-- Logs begin at Fri 2021-08-20 14:08:40 UTC, end at Fri 2021-08-20 16:27:36 UTC. -- Aug 20 14:39:25.002128 n-d-695189-15 systemd[1]: Started Devstack devstack@q-svc.service. Aug 20 14:39:27.712832 n-d-695189-15 neutron-server[100992]: INFO neutron.common.config [-] Logging enabled! Aug 20 14:39:27.713438 n-d-695189-15 neutron-server[100992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 14:39:27.713593 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 14:39:27.716838 n-d-695189-15 neutron-server[100992]: INFO neutron.common.config [-] Logging enabled! Aug 20 14:39:27.717097 n-d-695189-15 neutron-server[100992]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 20 14:39:27.717412 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100992) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 20 14:39:27.718347 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 14:39:27.718592 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 14:39:27.718960 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 14:39:27.719218 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 14:39:27.719450 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 14:39:27.719802 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.720106 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.720409 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.720643 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.720943 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.721239 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.721527 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.721820 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.722121 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.722410 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.722694 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.722983 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.723216 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.723502 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.723822 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.724112 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.724337 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] debug = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.724618 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.725047 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.725457 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.725743 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.726036 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.726318 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.726590 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.726968 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.727858 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.728193 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] host = n-d-695189-15 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.728480 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.728774 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.729068 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.729360 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.729638 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.729919 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.730208 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.730484 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.730759 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] log_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.731037 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.731327 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.731638 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.731932 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.732159 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.732382 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.732671 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.732959 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.733236 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.733513 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.733789 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.734065 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.734338 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.734608 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.734891 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.735176 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.735464 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.736032 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.736309 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.736584 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.736864 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.737150 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.737426 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.737703 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.737981 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.738269 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.738540 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.738814 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.739114 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.739402 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.739711 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.740000 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.740277 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.740562 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.740837 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.741111 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.741381 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] use_json = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.741654 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.741926 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.742208 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.742532 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.742837 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.743114 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.743388 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.743702 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:27.744005 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.744306 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.744611 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.744898 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.745196 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.745480 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.745772 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.746054 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.746347 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.746639 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.746937 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.747218 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.747506 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.747808 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.748107 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.748414 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.748708 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.749002 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.749280 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.749554 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.749830 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.750113 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.750403 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.750698 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.750991 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.751267 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.751564 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.751862 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.752146 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.752425 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.752709 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.753005 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.753288 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.753570 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.753855 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.754141 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.754420 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.754700 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.754983 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.755280 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.755581 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.755864 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.756141 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.756424 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.756700 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.756996 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.757279 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.757557 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.757835 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.758168 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.758447 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.758730 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.759014 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.759296 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.759601 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.759882 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.760159 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.760437 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.760713 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.760987 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.761262 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.761537 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.761815 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.762089 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.762365 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.762640 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.762915 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.763189 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.763478 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.763801 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.764082 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.764366 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.764649 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.764929 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.765210 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.765492 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.765772 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.766052 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.766329 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.766624 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.766917 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.767206 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.767492 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.767801 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.768097 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.768378 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.768663 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.768943 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.769226 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.769514 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.769799 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.770095 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.770392 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.770690 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.770986 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.771281 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.771587 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.771900 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.772184 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:27.772404 n-d-695189-15 neutron-server[100992]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 14:39:27.772644 n-d-695189-15 neutron-server[100992]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100992) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 20 14:39:28.127117 n-d-695189-15 neutron-server[100992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 14:39:28.127396 n-d-695189-15 neutron-server[100992]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 14:39:28.127715 n-d-695189-15 neutron-server[100992]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 20 14:39:28.128052 n-d-695189-15 neutron-server[100992]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 20 14:39:28.525061 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.525261 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.525541 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.526842 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.527130 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.527397 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.561616 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.561902 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.562170 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.578483 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.578774 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.579043 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.608098 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.608381 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.608654 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.644461 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.644738 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.645007 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.877627 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.878244 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.878244 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.878415 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:28.879125 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.000183 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.000510 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.000793 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.001072 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.001341 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.001656 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.001919 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.002175 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.002428 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.002710 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.002969 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.003233 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.003522 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.003812 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.004068 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.004333 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.004588 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.004851 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.005121 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.005530 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.005807 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.006065 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.006355 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.006738 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.006993 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.007239 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.007659 n-d-695189-15 neutron-server[100992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 14:39:29.007904 n-d-695189-15 neutron-server[100992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 14:39:29.008750 n-d-695189-15 neutron-server[100992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 14:39:29.009008 n-d-695189-15 neutron-server[100992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 14:39:29.009247 n-d-695189-15 neutron-server[100992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 14:39:29.009483 n-d-695189-15 neutron-server[100992]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 14:39:29.009848 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 20 14:39:29.012965 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 20 14:39:29.016896 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 20 14:39:29.020671 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 20 14:39:29.022306 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 20 14:39:29.022755 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 20 14:39:29.023091 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 20 14:39:29.023477 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 20 14:39:29.026543 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 20 14:39:29.026796 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 20 14:39:29.027148 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 14:39:29.032465 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 20 14:39:29.056567 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 20 14:39:29.057021 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.057320 n-d-695189-15 neutron-server[100992]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100992) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 20 14:39:29.057683 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.059042 n-d-695189-15 neutron-server[100992]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100992) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 20 14:39:29.059327 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 20 14:39:29.059604 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 20 14:39:29.062817 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.063103 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.127493 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 20 14:39:29.127805 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 20 14:39:29.127998 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 20 14:39:29.128367 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 20 14:39:29.149579 n-d-695189-15 neutron-server[100992]: DEBUG oslo_db.sqlalchemy.engines [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100992) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 20 14:39:29.679651 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Initializing driver for type 'gre' Aug 20 14:39:29.680385 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] gre ID ranges: [(1, 1000)] Aug 20 14:39:29.733338 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Initializing driver for type 'local' Aug 20 14:39:29.733685 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Initializing driver for type 'vlan' Aug 20 14:39:29.746874 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] VlanTypeDriver initialization complete Aug 20 14:39:29.747233 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Initializing driver for type 'vxlan' Aug 20 14:39:29.747765 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] vxlan ID ranges: [(1, 1000)] Aug 20 14:39:29.797999 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Initializing extension driver 'port_security' Aug 20 14:39:29.798336 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.extensions.port_security [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] PortSecurityExtensionDriver initialization complete Aug 20 14:39:29.798703 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Initializing mechanism driver 'openvswitch' Aug 20 14:39:29.799001 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Initializing mechanism driver 'hyperv' Aug 20 14:39:29.805763 n-d-695189-15 neutron-server[100992]: DEBUG neutron.plugins.ml2.plugin [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100992) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:39:29.806618 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > port after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.806994 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > port after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.807352 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > port after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.807900 n-d-695189-15 neutron-server[100992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 14:39:29.808341 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > subnet after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.808698 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > subnet after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.809050 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.809443 n-d-695189-15 neutron-server[100992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 14:39:29.809853 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > network after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.810206 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > network after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.810553 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > network after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.810939 n-d-695189-15 neutron-server[100992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 14:39:29.811342 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > security_group after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.811725 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > security_group after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.812070 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.812460 n-d-695189-15 neutron-server[100992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 14:39:29.812863 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.813210 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.813555 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.813940 n-d-695189-15 neutron-server[100992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 14:39:29.814340 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > address_group after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.814686 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > address_group after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.815028 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.815417 n-d-695189-15 neutron-server[100992]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100992) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 20 14:39:29.815819 n-d-695189-15 neutron-server[100992]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] ML2 OVO RPC backend initialized. {{(pid=100992) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 20 14:39:29.816527 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.816885 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.817306 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > network before_response 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.817658 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > networks before_response 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.818009 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > port before_response 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.818352 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > ports before_response 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.818695 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > subnet before_response 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.819035 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > subnets before_response 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.819383 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > network after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.819751 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > network after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.820089 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > network after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.820938 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > port after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.821281 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > port after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.821622 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > port after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.821966 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > subnet after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.822307 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > subnet after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.822646 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.823228 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.plugin [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Modular L2 Plugin initialization complete Aug 20 14:39:29.823585 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading services supported by the core plugin {{(pid=100992) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 20 14:39:29.823918 n-d-695189-15 neutron-server[100992]: INFO neutron.plugins.ml2.managers [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Got port-security extension from driver 'port_security' Aug 20 14:39:29.824387 n-d-695189-15 neutron-server[100992]: INFO neutron.extensions.vlantransparent [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Disabled vlantransparent extension. Aug 20 14:39:29.824876 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100992) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 20 14:39:29.825197 n-d-695189-15 neutron-server[100992]: INFO neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading Plugin: router Aug 20 14:39:29.862342 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.862740 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router after_create 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.863112 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router before_create 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.863478 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.863882 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.864242 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router after_delete 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.864603 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.865077 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.865444 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router after_create 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.865795 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router after_update 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.866149 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router after_update 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.866502 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.866867 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router after_update 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.867299 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router precommit_update 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.867763 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: port after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.868182 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: port after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.868527 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: subnet after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.868869 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.869221 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.869572 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router precommit_create 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.869917 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: port before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.870262 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router precommit_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.870619 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router after_update 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.870965 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.871320 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router precommit_create 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.871722 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.872071 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router precommit_update 55549900 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.872439 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > agent after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.872794 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > agent after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.873142 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > network after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.874003 n-d-695189-15 neutron-server[100992]: DEBUG neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Tracking information for resource: router configured {{(pid=100992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 14:39:29.874339 n-d-695189-15 neutron-server[100992]: DEBUG neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Tracking information for resource: floatingip configured {{(pid=100992) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 20 14:39:29.879116 n-d-695189-15 neutron-server[100992]: INFO neutron.db.l3_agentschedulers_db [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 20 14:39:29.879733 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: port after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.880100 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: port after_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.880458 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: port after_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.880810 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: port after_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.881598 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router before_create 55550100 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.881963 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.882329 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router precommit_create 55550100 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.882688 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > router precommit_update 55550100 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.887916 n-d-695189-15 neutron-server[100992]: DEBUG neutron.services.provider_configuration [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service providers = [] {{(pid=100992) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 20 14:39:29.888288 n-d-695189-15 neutron-server[100992]: DEBUG neutron.db.servicetype_db [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100992) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 20 14:39:29.891257 n-d-695189-15 neutron-server[100992]: DEBUG neutron.services.service_base [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 14:39:29.891654 n-d-695189-15 neutron-server[100992]: DEBUG neutron.services.service_base [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 14:39:29.892006 n-d-695189-15 neutron-server[100992]: DEBUG neutron.services.service_base [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 14:39:29.892913 n-d-695189-15 neutron-server[100992]: DEBUG neutron.services.service_base [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100992) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 20 14:39:29.893291 n-d-695189-15 neutron-server[100992]: INFO neutron.services.service_base [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 20 14:39:29.893673 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 14:39:29.893993 n-d-695189-15 neutron-server[100992]: INFO neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 20 14:39:29.906716 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 14:39:29.907057 n-d-695189-15 neutron-server[100992]: INFO neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading Plugin: auto_allocate Aug 20 14:39:29.912879 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: network precommit_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.913255 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: network precommit_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.913786 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 14:39:29.914111 n-d-695189-15 neutron-server[100992]: INFO neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading Plugin: tag Aug 20 14:39:29.920918 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 14:39:29.921253 n-d-695189-15 neutron-server[100992]: INFO neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading Plugin: timestamp Aug 20 14:39:29.925100 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 14:39:29.925430 n-d-695189-15 neutron-server[100992]: INFO neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading Plugin: network_ip_availability Aug 20 14:39:29.931735 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.932059 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.932419 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:29.933150 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 14:39:29.933472 n-d-695189-15 neutron-server[100992]: INFO neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading Plugin: flavors Aug 20 14:39:29.938426 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 14:39:29.938764 n-d-695189-15 neutron-server[100992]: INFO neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading Plugin: revisions Aug 20 14:39:29.943032 n-d-695189-15 neutron-server[100992]: DEBUG neutron.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100992) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 20 14:39:29.943423 n-d-695189-15 neutron-server[100992]: DEBUG oslo_concurrency.lockutils [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=100992) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 20 14:39:29.944216 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100992) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 20 14:39:29.944558 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Initializing extension manager. Aug 20 14:39:29.945080 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: __init__.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.945463 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: __pycache__ {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.946318 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.946659 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: address_group.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.947420 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.948021 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: address-group Aug 20 14:39:29.948347 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: address_scope.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.949070 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.949588 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: address-scope Aug 20 14:39:29.949911 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.950841 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.951359 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: router-admin-state-down-before-update Aug 20 14:39:29.951720 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: agent.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.952428 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.952940 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: agent Aug 20 14:39:29.953263 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: agent_resources_synced.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.954190 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.954701 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: agent-resources-synced Aug 20 14:39:29.955027 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: allowedaddresspairs.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.956908 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.957456 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: allowed-address-pairs Aug 20 14:39:29.957765 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: auto_allocated_topology.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.958843 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.959365 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: auto-allocated-topology Aug 20 14:39:29.959730 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: availability_zone.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.960434 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.960947 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: availability_zone Aug 20 14:39:29.961300 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: availability_zone_filter.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.962218 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.962732 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: availability_zone_filter Aug 20 14:39:29.963058 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: data_plane_status.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.964006 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.964524 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension data-plane-status not supported by any of loaded plugins Aug 20 14:39:29.964855 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: default_subnetpools.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.965783 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.966308 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: default-subnetpools Aug 20 14:39:29.966653 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.967457 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.968007 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: dhcp_agent_scheduler Aug 20 14:39:29.968333 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: dns.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.969262 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.969780 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension dns-integration not supported by any of loaded plugins Aug 20 14:39:29.970106 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: dns_domain_ports.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.971028 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.971562 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 20 14:39:29.971890 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.972819 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.973334 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 20 14:39:29.973657 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: dvr.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.974333 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.974847 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: dvr Aug 20 14:39:29.975171 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: ecmp_routes.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.976129 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.976654 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 20 14:39:29.976988 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: empty_string_filtering.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.977908 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.978418 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: empty-string-filtering Aug 20 14:39:29.978742 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.979694 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.980205 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 20 14:39:29.980529 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.981463 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.981974 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 20 14:39:29.982298 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: external_net.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.983247 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.983797 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: external-net Aug 20 14:39:29.984123 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.985049 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.985825 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: extra_dhcp_opt Aug 20 14:39:29.986156 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: extraroute.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.987087 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.987644 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: extraroute Aug 20 14:39:29.987968 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: extraroute_atomic.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.989012 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.989535 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: extraroute-atomic Aug 20 14:39:29.989860 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: filter_validation.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.990705 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.991223 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: filter-validation Aug 20 14:39:29.991571 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: fip_pf_description.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.993022 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.993694 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 20 14:39:29.994026 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: fip_port_details.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.994971 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.995486 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: fip-port-details Aug 20 14:39:29.995837 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: flavors.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.997083 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:29.997608 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: flavors Aug 20 14:39:29.997938 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:29.999645 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.000181 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 20 14:39:30.000512 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: floatingip_pools.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.001224 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.001742 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: floatingip-pools Aug 20 14:39:30.002067 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: ip_allocation.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.003012 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.003529 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension ip_allocation not supported by any of loaded plugins Aug 20 14:39:30.003876 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.004805 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.005325 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: ip-substring-filtering Aug 20 14:39:30.005651 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: l2_adjacency.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.006594 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.007111 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 20 14:39:30.007432 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: l3.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.009178 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.009704 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: router Aug 20 14:39:30.010029 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.012337 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.012875 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 20 14:39:30.013207 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.014152 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.014682 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: ext-gw-mode Aug 20 14:39:30.015009 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.015990 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.016518 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: l3-ha Aug 20 14:39:30.016846 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: l3_flavors.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.017773 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.018293 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: l3-flavors Aug 20 14:39:30.018613 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.019558 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.020081 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 20 14:39:30.020406 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: l3agentscheduler.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.021445 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.021965 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: l3_agent_scheduler Aug 20 14:39:30.022292 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: logging.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.023837 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.024461 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension logging not supported by any of loaded plugins Aug 20 14:39:30.024802 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: metering.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.025560 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.026150 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: metering Aug 20 14:39:30.026481 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.027749 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.028284 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: metering_source_and_destination_fields Aug 20 14:39:30.028615 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: multiprovidernet.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.029553 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.030078 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: multi-provider Aug 20 14:39:30.030408 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: netmtu.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.031349 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.031906 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: net-mtu Aug 20 14:39:30.032238 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: netmtu_writable.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.033195 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.033712 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: net-mtu-writable Aug 20 14:39:30.034040 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: network_availability_zone.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.034725 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.035236 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: network_availability_zone Aug 20 14:39:30.035581 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: network_ip_availability.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.036699 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.037218 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: network-ip-availability Aug 20 14:39:30.037546 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: network_segment_range.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.038323 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.038834 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension network-segment-range not supported by any of loaded plugins Aug 20 14:39:30.039185 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: pagination.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.040216 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.040549 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: pagination Aug 20 14:39:30.040874 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: port_device_profile.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.041791 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.042315 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: port-device-profile Aug 20 14:39:30.042640 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.043592 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.044129 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: port-mac-address-regenerate Aug 20 14:39:30.044452 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.045377 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.045904 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: port-numa-affinity-policy Aug 20 14:39:30.046231 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: port_resource_request.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.047176 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.047719 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension port-resource-request not supported by any of loaded plugins Aug 20 14:39:30.048045 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: portbindings.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.048994 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.049507 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: binding Aug 20 14:39:30.049829 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: portbindings_extended.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.051106 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.051674 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: binding-extended Aug 20 14:39:30.052003 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: portsecurity.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.052933 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.053456 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: port-security Aug 20 14:39:30.053783 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: project_id.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.054763 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.055748 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: project-id Aug 20 14:39:30.056080 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: providernet.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.057011 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.057539 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: provider Aug 20 14:39:30.057865 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.061321 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.061862 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos not supported by any of loaded plugins Aug 20 14:39:30.062200 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.063457 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.064015 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 20 14:39:30.064350 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.065288 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.065813 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 20 14:39:30.066143 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos_default.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.067082 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.067628 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos-default not supported by any of loaded plugins Aug 20 14:39:30.067960 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos_fip.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.068624 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.069135 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos-fip not supported by any of loaded plugins Aug 20 14:39:30.069461 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos_gateway_ip.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.070435 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.071589 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 20 14:39:30.071920 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos_port_network_policy.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.072855 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.073376 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 20 14:39:30.073700 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos_pps_rule.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.074890 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.075415 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos-pps not supported by any of loaded plugins Aug 20 14:39:30.075776 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos_rule_type_details.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.076717 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.077234 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 20 14:39:30.077562 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: qos_rules_alias.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.078616 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.079135 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 20 14:39:30.079463 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: quotasv2.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.080593 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.080926 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: quotas Aug 20 14:39:30.081250 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: quotasv2_detail.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.084324 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.084671 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: quota_details Aug 20 14:39:30.085007 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: rbac.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.086109 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.086742 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: rbac-policies Aug 20 14:39:30.087082 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: rbac_address_group.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.088055 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.088587 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: rbac-address-group Aug 20 14:39:30.088919 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: rbac_address_scope.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.089848 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.090372 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: rbac-address-scope Aug 20 14:39:30.090702 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: rbac_security_groups.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.091660 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.092186 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: rbac-security-groups Aug 20 14:39:30.092516 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: rbac_subnetpool.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.093446 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.093968 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: rbac-subnetpool Aug 20 14:39:30.094295 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: revisionifmatch.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.095225 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.095786 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: revision-if-match Aug 20 14:39:30.096114 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: revisions.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.097245 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.097771 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: standard-attr-revisions Aug 20 14:39:30.098101 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: router_availability_zone.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.098790 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.099308 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: router_availability_zone Aug 20 14:39:30.099661 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: routerservicetype.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.100589 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.101106 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension router-service-type not supported by any of loaded plugins Aug 20 14:39:30.101431 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.102539 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.103067 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: security-groups-normalized-cidr Aug 20 14:39:30.103397 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.104376 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.104897 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: port-security-groups-filtering Aug 20 14:39:30.105221 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.106155 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.106685 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: security-groups-remote-address-group Aug 20 14:39:30.107012 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: securitygroup.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.116898 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.118052 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: security-group Aug 20 14:39:30.118437 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: segment.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.119248 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.119783 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension segment not supported by any of loaded plugins Aug 20 14:39:30.120115 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.121057 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.121577 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 20 14:39:30.121909 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: servicetype.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.123084 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.123644 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: service-type Aug 20 14:39:30.123974 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: sorting.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.124970 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.125308 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: sorting Aug 20 14:39:30.125636 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: standard_attr_segment.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.126563 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.127094 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 20 14:39:30.127426 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: standardattrdescription.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.128117 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.128637 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: standard-attr-description Aug 20 14:39:30.128967 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: stateful_security_group.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.129919 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.130441 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: stateful-security-group Aug 20 14:39:30.130768 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: stdattrs_common.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.131369 n-d-695189-15 neutron-server[100992]: WARNING neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 20 14:39:30.131730 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.132677 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.133749 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 20 14:39:30.134075 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: subnet_onboard.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.135149 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.135712 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: subnet_onboard Aug 20 14:39:30.136041 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.136986 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.137507 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 20 14:39:30.137835 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: subnet_service_types.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.138770 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.139297 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: subnet-service-types Aug 20 14:39:30.139660 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: subnetallocation.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.140750 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.141277 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: subnet_allocation Aug 20 14:39:30.141609 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.142282 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.142799 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: subnetpool-prefix-ops Aug 20 14:39:30.143124 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.144115 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.144636 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 20 14:39:30.144960 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: tagging.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.146034 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.146566 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: standard-attr-tag Aug 20 14:39:30.146907 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: timestamp.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.148157 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.148735 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loaded extension: standard-attr-timestamp Aug 20 14:39:30.149076 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: trunk.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.150117 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.150646 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension trunk not supported by any of loaded plugins Aug 20 14:39:30.150976 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: trunk_details.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.151946 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.152469 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension trunk-details not supported by any of loaded plugins Aug 20 14:39:30.152794 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: uplink_status_propagation.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.153732 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.154252 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 20 14:39:30.154576 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Loading extension file: vlantransparent.py {{(pid=100992) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 20 14:39:30.155251 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100992) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 20 14:39:30.155800 n-d-695189-15 neutron-server[100992]: INFO neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 20 14:39:30.158248 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:network Aug 20 14:39:30.158774 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:subnet Aug 20 14:39:30.159175 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 14:39:30.159598 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:port Aug 20 14:39:30.160853 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.161293 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service FLAVORS assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.161920 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.162346 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.162683 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:router Aug 20 14:39:30.163134 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 14:39:30.163651 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service METERING assigned prefix: /metering {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.165298 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:30.165667 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:30.166025 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100992) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:39:30.167032 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 14:39:30.167470 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:security_group Aug 20 14:39:30.167934 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 14:39:30.168553 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service CORE assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.168893 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 14:39:30.169244 n-d-695189-15 neutron-server[100992]: WARNING neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] subnetpool is already registered Aug 20 14:39:30.169676 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service CORE assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.170003 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 14:39:30.170338 n-d-695189-15 neutron-server[100992]: WARNING neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] subnetpool is already registered Aug 20 14:39:30.172695 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.173257 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service FLAVORS assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.173892 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.174331 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.174673 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:router Aug 20 14:39:30.175017 n-d-695189-15 neutron-server[100992]: WARNING neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] router is already registered Aug 20 14:39:30.175429 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:floatingip Aug 20 14:39:30.175806 n-d-695189-15 neutron-server[100992]: WARNING neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] floatingip is already registered Aug 20 14:39:30.176274 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service METERING assigned prefix: /metering {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.176999 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of CountableResource for resource:rbac_policy Aug 20 14:39:30.177331 n-d-695189-15 neutron-server[100992]: WARNING neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] rbac_policy is already registered Aug 20 14:39:30.177757 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:security_group Aug 20 14:39:30.178096 n-d-695189-15 neutron-server[100992]: WARNING neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] security_group is already registered Aug 20 14:39:30.178499 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 20 14:39:30.178834 n-d-695189-15 neutron-server[100992]: WARNING neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] security_group_rule is already registered Aug 20 14:39:30.179331 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service CORE assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.179697 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 14:39:30.180610 n-d-695189-15 neutron-server[100992]: WARNING neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] subnetpool is already registered Aug 20 14:39:30.181112 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.v2.resource_helper [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Service CORE assigned prefix: {{(pid=100992) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 20 14:39:30.181449 n-d-695189-15 neutron-server[100992]: INFO neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Creating instance of TrackedResource for resource:subnetpool Aug 20 14:39:30.181831 n-d-695189-15 neutron-server[100992]: WARNING neutron.quota.resource_registry [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] subnetpool is already registered Aug 20 14:39:30.183519 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: extensions {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.185018 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: address-groups {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.186510 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: address-scopes {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.187731 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: agents {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.188995 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: auto-allocated-topology {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.190227 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: availability_zones {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.191449 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: dhcp-networks {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.192883 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: dhcp-agents {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.194406 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: routers {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.196808 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: flavors {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.197989 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: service_profiles {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.199279 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: next_providers {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.200804 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: service_profiles {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.202210 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: floatingip-pools {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.203524 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: routers {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.205235 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: floatingips {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.206422 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: l3-routers {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.207947 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: l3-agents {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.209344 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: metering-labels {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.210591 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: metering-label-rules {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.211984 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: network-ip-availabilities {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.213340 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: bindings {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.214885 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: quotas {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.216350 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: quotas {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.217879 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: rbac-policies {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.219063 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: security-groups {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.220320 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: security-group-rules {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.221643 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: service-providers {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.222858 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: subnetpools {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.224221 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: subnetpools {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.225757 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.227460 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.229193 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.231055 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.232784 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.234621 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.236752 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.238536 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.241302 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.243712 n-d-695189-15 neutron-server[100992]: DEBUG neutron.api.extensions [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Extended resource: tags {{(pid=100992) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 20 14:39:30.249636 n-d-695189-15 neutron-server[100992]: WARNING keystonemiddleware.auth_token [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 20 14:39:30.254137 n-d-695189-15 neutron-server[100992]: WARNING keystonemiddleware.auth_token [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 20 14:39:30.263355 n-d-695189-15 neutron-server[100992]: DEBUG oslo_concurrency.lockutils [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Acquired lock "singleton_lock" {{(pid=100992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 20 14:39:30.263862 n-d-695189-15 neutron-server[100992]: DEBUG oslo_concurrency.lockutils [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Releasing lock "singleton_lock" {{(pid=100992) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 20 14:39:30.264511 n-d-695189-15 neutron-server[100992]: INFO oslo_service.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Starting 2 workers Aug 20 14:39:30.269283 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Started child 101099 {{(pid=100992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 14:39:30.273649 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Started child 101100 {{(pid=100992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 14:39:30.274786 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:30.275511 n-d-695189-15 neutron-server[100992]: INFO neutron.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 20 14:39:30.275950 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Notify callbacks [] for process, before_spawn {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:30.276280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [-] (101099) wsgi starting up on http://0.0.0.0:9696 Aug 20 14:39:30.278405 n-d-695189-15 neutron-server[100992]: INFO oslo_service.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Starting 1 workers Aug 20 14:39:30.278735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:30.280115 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [-] (101100) wsgi starting up on http://0.0.0.0:9696 Aug 20 14:39:30.283608 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Started child 101101 {{(pid=100992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 14:39:30.284141 n-d-695189-15 neutron-server[100992]: INFO oslo_service.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Starting 1 workers Aug 20 14:39:30.287495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] calling RpcWorker wait() {{(pid=101101) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 20 14:39:30.288031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] returning from RpcWorker wait() {{(pid=101101) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 20 14:39:30.288516 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Started child 101102 {{(pid=100992) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 20 14:39:30.289525 n-d-695189-15 neutron-server[100992]: DEBUG neutron_lib.callbacks.manager [None req-525be454-0858-4bd4-ad11-7f5c964cf524 None None] Notify callbacks [] for process, after_spawn {{(pid=100992) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:30.289988 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:30.289988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:39:30.291319 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 14:39:30.291572 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 14:39:30.291748 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 14:39:30.291965 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 14:39:30.292304 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 14:39:30.292467 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 14:39:30.292984 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.293275 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.293537 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.293768 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:30.294221 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.294221 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.294656 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.294920 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.295157 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.295444 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.295732 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.295905 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.296071 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.296324 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.296555 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.296837 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.297121 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.297374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.297631 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.297803 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.298060 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.298333 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.298581 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.298847 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] debug = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.299097 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.299612 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.299843 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.300102 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.300326 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.300611 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.300858 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.301138 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.301374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.301614 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.301851 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.302104 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.302331 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.302545 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.302769 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.303050 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.303273 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.304045 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] host = n-d-695189-15 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.304271 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.304516 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.305307 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.305728 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.306027 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.306254 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.306561 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.306868 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.307137 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.307371 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.307669 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.307925 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.308186 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.308431 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.308597 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_options = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.308819 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.309094 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.309361 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.309554 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.309724 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.310029 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.310303 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.310470 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.310735 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.310955 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.311244 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.311377 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.311616 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.311861 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.312101 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.312336 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.312588 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.312801 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.313049 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.313302 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.313529 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.313759 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.313979 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.318000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.318000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.318000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.318000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.318000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.318000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.318000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.318000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.319016 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.319016 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.319016 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.319016 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.319016 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.319016 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.319016 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.319016 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.320077 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.320077 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.320077 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.320077 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.320077 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.320077 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.320077 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_json = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.320077 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.321032 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.321032 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.321032 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.321032 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.321032 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.321032 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.321827 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.321827 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.321827 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.322175 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.322340 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.322631 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.322879 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.323115 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.323368 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.323663 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.323933 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.325313 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.325313 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.325313 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.325313 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.325313 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.325914 n-d-695189-15 neutron-server[101102]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:39:30.326047 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.326047 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.326296 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.326425 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.326573 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.326790 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.327034 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.327369 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.327749 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.328556 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.328870 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.329193 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.329444 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.329692 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.329903 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.330145 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.330599 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.330727 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.330931 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.331064 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.331319 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.331682 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.331820 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.332062 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.332317 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.333282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.333282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.333282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.333490 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.333592 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.334613 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.334843 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.335079 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.335492 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.335816 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.336281 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.336696 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.336989 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.337774 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.337774 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.341206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.341206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.341206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.341206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.341206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.341206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.341206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.341206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.341206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344782 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.344782 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.345151 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.345766 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.346155 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.346571 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.347372 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.347372 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.347372 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.347890 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.347890 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.348164 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.348332 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.348597 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.349598 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.349833 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.350100 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.350355 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.350613 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.350848 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.351074 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.351575 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.351575 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.352448 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.352594 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.353307 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.353307 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.353572 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.353572 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.353833 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.354059 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.354313 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.354556 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.355604 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.355604 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.355604 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.355604 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.355913 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.356057 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.356451 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.356879 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.357255 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.357674 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.357978 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.358248 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.358529 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.358777 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.359036 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.359295 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.359581 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.359836 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.360075 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.360330 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.360825 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.361128 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.361384 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.361617 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.361836 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.362078 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.362410 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.362650 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.362868 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.363086 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.363360 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.363636 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.363882 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.364149 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.364584 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.365040 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.365575 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.366009 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.366431 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.366735 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.367053 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.368397 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.368397 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.368649 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.368891 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.369166 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.369356 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.369766 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.370143 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.370375 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.370616 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.370842 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.371070 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.371340 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.371589 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.371809 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.372068 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.372316 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.372560 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.372790 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.373027 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.373290 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.373717 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.373992 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.374260 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.374501 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.374733 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.374965 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.375208 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.375453 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.375735 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.375978 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.376195 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.376413 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.376659 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.376874 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.377109 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.377360 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.377579 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.377835 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.378077 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.378416 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.378679 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.378917 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.379164 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.379381 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.379654 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.379879 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.380121 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.380340 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.380559 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.380776 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.381036 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.381277 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.381529 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.381768 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.381998 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.382235 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.382496 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.382683 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.383330 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.383665 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.383991 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.384180 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.384426 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.384670 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.384904 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.385123 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.385338 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.385584 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.385805 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.386027 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.386265 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.386526 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.386702 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.386945 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.387164 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.387375 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.387640 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.387852 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.388064 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.388286 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390180 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390180 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390180 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390180 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390180 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390180 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390180 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390180 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390973 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390973 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390973 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.390973 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.391351 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.391351 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.391650 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.392191 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.392191 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.392402 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.392631 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.392878 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.393135 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.393461 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.393679 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.393918 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.394160 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.394395 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.394628 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.394896 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.395210 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.395731 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.395871 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.396027 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.396322 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.396600 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.396890 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.397126 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.397490 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.397755 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.398028 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.398284 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.398554 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.398849 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.399081 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.399301 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.399565 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.399792 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.400011 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.400251 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.400505 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.400736 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.400961 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.401188 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.401409 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.401659 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.401892 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.402139 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.402380 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.402537 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 14:39:30.403065 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100992) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 20 14:39:30.403230 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 20 14:39:30.403404 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 20 14:39:30.403589 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 20 14:39:30.403766 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 20 14:39:30.403922 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 20 14:39:30.404129 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.404294 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.404457 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.404620 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.404784 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.404970 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.405134 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.405297 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.405458 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.405619 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.405780 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.405941 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.406103 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.406264 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.406424 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.406584 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.406744 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.406912 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.407091 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.407247 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.407405 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.407583 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.407738 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] debug = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.407883 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.408088 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.408273 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.408445 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.408591 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.408740 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.408883 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.409098 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.409184 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.409333 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.409493 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.409646 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.409802 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.409965 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.410117 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.410280 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.410443 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.410606 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] host = n-d-695189-15 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.410770 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.410922 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.411085 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.411245 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.411403 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.411587 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.411739 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.411882 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.412052 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.412198 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.412512 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.412815 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.413137 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.413439 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.413746 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_options = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.414648 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.414648 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.414893 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.415094 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.415369 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.415816 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.415947 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.416598 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.416598 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.416598 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.416853 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.417101 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.417348 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.417612 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.418012 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.418129 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.418372 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.418652 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.418896 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.419156 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.419412 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.419692 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.419951 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.420211 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.420473 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.420730 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.420986 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.421244 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.421504 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.421764 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.422023 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.422280 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.422539 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.422799 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.423061 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.423319 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.423603 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.423866 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.424123 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.424380 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.424641 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.424896 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.425156 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.425415 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.425676 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.425938 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_json = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.426194 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.426452 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.427216 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.427216 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.427216 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.427438 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.427713 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.427973 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 20 14:39:30.428266 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.428527 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.428801 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.429060 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.429321 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.429581 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.429911 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.430699 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.430992 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.431156 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.431419 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.432020 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.432020 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.432020 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.432929 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.432929 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.432929 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.432929 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.432929 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.432929 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.434192 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.434192 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.434192 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.434192 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.434192 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.434557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:39:30.434650 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.434650 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.434650 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.434860 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.435046 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.435304 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.435625 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.435796 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.435937 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.436100 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.436246 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.436416 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.436648 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.436807 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.436946 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.437095 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.437291 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.437576 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.437776 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.437943 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.438098 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.438269 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.438438 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.438603 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.438757 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.438929 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.439085 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.439246 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.439413 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.439612 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.439890 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.440078 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.440238 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.440478 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.440697 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.440697 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.441115 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.441115 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.441540 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.441540 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.441540 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.442154 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.442154 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.442154 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.442154 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443026 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443026 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443026 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443026 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443026 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443026 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443865 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443865 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443865 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443865 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.443865 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.444882 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.444882 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.444882 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.444882 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.444882 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.444882 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.444882 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.446452 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.446452 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.446452 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.446452 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.446452 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.446452 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.446452 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.446452 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.448925 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.448925 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.448925 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.448925 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.448925 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.448925 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.448925 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.448925 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.450718 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.450718 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.450718 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.450718 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.450718 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.450718 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.450718 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.450718 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.451937 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.451937 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.451937 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.451937 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.451937 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.451937 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.451937 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.451937 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.452663 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.452663 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.452663 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.452663 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.452663 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.452663 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.452663 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.452663 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.453374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.453374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.453374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.453374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.453374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.453374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.453374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.453374 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454000 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454471 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454471 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454471 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454789 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.454789 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.455087 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.455087 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.455298 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.455298 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.455477 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.455667 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.455831 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.456012 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.456141 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.456398 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.456690 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.456921 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.457091 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.457282 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.457507 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.457645 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.457735 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.457899 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.458231 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.458231 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.458641 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.458641 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.458641 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.459264 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.459264 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.459264 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.459264 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.460255 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.460255 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.460255 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.460255 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.460255 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.460255 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.461120 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.461120 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.461120 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.461120 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.461120 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.461120 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.462342 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.462342 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.462342 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.462342 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.462342 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.462731 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.462731 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.462911 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.462911 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.463662 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.463662 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.463662 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.463662 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.463922 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.463922 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.464068 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.464284 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.464400 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.464636 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.464788 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.464997 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.465167 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.465316 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.465636 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.465969 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.466132 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.466440 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.466759 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.467066 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.467455 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.467717 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.467817 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.467965 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.468143 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.468306 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.468602 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.468706 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.468814 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.469036 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.469129 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.469253 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.469446 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.469598 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.469725 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.469888 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.470051 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.470294 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.470442 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.470523 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.470686 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.470846 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.471049 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.471213 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.471370 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.471500 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.471912 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.471912 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.472054 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.472206 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.472290 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.472465 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.472608 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.472737 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.472902 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.473127 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.473276 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.473398 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.473562 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.473732 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.473923 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.474085 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.474235 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.474390 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.474689 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.474689 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.474855 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.475117 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.475204 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.475364 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.475449 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.475727 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.475837 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.475974 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.476135 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.476287 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.476492 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.477144 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.477308 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.477518 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.477677 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.477820 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.477976 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.478151 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.478294 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.478463 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.478621 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.478936 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.479244 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.479570 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.479794 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 20 14:39:30.479900 n-d-695189-15 neutron-server[100992]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100992) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 20 14:39:30.678999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45266) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:39:30.688776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064616 Aug 20 14:39:42.178553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065457f6-6220-4eca-880d-c592cdcb7206 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:39:42.277650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065457f6-6220-4eca-880d-c592cdcb7206 None None] No non-hosted networks {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 20 14:39:42.286187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.agentschedulers_db [None req-065457f6-6220-4eca-880d-c592cdcb7206 None None] DHCP Agent not found on host n-d-695189-15 {{(pid=101101) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 20 14:39:42.408993 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f62bbe85-34b1-475a-aa22-85e2d7d2c8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610379'] for agent, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:44.677019 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc6265ee-6db4-4503-b6e1-20d7e6481eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610379'] for agent, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:44.728558 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610379'] for agent, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:44.729275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.729715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.730113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.730546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.731049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.731444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.731872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.732306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.732836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.733368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.733847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.734318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:44.734892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-695189-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:39:44.771404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-695189-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:39:44.804474 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-26d9b385-e505-4fa0-a39b-9e00ab73b679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:45.955312 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610379'] for agent, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:47.611064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610379'] for agent, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:48.718854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:39:49.049478 n-d-695189-15 neutron-server[101101]: INFO neutron.db.l3_hamode_db [None req-96849b65-144d-42bd-897a-ddb39fc27c8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 20 14:39:49.127291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96849b65-144d-42bd-897a-ddb39fc27c8f None None] Routers set() bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:39:49.127710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96849b65-144d-42bd-897a-ddb39fc27c8f None None] Router IDs set() for agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 14:39:49.229313 n-d-695189-15 neutron-server[101100]: WARNING oslo_policy.policy [None req-312e8ffd-315b-4bb3-82cc-97f17d358711 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:39:49.229954 n-d-695189-15 neutron-server[101100]: WARNING oslo_policy.policy [None req-312e8ffd-315b-4bb3-82cc-97f17d358711 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:39:49.448233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-312e8ffd-315b-4bb3-82cc-97f17d358711 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:39:49.449533 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-312e8ffd-315b-4bb3-82cc-97f17d358711 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7287145 Aug 20 14:39:51.811448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45372) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:39:52.120253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2126b52d-0a11-4161-ba2d-9a81a7320a34 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:39:52.214725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.policy [None req-2126b52d-0a11-4161-ba2d-9a81a7320a34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101100) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 14:39:52.259208 n-d-695189-15 neutron-server[101100]: WARNING oslo_policy.policy [None req-2126b52d-0a11-4161-ba2d-9a81a7320a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:39:52.259599 n-d-695189-15 neutron-server[101100]: WARNING oslo_policy.policy [None req-2126b52d-0a11-4161-ba2d-9a81a7320a34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:39:52.268434 n-d-695189-15 neutron-server[101100]: INFO neutron.quota [None req-2126b52d-0a11-4161-ba2d-9a81a7320a34 admin admin] Loaded quota_driver: . Aug 20 14:39:52.356395 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2126b52d-0a11-4161-ba2d-9a81a7320a34 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765675019055', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765675018586', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765675039374', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765675037497', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765675056478', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765675050800', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-727732', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617065', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1814514'] for rbac-policy, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:52.418903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2126b52d-0a11-4161-ba2d-9a81a7320a34 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:52.420169 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2126b52d-0a11-4161-ba2d-9a81a7320a34 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6077218 Aug 20 14:39:54.988810 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45384) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:39:55.285287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'name': 'private', 'project_id': '3f279cd6af534c60ba515a3f801c59cd'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:39:55.313073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Made reservation on behalf of 3f279cd6af534c60ba515a3f801c59cd for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:39:55.316102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.333430 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.459327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.464389 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.483855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:39:55.512469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765673221605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.512985 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Unsubscribe: segment precommit_create {{(pid=101100) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 14:39:55.513490 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Added segment a5bff570-fc4a-456e-899d-4310a856de31 of type vlan for network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 Aug 20 14:39:55.529166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430e1df6-bf05-4318-992d-6207ceb8be8f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:39:55.577517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.577861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.578198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.578527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.578854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.579177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.579563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.579910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.580232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.580548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.580867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.581206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Tracked resource versions report: Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: pushed versions: Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: { 'AddressGroup': {'1.2'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'ConntrackHelper': {'1.0'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Log': {'1.0'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Network': {'1.1'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Port': {'1.7'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'PortForwarding': {'1.2'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'QosPolicy': {'1.9'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'SecurityGroup': {'1.4'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'SubPort': {'1.0'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Subnet': {'1.1'}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Trunk': {'1.1'}} Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: consumer versions: Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: { DHCP agent@n-d-695189-15: {}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: L3 agent@n-d-695189-15: {}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: Metadata agent@n-d-695189-15: {}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: Metering agent@n-d-695189-15: {}, Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: Open vSwitch agent@n-d-695189-15: { 'AddressGroup': '1.2', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'ConntrackHelper': '1.0', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Log': '1.0', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Network': '1.1', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Port': '1.7', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'PortForwarding': '1.2', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'QosPolicy': '1.9', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'SecurityGroup': '1.4', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'SecurityGroupRule': '1.2', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'SubPort': '1.0', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Subnet': '1.1', Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: 'Trunk': '1.1'}} Aug 20 14:39:55.582449 n-d-695189-15 neutron-server[101100]: {{(pid=101100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:39:55.631534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.671357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.672617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:55.673271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:55.749447 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7595606 Aug 20 14:39:55.781943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d1f48-1d0a-4a36-b21d-66aea913dd39 admin admin] Pushing event updated for resources: {'Network': ['ID=c5009fcb-e435-4883-a3cb-b36e5efe0ad6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:39:55.795341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:39:58.369064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45398) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:39:58.756510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2757856-3516-4bd6-af2e-1ce07fc5839c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:58.757866 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a2757856-3516-4bd6-af2e-1ce07fc5839c admin admin] 10.222.0.36 "GET /v2.0/networks/c5009fcb-e435-4883-a3cb-b36e5efe0ad6 HTTP/1.1" status: 200 len: 825 time: 0.3878539 Aug 20 14:39:58.782045 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-18afb492-af72-49f8-9eff-974f3a1899df admin admin] 10.222.0.36 "GET /v2.0/subnetpools/97e48558-ecdf-4697-9da2-ca82b8a09536 HTTP/1.1" status: 200 len: 734 time: 0.0183268 Aug 20 14:39:58.791461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Request body: {'subnet': {'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6', 'subnetpool_id': '97e48558-ecdf-4697-9da2-ca82b8a09536', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:39:58.812070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Made reservation on behalf of 3f279cd6af534c60ba515a3f801c59cd for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:39:58.814371 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:59.097818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:59.165988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Checking segment: {'id': 'a5bff570-fc4a-456e-899d-4310a856de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:39:59.166368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Network hostable DHCP agents. Network: c5009fcb-e435-4883-a3cb-b36e5efe0ad6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:39:59.170716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c843735f-6942-4d22-b6b5-947053ceb55c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:39:59.188764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:39:59.200515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c5009fcb-e435-4883-a3cb-b36e5efe0ad6) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:39:59.205007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:39:59.205589 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:59.209769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6a538-8a20-4343-a97e-9522a5f23435 None None] Network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:39:59.219622 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-37315b9e-9dd1-41df-827c-93805d539bdc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4313424 Aug 20 14:39:59.536189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-c5009fcb-e435-4883-a3cb-b36e5efe0ad6', 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'fixed_ips': [{'subnet_id': 'c843735f-6942-4d22-b6b5-947053ceb55c'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:39:59.538123 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:39:59.812753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Allocated IP 172.20.0.2 (c5009fcb-e435-4883-a3cb-b36e5efe0ad6/c843735f-6942-4d22-b6b5-947053ceb55c/c45b197c-fc12-4c91-89ae-00508c23798c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:40:00.011485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:00.028876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Transition to ACTIVE for port object c45b197c-fc12-4c91-89ae-00508c23798c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:40:00.077913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Transition to ACTIVE for port object c45b197c-fc12-4c91-89ae-00508c23798c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:40:00.087422 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:00.152390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:40:00.156927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:40:00.169262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:40:00.172308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Pushing event updated for resources: {'Port': ['ID=c45b197c-fc12-4c91-89ae-00508c23798c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:00.203908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.204257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.204599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.204934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.205268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.205597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.205924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.206249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.206571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.206891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.207208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.207526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Tracked resource versions report: Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: pushed versions: Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: { 'AddressGroup': {'1.2'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'ConntrackHelper': {'1.0'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Log': {'1.0'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Network': {'1.1'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Port': {'1.7'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'PortForwarding': {'1.2'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'QosPolicy': {'1.9'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'SecurityGroup': {'1.4'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'SubPort': {'1.0'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Subnet': {'1.1'}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Trunk': {'1.1'}} Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: consumer versions: Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: { DHCP agent@n-d-695189-15: {}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: L3 agent@n-d-695189-15: {}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: Metadata agent@n-d-695189-15: {}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: Metering agent@n-d-695189-15: {}, Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: Open vSwitch agent@n-d-695189-15: { 'AddressGroup': '1.2', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'ConntrackHelper': '1.0', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Log': '1.0', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Network': '1.1', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Port': '1.7', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'PortForwarding': '1.2', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'QosPolicy': '1.9', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'SecurityGroup': '1.4', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'SecurityGroupRule': '1.2', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'SubPort': '1.0', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Subnet': '1.1', Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: 'Trunk': '1.1'}} Aug 20 14:40:00.209228 n-d-695189-15 neutron-server[101101]: {{(pid=101101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:40:00.256166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Attempting to bind port c45b197c-fc12-4c91-89ae-00508c23798c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:40:00.256573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Attempting to bind port c45b197c-fc12-4c91-89ae-00508c23798c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a5bff570-fc4a-456e-899d-4310a856de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:40:00.257016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Attempting to bind port c45b197c-fc12-4c91-89ae-00508c23798c on network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:40:00.262060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:40:00.262459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Checking segment: {'id': 'a5bff570-fc4a-456e-899d-4310a856de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:40:00.262939 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:00.263328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Bound using segment: {'id': 'a5bff570-fc4a-456e-899d-4310a856de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:40:00.263818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Bound port: c45b197c-fc12-4c91-89ae-00508c23798c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bff570-fc4a-456e-899d-4310a856de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:40:00.264212 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:00.325495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] For port c45b197c-fc12-4c91-89ae-00508c23798c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:40:00.329904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] For port c45b197c-fc12-4c91-89ae-00508c23798c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c45b197c-fc12-4c91-89ae-00508c23798c,segment=NetworkSegment(a5bff570-fc4a-456e-899d-4310a856de31),segment_id=a5bff570-fc4a-456e-899d-4310a856de31)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:40:00.335071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:00.401625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c55c58-632e-4a85-a7e7-486b6108877c None None] Pushing event updated for resources: {'Port': ['ID=c45b197c-fc12-4c91-89ae-00508c23798c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:01.648438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45406) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:40:01.979056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-d1684174-919b-4287-970d-7c25a295f347 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:40:01.980231 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d1684174-919b-4287-970d-7c25a295f347 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3308542 Aug 20 14:40:04.391300 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45414) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:40:04.726748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-7e4ac628-b1d5-43ba-b773-21aa96c25347 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:40:04.727881 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7e4ac628-b1d5-43ba-b773-21aa96c25347 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3355110 Aug 20 14:40:07.356254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45424) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:40:07.684654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-59b4b38f-b1bc-4144-852d-6819e2b3051c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:40:07.718921 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59b4b38f-b1bc-4144-852d-6819e2b3051c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:07.723028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59b4b38f-b1bc-4144-852d-6819e2b3051c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:07.867480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59b4b38f-b1bc-4144-852d-6819e2b3051c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:07.873080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59b4b38f-b1bc-4144-852d-6819e2b3051c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:07.884909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59b4b38f-b1bc-4144-852d-6819e2b3051c admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:07.886246 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-59b4b38f-b1bc-4144-852d-6819e2b3051c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5290194 Aug 20 14:40:08.554678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c45b197c-fc12-4c91-89ae-00508c23798c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:40:08.638554 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port c45b197c-fc12-4c91-89ae-00508c23798c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:40:08.888836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628fd9c9-1ea3-4acc-ab31-73b9dec25999 None None] Network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:40:08.947334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-31043a9f-9a9b-4076-91bd-05cb31d6ecef None None] Provisioning for port c45b197c-fc12-4c91-89ae-00508c23798c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:40:08.953072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-31043a9f-9a9b-4076-91bd-05cb31d6ecef None None] Provisioning complete for port c45b197c-fc12-4c91-89ae-00508c23798c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:40:08.953469 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-31043a9f-9a9b-4076-91bd-05cb31d6ecef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:09.129591 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-31043a9f-9a9b-4076-91bd-05cb31d6ecef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:09.181686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-31043a9f-9a9b-4076-91bd-05cb31d6ecef None None] For port c45b197c-fc12-4c91-89ae-00508c23798c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c45b197c-fc12-4c91-89ae-00508c23798c,segment=NetworkSegment(a5bff570-fc4a-456e-899d-4310a856de31),segment_id=a5bff570-fc4a-456e-899d-4310a856de31)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:40:09.186004 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-31043a9f-9a9b-4076-91bd-05cb31d6ecef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:09.236933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31043a9f-9a9b-4076-91bd-05cb31d6ecef None None] Pushing event updated for resources: {'Port': ['ID=c45b197c-fc12-4c91-89ae-00508c23798c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:09.405089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cea628fd-81d1-4a75-b96c-b76b314e490b None None] Provisioning complete for port c45b197c-fc12-4c91-89ae-00508c23798c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:40:09.405392 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cea628fd-81d1-4a75-b96c-b76b314e490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:10.244393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45436) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:40:10.537069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c45b197c-fc12-4c91-89ae-00508c23798c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:40:10.560515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-533142cb-acd4-4352-aab2-f82a65522350 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:40:10.561512 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-533142cb-acd4-4352-aab2-f82a65522350 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3161819 Aug 20 14:40:10.582855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c45b197c-fc12-4c91-89ae-00508c23798c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:40:10.583361 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:12.100180 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0909275-afd1-488a-97f9-66d5be06d6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:12.955876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45444) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:40:13.279179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:40:13.302402 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Made reservation on behalf of e788d7d271ac4645995159b4cb6dff0c for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:40:13.305347 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:13.313614 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:13.413623 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:13.417418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:13.435113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Reserving flat network on physical network physnet1 {{(pid=101100) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 20 14:40:13.454347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeb0390-7e9e-4985-ae6f-e990cf53792f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:13.461069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:13.461400 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Added segment 08c873ba-4e6c-4e03-909c-4fdff04e610e of type flat for network 6d116f17-d1cb-4c73-bf30-596db9a7b235 Aug 20 14:40:13.518893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:13.550555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:13.551818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:13.552545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:13.604963 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6480114 Aug 20 14:40:13.609851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534badb-676f-424b-81a7-e778eb85c5ed admin admin] Pushing event updated for resources: {'Network': ['ID=6d116f17-d1cb-4c73-bf30-596db9a7b235,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:13.630935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:40:14.662926 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e46f3288-c8d7-4129-a0fb-9e2279768fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:14.693099 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:15.352016 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:40:15.896950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:16.005515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45452) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:40:16.371868 n-d-695189-15 neutron-server[101099]: WARNING oslo_policy.policy [None req-c98079eb-ceb0-4384-a0a7-0354638574ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:40:16.372563 n-d-695189-15 neutron-server[101099]: WARNING oslo_policy.policy [None req-c98079eb-ceb0-4384-a0a7-0354638574ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:40:16.775526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.policy [None req-c98079eb-ceb0-4384-a0a7-0354638574ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101099) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 20 14:40:16.821869 n-d-695189-15 neutron-server[101099]: WARNING oslo_policy.policy [None req-c98079eb-ceb0-4384-a0a7-0354638574ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:40:16.822239 n-d-695189-15 neutron-server[101099]: WARNING oslo_policy.policy [None req-c98079eb-ceb0-4384-a0a7-0354638574ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 20 14:40:16.830445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98079eb-ceb0-4384-a0a7-0354638574ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:16.832215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c98079eb-ceb0-4384-a0a7-0354638574ce admin admin] 10.222.0.36 "GET /v2.0/subnets/c843735f-6942-4d22-b6b5-947053ceb55c HTTP/1.1" status: 200 len: 849 time: 0.8257761 Aug 20 14:40:17.001203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-acd29019-af78-4f6d-92c6-fbbb118c6da2 admin admin] 10.222.0.36 "GET /v2.0/routers/55d244ff-730a-44c1-a97b-558f5e6cc7aa HTTP/1.1" status: 200 len: 704 time: 0.1624928 Aug 20 14:40:17.257893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:17.560876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:17.579745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Allocated IP 172.20.0.1 (c5009fcb-e435-4883-a3cb-b36e5efe0ad6/c843735f-6942-4d22-b6b5-947053ceb55c/2b473992-b0cb-4833-85ec-699b7c04edf2) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:40:17.790040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:17.813328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Transition to ACTIVE for port object 2b473992-b0cb-4833-85ec-699b7c04edf2 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:40:17.881956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:17.916723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:40:17.918064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:40:17.987361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:40:17.987985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:18.013361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Pushing event updated for resources: {'Port': ['ID=2b473992-b0cb-4833-85ec-699b7c04edf2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:18.064106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.064373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.064715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.065090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.065415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.065773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.066102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.066428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.067393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.067838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.068171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.068502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Tracked resource versions report: Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: pushed versions: Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: { 'AddressGroup': {'1.2'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'ConntrackHelper': {'1.0'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Log': {'1.0'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Network': {'1.1'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Port': {'1.7'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'PortForwarding': {'1.2'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'QosPolicy': {'1.9'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'SecurityGroup': {'1.4'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'SubPort': {'1.0'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Subnet': {'1.1'}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Trunk': {'1.1'}} Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: consumer versions: Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: { DHCP agent@n-d-695189-15: {}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: L3 agent@n-d-695189-15: {}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: Metadata agent@n-d-695189-15: {}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: Metering agent@n-d-695189-15: {}, Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: Open vSwitch agent@n-d-695189-15: { 'AddressGroup': '1.2', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'ConntrackHelper': '1.0', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Log': '1.0', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Network': '1.1', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Port': '1.7', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'PortForwarding': '1.2', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'QosPolicy': '1.9', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'SecurityGroup': '1.4', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'SecurityGroupRule': '1.2', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'SubPort': '1.0', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Subnet': '1.1', Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: 'Trunk': '1.1'}} Aug 20 14:40:18.069702 n-d-695189-15 neutron-server[101099]: {{(pid=101099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:40:18.157917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9d8a79e0-c681-4c04-86f6-89cbe26feca7 None None] Provisioning for port 2b473992-b0cb-4833-85ec-699b7c04edf2 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:40:18.161999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9d8a79e0-c681-4c04-86f6-89cbe26feca7 None None] Provisioning complete for port 2b473992-b0cb-4833-85ec-699b7c04edf2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:40:18.162449 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9d8a79e0-c681-4c04-86f6-89cbe26feca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:18.195696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a79e0-c681-4c04-86f6-89cbe26feca7 None None] Port 2b473992-b0cb-4833-85ec-699b7c04edf2 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:40:18.203058 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:18.418963 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:18.423360 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:18.424123 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:18.506903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Pushing event updated for resources: {'Port': ['ID=2b473992-b0cb-4833-85ec-699b7c04edf2,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:18.549757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:40:18.550980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:40:18.715625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-19db39f1-22ac-4c57-9712-dffc77588dfb None None] Provisioning complete for port 2b473992-b0cb-4833-85ec-699b7c04edf2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:40:18.716177 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-19db39f1-22ac-4c57-9712-dffc77588dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:18.752759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-19db39f1-22ac-4c57-9712-dffc77588dfb None None] Port 2b473992-b0cb-4833-85ec-699b7c04edf2 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:40:18.762778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Router 55d244ff-730a-44c1-a97b-558f5e6cc7aa is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:40:18.853706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:40:18.859298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d757ed02-762b-4c34-9709-e7dcd4dbf19e admin admin] 10.222.0.36 "PUT /v2.0/routers/55d244ff-730a-44c1-a97b-558f5e6cc7aa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8520973 Aug 20 14:40:18.866168 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Sync routers for ids ['55d244ff-730a-44c1-a97b-558f5e6cc7aa'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:40:18.880858 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Routers {'55d244ff-730a-44c1-a97b-558f5e6cc7aa'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:40:18.881739 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:40:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['55d244ff-730a-44c1-a97b-558f5e6cc7aa'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:40:19.069573 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Set router 55d244ff-730a-44c1-a97b-558f5e6cc7aa gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:40:19.499373 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'name': 'router1', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:40:07Z', 'updated_at': '2021-08-20T14:40:18Z', 'revision_number': 2, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'gw_port_host': None, '_interfaces': [{'id': '2b473992-b0cb-4833-85ec-699b7c04edf2', 'name': '', 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'mac_address': 'fa:16:3e:21:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:40:17Z', 'updated_at': '2021-08-20T14:40:18Z', 'revision_number': 2, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'subnets': [{'id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e48558-ecdf-4697-9da2-ca82b8a09536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:40:19.549504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Checking router: 55d244ff-730a-44c1-a97b-558f5e6cc7aa for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:40:19.549873 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Updating router 55d244ff-730a-44c1-a97b-558f5e6cc7aa port 2b473992-b0cb-4833-85ec-699b7c04edf2 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:40:19.597400 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:20.116068 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:20.133412 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Transition to ACTIVE for port object 2b473992-b0cb-4833-85ec-699b7c04edf2 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:40:20.139594 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:20.280816 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Pushing event updated for resources: {'Port': ['ID=2b473992-b0cb-4833-85ec-699b7c04edf2,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:20.306855 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.307196 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.307531 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.307891 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.308217 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.308596 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.308922 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.309244 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.309561 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.309883 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.310200 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.310516 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Tracked resource versions report: Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: pushed versions: Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: { 'AddressGroup': {'1.2'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'ConntrackHelper': {'1.0'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Log': {'1.0'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Network': {'1.1'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Port': {'1.7'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'PortForwarding': {'1.2'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'QosPolicy': {'1.9'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'SecurityGroup': {'1.4'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'SubPort': {'1.0'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Subnet': {'1.1'}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Trunk': {'1.1'}} Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: consumer versions: Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: { DHCP agent@n-d-695189-15: {}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: L3 agent@n-d-695189-15: {}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: Metadata agent@n-d-695189-15: {}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: Metering agent@n-d-695189-15: {}, Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: Open vSwitch agent@n-d-695189-15: { 'AddressGroup': '1.2', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'ConntrackHelper': '1.0', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Log': '1.0', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Network': '1.1', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Port': '1.7', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'PortForwarding': '1.2', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'QosPolicy': '1.9', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'SecurityGroup': '1.4', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'SecurityGroupRule': '1.2', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'SubPort': '1.0', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Subnet': '1.1', Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: 'Trunk': '1.1'}} Aug 20 14:40:20.311859 n-d-695189-15 neutron-server[101102]: {{(pid=101102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:40:20.322346 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Attempting to bind port 2b473992-b0cb-4833-85ec-699b7c04edf2 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:40:20.322746 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Attempting to bind port 2b473992-b0cb-4833-85ec-699b7c04edf2 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a5bff570-fc4a-456e-899d-4310a856de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:40:20.323181 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Attempting to bind port 2b473992-b0cb-4833-85ec-699b7c04edf2 on network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:40:20.328149 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:40:20.328541 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Checking segment: {'id': 'a5bff570-fc4a-456e-899d-4310a856de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:40:20.329012 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:20.329393 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Bound using segment: {'id': 'a5bff570-fc4a-456e-899d-4310a856de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:40:20.329867 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Bound port: 2b473992-b0cb-4833-85ec-699b7c04edf2, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bff570-fc4a-456e-899d-4310a856de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:40:20.330243 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:20.393724 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] For port 2b473992-b0cb-4833-85ec-699b7c04edf2, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:40:20.413586 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] For port 2b473992-b0cb-4833-85ec-699b7c04edf2, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2b473992-b0cb-4833-85ec-699b7c04edf2,segment=NetworkSegment(a5bff570-fc4a-456e-899d-4310a856de31),segment_id=a5bff570-fc4a-456e-899d-4310a856de31)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:40:20.418109 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:20.475115 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Routers {'55d244ff-730a-44c1-a97b-558f5e6cc7aa'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:40:20.475929 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:40:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['55d244ff-730a-44c1-a97b-558f5e6cc7aa'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:40:20.514449 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08bb0e-dca5-47f9-9205-f9bd6f6e07e9 None None] Pushing event updated for resources: {'Port': ['ID=2b473992-b0cb-4833-85ec-699b7c04edf2,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:20.571520 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] Set router 55d244ff-730a-44c1-a97b-558f5e6cc7aa gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:40:20.775709 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'name': 'router1', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:40:07Z', 'updated_at': '2021-08-20T14:40:18Z', 'revision_number': 2, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'gw_port_host': None, '_interfaces': [{'id': '2b473992-b0cb-4833-85ec-699b7c04edf2', 'name': '', 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'mac_address': 'fa:16:3e:21:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:40:17Z', 'updated_at': '2021-08-20T14:40:20Z', 'revision_number': 4, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'subnets': [{'id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e48558-ecdf-4697-9da2-ca82b8a09536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:40:20.802719 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d330bda9-96ec-47e9-ac19-3a8eff81d0b5 None None] The sync data for ids ['55d244ff-730a-44c1-a97b-558f5e6cc7aa'] in n-d-695189-15 is: [{'id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'name': 'router1', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:40:07Z', 'updated_at': '2021-08-20T14:40:18Z', 'revision_number': 2, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'gw_port_host': None, '_interfaces': [{'id': '2b473992-b0cb-4833-85ec-699b7c04edf2', 'name': '', 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'mac_address': 'fa:16:3e:21:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:40:17Z', 'updated_at': '2021-08-20T14:40:20Z', 'revision_number': 4, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'subnets': [{'id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e48558-ecdf-4697-9da2-ca82b8a09536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:40:21.111477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45494) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:40:21.221381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc2d3b-b238-45b9-a9bc-377061b94cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:21.222802 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-babc2d3b-b238-45b9-a9bc-377061b94cfb admin admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 842 time: 0.1103418 Aug 20 14:40:21.232926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:40:21.234554 n-d-695189-15 neutron-server[101099]: INFO neutron.quota [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Loaded quota_driver: . Aug 20 14:40:21.270669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Made reservation on behalf of e788d7d271ac4645995159b4cb6dff0c for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:40:21.272974 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:21.577806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.objects.ports [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:40:21.578145 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:21.636404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e0c6911-4588-4c09-aa5d-ed3dfb331530,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:21.640810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:40:21.641164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Network hostable DHCP agents. Network: 6d116f17-d1cb-4c73-bf30-596db9a7b235, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:40:21.661933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:40:21.672635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 6d116f17-d1cb-4c73-bf30-596db9a7b235) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:40:21.677264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:21.677863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:21.682646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6053b-2673-4eb7-8ab2-7a97b4a90f17 None None] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:40:21.701656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-002bc1bd-b7d1-48b3-9e28-1c3c71523b9f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4721472 Aug 20 14:40:21.818401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ae2a9-fc22-42c7-be9e-79263ddd171f None None] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:40:23.993569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45502) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:40:24.122888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-609bf8a0-c0f2-4724-99ae-75238765c847 admin admin] 10.222.0.36 "GET /v2.0/routers/55d244ff-730a-44c1-a97b-558f5e6cc7aa HTTP/1.1" status: 200 len: 710 time: 0.1281171 Aug 20 14:40:24.205768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c552e0-a830-4aba-9a97-b9646b70bb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:40:24.212859 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-63c552e0-a830-4aba-9a97-b9646b70bb6a admin admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 886 time: 0.0786054 Aug 20 14:40:24.216763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:40:24.477368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:24.798734 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:24.874621 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:24.976896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Allocated IP 172.25.5.196 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/83d9376f-52a0-4fab-aab6-625b8e5c899e) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:40:25.078482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:25.115630 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:25.153448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:40:25.156340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:40:25.165616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:40:25.168706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Pushing event updated for resources: {'Port': ['ID=83d9376f-52a0-4fab-aab6-625b8e5c899e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:25.409602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:25.601333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:25.604562 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:25.710443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Router 55d244ff-730a-44c1-a97b-558f5e6cc7aa has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:40:25.818491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:40:25.822749 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:25.823949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6307d2fa-d5eb-40b2-9374-17e564f5b137 admin admin] 10.222.0.36 "PUT /v2.0/routers/55d244ff-730a-44c1-a97b-558f5e6cc7aa HTTP/1.1" status: 200 len: 890 time: 1.6104460 Aug 20 14:40:26.567605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2b473992-b0cb-4833-85ec-699b7c04edf2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:40:26.618189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2b473992-b0cb-4833-85ec-699b7c04edf2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:40:26.621946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2b473992-b0cb-4833-85ec-699b7c04edf2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:40:26.622321 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:26.696936 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:26.729467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 2b473992-b0cb-4833-85ec-699b7c04edf2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2b473992-b0cb-4833-85ec-699b7c04edf2,segment=NetworkSegment(a5bff570-fc4a-456e-899d-4310a856de31),segment_id=a5bff570-fc4a-456e-899d-4310a856de31)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:40:26.734738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:26.788408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=2b473992-b0cb-4833-85ec-699b7c04edf2,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:27.284260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Sync routers for ids ['55d244ff-730a-44c1-a97b-558f5e6cc7aa'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:40:27.294858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Routers {'55d244ff-730a-44c1-a97b-558f5e6cc7aa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:40:27.295494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:40:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['55d244ff-730a-44c1-a97b-558f5e6cc7aa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:40:27.544290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Set router 55d244ff-730a-44c1-a97b-558f5e6cc7aa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:40:27.946724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'name': 'router1', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '83d9376f-52a0-4fab-aab6-625b8e5c899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:40:07Z', 'updated_at': '2021-08-20T14:40:25Z', 'revision_number': 4, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'gw_port': {'id': '83d9376f-52a0-4fab-aab6-625b8e5c899e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:40:24Z', 'updated_at': '2021-08-20T14:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2b473992-b0cb-4833-85ec-699b7c04edf2', 'name': '', 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'mac_address': 'fa:16:3e:21:28:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:40:17Z', 'updated_at': '2021-08-20T14:40:26Z', 'revision_number': 5, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'subnets': [{'id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e48558-ecdf-4697-9da2-ca82b8a09536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:40:27.997347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Checking router: 55d244ff-730a-44c1-a97b-558f5e6cc7aa for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:40:27.997697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Updating router 55d244ff-730a-44c1-a97b-558f5e6cc7aa port 83d9376f-52a0-4fab-aab6-625b8e5c899e binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:40:28.044249 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:28.227903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45514) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:40:28.356635 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:28.366909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Transition to ACTIVE for port object 83d9376f-52a0-4fab-aab6-625b8e5c899e will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:40:28.372928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:28.383579 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08c6a415-34e7-41e8-9896-9bfb2b5bfd15 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1535060 Aug 20 14:40:28.421458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Attempting to bind port 83d9376f-52a0-4fab-aab6-625b8e5c899e on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:40:28.421742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Attempting to bind port 83d9376f-52a0-4fab-aab6-625b8e5c899e by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:40:28.422112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Attempting to bind port 83d9376f-52a0-4fab-aab6-625b8e5c899e on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:40:28.430622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7f1ff-2cd9-40ee-8693-c12272b0f6b2 None None] Pushing event updated for resources: {'Port': ['ID=83d9376f-52a0-4fab-aab6-625b8e5c899e,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:28.436590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:40:28.437106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:40:28.437385 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:28.437794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:40:28.438551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Bound port: 83d9376f-52a0-4fab-aab6-625b8e5c899e, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:40:28.438660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:28.495302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] For port 83d9376f-52a0-4fab-aab6-625b8e5c899e, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:40:28.498556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] For port 83d9376f-52a0-4fab-aab6-625b8e5c899e, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=83d9376f-52a0-4fab-aab6-625b8e5c899e,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:40:28.503023 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:28.552557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2b473992-b0cb-4833-85ec-699b7c04edf2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:40:28.560971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7f1ff-2cd9-40ee-8693-c12272b0f6b2 None None] Pushing event updated for resources: {'Port': ['ID=83d9376f-52a0-4fab-aab6-625b8e5c899e,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:28.596982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Routers {'55d244ff-730a-44c1-a97b-558f5e6cc7aa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:40:28.598380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:40:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['55d244ff-730a-44c1-a97b-558f5e6cc7aa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:40:28.773782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2b473992-b0cb-4833-85ec-699b7c04edf2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:40:28.774076 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:28.825486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] Set router 55d244ff-730a-44c1-a97b-558f5e6cc7aa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:40:29.077386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'name': 'router1', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '83d9376f-52a0-4fab-aab6-625b8e5c899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:40:07Z', 'updated_at': '2021-08-20T14:40:25Z', 'revision_number': 4, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'gw_port': {'id': '83d9376f-52a0-4fab-aab6-625b8e5c899e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:40:24Z', 'updated_at': '2021-08-20T14:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2b473992-b0cb-4833-85ec-699b7c04edf2', 'name': '', 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'mac_address': 'fa:16:3e:21:28:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:40:17Z', 'updated_at': '2021-08-20T14:40:26Z', 'revision_number': 5, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'subnets': [{'id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e48558-ecdf-4697-9da2-ca82b8a09536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:40:29.107322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6135c6-694b-4039-96b0-bc7d54b61368 None None] The sync data for ids ['55d244ff-730a-44c1-a97b-558f5e6cc7aa'] in n-d-695189-15 is: [{'id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'name': 'router1', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '83d9376f-52a0-4fab-aab6-625b8e5c899e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:40:07Z', 'updated_at': '2021-08-20T14:40:25Z', 'revision_number': 4, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'gw_port': {'id': '83d9376f-52a0-4fab-aab6-625b8e5c899e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:40:24Z', 'updated_at': '2021-08-20T14:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2b473992-b0cb-4833-85ec-699b7c04edf2', 'name': '', 'network_id': 'c5009fcb-e435-4883-a3cb-b36e5efe0ad6', 'tenant_id': '3f279cd6af534c60ba515a3f801c59cd', 'mac_address': 'fa:16:3e:21:28:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55d244ff-730a-44c1-a97b-558f5e6cc7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:40:17Z', 'updated_at': '2021-08-20T14:40:26Z', 'revision_number': 5, 'project_id': '3f279cd6af534c60ba515a3f801c59cd', 'subnets': [{'id': 'c843735f-6942-4d22-b6b5-947053ceb55c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97e48558-ecdf-4697-9da2-ca82b8a09536'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:40:30.585617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 83d9376f-52a0-4fab-aab6-625b8e5c899e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:40:30.638146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 83d9376f-52a0-4fab-aab6-625b8e5c899e completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:40:30.642722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 83d9376f-52a0-4fab-aab6-625b8e5c899e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:40:30.642962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:30.727246 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:30.751243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 83d9376f-52a0-4fab-aab6-625b8e5c899e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=83d9376f-52a0-4fab-aab6-625b8e5c899e,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:40:30.757634 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:30.809064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=83d9376f-52a0-4fab-aab6-625b8e5c899e,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:40:32.578819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 83d9376f-52a0-4fab-aab6-625b8e5c899e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:40:32.632450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 83d9376f-52a0-4fab-aab6-625b8e5c899e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:40:32.632899 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:42.107601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e598dfee-9c01-4940-8d91-566ee7c21c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:44.667407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6720962e-1944-4c3a-a69a-1f0db1258f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:44.701259 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:45.923275 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:47.587618 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:40:52.350665 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:41:12.099921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-77c4daad-9135-4fb7-a9eb-955a885cabd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.660615 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0d2c9e79-72a5-4be7-ad33-107f9cf9ee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:14.751302 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:15.914983 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:17.581800 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:29.349798 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:41:42.096580 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bf24a276-9b8a-46f8-9e79-cf62cad764a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:44.659801 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-380f4f71-16b7-4e99-930c-753a7374235b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:44.698892 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:45.906726 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:41:47.588488 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:06.348045 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:42:09.538176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46116) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:09.599254 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb8170e-53e3-43ae-91d7-22db75682946 admin admin] GET failed (client error): The resource could not be found. Aug 20 14:42:09.600602 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cdb8170e-53e3-43ae-91d7-22db75682946 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613163 Aug 20 14:42:09.764063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0030bfa-15bb-4b92-9963-bd76e33f5474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:09.765467 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a0030bfa-15bb-4b92-9963-bd76e33f5474 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603220 Aug 20 14:42:11.907103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46126) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:11.998879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c34dcf-ed71-48d5-8617-dd07db81830d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:12.000236 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-38c34dcf-ed71-48d5-8617-dd07db81830d admin admin] 10.222.0.36 "GET /v2.0/subnets/c843735f-6942-4d22-b6b5-947053ceb55c HTTP/1.1" status: 200 len: 849 time: 0.0920706 Aug 20 14:42:12.009791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:42:12.092563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:12.097140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d4b8601-c4bf-48e2-b7af-3865e9aea9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:12.237794 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765673176158'] for subnet, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:12.276259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:12.276416 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:12.278737 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] 10.222.0.36 "PUT /v2.0/subnets/c843735f-6942-4d22-b6b5-947053ceb55c HTTP/1.1" status: 200 len: 868 time: 0.2725625 Aug 20 14:42:12.280272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07bb94a-effa-4202-9507-c1df78d77bb6 None None] Network c5009fcb-e435-4883-a3cb-b36e5efe0ad6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:42:12.298360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c843735f-6942-4d22-b6b5-947053ceb55c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:42:12.305746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.306119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.306432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.306774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.307105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.307437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.307809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.308136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.308463 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.308788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.309114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.309437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176d2f8d-c0b8-458c-94a8-26952e78f2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:42:12.702207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-79144589-33b5-41dd-b789-45a4c67b137c None None] Provisioning complete for port c45b197c-fc12-4c91-89ae-00508c23798c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:42:12.702690 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-79144589-33b5-41dd-b789-45a4c67b137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:12.789823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-79144589-33b5-41dd-b789-45a4c67b137c None None] Provisioning complete for port 2b473992-b0cb-4833-85ec-699b7c04edf2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:42:12.790084 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-79144589-33b5-41dd-b789-45a4c67b137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:14.456525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46134) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:14.664724 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2e64ab45-67b9-45cb-a6a7-b3946c329d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:14.674900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59712ee-8651-419b-b2e6-53d4951132e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:14.675643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59712ee-8651-419b-b2e6-53d4951132e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:14.681790 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e59712ee-8651-419b-b2e6-53d4951132e4 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2242441 Aug 20 14:42:14.700773 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:15.910376 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:16.880838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46142) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:17.019465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe70d76-6896-4137-a3a4-9c0daca4bfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:17.019964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe70d76-6896-4137-a3a4-9c0daca4bfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:17.024729 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2fe70d76-6896-4137-a3a4-9c0daca4bfc5 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1419294 Aug 20 14:42:17.587848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:19.227521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46150) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:19.427809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f076ca0-3910-4d6d-bdac-73e487eb7aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:19.429090 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5f076ca0-3910-4d6d-bdac-73e487eb7aac admin admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 886 time: 0.2005882 Aug 20 14:42:21.582893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46158) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:21.725493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3bc77-1604-4f48-909d-4c75575ffdde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:21.726883 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08b3bc77-1604-4f48-909d-4c75575ffdde admin admin] 10.222.0.36 "GET /v2.0/networks/c5009fcb-e435-4883-a3cb-b36e5efe0ad6 HTTP/1.1" status: 200 len: 869 time: 0.1429288 Aug 20 14:42:23.887083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46166) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:24.014675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c95ea-a77e-48e3-9803-921c5fda21be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:24.015149 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c95ea-a77e-48e3-9803-921c5fda21be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:24.016720 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df8c95ea-a77e-48e3-9803-921c5fda21be admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281383 Aug 20 14:42:26.194213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46174) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:26.283991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744d1967-b9c5-4a70-b1b5-c915d96a16b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:26.284454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744d1967-b9c5-4a70-b1b5-c915d96a16b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:26.285965 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-744d1967-b9c5-4a70-b1b5-c915d96a16b3 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908775 Aug 20 14:42:28.416740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46182) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:28.508062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a61d29-33cd-4c92-b9b2-91d64f902d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:28.509403 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c2a61d29-33cd-4c92-b9b2-91d64f902d35 admin admin] 10.222.0.36 "GET /v2.0/subnets/4e0c6911-4588-4c09-aa5d-ed3dfb331530 HTTP/1.1" status: 200 len: 816 time: 0.0916660 Aug 20 14:42:30.672829 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46190) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:30.764443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e16e2-69af-4d25-8652-1a44018331ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:30.765777 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e28e16e2-69af-4d25-8652-1a44018331ed admin admin] 10.222.0.36 "GET /v2.0/subnets/c843735f-6942-4d22-b6b5-947053ceb55c HTTP/1.1" status: 200 len: 868 time: 0.0919549 Aug 20 14:42:42.099588 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9ed85752-5745-4641-a5a4-0926320bad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:43.346688 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:42:44.657044 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ade7ccf8-1c28-48e9-9e66-f59b4918a953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:44.710185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:45.913822 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:47.593928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:54.896421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46244) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:54.947077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-13de3da9-c363-4323-8941-6897cff62e5b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:42:54.948685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-13de3da9-c363-4323-8941-6897cff62e5b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513806 Aug 20 14:42:57.234274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46254) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:57.296662 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4c3391-b788-4a33-af80-2007470dffe5 admin admin] GET failed (client error): The resource could not be found. Aug 20 14:42:57.298012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8a4c3391-b788-4a33-af80-2007470dffe5 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627794 Aug 20 14:42:57.439164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d86e499-7f49-4ed4-9c80-732dfe9eac55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:57.440587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8d86e499-7f49-4ed4-9c80-732dfe9eac55 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381321 Aug 20 14:42:59.642039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46262) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:42:59.690189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:42:59.711226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Made reservation on behalf of e788d7d271ac4645995159b4cb6dff0c for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:42:59.714204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:59.748957 n-d-695189-15 neutron-server[101100]: WARNING neutron.services.revisions.revision_plugin [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Could not find related network for resource to bump revision. Aug 20 14:42:59.761310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:42:59.770017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:59.770357 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Added segment d0386d47-d5c1-4965-97c9-4c85e022431a of type vlan for network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 Aug 20 14:42:59.811909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:59.834377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:59.835392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:42:59.836004 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:42:59.889736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2466097 Aug 20 14:42:59.894374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa343d-147c-4564-b3b8-a04b79f6537a admin admin] Pushing event updated for resources: {'Network': ['ID=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:42:59.915702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:43:02.085245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46270) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:43:02.145799 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-15037b18-5b6d-45a1-ada4-f035c4b27bc7 admin admin] GET failed (client error): The resource could not be found. Aug 20 14:43:02.147119 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-15037b18-5b6d-45a1-ada4-f035c4b27bc7 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608644 Aug 20 14:43:02.216897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3230b-9f54-49b7-b6fb-758e3ec048af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:43:02.218244 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-06c3230b-9f54-49b7-b6fb-758e3ec048af admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667787 Aug 20 14:43:02.228887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:43:02.248295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Made reservation on behalf of e788d7d271ac4645995159b4cb6dff0c for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:43:02.250621 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:02.410316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:02.464836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=174bc5f5-a8e0-4e29-9605-23d1ac20a458,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:43:02.474284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:43:02.474634 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Network hostable DHCP agents. Network: 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:43:02.492171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:43:02.502235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:43:02.506518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:43:02.507114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:02.512729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4549419-769a-483d-98b6-d5f739d423eb None None] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:43:02.532405 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fa04fb61-24fe-4b0c-a4a1-71b8fdbd6f8a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2970583 Aug 20 14:43:02.762880 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'tenant_id': 'e788d7d271ac4645995159b4cb6dff0c', 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:43:02.763824 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:02.904237 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Allocated IP 192.168.233.2 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/603032a1-906a-4345-9cda-9b8fc54aa953) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:43:03.051042 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:03.060182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Transition to ACTIVE for port object 603032a1-906a-4345-9cda-9b8fc54aa953 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:43:03.075175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Transition to ACTIVE for port object 603032a1-906a-4345-9cda-9b8fc54aa953 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:43:03.081854 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:03.121932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:43:03.124633 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:43:03.127924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:43:03.141493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Pushing event updated for resources: {'Port': ['ID=603032a1-906a-4345-9cda-9b8fc54aa953,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:43:03.163266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.163645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.163992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.164331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.164670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.164998 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.165325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.166204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.167143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.167143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.167353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.167652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:43:03.195266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Attempting to bind port 603032a1-906a-4345-9cda-9b8fc54aa953 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:43:03.195671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Attempting to bind port 603032a1-906a-4345-9cda-9b8fc54aa953 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:43:03.196039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Attempting to bind port 603032a1-906a-4345-9cda-9b8fc54aa953 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:43:03.201195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:43:03.201569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:43:03.201978 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:03.202371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:43:03.202835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Bound port: 603032a1-906a-4345-9cda-9b8fc54aa953, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:43:03.203235 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:03.266286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] For port 603032a1-906a-4345-9cda-9b8fc54aa953, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:43:03.269372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] For port 603032a1-906a-4345-9cda-9b8fc54aa953, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=603032a1-906a-4345-9cda-9b8fc54aa953,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:43:03.274053 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:03.336159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269f4e2-d8a7-43b9-8914-a7ea58473d14 None None] Pushing event updated for resources: {'Port': ['ID=603032a1-906a-4345-9cda-9b8fc54aa953,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:43:04.156444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b500d0-688f-43af-b040-5463da64e6d3 None None] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:43:04.281143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5d736eee-9874-41e1-b6b0-1745934f70c4 None None] Provisioning for port 603032a1-906a-4345-9cda-9b8fc54aa953 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:43:04.727629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 603032a1-906a-4345-9cda-9b8fc54aa953 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:43:04.781773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 603032a1-906a-4345-9cda-9b8fc54aa953 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:43:04.785984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 603032a1-906a-4345-9cda-9b8fc54aa953 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:43:04.786357 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:04.866363 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:04.898299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 603032a1-906a-4345-9cda-9b8fc54aa953, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=603032a1-906a-4345-9cda-9b8fc54aa953,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:43:04.904136 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:04.955788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=603032a1-906a-4345-9cda-9b8fc54aa953,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:43:06.699353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 603032a1-906a-4345-9cda-9b8fc54aa953 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:43:06.745576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 603032a1-906a-4345-9cda-9b8fc54aa953 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:43:06.745947 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:12.101416 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d72a136e-d399-4b0f-8638-b90a2e24144d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:14.659077 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6108c6a8-ae96-40f6-9d75-3ad5f7cb9235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:14.703737 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:15.917529 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:17.601208 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:20.345554 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:43:42.106153 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3add9ebc-c407-4c75-b1f8-3747bc4c5244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:44.659060 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1315e371-b1be-4620-9bc1-d55339f33259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:44.714190 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:45.919689 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:47.600908 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:43:57.344152 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:44:11.018390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46322) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:44:11.024748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-97b8e196-469a-4740-b70d-4a27d9826424 tempest-verify_tempest_config-1296465500 tempest-verify_tempest_config-1296465500-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:44:11.025711 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-97b8e196-469a-4740-b70d-4a27d9826424 tempest-verify_tempest_config-1296465500 tempest-verify_tempest_config-1296465500-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063612 Aug 20 14:44:11.319990 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46340) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:44:11.421681 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:11.511373 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:11.514812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:11.557097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133bf75a-502a-4b3a-b9f9-cfc1de73988b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:44:11.560959 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4639a6d2b3e496aacc324ea0ecb1f6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2399333 Aug 20 14:44:11.564232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46344) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:44:11.566422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.566794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.567308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.567671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.567998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.568328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.568653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.568975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.569294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.569613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.569931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.570251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b693b8-3f69-459d-b690-66a7a44d42e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.645759 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:11.666744 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:11.757445 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:11.759995 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:11.761648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/133bf75a-502a-4b3a-b9f9-cfc1de73988b HTTP/1.1" status: 204 len: 168 time: 0.1959784 Aug 20 14:44:11.769241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133bf75a-502a-4b3a-b9f9-cfc1de73988b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:44:11.776410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.776764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.777104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.777440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.777773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.778102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.778428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.778754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.779080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.779419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.779754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:11.780080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917beea9-96a8-4394-a18e-b4001d1be0ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:44:12.107197 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a1ac46cf-de32-4325-b8f8-3b6d5429c69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:14.662212 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-97b305f9-d757-4aa4-be3b-6d3ff502ed40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:14.705404 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:15.922735 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:17.603805 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:34.342777 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:44:42.107536 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ead9a5d2-f242-4ef7-bfde-edaee4ddbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:44.663754 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a186-0f57-4890-89bb-678bac3c09ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:44.708464 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:45.924786 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:44:47.606562 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:11.342000 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:45:12.107960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eac54fc8-6958-46b1-ab67-6f8af58d66b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:14.665119 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-17fbb1c9-0ece-4032-912f-3f6cafcf4a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:14.711886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:15.927285 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:17.609777 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:42.110971 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-007ec922-6c9a-4662-90ef-b57bff4b3855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:44.665950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0ddffde1-fb82-4f3f-b0fc-b7cac55c3734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:44.713746 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:45.930617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:47.613249 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:45:48.340168 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:46:12.112085 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5b3a660a-902c-459f-8799-8556182ad881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.666416 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99ce61cb-7c65-470a-9e1b-0955aa9b8175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:14.713452 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:15.933282 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:17.616978 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:25.340231 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:46:42.115260 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8036a053-087f-4990-8564-7555db869b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:44.668866 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-06027de2-f290-400f-a24e-a7b50a57f9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:44.714793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:45.936666 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:46:47.619274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:02.338861 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 5 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:47:12.115431 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7de34b08-95a0-418a-90d8-0f567de8c056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:14.668107 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4c55982-b1ee-489b-b6e9-bdb3b2e5e1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:14.714954 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:15.939756 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:17.622303 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:28.384848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610379'] for agent, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:35.588071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1610379'] for agent, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:39.337944 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:47:42.117450 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a1a33162-75a2-44c2-8cc0-60209da06604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:44.668049 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-05b1ec57-0c10-4134-9000-2bb8d9c6968f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:44.715487 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:45.943185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:47.625064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:47:58.325108 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:05.558245 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:09.538592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46406) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:48:09.652377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4b85ef1a-db1c-4e03-ae50-ced8debc4677 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1125648 Aug 20 14:48:11.827223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46416) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:48:11.883272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e1b96b68-6d93-41d9-bace-6923301b2ced admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0548885 Aug 20 14:48:12.119030 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ffe1-adb0-4550-8876-423d398cad89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:14.669011 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4da3b728-3e5f-4995-9735-a95ef2926e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:14.715469 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:15.945708 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:16.337730 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:48:17.629744 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:28.333979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:35.563945 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:42.119883 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80b1e35d-bfdf-421b-abca-826e78720848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:44.670489 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-073d06cc-8d84-4043-8440-ee4aad79f69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:44.715378 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:45.947994 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:47.635270 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:48:53.336524 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:48:58.337606 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:05.581325 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:12.120586 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-155cf7c9-1e2c-4d03-80e3-422918fca87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:14.670432 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd51d85a-1521-42bb-9524-fb88f4ae337f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:14.717485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:15.949741 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:17.636692 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:28.350963 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:30.336772 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:49:35.581907 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:35.791209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46648) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:36.071531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-network', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:36.095854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Made reservation on behalf of fe63653f0dc14e60afc3df5350bd11b5 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:36.098509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.107114 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.295701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.300459 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.331263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87d4ee6-cdf0-4f77-9ee6-1f3d9231e741,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:36.338797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:49:36.350415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.350710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.351279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.351434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.351837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.352173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.352549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.352880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.353208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.353531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.353909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.354168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Tracked resource versions report: Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: pushed versions: Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: { 'AddressGroup': {'1.2'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'ConntrackHelper': {'1.0'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Log': {'1.0'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Network': {'1.1'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Port': {'1.7'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'PortForwarding': {'1.2'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'QosPolicy': {'1.9'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'SecurityGroup': {'1.4'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'SubPort': {'1.0'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Subnet': {'1.1'}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Trunk': {'1.1'}} Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: consumer versions: Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: { DHCP agent@n-d-695189-15: {}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: HyperV agent@n-h1-695189-15: {}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: HyperV agent@n-h2-695189-15: {}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: L3 agent@n-d-695189-15: {}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: Metadata agent@n-d-695189-15: {}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: Metering agent@n-d-695189-15: {}, Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: Open vSwitch agent@n-d-695189-15: { 'AddressGroup': '1.2', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'ConntrackHelper': '1.0', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Log': '1.0', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Network': '1.1', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Port': '1.7', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'PortForwarding': '1.2', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'QosPolicy': '1.9', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'SecurityGroup': '1.4', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'SecurityGroupRule': '1.2', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'SubPort': '1.0', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Subnet': '1.1', Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: 'Trunk': '1.1'}} Aug 20 14:49:36.355282 n-d-695189-15 neutron-server[101099]: {{(pid=101099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:49:36.370452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765673221605', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.371309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Unsubscribe: segment precommit_create {{(pid=101099) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 20 14:49:36.372413 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Added segment 1e223e58-cad3-4f87-86dd-8371c0c82a30 of type vlan for network bfe892b3-d404-4339-bb6c-b63c0d8b291d Aug 20 14:49:36.435244 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.469794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.470579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:36.471168 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.553443 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7579145 Aug 20 14:49:36.553671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46692) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:36.559774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Request body: {'subnet': {'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-subnet', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:36.592056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Made reservation on behalf of fe63653f0dc14e60afc3df5350bd11b5 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:36.595406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.602781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724280c5-b40e-44f0-a372-c719885bc079 admin admin] Pushing event updated for resources: {'Network': ['ID=bfe892b3-d404-4339-bb6c-b63c0d8b291d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:36.613672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:49:36.773775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.838583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7597d52b-fdf5-4569-b467-0879e0197d36,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:36.853403 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.853754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.854133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.854420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.854747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.855076 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.855402 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.855754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.856067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.856387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.856704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.857020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Tracked resource versions report: Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: pushed versions: Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: { 'AddressGroup': {'1.2'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'ConntrackHelper': {'1.0'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Log': {'1.0'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Network': {'1.1'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Port': {'1.7'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'PortForwarding': {'1.2'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'QosPolicy': {'1.9'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'SecurityGroup': {'1.4'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'SubPort': {'1.0'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Subnet': {'1.1'}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Trunk': {'1.1'}} Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: consumer versions: Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: { DHCP agent@n-d-695189-15: {}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: HyperV agent@n-h1-695189-15: {}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: HyperV agent@n-h2-695189-15: {}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: L3 agent@n-d-695189-15: {}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: Metadata agent@n-d-695189-15: {}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: Metering agent@n-d-695189-15: {}, Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: Open vSwitch agent@n-d-695189-15: { 'AddressGroup': '1.2', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'ConntrackHelper': '1.0', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Log': '1.0', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Network': '1.1', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Port': '1.7', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'PortForwarding': '1.2', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'QosPolicy': '1.9', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'SecurityGroup': '1.4', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'SecurityGroupRule': '1.2', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'SubPort': '1.0', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Subnet': '1.1', Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: 'Trunk': '1.1'}} Aug 20 14:49:36.858109 n-d-695189-15 neutron-server[101100]: {{(pid=101100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:49:36.872197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Checking segment: {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:49:36.872560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Network hostable DHCP agents. Network: bfe892b3-d404-4339-bb6c-b63c0d8b291d, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:49:36.890985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:49:36.913779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, bfe892b3-d404-4339-bb6c-b63c0d8b291d) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:36.922066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443bcf3d-9405-4e5d-9b6b-60a39338fce3 None None] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:49:36.928770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:36.929621 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.948877 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a310e469-1288-4151-9aee-363d262e8619 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3939137 Aug 20 14:49:36.952107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46722) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:36.959223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:36.991707 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:36.993339 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.093254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:49:37.094280 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.102677 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.256413 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.257469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Allocated IP 172.20.0.2 (bfe892b3-d404-4339-bb6c-b63c0d8b291d/7597d52b-fdf5-4569-b467-0879e0197d36/31a8383e-b144-4678-a483-34a9f0adba6c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:49:37.424626 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.434446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Transition to ACTIVE for port object 31a8383e-b144-4678-a483-34a9f0adba6c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:37.454883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Transition to ACTIVE for port object 31a8383e-b144-4678-a483-34a9f0adba6c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:37.466067 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.526282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:49:37.534623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:37.543562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:49:37.545450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Pushing event updated for resources: {'Port': ['ID=31a8383e-b144-4678-a483-34a9f0adba6c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:37.558546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.558913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.559083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.559667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.560301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.560824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.561363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.561730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.562195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.562532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.562923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.563500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.563721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Tracked resource versions report: Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: pushed versions: Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: { 'AddressGroup': {'1.2'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'ConntrackHelper': {'1.0'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Log': {'1.0'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Network': {'1.1'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Port': {'1.7'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'PortForwarding': {'1.2'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'QosPolicy': {'1.9'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'SecurityGroup': {'1.4'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'SubPort': {'1.0'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Subnet': {'1.1'}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Trunk': {'1.1'}} Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: consumer versions: Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: { DHCP agent@n-d-695189-15: {}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: HyperV agent@n-h1-695189-15: {}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: HyperV agent@n-h2-695189-15: {}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: L3 agent@n-d-695189-15: {}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: Metadata agent@n-d-695189-15: {}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: Metering agent@n-d-695189-15: {}, Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: Open vSwitch agent@n-d-695189-15: { 'AddressGroup': '1.2', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'ConntrackHelper': '1.0', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Log': '1.0', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Network': '1.1', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Port': '1.7', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'PortForwarding': '1.2', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'QosPolicy': '1.9', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'SecurityGroup': '1.4', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'SecurityGroupRule': '1.2', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'SubPort': '1.0', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Subnet': '1.1', Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: 'Trunk': '1.1'}} Aug 20 14:49:37.565038 n-d-695189-15 neutron-server[101101]: {{(pid=101101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:49:37.589744 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.642224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Attempting to bind port 31a8383e-b144-4678-a483-34a9f0adba6c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:49:37.642820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Attempting to bind port 31a8383e-b144-4678-a483-34a9f0adba6c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:49:37.642929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Attempting to bind port 31a8383e-b144-4678-a483-34a9f0adba6c on network bfe892b3-d404-4339-bb6c-b63c0d8b291d {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:49:37.649314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:49:37.649940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Checking segment: {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:49:37.650348 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.650741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Bound using segment: {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:49:37.651207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Bound port: 31a8383e-b144-4678-a483-34a9f0adba6c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:49:37.652004 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.729225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] For port 31a8383e-b144-4678-a483-34a9f0adba6c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:49:37.733688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] For port 31a8383e-b144-4678-a483-34a9f0adba6c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=31a8383e-b144-4678-a483-34a9f0adba6c,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:49:37.740897 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:37.749267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Allocated IP 172.25.5.233 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/30192be5-5811-4940-aa10-f661bb39352d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:49:37.830525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f20655-a8e1-4b91-97ac-c29c1d57f16a None None] Pushing event updated for resources: {'Port': ['ID=31a8383e-b144-4678-a483-34a9f0adba6c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:37.930717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:38.010776 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:38.052638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Pushing event updated for resources: {'Port': ['ID=30192be5-5811-4940-aa10-f661bb39352d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:38.064858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:49:38.066279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:38.069763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:49:38.336290 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:38.698552 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:38.832116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Router 4f750fe0-9f2a-4999-be61-03fcb3a2861c is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:49:38.977719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:49:38.987464 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Sync routers for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:49:39.000240 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:49:39.000865 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:49:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:39.019116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:39.024430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4dd24ad5-b566-4383-a204-47d16ddec96b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.0702646 Aug 20 14:49:39.024645 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46820) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:39.071478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 31a8383e-b144-4678-a483-34a9f0adba6c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:49:39.140149 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab19a44-68b9-4f75-a7ef-3bdece0ebe95 None None] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:49:39.156186 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:49:39.164888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46834) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:39.170232 n-d-695189-15 neutron-server[101099]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 14:49:39.210202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-56f3341d-1a0e-4f8c-aa35-a2ca6072aee1 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=79654922a8a74445a7321032af6ca8d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415468 Aug 20 14:49:39.335631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-825a1493-0013-48c3-acfc-1f681b053435 None None] Provisioning for port 31a8383e-b144-4678-a483-34a9f0adba6c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:39.372688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 31a8383e-b144-4678-a483-34a9f0adba6c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:39.381051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 31a8383e-b144-4678-a483-34a9f0adba6c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:39.381636 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:39.454073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-d04fba8f-922b-4778-a330-116b7652213f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:39.462800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-d04fba8f-922b-4778-a330-116b7652213f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514567 Aug 20 14:49:39.481452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-df060cf0-c49c-49b5-9278-32fbb792502a tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/quotas/79654922a8a74445a7321032af6ca8d1 HTTP/1.1" status: 200 len: 375 time: 0.0173464 Aug 20 14:49:39.509866 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:38Z', 'revision_number': 3, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:39.549634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-d648d3b2-361e-4b8c-9402-04a1cb5ecff1 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=79654922a8a74445a7321032af6ca8d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676792 Aug 20 14:49:39.558345 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Checking router: 4f750fe0-9f2a-4999-be61-03fcb3a2861c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:49:39.558708 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Updating router 4f750fe0-9f2a-4999-be61-03fcb3a2861c port 30192be5-5811-4940-aa10-f661bb39352d binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:49:39.578581 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:39.623399 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:39.637030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 31a8383e-b144-4678-a483-34a9f0adba6c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=31a8383e-b144-4678-a483-34a9f0adba6c,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:49:39.641686 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:39.733609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=31a8383e-b144-4678-a483-34a9f0adba6c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:39.979677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-742a4c09-a93d-46b4-a703-58f63608618d req-e65123e4-4a1b-4033-99eb-a3bdb6cdec02 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 210 time: 0.0716209 Aug 20 14:49:39.994215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bb79319e-d8dc-479e-b84d-a8e7b52e3c56 None None] Provisioning complete for port 31a8383e-b144-4678-a483-34a9f0adba6c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:39.995911 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bb79319e-d8dc-479e-b84d-a8e7b52e3c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:40.182055 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:40.201379 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Transition to ACTIVE for port object 30192be5-5811-4940-aa10-f661bb39352d will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:40.210323 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:40.251017 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Attempting to bind port 30192be5-5811-4940-aa10-f661bb39352d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:49:40.251695 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Attempting to bind port 30192be5-5811-4940-aa10-f661bb39352d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:49:40.252215 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Attempting to bind port 30192be5-5811-4940-aa10-f661bb39352d on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:49:40.304649 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:49:40.305037 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:49:40.305456 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:40.305866 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:49:40.306356 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Bound port: 30192be5-5811-4940-aa10-f661bb39352d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:49:40.306748 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:40.315676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:40.447042 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] For port 30192be5-5811-4940-aa10-f661bb39352d, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:49:40.453234 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] For port 30192be5-5811-4940-aa10-f661bb39352d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=30192be5-5811-4940-aa10-f661bb39352d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:49:40.475852 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Pushing event updated for resources: {'Port': ['ID=30192be5-5811-4940-aa10-f661bb39352d,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:40.506765 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.507154 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.507467 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.507884 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.508227 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.508697 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.509166 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.509452 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.509802 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.510126 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.510588 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.510952 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Tracked resource versions report: Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: pushed versions: Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: { 'AddressGroup': {'1.2'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'ConntrackHelper': {'1.0'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Log': {'1.0'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Network': {'1.1'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Port': {'1.7'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'PortForwarding': {'1.2'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'QosPolicy': {'1.9'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'SecurityGroup': {'1.4'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'SecurityGroupRule': {'1.2'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'SubPort': {'1.0'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Subnet': {'1.1'}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Trunk': {'1.1'}} Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: consumer versions: Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: { DHCP agent@n-d-695189-15: {}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: HyperV agent@n-h1-695189-15: {}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: HyperV agent@n-h2-695189-15: {}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: L3 agent@n-d-695189-15: {}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: Metadata agent@n-d-695189-15: {}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: Metering agent@n-d-695189-15: {}, Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: Open vSwitch agent@n-d-695189-15: { 'AddressGroup': '1.2', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'ConntrackHelper': '1.0', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Log': '1.0', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Network': '1.1', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Port': '1.7', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'PortForwarding': '1.2', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'QosPolicy': '1.9', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'SecurityGroup': '1.4', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'SecurityGroupRule': '1.2', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'SubPort': '1.0', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Subnet': '1.1', Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: 'Trunk': '1.1'}} Aug 20 14:49:40.526026 n-d-695189-15 neutron-server[101102]: {{(pid=101102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 20 14:49:40.538814 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:40.614336 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:49:40.615801 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:49:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:40.721823 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c588a-df35-4562-8a6e-057896f11dbd None None] Pushing event updated for resources: {'Port': ['ID=30192be5-5811-4940-aa10-f661bb39352d,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:40.918978 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:49:41.009749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46966) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:41.043187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Allocated IP 172.20.0.1 (bfe892b3-d404-4339-bb6c-b63c0d8b291d/7597d52b-fdf5-4569-b467-0879e0197d36/e15cb94e-93fc-4275-816e-21d095bc42aa) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:49:41.052537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 31a8383e-b144-4678-a483-34a9f0adba6c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:49:41.126666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46974) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:41.181693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43735004-f6fe-418c-b41a-036889a40d48 req-7bc08234-041b-45a2-9526-07169781788e tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 210 time: 0.1015959 Aug 20 14:49:41.244252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 31a8383e-b144-4678-a483-34a9f0adba6c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:41.245125 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:41.289948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:41.379640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Transition to ACTIVE for port object e15cb94e-93fc-4275-816e-21d095bc42aa will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:41.393688 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f93880ea-e5d7-48f3-878d-3e86968938bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:41.533477 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:41.556215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f93880ea-e5d7-48f3-878d-3e86968938bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:41.563798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f93880ea-e5d7-48f3-878d-3e86968938bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:41.576242 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:38Z', 'revision_number': 3, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:41.632643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:49:41.638534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:41.645263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:49:41.645263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:41.649554 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c94e2-9927-41be-9450-d71742b98e8f None None] The sync data for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 is: [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:38Z', 'revision_number': 3, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:49:41.763635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f93880ea-e5d7-48f3-878d-3e86968938bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b34e55f259a84085a8387d71a95e5eb6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7495813 Aug 20 14:49:41.796671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47014) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:41.797243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47018) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:41.837446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Pushing event updated for resources: {'Port': ['ID=e15cb94e-93fc-4275-816e-21d095bc42aa,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:41.874446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93880ea-e5d7-48f3-878d-3e86968938bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1b73b6-7884-4e37-9a0b-f6901a387c00,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:41.965387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4242b190-7fa0-48d2-8a17-5602b4460359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:41.984900 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0c845c0-5012-4193-a770-2168cdad170a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:41.987154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d73b4968-771e-4d10-834f-b43515b42e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.045568 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0c845c0-5012-4193-a770-2168cdad170a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.126767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-db03ecdb-7193-46a1-b29c-9abfdbc6da06 None None] Provisioning for port e15cb94e-93fc-4275-816e-21d095bc42aa completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:42.136298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-db03ecdb-7193-46a1-b29c-9abfdbc6da06 None None] Provisioning complete for port e15cb94e-93fc-4275-816e-21d095bc42aa triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:42.136683 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db03ecdb-7193-46a1-b29c-9abfdbc6da06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.146265 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0c845c0-5012-4193-a770-2168cdad170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.149928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0c845c0-5012-4193-a770-2168cdad170a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.153849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e0c845c0-5012-4193-a770-2168cdad170a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df1b73b6-7884-4e37-9a0b-f6901a387c00 HTTP/1.1" status: 204 len: 168 time: 0.3432214 Aug 20 14:49:42.169038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c845c0-5012-4193-a770-2168cdad170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1b73b6-7884-4e37-9a0b-f6901a387c00,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:42.243249 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c75599b8-5fa9-407b-84eb-98b536b6b38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.245034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4242b190-7fa0-48d2-8a17-5602b4460359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.257312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4242b190-7fa0-48d2-8a17-5602b4460359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.316343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-db03ecdb-7193-46a1-b29c-9abfdbc6da06 None None] Port e15cb94e-93fc-4275-816e-21d095bc42aa cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:49:42.338937 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4242b190-7fa0-48d2-8a17-5602b4460359 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6e82103f89c438aa8de87a329aa8116&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2087145 Aug 20 14:49:42.342793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242b190-7fa0-48d2-8a17-5602b4460359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9345682a-a148-439e-9511-b6bb4544e97a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:42.344875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47046) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:42.428919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1b51-41de-48b7-9192-dab25d17a68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.468627 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1b51-41de-48b7-9192-dab25d17a68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.596483 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d73b4968-771e-4d10-834f-b43515b42e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.607325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d73b4968-771e-4d10-834f-b43515b42e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.625577 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.674974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d73b4968-771e-4d10-834f-b43515b42e89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c496553b159f4944bd6dc3f4e92dcbb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8528976 Aug 20 14:49:42.678219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47066) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:42.755955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1b51-41de-48b7-9192-dab25d17a68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.758476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fcfb1b51-41de-48b7-9192-dab25d17a68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.774282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fcfb1b51-41de-48b7-9192-dab25d17a68d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9345682a-a148-439e-9511-b6bb4544e97a HTTP/1.1" status: 204 len: 168 time: 0.4282689 Aug 20 14:49:42.874686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:42.898163 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be807d19-1a7e-47f6-973a-b2d38f6ef13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:42.915108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d64b108e-83c9-44f7-963e-b2776e68cef4 req-d5139d52-3d1e-4387-9df0-8d3a5d23504c tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 210 time: 0.1395023 Aug 20 14:49:42.952731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b4968-771e-4d10-834f-b43515b42e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cad24d-49cf-454c-ab9f-2690f59c54ab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:42.994866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08821775-dc5d-423f-96ab-4647ae0e9620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.013984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb1b51-41de-48b7-9192-dab25d17a68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9345682a-a148-439e-9511-b6bb4544e97a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:43.059851 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be807d19-1a7e-47f6-973a-b2d38f6ef13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.115589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 30192be5-5811-4940-aa10-f661bb39352d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:49:43.159091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.169834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be807d19-1a7e-47f6-973a-b2d38f6ef13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.173239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be807d19-1a7e-47f6-973a-b2d38f6ef13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.178479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-be807d19-1a7e-47f6-973a-b2d38f6ef13b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96cad24d-49cf-454c-ab9f-2690f59c54ab HTTP/1.1" status: 204 len: 168 time: 0.4989150 Aug 20 14:49:43.185996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.186802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.195254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be807d19-1a7e-47f6-973a-b2d38f6ef13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cad24d-49cf-454c-ab9f-2690f59c54ab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:43.263273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 30192be5-5811-4940-aa10-f661bb39352d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:43.269950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 30192be5-5811-4940-aa10-f661bb39352d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:43.271517 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.314404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Pushing event updated for resources: {'Port': ['ID=e15cb94e-93fc-4275-816e-21d095bc42aa,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:43.469891 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.524611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 30192be5-5811-4940-aa10-f661bb39352d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=30192be5-5811-4940-aa10-f661bb39352d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:49:43.531186 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.531333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.72', 49771) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:43.592426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-f86125a6-087c-4112-b118-ba22b4b1b61b tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=79654922a8a74445a7321032af6ca8d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491865 Aug 20 14:49:43.654709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08821775-dc5d-423f-96ab-4647ae0e9620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.657814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47136) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:43.666742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:49:43.671680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=30192be5-5811-4940-aa10-f661bb39352d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:43.695622 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aeea5246-4965-4637-a56e-a4fb03678a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.699362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08821775-dc5d-423f-96ab-4647ae0e9620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:43.712157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:43.938897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-dd139712-de8f-459a-b686-6bf098bd2fa9 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:43.940872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-dd139712-de8f-459a-b686-6bf098bd2fa9 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3429914 Aug 20 14:49:44.048687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47164) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:44.087108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-02f69cda-9dc1-4a95-9fc7-cc2104906835 None None] Provisioning complete for port e15cb94e-93fc-4275-816e-21d095bc42aa triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:44.087871 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-02f69cda-9dc1-4a95-9fc7-cc2104906835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.099845 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e253d3c0-2631-40c3-8be2-49b265217864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.127304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08821775-dc5d-423f-96ab-4647ae0e9620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b391664-a630-4e64-bac3-7cbad7ede000,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:44.141786 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08821775-dc5d-423f-96ab-4647ae0e9620 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4a15e8ddd314d78a74260b42f8d9938&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2640045 Aug 20 14:49:44.146285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Request body: {'port': {'device_id': 'c654e2a8-0c41-46cd-ae67-10db1d6c380b', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '79654922a8a74445a7321032af6ca8d1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:44.148328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47174) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:44.199581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-02f69cda-9dc1-4a95-9fc7-cc2104906835 None None] Port e15cb94e-93fc-4275-816e-21d095bc42aa cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:49:44.291029 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22cf7a95-80e4-491f-aee6-438ac28af234 req-ac310d16-2cdb-49fd-a86e-837358bdbe94 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 210 time: 0.1953602 Aug 20 14:49:44.377550 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28d3c14a-3661-4ac4-90e0-dd82102cdc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.431251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47192) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:44.450237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Router 4f750fe0-9f2a-4999-be61-03fcb3a2861c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:49:44.455180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28d3c14a-3661-4ac4-90e0-dd82102cdc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.463083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-d16ee380-16bd-483c-ba8d-b16506ac35ee tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2db6ea294d2a459cb66e3cc22ebf040f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300665 Aug 20 14:49:44.530524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aeea5246-4965-4637-a56e-a4fb03678a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.547996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aeea5246-4965-4637-a56e-a4fb03678a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.683309 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aeea5246-4965-4637-a56e-a4fb03678a0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35afe5a57ad74015ad8aa785cd0929ff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0182920 Aug 20 14:49:44.684897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47208) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:44.685605 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e90a5a4c-9b16-4bdd-a1f6-604ff3da5d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.696639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea5246-4965-4637-a56e-a4fb03678a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833cae51-3cf0-4f51-b098-0acc190a7a6f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:44.731509 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28d3c14a-3661-4ac4-90e0-dd82102cdc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.734566 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28d3c14a-3661-4ac4-90e0-dd82102cdc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.738630 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28d3c14a-3661-4ac4-90e0-dd82102cdc6f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b391664-a630-4e64-bac3-7cbad7ede000 HTTP/1.1" status: 204 len: 168 time: 0.5871007 Aug 20 14:49:44.741522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:44.753127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-ff9f64a8-5664-414e-a2f6-44fd86c585e1 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:44.755713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-ff9f64a8-5664-414e-a2f6-44fd86c585e1 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746007 Aug 20 14:49:44.828429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3c14a-3661-4ac4-90e0-dd82102cdc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b391664-a630-4e64-bac3-7cbad7ede000,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:44.856984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:49:44.866444 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0d767d75-67ea-485e-9604-4b56f7b42f1d admin admin] 10.222.0.36 "PUT /v2.0/routers/4f750fe0-9f2a-4999-be61-03fcb3a2861c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8397737 Aug 20 14:49:44.893298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Sync routers for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:49:44.935197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:49:44.935974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:49:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:45.072998 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 30192be5-5811-4940-aa10-f661bb39352d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:49:45.133512 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d285dd2c-9c7d-41ef-95b8-545333b29c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.174901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d285dd2c-9c7d-41ef-95b8-545333b29c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.215990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-dd6f9d04-403b-49f6-82c3-b91076936124 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/quotas/2db6ea294d2a459cb66e3cc22ebf040f HTTP/1.1" status: 200 len: 375 time: 0.4443514 Aug 20 14:49:45.297050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-72fa8d38-0da1-40c7-af18-0faded62b3ca tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2db6ea294d2a459cb66e3cc22ebf040f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558751 Aug 20 14:49:45.304924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d285dd2c-9c7d-41ef-95b8-545333b29c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.320266 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d285dd2c-9c7d-41ef-95b8-545333b29c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.323779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d285dd2c-9c7d-41ef-95b8-545333b29c6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/833cae51-3cf0-4f51-b098-0acc190a7a6f HTTP/1.1" status: 204 len: 168 time: 0.6377125 Aug 20 14:49:45.366701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285dd2c-9c7d-41ef-95b8-545333b29c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833cae51-3cf0-4f51-b098-0acc190a7a6f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:45.433536 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e253d3c0-2631-40c3-8be2-49b265217864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.477675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e253d3c0-2631-40c3-8be2-49b265217864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.581857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e253d3c0-2631-40c3-8be2-49b265217864 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54a72ef2796a42d7879ba0c3d95aa118&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5318131 Aug 20 14:49:45.585591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47244) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:45.621684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 30192be5-5811-4940-aa10-f661bb39352d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:45.622064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.717168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d477460-1f2e-47dd-b493-817cac7718be req-a8e38f25-3c86-45da-acec-d78fe4b1b89a tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 210 time: 0.2395887 Aug 20 14:49:45.718106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Made reservation on behalf of 79654922a8a74445a7321032af6ca8d1 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:45.723139 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.735510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:49:45.736021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253d3c0-2631-40c3-8be2-49b265217864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f16be1-151a-4df0-a40d-cec540157e6d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:45.769312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a107699-9f9b-4676-9c39-00218639a6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.779719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.862852 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a107699-9f9b-4676-9c39-00218639a6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:45.890960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca55819e-caf6-41d5-8265-7b204e9ad741 req-eb1370ba-b334-461b-9370-9cae966af51c tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 210 time: 0.1243193 Aug 20 14:49:46.012775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a107699-9f9b-4676-9c39-00218639a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:46.015656 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a107699-9f9b-4676-9c39-00218639a6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:46.030604 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1a107699-9f9b-4676-9c39-00218639a6a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33f16be1-151a-4df0-a40d-cec540157e6d HTTP/1.1" status: 204 len: 168 time: 0.4431713 Aug 20 14:49:46.049671 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:46.062895 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a107699-9f9b-4676-9c39-00218639a6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f16be1-151a-4df0-a40d-cec540157e6d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:46.136959 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:46.142449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:46.308037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47272) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:46.403648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2a1525-e97c-4f14-9a61-dcae75c2e045,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:46.610803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 2, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:46.646692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Checking router: 4f750fe0-9f2a-4999-be61-03fcb3a2861c for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:49:46.647046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Updating router 4f750fe0-9f2a-4999-be61-03fcb3a2861c port e15cb94e-93fc-4275-816e-21d095bc42aa binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:49:46.680779 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:46.709979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Allocated IP 192.168.233.114 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/82b30c77-c0ee-4fa6-836e-4edfcd270a02) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:49:47.020861 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ecb-3152-469a-b27c-b179111b105d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.045349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caaf5cc0-ab92-452d-9871-2f4e727821e2 req-1178f451-147c-4b20-bed9-9ba6edc630b7 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 210 time: 0.1376338 Aug 20 14:49:47.053932 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.069154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Transition to ACTIVE for port object e15cb94e-93fc-4275-816e-21d095bc42aa will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:47.092905 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.243056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ccb98-cc9e-4746-93a2-0210df481595 None None] Pushing event updated for resources: {'Port': ['ID=e15cb94e-93fc-4275-816e-21d095bc42aa,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:47.297012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ecb-3152-469a-b27c-b179111b105d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.301006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ecb-3152-469a-b27c-b179111b105d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.344115 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.401104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ece1ecb-3152-469a-b27c-b179111b105d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4ab45420c8f46069c1f2c082ebb3bf0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0922463 Aug 20 14:49:47.405391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47306) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:47.432871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Transition to ACTIVE for port object 82b30c77-c0ee-4fa6-836e-4edfcd270a02 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:47.436889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b45db07-50f2-4805-8a80-2fcbd36c7161 req-7a650140-64f0-4ef5-a79c-1767c62e1420 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 210 time: 0.0606430 Aug 20 14:49:47.486798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece1ecb-3152-469a-b27c-b179111b105d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf7aa73-d292-4518-bba3-baf1cf8f29f4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:47.515181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Attempting to bind port e15cb94e-93fc-4275-816e-21d095bc42aa on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:49:47.519996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Attempting to bind port e15cb94e-93fc-4275-816e-21d095bc42aa by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:49:47.524428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Attempting to bind port e15cb94e-93fc-4275-816e-21d095bc42aa on network bfe892b3-d404-4339-bb6c-b63c0d8b291d {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:49:47.528795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47310) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:47.540999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-network', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:47.549381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:49:47.550780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Checking segment: {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:49:47.553028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a8c99cd-7ff2-4d65-9fe5-4b9c1d815a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.553884 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.555115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Bound using segment: {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:49:47.558042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Bound port: e15cb94e-93fc-4275-816e-21d095bc42aa, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:49:47.558919 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.608658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a8c99cd-7ff2-4d65-9fe5-4b9c1d815a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.616927 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.748030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a8c99cd-7ff2-4d65-9fe5-4b9c1d815a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.757919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] For port e15cb94e-93fc-4275-816e-21d095bc42aa, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:49:47.761898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] For port e15cb94e-93fc-4275-816e-21d095bc42aa, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e15cb94e-93fc-4275-816e-21d095bc42aa,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:49:47.762222 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a8c99cd-7ff2-4d65-9fe5-4b9c1d815a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.763027 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.768552 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2a8c99cd-7ff2-4d65-9fe5-4b9c1d815a76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cf7aa73-d292-4518-bba3-baf1cf8f29f4 HTTP/1.1" status: 204 len: 168 time: 0.3586771 Aug 20 14:49:47.782539 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.783009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c99cd-7ff2-4d65-9fe5-4b9c1d815a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf7aa73-d292-4518-bba3-baf1cf8f29f4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:47.842556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:49:47.876912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:47.879154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.70', 58054) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:47.915764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:49:47.948887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:47.950182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.953498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Made reservation on behalf of 93c2ec3783fa4d0a88da8e9fbb2f30c6 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:47.956040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:47.996317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:49:48.005386 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-8c2cc010-428c-4833-96be-d37161475bd5 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2db6ea294d2a459cb66e3cc22ebf040f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214018 Aug 20 14:49:48.006247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:49:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:48.022433 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:48.050292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Pushing event updated for resources: {'Port': ['ID=82b30c77-c0ee-4fa6-836e-4edfcd270a02,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:48.080240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-9daae2a4-a936-4321-aa30-1efc22ff901f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0035131 Aug 20 14:49:48.273941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-6ddb8759-2815-4edc-bc8f-0f27e1f03fa6 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:49:48.298442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-6ddb8759-2815-4edc-bc8f-0f27e1f03fa6 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0337429 Aug 20 14:49:48.445475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:49:48.535999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-5ea5175d-8584-408e-a3f0-52601ffe3633 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:48.538041 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-5ea5175d-8584-408e-a3f0-52601ffe3633 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5272222 Aug 20 14:49:48.636384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Request body: {'port': {'device_id': 'a71d7d93-31c6-4475-b33e-729ae37211fd', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '2db6ea294d2a459cb66e3cc22ebf040f'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:48.650536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8c5e1-e89d-4c3b-a0ee-c12707844278 req-f53fdec3-6a53-4434-b2b2-c62de0bef2e9 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:48.668573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5bb8c5e1-e89d-4c3b-a0ee-c12707844278 req-f53fdec3-6a53-4434-b2b2-c62de0bef2e9 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 936 time: 0.4025071 Aug 20 14:49:48.689530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:48.764143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:48.813093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-367a2b35-f303-4343-bee5-583de393b236 req-1448bd21-58a1-4ad8-9d2a-bbe07ea0d2d0 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 210 time: 0.1977446 Aug 20 14:49:48.867904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:49:48.927950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f2dd5d-1984-42f8-9460-7a05c65ef108,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:48.978634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ccb98-cc9e-4746-93a2-0210df481595 None None] Pushing event updated for resources: {'Port': ['ID=e15cb94e-93fc-4275-816e-21d095bc42aa,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:48.978948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47340) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:48.979888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5bb8c5e1-e89d-4c3b-a0ee-c12707844278 req-7e179ccd-b085-480f-87ab-d2c0dbc55efb tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078902 Aug 20 14:49:48.987780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:48.988392 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Added segment d8c0ab73-76ae-4abe-a105-489592e7aab1 of type vlan for network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 Aug 20 14:49:49.069496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-714a0888-fa04-4c9d-8d0f-5366f74bb7fb None None] Provisioning for port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:49.086257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-714a0888-fa04-4c9d-8d0f-5366f74bb7fb None None] Provisioning complete for port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:49.089254 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-714a0888-fa04-4c9d-8d0f-5366f74bb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.107015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-993f525c-f06b-4a7c-8ca6-27224ebfdc37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.119892 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.184702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.185801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:49.186666 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.228906 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-714a0888-fa04-4c9d-8d0f-5366f74bb7fb None None] Port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:49:49.319273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] Pushing event updated for resources: {'Network': ['ID=335578a3-2b39-4d78-b4ae-9e6e9edae1a5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:49.338543 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:49:49.384497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-993f525c-f06b-4a7c-8ca6-27224ebfdc37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.393922 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-993f525c-f06b-4a7c-8ca6-27224ebfdc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.397566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-64923180-4c4d-4278-8a2f-59fc8e266048 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8666794 Aug 20 14:49:49.400442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47352) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:49.406426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Request body: {'subnet': {'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-subnet', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:49.464010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Made reservation on behalf of 93c2ec3783fa4d0a88da8e9fbb2f30c6 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:49.466832 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.481939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Made reservation on behalf of 2db6ea294d2a459cb66e3cc22ebf040f for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:49.491669 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.548936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f525c-f06b-4a7c-8ca6-27224ebfdc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd38ff5-18e9-48d8-a71c-6b36efb71dcd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:49.555242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.580943 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-993f525c-f06b-4a7c-8ca6-27224ebfdc37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcb0b01295364a19aed584ed6262076d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5991104 Aug 20 14:49:49.587688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47362) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:49.639409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:47Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:49:49.762784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f686578-c228-44fd-aa8e-26827df9c1d9 None None] The sync data for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 is: [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:47Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:49:49.784354 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-124bffcc-6939-49f1-8124-e008472be9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:49.909457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-124bffcc-6939-49f1-8124-e008472be9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:50.119211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:50.135224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:50.244671 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-124bffcc-6939-49f1-8124-e008472be9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:50.259312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-124bffcc-6939-49f1-8124-e008472be9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:50.269568 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-124bffcc-6939-49f1-8124-e008472be9bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9bd38ff5-18e9-48d8-a71c-6b36efb71dcd HTTP/1.1" status: 204 len: 168 time: 0.6831889 Aug 20 14:49:50.408902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5dc47021-765d-46e9-858a-a725365b1033 req-9ff3b0d2-4a67-4ff6-b058-29160a801e63 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 210 time: 0.4127967 Aug 20 14:49:50.462646 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:50.485334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47380) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:50.540573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:50.673562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bffcc-6939-49f1-8124-e008472be9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd38ff5-18e9-48d8-a71c-6b36efb71dcd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:50.764495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc32c4-1075-42c3-b4c3-06a22be0b1c3 req-bf0505f1-dd2c-4a48-aa61-9f970d12c043 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:50.784327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09dc32c4-1075-42c3-b4c3-06a22be0b1c3 req-bf0505f1-dd2c-4a48-aa61-9f970d12c043 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 936 time: 0.6403427 Aug 20 14:49:50.796467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77242346-a957-44a6-961d-f634dee17b2e,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:50.856556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Checking segment: {'id': 'd8c0ab73-76ae-4abe-a105-489592e7aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:49:50.857235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Network hostable DHCP agents. Network: 335578a3-2b39-4d78-b4ae-9e6e9edae1a5, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:49:50.996655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09dc32c4-1075-42c3-b4c3-06a22be0b1c3 req-9c8e29b6-2964-464c-8f9e-21def33fb1fa tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040391 Aug 20 14:49:50.999939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:49:51.025341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47388) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:51.033709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Allocated IP 192.168.233.149 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/bd646c37-a96b-4aa4-b713-ab55ff652767) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:49:51.037490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 335578a3-2b39-4d78-b4ae-9e6e9edae1a5) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:51.045998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:51.049264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:51.053263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bcfdad-7ac4-4cf9-8be0-36209eb2ce97 None None] Network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:49:51.097147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9c255815-e379-4359-ac9a-b242076e1e08 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6950426 Aug 20 14:49:51.100703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47392) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:51.109386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:51.161845 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:51.163150 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:51.269233 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:51.409946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e15cb94e-93fc-4275-816e-21d095bc42aa up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:49:51.476549 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:51.522579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Transition to ACTIVE for port object bd646c37-a96b-4aa4-b713-ab55ff652767 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:51.592870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:51.800419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-61ad423f-350a-4b96-9d4a-d555c85630f3 tempest-AutoAllocateNetworkTest-1594177357 tempest-AutoAllocateNetworkTest-1594177357-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=41869f0bc3f24f4894a504993ce23e63&shared=False HTTP/1.1" status: 200 len: 208 time: 1.3046751 Aug 20 14:49:51.821349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1388965199-network', 'tenant_id': '462a6e1cda0d44fea29a487a152c1772'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:51.942629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-335578a3-2b39-4d78-b4ae-9e6e9edae1a5', 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'fixed_ips': [{'subnet_id': '77242346-a957-44a6-961d-f634dee17b2e'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:49:51.947659 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:52.241028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port e15cb94e-93fc-4275-816e-21d095bc42aa completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:52.273591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e15cb94e-93fc-4275-816e-21d095bc42aa triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:52.273972 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:52.378190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47402) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:52.381409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:49:52.411632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Request body: {'port': {'device_id': 'c654e2a8-0c41-46cd-ae67-10db1d6c380b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:52.578560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02c5d0-23a0-4cf4-b1ef-462903a48e6d tempest-AutoAllocateNetworkTest-1594177357 tempest-AutoAllocateNetworkTest-1594177357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:52.582833 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3c02c5d0-23a0-4cf4-b1ef-462903a48e6d tempest-AutoAllocateNetworkTest-1594177357 tempest-AutoAllocateNetworkTest-1594177357-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1973376 Aug 20 14:49:52.588831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47420) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:52.590662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Allocated IP 172.20.0.2 (335578a3-2b39-4d78-b4ae-9e6e9edae1a5/77242346-a957-44a6-961d-f634dee17b2e/6ce7bfab-a5e2-4e9a-acee-554b69025a19) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:49:52.613607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:52.616935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:49:52.633492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:52.634200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:52.714640 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:52.719955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Pushing event updated for resources: {'Port': ['ID=bd646c37-a96b-4aa4-b713-ab55ff652767,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:52.782128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:52.859823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port e15cb94e-93fc-4275-816e-21d095bc42aa, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e15cb94e-93fc-4275-816e-21d095bc42aa,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:49:52.866596 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:52.915154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47428) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:52.920551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3ce8bae9-a865-48b6-9dca-e1d47d8075db tempest-AutoAllocateNetworkTest-1594177357 tempest-AutoAllocateNetworkTest-1594177357-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3049517 Aug 20 14:49:52.963522 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-678a7f64-5589-47d3-b1d3-dabec54dd9c7 tempest-AutoAllocateNetworkTest-1594177357 tempest-AutoAllocateNetworkTest-1594177357-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=41869f0bc3f24f4894a504993ce23e63 HTTP/1.1" status: 200 len: 208 time: 0.0462115 Aug 20 14:49:52.987522 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-0e636ab4-e1cf-4c38-a660-9dc088b518ad tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3563838 Aug 20 14:49:53.007451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed4174-2661-4303-9d5a-c9171c2f8dd2 req-e6842237-ab4d-4399-9049-1908b04d4b9b tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:53.015836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85ed4174-2661-4303-9d5a-c9171c2f8dd2 req-e6842237-ab4d-4399-9049-1908b04d4b9b tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 936 time: 1.3415933 Aug 20 14:49:53.016462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-616fd345-60e4-43ae-80d7-f07575818ae0 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:49:53.018165 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-616fd345-60e4-43ae-80d7-f07575818ae0 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069356 Aug 20 14:49:53.052323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Made reservation on behalf of 462a6e1cda0d44fea29a487a152c1772 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:53.055218 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.074570 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.120316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6f49a-768c-46d2-b78b-03a1f4a57a4c req-f93e6056-0d03-4931-91ec-eb4d3808b6cf tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:53.128878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cec6f49a-768c-46d2-b78b-03a1f4a57a4c req-f93e6056-0d03-4931-91ec-eb4d3808b6cf tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 936 time: 0.7054675 Aug 20 14:49:53.131817 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.236884 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.257013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.262363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=e15cb94e-93fc-4275-816e-21d095bc42aa,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:53.292750 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.295088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0e06b69a-7124-4e64-8010-16dc5dc80d12 None None] Provisioning for port bd646c37-a96b-4aa4-b713-ab55ff652767 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:53.304961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0e06b69a-7124-4e64-8010-16dc5dc80d12 None None] Provisioning complete for port bd646c37-a96b-4aa4-b713-ab55ff652767 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:53.305643 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0e06b69a-7124-4e64-8010-16dc5dc80d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.311375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85ed4174-2661-4303-9d5a-c9171c2f8dd2 req-2b40de8b-dc23-4a1c-acef-6028434ffbf5 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946024 Aug 20 14:49:53.364764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0e06b69a-7124-4e64-8010-16dc5dc80d12 None None] Port bd646c37-a96b-4aa4-b713-ab55ff652767 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:49:53.370504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Transition to ACTIVE for port object 6ce7bfab-a5e2-4e9a-acee-554b69025a19 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:53.392645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Transition to ACTIVE for port object 6ce7bfab-a5e2-4e9a-acee-554b69025a19 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:53.402719 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.475744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Pushing event updated for resources: {'Port': ['ID=6ce7bfab-a5e2-4e9a-acee-554b69025a19,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:53.502216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:49:53.504972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:53.508675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:49:53.591143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Attempting to bind port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:49:53.592499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Attempting to bind port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd8c0ab73-76ae-4abe-a105-489592e7aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:49:53.593187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Attempting to bind port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 on network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:49:53.603094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:49:53.603914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Checking segment: {'id': 'd8c0ab73-76ae-4abe-a105-489592e7aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:49:53.604859 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.605789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Bound using segment: {'id': 'd8c0ab73-76ae-4abe-a105-489592e7aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:49:53.606830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Bound port: 6ce7bfab-a5e2-4e9a-acee-554b69025a19, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c0ab73-76ae-4abe-a105-489592e7aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:49:53.607648 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.648845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Request body: {'port': {'device_id': 'a71d7d93-31c6-4475-b33e-729ae37211fd', 'device_owner': 'compute:tempest-test_az-104010530', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:53.798399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47446) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:53.799686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.812485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] For port 6ce7bfab-a5e2-4e9a-acee-554b69025a19, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:49:53.830549 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] For port 6ce7bfab-a5e2-4e9a-acee-554b69025a19, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6ce7bfab-a5e2-4e9a-acee-554b69025a19,segment=NetworkSegment(d8c0ab73-76ae-4abe-a105-489592e7aab1),segment_id=d8c0ab73-76ae-4abe-a105-489592e7aab1)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:49:53.844130 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.866789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:49:53.906429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315763ca-4316-4821-a21d-c2eb7237174f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:53.910311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:53.910885 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Added segment b3322cc5-0a71-42ff-a582-fdb3e7e68141 of type vlan for network 8aa51d97-7421-40eb-8167-ff6eb96620e0 Aug 20 14:49:53.938074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cec6f49a-768c-46d2-b78b-03a1f4a57a4c req-15b34cc4-d7a8-45df-87f2-51ae06a04abb tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8022511 Aug 20 14:49:54.126538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2de177-85cf-4fc6-b483-33246be9f8ec None None] Pushing event updated for resources: {'Port': ['ID=6ce7bfab-a5e2-4e9a-acee-554b69025a19,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:54.189168 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:54.281881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b30c77-c0ee-4fa6-836e-4edfcd270a02 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:49:54.290762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:54.293174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:54.294141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:54.329517 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:54.352234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.3252892 Aug 20 14:49:54.354414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47460) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:54.368541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Request body: {'subnet': {'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1388965199-subnet', 'tenant_id': '462a6e1cda0d44fea29a487a152c1772', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:54.610620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Transition to ACTIVE for port object 82b30c77-c0ee-4fa6-836e-4edfcd270a02 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:54.623886 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:54.630183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043330f3-0132-4254-b60f-a7d5030fb24c admin admin] Pushing event updated for resources: {'Network': ['ID=8aa51d97-7421-40eb-8167-ff6eb96620e0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:54.652685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 8aa51d97-7421-40eb-8167-ff6eb96620e0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:49:54.659574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6183b7f0-2b1f-4268-9182-25caa81e490c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:54.764941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Made reservation on behalf of 462a6e1cda0d44fea29a487a152c1772 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:54.770338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:54.861778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=82b30c77-c0ee-4fa6-836e-4edfcd270a02,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:54.896628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a18831-f445-49a3-9c66-7f05e3fbd5c3 req-fbb92e8e-aaf8-44f9-9049-dd5514de196f tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:54.910180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03a18831-f445-49a3-9c66-7f05e3fbd5c3 req-fbb92e8e-aaf8-44f9-9049-dd5514de196f tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 936 time: 0.3718700 Aug 20 14:49:55.195118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:55.219661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03a18831-f445-49a3-9c66-7f05e3fbd5c3 req-1a648586-7fa1-4695-9b6a-a80de5701cc6 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070960 Aug 20 14:49:55.279925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Attempting to bind port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:49:55.281908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Attempting to bind port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:49:55.282414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Attempting to bind port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:49:55.316927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e15cb94e-93fc-4275-816e-21d095bc42aa up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:49:55.340686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:49:55.341087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Attempting to bind port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:49:55.389350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:55.401352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:49:55.407330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:49:55.412494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:49:55.413192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Bound port: 82b30c77-c0ee-4fa6-836e-4edfcd270a02, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:49:55.413623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:55.494560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e15cb94e-93fc-4275-816e-21d095bc42aa triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:55.495338 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:55.507942 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:55.543098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2497e036-a854-4163-ad6b-ae005102a234,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:55.638379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd646c37-a96b-4aa4-b713-ab55ff652767 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:49:55.670876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:55.680794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf604774-77c8-4a22-bfa7-9c338b6f6701 req-7fc62135-1a9c-4116-b77d-bb5cb74c26e1 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:55.692614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf604774-77c8-4a22-bfa7-9c338b6f6701 req-7fc62135-1a9c-4116-b77d-bb5cb74c26e1 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 948 time: 0.4875216 Aug 20 14:49:55.715187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:49:55.716051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Network hostable DHCP agents. Network: 8aa51d97-7421-40eb-8167-ff6eb96620e0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:49:55.776131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Transition to ACTIVE for port object bd646c37-a96b-4aa4-b713-ab55ff652767 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:49:55.805002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:55.806218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6ce7bfab-a5e2-4e9a-acee-554b69025a19 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:49:55.926575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6183b7f0-2b1f-4268-9182-25caa81e490c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:55.953957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Pushing event updated for resources: {'Port': ['ID=bd646c37-a96b-4aa4-b713-ab55ff652767,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:55.977637 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6183b7f0-2b1f-4268-9182-25caa81e490c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.022554 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:56.044339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Network 8aa51d97-7421-40eb-8167-ff6eb96620e0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:49:56.091384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183b7f0-2b1f-4268-9182-25caa81e490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45077ce7-7fc9-4316-8d58-83ee5e568775,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:56.110338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 8aa51d97-7421-40eb-8167-ff6eb96620e0) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:56.121011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd90846-4f1d-4e13-bdbc-8c9c10f4ae4c None None] Network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:49:56.188686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Allocated IP 172.25.5.25 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/d2ea7388-e832-4d93-a659-db7a9dd78cff) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:49:56.274632 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6183b7f0-2b1f-4268-9182-25caa81e490c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41869f0bc3f24f4894a504993ce23e63&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4704778 Aug 20 14:49:56.276545 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:56.277413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.288851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47492) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:56.290003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Attempting to bind port bd646c37-a96b-4aa4-b713-ab55ff652767 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:49:56.290510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Attempting to bind port bd646c37-a96b-4aa4-b713-ab55ff652767 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:49:56.290729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Attempting to bind port bd646c37-a96b-4aa4-b713-ab55ff652767 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:49:56.308224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Port bd646c37-a96b-4aa4-b713-ab55ff652767 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:49:56.308536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Attempting to bind port bd646c37-a96b-4aa4-b713-ab55ff652767 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:49:56.313354 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d5c3ea69-7d3f-4ade-b3e3-9cea155ec4d5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9579148 Aug 20 14:49:56.322636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:49:56.326129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:49:56.326965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:49:56.327671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Bound port: bd646c37-a96b-4aa4-b713-ab55ff652767, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:49:56.328055 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.362757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e74241-9c03-4dd9-84ac-f9fc0a6ba895 None None] Network 8aa51d97-7421-40eb-8167-ff6eb96620e0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:49:56.642725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] For port 82b30c77-c0ee-4fa6-836e-4edfcd270a02, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:49:56.643239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8381e84-f242-49ad-9a00-9a0d038b8963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.665257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-db6a8468-05d6-411b-aa73-91c81dbc8915 None None] Provisioning for port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:49:56.673459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-db6a8468-05d6-411b-aa73-91c81dbc8915 None None] Provisioning complete for port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:56.673834 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db6a8468-05d6-411b-aa73-91c81dbc8915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.685531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf604774-77c8-4a22-bfa7-9c338b6f6701 req-d95823ed-67fe-49db-99b6-47629014d1c9 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8004656 Aug 20 14:49:56.717557 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.720999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] For port bd646c37-a96b-4aa4-b713-ab55ff652767, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:49:56.810452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47500) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:56.822472 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db6a8468-05d6-411b-aa73-91c81dbc8915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.824965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47502) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:56.830153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8381e84-f242-49ad-9a00-9a0d038b8963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.847285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] For port bd646c37-a96b-4aa4-b713-ab55ff652767, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bd646c37-a96b-4aa4-b713-ab55ff652767,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:49:56.892829 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.899952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] For port 82b30c77-c0ee-4fa6-836e-4edfcd270a02, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=82b30c77-c0ee-4fa6-836e-4edfcd270a02,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:49:56.920889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-db6a8468-05d6-411b-aa73-91c81dbc8915 None None] For port 6ce7bfab-a5e2-4e9a-acee-554b69025a19, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6ce7bfab-a5e2-4e9a-acee-554b69025a19,segment=NetworkSegment(d8c0ab73-76ae-4abe-a105-489592e7aab1),segment_id=d8c0ab73-76ae-4abe-a105-489592e7aab1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:49:56.932008 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:56.957558 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db6a8468-05d6-411b-aa73-91c81dbc8915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:57.061352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Pushing event updated for resources: {'Port': ['ID=bd646c37-a96b-4aa4-b713-ab55ff652767,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:57.114657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:57.115290 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:57.116818 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-18516432-d827-4b6b-b5f0-394179cbd653 service neutron] 10.222.0.70 "PUT /v2.0/ports/bd646c37-a96b-4aa4-b713-ab55ff652767 HTTP/1.1" status: 200 len: 1118 time: 3.9265459 Aug 20 14:49:57.117303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71d7d93-31c6-4475-b33e-729ae37211fd', 'tag': 'bd646c37-a96b-4aa4-b713-ab55ff652767'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:49:57.137996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:57.160499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a8468-05d6-411b-aa73-91c81dbc8915 None None] Pushing event updated for resources: {'Port': ['ID=6ce7bfab-a5e2-4e9a-acee-554b69025a19,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:57.232248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6565a-b0c9-45ea-ba4f-cda9583ed76f req-7a8f8cd2-0a04-413b-a61b-415c1cc15d51 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:57.238757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e7e6565a-b0c9-45ea-ba4f-cda9583ed76f req-7a8f8cd2-0a04-413b-a61b-415c1cc15d51 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 969 time: 0.6568727 Aug 20 14:49:57.297785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:57.300067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:57.301838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] 10.222.0.72 "PUT /v2.0/ports/82b30c77-c0ee-4fa6-836e-4edfcd270a02 HTTP/1.1" status: 200 len: 1097 time: 6.0306470 Aug 20 14:49:57.302483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c654e2a8-0c41-46cd-ae67-10db1d6c380b', 'tag': '82b30c77-c0ee-4fa6-836e-4edfcd270a02'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:49:57.306637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c48eb-12ec-47be-a9b8-a47aaf132348 None None] Network 8aa51d97-7421-40eb-8167-ff6eb96620e0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:49:57.560277 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2bba0c7c-ae19-471a-8257-8e7d2a4e40a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:57.659275 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8381e84-f242-49ad-9a00-9a0d038b8963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:57.673747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8381e84-f242-49ad-9a00-9a0d038b8963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:57.677278 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e8381e84-f242-49ad-9a00-9a0d038b8963 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45077ce7-7fc9-4316-8d58-83ee5e568775 HTTP/1.1" status: 204 len: 168 time: 1.3769307 Aug 20 14:49:57.698128 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-46d5d023-fd7d-4a69-ae2e-37fbf1dbd0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:57.702169 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-46d5d023-fd7d-4a69-ae2e-37fbf1dbd0d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2db6ea294d2a459cb66e3cc22ebf040f&device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 1121 time: 0.3825619 Aug 20 14:49:57.755614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8381e84-f242-49ad-9a00-9a0d038b8963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45077ce7-7fc9-4316-8d58-83ee5e568775,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:57.872674 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdca5390-9151-40c2-843b-5e70dbfe5000" -d '{"events": [{"name": "network-changed", "server_uuid": "a71d7d93-31c6-4475-b33e-729ae37211fd", "tag": "bd646c37-a96b-4aa4-b713-ab55ff652767"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:49:57.996882 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-9f479732-48d6-41f1-a5e0-7be792546424 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=bd646c37-a96b-4aa4-b713-ab55ff652767 HTTP/1.1" status: 200 len: 217 time: 0.2257278 Aug 20 14:49:58.056032 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2bba0c7c-ae19-471a-8257-8e7d2a4e40a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:58.091327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2bba0c7c-ae19-471a-8257-8e7d2a4e40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:58.099724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:49:58.110945 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daae1291-1c41-4b96-ac46-f740049861a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c654e2a8-0c41-46cd-ae67-10db1d6c380b", "tag": "82b30c77-c0ee-4fa6-836e-4edfcd270a02"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:49:58.151520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-b40f1435-244d-402c-bf0c-998f490ee6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:58.153607 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-b40f1435-244d-402c-bf0c-998f490ee6a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1343508 Aug 20 14:49:58.158133 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2bba0c7c-ae19-471a-8257-8e7d2a4e40a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e2a63fc43bd4d82b51e1cae2eb74035&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3305669 Aug 20 14:49:58.159464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba0c7c-ae19-471a-8257-8e7d2a4e40a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15a5484-98e8-4425-801d-f57286cfe444,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:58.186407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47536) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:58.192284 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f96ef962-9550-4620-9fd8-06b86db7fabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:58.214107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:49:58.227154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0ecd7557-3f95-4277-823a-883a632c15ad None None] Provisioning complete for port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:58.227666 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7557-3f95-4277-823a-883a632c15ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:58.341554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-8a0939a2-2796-4bcb-9a1d-135fa337b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:58.346413 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-8a0939a2-2796-4bcb-9a1d-135fa337b9fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1574900 Aug 20 14:49:58.356854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47546) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:58.385661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1293118229-network', 'tenant_id': 'c3199a455a3c4e56adea84c9566acf5d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:58.393515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f96ef962-9550-4620-9fd8-06b86db7fabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:58.426282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:49:58.470798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f96ef962-9550-4620-9fd8-06b86db7fabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:58.485197 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:58.624898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f96ef962-9550-4620-9fd8-06b86db7fabc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a5587462cf44663b11bf74b1cca6f50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7881021 Aug 20 14:49:58.625671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79f821-096b-4ad0-b893-69af83d33ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=82b30c77-c0ee-4fa6-836e-4edfcd270a02,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:58.628783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47554) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:58.657562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-6c08164b-4aae-45d6-84d3-66539bab3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:58.659265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-6c08164b-4aae-45d6-84d3-66539bab3be2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79654922a8a74445a7321032af6ca8d1&device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 1100 time: 1.1419950 Aug 20 14:49:58.662165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ef962-9550-4620-9fd8-06b86db7fabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47616309-eda2-4f22-9903-f7ac5f6046ba,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:58.679033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e7e6565a-b0c9-45ea-ba4f-cda9583ed76f req-3b77bec8-6331-47de-b519-75bd09ee5e30 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4291251 Aug 20 14:49:58.746068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Pushing event updated for resources: {'Port': ['ID=d2ea7388-e832-4d93-a659-db7a9dd78cff,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:58.812868 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6d3c781-1356-41cd-9ed8-6c8621f84107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:58.846575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58917dc7-fbdf-4ac3-afae-e0fb00633d60 req-6796a9c4-0949-4e6a-9db2-9d99c9fc4b24 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:58.855743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58917dc7-fbdf-4ac3-afae-e0fb00633d60 req-6796a9c4-0949-4e6a-9db2-9d99c9fc4b24 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 948 time: 0.6837387 Aug 20 14:49:58.859922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Made reservation on behalf of c3199a455a3c4e56adea84c9566acf5d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:58.862401 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:58.877457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.015081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.018429 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6d3c781-1356-41cd-9ed8-6c8621f84107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.038562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.055042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-dbe6da0d-ff06-4239-89b4-8242e141e84e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=82b30c77-c0ee-4fa6-836e-4edfcd270a02 HTTP/1.1" status: 200 len: 217 time: 0.2731562 Aug 20 14:49:59.058673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:49:59.083351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.083580 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Added segment 5f4a8c50-74ef-41f8-bfc2-84d4676b81df of type vlan for network 1a6a637d-fae4-419d-bcbe-9c3dd52e56bd Aug 20 14:49:59.090862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6ce7bfab-a5e2-4e9a-acee-554b69025a19 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:49:59.193440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-1c800ee8-4437-460f-ae1b-81b28d693093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:59.195164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-1c800ee8-4437-460f-ae1b-81b28d693093 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0877156 Aug 20 14:49:59.264569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef1d83d-4c20-47ae-a8ef-3c30ac9db912,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:59.280287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:49:59.280857 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.371449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.389446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.458123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58917dc7-fbdf-4ac3-afae-e0fb00633d60 req-e45c19fd-affb-4ef4-bb92-81aefe4c0e30 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013081 Aug 20 14:49:59.477227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-b57b90ab-8539-4f04-b1b1-a51533ee4708 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1065760 Aug 20 14:49:59.480728 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb4279b-de04-4bbd-955f-1b0535e2a32c x-openstack-request-id: req-afb4279b-de04-4bbd-955f-1b0535e2a32c {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:49:59.481900 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71d7d93-31c6-4475-b33e-729ae37211fd", "tag": "bd646c37-a96b-4aa4-b713-ab55ff652767", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:49:59.482438 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afb4279b-de04-4bbd-955f-1b0535e2a32c {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:49:59.483324 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71d7d93-31c6-4475-b33e-729ae37211fd', 'tag': 'bd646c37-a96b-4aa4-b713-ab55ff652767', 'status': 'completed', 'code': 200} Aug 20 14:49:59.484834 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.487345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:59.488335 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.503043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6d3c781-1356-41cd-9ed8-6c8621f84107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.505906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6d3c781-1356-41cd-9ed8-6c8621f84107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.509531 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a6d3c781-1356-41cd-9ed8-6c8621f84107 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e15a5484-98e8-4425-801d-f57286cfe444 HTTP/1.1" status: 204 len: 168 time: 1.3170624 Aug 20 14:49:59.653660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6f4326e0-b17f-425f-b775-1630b410de56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.679084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-6e0a1a64-d53e-4169-947b-738aff9ff715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:49:59.681211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-6e0a1a64-d53e-4169-947b-738aff9ff715 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2937069 Aug 20 14:49:59.744689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] Pushing event updated for resources: {'Network': ['ID=1a6a637d-fae4-419d-bcbe-9c3dd52e56bd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:59.746802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3c781-1356-41cd-9ed8-6c8621f84107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15a5484-98e8-4425-801d-f57286cfe444,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:49:59.750211 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d9dfa95-e253-4e8d-9f2a-87db5728bada req-89707a25-fec5-4b38-8e83-f999c8c931dc service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423450 Aug 20 14:49:59.767786 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bca4eeda-e4dd-46cf-a950-ed3c7a4e387c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3983719 Aug 20 14:49:59.768464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47580) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:49:59.775965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Request body: {'subnet': {'network_id': '1a6a637d-fae4-419d-bcbe-9c3dd52e56bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1293118229-subnet', 'tenant_id': 'c3199a455a3c4e56adea84c9566acf5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:49:59.808713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Made reservation on behalf of c3199a455a3c4e56adea84c9566acf5d for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:49:59.815534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:49:59.885739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 1a6a637d-fae4-419d-bcbe-9c3dd52e56bd details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:50:00.101638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.152164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-09a163ff-2c96-4fc9-abcc-0aca310ac2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:00.153693 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-09a163ff-2c96-4fc9-abcc-0aca310ac2e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2db6ea294d2a459cb66e3cc22ebf040f&device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 1121 time: 0.0995038 Aug 20 14:50:00.175750 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43227a8a-3ee1-4e33-869d-f0e01122fd92 x-openstack-request-id: req-43227a8a-3ee1-4e33-869d-f0e01122fd92 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:00.176045 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c654e2a8-0c41-46cd-ae67-10db1d6c380b", "tag": "82b30c77-c0ee-4fa6-836e-4edfcd270a02", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:00.178230 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43227a8a-3ee1-4e33-869d-f0e01122fd92 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:00.182193 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c654e2a8-0c41-46cd-ae67-10db1d6c380b', 'tag': '82b30c77-c0ee-4fa6-836e-4edfcd270a02', 'status': 'completed', 'code': 200} Aug 20 14:50:00.195800 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6f4326e0-b17f-425f-b775-1630b410de56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.202767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd28d6a-bc3a-45ca-a8cb-ebaa29e21751,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:00.297730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Checking segment: {'id': '5f4a8c50-74ef-41f8-bfc2-84d4676b81df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '1a6a637d-fae4-419d-bcbe-9c3dd52e56bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:00.298104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Network hostable DHCP agents. Network: 1a6a637d-fae4-419d-bcbe-9c3dd52e56bd, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:50:00.356095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859131f-b655-40bd-b0d3-243a9bb0ad5a req-82e92255-d823-4dbb-959b-58a55a1ac5ba tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:00.358397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2859131f-b655-40bd-b0d3-243a9bb0ad5a req-82e92255-d823-4dbb-959b-58a55a1ac5ba tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 969 time: 0.1943870 Aug 20 14:50:00.385232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Network 1a6a637d-fae4-419d-bcbe-9c3dd52e56bd is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:50:00.394063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47590) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:00.424326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 1a6a637d-fae4-419d-bcbe-9c3dd52e56bd) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:00.430876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe0db-d4b6-4ed0-9420-60cf445cba00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.435772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:00.436309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.437320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72490ce-e998-413b-8ece-970f5b928e94 None None] Network 1a6a637d-fae4-419d-bcbe-9c3dd52e56bd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:00.446814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-c7c7fee6-3e2e-4f65-a4cc-9a68992cf1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:00.448421 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-c7c7fee6-3e2e-4f65-a4cc-9a68992cf1d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2738535 Aug 20 14:50:00.455481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-b044902e-54f9-41f6-aeb8-ad073cbd4496 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511942 Aug 20 14:50:00.556880 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-ffab64ff-9558-4287-bdd5-2739caac2d12 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=bd646c37-a96b-4aa4-b713-ab55ff652767 HTTP/1.1" status: 200 len: 217 time: 0.0796180 Aug 20 14:50:00.663112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c7e23f-2c70-4ff3-85d3-d34afa0dccb8 req-36633984-6191-4c59-8cda-356d33bd11a3 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656296 Aug 20 14:50:00.681114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-99d33a59-9a74-48e5-9fbe-6f01fe4f8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:00.682582 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-99d33a59-9a74-48e5-9fbe-6f01fe4f8186 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0960391 Aug 20 14:50:00.690392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2859131f-b655-40bd-b0d3-243a9bb0ad5a req-516f2cb2-3343-45b3-90c2-4677cda44484 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793036 Aug 20 14:50:00.758342 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6f4326e0-b17f-425f-b775-1630b410de56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.761019 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6f4326e0-b17f-425f-b775-1630b410de56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.762374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6f4326e0-b17f-425f-b775-1630b410de56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/47616309-eda2-4f22-9903-f7ac5f6046ba HTTP/1.1" status: 204 len: 168 time: 2.1013608 Aug 20 14:50:00.790026 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe0db-d4b6-4ed0-9420-60cf445cba00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.804399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4326e0-b17f-425f-b775-1630b410de56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47616309-eda2-4f22-9903-f7ac5f6046ba,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:00.821486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe0db-d4b6-4ed0-9420-60cf445cba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.841985 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-10eba50f-8e41-41b7-815b-1f411c4118b8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0696151 Aug 20 14:50:00.860903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-bf667471-4a1a-4d0d-8ac5-66b36897b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:00.864627 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-bf667471-4a1a-4d0d-8ac5-66b36897b100 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1595421 Aug 20 14:50:00.918785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf686c-5afb-481d-a48c-2383bce5a4ca None None] Network 1a6a637d-fae4-419d-bcbe-9c3dd52e56bd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:00.920671 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:00.958225 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6fcfe0db-d4b6-4ed0-9420-60cf445cba00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f008db36f53a41d6bc4d0afd0e5e8b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5604095 Aug 20 14:50:00.959984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47602) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:00.966951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a893e1-c43d-4d43-9d1b-739d2bd48301 req-5f61c965-1bae-4599-9b87-5ef65102eb4f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:00.969745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94a893e1-c43d-4d43-9d1b-739d2bd48301 req-5f61c965-1bae-4599-9b87-5ef65102eb4f tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 948 time: 0.2253945 Aug 20 14:50:00.981249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1291-1c41-4b96-ac46-f740049861a0 req-d848327e-98ba-4651-93d7-e956eb6734bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:00.983103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daae1291-1c41-4b96-ac46-f740049861a0 req-d848327e-98ba-4651-93d7-e956eb6734bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79654922a8a74445a7321032af6ca8d1&device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 1100 time: 0.2197561 Aug 20 14:50:01.052709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfe0db-d4b6-4ed0-9420-60cf445cba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069dd6a5-03f2-47dd-9fe7-4234fe41209a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:01.125289 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c05b25dd-e427-4216-b6e6-70ddd6f35ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:01.135878 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-afe6806f-ed7e-40dc-8398-c3d935b5f9da service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490809 Aug 20 14:50:01.168123 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c05b25dd-e427-4216-b6e6-70ddd6f35ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:01.272349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c05b25dd-e427-4216-b6e6-70ddd6f35ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:01.287845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c05b25dd-e427-4216-b6e6-70ddd6f35ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:01.289917 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c05b25dd-e427-4216-b6e6-70ddd6f35ea6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/069dd6a5-03f2-47dd-9fe7-4234fe41209a HTTP/1.1" status: 204 len: 168 time: 0.2832966 Aug 20 14:50:01.304695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b25dd-e427-4216-b6e6-70ddd6f35ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069dd6a5-03f2-47dd-9fe7-4234fe41209a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:01.572521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94a893e1-c43d-4d43-9d1b-739d2bd48301 req-f93ed399-7c7a-4031-a0c8-e6585a526612 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860069 Aug 20 14:50:01.611021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1291-1c41-4b96-ac46-f740049861a0 req-ebbdcfa8-fbca-4591-82e4-c77cb941a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:01.612839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daae1291-1c41-4b96-ac46-f740049861a0 req-ebbdcfa8-fbca-4591-82e4-c77cb941a046 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.5872536 Aug 20 14:50:01.640309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Router 43585ed1-50b5-45c4-8c18-cf340cdedb2d is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:50:01.659350 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47620) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:01.678368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0a643c1d-aeda-4e32-94e0-81619ad68def admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:01.807418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:50:01.823916 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Sync routers for ids ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:50:01.854305 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Routers {'43585ed1-50b5-45c4-8c18-cf340cdedb2d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:01.856295 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:49:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:01.897781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74f21-a2ee-4275-a8d7-68987cc20d7b req-db9c791f-2d69-4d26-8e9f-80be0c861c09 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:01.905103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9b74f21-a2ee-4275-a8d7-68987cc20d7b req-db9c791f-2d69-4d26-8e9f-80be0c861c09 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 969 time: 0.0723996 Aug 20 14:50:01.952622 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0a643c1d-aeda-4e32-94e0-81619ad68def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:01.960957 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0a643c1d-aeda-4e32-94e0-81619ad68def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:01.966110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9b74f21-a2ee-4275-a8d7-68987cc20d7b req-83f46477-c862-4e40-8968-4f45608f4ff2 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599990 Aug 20 14:50:01.977880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:01.979160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-83221ab8-04e0-4227-822c-5aca9f00fdc1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.8771677 Aug 20 14:50:01.982034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47626) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:02.073608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a643c1d-aeda-4e32-94e0-81619ad68def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533f247b-f142-43fc-8976-e9a0975b863d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:02.117428 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Set router 43585ed1-50b5-45c4-8c18-cf340cdedb2d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:02.130366 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0a643c1d-aeda-4e32-94e0-81619ad68def admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0eee77114b4d49f398b288b9e1858579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685721 Aug 20 14:50:02.135667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47640) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:02.296580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1f55b6d2-3465-487b-94c9-bee58229795d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:02.333680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1f55b6d2-3465-487b-94c9-bee58229795d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:02.440690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1f55b6d2-3465-487b-94c9-bee58229795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:02.445243 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1f55b6d2-3465-487b-94c9-bee58229795d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:02.448627 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:51Z', 'updated_at': '2021-08-20T14:49:59Z', 'revision_number': 3, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'gw_port': {'id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:55Z', 'updated_at': '2021-08-20T14:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:02.450676 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1f55b6d2-3465-487b-94c9-bee58229795d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/533f247b-f142-43fc-8976-e9a0975b863d HTTP/1.1" status: 204 len: 168 time: 0.3140733 Aug 20 14:50:02.466506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55b6d2-3465-487b-94c9-bee58229795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533f247b-f142-43fc-8976-e9a0975b863d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:02.477567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daae1291-1c41-4b96-ac46-f740049861a0 req-fafd45c9-0732-4372-b3df-f47cce645f70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=82b30c77-c0ee-4fa6-836e-4edfcd270a02 HTTP/1.1" status: 200 len: 217 time: 0.1328764 Aug 20 14:50:02.526661 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Checking router: 43585ed1-50b5-45c4-8c18-cf340cdedb2d for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:50:02.527397 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Updating router 43585ed1-50b5-45c4-8c18-cf340cdedb2d port d2ea7388-e832-4d93-a659-db7a9dd78cff binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:50:02.575932 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:02.730865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1291-1c41-4b96-ac46-f740049861a0 req-7eaac325-ac25-4d94-a575-a71a5bddd3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:02.740492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daae1291-1c41-4b96-ac46-f740049861a0 req-7eaac325-ac25-4d94-a575-a71a5bddd3bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.2443240 Aug 20 14:50:02.779241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-cd52d7fb-5887-405e-92ce-009cf47986cc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:02.780912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-cd52d7fb-5887-405e-92ce-009cf47986cc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 821 time: 0.6257648 Aug 20 14:50:02.915071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-618e690d-2466-4a9d-bef8-607006d75aac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/quotas/462a6e1cda0d44fea29a487a152c1772 HTTP/1.1" status: 200 len: 375 time: 0.1119235 Aug 20 14:50:02.962353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae1291-1c41-4b96-ac46-f740049861a0 req-a00701fb-6662-4a66-b917-a1b6c180c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:02.962800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47672) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:02.964173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daae1291-1c41-4b96-ac46-f740049861a0 req-a00701fb-6662-4a66-b917-a1b6c180c19a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2079468 Aug 20 14:50:03.015990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeba478-19eb-4fb4-b865-2bb46c73843c req-234c6992-c763-4098-83dd-03396a5df6a5 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:03.024412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caeba478-19eb-4fb4-b865-2bb46c73843c req-234c6992-c763-4098-83dd-03396a5df6a5 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 948 time: 0.2543612 Aug 20 14:50:03.027696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-ebdf4f47-445e-4771-8998-76510ebf1ca2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820255 Aug 20 14:50:03.080073 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.093625 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Transition to ACTIVE for port object d2ea7388-e832-4d93-a659-db7a9dd78cff will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:03.107457 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.182407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caeba478-19eb-4fb4-b865-2bb46c73843c req-0fb2c9b8-1ea0-4d48-96b1-698835576e1c tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438715 Aug 20 14:50:03.189461 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Attempting to bind port d2ea7388-e832-4d93-a659-db7a9dd78cff on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:03.189847 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Attempting to bind port d2ea7388-e832-4d93-a659-db7a9dd78cff by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:03.190214 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Attempting to bind port d2ea7388-e832-4d93-a659-db7a9dd78cff on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:03.197085 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2bd9f-7e92-4c43-a09f-dcf2074f958e None None] Pushing event updated for resources: {'Port': ['ID=d2ea7388-e832-4d93-a659-db7a9dd78cff,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:03.215071 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:03.215455 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:03.215899 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.218475 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:03.219724 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Bound port: d2ea7388-e832-4d93-a659-db7a9dd78cff, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:03.220136 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.306946 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] For port d2ea7388-e832-4d93-a659-db7a9dd78cff, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:03.310362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daae1291-1c41-4b96-ac46-f740049861a0 req-953197b7-5d26-4e87-aa4b-74080199ae7c service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440236 Aug 20 14:50:03.311070 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] For port d2ea7388-e832-4d93-a659-db7a9dd78cff, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d2ea7388-e832-4d93-a659-db7a9dd78cff,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:03.321248 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.324426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3c8fc91-9250-4559-b58e-5ce5cf3c2134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.413966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08fb8e-1a07-4d5c-9988-97d6d915479d req-92492587-2d1a-4965-87a3-740f64a89723 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:03.421528 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e08fb8e-1a07-4d5c-9988-97d6d915479d req-92492587-2d1a-4965-87a3-740f64a89723 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 969 time: 0.1597905 Aug 20 14:50:03.468073 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Routers {'43585ed1-50b5-45c4-8c18-cf340cdedb2d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:03.468715 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:49:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:03.533252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e08fb8e-1a07-4d5c-9988-97d6d915479d req-f2f1f623-80eb-4840-a881-00230e3b39c9 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084883 Aug 20 14:50:03.543526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daae1291-1c41-4b96-ac46-f740049861a0 req-add8fb3c-8495-4158-8b85-9b3a64a06717 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228413 Aug 20 14:50:03.553877 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.582627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3c8fc91-9250-4559-b58e-5ce5cf3c2134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.596589 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3c8fc91-9250-4559-b58e-5ce5cf3c2134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.610919 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2bd9f-7e92-4c43-a09f-dcf2074f958e None None] Pushing event updated for resources: {'Port': ['ID=d2ea7388-e832-4d93-a659-db7a9dd78cff,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:03.669572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8fc91-9250-4559-b58e-5ce5cf3c2134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa55911a-e0ff-40a9-943a-bb2a59c4eec9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:03.699975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-a03e4d3b-a2f4-44f5-b508-3de5369f2486 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:50:03.701093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-a03e4d3b-a2f4-44f5-b508-3de5369f2486 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1444013 Aug 20 14:50:03.707221 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] Set router 43585ed1-50b5-45c4-8c18-cf340cdedb2d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:03.713927 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f3c8fc91-9250-4559-b58e-5ce5cf3c2134 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0c835b0fe3aa470396cfd5f9688ebee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7500489 Aug 20 14:50:03.714789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47694) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:03.794975 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8edcc809-9eaf-41cf-9a69-0a0834c1f3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.829200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8edcc809-9eaf-41cf-9a69-0a0834c1f3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.934934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8edcc809-9eaf-41cf-9a69-0a0834c1f3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.938298 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8edcc809-9eaf-41cf-9a69-0a0834c1f3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:03.944258 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8edcc809-9eaf-41cf-9a69-0a0834c1f3ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa55911a-e0ff-40a9-943a-bb2a59c4eec9 HTTP/1.1" status: 204 len: 168 time: 0.2278891 Aug 20 14:50:03.964994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcc809-9eaf-41cf-9a69-0a0834c1f3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa55911a-e0ff-40a9-943a-bb2a59c4eec9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:04.042479 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:51Z', 'updated_at': '2021-08-20T14:49:59Z', 'revision_number': 3, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'gw_port': {'id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:55Z', 'updated_at': '2021-08-20T14:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:04.087349 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067b540d-5978-497c-9ba5-a08beb789a90 None None] The sync data for ids ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'] in n-d-695189-15 is: [{'id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:51Z', 'updated_at': '2021-08-20T14:49:59Z', 'revision_number': 3, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'gw_port': {'id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:55Z', 'updated_at': '2021-08-20T14:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:50:04.088951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Allocated IP 172.20.0.1 (335578a3-2b39-4d78-b4ae-9e6e9edae1a5/77242346-a957-44a6-961d-f634dee17b2e/34b7d4bc-14b8-4c89-a3a5-b93714936855) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:04.093679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-8d0b4a54-a6f5-483a-9f05-7e56ddb05f6c service neutron] 10.222.0.36 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534352 Aug 20 14:50:04.365970 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:04.397708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf3b05-4ecb-440c-ba95-29a13a18e7ae req-c7b73b73-05ac-4418-8e2e-d7884835c8aa tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:04.399284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8dcf3b05-4ecb-440c-ba95-29a13a18e7ae req-c7b73b73-05ac-4418-8e2e-d7884835c8aa tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 948 time: 0.1259406 Aug 20 14:50:04.435347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-d2e43dd7-83da-4c1c-bf25-133031af025a service neutron] 10.222.0.36 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186600 Aug 20 14:50:04.467584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Transition to ACTIVE for port object 34b7d4bc-14b8-4c89-a3a5-b93714936855 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:04.517694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8dcf3b05-4ecb-440c-ba95-29a13a18e7ae req-a23743b7-6aad-425b-947e-4a5e045cd748 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067519 Aug 20 14:50:04.583089 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:04.626494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:04.695396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:04.749662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:04.751936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:04.788312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47726) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:04.810604 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-223fca32-ea01-4894-b2cd-cb3e076a9e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:04.935477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47732) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:05.090517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d2ea7388-e832-4d93-a659-db7a9dd78cff up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:05.101612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf0b7ca8-d222-455f-b061-22f1f2db6ca1 req-2c40ee8c-fef8-4972-bf49-0d58e6a9e80e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 210 time: 0.0588031 Aug 20 14:50:05.136761 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-223fca32-ea01-4894-b2cd-cb3e076a9e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.145183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-223fca32-ea01-4894-b2cd-cb3e076a9e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.190507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2c10fd88-a660-422d-aa75-eec53012281e None None] Provisioning for port 34b7d4bc-14b8-4c89-a3a5-b93714936855 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:05.195847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2c10fd88-a660-422d-aa75-eec53012281e None None] Provisioning complete for port 34b7d4bc-14b8-4c89-a3a5-b93714936855 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:05.196538 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2c10fd88-a660-422d-aa75-eec53012281e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.209057 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-223fca32-ea01-4894-b2cd-cb3e076a9e9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf2face11dac496b994dcb9a8ac4c867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170358 Aug 20 14:50:05.212320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47744) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:05.242341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2c10fd88-a660-422d-aa75-eec53012281e None None] Port 34b7d4bc-14b8-4c89-a3a5-b93714936855 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:50:05.244338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d2ea7388-e832-4d93-a659-db7a9dd78cff completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:05.248663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250632e2-63bc-41f8-b1c0-958a4edeb45f req-845f8b8c-e10c-48fa-8ed4-d919977efea7 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:05.250598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d2ea7388-e832-4d93-a659-db7a9dd78cff triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:05.251357 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.270241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-250632e2-63bc-41f8-b1c0-958a4edeb45f req-845f8b8c-e10c-48fa-8ed4-d919977efea7 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 969 time: 0.6046455 Aug 20 14:50:05.315414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fca32-ea01-4894-b2cd-cb3e076a9e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424160f7-a330-4cfb-8b42-e8dc6cd8912d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:05.357098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Pushing event updated for resources: {'Port': ['ID=34b7d4bc-14b8-4c89-a3a5-b93714936855,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:05.369264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-250632e2-63bc-41f8-b1c0-958a4edeb45f req-081ae3f6-a986-4f55-93cf-ee7e3c6dff86 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963924 Aug 20 14:50:05.370062 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.377608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.394988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port d2ea7388-e832-4d93-a659-db7a9dd78cff, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d2ea7388-e832-4d93-a659-db7a9dd78cff,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:05.401223 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.409791 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-830b5d87-d238-4e13-8233-151f54802f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.476608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=d2ea7388-e832-4d93-a659-db7a9dd78cff,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:05.547636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1966650050-network', 'tenant_id': '9d71df603ac74c1ea3203949de4a6a80'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:05.565370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-830b5d87-d238-4e13-8233-151f54802f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.618962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.647410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Made reservation on behalf of 9d71df603ac74c1ea3203949de4a6a80 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:05.649983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.669930 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.700646 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fdca5390-9151-40c2-843b-5e70dbfe5000 req-2bfa5901-9877-4ba7-827b-fc7ac3a51949 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716982 Aug 20 14:50:05.703064 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.711860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-830b5d87-d238-4e13-8233-151f54802f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.714482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-830b5d87-d238-4e13-8233-151f54802f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.718111 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-830b5d87-d238-4e13-8233-151f54802f2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/424160f7-a330-4cfb-8b42-e8dc6cd8912d HTTP/1.1" status: 204 len: 168 time: 0.4982331 Aug 20 14:50:05.726509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.727298 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.754755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b5d87-d238-4e13-8233-151f54802f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424160f7-a330-4cfb-8b42-e8dc6cd8912d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:05.809319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Pushing event updated for resources: {'Port': ['ID=34b7d4bc-14b8-4c89-a3a5-b93714936855,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:05.833041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.848095 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.886089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516190a-31f8-4f46-b847-111a5c92478b req-40ffde94-ad50-4a12-9a41-45d1a7a64224 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:05.895684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a516190a-31f8-4f46-b847-111a5c92478b req-40ffde94-ad50-4a12-9a41-45d1a7a64224 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 948 time: 0.2264082 Aug 20 14:50:05.898658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:50:05.936514 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d63e93-894c-4ce6-b16d-f8da536e5423,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:05.948087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:05.949558 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Added segment 13bed5fa-edf9-48c0-bd65-524dd4edc2da of type vlan for network 0ea7e660-2439-477e-b204-474ecd1ce6dd Aug 20 14:50:05.979206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a516190a-31f8-4f46-b847-111a5c92478b req-185f7b96-5331-438d-b27d-37676852783d tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795662 Aug 20 14:50:06.011141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:06.012676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:06.033382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:06.071200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:06.072427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:06.073147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:06.139630 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0989997 Aug 20 14:50:06.140241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47778) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:06.148674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Request body: {'subnet': {'network_id': '0ea7e660-2439-477e-b204-474ecd1ce6dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1966650050-subnet', 'tenant_id': '9d71df603ac74c1ea3203949de4a6a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:06.173708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c22875-4a6b-4c1d-a7fc-5e4dc4c4614e admin admin] Pushing event updated for resources: {'Network': ['ID=0ea7e660-2439-477e-b204-474ecd1ce6dd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:06.192723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Made reservation on behalf of 9d71df603ac74c1ea3203949de4a6a80 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:06.193498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 0ea7e660-2439-477e-b204-474ecd1ce6dd details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:50:06.198586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:06.238484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Router 43585ed1-50b5-45c4-8c18-cf340cdedb2d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:50:06.338884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20c43de3-a573-467c-b080-b990643178fe req-48025403-d1ab-4e55-aa13-d89b3bba1a2b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 210 time: 0.0903461 Aug 20 14:50:06.493805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f397be89-8767-498b-b331-50092a13dbbe None None] Provisioning complete for port 34b7d4bc-14b8-4c89-a3a5-b93714936855 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:06.494311 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f397be89-8767-498b-b331-50092a13dbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:06.574472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f397be89-8767-498b-b331-50092a13dbbe None None] Port 34b7d4bc-14b8-4c89-a3a5-b93714936855 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:50:06.602022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:50:06.610310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8d6f06f5-d879-40d6-bb8c-674b7dc4dd7c admin admin] 10.222.0.36 "PUT /v2.0/routers/43585ed1-50b5-45c4-8c18-cf340cdedb2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6270740 Aug 20 14:50:06.611856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:06.630554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339ccde-80c3-4d30-8674-0af024ada899 req-cc71480e-622e-4f0d-87d4-9b5d1de08d8a tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:06.639182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1339ccde-80c3-4d30-8674-0af024ada899 req-cc71480e-622e-4f0d-87d4-9b5d1de08d8a tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 969 time: 0.1308692 Aug 20 14:50:06.693691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Checking segment: {'id': '13bed5fa-edf9-48c0-bd65-524dd4edc2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0ea7e660-2439-477e-b204-474ecd1ce6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:06.694169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Network hostable DHCP agents. Network: 0ea7e660-2439-477e-b204-474ecd1ce6dd, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:50:06.700510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1339ccde-80c3-4d30-8674-0af024ada899 req-5908e240-bddc-48e9-a4b8-5006efaea46b tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558105 Aug 20 14:50:06.701588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=866c66cb-d8aa-4906-a4df-3a9d1978aa5d,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:06.738286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Network 0ea7e660-2439-477e-b204-474ecd1ce6dd is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:50:06.745672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 0ea7e660-2439-477e-b204-474ecd1ce6dd) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:06.750310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:06.750909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:06.758868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03d63c-002b-48c9-833f-1a8a2ac5d7ca None None] Network 0ea7e660-2439-477e-b204-474ecd1ce6dd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:06.780221 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-87c91496-fb2f-44de-a2eb-ac679aa948e5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6367359 Aug 20 14:50:06.849294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Sync routers for ids ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:50:06.871641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Routers {'43585ed1-50b5-45c4-8c18-cf340cdedb2d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:06.872347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:49:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:07.027696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d2ea7388-e832-4d93-a659-db7a9dd78cff up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:07.053974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1336ffa-9dc2-4f90-928e-a309d3707950 None None] Network 0ea7e660-2439-477e-b204-474ecd1ce6dd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:07.132284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-c3d23b9e-67a0-4774-8b79-e3f9cbaf7743 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:07.133803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-c3d23b9e-67a0-4774-8b79-e3f9cbaf7743 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 821 time: 0.1594248 Aug 20 14:50:07.155338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Request body: {'port': {'device_id': '1470e2cc-f52d-4813-9800-a37946b95158', 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0', 'admin_state_up': True, 'tenant_id': '462a6e1cda0d44fea29a487a152c1772'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:07.206831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Set router 43585ed1-50b5-45c4-8c18-cf340cdedb2d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:07.284358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d2ea7388-e832-4d93-a659-db7a9dd78cff triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:07.284766 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:07.293194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-119b82a0-e149-4cf8-adb3-6bd818e12b50 req-44795b05-0c17-4406-b2d8-f18f2eb577b2 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2835b9a7357466797f544e10fd71598&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927017 Aug 20 14:50:07.338569 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:50:07.446571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44d463-d9b8-4987-955d-42c3a936bd37 req-ea7d5455-37df-4760-a463-756dcd75a1a1 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:07.454104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e44d463-d9b8-4987-955d-42c3a936bd37 req-ea7d5455-37df-4760-a463-756dcd75a1a1 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 948 time: 0.1724868 Aug 20 14:50:07.535191 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e44d463-d9b8-4987-955d-42c3a936bd37 req-d63ea98d-3616-4692-89fb-ca3d9f395a57 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744152 Aug 20 14:50:07.556161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b82a0-e149-4cf8-adb3-6bd818e12b50 req-04df9a3e-6ef7-440e-9af4-efd1df681fce tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:07.564069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-119b82a0-e149-4cf8-adb3-6bd818e12b50 req-04df9a3e-6ef7-440e-9af4-efd1df681fce tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697413 Aug 20 14:50:07.582098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-119b82a0-e149-4cf8-adb3-6bd818e12b50 req-5bf67446-a066-4b5e-b938-7934d7081913 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/quotas/b2835b9a7357466797f544e10fd71598 HTTP/1.1" status: 200 len: 375 time: 0.0155840 Aug 20 14:50:07.583899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Made reservation on behalf of 462a6e1cda0d44fea29a487a152c1772 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:07.592533 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:07.645460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-119b82a0-e149-4cf8-adb3-6bd818e12b50 req-15781a07-c198-4baa-ad2e-ee720f5063c2 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2835b9a7357466797f544e10fd71598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472851 Aug 20 14:50:07.721018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:51Z', 'updated_at': '2021-08-20T14:50:05Z', 'revision_number': 4, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'gw_port': {'id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:55Z', 'updated_at': '2021-08-20T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '34b7d4bc-14b8-4c89-a3a5-b93714936855', 'name': '', 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'mac_address': 'fa:16:3e:0c:c1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '77242346-a957-44a6-961d-f634dee17b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:03Z', 'updated_at': '2021-08-20T14:50:05Z', 'revision_number': 2, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'subnets': [{'id': '77242346-a957-44a6-961d-f634dee17b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:07.751360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Checking router: 43585ed1-50b5-45c4-8c18-cf340cdedb2d for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:50:07.751749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Updating router 43585ed1-50b5-45c4-8c18-cf340cdedb2d port 34b7d4bc-14b8-4c89-a3a5-b93714936855 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:50:07.780893 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:07.864155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39f4c8d1-050b-418f-9e58-518507707850 req-26a52135-d7da-40d8-9d70-b6764801c497 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 210 time: 0.0427873 Aug 20 14:50:07.879389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Allocated IP 172.20.0.10 (8aa51d97-7421-40eb-8167-ff6eb96620e0/2497e036-a854-4163-ad6b-ae005102a234/317548d6-ae33-4848-857d-ebcd8671e671) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:08.151763 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.155847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 82b30c77-c0ee-4fa6-836e-4edfcd270a02 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:50:08.178374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47862) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:08.183522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1434700600-network', 'tenant_id': '9d8baead5d774c06b1e94545f2f8c783'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:08.195245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Transition to ACTIVE for port object 34b7d4bc-14b8-4c89-a3a5-b93714936855 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:08.220469 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.224663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Made reservation on behalf of 9d8baead5d774c06b1e94545f2f8c783 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:08.227215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.243679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.271902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad83cd-97b1-4013-a04c-dabda35d3a2a req-fe4d49f9-cb68-4537-871e-c76704a160d8 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:08.273601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01ad83cd-97b1-4013-a04c-dabda35d3a2a req-fe4d49f9-cb68-4537-871e-c76704a160d8 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 969 time: 0.2964358 Aug 20 14:50:08.373046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57798f5-08eb-448e-9591-fe6d7fd7db4e None None] Pushing event updated for resources: {'Port': ['ID=34b7d4bc-14b8-4c89-a3a5-b93714936855,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:08.388153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.416944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01ad83cd-97b1-4013-a04c-dabda35d3a2a req-25944a26-519c-4b7a-a376-acef62918bd4 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278710 Aug 20 14:50:08.438285 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.444275 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.464336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.486117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 82b30c77-c0ee-4fa6-836e-4edfcd270a02, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=82b30c77-c0ee-4fa6-836e-4edfcd270a02,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:08.499616 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Attempting to bind port 34b7d4bc-14b8-4c89-a3a5-b93714936855 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:08.499997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Attempting to bind port 34b7d4bc-14b8-4c89-a3a5-b93714936855 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd8c0ab73-76ae-4abe-a105-489592e7aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:08.500368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Attempting to bind port 34b7d4bc-14b8-4c89-a3a5-b93714936855 on network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:08.507589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '82b30c77-c0ee-4fa6-836e-4edfcd270a02', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '82b30c77-c0ee-4fa6-836e-4edfcd270a02', 'mac_address': 'fa:16:3e:1f:27:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:50:08.510508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:08.511063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Checking segment: {'id': 'd8c0ab73-76ae-4abe-a105-489592e7aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:08.511504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.511983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Bound using segment: {'id': 'd8c0ab73-76ae-4abe-a105-489592e7aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:08.512477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Bound port: 34b7d4bc-14b8-4c89-a3a5-b93714936855, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c0ab73-76ae-4abe-a105-489592e7aab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:08.512885 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.514284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:50:08.533946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.534615 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Added segment 7461fb8a-6333-4fb4-a621-d63a7f5e3b66 of type vlan for network dd77554a-c556-40bb-9623-95a97d7e2e8f Aug 20 14:50:08.594559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Network 8aa51d97-7421-40eb-8167-ff6eb96620e0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:08.598078 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.602818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:08.607501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:08.617155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:08.617833 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.643072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b30c77-c0ee-4fa6-836e-4edfcd270a02 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:08.654683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2000070d-78ad-48d4-9059-ec0e8bf2ccde,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:08.658538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] For port 34b7d4bc-14b8-4c89-a3a5-b93714936855, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:08.663756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] For port 34b7d4bc-14b8-4c89-a3a5-b93714936855, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=34b7d4bc-14b8-4c89-a3a5-b93714936855,segment=NetworkSegment(d8c0ab73-76ae-4abe-a105-489592e7aab1),segment_id=d8c0ab73-76ae-4abe-a105-489592e7aab1)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:08.665053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Pushing event updated for resources: {'Port': ['ID=317548d6-ae33-4848-857d-ebcd8671e671,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:08.672824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 82b30c77-c0ee-4fa6-836e-4edfcd270a02, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=82b30c77-c0ee-4fa6-836e-4edfcd270a02,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:08.675913 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.679069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-23c3e6bd-f0ce-4b11-9e36-f8715d9d72fc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5281684 Aug 20 14:50:08.679344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.701708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Request body: {'port': {'device_id': '1470e2cc-f52d-4813-9800-a37946b95158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:08.708536 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.720572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.721444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:08.722696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.772582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Routers {'43585ed1-50b5-45c4-8c18-cf340cdedb2d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:08.773226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:49:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:08.803706 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6241112 Aug 20 14:50:08.804952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8b6b2-c573-4573-adc8-b6f7f98bcaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=dd77554a-c556-40bb-9623-95a97d7e2e8f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:08.816735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47882) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:08.823705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Request body: {'subnet': {'network_id': 'dd77554a-c556-40bb-9623-95a97d7e2e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1434700600-subnet', 'tenant_id': '9d8baead5d774c06b1e94545f2f8c783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:08.833352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57798f5-08eb-448e-9591-fe6d7fd7db4e None None] Pushing event updated for resources: {'Port': ['ID=34b7d4bc-14b8-4c89-a3a5-b93714936855,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:08.837830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network dd77554a-c556-40bb-9623-95a97d7e2e8f details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:50:08.852179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705053f-9720-431e-be10-9ffc72a7cecc req-27d94fd9-452f-46a9-b755-1875cf3dea34 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:08.853896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a705053f-9720-431e-be10-9ffc72a7cecc req-27d94fd9-452f-46a9-b755-1875cf3dea34 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 949 time: 0.1476796 Aug 20 14:50:08.856087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Made reservation on behalf of 9d8baead5d774c06b1e94545f2f8c783 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:08.858766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.859226 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:08.973210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a705053f-9720-431e-be10-9ffc72a7cecc req-f4e2bb56-9d16-4b9e-8bc8-b662e047adc9 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979137 Aug 20 14:50:09.020466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=82b30c77-c0ee-4fa6-836e-4edfcd270a02,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:09.090108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] Set router 43585ed1-50b5-45c4-8c18-cf340cdedb2d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:09.138654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bd646c37-a96b-4aa4-b713-ab55ff652767 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:50:09.200782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.220684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254287b-86a4-4e76-88b3-0bfcdf626b5e req-665e83c7-0063-449c-b033-3a0435124e33 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:09.228609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5254287b-86a4-4e76-88b3-0bfcdf626b5e req-665e83c7-0063-449c-b033-3a0435124e33 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 932 time: 0.0949974 Aug 20 14:50:09.313292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5254287b-86a4-4e76-88b3-0bfcdf626b5e req-5b6c4108-d596-40e2-854d-10264cc7dd7b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819409 Aug 20 14:50:09.342193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['82b30c77-c0ee-4fa6-836e-4edfcd270a02'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:09.369419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317548d6-ae33-4848-857d-ebcd8671e671 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:09.380309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.411770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Transition to ACTIVE for port object 317548d6-ae33-4848-857d-ebcd8671e671 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:09.413391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62417dc-fb30-40a7-b379-a4c5079cda9b,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:09.428292 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.435209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Checking segment: {'id': '7461fb8a-6333-4fb4-a621-d63a7f5e3b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'dd77554a-c556-40bb-9623-95a97d7e2e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:09.435499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Network hostable DHCP agents. Network: dd77554a-c556-40bb-9623-95a97d7e2e8f, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:50:09.440917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port bd646c37-a96b-4aa4-b713-ab55ff652767, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bd646c37-a96b-4aa4-b713-ab55ff652767,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:09.467715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Network dd77554a-c556-40bb-9623-95a97d7e2e8f is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:50:09.475621 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'bd646c37-a96b-4aa4-b713-ab55ff652767', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'bd646c37-a96b-4aa4-b713-ab55ff652767', 'mac_address': 'fa:16:3e:a7:48:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:tempest-test_az-104010530', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:50:09.482023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, dd77554a-c556-40bb-9623-95a97d7e2e8f) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:09.493708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:09.495583 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.502030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e581ac-8f20-4a25-bdac-003ff5d6b06c None None] Network dd77554a-c556-40bb-9623-95a97d7e2e8f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:09.528675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47904) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:09.534848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-df19680b-7bdb-47b8-a7b1-713f21b0022c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108495711', 'description': 'tempest-description--679645772'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:09.542168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Pushing event updated for resources: {'Port': ['ID=317548d6-ae33-4848-857d-ebcd8671e671,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:09.561251 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-44012bfe-c61c-4c82-9c35-a954ea9b6f5d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7431431 Aug 20 14:50:09.578314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:09.579055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:09.579823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:09.590471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Port 317548d6-ae33-4848-857d-ebcd8671e671 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:50:09.591377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:09.616411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:09.616411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:09.616411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:09.630911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Bound port: 317548d6-ae33-4848-857d-ebcd8671e671, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:09.630911 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.683502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df19680b-7bdb-47b8-a7b1-713f21b0022c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.767722 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.833442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df19680b-7bdb-47b8-a7b1-713f21b0022c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.841754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df19680b-7bdb-47b8-a7b1-713f21b0022c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.857242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47918) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:09.867575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45493ec-2021-450a-a3ae-87620bc67ca8 req-c98d0762-6664-48be-b717-6eda3ee08c12 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:09.871704 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df19680b-7bdb-47b8-a7b1-713f21b0022c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.872295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d45493ec-2021-450a-a3ae-87620bc67ca8 req-c98d0762-6664-48be-b717-6eda3ee08c12 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 969 time: 0.2431352 Aug 20 14:50:09.873079 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df19680b-7bdb-47b8-a7b1-713f21b0022c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3434010 Aug 20 14:50:09.878515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47920) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:09.883730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3fa2a30d-3acc-4b2d-8174-ce6bfcbb7832 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Request body: {'security_group_rule': {'security_group_id': 'cf584b83-1d7a-4945-8c26-4b0d8294fa96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:09.885084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd8a2b1-6b77-4cfc-85da-593cc6b600ab req-8e631f40-297e-4f15-bf5d-cbcfda652f13 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2835b9a7357466797f544e10fd71598&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663416 Aug 20 14:50:09.894508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19680b-7bdb-47b8-a7b1-713f21b0022c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf584b83-1d7a-4945-8c26-4b0d8294fa96,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:09.922978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:51Z', 'updated_at': '2021-08-20T14:50:05Z', 'revision_number': 4, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'gw_port': {'id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:55Z', 'updated_at': '2021-08-20T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '34b7d4bc-14b8-4c89-a3a5-b93714936855', 'name': '', 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'mac_address': 'fa:16:3e:0c:c1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '77242346-a957-44a6-961d-f634dee17b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:03Z', 'updated_at': '2021-08-20T14:50:08Z', 'revision_number': 4, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'subnets': [{'id': '77242346-a957-44a6-961d-f634dee17b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:09.925443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a30d-3acc-4b2d-8174-ce6bfcbb7832 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:09.955128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:09.990030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35f5c3e-f670-49df-a6cf-60058104a55f None None] The sync data for ids ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'] in n-d-695189-15 is: [{'id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:51Z', 'updated_at': '2021-08-20T14:50:05Z', 'revision_number': 4, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'gw_port': {'id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:55Z', 'updated_at': '2021-08-20T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '34b7d4bc-14b8-4c89-a3a5-b93714936855', 'name': '', 'network_id': '335578a3-2b39-4d78-b4ae-9e6e9edae1a5', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'mac_address': 'fa:16:3e:0c:c1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 152, 'fixed_ips': [{'subnet_id': '77242346-a957-44a6-961d-f634dee17b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:03Z', 'updated_at': '2021-08-20T14:50:08Z', 'revision_number': 4, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'subnets': [{'id': '77242346-a957-44a6-961d-f634dee17b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:50:09.997156 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd646c37-a96b-4aa4-b713-ab55ff652767 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:10.013778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a30d-3acc-4b2d-8174-ce6bfcbb7832 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.022606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a30d-3acc-4b2d-8174-ce6bfcbb7832 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.051988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2a30d-3acc-4b2d-8174-ce6bfcbb7832 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9bc580-efd0-4531-a43c-9cd0fddc4e4d,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:10.062122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d2dd7b-7b03-48b3-bf3d-ccb3cbcbdf4e admin admin] Deleting subnet 866c66cb-d8aa-4906-a4df-3a9d1978aa5d {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:50:10.072647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51d2dd7b-7b03-48b3-bf3d-ccb3cbcbdf4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.085099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port bd646c37-a96b-4aa4-b713-ab55ff652767, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bd646c37-a96b-4aa4-b713-ab55ff652767,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:10.096406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a30d-3acc-4b2d-8174-ce6bfcbb7832 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.100430 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3fa2a30d-3acc-4b2d-8174-ce6bfcbb7832 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2182105 Aug 20 14:50:10.100840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47924) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:10.121907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a3d01ba3-3efa-45e3-9e95-fecc466b6595 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Request body: {'security_group_rule': {'security_group_id': 'cf584b83-1d7a-4945-8c26-4b0d8294fa96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:10.127365 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.134852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:10.159671 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.167985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51d2dd7b-7b03-48b3-bf3d-ccb3cbcbdf4e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.177725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3d01ba3-3efa-45e3-9e95-fecc466b6595 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.216807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51d2dd7b-7b03-48b3-bf3d-ccb3cbcbdf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.237868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d45493ec-2021-450a-a3ae-87620bc67ca8 req-6687911c-f151-4619-af57-0356745cf45e tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478265 Aug 20 14:50:10.245596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=bd646c37-a96b-4aa4-b713-ab55ff652767,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:10.273813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8dd9b-59f8-46a6-8d53-f1ec2d607832 None None] Network dd77554a-c556-40bb-9623-95a97d7e2e8f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:10.303525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3d01ba3-3efa-45e3-9e95-fecc466b6595 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.314732 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3d01ba3-3efa-45e3-9e95-fecc466b6595 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.330608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:10.331758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.334066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] 10.222.0.72 "PUT /v2.0/ports/317548d6-ae33-4848-857d-ebcd8671e671 HTTP/1.1" status: 200 len: 1093 time: 1.6381128 Aug 20 14:50:10.334679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:10.337364 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d080ee-dcdf-41bb-a0b0-1b195154c631" -d '{"events": [{"name": "network-changed", "server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "tag": "317548d6-ae33-4848-857d-ebcd8671e671"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:10.364836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d01ba3-3efa-45e3-9e95-fecc466b6595 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd0d54d-79bc-4e4f-ad73-d01ebcbc268d,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:10.411917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3d01ba3-3efa-45e3-9e95-fecc466b6595 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.413805 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a3d01ba3-3efa-45e3-9e95-fecc466b6595 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3119397 Aug 20 14:50:10.417109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47932) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:10.426447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:10.435402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a2b1-6b77-4cfc-85da-593cc6b600ab req-7c896906-d311-4c1e-9a4e-80af0db8a06b tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:10.443759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd8a2b1-6b77-4cfc-85da-593cc6b600ab req-7c896906-d311-4c1e-9a4e-80af0db8a06b tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5507476 Aug 20 14:50:10.496759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.507730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2d523-1c98-4621-91f5-4e851f3be10a service neutron] Pushing event updated for resources: {'Port': ['ID=317548d6-ae33-4848-857d-ebcd8671e671,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:10.541701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['bd646c37-a96b-4aa4-b713-ab55ff652767'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:10.545280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd8a2b1-6b77-4cfc-85da-593cc6b600ab req-e2a5bbde-0683-4dab-8fd8-9bcdd2960ac7 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/quotas/b2835b9a7357466797f544e10fd71598 HTTP/1.1" status: 200 len: 375 time: 0.1002793 Aug 20 14:50:10.629683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd8a2b1-6b77-4cfc-85da-593cc6b600ab req-2f2c9dec-8f40-4238-8778-39f8807dfc5a tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2835b9a7357466797f544e10fd71598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815768 Aug 20 14:50:10.640920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-c68b61b9-2bc6-4c12-9e07-19bf91bc76ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:10.642684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-c68b61b9-2bc6-4c12-9e07-19bf91bc76ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1096 time: 0.1940811 Aug 20 14:50:10.649385 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51d2dd7b-7b03-48b3-bf3d-ccb3cbcbdf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.668188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb2caf-74aa-4b76-b0de-e39aa250a29f req-efeea0ff-a749-453d-a1ab-ff92a3ba743b tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:10.669778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.678527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ecb2caf-74aa-4b76-b0de-e39aa250a29f req-efeea0ff-a749-453d-a1ab-ff92a3ba743b tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 949 time: 0.2098887 Aug 20 14:50:10.772425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-536c67a1-69f5-483d-86eb-f1c344e2db5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317548d6-ae33-4848-857d-ebcd8671e671 HTTP/1.1" status: 200 len: 217 time: 0.0877442 Aug 20 14:50:10.776156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2dd7b-7b03-48b3-bf3d-ccb3cbcbdf4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866c66cb-d8aa-4906-a4df-3a9d1978aa5d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:10.784077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51d2dd7b-7b03-48b3-bf3d-ccb3cbcbdf4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:10.787684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-51d2dd7b-7b03-48b3-bf3d-ccb3cbcbdf4e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/866c66cb-d8aa-4906-a4df-3a9d1978aa5d HTTP/1.1" status: 204 len: 168 time: 0.9296083 Aug 20 14:50:10.790204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47938) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:10.808499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ecb2caf-74aa-4b76-b0de-e39aa250a29f req-6d0ed21e-b8f4-417b-a4ae-76e5526d5519 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289670 Aug 20 14:50:10.861083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-a48438e6-e50f-44e0-8941-ac6f356c6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:10.862996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-a48438e6-e50f-44e0-8941-ac6f356c6724 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0579934 Aug 20 14:50:10.864596 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d022a838-3841-4be4-8fbb-d9c6cc86e5e2 x-openstack-request-id: req-d022a838-3841-4be4-8fbb-d9c6cc86e5e2 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:10.865029 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "tag": "317548d6-ae33-4848-857d-ebcd8671e671", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:10.865444 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d022a838-3841-4be4-8fbb-d9c6cc86e5e2 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:10.865676 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671', 'status': 'completed', 'code': 200} Aug 20 14:50:10.926047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-8edaee64-c616-4b1a-8f43-1e5f0d442fd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314469 Aug 20 14:50:11.021055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d36af-ee58-4958-bf0c-fa63513fd2ed req-1029cc96-1a9e-40d3-ad5a-972aa8959e5c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:11.031045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b88d36af-ee58-4958-bf0c-fa63513fd2ed req-1029cc96-1a9e-40d3-ad5a-972aa8959e5c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.2211807 Aug 20 14:50:11.037033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 34b7d4bc-14b8-4c89-a3a5-b93714936855 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:11.065819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Allocated IP 172.25.5.83 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/79ccf714-5aa6-47e8-9ad2-e6e771284195) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:11.099759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.114965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b88d36af-ee58-4958-bf0c-fa63513fd2ed req-1177f8ec-b5df-4573-829b-f13887b7e864 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769641 Aug 20 14:50:11.142903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-a1568e47-35fb-40b9-9475-ccb4dc162061 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056198 Aug 20 14:50:11.143066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 34b7d4bc-14b8-4c89-a3a5-b93714936855 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:11.148212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 34b7d4bc-14b8-4c89-a3a5-b93714936855 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:11.148907 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.301564 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.338344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 34b7d4bc-14b8-4c89-a3a5-b93714936855, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=34b7d4bc-14b8-4c89-a3a5-b93714936855,segment=NetworkSegment(d8c0ab73-76ae-4abe-a105-489592e7aab1),segment_id=d8c0ab73-76ae-4abe-a105-489592e7aab1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:11.345473 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.353246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2f9b3b-35e4-4547-9056-7e1a36d9a2ab req-9e2860e3-a4ab-45a0-97f8-6147a3744d24 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023320 Aug 20 14:50:11.397863 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.431411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06eaa00-6c72-4702-97e4-c9ccfa1177d6 req-795ce9e2-0b23-4e88-bdd3-9bf899706697 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:11.433098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f06eaa00-6c72-4702-97e4-c9ccfa1177d6 req-795ce9e2-0b23-4e88-bdd3-9bf899706697 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 970 time: 0.0787256 Aug 20 14:50:11.445670 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.446133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.446992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.447454 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > port after_create 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.447902 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > port after_delete 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.448319 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > port after_update 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.448736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.449149 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.449556 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.450207 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.463759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=34b7d4bc-14b8-4c89-a3a5-b93714936855,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:11.520340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f06eaa00-6c72-4702-97e4-c9ccfa1177d6 req-0838ab02-f616-4be5-a88a-c13e15ed5f24 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810492 Aug 20 14:50:11.574220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-d66b6374-e147-48ce-bdc2-07536f9e58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:11.575988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-d66b6374-e147-48ce-bdc2-07536f9e58c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1096 time: 0.0854526 Aug 20 14:50:11.623288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.623681 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.624113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.624452 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:11.624846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea7e660-2439-477e-b204-474ecd1ce6dd']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:11.656876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.660387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bed5fa-edf9-48c0-bd65-524dd4edc2da') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:11.660687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bed5fa-edf9-48c0-bd65-524dd4edc2da') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:11.673569 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-817f96ae-5cc4-4aea-b835-9ba0e935cdc7 req-5f56e27c-94e4-4204-851a-368683897149 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2835b9a7357466797f544e10fd71598&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608385 Aug 20 14:50:11.691031 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.716001 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.738238 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:50:11.738657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: from cryptography.utils import int_from_bytes Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: from cryptography.utils import int_from_bytes Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:50:11.758152 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:50:11.826230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.836958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.872699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:11.877311 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] 10.222.0.36 "DELETE /v2.0/networks/0ea7e660-2439-477e-b204-474ecd1ce6dd HTTP/1.1" status: 204 len: 168 time: 1.0835001 Aug 20 14:50:11.890379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:11.891407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47990) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:11.907277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:11.912849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96177e1a-ee8f-4432-917d-6ed43a8af67c admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea7e660-2439-477e-b204-474ecd1ce6dd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:11.917246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:11.968564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event updated for resources: {'Port': ['ID=79ccf714-5aa6-47e8-9ad2-e6e771284195,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:11.985259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-163597dc-6c23-4ca2-8a4c-4be5c7087522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:11.987018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-163597dc-6c23-4ca2-8a4c-4be5c7087522 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.4028668 Aug 20 14:50:12.001631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0d50cd-2958-4ca8-952f-47a951f1c5e4 admin admin] Deleting subnet b62417dc-fb30-40a7-b379-a4c5079cda9b {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:50:12.010883 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b0d50cd-2958-4ca8-952f-47a951f1c5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.045418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f96ae-5cc4-4aea-b835-9ba0e935cdc7 req-d0795262-9ca6-417a-bc82-a7f519828e25 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:12.046864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-817f96ae-5cc4-4aea-b835-9ba0e935cdc7 req-d0795262-9ca6-417a-bc82-a7f519828e25 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723178 Aug 20 14:50:12.048127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47994) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:12.049896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-0e88fca1-b8ec-405b-a598-fbdae6c4ab26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317548d6-ae33-4848-857d-ebcd8671e671 HTTP/1.1" status: 200 len: 217 time: 0.0505543 Aug 20 14:50:12.083442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f3af-7569-47a9-9489-36ea69434ff6 req-aaf480fe-dfe8-4ea3-901c-8062372a3827 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:12.085180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e822f3af-7569-47a9-9489-36ea69434ff6 req-aaf480fe-dfe8-4ea3-901c-8062372a3827 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 949 time: 0.1588998 Aug 20 14:50:12.105615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b0d50cd-2958-4ca8-952f-47a951f1c5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.114062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-817f96ae-5cc4-4aea-b835-9ba0e935cdc7 req-61ae0693-ad7b-4d35-808d-91402c0315f3 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/quotas/b2835b9a7357466797f544e10fd71598 HTTP/1.1" status: 200 len: 375 time: 0.0548012 Aug 20 14:50:12.132527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-06cedc01-81da-49eb-a22f-cd5b838c0810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.139867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 82b30c77-c0ee-4fa6-836e-4edfcd270a02 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:12.156428 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.171793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-817f96ae-5cc4-4aea-b835-9ba0e935cdc7 req-e931a504-7b6a-4296-8c23-87c236fd94e5 tempest-QuotasAdminNegativeTest-322480851 tempest-QuotasAdminNegativeTest-322480851-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2835b9a7357466797f544e10fd71598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572493 Aug 20 14:50:12.190707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b0d50cd-2958-4ca8-952f-47a951f1c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.214220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:12.217048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-769b29fa-e99c-4254-839b-1914a896b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:12.219131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-769b29fa-e99c-4254-839b-1914a896b87e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.1585920 Aug 20 14:50:12.221272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:12.222993 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.247624 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.254449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e822f3af-7569-47a9-9489-36ea69434ff6 req-bc576d76-b96a-4a94-b527-e3fee54a591d tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491072 Aug 20 14:50:12.256589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3eb114d3-faad-4db5-b43f-6fe33fadaf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.293894 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-12888ccd-5dc5-4427-b44e-5e8206ac5540 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599425 Aug 20 14:50:12.364317 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.398440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b0d50cd-2958-4ca8-952f-47a951f1c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.419971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c654e2a8-0c41-46cd-ae67-10db1d6c380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b30c77-c0ee-4fa6-836e-4edfcd270a02'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:12.449443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d50cd-2958-4ca8-952f-47a951f1c5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62417dc-fb30-40a7-b379-a4c5079cda9b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:12.453206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b0d50cd-2958-4ca8-952f-47a951f1c5e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.457095 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5b0d50cd-2958-4ca8-952f-47a951f1c5e4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b62417dc-fb30-40a7-b379-a4c5079cda9b HTTP/1.1" status: 204 len: 168 time: 0.5648334 Aug 20 14:50:12.457417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf2c83-6084-4dc6-afea-3ac447df7db6 req-78371731-00eb-4828-8b67-c7032a17201a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:12.458925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfbf2c83-6084-4dc6-afea-3ac447df7db6 req-78371731-00eb-4828-8b67-c7032a17201a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.1080046 Aug 20 14:50:12.464057 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48006) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:12.496958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-5b23be8e-7f87-4e56-aaa6-3558968ab1d9 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949043 Aug 20 14:50:12.543634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 82b30c77-c0ee-4fa6-836e-4edfcd270a02, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=82b30c77-c0ee-4fa6-836e-4edfcd270a02,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:12.567566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.575436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.580179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfbf2c83-6084-4dc6-afea-3ac447df7db6 req-2115c568-554c-423c-b9d1-4a6fdb0f7582 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109059 Aug 20 14:50:12.602371 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.616581 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3eb114d3-faad-4db5-b43f-6fe33fadaf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.626717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.636141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8d080ee-dcdf-41bb-a0b0-1b195154c631 req-2cd5edeb-9210-401e-9e22-68e03c45c9cc service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267931 Aug 20 14:50:12.636953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3eb114d3-faad-4db5-b43f-6fe33fadaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.651091 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06353735-1d95-4f6f-a816-82fe70738bc4" -d '{"events": [{"server_uuid": "c654e2a8-0c41-46cd-ae67-10db1d6c380b", "name": "network-vif-plugged", "status": "completed", "tag": "82b30c77-c0ee-4fa6-836e-4edfcd270a02"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:12.680901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3eb114d3-faad-4db5-b43f-6fe33fadaf9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d86f38b8f564ff2ba1425868dc828c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6276915 Aug 20 14:50:12.680901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb114d3-faad-4db5-b43f-6fe33fadaf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f74feb1-b97c-4e9c-8041-7a3823e97267,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:12.682965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48016) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:12.713754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=82b30c77-c0ee-4fa6-836e-4edfcd270a02,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:12.733005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event updated for resources: {'Port': ['ID=79ccf714-5aa6-47e8-9ad2-e6e771284195,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:12.772004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98d5b46d-2270-4cb2-91e6-4bfa73d55798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.782031 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ff3f50-a977-43b9-b5fd-473602c23ffd x-openstack-request-id: req-b2ff3f50-a977-43b9-b5fd-473602c23ffd {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:12.782228 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c654e2a8-0c41-46cd-ae67-10db1d6c380b", "name": "network-vif-plugged", "status": "completed", "tag": "82b30c77-c0ee-4fa6-836e-4edfcd270a02", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:12.782477 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2ff3f50-a977-43b9-b5fd-473602c23ffd {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:12.782936 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c654e2a8-0c41-46cd-ae67-10db1d6c380b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b30c77-c0ee-4fa6-836e-4edfcd270a02', 'code': 200} Aug 20 14:50:12.817533 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98d5b46d-2270-4cb2-91e6-4bfa73d55798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.836382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.852576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.864374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd77554a-c556-40bb-9623-95a97d7e2e8f']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:12.866751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444c89-1652-4715-9be6-513e5bd16eee req-4b601ca2-f925-4478-b984-1fe7da5d975e tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:12.867110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.868521 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28f7bd56-b603-43df-97f7-d3683d091407 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4502149 Aug 20 14:50:12.877758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7461fb8a-6333-4fb4-a621-d63a7f5e3b66') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:12.878303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7461fb8a-6333-4fb4-a621-d63a7f5e3b66') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:12.882838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4444c89-1652-4715-9be6-513e5bd16eee req-4b601ca2-f925-4478-b984-1fe7da5d975e tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 970 time: 0.1163750 Aug 20 14:50:12.891000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.945295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.952893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:50:12.953413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:50:12.958314 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:50:12.972225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4444c89-1652-4715-9be6-513e5bd16eee req-d1b94272-eaa6-481b-a5f7-72f11a5dbf7f tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840392 Aug 20 14:50:12.991409 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98d5b46d-2270-4cb2-91e6-4bfa73d55798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.994271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98d5b46d-2270-4cb2-91e6-4bfa73d55798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:12.995644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-98d5b46d-2270-4cb2-91e6-4bfa73d55798 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f74feb1-b97c-4e9c-8041-7a3823e97267 HTTP/1.1" status: 204 len: 168 time: 0.3117492 Aug 20 14:50:13.016150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 34b7d4bc-14b8-4c89-a3a5-b93714936855 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:13.022212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5b46d-2270-4cb2-91e6-4bfa73d55798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f74feb1-b97c-4e9c-8041-7a3823e97267,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:13.043692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e650e92-389f-498c-aa6e-abdf9b6dee29 req-a760666a-a2df-4abf-89c1-970d1ba2d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:13.045632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e650e92-389f-498c-aa6e-abdf9b6dee29 req-a760666a-a2df-4abf-89c1-970d1ba2d136 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 1102 time: 0.1211443 Aug 20 14:50:13.056896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.082851 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4e650e92-389f-498c-aa6e-abdf9b6dee29 req-d46d92fc-6541-4067-bcd2-0ee7101e7f6a service neutron] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.093646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd77554a-c556-40bb-9623-95a97d7e2e8f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:13.103737 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.122104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8074aa0b-96f7-4797-b4fd-1f06ee587cc7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dd77554a-c556-40bb-9623-95a97d7e2e8f HTTP/1.1" status: 204 len: 168 time: 0.6569886 Aug 20 14:50:13.126597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bd646c37-a96b-4aa4-b713-ab55ff652767 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:13.173907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48042) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:13.183446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 34b7d4bc-14b8-4c89-a3a5-b93714936855 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:13.184046 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.186907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-6b8f9eea-f3f7-4518-b400-8005c714168a tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1108495711&fields=id&tenant_id=fe63653f0dc14e60afc3df5350bd11b5 HTTP/1.1" status: 200 len: 267 time: 0.0622303 Aug 20 14:50:13.235198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port bd646c37-a96b-4aa4-b713-ab55ff652767 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:13.243489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port bd646c37-a96b-4aa4-b713-ab55ff652767 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:13.243893 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.334540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-f387c5ae-8b4f-4a86-9195-5c11ba9fb6e7 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:13.342135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-f387c5ae-8b4f-4a86-9195-5c11ba9fb6e7 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 824 time: 0.1456189 Aug 20 14:50:13.364813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-1a8b8a2e-39e5-4613-98f6-42775d894dde tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/quotas/fe63653f0dc14e60afc3df5350bd11b5 HTTP/1.1" status: 200 len: 375 time: 0.0213008 Aug 20 14:50:13.377768 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.418451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port bd646c37-a96b-4aa4-b713-ab55ff652767, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bd646c37-a96b-4aa4-b713-ab55ff652767,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:13.427480 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.428426 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4e650e92-389f-498c-aa6e-abdf9b6dee29 req-d46d92fc-6541-4067-bcd2-0ee7101e7f6a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.437104 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-098ca883-3bf5-4b2d-bd51-a0d536400eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.450114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48050) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:13.456363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4e650e92-389f-498c-aa6e-abdf9b6dee29 req-d46d92fc-6541-4067-bcd2-0ee7101e7f6a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.503172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=bd646c37-a96b-4aa4-b713-ab55ff652767,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:13.522460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0206ddb-35a1-4c1e-90ed-85861bc5ca79 req-4e3cd639-a1f0-43c5-84fa-bc339f0d04b4 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:13.524138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0206ddb-35a1-4c1e-90ed-85861bc5ca79 req-4e3cd639-a1f0-43c5-84fa-bc339f0d04b4 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 950 time: 0.1227596 Aug 20 14:50:13.539361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-7f41f785-3c8e-451b-abb7-a409093d4709 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1722105 Aug 20 14:50:13.545614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e650e92-389f-498c-aa6e-abdf9b6dee29 req-d46d92fc-6541-4067-bcd2-0ee7101e7f6a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867055 Aug 20 14:50:13.567771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d92fc-6541-4067-bcd2-0ee7101e7f6a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaa1a86-43e8-4369-bdd6-c7d7d58336ff,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:13.575254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48054) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:13.575476 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4f77a3f7-77a7-4cdc-ae68-bdcfc3ea2504 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d71df603ac74c1ea3203949de4a6a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1242115 Aug 20 14:50:13.590675 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-098ca883-3bf5-4b2d-bd51-a0d536400eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.595888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-098ca883-3bf5-4b2d-bd51-a0d536400eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.601878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0206ddb-35a1-4c1e-90ed-85861bc5ca79 req-98c52275-242c-4875-91ed-1247b99edaf1 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585389 Aug 20 14:50:13.649082 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-098ca883-3bf5-4b2d-bd51-a0d536400eb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2835b9a7357466797f544e10fd71598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4725530 Aug 20 14:50:13.652863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48060) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:13.661583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ca883-3bf5-4b2d-bd51-a0d536400eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ad326a-e081-4026-9471-32649f3b4931,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:13.670923 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ddfca18f-339a-401d-a61b-3d12a8a4e392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.684755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48062) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:13.707757 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ddfca18f-339a-401d-a61b-3d12a8a4e392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.712954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7b49cc2-d062-4ee0-b2a0-cfadc53fa937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.746204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a26201e-f755-4352-9fc3-887b62f799c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.786247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a26201e-f755-4352-9fc3-887b62f799c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.803921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdd43f-0942-4dfd-af71-752b335c41e6 req-b06641dd-4fc0-4a0b-af08-f8be7b3aeec4 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:13.806245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11cdd43f-0942-4dfd-af71-752b335c41e6 req-b06641dd-4fc0-4a0b-af08-f8be7b3aeec4 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.0954745 Aug 20 14:50:13.848983 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ddfca18f-339a-401d-a61b-3d12a8a4e392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.853446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ddfca18f-339a-401d-a61b-3d12a8a4e392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.859345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ddfca18f-339a-401d-a61b-3d12a8a4e392 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66d63e93-894c-4ce6-b16d-f8da536e5423 HTTP/1.1" status: 204 len: 168 time: 0.2829411 Aug 20 14:50:13.875788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-77478dbe-2f17-4bed-9c61-467f6b8bc098 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:50:13.877272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-77478dbe-2f17-4bed-9c61-467f6b8bc098 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1477542 Aug 20 14:50:13.902151 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfca18f-339a-401d-a61b-3d12a8a4e392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d63e93-894c-4ce6-b16d-f8da536e5423,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:13.936351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a26201e-f755-4352-9fc3-887b62f799c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.938950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a26201e-f755-4352-9fc3-887b62f799c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.944247 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9a26201e-f755-4352-9fc3-887b62f799c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59ad326a-e081-4026-9471-32649f3b4931 HTTP/1.1" status: 204 len: 168 time: 0.2863400 Aug 20 14:50:13.949252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7b49cc2-d062-4ee0-b2a0-cfadc53fa937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.957169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26201e-f755-4352-9fc3-887b62f799c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ad326a-e081-4026-9471-32649f3b4931,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:13.960530 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7b49cc2-d062-4ee0-b2a0-cfadc53fa937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:13.996656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11cdd43f-0942-4dfd-af71-752b335c41e6 req-99d10512-4df2-4b8b-870f-e939f4df8fe9 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659172 Aug 20 14:50:14.001915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b49cc2-d062-4ee0-b2a0-cfadc53fa937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6128672d-d9a5-4206-9471-be85527c63c7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:14.042448 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b7b49cc2-d062-4ee0-b2a0-cfadc53fa937 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=159777310727438f8a0d6b7eab15ef71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543746 Aug 20 14:50:14.042730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48072) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:14.102777 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af3ba11c-c089-498c-8771-f4dc42cbd536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.125981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af3ba11c-c089-498c-8771-f4dc42cbd536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.126223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-a1de033d-509a-485c-b74b-6e9a2dc50d5f service neutron] 10.222.0.36 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404275 Aug 20 14:50:14.191556 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af3ba11c-c089-498c-8771-f4dc42cbd536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.194873 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af3ba11c-c089-498c-8771-f4dc42cbd536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.199216 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-af3ba11c-c089-498c-8771-f4dc42cbd536 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6128672d-d9a5-4206-9471-be85527c63c7 HTTP/1.1" status: 204 len: 168 time: 0.1554413 Aug 20 14:50:14.203152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce14a4-aadf-4f91-b00e-b79174eeb166 req-179505e1-9f2e-4106-bb2b-947d161a27f9 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:14.204699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5bce14a4-aadf-4f91-b00e-b79174eeb166 req-179505e1-9f2e-4106-bb2b-947d161a27f9 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 971 time: 0.1319458 Aug 20 14:50:14.212450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ba11c-c089-498c-8771-f4dc42cbd536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6128672d-d9a5-4206-9471-be85527c63c7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:14.264371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-4d8108d8-9ad0-4be4-bd5b-f16b72ae7ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372123 Aug 20 14:50:14.279715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5bce14a4-aadf-4f91-b00e-b79174eeb166 req-7015d656-a75e-4a6c-bb3c-0b113c9f72a6 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543337 Aug 20 14:50:14.343463 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:14.390845 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7eb52162-d1d6-45a9-a1c3-c04a6404cd06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d8baead5d774c06b1e94545f2f8c783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461967 Aug 20 14:50:14.394036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48082) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:14.504226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43bcb68b-8622-41f2-a53c-11c6ef46f66c req-1b0ca6da-8001-4144-84e6-eb68e91fe8f9 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 210 time: 0.0579708 Aug 20 14:50:14.541738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6038a3cf-1995-4da3-81db-98eaebd31ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.566159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6038a3cf-1995-4da3-81db-98eaebd31ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.587350 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48090) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:14.619568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54c2e8ce-1a29-4571-957c-7fada1a0f020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.631838 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6038a3cf-1995-4da3-81db-98eaebd31ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.638707 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6038a3cf-1995-4da3-81db-98eaebd31ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.642743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6038a3cf-1995-4da3-81db-98eaebd31ea8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2000070d-78ad-48d4-9059-ec0e8bf2ccde HTTP/1.1" status: 204 len: 168 time: 0.2473807 Aug 20 14:50:14.675601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038a3cf-1995-4da3-81db-98eaebd31ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2000070d-78ad-48d4-9059-ec0e8bf2ccde,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:14.691632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8bf486dd-a7f3-4570-ab3b-8fbbc2daaac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.742686 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.761118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada865e5-5aa7-4161-a175-6c761cde1acc req-e314b7df-a951-4797-9bc8-52abc50050db tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:14.772207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ada865e5-5aa7-4161-a175-6c761cde1acc req-e314b7df-a951-4797-9bc8-52abc50050db tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 950 time: 0.0869513 Aug 20 14:50:14.783794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71d7d93-31c6-4475-b33e-729ae37211fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd646c37-a96b-4aa4-b713-ab55ff652767'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:14.786147 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e3dacd-2dbc-4ac6-8336-1e081643e371" -d '{"events": [{"server_uuid": "a71d7d93-31c6-4475-b33e-729ae37211fd", "name": "network-vif-plugged", "status": "completed", "tag": "bd646c37-a96b-4aa4-b713-ab55ff652767"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:14.802790 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54c2e8ce-1a29-4571-957c-7fada1a0f020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.809622 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54c2e8ce-1a29-4571-957c-7fada1a0f020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:14.895003 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-54c2e8ce-1a29-4571-957c-7fada1a0f020 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a0025701b5746c7bf382fa25b5ae941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034489 Aug 20 14:50:14.895288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ada865e5-5aa7-4161-a175-6c761cde1acc req-276661d1-e00c-437c-a913-147e3cdd4997 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134107 Aug 20 14:50:14.896027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48112) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:14.908004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2e8ce-1a29-4571-957c-7fada1a0f020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78e829e-335e-4dd7-ae0e-1f470dacb016,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:14.933191 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e05df4-39c7-47be-b38b-ef3bb6b638a9 x-openstack-request-id: req-03e05df4-39c7-47be-b38b-ef3bb6b638a9 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:14.933507 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71d7d93-31c6-4475-b33e-729ae37211fd", "name": "network-vif-plugged", "status": "completed", "tag": "bd646c37-a96b-4aa4-b713-ab55ff652767", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:14.933814 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03e05df4-39c7-47be-b38b-ef3bb6b638a9 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:14.934211 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71d7d93-31c6-4475-b33e-729ae37211fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd646c37-a96b-4aa4-b713-ab55ff652767', 'code': 200} Aug 20 14:50:14.976447 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8465b664-57d3-4b79-9432-0660aafc0685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:15.028230 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8465b664-57d3-4b79-9432-0660aafc0685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:15.133831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf724f4-f971-448e-8ebe-a34e2e52739e req-6687ba89-5c86-483e-b142-45e402cbe19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:15.135704 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ddf724f4-f971-448e-8ebe-a34e2e52739e req-6687ba89-5c86-483e-b142-45e402cbe19f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 1123 time: 0.1118431 Aug 20 14:50:15.170346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fece2-5b57-4dd4-a191-e4ceb29592fe req-77547214-0389-4649-90aa-bd2708c09da5 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:15.178580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc5fece2-5b57-4dd4-a191-e4ceb29592fe req-77547214-0389-4649-90aa-bd2708c09da5 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.0911989 Aug 20 14:50:15.198041 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8465b664-57d3-4b79-9432-0660aafc0685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:15.201027 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8465b664-57d3-4b79-9432-0660aafc0685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:15.202266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8465b664-57d3-4b79-9432-0660aafc0685 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b78e829e-335e-4dd7-ae0e-1f470dacb016 HTTP/1.1" status: 204 len: 168 time: 0.3051500 Aug 20 14:50:15.214018 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ddf724f4-f971-448e-8ebe-a34e2e52739e req-5b0a29ad-3561-47af-b096-53fc61b7dc01 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693760 Aug 20 14:50:15.219682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465b664-57d3-4b79-9432-0660aafc0685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78e829e-335e-4dd7-ae0e-1f470dacb016,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:15.238504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc5fece2-5b57-4dd4-a191-e4ceb29592fe req-683b359d-ec04-4109-9e17-bbcff03b8d84 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549901 Aug 20 14:50:15.419891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cdcd4-d5cf-4441-a829-f40395389094 req-570b906c-9638-41d8-a285-1d534e0a79c8 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:15.421373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-602cdcd4-d5cf-4441-a829-f40395389094 req-570b906c-9638-41d8-a285-1d534e0a79c8 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 971 time: 0.0540829 Aug 20 14:50:15.473427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-602cdcd4-d5cf-4441-a829-f40395389094 req-8b1f3105-f516-4f84-8bc4-bae621450d14 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Aug 20 14:50:15.612506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40356c32-cbee-4fb3-ade8-6c7d183a853e req-8822fe88-8fe7-4e08-8be4-e594948cd311 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 210 time: 0.0334868 Aug 20 14:50:15.961534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:16.006860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c38c9-9b5b-46f9-bc84-c3eeb03310c5 req-53e68c99-a3ca-49da-8b43-974200a2b200 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:16.014590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f88c38c9-9b5b-46f9-bc84-c3eeb03310c5 req-53e68c99-a3ca-49da-8b43-974200a2b200 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 950 time: 0.0580158 Aug 20 14:50:16.048646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f88c38c9-9b5b-46f9-bc84-c3eeb03310c5 req-007854fd-50de-40a0-9408-749410074f66 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Aug 20 14:50:16.154837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 317548d6-ae33-4848-857d-ebcd8671e671 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:50:16.340872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:16.375976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '317548d6-ae33-4848-857d-ebcd8671e671', 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0', 'port_id': '317548d6-ae33-4848-857d-ebcd8671e671', 'mac_address': 'fa:16:3e:88:29:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2497e036-a854-4163-ad6b-ae005102a234', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:50:16.378841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-ea8ab706-374e-481b-bdd4-14a1b9a4ce4e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:16.381788 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-ea8ab706-374e-481b-bdd4-14a1b9a4ce4e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.70 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 824 time: 0.2033646 Aug 20 14:50:16.466259 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:16.495781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317548d6-ae33-4848-857d-ebcd8671e671 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:16.505955 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-b8d5b2ea-0c3e-400b-aaa5-0a2d540bf880 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe63653f0dc14e60afc3df5350bd11b5 HTTP/1.1" status: 200 len: 380 time: 0.1089556 Aug 20 14:50:16.520915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Request body: {'port': {'device_id': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'admin_state_up': True, 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'security_groups': ['cf584b83-1d7a-4945-8c26-4b0d8294fa96']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:16.527726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a39e8-e155-4349-8b75-09563eb447b7 req-b2825b00-f368-4b5a-ac69-8b350938ce8d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:16.535658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af9a39e8-e155-4349-8b75-09563eb447b7 req-b2825b00-f368-4b5a-ac69-8b350938ce8d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.1485422 Aug 20 14:50:16.552997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:16.567061 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:16.671367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af9a39e8-e155-4349-8b75-09563eb447b7 req-7587c7b1-19a0-43dc-8636-bec2395a7109 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306753 Aug 20 14:50:16.756036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=317548d6-ae33-4848-857d-ebcd8671e671,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:16.875011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Made reservation on behalf of fe63653f0dc14e60afc3df5350bd11b5 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:16.879202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:16.890690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a25de3d7-2b0a-46d8-8fb3-a4f775ce4551 req-f454a34b-5a2a-4392-8b71-a0ee28be350c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 210 time: 0.0334899 Aug 20 14:50:16.935704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4acb8-e280-4e53-9a01-3ff59b0bb8bf req-63a17a45-4722-414d-ae9a-bca04609e867 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:16.937224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44d4acb8-e280-4e53-9a01-3ff59b0bb8bf req-63a17a45-4722-414d-ae9a-bca04609e867 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 971 time: 0.1471195 Aug 20 14:50:17.010848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['317548d6-ae33-4848-857d-ebcd8671e671'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:17.030555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44d4acb8-e280-4e53-9a01-3ff59b0bb8bf req-a4c4343b-8dea-4128-87f9-0b2b22e6d499 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842073 Aug 20 14:50:17.071002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5aaf19-37db-46d8-b62f-f447303b997e req-c190c984-65ac-4470-8fdc-ad00ee0e416d tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:17.072771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b5aaf19-37db-46d8-b62f-f447303b997e req-c190c984-65ac-4470-8fdc-ad00ee0e416d tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 950 time: 0.0913453 Aug 20 14:50:17.104319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Allocated IP 172.20.0.7 (bfe892b3-d404-4339-bb6c-b63c0d8b291d/7597d52b-fdf5-4569-b467-0879e0197d36/39525458-e539-4ee4-a5f0-8b43b0cf3bde) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:17.142743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b5aaf19-37db-46d8-b62f-f447303b997e req-f4dde097-8b06-4139-b707-26a127d932af tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623829 Aug 20 14:50:17.272747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:17.288254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Transition to ACTIVE for port object 39525458-e539-4ee4-a5f0-8b43b0cf3bde will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:17.320659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:17.390327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:17.393594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:17.398466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:17.447336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event updated for resources: {'Port': ['ID=39525458-e539-4ee4-a5f0-8b43b0cf3bde,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:17.489682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:17.490357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:17.511135 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-efe12cad-8c1c-4760-9ede-e4f51a3afb89 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9960113 Aug 20 14:50:17.526050 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Request body: {'port': {'device_id': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'device_owner': 'compute:tempest-test_az-104010530', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:17.631744 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:17.663604 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:17.795848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-45a83541-c059-4cf2-8431-99203beb7035 None None] Provisioning for port 39525458-e539-4ee4-a5f0-8b43b0cf3bde completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:17.802274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-45a83541-c059-4cf2-8431-99203beb7035 None None] Provisioning complete for port 39525458-e539-4ee4-a5f0-8b43b0cf3bde triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:17.802701 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-45a83541-c059-4cf2-8431-99203beb7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:17.828576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a40d-ef41-4db7-b003-3907d274c86a req-ec8c5d0e-70cf-416f-9478-c3f57c43cf7e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:17.831184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8a9a40d-ef41-4db7-b003-3907d274c86a req-ec8c5d0e-70cf-416f-9478-c3f57c43cf7e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 945 time: 0.0649250 Aug 20 14:50:17.849352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-45a83541-c059-4cf2-8431-99203beb7035 None None] Port 39525458-e539-4ee4-a5f0-8b43b0cf3bde cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:50:17.888902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8a9a40d-ef41-4db7-b003-3907d274c86a req-965ecb0b-cea2-41a0-ad10-5a0fec520b61 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510418 Aug 20 14:50:18.005059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39525458-e539-4ee4-a5f0-8b43b0cf3bde {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:18.016750 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.032931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Transition to ACTIVE for port object 39525458-e539-4ee4-a5f0-8b43b0cf3bde will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:18.040210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.169050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 317548d6-ae33-4848-857d-ebcd8671e671 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:18.183006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Pushing event updated for resources: {'Port': ['ID=39525458-e539-4ee4-a5f0-8b43b0cf3bde,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:18.214793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Attempting to bind port 39525458-e539-4ee4-a5f0-8b43b0cf3bde on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:18.215236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Attempting to bind port 39525458-e539-4ee4-a5f0-8b43b0cf3bde by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:18.215715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Attempting to bind port 39525458-e539-4ee4-a5f0-8b43b0cf3bde on network bfe892b3-d404-4339-bb6c-b63c0d8b291d {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:18.220426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Port 39525458-e539-4ee4-a5f0-8b43b0cf3bde on network bfe892b3-d404-4339-bb6c-b63c0d8b291d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:50:18.221644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Attempting to bind port 39525458-e539-4ee4-a5f0-8b43b0cf3bde on network bfe892b3-d404-4339-bb6c-b63c0d8b291d {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:18.229511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bdea2-d6b3-4b1c-9220-66c66e5c93ba req-b7df3002-579e-48a0-8d16-321749cb3f23 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:18.231192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-344bdea2-d6b3-4b1c-9220-66c66e5c93ba req-b7df3002-579e-48a0-8d16-321749cb3f23 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 964 time: 0.0801034 Aug 20 14:50:18.235863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:18.235965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Checking segment: {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:18.237230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Bound using segment: {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:18.237510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Bound port: 39525458-e539-4ee4-a5f0-8b43b0cf3bde, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:18.237695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.254700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 317548d6-ae33-4848-857d-ebcd8671e671 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:18.264126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 317548d6-ae33-4848-857d-ebcd8671e671 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:18.264715 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.288672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-344bdea2-d6b3-4b1c-9220-66c66e5c93ba req-76992916-4dc7-4f0b-8d8d-d406677bf891 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457895 Aug 20 14:50:18.372729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] For port 39525458-e539-4ee4-a5f0-8b43b0cf3bde, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:18.379080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] For port 39525458-e539-4ee4-a5f0-8b43b0cf3bde, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=39525458-e539-4ee4-a5f0-8b43b0cf3bde,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:18.390376 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.399673 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.425179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:18.427892 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af87059-a10a-4b14-9fe0-42c6e61dea68" -d '{"events": [{"server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "name": "network-vif-plugged", "status": "completed", "tag": "317548d6-ae33-4848-857d-ebcd8671e671"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:18.432632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:18.433417 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.434964 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] 10.222.0.70 "PUT /v2.0/ports/39525458-e539-4ee4-a5f0-8b43b0cf3bde HTTP/1.1" status: 200 len: 1113 time: 0.9135356 Aug 20 14:50:18.435506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'tag': '39525458-e539-4ee4-a5f0-8b43b0cf3bde'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:18.437987 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a53ef64-cb1b-489f-aac6-56a10a17e521" -d '{"events": [{"name": "network-changed", "server_uuid": "025835f7-2822-415f-8eff-ea8a84a6bca2", "tag": "39525458-e539-4ee4-a5f0-8b43b0cf3bde"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:18.450876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:18.457819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.461197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dddd0-b463-4a80-ad02-40a27fabab60 service neutron] Pushing event updated for resources: {'Port': ['ID=39525458-e539-4ee4-a5f0-8b43b0cf3bde,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:18.513341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=317548d6-ae33-4848-857d-ebcd8671e671,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:18.517021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb36b2-011c-41be-8af0-9935ecabd371 req-63a1bfcf-f049-4733-a6cd-f45113932e3f tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:18.519416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbeb36b2-011c-41be-8af0-9935ecabd371 req-63a1bfcf-f049-4733-a6cd-f45113932e3f tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 971 time: 0.1315205 Aug 20 14:50:18.535015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-1fb208aa-2d0f-479e-9be0-e73066031af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:18.536727 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-1fb208aa-2d0f-479e-9be0-e73066031af2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 1116 time: 0.0561428 Aug 20 14:50:18.583830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75ed6e-0e46-4c73-b508-6aa0b5b44e21 req-84c2bcf1-7a94-4ec1-8c41-ba7bbbdbf474 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:18.585645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f75ed6e-0e46-4c73-b508-6aa0b5b44e21 req-84c2bcf1-7a94-4ec1-8c41-ba7bbbdbf474 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 950 time: 0.1369305 Aug 20 14:50:18.592502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-06cb88f4-f5d4-4abe-af72-581ffbf5d194 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39525458-e539-4ee4-a5f0-8b43b0cf3bde HTTP/1.1" status: 200 len: 217 time: 0.0408628 Aug 20 14:50:18.622342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbeb36b2-011c-41be-8af0-9935ecabd371 req-a7d0104c-acad-465a-ba2e-2d1120e23614 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959845 Aug 20 14:50:18.638641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-1eba34f5-23d3-4f0c-9573-297a6c3d4fb7 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:18.640177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-1eba34f5-23d3-4f0c-9573-297a6c3d4fb7 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 1102 time: 0.0911875 Aug 20 14:50:18.651091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f75ed6e-0e46-4c73-b508-6aa0b5b44e21 req-392c9aa4-6e00-4e06-b839-b263cc1a6cd3 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585628 Aug 20 14:50:18.652987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-2d18067a-9d69-4ab7-8202-04a6602a89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:18.654459 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-2d18067a-9d69-4ab7-8202-04a6602a89c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7597d52b-fdf5-4569-b467-0879e0197d36 HTTP/1.1" status: 200 len: 863 time: 0.0466428 Aug 20 14:50:18.713680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-a4c0d3de-e7f4-4540-a6b6-72c8875ac802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:18.715275 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-a4c0d3de-e7f4-4540-a6b6-72c8875ac802 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bfe892b3-d404-4339-bb6c-b63c0d8b291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437717 Aug 20 14:50:18.737326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] Deleting port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:50:18.737714 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.844883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] For port 82b30c77-c0ee-4fa6-836e-4edfcd270a02, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=82b30c77-c0ee-4fa6-836e-4edfcd270a02,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:18.845260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:18.847174 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-2f1356a1-9da7-4f32-bd7b-a7de6ddd3e5c service neutron] 10.222.0.70 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146789 Aug 20 14:50:18.859641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] Calling delete_port for 82b30c77-c0ee-4fa6-836e-4edfcd270a02 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:50:18.956441 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11fb9d78-a82c-42e7-a6a7-86cc5d6ab28c req-55d8482a-3bdf-48cd-a51f-cf808f33c97f service neutron] 10.222.0.70 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004305 Aug 20 14:50:19.091192 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfd5514-523a-4d54-8670-1e9e6997926e x-openstack-request-id: req-6dfd5514-523a-4d54-8670-1e9e6997926e {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:19.091516 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "name": "network-vif-plugged", "status": "completed", "tag": "317548d6-ae33-4848-857d-ebcd8671e671", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:19.091828 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6dfd5514-523a-4d54-8670-1e9e6997926e {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:19.092222 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671', 'code': 200} Aug 20 14:50:19.124573 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a58cfae-62dc-4dd0-9523-db2dff7cf7e4 x-openstack-request-id: req-2a58cfae-62dc-4dd0-9523-db2dff7cf7e4 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:19.124868 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025835f7-2822-415f-8eff-ea8a84a6bca2", "tag": "39525458-e539-4ee4-a5f0-8b43b0cf3bde", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:19.125637 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a58cfae-62dc-4dd0-9523-db2dff7cf7e4 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:19.125637 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'tag': '39525458-e539-4ee4-a5f0-8b43b0cf3bde', 'status': 'completed', 'code': 200} Aug 20 14:50:19.129158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-6b7bfc62-e15f-4860-9ff3-ef2932c48d12 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ce1e2c2e4d3747afa3c9a621d8dce135&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2336237 Aug 20 14:50:19.192079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.72', 49783) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:19.246605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-14d07d51-a0ad-48f7-90c7-49f89a3ce36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:19.248041 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-14d07d51-a0ad-48f7-90c7-49f89a3ce36f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 1116 time: 0.0854800 Aug 20 14:50:19.251995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733a2c1-f85c-480d-b32f-00d69a054bb6 req-b0b3cd51-3e75-4803-96df-e6a980e5fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:19.253335 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5733a2c1-f85c-480d-b32f-00d69a054bb6 req-b0b3cd51-3e75-4803-96df-e6a980e5fdae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1098 time: 0.0603335 Aug 20 14:50:19.329147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb5191-4e90-4ff4-bdb1-8d9efa088d9c req-9a0f2802-f693-43ec-afc5-e6f49fbd00e2 tempest-AggregatesAdminTestJSON-72570014 tempest-AggregatesAdminTestJSON-72570014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:19.330722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9fb5191-4e90-4ff4-bdb1-8d9efa088d9c req-9a0f2802-f693-43ec-afc5-e6f49fbd00e2 tempest-AggregatesAdminTestJSON-72570014 tempest-AggregatesAdminTestJSON-72570014-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 1123 time: 0.1156681 Aug 20 14:50:19.333333 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5733a2c1-f85c-480d-b32f-00d69a054bb6 req-b60ba949-2313-4206-9f21-0fede1c226d7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725257 Aug 20 14:50:19.338735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc002-e66f-4453-9c39-b85bda273e53 req-f947352a-a5e1-4c62-8ada-fc9b29369e1a tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:19.340360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-f947352a-a5e1-4c62-8ada-fc9b29369e1a tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945963 Aug 20 14:50:19.343132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:19.368082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-51a8d624-bf59-449d-9965-ed81f9d1e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:19.369536 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-51a8d624-bf59-449d-9965-ed81f9d1e56a service neutron] 10.222.0.70 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 925 time: 0.1099110 Aug 20 14:50:19.377454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['82b30c77-c0ee-4fa6-836e-4edfcd270a02'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:19.393124 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c9fb5191-4e90-4ff4-bdb1-8d9efa088d9c req-423e4e2c-39f1-4270-8fa7-7e9edeeb428d tempest-AggregatesAdminTestJSON-72570014 tempest-AggregatesAdminTestJSON-72570014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:19.399517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] Pushing event deleted for resources: {'Port': ['ID=82b30c77-c0ee-4fa6-836e-4edfcd270a02,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:19.405873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-fde4d3d3-1516-4305-b726-88655e67ae34 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/quotas/ce1e2c2e4d3747afa3c9a621d8dce135 HTTP/1.1" status: 200 len: 375 time: 0.0535417 Aug 20 14:50:19.421181 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-6c45d577-eb99-4ebe-98ed-1896602dff16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39525458-e539-4ee4-a5f0-8b43b0cf3bde HTTP/1.1" status: 200 len: 217 time: 0.0415318 Aug 20 14:50:19.474760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-a3dae65d-4bdd-43f5-b601-b05d05446362 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce1e2c2e4d3747afa3c9a621d8dce135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458727 Aug 20 14:50:19.475510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] No DVR routers for this DVR port 82b30c77-c0ee-4fa6-836e-4edfcd270a02 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:50:19.479139 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:19.479263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-b373f8e7-8e15-4f9c-a9ff-984d82f66e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:19.480726 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-b373f8e7-8e15-4f9c-a9ff-984d82f66e9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7597d52b-fdf5-4569-b467-0879e0197d36 HTTP/1.1" status: 200 len: 863 time: 0.0489697 Aug 20 14:50:19.481230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cb5b6fd-dac6-40ab-bcb3-7571ad42b24c req-64352848-3c0d-4002-bbf8-c4a370e9e2d6 tempest-DeleteServersAdminTestJSON-123687946 tempest-DeleteServersAdminTestJSON-123687946-project-admin] 10.222.0.72 "DELETE /v2.0/ports/82b30c77-c0ee-4fa6-836e-4edfcd270a02 HTTP/1.1" status: 204 len: 173 time: 0.8286664 Aug 20 14:50:19.484265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c654e2a8-0c41-46cd-ae67-10db1d6c380b', 'name': 'network-vif-deleted', 'tag': '82b30c77-c0ee-4fa6-836e-4edfcd270a02'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:19.486129 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4395f922-e66e-44cc-a845-60fa1423e3ad" -d '{"events": [{"server_uuid": "c654e2a8-0c41-46cd-ae67-10db1d6c380b", "name": "network-vif-deleted", "tag": "82b30c77-c0ee-4fa6-836e-4edfcd270a02"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:19.552793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-23eeec58-5f11-45bf-9bb6-ffc607d261f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:19.554874 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-23eeec58-5f11-45bf-9bb6-ffc607d261f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bfe892b3-d404-4339-bb6c-b63c0d8b291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634177 Aug 20 14:50:19.597189 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c9fb5191-4e90-4ff4-bdb1-8d9efa088d9c req-423e4e2c-39f1-4270-8fa7-7e9edeeb428d tempest-AggregatesAdminTestJSON-72570014 tempest-AggregatesAdminTestJSON-72570014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:19.603253 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c9fb5191-4e90-4ff4-bdb1-8d9efa088d9c req-423e4e2c-39f1-4270-8fa7-7e9edeeb428d tempest-AggregatesAdminTestJSON-72570014 tempest-AggregatesAdminTestJSON-72570014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:19.643457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9fb5191-4e90-4ff4-bdb1-8d9efa088d9c req-423e4e2c-39f1-4270-8fa7-7e9edeeb428d tempest-AggregatesAdminTestJSON-72570014 tempest-AggregatesAdminTestJSON-72570014-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007276 Aug 20 14:50:19.648383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e4e2c-39f1-4270-8fa7-7e9edeeb428d tempest-AggregatesAdminTestJSON-72570014 tempest-AggregatesAdminTestJSON-72570014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ea768a-056c-41be-a3d6-fe61e747ceb9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:19.688377 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-59f4f17d-2ea3-4bcd-8809-fdb244f599db service neutron] 10.222.0.70 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188636 Aug 20 14:50:19.785299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34bd3a-191c-4d63-82e3-ba78767203e8 req-ba35c228-b825-4f2d-b0c0-cda7ee15591c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:19.794329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd34bd3a-191c-4d63-82e3-ba78767203e8 req-ba35c228-b825-4f2d-b0c0-cda7ee15591c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 946 time: 0.0788231 Aug 20 14:50:19.818723 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3a53ef64-cb1b-489f-aac6-56a10a17e521 req-ba07e553-0c95-45ae-b1a4-48ae211350d7 service neutron] 10.222.0.70 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190221 Aug 20 14:50:19.852181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd34bd3a-191c-4d63-82e3-ba78767203e8 req-8821c27e-fc3c-4fca-bc9d-b13f12335f7e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567882 Aug 20 14:50:19.893320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92b558-6467-49f3-929c-2e3f5f3fae0a req-459c149a-f807-4896-9d3e-e8b5361e8384 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:19.905146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa92b558-6467-49f3-929c-2e3f5f3fae0a req-459c149a-f807-4896-9d3e-e8b5361e8384 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 964 time: 0.0787709 Aug 20 14:50:19.923418 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25372e21-29da-44ab-ac16-4488ebb6148b x-openstack-request-id: req-25372e21-29da-44ab-ac16-4488ebb6148b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:19.923861 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c654e2a8-0c41-46cd-ae67-10db1d6c380b", "name": "network-vif-deleted", "tag": "82b30c77-c0ee-4fa6-836e-4edfcd270a02", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:19.924120 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25372e21-29da-44ab-ac16-4488ebb6148b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:19.924507 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c654e2a8-0c41-46cd-ae67-10db1d6c380b', 'name': 'network-vif-deleted', 'tag': '82b30c77-c0ee-4fa6-836e-4edfcd270a02', 'status': 'completed', 'code': 200} Aug 20 14:50:19.970267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa92b558-6467-49f3-929c-2e3f5f3fae0a req-b561eb3f-01e2-4d6e-a08f-1e86d607fdad tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486596 Aug 20 14:50:19.998875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f438472-7176-4e54-90ff-d5d9db55262b req-5bfcc139-6d23-4d6b-a08d-6082ab561cf3 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 210 time: 0.0377288 Aug 20 14:50:20.128046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1744a450-513d-48d4-b9e8-17b63dfa56c7 req-bc0bb456-396f-40ef-8480-f46416e15cb8 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=c654e2a8-0c41-46cd-ae67-10db1d6c380b HTTP/1.1" status: 200 len: 210 time: 0.0312445 Aug 20 14:50:20.469368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48464) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:20.663827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31b94d4f-3141-43a4-89b4-5f0513b384e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:20.793400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31b94d4f-3141-43a4-89b4-5f0513b384e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:20.797213 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31b94d4f-3141-43a4-89b4-5f0513b384e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:20.844256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b94d4f-3141-43a4-89b4-5f0513b384e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24cec6-b3fe-4aed-96c2-eaa22bb9ef66,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:20.849784 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-31b94d4f-3141-43a4-89b4-5f0513b384e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e63cc5da1ac64fa08c10ac973cd5c530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793199 Aug 20 14:50:20.852506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48522) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:20.944487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3505c4d-930f-428b-a690-4e8fc988bbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:20.967636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3505c4d-930f-428b-a690-4e8fc988bbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.028995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3505c4d-930f-428b-a690-4e8fc988bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.031864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3505c4d-930f-428b-a690-4e8fc988bbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.033091 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a3505c4d-930f-428b-a690-4e8fc988bbe6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b24cec6-b3fe-4aed-96c2-eaa22bb9ef66 HTTP/1.1" status: 204 len: 168 time: 0.1795928 Aug 20 14:50:21.041674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3505c4d-930f-428b-a690-4e8fc988bbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24cec6-b3fe-4aed-96c2-eaa22bb9ef66,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:21.047417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c476007-720d-4b83-818d-675fe2e3d4a2 req-534620db-2e3b-4f48-960f-fc1e00a06662 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:21.060330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c476007-720d-4b83-818d-675fe2e3d4a2 req-534620db-2e3b-4f48-960f-fc1e00a06662 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 946 time: 0.0855820 Aug 20 14:50:21.110425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c476007-720d-4b83-818d-675fe2e3d4a2 req-816e2d88-00ab-4e49-8918-3bc4d8b8b93c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467899 Aug 20 14:50:21.157487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-c602af65-5e50-4fbe-97bc-23ac0950597b tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ce1e2c2e4d3747afa3c9a621d8dce135&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389783 Aug 20 14:50:21.303101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec07559-6324-4f0c-9076-a29eb3311e2b req-0c1e4df8-812b-4ddf-a873-d7e11b8947bf tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:21.304879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bec07559-6324-4f0c-9076-a29eb3311e2b req-0c1e4df8-812b-4ddf-a873-d7e11b8947bf tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 964 time: 0.0789587 Aug 20 14:50:21.342288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc002-e66f-4453-9c39-b85bda273e53 req-04d077fd-d039-4779-8c3a-8f1ec2fdd130 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:21.343762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-04d077fd-d039-4779-8c3a-8f1ec2fdd130 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797645 Aug 20 14:50:21.363568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bec07559-6324-4f0c-9076-a29eb3311e2b req-3423c7d1-ca97-4aca-8913-fe4a4725efcb tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510240 Aug 20 14:50:21.390985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Request body: {'port': {'device_id': 'ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': 'ce1e2c2e4d3747afa3c9a621d8dce135'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:21.399667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48574) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:21.414534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-26a1986e-a5b8-41e9-80b5-b206e16625d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.486491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f9153ed-a048-49ad-95cc-fe23140a3025 req-698af047-d53e-4302-8823-8f3c5f601df1 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 210 time: 0.0328181 Aug 20 14:50:21.539051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-26a1986e-a5b8-41e9-80b5-b206e16625d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.545196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-26a1986e-a5b8-41e9-80b5-b206e16625d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.579808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Made reservation on behalf of ce1e2c2e4d3747afa3c9a621d8dce135 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:21.585064 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.590570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1986e-a5b8-41e9-80b5-b206e16625d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43929f6-5a7c-4441-8c0e-a9f198a2cefb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:21.600834 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-26a1986e-a5b8-41e9-80b5-b206e16625d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c95d227aad84b178bb43db46fe77b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000945 Aug 20 14:50:21.604134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48594) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:21.608482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.687893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca2750ff-6aaa-48ee-8323-3257ae6b75d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.723457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca2750ff-6aaa-48ee-8323-3257ae6b75d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.813495 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca2750ff-6aaa-48ee-8323-3257ae6b75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.824595 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.827160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca2750ff-6aaa-48ee-8323-3257ae6b75d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.832805 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ca2750ff-6aaa-48ee-8323-3257ae6b75d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c43929f6-5a7c-4441-8c0e-a9f198a2cefb HTTP/1.1" status: 204 len: 168 time: 0.2270269 Aug 20 14:50:21.841039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:21.864447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2750ff-6aaa-48ee-8323-3257ae6b75d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43929f6-5a7c-4441-8c0e-a9f198a2cefb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:21.973574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6983a6d4-52aa-46f1-b17a-2d4c2e618326,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:22.040169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867b0ea-59c6-4254-be83-aff461b4f62a req-4e60eac3-9ffc-473c-bbca-9ebbb5b74ced tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:22.041730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3867b0ea-59c6-4254-be83-aff461b4f62a req-4e60eac3-9ffc-473c-bbca-9ebbb5b74ced tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1098 time: 0.1198015 Aug 20 14:50:22.067195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Allocated IP 192.168.233.9 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/8ed61a14-a4a4-4bba-86bb-0cf80fe81054) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:22.160177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3867b0ea-59c6-4254-be83-aff461b4f62a req-5d14da18-e311-4558-a1e9-089f48339031 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061046 Aug 20 14:50:22.164494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 82b30c77-c0ee-4fa6-836e-4edfcd270a02 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:50:22.212049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 82b30c77-c0ee-4fa6-836e-4edfcd270a02 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:50:22.212611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 82b30c77-c0ee-4fa6-836e-4edfcd270a02 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:50:22.237644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-dbdb362f-6490-4dec-ba1c-d009cb2dbef5 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=79654922a8a74445a7321032af6ca8d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594339 Aug 20 14:50:22.365926 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:22.396198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Transition to ACTIVE for port object 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:22.411240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-f1da39ef-cde4-4fd8-84ad-ff56d9254db8 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:22.412850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-f1da39ef-cde4-4fd8-84ad-ff56d9254db8 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668177 Aug 20 14:50:22.444187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-4c2cb318-efe0-42a3-b18f-6e523c99cc44 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/quotas/79654922a8a74445a7321032af6ca8d1 HTTP/1.1" status: 200 len: 375 time: 0.0188789 Aug 20 14:50:22.463832 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:22.481722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-8eefcd67-bd2e-4c26-b290-5c4215b6975a tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=79654922a8a74445a7321032af6ca8d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314047 Aug 20 14:50:22.524058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:22.527088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:22.531513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:22.538068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:22.538705 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:22.555394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Pushing event updated for resources: {'Port': ['ID=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:22.572107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-1ad2bd00-1a0a-4b1b-bdc7-534eca1df56c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1878567 Aug 20 14:50:22.593906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Request body: {'port': {'device_id': 'ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:22.690783 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:22.976910 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0598b499-ea75-4eda-81fb-f18be7b34fca None None] Provisioning for port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:22.982771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0598b499-ea75-4eda-81fb-f18be7b34fca None None] Provisioning complete for port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:22.984143 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0598b499-ea75-4eda-81fb-f18be7b34fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:23.040800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0598b499-ea75-4eda-81fb-f18be7b34fca None None] Port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:50:23.041538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25962e7-363c-4a6a-9223-d02855e0279b req-4ff8ef7a-8aa7-4957-978a-8e9b43c37e8f tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:23.043140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d25962e7-363c-4a6a-9223-d02855e0279b req-4ff8ef7a-8aa7-4957-978a-8e9b43c37e8f tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1098 time: 0.1040819 Aug 20 14:50:23.067472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a191a9-9486-4bc5-9300-a0d2778bf694 req-f9b205b6-e664-41d4-84ef-f54061367b97 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:23.075402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1a191a9-9486-4bc5-9300-a0d2778bf694 req-f9b205b6-e664-41d4-84ef-f54061367b97 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 964 time: 0.1217997 Aug 20 14:50:23.157209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 39525458-e539-4ee4-a5f0-8b43b0cf3bde details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:50:23.165512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:23.172063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d25962e7-363c-4a6a-9223-d02855e0279b req-1096e598-52eb-4c46-910a-cdbf3e0d01b9 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178200 Aug 20 14:50:23.180742 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:23.197405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Transition to ACTIVE for port object 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:23.202662 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1a191a9-9486-4bc5-9300-a0d2778bf694 req-08806c16-4a1e-469a-8439-ee8f8b66bd8d tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263275 Aug 20 14:50:23.206915 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:23.318204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 39525458-e539-4ee4-a5f0-8b43b0cf3bde, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=39525458-e539-4ee4-a5f0-8b43b0cf3bde,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:23.334483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '39525458-e539-4ee4-a5f0-8b43b0cf3bde', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'port_id': '39525458-e539-4ee4-a5f0-8b43b0cf3bde', 'mac_address': 'fa:16:3e:fa:4a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-104010530', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:50:23.391532 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:23.406185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39525458-e539-4ee4-a5f0-8b43b0cf3bde {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:23.430420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 39525458-e539-4ee4-a5f0-8b43b0cf3bde, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=39525458-e539-4ee4-a5f0-8b43b0cf3bde,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:23.436090 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:23.441396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5629e1e3-bb53-4eac-880a-3735af393738 req-5205727c-de06-4408-9a7c-ca583da9c995 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 210 time: 0.1064191 Aug 20 14:50:23.455331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Pushing event updated for resources: {'Port': ['ID=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:23.475642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Attempting to bind port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:23.475965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Attempting to bind port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:23.476291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Attempting to bind port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:23.487587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:50:23.487909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Attempting to bind port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:23.501381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2089e1-9311-493f-a6f0-a04f23380eef req-7eed6352-0fd0-465a-a775-21b9a026a342 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:23.508966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de2089e1-9311-493f-a6f0-a04f23380eef req-7eed6352-0fd0-465a-a775-21b9a026a342 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 946 time: 0.1332452 Aug 20 14:50:23.516420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:23.516759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:23.517136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:23.518107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Bound port: 8ed61a14-a4a4-4bba-86bb-0cf80fe81054, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:23.518490 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:23.519813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=39525458-e539-4ee4-a5f0-8b43b0cf3bde,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:23.613447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de2089e1-9311-493f-a6f0-a04f23380eef req-fda50338-4cfb-4a9a-88ea-2ba592d43939 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925410 Aug 20 14:50:23.665453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] For port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:23.676864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] For port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:23.687670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:23.739746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['39525458-e539-4ee4-a5f0-8b43b0cf3bde'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:23.743138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:23.744951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:23.745479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] 10.222.0.72 "PUT /v2.0/ports/8ed61a14-a4a4-4bba-86bb-0cf80fe81054 HTTP/1.1" status: 200 len: 1095 time: 1.1565778 Aug 20 14:50:23.748128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b', 'tag': '8ed61a14-a4a4-4bba-86bb-0cf80fe81054'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:23.750526 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20acb1d4-936a-4785-88e6-767944f70045" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b", "tag": "8ed61a14-a4a4-4bba-86bb-0cf80fe81054"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:23.790145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec3e62-8e9c-4544-8dce-6028413b8a0e service neutron] Pushing event updated for resources: {'Port': ['ID=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:23.878752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc002-e66f-4453-9c39-b85bda273e53 req-818e9e97-6b0a-46be-817f-f3ecd4e5267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:23.880901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-818e9e97-6b0a-46be-817f-f3ecd4e5267b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce1e2c2e4d3747afa3c9a621d8dce135&device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 1098 time: 0.0642064 Aug 20 14:50:23.943226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-a26b6e49-9748-4cd5-b1c9-c3d830650680 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=8ed61a14-a4a4-4bba-86bb-0cf80fe81054 HTTP/1.1" status: 200 len: 217 time: 0.0487969 Aug 20 14:50:24.032403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc002-e66f-4453-9c39-b85bda273e53 req-26fb2e6b-7a56-4067-a7e6-be47b15f928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:24.039428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-26fb2e6b-7a56-4067-a7e6-be47b15f928c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0878673 Aug 20 14:50:24.105901 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-4c9de122-d9ff-4d0e-8339-6668d657603c tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=79654922a8a74445a7321032af6ca8d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277839 Aug 20 14:50:24.288029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-772fd594-ed50-4fc9-8c8e-dabd1dca3179 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:24.289716 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-772fd594-ed50-4fc9-8c8e-dabd1dca3179 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781738 Aug 20 14:50:24.323238 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Request body: {'port': {'device_id': 'e065420a-0bbe-41e0-b983-0917e401f990', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '79654922a8a74445a7321032af6ca8d1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:24.395075 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392b7964-a539-43f1-b404-ec3eebcb6908 x-openstack-request-id: req-392b7964-a539-43f1-b404-ec3eebcb6908 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:24.395976 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b", "tag": "8ed61a14-a4a4-4bba-86bb-0cf80fe81054", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:24.396497 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-392b7964-a539-43f1-b404-ec3eebcb6908 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:24.397030 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b', 'tag': '8ed61a14-a4a4-4bba-86bb-0cf80fe81054', 'status': 'completed', 'code': 200} Aug 20 14:50:24.416129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dc002-e66f-4453-9c39-b85bda273e53 req-407ea234-c014-4dee-8d73-51f3c4b4b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:24.427820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-407ea234-c014-4dee-8d73-51f3c4b4b61d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3743222 Aug 20 14:50:24.452487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Made reservation on behalf of 79654922a8a74445a7321032af6ca8d1 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:24.456502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:24.537159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-391132d9-ac6d-4e81-9099-fc781cfb9681 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007619 Aug 20 14:50:24.634830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Allocated IP 192.168.233.80 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/12682942-082b-4a82-9cbd-544a00fff7c0) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:24.693966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-849dc002-e66f-4453-9c39-b85bda273e53 req-6742f888-3f46-480f-a41c-ac71dc40d1fc service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488130 Aug 20 14:50:24.839109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:24.852363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acb1d4-936a-4785-88e6-767944f70045 req-7d1fbbf6-6554-4f55-b1a1-dca74a8b6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:24.853885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20acb1d4-936a-4785-88e6-767944f70045 req-7d1fbbf6-6554-4f55-b1a1-dca74a8b6fde service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce1e2c2e4d3747afa3c9a621d8dce135&device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 1098 time: 0.0513093 Aug 20 14:50:24.855164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Transition to ACTIVE for port object 12682942-082b-4a82-9cbd-544a00fff7c0 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:24.899227 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:24.965241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Pushing event updated for resources: {'Port': ['ID=12682942-082b-4a82-9cbd-544a00fff7c0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:24.970891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acb1d4-936a-4785-88e6-767944f70045 req-1421fa84-536a-4b4f-9d9e-84442115aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:24.972968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20acb1d4-936a-4785-88e6-767944f70045 req-1421fa84-536a-4b4f-9d9e-84442115aabf service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1117849 Aug 20 14:50:24.981960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:24.983393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:24.986489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:25.040279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:25.042202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.045227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20acb1d4-936a-4785-88e6-767944f70045 req-6e3e0f69-2e0f-412d-9a1f-5b67c79f0ad1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=8ed61a14-a4a4-4bba-86bb-0cf80fe81054 HTTP/1.1" status: 200 len: 217 time: 0.0523410 Aug 20 14:50:25.065146 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-b502d7b8-0b79-4f2b-abdd-7b8498c1cc64 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7462428 Aug 20 14:50:25.086232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Request body: {'port': {'device_id': 'e065420a-0bbe-41e0-b983-0917e401f990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:25.103658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef1a33-317f-475f-a364-3e41bccda2c5 req-77de6987-78b8-41a3-b85d-3744b79b2a15 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:25.111494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88ef1a33-317f-475f-a364-3e41bccda2c5 req-77de6987-78b8-41a3-b85d-3744b79b2a15 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 965 time: 0.1292274 Aug 20 14:50:25.140869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acb1d4-936a-4785-88e6-767944f70045 req-37993ad8-02d9-48a1-920a-0d0b53fa29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:25.142399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20acb1d4-936a-4785-88e6-767944f70045 req-37993ad8-02d9-48a1-920a-0d0b53fa29cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0892692 Aug 20 14:50:25.168073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.175742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 39525458-e539-4ee4-a5f0-8b43b0cf3bde up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:25.195980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88ef1a33-317f-475f-a364-3e41bccda2c5 req-75949163-95a1-4de3-bdb2-8d28565c0b12 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835209 Aug 20 14:50:25.214449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acb1d4-936a-4785-88e6-767944f70045 req-6c538c33-e529-4739-8c6c-a9f9332fcffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:25.216304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20acb1d4-936a-4785-88e6-767944f70045 req-6c538c33-e529-4739-8c6c-a9f9332fcffb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664394 Aug 20 14:50:25.280790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 39525458-e539-4ee4-a5f0-8b43b0cf3bde completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:25.286096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 39525458-e539-4ee4-a5f0-8b43b0cf3bde triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:25.287683 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.340890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20acb1d4-936a-4785-88e6-767944f70045 req-298eef61-6ba5-40ea-8ce5-82ec79929648 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141658 Aug 20 14:50:25.365000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-be664b8f-1dc1-472d-911e-e65d2cb6f81d None None] Provisioning for port 12682942-082b-4a82-9cbd-544a00fff7c0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:25.370900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-be664b8f-1dc1-472d-911e-e65d2cb6f81d None None] Provisioning complete for port 12682942-082b-4a82-9cbd-544a00fff7c0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:25.371483 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-be664b8f-1dc1-472d-911e-e65d2cb6f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.442840 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.445883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-be664b8f-1dc1-472d-911e-e65d2cb6f81d None None] Port 12682942-082b-4a82-9cbd-544a00fff7c0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:50:25.468277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39525458-e539-4ee4-a5f0-8b43b0cf3bde'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:25.471383 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218d9b1a-c8ab-464f-afb2-1743e62a9390" -d '{"events": [{"server_uuid": "025835f7-2822-415f-8eff-ea8a84a6bca2", "name": "network-vif-plugged", "status": "completed", "tag": "39525458-e539-4ee4-a5f0-8b43b0cf3bde"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:25.481530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444c7b8-1540-4a87-98ba-9cdad195295a req-50384cf7-15ee-425d-8ac2-1435c20b2660 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:25.483186 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a444c7b8-1540-4a87-98ba-9cdad195295a req-50384cf7-15ee-425d-8ac2-1435c20b2660 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 935 time: 0.0984972 Aug 20 14:50:25.493424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 39525458-e539-4ee4-a5f0-8b43b0cf3bde, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=39525458-e539-4ee4-a5f0-8b43b0cf3bde,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:25.500438 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.513732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20acb1d4-936a-4785-88e6-767944f70045 req-52bc1bb9-d3ba-4fc0-b5e5-8f9c199d4da7 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631856 Aug 20 14:50:25.541859 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a444c7b8-1540-4a87-98ba-9cdad195295a req-48f87277-0c1c-455d-a2eb-0ce24999d98e tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484593 Aug 20 14:50:25.574138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=39525458-e539-4ee4-a5f0-8b43b0cf3bde,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:25.575619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12682942-082b-4a82-9cbd-544a00fff7c0 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:25.584572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.607302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48904) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:25.608780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Transition to ACTIVE for port object 12682942-082b-4a82-9cbd-544a00fff7c0 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:25.616398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.699249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db68b-d8dc-4880-ba5d-67b3526390d7 req-315e51cc-20c6-414b-98be-02b3f71a5e94 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:25.700837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-135db68b-d8dc-4880-ba5d-67b3526390d7 req-315e51cc-20c6-414b-98be-02b3f71a5e94 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 946 time: 0.0683680 Aug 20 14:50:25.754192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-135db68b-d8dc-4880-ba5d-67b3526390d7 req-6607ecad-eaee-4031-a178-c0745bbb0e39 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Aug 20 14:50:25.766952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Pushing event updated for resources: {'Port': ['ID=12682942-082b-4a82-9cbd-544a00fff7c0,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:25.792728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-f80eec3b-f460-421c-8f46-b3c56ed1830f tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:50:25.793969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-f80eec3b-f460-421c-8f46-b3c56ed1830f tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1851175 Aug 20 14:50:25.807866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Attempting to bind port 12682942-082b-4a82-9cbd-544a00fff7c0 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:25.808207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Attempting to bind port 12682942-082b-4a82-9cbd-544a00fff7c0 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:25.808534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Attempting to bind port 12682942-082b-4a82-9cbd-544a00fff7c0 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:25.813220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Port 12682942-082b-4a82-9cbd-544a00fff7c0 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:50:25.813626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Attempting to bind port 12682942-082b-4a82-9cbd-544a00fff7c0 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:25.821786 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:25.822129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:25.822624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:25.823066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Bound port: 12682942-082b-4a82-9cbd-544a00fff7c0, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:25.823566 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.920705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] For port 12682942-082b-4a82-9cbd-544a00fff7c0, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:25.925918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] For port 12682942-082b-4a82-9cbd-544a00fff7c0, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=12682942-082b-4a82-9cbd-544a00fff7c0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:25.936259 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.961924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:25.962637 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:25.964014 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] 10.222.0.72 "PUT /v2.0/ports/12682942-082b-4a82-9cbd-544a00fff7c0 HTTP/1.1" status: 200 len: 1096 time: 0.8833270 Aug 20 14:50:25.969771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48926) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:25.982765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e065420a-0bbe-41e0-b983-0917e401f990', 'tag': '12682942-082b-4a82-9cbd-544a00fff7c0'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:25.985217 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed74bbb-2dc0-4d69-8831-d500597e38c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e065420a-0bbe-41e0-b983-0917e401f990", "tag": "12682942-082b-4a82-9cbd-544a00fff7c0"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:26.042394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9339e-96b4-411e-8ad0-8cfc10f341c5 service neutron] Pushing event updated for resources: {'Port': ['ID=12682942-082b-4a82-9cbd-544a00fff7c0,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:26.065114 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ab56f31-0523-4d54-89a4-5b2a584ffb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:26.086391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Request body: {'binding': {'host': 'n-h2-695189-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:26.086993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Unknown quota resources ['binding']. {{(pid=101099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 14:50:26.109969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-eb6c0708-b141-4a37-a186-4a60ac26e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:26.112610 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-eb6c0708-b141-4a37-a186-4a60ac26e945 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79654922a8a74445a7321032af6ca8d1&device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 1099 time: 0.0667698 Aug 20 14:50:26.130353 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89909bb-1911-4b4b-a06c-716af07d0755 x-openstack-request-id: req-d89909bb-1911-4b4b-a06c-716af07d0755 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:26.130499 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025835f7-2822-415f-8eff-ea8a84a6bca2", "name": "network-vif-plugged", "status": "completed", "tag": "39525458-e539-4ee4-a5f0-8b43b0cf3bde", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:26.130746 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d89909bb-1911-4b4b-a06c-716af07d0755 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:26.131131 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39525458-e539-4ee4-a5f0-8b43b0cf3bde', 'code': 200} Aug 20 14:50:26.183597 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-4563f361-e7f6-4940-a32b-83892d8d566f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=12682942-082b-4a82-9cbd-544a00fff7c0 HTTP/1.1" status: 200 len: 217 time: 0.0533631 Aug 20 14:50:26.278925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-71b39ecc-9083-4f8d-a665-ef3df324e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:26.280632 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-71b39ecc-9083-4f8d-a665-ef3df324e9c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0875211 Aug 20 14:50:26.289778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fcbdb-f6a7-4328-b748-782b45545410 req-9acc0004-8c69-484a-bebc-7f813306bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:26.291239 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-884fcbdb-f6a7-4328-b748-782b45545410 req-9acc0004-8c69-484a-bebc-7f813306bde3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 1118 time: 0.0633366 Aug 20 14:50:26.327466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 on host n-h2-695189-15 for vnic_type normal with profile None {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:26.327883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:26.328216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:26.336469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ab56f31-0523-4d54-89a4-5b2a584ffb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:26.337712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Port 317548d6-ae33-4848-857d-ebcd8671e671 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:50:26.338030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:26.343404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:26.343931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:26.344219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:26.344691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Bound port: 317548d6-ae33-4848-857d-ebcd8671e671, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:26.350173 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ab56f31-0523-4d54-89a4-5b2a584ffb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:26.357080 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-884fcbdb-f6a7-4328-b748-782b45545410 req-c5fd1aea-f74b-4c22-b6b0-977c152bd13b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546901 Aug 20 14:50:26.358700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-8ad646e2-0892-4b01-a58c-33b753494d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:26.360107 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-8ad646e2-0892-4b01-a58c-33b753494d81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680132 Aug 20 14:50:26.448086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab56f31-0523-4d54-89a4-5b2a584ffb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c4b21-17cc-46ba-b604-a58e51d9eb7e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:26.452238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7ab56f31-0523-4d54-89a4-5b2a584ffb06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d67fea39ba840d7ba06605de31cb495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813466 Aug 20 14:50:26.455304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48974) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:26.475399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:26.480874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:26.482206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-10a65da8-4e4a-44f0-ab36-7f850bcdba2b service neutron] 10.222.0.36 "POST /v2.0/ports/317548d6-ae33-4848-857d-ebcd8671e671/bindings HTTP/1.1" status: 201 len: 390 time: 0.4924703 Aug 20 14:50:26.668187 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d22ff6b-4713-45b1-b4a8-6bd4853b507b x-openstack-request-id: req-9d22ff6b-4713-45b1-b4a8-6bd4853b507b {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:26.668475 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e065420a-0bbe-41e0-b983-0917e401f990", "tag": "12682942-082b-4a82-9cbd-544a00fff7c0", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:26.668733 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d22ff6b-4713-45b1-b4a8-6bd4853b507b {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:26.669107 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e065420a-0bbe-41e0-b983-0917e401f990', 'tag': '12682942-082b-4a82-9cbd-544a00fff7c0', 'status': 'completed', 'code': 200} Aug 20 14:50:26.683936 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-a8a643bb-e99d-4375-8695-39061f8eca7f service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155200 Aug 20 14:50:26.763802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094592d-1b21-40b7-902a-1abdb191c66a req-61a9e34e-0ad7-42ed-9a93-342f5ad18b21 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:26.765289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a094592d-1b21-40b7-902a-1abdb191c66a req-61a9e34e-0ad7-42ed-9a93-342f5ad18b21 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 966 time: 0.0712504 Aug 20 14:50:26.769905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bff4d297-4976-4b9b-93d4-6b2e0b4337fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:26.772825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02586f1-e5dc-4dd2-818d-c05ec7430170 req-90f8a722-983c-4afb-ae32-a4079ee8af15 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:26.774254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d02586f1-e5dc-4dd2-818d-c05ec7430170 req-90f8a722-983c-4afb-ae32-a4079ee8af15 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 947 time: 0.0930502 Aug 20 14:50:26.832380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bff4d297-4976-4b9b-93d4-6b2e0b4337fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:26.834373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a094592d-1b21-40b7-902a-1abdb191c66a req-d3b67cc2-a6dd-4ac0-9d92-c31e751011ea tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589333 Aug 20 14:50:26.839174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d02586f1-e5dc-4dd2-818d-c05ec7430170 req-67181ddb-72c6-47bf-8ce3-1420b10a8802 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570834 Aug 20 14:50:26.873214 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6472bb83-2294-4597-a2e9-3936e2811b03 req-f422e25f-70cb-4d12-b26c-991e5a2db624 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796088 Aug 20 14:50:26.890343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-0c638717-59f3-41ac-990d-411d151ddd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:26.891974 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-0c638717-59f3-41ac-990d-411d151ddd4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1098 time: 0.1177921 Aug 20 14:50:26.947185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bff4d297-4976-4b9b-93d4-6b2e0b4337fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:26.950056 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bff4d297-4976-4b9b-93d4-6b2e0b4337fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:26.951562 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bff4d297-4976-4b9b-93d4-6b2e0b4337fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c2c4b21-17cc-46ba-b604-a58e51d9eb7e HTTP/1.1" status: 204 len: 168 time: 0.4944885 Aug 20 14:50:26.967664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99141a3f-9f44-4c98-bb53-376919821444 req-8e149b3f-73ac-4369-8c0b-b588965d6dd7 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:26.976325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99141a3f-9f44-4c98-bb53-376919821444 req-8e149b3f-73ac-4369-8c0b-b588965d6dd7 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 946 time: 0.0674777 Aug 20 14:50:27.016867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99141a3f-9f44-4c98-bb53-376919821444 req-51c87fac-0f7a-47cf-9dde-69e6faa2ed39 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Aug 20 14:50:27.031512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4d297-4976-4b9b-93d4-6b2e0b4337fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c4b21-17cc-46ba-b604-a58e51d9eb7e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:27.092220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-99eb4113-14f0-4800-a4f7-e95cf8c89a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:27.093863 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-99eb4113-14f0-4800-a4f7-e95cf8c89a99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79654922a8a74445a7321032af6ca8d1&device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 1099 time: 0.1093259 Aug 20 14:50:27.141006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-2e31a2df-eb28-409c-83e6-14c90247f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:27.143351 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-2e31a2df-eb28-409c-83e6-14c90247f5f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.2330284 Aug 20 14:50:27.233769 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-2ba90dd5-b6bf-4f03-976d-fe5462d3012a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317548d6-ae33-4848-857d-ebcd8671e671 HTTP/1.1" status: 200 len: 217 time: 0.0619433 Aug 20 14:50:27.316927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-ff6698c1-b9f1-47ab-a663-aaa5018e3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:27.318418 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-ff6698c1-b9f1-47ab-a663-aaa5018e3e67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0747738 Aug 20 14:50:27.321767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-7de5e455-320f-4c4c-847e-70f759f797c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:27.323326 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-7de5e455-320f-4c4c-847e-70f759f797c8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2168720 Aug 20 14:50:27.359073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a777aa-b8a7-4537-a521-96c6eb9ddd43 req-943bbe2a-e346-4436-92ac-31b4cac917d7 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:27.368114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80a777aa-b8a7-4537-a521-96c6eb9ddd43 req-943bbe2a-e346-4436-92ac-31b4cac917d7 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 946 time: 0.0796459 Aug 20 14:50:27.369491 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-2928b999-6734-4a15-bbea-bb3ad3c07293 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405025 Aug 20 14:50:27.407505 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-9319b9b4-69b1-4318-823d-e52252287510 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=12682942-082b-4a82-9cbd-544a00fff7c0 HTTP/1.1" status: 200 len: 217 time: 0.0651233 Aug 20 14:50:27.412550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80a777aa-b8a7-4537-a521-96c6eb9ddd43 req-1807239a-41b2-4607-9fa8-b1c38eedfecb tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435526 Aug 20 14:50:27.447649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49046) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:27.467295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-edf83c2e-c50c-40a4-a559-04b3f89579d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:27.531056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-7e64c4d0-d4db-4973-beb4-e8f2cd29e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:27.533056 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-7e64c4d0-d4db-4973-beb4-e8f2cd29e27b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1075242 Aug 20 14:50:27.591881 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-6e06e730-d0cb-49fa-b579-3e8e21d27ded service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922598 Aug 20 14:50:27.618789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-9591da56-18a2-4ff6-99f0-d65bfa172c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:27.620337 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-9591da56-18a2-4ff6-99f0-d65bfa172c54 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0737593 Aug 20 14:50:27.627203 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-edf83c2e-c50c-40a4-a559-04b3f89579d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:27.636518 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-edf83c2e-c50c-40a4-a559-04b3f89579d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:27.709997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-edf83c2e-c50c-40a4-a559-04b3f89579d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=152a5390f6c542b0868371a129b0cea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576513 Aug 20 14:50:27.709997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49080) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:27.790210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf83c2e-c50c-40a4-a559-04b3f89579d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456459fd-29d7-495c-a5f3-0056ffff57ab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:27.825767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3082-f47d-486f-91b4-b9da4b7622bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:27.850022 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-d0d6d720-5e81-4b6c-953e-cd1b2a95e17b service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495379 Aug 20 14:50:27.853584 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-7f4d62ae-4039-48d7-bdd5-84cdd895d9f3 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209313 Aug 20 14:50:27.914265 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3082-f47d-486f-91b4-b9da4b7622bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:28.000813 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8ed74bbb-2dc0-4d69-8831-d500597e38c3 req-50f69a59-27c1-4a3b-831d-b1f5ea93d465 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392014 Aug 20 14:50:28.049929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da439b17-aa41-45ab-b51d-79f816f808aa req-fcb55575-2814-4e55-8eb3-de79f9518706 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:28.051726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da439b17-aa41-45ab-b51d-79f816f808aa req-fcb55575-2814-4e55-8eb3-de79f9518706 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 966 time: 0.1040838 Aug 20 14:50:28.068014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a028a-ef87-4d1f-804d-a831a94c79d9 req-0f5eaf4f-dde5-4bf4-a348-2fa4baa4f535 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:28.069866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-895a028a-ef87-4d1f-804d-a831a94c79d9 req-0f5eaf4f-dde5-4bf4-a348-2fa4baa4f535 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 947 time: 0.0872831 Aug 20 14:50:28.095056 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3082-f47d-486f-91b4-b9da4b7622bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:28.098088 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3082-f47d-486f-91b4-b9da4b7622bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:28.099437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b5ea3082-f47d-486f-91b4-b9da4b7622bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/456459fd-29d7-495c-a5f3-0056ffff57ab HTTP/1.1" status: 204 len: 168 time: 0.3881691 Aug 20 14:50:28.135849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea3082-f47d-486f-91b4-b9da4b7622bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456459fd-29d7-495c-a5f3-0056ffff57ab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:28.152008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da439b17-aa41-45ab-b51d-79f816f808aa req-a6367cbf-9a6b-405e-8d24-113842da8b8b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795012 Aug 20 14:50:28.174195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-895a028a-ef87-4d1f-804d-a831a94c79d9 req-57323d83-940d-4e91-9b00-6556cbbc82af tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888405 Aug 20 14:50:28.177656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-5534a675-7327-4dab-9d2b-43351051e215 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:28.180409 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-5534a675-7327-4dab-9d2b-43351051e215 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1098 time: 0.1456599 Aug 20 14:50:28.198868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-15'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:28.273336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:28.366353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49114) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:28.368976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473438d5-ba17-4009-8755-75cc393c0422 req-939b8b2b-19ea-4281-b36a-34c31d30a5b9 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:28.376954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-473438d5-ba17-4009-8755-75cc393c0422 req-939b8b2b-19ea-4281-b36a-34c31d30a5b9 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 946 time: 0.1048958 Aug 20 14:50:28.381414 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:28.427445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-473438d5-ba17-4009-8755-75cc393c0422 req-21ff21dc-279a-4b61-ae28-a231b5dfe1a1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494502 Aug 20 14:50:28.505318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab4c5-a506-4ab0-a8bb-e2efbebe4af6 req-4e05df1a-65d3-4f29-9962-160b61dbc57b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:28.519957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49124) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:28.520081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82eab4c5-a506-4ab0-a8bb-e2efbebe4af6 req-4e05df1a-65d3-4f29-9962-160b61dbc57b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 966 time: 0.0802801 Aug 20 14:50:28.523345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:28.527734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-62c38df7-ab9d-43e8-820e-31c2c05fa973 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Request body: {'floatingip': {'port_id': '39525458-e539-4ee4-a5f0-8b43b0cf3bde'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:28.610245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c38df7-ab9d-43e8-820e-31c2c05fa973 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:28.623816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490416-bfff-42e8-9ca3-fe618b230da9 req-0a6540ed-5b42-4ef6-ac5a-1eba7d8fcbd8 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:28.631423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c490416-bfff-42e8-9ca3-fe618b230da9 req-0a6540ed-5b42-4ef6-ac5a-1eba7d8fcbd8 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 946 time: 0.0635142 Aug 20 14:50:28.685313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c490416-bfff-42e8-9ca3-fe618b230da9 req-d1b7d3d2-2c3d-4759-aab5-b20f491b22a4 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528150 Aug 20 14:50:28.780161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4ecc4ee-4ed6-4057-8ae6-3f40c62359a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:28.823653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:28.879274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49144) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:28.934795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:28.937056 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3766dfb-5441-4d93-a147-7142d11c42e7" -d '{"events": [{"server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "name": "network-vif-unplugged", "status": "completed", "tag": "317548d6-ae33-4848-857d-ebcd8671e671"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:28.941618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:28.981406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.024570 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74931173-50ff-4243-b293-3f07fc34c591 x-openstack-request-id: req-74931173-50ff-4243-b293-3f07fc34c591 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:29.024897 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "name": "network-vif-unplugged", "status": "completed", "tag": "317548d6-ae33-4848-857d-ebcd8671e671", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:29.025166 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74931173-50ff-4243-b293-3f07fc34c591 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:29.025497 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671', 'code': 200} Aug 20 14:50:29.141518 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e4b750-e833-4ef7-b144-87e0a7e3f8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.160356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Pushing event updated for resources: {'Port': ['ID=317548d6-ae33-4848-857d-ebcd8671e671,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:29.170617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990963c-54ca-41ed-a19c-024703053f51 req-b75218a1-0249-4854-94db-9465da043f93 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:29.172395 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1990963c-54ca-41ed-a19c-024703053f51 req-b75218a1-0249-4854-94db-9465da043f93 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 971 time: 0.0842810 Aug 20 14:50:29.238361 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4ecc4ee-4ed6-4057-8ae6-3f40c62359a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.239597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 on host n-h1-695189-15 for vnic_type normal with profile {"migrating_to": "n-h2-695189-15"} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:29.239915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:29.240264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:29.244205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1990963c-54ca-41ed-a19c-024703053f51 req-fc887379-7214-4257-8f86-af439f76ceef tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649588 Aug 20 14:50:29.260586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4ecc4ee-4ed6-4057-8ae6-3f40c62359a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.330854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344cb2-4d18-45c2-a53c-2e98d9132540 req-985b3b0d-7819-4bf4-b57b-4e629090d375 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:29.332495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c344cb2-4d18-45c2-a53c-2e98d9132540 req-985b3b0d-7819-4bf4-b57b-4e629090d375 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 947 time: 0.0747225 Aug 20 14:50:29.401846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c344cb2-4d18-45c2-a53c-2e98d9132540 req-7f19543b-9a7b-47b7-99f1-69f20ca6fd21 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534739 Aug 20 14:50:29.423576 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e4b750-e833-4ef7-b144-87e0a7e3f8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.430527 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e4b750-e833-4ef7-b144-87e0a7e3f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.476295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4b750-e833-4ef7-b144-87e0a7e3f8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaf6d0d-6b71-489e-97f8-b145fa5e6ed9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:29.482835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-35e4b750-e833-4ef7-b144-87e0a7e3f8ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c09da038aeaa48baaeea220448f090cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6019115 Aug 20 14:50:29.483769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Port 317548d6-ae33-4848-857d-ebcd8671e671 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:50:29.484284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Attempting to bind port 317548d6-ae33-4848-857d-ebcd8671e671 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:29.485258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49172) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:29.560492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:29.560849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:29.561235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:29.561674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Bound port: 317548d6-ae33-4848-857d-ebcd8671e671, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:29.562036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.581515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6d34bc5c-1a17-4cf5-ae1b-703035ec4e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.610108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecc4ee-4ed6-4057-8ae6-3f40c62359a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdc86e3-3b12-4cdc-b28c-429bbb023f9c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:29.615067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6d34bc5c-1a17-4cf5-ae1b-703035ec4e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.629164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475174df-0c1d-4fe4-b2ae-3fb14ae69a93 req-f9d06b8c-eda9-486d-aed3-c9e58f775e97 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:29.630708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-475174df-0c1d-4fe4-b2ae-3fb14ae69a93 req-f9d06b8c-eda9-486d-aed3-c9e58f775e97 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.0890632 Aug 20 14:50:29.634143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49176) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:29.634734 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a4ecc4ee-4ed6-4057-8ae6-3f40c62359a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5f3f5ce07ea403c8fe4aa82a3fa704f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2666013 Aug 20 14:50:29.727229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-475174df-0c1d-4fe4-b2ae-3fb14ae69a93 req-fa793d77-6793-410e-8385-b9e09bafb74a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841932 Aug 20 14:50:29.743482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c7598a3-64e2-460b-a68b-7e5d326d4d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.756825 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6d34bc5c-1a17-4cf5-ae1b-703035ec4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.759385 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6d34bc5c-1a17-4cf5-ae1b-703035ec4e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.760683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6d34bc5c-1a17-4cf5-ae1b-703035ec4e6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3aaf6d0d-6b71-489e-97f8-b145fa5e6ed9 HTTP/1.1" status: 204 len: 168 time: 0.2737703 Aug 20 14:50:29.782769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c7598a3-64e2-460b-a68b-7e5d326d4d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.784817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34bc5c-1a17-4cf5-ae1b-703035ec4e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaf6d0d-6b71-489e-97f8-b145fa5e6ed9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:29.800760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:29.841992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:29.849247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.861515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c7598a3-64e2-460b-a68b-7e5d326d4d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.864540 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c7598a3-64e2-460b-a68b-7e5d326d4d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.865836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7c7598a3-64e2-460b-a68b-7e5d326d4d0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bdc86e3-3b12-4cdc-b28c-429bbb023f9c HTTP/1.1" status: 204 len: 168 time: 0.2306604 Aug 20 14:50:29.871682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c38df7-ab9d-43e8-820e-31c2c05fa973 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.893720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c38df7-ab9d-43e8-820e-31c2c05fa973 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:29.915166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7598a3-64e2-460b-a68b-7e5d326d4d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdc86e3-3b12-4cdc-b28c-429bbb023f9c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:29.947327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35184173-e048-40e0-8588-b38d64d7881c req-dac55315-4508-428e-993d-3c0686899936 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:29.949012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35184173-e048-40e0-8588-b38d64d7881c req-dac55315-4508-428e-993d-3c0686899936 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 946 time: 0.0803466 Aug 20 14:50:30.009333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35184173-e048-40e0-8588-b38d64d7881c req-0943404c-d80d-4016-a741-71c3e71beaf3 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 Aug 20 14:50:30.035434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Pushing event updated for resources: {'Port': ['ID=317548d6-ae33-4848-857d-ebcd8671e671,revision_number=8']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:30.044613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:30.045221 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:30.046653 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-40e45ba6-219f-45b3-9ac9-05fce8436a11 service neutron] 10.222.0.70 "PUT /v2.0/ports/317548d6-ae33-4848-857d-ebcd8671e671 HTTP/1.1" status: 200 len: 1124 time: 1.8536882 Aug 20 14:50:30.048100 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-62c38df7-ab9d-43e8-820e-31c2c05fa973 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Floating IP 9367b7e9-5552-4e17-a42f-a87da4afae04 associated. External IP: 172.25.5.83, port: 39525458-e539-4ee4-a5f0-8b43b0cf3bde. Aug 20 14:50:30.176200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['317548d6-ae33-4848-857d-ebcd8671e671'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:30.243293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:50:30.298028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c38df7-ab9d-43e8-820e-31c2c05fa973 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Router 4f750fe0-9f2a-4999-be61-03fcb3a2861c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:50:30.404306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49202) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:30.427381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d877c126-b7ff-4b54-8d32-7e5d4f1c0869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:30.429264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464b8a-b284-4d60-9b6f-ddbe7b3f3a5d req-09fc40e0-c6cc-43a0-8eb8-ed74a3608eba tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:30.438244 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3464b8a-b284-4d60-9b6f-ddbe7b3f3a5d req-09fc40e0-c6cc-43a0-8eb8-ed74a3608eba tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 971 time: 0.0685940 Aug 20 14:50:30.458615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c38df7-ab9d-43e8-820e-31c2c05fa973 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:50:30.476778 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] Sync routers for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:50:30.489831 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:30.492808 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:30.496104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:30.500661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c38df7-ab9d-43e8-820e-31c2c05fa973 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:30.504144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3464b8a-b284-4d60-9b6f-ddbe7b3f3a5d req-7e6b9e9f-81c7-41b2-9d8f-e259d7913439 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642538 Aug 20 14:50:30.530008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '8ed61a14-a4a4-4bba-86bb-0cf80fe81054', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '8ed61a14-a4a4-4bba-86bb-0cf80fe81054', 'mac_address': 'fa:16:3e:99:7e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:50:30.588742 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-62c38df7-ab9d-43e8-820e-31c2c05fa973 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "PUT /v2.0/floatingips/9367b7e9-5552-4e17-a42f-a87da4afae04 HTTP/1.1" status: 200 len: 1011 time: 2.0658579 Aug 20 14:50:30.598933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:30.620227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:30.620371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72b3ed-c836-4f02-8c62-5a7587f8a7f8 req-a9891898-7a52-4d34-ab9e-ef2300aa1803 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:30.632155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b72b3ed-c836-4f02-8c62-5a7587f8a7f8 req-a9891898-7a52-4d34-ab9e-ef2300aa1803 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 947 time: 0.1118135 Aug 20 14:50:30.644589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:30.661854 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:30.690121 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:30.728709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:30.737385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b72b3ed-c836-4f02-8c62-5a7587f8a7f8 req-41dc268b-6a3a-4dee-82ab-acfd1fc8aaad tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037717 Aug 20 14:50:30.772198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d877c126-b7ff-4b54-8d32-7e5d4f1c0869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:30.777886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d877c126-b7ff-4b54-8d32-7e5d4f1c0869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:30.844228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49220) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:30.852386 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d877c126-b7ff-4b54-8d32-7e5d4f1c0869 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b89e9fa4bf0b448db2b8681f64a8e9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4462943 Aug 20 14:50:30.865776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877c126-b7ff-4b54-8d32-7e5d4f1c0869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4220834-7b5b-40d0-8a7f-4131ef0198c6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:30.934482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ca116b7-12f5-44fd-a692-b0081366e5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:30.962726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ca116b7-12f5-44fd-a692-b0081366e5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:31.016162 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9367b7e9-5552-4e17-a42f-a87da4afae04', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'port_id': '39525458-e539-4ee4-a5f0-8b43b0cf3bde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'mac_address': 'fa:16:3e:fa:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'device_owner': 'compute:tempest-test_az-104010530'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:50:12Z', 'updated_at': '2021-08-20T14:50:29Z', 'revision_number': 1, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:31.027880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671'}, {'name': 'network-changed', 'server_uuid': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'tag': '39525458-e539-4ee4-a5f0-8b43b0cf3bde'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:31.029932 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224f001d-207a-439d-b3b6-163cf9c005c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "tag": "317548d6-ae33-4848-857d-ebcd8671e671"}, {"name": "network-changed", "server_uuid": "025835f7-2822-415f-8eff-ea8a84a6bca2", "tag": "39525458-e539-4ee4-a5f0-8b43b0cf3bde"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:31.040450 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ca116b7-12f5-44fd-a692-b0081366e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:31.043622 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] Checking router: 4f750fe0-9f2a-4999-be61-03fcb3a2861c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:50:31.044141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ca116b7-12f5-44fd-a692-b0081366e5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:31.048825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1ca116b7-12f5-44fd-a692-b0081366e5e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4220834-7b5b-40d0-8a7f-4131ef0198c6 HTTP/1.1" status: 204 len: 168 time: 0.2021005 Aug 20 14:50:31.052763 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:31.053547 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:31.094227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca116b7-12f5-44fd-a692-b0081366e5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4220834-7b5b-40d0-8a7f-4131ef0198c6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:31.164203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487f72e-1466-4d1c-9600-ff1122102695 req-ac358801-11ce-4a21-b4b5-8c90ac66f083 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:31.169839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e487f72e-1466-4d1c-9600-ff1122102695 req-ac358801-11ce-4a21-b4b5-8c90ac66f083 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.1198938 Aug 20 14:50:31.213284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['8ed61a14-a4a4-4bba-86bb-0cf80fe81054'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:31.281463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e487f72e-1466-4d1c-9600-ff1122102695 req-2256bdde-4a1e-4d5e-9a3f-43f4ef258a92 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046472 Aug 20 14:50:31.324147 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:31.396526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-b7df35b5-62b9-4f8e-ad4e-c2be3b36beba tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:31.397511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-b7df35b5-62b9-4f8e-ad4e-c2be3b36beba tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.70 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 971 time: 0.2695003 Aug 20 14:50:31.495295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301f46f-0091-482d-a17d-a0e8e64ff223 req-99eb4487-d197-4922-8248-5d14652a24a3 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:31.499554 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d301f46f-0091-482d-a17d-a0e8e64ff223 req-99eb4487-d197-4922-8248-5d14652a24a3 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 947 time: 0.0952382 Aug 20 14:50:31.547051 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aede1dfa-2635-4b5c-aa04-65962d2d441d x-openstack-request-id: req-aede1dfa-2635-4b5c-aa04-65962d2d441d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:31.547625 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "tag": "317548d6-ae33-4848-857d-ebcd8671e671", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "025835f7-2822-415f-8eff-ea8a84a6bca2", "tag": "39525458-e539-4ee4-a5f0-8b43b0cf3bde", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:31.547625 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aede1dfa-2635-4b5c-aa04-65962d2d441d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:31.548648 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671', 'status': 'completed', 'code': 200} Aug 20 14:50:31.549816 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'tag': '39525458-e539-4ee4-a5f0-8b43b0cf3bde', 'status': 'completed', 'code': 200} Aug 20 14:50:31.558066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.70', 58068) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:31.630878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49250) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:31.665994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d301f46f-0091-482d-a17d-a0e8e64ff223 req-2912b426-f669-45f0-b8f9-ef888591da38 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581397 Aug 20 14:50:31.707573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-e41c45c1-afaa-4011-87bc-9a9cfbe7aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:31.709448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-e41c45c1-afaa-4011-87bc-9a9cfbe7aec8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 1118 time: 0.1500778 Aug 20 14:50:31.765934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Deleting port bd646c37-a96b-4aa4-b713-ab55ff652767 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:50:31.773382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:31.781924 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9367b7e9-5552-4e17-a42f-a87da4afae04', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'port_id': '39525458-e539-4ee4-a5f0-8b43b0cf3bde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'mac_address': 'fa:16:3e:fa:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'device_owner': 'compute:tempest-test_az-104010530'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:50:12Z', 'updated_at': '2021-08-20T14:50:29Z', 'revision_number': 1, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:31.827629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-bee7797a-d4b8-4799-ae30-b7c72d6b144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:31.831501 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-bee7797a-d4b8-4799-ae30-b7c72d6b144b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1127 time: 0.2278724 Aug 20 14:50:31.837979 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99e836f-f903-4d91-aab6-0a391b8eae54 None None] The sync data for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 is: [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9367b7e9-5552-4e17-a42f-a87da4afae04', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'port_id': '39525458-e539-4ee4-a5f0-8b43b0cf3bde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'mac_address': 'fa:16:3e:fa:4a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'device_owner': 'compute:tempest-test_az-104010530'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:50:12Z', 'updated_at': '2021-08-20T14:50:29Z', 'revision_number': 1, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:50:31.933285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cf261-c7d0-47dd-91ab-e224e8873a98 req-6c3f82e3-b6fa-47db-bd8a-770413021653 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:31.942677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268cf261-c7d0-47dd-91ab-e224e8873a98 req-6c3f82e3-b6fa-47db-bd8a-770413021653 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 971 time: 0.1105087 Aug 20 14:50:31.977119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1713429411-network', 'tenant_id': 'ec4cb775d1e44eabbdb594a9022d500f'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:31.996377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-fbe1a68d-dbb2-4d68-be46-550a086af3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:31.996377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-fbe1a68d-dbb2-4d68-be46-550a086af3a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 925 time: 0.2541316 Aug 20 14:50:32.045083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Made reservation on behalf of ec4cb775d1e44eabbdb594a9022d500f for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:32.045083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:32.045958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268cf261-c7d0-47dd-91ab-e224e8873a98 req-c54b3ae7-4709-4508-b83f-66f2768476f2 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/security-groups?id=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023335 Aug 20 14:50:32.091798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-58f9f7de-29ca-45b0-bcfe-91b703cddb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:32.094203 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-58f9f7de-29ca-45b0-bcfe-91b703cddb94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.1709502 Aug 20 14:50:32.158938 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:32.160083 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-f68b9b14-e1f7-4720-8421-430bf9ddbc76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317548d6-ae33-4848-857d-ebcd8671e671 HTTP/1.1" status: 200 len: 217 time: 0.0548811 Aug 20 14:50:32.167358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] For port bd646c37-a96b-4aa4-b713-ab55ff652767, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bd646c37-a96b-4aa4-b713-ab55ff652767,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:32.167780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:32.243641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4464a26e-9138-4301-94a8-48d3e67a94cf None None] New status for floating IP 9367b7e9-5552-4e17-a42f-a87da4afae04: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:50:32.249644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-81b9e6ba-9f6d-4c15-903f-2ac04e01031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:32.251307 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-81b9e6ba-9f6d-4c15-903f-2ac04e01031f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0745769 Aug 20 14:50:32.258019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Calling delete_port for bd646c37-a96b-4aa4-b713-ab55ff652767 owned by compute:tempest-test_az-104010530 {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:50:32.292795 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-03f583b1-8dc2-41f2-9d81-338887c98916 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305619 Aug 20 14:50:32.334668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-789cfdfd-4f31-490a-be8c-742abb336efc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39525458-e539-4ee4-a5f0-8b43b0cf3bde HTTP/1.1" status: 200 len: 1019 time: 0.3143485 Aug 20 14:50:32.348738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 12682942-082b-4a82-9cbd-544a00fff7c0 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:50:32.403857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bef570-552f-4274-bdcb-656d7fc38d57 req-684da30e-258b-4fb2-bad2-3c9bbb622c0e tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:32.413285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35bef570-552f-4274-bdcb-656d7fc38d57 req-684da30e-258b-4fb2-bad2-3c9bbb622c0e tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 947 time: 0.2403345 Aug 20 14:50:32.454967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 12682942-082b-4a82-9cbd-544a00fff7c0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=12682942-082b-4a82-9cbd-544a00fff7c0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:32.476034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '12682942-082b-4a82-9cbd-544a00fff7c0', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '12682942-082b-4a82-9cbd-544a00fff7c0', 'mac_address': 'fa:16:3e:55:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:50:32.514142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35bef570-552f-4274-bdcb-656d7fc38d57 req-71050bde-80b3-4c53-ada1-6113bb77c7a3 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999210 Aug 20 14:50:32.527760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-5c93b827-8035-47fe-a5c5-5691143377b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:32.527760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-5c93b827-8035-47fe-a5c5-5691143377b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7597d52b-fdf5-4569-b467-0879e0197d36 HTTP/1.1" status: 200 len: 863 time: 0.1753035 Aug 20 14:50:32.561554 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:32.614700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-07519514-c072-4ac4-ba21-8baf9d00a763 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103623 Aug 20 14:50:32.722648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12682942-082b-4a82-9cbd-544a00fff7c0 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:32.784050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 12682942-082b-4a82-9cbd-544a00fff7c0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=12682942-082b-4a82-9cbd-544a00fff7c0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:32.797309 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:32.915104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=12682942-082b-4a82-9cbd-544a00fff7c0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:32.935624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-95abde04-c173-4825-9a05-dad26c198df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:32.937137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-95abde04-c173-4825-9a05-dad26c198df0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bfe892b3-d404-4339-bb6c-b63c0d8b291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3824797 Aug 20 14:50:32.983094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.001854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['bd646c37-a96b-4aa4-b713-ab55ff652767'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:33.043055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba95d6-e7e6-4b39-9e43-ce79b37ad62b req-81850c59-e3bd-4022-b3b1-e8d34eec54bb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:33.051170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-07ba95d6-e7e6-4b39-9e43-ce79b37ad62b req-81850c59-e3bd-4022-b3b1-e8d34eec54bb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.4098513 Aug 20 14:50:33.054914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Pushing event deleted for resources: {'Port': ['ID=bd646c37-a96b-4aa4-b713-ab55ff652767,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:33.085687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b2644-789c-4259-8653-64b165337222 req-8cfe059c-aae5-48b5-a7af-f2600c03c06c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:33.085903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c9b2644-789c-4259-8653-64b165337222 req-8cfe059c-aae5-48b5-a7af-f2600c03c06c tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 947 time: 0.1921995 Aug 20 14:50:33.094813 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.107740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] No DVR routers for this DVR port bd646c37-a96b-4aa4-b713-ab55ff652767 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:50:33.117944 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.120013 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-63fb986f-94ce-4cb0-934d-02bc45f3bb6b req-f0e40e39-fa2e-42bb-84c2-c35c21687976 tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.70 "DELETE /v2.0/ports/bd646c37-a96b-4aa4-b713-ab55ff652767 HTTP/1.1" status: 204 len: 173 time: 1.7130725 Aug 20 14:50:33.125601 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.153017 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-370b02ed-5431-498c-ae50-ad83abd59f54 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242746 Aug 20 14:50:33.168161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-07ba95d6-e7e6-4b39-9e43-ce79b37ad62b req-a330c43a-9a0b-4e0f-96ba-8a9e061c0e30 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160047 Aug 20 14:50:33.200877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115b07f0-9027-4ede-a8aa-0db21235bef1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:33.229946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['12682942-082b-4a82-9cbd-544a00fff7c0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:33.232190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 317548d6-ae33-4848-857d-ebcd8671e671 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:50:33.245252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-11c7e8a5-2104-4061-a692-2f3152151867 service neutron] 10.222.0.70 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916052 Aug 20 14:50:33.248867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c9b2644-789c-4259-8653-64b165337222 req-f1f43c9e-063f-4fba-a4a9-1b4112df017e tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492214 Aug 20 14:50:33.257571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:50:33.348471 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.349238 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Added segment 89f64b3f-b524-4ca6-bfa5-1970190b37fd of type vlan for network 8a77213f-114a-4da3-84c0-ff863d2a0034 Aug 20 14:50:33.461610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.465147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-044d8b15-a206-421d-a6af-e46ea08cb73b req-aea20a2e-3b3f-4ba0-8190-29486eb2fbbd tempest-AggregatesAdminTestJSON-950611875 tempest-AggregatesAdminTestJSON-950611875-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 210 time: 0.0638924 Aug 20 14:50:33.476959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-224f001d-207a-439d-b3b6-163cf9c005c2 req-201f623e-034b-4493-b537-08140a0a80c9 service neutron] 10.222.0.70 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168167 Aug 20 14:50:33.514585 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.515949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:33.516724 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.529294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:33.551411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71d7d93-31c6-4475-b33e-729ae37211fd', 'name': 'network-vif-deleted', 'tag': 'bd646c37-a96b-4aa4-b713-ab55ff652767'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:33.554471 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed183324-6759-48be-8ff1-071bbaec7c48" -d '{"events": [{"server_uuid": "a71d7d93-31c6-4475-b33e-729ae37211fd", "name": "network-vif-deleted", "tag": "bd646c37-a96b-4aa4-b713-ab55ff652767"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:33.581777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 317548d6-ae33-4848-857d-ebcd8671e671 has no active binding in host n-h2-695189-15 {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:50:33.597945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9639189 Aug 20 14:50:33.601133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49302) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:33.608262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Request body: {'subnet': {'network_id': '8a77213f-114a-4da3-84c0-ff863d2a0034', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1713429411-subnet', 'tenant_id': 'ec4cb775d1e44eabbdb594a9022d500f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:33.608633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff91c9-33a0-4a7e-8757-5f64fd2d2ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a77213f-114a-4da3-84c0-ff863d2a0034,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:33.620806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 8a77213f-114a-4da3-84c0-ff863d2a0034 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:50:33.648895 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Made reservation on behalf of ec4cb775d1e44eabbdb594a9022d500f for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:33.651396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.735771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b52ab-f4a2-4739-81d3-18ebc72d7eac req-0aeb91b5-5b84-47d2-acaa-d37c9fdcdded tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:33.737599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed0b52ab-f4a2-4739-81d3-18ebc72d7eac req-0aeb91b5-5b84-47d2-acaa-d37c9fdcdded tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 948 time: 0.0635417 Aug 20 14:50:33.778210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed0b52ab-f4a2-4739-81d3-18ebc72d7eac req-783e547d-47f6-4ff2-a95e-db028cf692c0 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349071 Aug 20 14:50:33.809568 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbcb472-0c45-423e-b821-72979da02aac x-openstack-request-id: req-3fbcb472-0c45-423e-b821-72979da02aac {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:33.809858 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71d7d93-31c6-4475-b33e-729ae37211fd", "name": "network-vif-deleted", "tag": "bd646c37-a96b-4aa4-b713-ab55ff652767", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:33.810156 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fbcb472-0c45-423e-b821-72979da02aac {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:33.810723 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71d7d93-31c6-4475-b33e-729ae37211fd', 'name': 'network-vif-deleted', 'tag': 'bd646c37-a96b-4aa4-b713-ab55ff652767', 'status': 'completed', 'code': 200} Aug 20 14:50:33.867255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:33.939793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197efc40-7877-44af-ba7e-1db7622c6392,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:34.018542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Checking segment: {'id': '89f64b3f-b524-4ca6-bfa5-1970190b37fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8a77213f-114a-4da3-84c0-ff863d2a0034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:34.019319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Network hostable DHCP agents. Network: 8a77213f-114a-4da3-84c0-ff863d2a0034, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:50:34.041411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Network 8a77213f-114a-4da3-84c0-ff863d2a0034 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:50:34.045626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c5a5093-7ed1-4997-acc1-b165c9cbfcbd req-f506bdb2-3453-4996-adbb-dff61028ca71 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a71d7d93-31c6-4475-b33e-729ae37211fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0518956 Aug 20 14:50:34.058878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 8a77213f-114a-4da3-84c0-ff863d2a0034) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:34.065160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:34.065763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.071436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ce5be-2a37-4e03-a131-d9401ba315eb None None] Network 8a77213f-114a-4da3-84c0-ff863d2a0034 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:34.093358 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-322fcfca-abdc-43a7-9630-33562af029e3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4804990 Aug 20 14:50:34.194470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c5a5093-7ed1-4997-acc1-b165c9cbfcbd req-444c0cf4-e70c-41ca-9740-1e17cf2ffde6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2db6ea294d2a459cb66e3cc22ebf040f&device_id=a71d7d93-31c6-4475-b33e-729ae37211fd HTTP/1.1" status: 200 len: 210 time: 0.0295069 Aug 20 14:50:34.252443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b978c-1596-467d-a9ac-9614b7ca0f52 None None] Network 8a77213f-114a-4da3-84c0-ff863d2a0034 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:34.307130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:34.324307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c5a5093-7ed1-4997-acc1-b165c9cbfcbd req-529d686f-3b34-4ffe-9a12-9a3d7b1f9a1d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2db6ea294d2a459cb66e3cc22ebf040f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966971 Aug 20 14:50:34.399833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49340) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:34.409123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49344) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:34.443925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:34.452520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:34.453373 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.495624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675bff6-3896-4062-a3d7-52d92c8c1093 req-0129dbca-3e88-4979-aa4c-eb9574f559d1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:34.502975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f675bff6-3896-4062-a3d7-52d92c8c1093 req-0129dbca-3e88-4979-aa4c-eb9574f559d1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.2486117 Aug 20 14:50:34.534826 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e2e4-418d-4000-80a2-b95e4cce2e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.548809 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.561619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7636-b3be-4272-87c9-2390bc8c9ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.576647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed61a14-a4a4-4bba-86bb-0cf80fe81054'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:34.579890 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2483be-ea63-4282-b3ca-53635556cda9" -d '{"events": [{"server_uuid": "ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b", "name": "network-vif-plugged", "status": "completed", "tag": "8ed61a14-a4a4-4bba-86bb-0cf80fe81054"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:34.594321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:34.600371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.602236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f675bff6-3896-4062-a3d7-52d92c8c1093 req-890f7207-4816-4445-8986-1c999a294b41 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976317 Aug 20 14:50:34.615452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cafab7-4df0-4603-9af6-0597cfc7722c req-86b9df59-a976-4ff1-9bc2-3604bcdca1fc tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:34.617040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0cafab7-4df0-4603-9af6-0597cfc7722c req-86b9df59-a976-4ff1-9bc2-3604bcdca1fc tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 947 time: 0.2454007 Aug 20 14:50:34.660590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a5093-7ed1-4997-acc1-b165c9cbfcbd req-3c1cd62e-42b0-4563-976f-d20f84264941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:34.662156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c5a5093-7ed1-4997-acc1-b165c9cbfcbd req-3c1cd62e-42b0-4563-976f-d20f84264941 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3257082 Aug 20 14:50:34.667208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e2e4-418d-4000-80a2-b95e4cce2e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.671587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:34.676963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e2e4-418d-4000-80a2-b95e4cce2e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.708548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0cafab7-4df0-4603-9af6-0597cfc7722c req-b3953d5a-a94c-4db6-9291-dd6fde4c6371 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748389 Aug 20 14:50:34.732111 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bfc1e2e4-418d-4000-80a2-b95e4cce2e33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc6d0b78ec2c46bb823fc3b47de2d290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266649 Aug 20 14:50:34.732316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49354) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:34.740130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1e2e4-418d-4000-80a2-b95e4cce2e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda2f5ad-174c-4370-aca2-ea1d4605fce0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:34.810045 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a69e9c2-53df-448d-8228-833b68132d3d x-openstack-request-id: req-3a69e9c2-53df-448d-8228-833b68132d3d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:34.810366 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b", "name": "network-vif-plugged", "status": "completed", "tag": "8ed61a14-a4a4-4bba-86bb-0cf80fe81054", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:34.810620 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a69e9c2-53df-448d-8228-833b68132d3d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:34.812659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f9745d8-bf8a-4a6b-8a33-78ad5b97c391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.815911 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed61a14-a4a4-4bba-86bb-0cf80fe81054', 'code': 200} Aug 20 14:50:34.836243 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7636-b3be-4272-87c9-2390bc8c9ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.843468 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3fe7636-b3be-4272-87c9-2390bc8c9ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.860430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f9745d8-bf8a-4a6b-8a33-78ad5b97c391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.874321 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-61f93994-c6cf-4882-8f7e-d0d3a46ec08b req-5c4a6126-f16c-4c79-b557-aeaa1608ba40 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] show failed (client error): The resource could not be found. Aug 20 14:50:34.875676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61f93994-c6cf-4882-8f7e-d0d3a46ec08b req-5c4a6126-f16c-4c79-b557-aeaa1608ba40 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] 10.222.0.36 "GET /v2.0/security-groups/15ffe83e-10d6-4882-968d-9e7fcad0d949 HTTP/1.1" status: 404 len: 352 time: 0.0390866 Aug 20 14:50:34.888988 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d3fe7636-b3be-4272-87c9-2390bc8c9ce2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf300e3cc2a64693a1f6a11889c6cf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788604 Aug 20 14:50:34.896519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49362) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:34.904064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe7636-b3be-4272-87c9-2390bc8c9ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c852abe-d780-4b06-ba40-e58a74a9b508,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:34.953484 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f9745d8-bf8a-4a6b-8a33-78ad5b97c391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.957983 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f9745d8-bf8a-4a6b-8a33-78ad5b97c391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:34.961881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7f9745d8-bf8a-4a6b-8a33-78ad5b97c391 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eda2f5ad-174c-4370-aca2-ea1d4605fce0 HTTP/1.1" status: 204 len: 168 time: 0.2277937 Aug 20 14:50:35.027209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c600e00-851f-41a7-9a05-5c714b6c3095 req-29c86c4c-f5c8-48cd-8026-a4c5f3d247fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:35.028145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9745d8-bf8a-4a6b-8a33-78ad5b97c391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda2f5ad-174c-4370-aca2-ea1d4605fce0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:35.028736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1c600e00-851f-41a7-9a05-5c714b6c3095 req-29c86c4c-f5c8-48cd-8026-a4c5f3d247fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 1100 time: 0.0982435 Aug 20 14:50:35.031847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7bf690ab-e4e7-4418-96c6-72df842dc276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.069927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7bf690ab-e4e7-4418-96c6-72df842dc276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.105716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab712b6-e600-442e-bbc2-22531a5f8a60 req-f1cf90a7-5fb1-4c3b-9d44-3800c7535f9e tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:35.106303 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1c600e00-851f-41a7-9a05-5c714b6c3095 req-45954f09-d061-4062-8f91-9aeb0b70826f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687490 Aug 20 14:50:35.107687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ab712b6-e600-442e-bbc2-22531a5f8a60 req-f1cf90a7-5fb1-4c3b-9d44-3800c7535f9e tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 948 time: 0.1471827 Aug 20 14:50:35.116409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e4288c4-49a3-4c47-90f8-5d16726fdcb4 req-a166b30c-3c1d-4519-9115-ac629d7c7326 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec4cb775d1e44eabbdb594a9022d500f HTTP/1.1" status: 200 len: 2984 time: 0.0945587 Aug 20 14:50:35.135619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49372) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:35.149524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7bf690ab-e4e7-4418-96c6-72df842dc276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.153904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7bf690ab-e4e7-4418-96c6-72df842dc276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.155129 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7bf690ab-e4e7-4418-96c6-72df842dc276 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c852abe-d780-4b06-ba40-e58a74a9b508 HTTP/1.1" status: 204 len: 168 time: 0.2572184 Aug 20 14:50:35.166432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf690ab-e4e7-4418-96c6-72df842dc276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c852abe-d780-4b06-ba40-e58a74a9b508,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:35.196660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ab712b6-e600-442e-bbc2-22531a5f8a60 req-5662cc29-45e2-4dde-8aed-75437cb70e96 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789363 Aug 20 14:50:35.230331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e4288c4-49a3-4c47-90f8-5d16726fdcb4 req-9efdf828-ea43-4f63-8ba0-4eb2e0382d5e tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] 10.222.0.36 "GET /v2.0/security-groups/115b07f0-9027-4ede-a8aa-0db21235bef1 HTTP/1.1" status: 200 len: 2981 time: 0.0953281 Aug 20 14:50:35.240887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bd646c37-a96b-4aa4-b713-ab55ff652767 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:50:35.279622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: bd646c37-a96b-4aa4-b713-ab55ff652767 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:50:35.279972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bd646c37-a96b-4aa4-b713-ab55ff652767 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:50:35.328531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e4288c4-49a3-4c47-90f8-5d16726fdcb4 req-b120185c-289d-4c10-b4e2-a89814025ca6 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] 10.222.0.36 "GET /v2.0/security-groups/115b07f0-9027-4ede-a8aa-0db21235bef1 HTTP/1.1" status: 200 len: 2981 time: 0.0833170 Aug 20 14:50:35.392473 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae9a4a45-8c49-48e2-a891-1f3720b8dfe7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2db6ea294d2a459cb66e3cc22ebf040f&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2557788 Aug 20 14:50:35.395020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49382) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:35.445503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7e60854-df14-454d-9842-c7662c67804d req-923c2dbd-6453-452c-bdd3-406174b095f3 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] 10.222.0.36 "GET /v2.0/security-groups/115b07f0-9027-4ede-a8aa-0db21235bef1 HTTP/1.1" status: 200 len: 2981 time: 0.0881045 Aug 20 14:50:35.456572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-271a237d-d6fa-44fc-8251-a9d9cc4ecffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.480128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-271a237d-d6fa-44fc-8251-a9d9cc4ecffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.521165 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-a7e60854-df14-454d-9842-c7662c67804d req-c85c1449-6f20-4015-aea6-848ce8a24952 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 14:50:35.522578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7e60854-df14-454d-9842-c7662c67804d req-c85c1449-6f20-4015-aea6-848ce8a24952 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] 10.222.0.36 "DELETE /v2.0/security-groups/115b07f0-9027-4ede-a8aa-0db21235bef1 HTTP/1.1" status: 409 len: 352 time: 0.0666678 Aug 20 14:50:35.556183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-271a237d-d6fa-44fc-8251-a9d9cc4ecffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.559926 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-271a237d-d6fa-44fc-8251-a9d9cc4ecffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.561420 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-271a237d-d6fa-44fc-8251-a9d9cc4ecffa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e443a5e3-d9c2-4ec2-a02d-9f05a44245ff HTTP/1.1" status: 204 len: 168 time: 0.1652536 Aug 20 14:50:35.567225 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-80adbe4b-92b8-4b22-8729-f8a2e52c0aba req-fe2a0f7e-2ea4-4b3e-a97c-1cdd42aabf45 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] show failed (client error): The resource could not be found. Aug 20 14:50:35.568438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80adbe4b-92b8-4b22-8729-f8a2e52c0aba req-fe2a0f7e-2ea4-4b3e-a97c-1cdd42aabf45 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] 10.222.0.36 "GET /v2.0/security-groups/9ea3d341-f63a-46c6-9f2d-2994a95f66d2 HTTP/1.1" status: 404 len: 352 time: 0.0186243 Aug 20 14:50:35.571426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a237d-d6fa-44fc-8251-a9d9cc4ecffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e443a5e3-d9c2-4ec2-a02d-9f05a44245ff,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:35.581124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49390) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:35.612847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d526627-4535-49ed-accb-74f48796b68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.618396 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-8d4e5e59-2329-4498-810d-e9612f47ea36 req-b660b616-7cac-4333-b6dd-39ea22cb0014 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] show failed (client error): The resource could not be found. Aug 20 14:50:35.623974 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.627416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d4e5e59-2329-4498-810d-e9612f47ea36 req-b660b616-7cac-4333-b6dd-39ea22cb0014 tempest-SecurityGroupsNegativeTestJSON-378734869 tempest-SecurityGroupsNegativeTestJSON-378734869-project] 10.222.0.36 "GET /v2.0/security-groups/2a1f34d9-f936-4915-980e-5d4cc9efc33f HTTP/1.1" status: 404 len: 352 time: 0.0261798 Aug 20 14:50:35.633494 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49394) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:35.684186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49398) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:35.699222 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-14f8c476-a801-4c84-98ec-d40ffaba3be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.703593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-3948408d-734a-4180-9ce9-c6c48247a90b admin admin] Deleting subnet 197efc40-7877-44af-ba7e-1db7622c6392 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:50:35.712045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3948408d-734a-4180-9ce9-c6c48247a90b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.764278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3948408d-734a-4180-9ce9-c6c48247a90b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.771930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb628e-56a5-4146-9546-2e5d3be96a13 req-cc180d59-04d3-4458-9a81-5bdade4fd8f1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:35.773964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50eb628e-56a5-4146-9546-2e5d3be96a13 req-cc180d59-04d3-4458-9a81-5bdade4fd8f1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.0581462 Aug 20 14:50:35.826696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3948408d-734a-4180-9ce9-c6c48247a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.860920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50eb628e-56a5-4146-9546-2e5d3be96a13 req-76a0a6f8-4de9-49ea-8d04-e7850ca4d695 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781431 Aug 20 14:50:35.883241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d526627-4535-49ed-accb-74f48796b68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.890707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f54ebf-05b3-4e8e-91fa-e91d23c81880 req-c6857ef8-d6ae-48dd-ac0a-fba5da74e095 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:35.892968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70f54ebf-05b3-4e8e-91fa-e91d23c81880 req-c6857ef8-d6ae-48dd-ac0a-fba5da74e095 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 948 time: 0.1038222 Aug 20 14:50:35.894452 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d526627-4535-49ed-accb-74f48796b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:35.949471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70f54ebf-05b3-4e8e-91fa-e91d23c81880 req-8d2604f2-c280-4b31-8a9a-d034362664ad tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488122 Aug 20 14:50:35.963208 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9d526627-4535-49ed-accb-74f48796b68c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c15f627892c34553b636476dcbab5fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780770 Aug 20 14:50:35.963208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d526627-4535-49ed-accb-74f48796b68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6267e2f9-3957-4e29-8fa7-a78856ff0618,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:35.963965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49404) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:35.976870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3948408d-734a-4180-9ce9-c6c48247a90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.011972 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-14f8c476-a801-4c84-98ec-d40ffaba3be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.018032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-14f8c476-a801-4c84-98ec-d40ffaba3be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.039573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948408d-734a-4180-9ce9-c6c48247a90b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197efc40-7877-44af-ba7e-1db7622c6392,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:36.048855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3948408d-734a-4180-9ce9-c6c48247a90b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.053176 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3948408d-734a-4180-9ce9-c6c48247a90b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/197efc40-7877-44af-ba7e-1db7622c6392 HTTP/1.1" status: 204 len: 168 time: 0.4185939 Aug 20 14:50:36.054469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49408) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:36.061540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-14f8c476-a801-4c84-98ec-d40ffaba3be6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8084ba2837d74f5d84992936f9bbe85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762100 Aug 20 14:50:36.066693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49410) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:36.067655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8c476-a801-4c84-98ec-d40ffaba3be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f067c51a-92d9-43af-97c5-802141708d09,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:36.089963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d5bdd2-0607-4e2f-86a0-566bdf1de826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.111175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49412) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:36.128347 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d5bdd2-0607-4e2f-86a0-566bdf1de826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.159237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.167150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65cc2b4e-287e-400f-ac3d-a8e842b38847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.177292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-451300fa-253c-43ec-9e78-ffc056b64321 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47281394fb4d4892bf6173e89b8f8f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649788 Aug 20 14:50:36.179824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49414) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:36.195654 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65cc2b4e-287e-400f-ac3d-a8e842b38847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.222303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d5bdd2-0607-4e2f-86a0-566bdf1de826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.225056 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d5bdd2-0607-4e2f-86a0-566bdf1de826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.226262 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34d5bdd2-0607-4e2f-86a0-566bdf1de826 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6267e2f9-3957-4e29-8fa7-a78856ff0618 HTTP/1.1" status: 204 len: 168 time: 0.2615714 Aug 20 14:50:36.246633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5bdd2-0607-4e2f-86a0-566bdf1de826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6267e2f9-3957-4e29-8fa7-a78856ff0618,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:36.293138 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65cc2b4e-287e-400f-ac3d-a8e842b38847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.296182 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65cc2b4e-287e-400f-ac3d-a8e842b38847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.296353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 12682942-082b-4a82-9cbd-544a00fff7c0 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:36.297377 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-65cc2b4e-287e-400f-ac3d-a8e842b38847 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f067c51a-92d9-43af-97c5-802141708d09 HTTP/1.1" status: 204 len: 168 time: 0.2298212 Aug 20 14:50:36.305819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc2b4e-287e-400f-ac3d-a8e842b38847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f067c51a-92d9-43af-97c5-802141708d09,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:36.371450 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.400284 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.401031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.401486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.401832 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.402157 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.402517 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.402834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.403563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.403563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.403890 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.420919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 12682942-082b-4a82-9cbd-544a00fff7c0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:36.427459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 12682942-082b-4a82-9cbd-544a00fff7c0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:36.427925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.475204 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.475556 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.475924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.476410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 20 14:50:36.477037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a77213f-114a-4da3-84c0-ff863d2a0034']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:36.520128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f64b3f-b524-4ca6-bfa5-1970190b37fd') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:36.520676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f64b3f-b524-4ca6-bfa5-1970190b37fd') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:36.526038 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.554931 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.589104 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.604665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.636237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581bc6e-e9ab-4b1e-80a4-92c6d93239af req-8c9aa2a5-c7a6-45b3-81fe-ca7873cdd5da tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:36.644515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4581bc6e-e9ab-4b1e-80a4-92c6d93239af req-8c9aa2a5-c7a6-45b3-81fe-ca7873cdd5da tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 948 time: 0.2780044 Aug 20 14:50:36.658625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:50:36.659250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.661764 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: from cryptography.utils import int_from_bytes Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: from cryptography.utils import int_from_bytes Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:50:36.669182 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:50:36.690913 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-790167fc-a57b-4538-8115-54de50ff71b2 service neutron] 10.222.0.72 "GET /v2.0/ports/317548d6-ae33-4848-857d-ebcd8671e671/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 385 time: 0.1653662 Aug 20 14:50:36.700873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 12682942-082b-4a82-9cbd-544a00fff7c0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=12682942-082b-4a82-9cbd-544a00fff7c0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:36.712528 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.767175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4581bc6e-e9ab-4b1e-80a4-92c6d93239af req-d8f3675f-a124-4f7b-91c1-b6aa139bbd77 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188643 Aug 20 14:50:36.776172 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.787166 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.789902 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.791005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4ea768a-056c-41be-a3d6-fe61e747ceb9 HTTP/1.1" status: 204 len: 168 time: 0.6087391 Aug 20 14:50:36.800646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=12682942-082b-4a82-9cbd-544a00fff7c0,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:36.807761 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:36.809700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8a77213f-114a-4da3-84c0-ff863d2a0034 HTTP/1.1" status: 204 len: 168 time: 0.7522125 Aug 20 14:50:36.817562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e065420a-0bbe-41e0-b983-0917e401f990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12682942-082b-4a82-9cbd-544a00fff7c0'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:36.822627 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fbe416-3e9e-4661-98cc-4ba9c5395e1d" -d '{"events": [{"server_uuid": "e065420a-0bbe-41e0-b983-0917e401f990", "name": "network-vif-plugged", "status": "completed", "tag": "12682942-082b-4a82-9cbd-544a00fff7c0"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:36.849142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a77213f-114a-4da3-84c0-ff863d2a0034,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:36.853165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ea768a-056c-41be-a3d6-fe61e747ceb9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:36.863927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.864518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.865121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.865680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.866235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.867267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.867854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.868571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.869160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.869740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.870281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.871600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59d566b-5aac-49c3-81a4-e1f131ccf33b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.882012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.882598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.883171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.883881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.884427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.885017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.885557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.886138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.886697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.887693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.888120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.888553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a78986-d227-49ab-ba6d-aa63aefd10d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:36.926914 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e204972-5f42-4a97-b4c5-330e8e07f5cc x-openstack-request-id: req-9e204972-5f42-4a97-b4c5-330e8e07f5cc {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:36.927437 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e065420a-0bbe-41e0-b983-0917e401f990", "name": "network-vif-plugged", "status": "completed", "tag": "12682942-082b-4a82-9cbd-544a00fff7c0", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:36.927846 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e204972-5f42-4a97-b4c5-330e8e07f5cc {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:36.928399 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e065420a-0bbe-41e0-b983-0917e401f990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12682942-082b-4a82-9cbd-544a00fff7c0', 'code': 200} Aug 20 14:50:37.017136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c5538-2905-4e12-9eff-8fe33358cda9 req-65916657-8838-4ed2-8b40-eefcb3eafbfb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:37.019033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a4c5538-2905-4e12-9eff-8fe33358cda9 req-65916657-8838-4ed2-8b40-eefcb3eafbfb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 944 time: 0.0614960 Aug 20 14:50:37.042341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:37.084749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:37.130589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970afeee-06f6-45b9-9534-ca99609c01a3 req-86e865cb-7f64-4cc4-84ae-19a2ce214650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:37.131895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-970afeee-06f6-45b9-9534-ca99609c01a3 req-86e865cb-7f64-4cc4-84ae-19a2ce214650 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 1101 time: 0.1116481 Aug 20 14:50:37.133924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317548d6-ae33-4848-857d-ebcd8671e671 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:37.135801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a4c5538-2905-4e12-9eff-8fe33358cda9 req-438917f7-25d6-4b51-a51b-72630211142a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798585 Aug 20 14:50:37.151914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49452) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:37.170581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:37.190367 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:37.234853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-970afeee-06f6-45b9-9534-ca99609c01a3 req-abdc8c00-661d-4eb7-8193-485d6c627efc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949302 Aug 20 14:50:37.244029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3abff-d077-4fbf-85e3-950ef77ccbe2 req-65ccdff2-127a-4335-a9cf-e85aee464f1f tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:37.251826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bba3abff-d077-4fbf-85e3-950ef77ccbe2 req-65ccdff2-127a-4335-a9cf-e85aee464f1f tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 948 time: 0.1787894 Aug 20 14:50:37.306644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Transition to ACTIVE for port object 317548d6-ae33-4848-857d-ebcd8671e671 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:37.316907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:37.433112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] No DVR routers for this DVR port 317548d6-ae33-4848-857d-ebcd8671e671 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:50:37.473987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Pushing event updated for resources: {'Port': ['ID=317548d6-ae33-4848-857d-ebcd8671e671,revision_number=10']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:37.484844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.486034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.486449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.486856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.487206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.487736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.488070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.488398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.489316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.489662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.490071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.490316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:37.491196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e0a75b4b-2bc5-48a9-a015-25a41537b635 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec4cb775d1e44eabbdb594a9022d500f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269768 Aug 20 14:50:37.494006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49468) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:37.506133 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a90ffe24-3c03-4ba8-bf5a-261da1ff5f72 service neutron] 10.222.0.72 "PUT /v2.0/ports/317548d6-ae33-4848-857d-ebcd8671e671/bindings/n-h2-695189-15/activate HTTP/1.1" status: 200 len: 370 time: 0.8018887 Aug 20 14:50:37.526943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bba3abff-d077-4fbf-85e3-950ef77ccbe2 req-8a0104e2-9acd-4eda-ae09-313a13d20f89 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584636 Aug 20 14:50:37.556174 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d982d8c8-c340-4fbf-a40a-1867be52d7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:37.598325 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d982d8c8-c340-4fbf-a40a-1867be52d7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:37.664960 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d982d8c8-c340-4fbf-a40a-1867be52d7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:37.667976 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d982d8c8-c340-4fbf-a40a-1867be52d7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:37.673586 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d982d8c8-c340-4fbf-a40a-1867be52d7d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/115b07f0-9027-4ede-a8aa-0db21235bef1 HTTP/1.1" status: 204 len: 168 time: 0.1764917 Aug 20 14:50:37.686354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982d8c8-c340-4fbf-a40a-1867be52d7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115b07f0-9027-4ede-a8aa-0db21235bef1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:37.898120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-ea4590bb-1a35-4658-afb2-e132ac043b65 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:37.899642 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-ea4590bb-1a35-4658-afb2-e132ac043b65 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.1444428 Aug 20 14:50:37.976612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b58e8-8c11-4db2-8958-d704f5d47e57 req-ccda52d6-f1f9-4173-a470-ab204b04aadd tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:37.978133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e31b58e8-8c11-4db2-8958-d704f5d47e57 req-ccda52d6-f1f9-4173-a470-ab204b04aadd tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 948 time: 0.1622560 Aug 20 14:50:38.011175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f463d4-37e3-40ca-8efe-aca428dd0810 req-adb146b0-4bed-4ba9-9ac6-258e2e3d98a0 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:38.012706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67f463d4-37e3-40ca-8efe-aca428dd0810 req-adb146b0-4bed-4ba9-9ac6-258e2e3d98a0 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 949 time: 0.1503947 Aug 20 14:50:38.061184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-8661decc-8c59-4e1c-8f0f-4ca16e9c5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:38.062686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-8661decc-8c59-4e1c-8f0f-4ca16e9c5bdb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158&tenant_id=462a6e1cda0d44fea29a487a152c1772 HTTP/1.1" status: 200 len: 1097 time: 0.1448658 Aug 20 14:50:38.082212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e31b58e8-8c11-4db2-8958-d704f5d47e57 req-8bead1df-dcac-488d-8b94-4a8b4b76197d tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939677 Aug 20 14:50:38.127852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67f463d4-37e3-40ca-8efe-aca428dd0810 req-fd56d5c4-d0dc-4af2-a772-ca26cf2d3588 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031361 Aug 20 14:50:38.160402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-dae99b3a-5544-4491-bf21-b4139e53493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:38.161903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-dae99b3a-5544-4491-bf21-b4139e53493c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1097 time: 0.0499341 Aug 20 14:50:38.310782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5629930-41ee-4e65-9857-4d3e800fb76b req-d7f26249-c28c-46bf-baf8-ca618e37ec72 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:38.312322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5629930-41ee-4e65-9857-4d3e800fb76b req-d7f26249-c28c-46bf-baf8-ca618e37ec72 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 945 time: 0.0829046 Aug 20 14:50:38.318043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-da573946-b1b2-4102-b842-6a9ffd6851a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:38.320250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-da573946-b1b2-4102-b842-6a9ffd6851a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.1450763 Aug 20 14:50:38.384092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-a574a4a3-7913-4b9a-9370-e31210bbc46a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317548d6-ae33-4848-857d-ebcd8671e671 HTTP/1.1" status: 200 len: 217 time: 0.0517607 Aug 20 14:50:38.400614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5629930-41ee-4e65-9857-4d3e800fb76b req-0815a4d1-78a5-4cf4-8385-3481256fadc4 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794182 Aug 20 14:50:38.458328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-9d3d1577-8d35-4bf3-9b64-9ece04a2ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:38.460393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-9d3d1577-8d35-4bf3-9b64-9ece04a2ff8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0554996 Aug 20 14:50:38.500282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-d0a48e59-1480-493f-a8f9-ee4812e62e81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271597 Aug 20 14:50:38.602588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-c5bc7879-6d20-4521-afd7-51329ff06965 service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871880 Aug 20 14:50:38.721872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-3a0c9c72-bde7-49c7-b860-49b5540e9fb5 service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010063 Aug 20 14:50:39.087077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-77d5a9e1-39fe-4135-8dfb-080cd7968a10 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.088851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-77d5a9e1-39fe-4135-8dfb-080cd7968a10 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.0517259 Aug 20 14:50:39.279604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-d6352356-2549-4ff1-bf47-9f6c1c644479 service neutron] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:39.288694 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-d6352356-2549-4ff1-bf47-9f6c1c644479 service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:39.289235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4c4824-e8d6-48b5-8d04-fecd13e3b3c8 req-d6352356-2549-4ff1-bf47-9f6c1c644479 service neutron] 10.222.0.70 "DELETE /v2.0/ports/317548d6-ae33-4848-857d-ebcd8671e671/bindings/n-h1-695189-15 HTTP/1.1" status: 204 len: 173 time: 0.1876204 Aug 20 14:50:39.302009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074323cd-c527-49ff-ae09-e95197898abb req-5f11724b-c13e-4e27-a6e1-e5d863b3f541 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.303448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-074323cd-c527-49ff-ae09-e95197898abb req-5f11724b-c13e-4e27-a6e1-e5d863b3f541 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 948 time: 0.1032963 Aug 20 14:50:39.344337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68ce9a-3183-454c-9b6c-e618011e4ccc req-2c3654ed-9e12-46d6-b85f-52b70e5d60ef tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.353168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce68ce9a-3183-454c-9b6c-e618011e4ccc req-2c3654ed-9e12-46d6-b85f-52b70e5d60ef tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 949 time: 0.1085162 Aug 20 14:50:39.396557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-074323cd-c527-49ff-ae09-e95197898abb req-fc517da6-7fd5-47a7-9fde-c18a50f1c9b9 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/security-groups?id=6983a6d4-52aa-46f1-b17a-2d4c2e618326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823815 Aug 20 14:50:39.425983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce68ce9a-3183-454c-9b6c-e618011e4ccc req-b014610a-0c30-4ca6-a642-72b558e24242 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634708 Aug 20 14:50:39.594644 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-a4a7bc1a-4da7-4e5f-9403-cd2c74de3227 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399017 Aug 20 14:50:39.769597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-79f73c58-b702-47b3-ab2e-8a9a6269f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.771732 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-79f73c58-b702-47b3-ab2e-8a9a6269f186 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=79654922a8a74445a7321032af6ca8d1&device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 1101 time: 0.0812297 Aug 20 14:50:39.828410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57630f5e-50fe-4bb1-94f5-56bbb4b2cca8 req-2fb4b632-26c0-4c1e-8784-e44aa47fdc09 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.830441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57630f5e-50fe-4bb1-94f5-56bbb4b2cca8 req-2fb4b632-26c0-4c1e-8784-e44aa47fdc09 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 945 time: 0.0604436 Aug 20 14:50:39.948474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-f6584a36-8ece-4ff9-bfbd-ac5bab6fdaf8 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:39.950384 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-f6584a36-8ece-4ff9-bfbd-ac5bab6fdaf8 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.72 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 948 time: 0.1019137 Aug 20 14:50:39.974167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57630f5e-50fe-4bb1-94f5-56bbb4b2cca8 req-166fc9e6-b35c-46b8-896a-1fc2b9dafd9f tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281860 Aug 20 14:50:40.035862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-f3980c10-0ce0-4ec3-aef3-591769f409e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:40.037852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-f3980c10-0ce0-4ec3-aef3-591769f409e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1793351 Aug 20 14:50:40.061010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Deleting port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:50:40.061361 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:40.135058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-08f856e9-4af1-4fee-93df-3127fa17e11a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=12682942-082b-4a82-9cbd-544a00fff7c0 HTTP/1.1" status: 200 len: 217 time: 0.0548005 Aug 20 14:50:40.186477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] For port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:40.187062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:40.207342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Calling delete_port for 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:50:40.248133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-07e395d2-143c-4bb8-a8bb-7d57eaeddde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:40.249408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-07e395d2-143c-4bb8-a8bb-7d57eaeddde8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1050386 Aug 20 14:50:40.266904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc1e6f-0aa2-4a30-a10e-91b73c3d1bea req-74f1fc8b-94fe-4b47-b349-0d22f3dd32dd tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:40.268547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97cc1e6f-0aa2-4a30-a10e-91b73c3d1bea req-74f1fc8b-94fe-4b47-b349-0d22f3dd32dd tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 949 time: 0.0721128 Aug 20 14:50:40.299239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49612) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:40.310270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 317548d6-ae33-4848-857d-ebcd8671e671 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:50:40.383675 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:40.392125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 317548d6-ae33-4848-857d-ebcd8671e671 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:50:40.401023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97cc1e6f-0aa2-4a30-a10e-91b73c3d1bea req-f430224a-8375-42b2-b3c9-8f7e0ff6d384 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148269 Aug 20 14:50:40.404337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-15d7f50b-9348-45ed-ad3e-d8e3f4d92bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:40.408954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-15d7f50b-9348-45ed-ad3e-d8e3f4d92bde service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391068 Aug 20 14:50:40.418233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['8ed61a14-a4a4-4bba-86bb-0cf80fe81054'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:40.479888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Pushing event deleted for resources: {'Port': ['ID=8ed61a14-a4a4-4bba-86bb-0cf80fe81054,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:40.613312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] No DVR routers for this DVR port 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:50:40.620195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:40.626327 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6b97a884-6c13-4650-94e1-2d9e94c7888b req-a45507bc-a142-4592-86eb-df08449f7994 tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.72 "DELETE /v2.0/ports/8ed61a14-a4a4-4bba-86bb-0cf80fe81054 HTTP/1.1" status: 204 len: 173 time: 0.6687472 Aug 20 14:50:40.628414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b', 'name': 'network-vif-deleted', 'tag': '8ed61a14-a4a4-4bba-86bb-0cf80fe81054'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:40.640370 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd469f9d-c14b-4d35-80a0-43e381620c01" -d '{"events": [{"server_uuid": "ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b", "name": "network-vif-deleted", "tag": "8ed61a14-a4a4-4bba-86bb-0cf80fe81054"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:40.651977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb84995e-00a1-45d5-a6ce-505808ac8a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:40.703593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8dc999c2-2ff8-44da-b262-1162cf43b923 req-a9e0a268-d05b-4417-949d-048ce901c42e tempest-ServerDiagnosticsNegativeTest-49432999 tempest-ServerDiagnosticsNegativeTest-49432999-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b HTTP/1.1" status: 200 len: 210 time: 0.0763400 Aug 20 14:50:40.755990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-c1928054-89f8-46f9-a799-84e55a041e4f service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239765 Aug 20 14:50:40.860636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49634) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:40.876037 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb84995e-00a1-45d5-a6ce-505808ac8a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:40.882028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb84995e-00a1-45d5-a6ce-505808ac8a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:40.939409 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb84995e-00a1-45d5-a6ce-505808ac8a0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=031c2faff5674643b508ba1806e8231d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6389010 Aug 20 14:50:40.940550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caec1533-6b63-4134-9dcf-a04845dcdaf2 req-5e53c44d-4483-495a-b250-434a96e1a44e service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773784 Aug 20 14:50:40.941040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49638) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:40.948439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84995e-00a1-45d5-a6ce-505808ac8a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61548b0-035a-4686-a8af-7cbb4f11cb22,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:40.979605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49640) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:41.025888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e80065b5-7d63-4b39-bda4-ed1a6f269754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.059287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e80065b5-7d63-4b39-bda4-ed1a6f269754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.124225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e80065b5-7d63-4b39-bda4-ed1a6f269754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.127925 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e80065b5-7d63-4b39-bda4-ed1a6f269754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.129230 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e80065b5-7d63-4b39-bda4-ed1a6f269754 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e61548b0-035a-4686-a8af-7cbb4f11cb22 HTTP/1.1" status: 204 len: 168 time: 0.1872602 Aug 20 14:50:41.143953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80065b5-7d63-4b39-bda4-ed1a6f269754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61548b0-035a-4686-a8af-7cbb4f11cb22,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:41.184161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f74fa-3932-4742-b861-2a7cdbb6f9a3 req-dbb5b6e8-b8b8-4a18-954d-ed808abe7bf1 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:41.191739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e50f74fa-3932-4742-b861-2a7cdbb6f9a3 req-dbb5b6e8-b8b8-4a18-954d-ed808abe7bf1 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1097 time: 0.0534480 Aug 20 14:50:41.195709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c3b5-43a2-47fc-8815-fbda3e017578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.228273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e50f74fa-3932-4742-b861-2a7cdbb6f9a3 req-b63de89b-3b62-4210-94ca-75a7c48450e7 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354776 Aug 20 14:50:41.246822 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c94025c7-6281-4bb4-8052-428790144bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.269461 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb57cb5c-1af1-4637-8f62-f4db99a8235b x-openstack-request-id: req-eb57cb5c-1af1-4637-8f62-f4db99a8235b {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:41.269742 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b", "name": "network-vif-deleted", "tag": "8ed61a14-a4a4-4bba-86bb-0cf80fe81054", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:41.270171 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb57cb5c-1af1-4637-8f62-f4db99a8235b {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:41.270769 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa0bb5c-dcf8-4361-88ff-27ac2cadde6b', 'name': 'network-vif-deleted', 'tag': '8ed61a14-a4a4-4bba-86bb-0cf80fe81054', 'status': 'completed', 'code': 200} Aug 20 14:50:41.354569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c3b5-43a2-47fc-8815-fbda3e017578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.363976 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c3b5-43a2-47fc-8815-fbda3e017578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.462012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c3b5-43a2-47fc-8815-fbda3e017578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42f376b-8fa6-45ea-b65a-047430fd7c61,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:41.469725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086fc1-8d1d-4306-b295-0ad8919e0ce1 req-45ecc73b-dc79-4a58-81e4-67860ba87094 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:41.480687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a086fc1-8d1d-4306-b295-0ad8919e0ce1 req-45ecc73b-dc79-4a58-81e4-67860ba87094 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 949 time: 0.0836399 Aug 20 14:50:41.516355 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1aa8c3b5-43a2-47fc-8815-fbda3e017578 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6bcf6091536a43f88f7c2bf5679eb9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5324619 Aug 20 14:50:41.517539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49658) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:41.618973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a086fc1-8d1d-4306-b295-0ad8919e0ce1 req-3a168324-57e6-4ab8-9452-fd23c61805fd tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370370 Aug 20 14:50:41.666216 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c94025c7-6281-4bb4-8052-428790144bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.674408 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fec809d0-b8a6-43b6-b7c9-dd79f8a218be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.681337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c94025c7-6281-4bb4-8052-428790144bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.741220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94025c7-6281-4bb4-8052-428790144bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0eb7c2-a2ba-4705-ba13-623700ac00ac,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:41.755900 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c94025c7-6281-4bb4-8052-428790144bc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c16b81a3702142cc9f5ba773a2dbeef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8940582 Aug 20 14:50:41.759301 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fec809d0-b8a6-43b6-b7c9-dd79f8a218be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.764262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49676) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:41.862984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7035e40a-4610-4abe-8ee6-741e57dc7792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.887235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7035e40a-4610-4abe-8ee6-741e57dc7792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.899074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-03f4abf4-d163-4c5c-85d4-52a6df70314a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:41.902497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-03f4abf4-d163-4c5c-85d4-52a6df70314a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 821 time: 0.1926048 Aug 20 14:50:41.925252 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fec809d0-b8a6-43b6-b7c9-dd79f8a218be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.928084 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fec809d0-b8a6-43b6-b7c9-dd79f8a218be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.929367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fec809d0-b8a6-43b6-b7c9-dd79f8a218be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b42f376b-8fa6-45ea-b65a-047430fd7c61 HTTP/1.1" status: 204 len: 168 time: 0.4104574 Aug 20 14:50:41.937514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-77e031b8-cfcf-4c32-afac-4cf00bf11f2c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/quotas/462a6e1cda0d44fea29a487a152c1772 HTTP/1.1" status: 200 len: 375 time: 0.0254638 Aug 20 14:50:41.965642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7035e40a-4610-4abe-8ee6-741e57dc7792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.966306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec809d0-b8a6-43b6-b7c9-dd79f8a218be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42f376b-8fa6-45ea-b65a-047430fd7c61,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:41.968617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7035e40a-4610-4abe-8ee6-741e57dc7792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:41.974191 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7035e40a-4610-4abe-8ee6-741e57dc7792 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc0eb7c2-a2ba-4705-ba13-623700ac00ac HTTP/1.1" status: 204 len: 168 time: 0.2024403 Aug 20 14:50:41.993503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035e40a-4610-4abe-8ee6-741e57dc7792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0eb7c2-a2ba-4705-ba13-623700ac00ac,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:42.052081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b7e793ad-d777-4624-aaff-0fefa3f278ec tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133528 Aug 20 14:50:42.149547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6453f33-27bc-42e2-b4ff-eddacae54008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:42.166153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-05e28936-f2da-4eaa-a605-dc5954879f63 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049256 Aug 20 14:50:42.186650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49694) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:42.282763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-85fba796-5888-4191-b612-9581b0c5e2f4 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060121 Aug 20 14:50:42.451758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49708) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:42.494169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac09ff02-7a02-4fa0-b50f-72312453bc85 req-8fc447fe-87f8-4f9e-89a0-0c2fbc4d2352 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 210 time: 0.0437152 Aug 20 14:50:42.588951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51d5343b-0766-43a9-8c3e-3b7440a7ba17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:42.627385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49718) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:42.648989 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49ec1898-e996-4fe9-97a2-3c3e4c982e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:42.746162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49724) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:42.752652 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51d5343b-0766-43a9-8c3e-3b7440a7ba17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:42.764462 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e84a541-a0e7-4936-9114-77abe11b2e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:42.772352 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51d5343b-0766-43a9-8c3e-3b7440a7ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:42.866567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-51d5343b-0766-43a9-8c3e-3b7440a7ba17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea79ffa123ed4718adf38eb39997f430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6788616 Aug 20 14:50:42.869363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5343b-0766-43a9-8c3e-3b7440a7ba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad66ab9e-90ad-4836-a541-3f6c25c76508,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:42.872560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49726) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:42.898059 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb02ff-4411-47fc-8d3f-2e93629bf229 req-ccfc9203-e2f4-4d2d-8779-b6af054ce3b5 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:42.905311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbcb02ff-4411-47fc-8d3f-2e93629bf229 req-ccfc9203-e2f4-4d2d-8779-b6af054ce3b5 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 949 time: 0.1555369 Aug 20 14:50:42.907111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49ec1898-e996-4fe9-97a2-3c3e4c982e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:42.922659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49ec1898-e996-4fe9-97a2-3c3e4c982e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:42.967957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec1898-e996-4fe9-97a2-3c3e4c982e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db692b9b-2869-45e0-a26f-0c9cbc22818b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:42.987989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbcb02ff-4411-47fc-8d3f-2e93629bf229 req-73dc1278-e68d-4522-beb3-0bfad7f4e26e tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759113 Aug 20 14:50:43.008109 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-49ec1898-e996-4fe9-97a2-3c3e4c982e26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21b53cd5d6c641e8a8c9a4ad513be2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794236 Aug 20 14:50:43.008252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49730) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:43.036021 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-672eed4e-1d4c-4201-aae4-0cf1bb6f777e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.064339 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c5084534-699d-4b5c-8712-8d6356c265a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce1e2c2e4d3747afa3c9a621d8dce135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6111310 Aug 20 14:50:43.066923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49732) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:43.068146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-555b2e36-6dcc-486d-a791-acc2ce689e0b tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:43.069908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-555b2e36-6dcc-486d-a791-acc2ce689e0b tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.72 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 949 time: 0.1120274 Aug 20 14:50:43.149713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-672eed4e-1d4c-4201-aae4-0cf1bb6f777e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.156203 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e84a541-a0e7-4936-9114-77abe11b2e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.157640 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40191f87-061d-4f76-98ee-aa19e61ced90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.168333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e84a541-a0e7-4936-9114-77abe11b2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.193545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49736) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:43.195135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40191f87-061d-4f76-98ee-aa19e61ced90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.240876 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9e84a541-a0e7-4936-9114-77abe11b2e97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=522f3a262b6d4327abfc040782c7fe32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936903 Aug 20 14:50:43.245260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49740) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:43.245923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84a541-a0e7-4936-9114-77abe11b2e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7867a5e-b08c-4d42-b64e-ba0b25bf3b96,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:43.269829 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-672eed4e-1d4c-4201-aae4-0cf1bb6f777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.272897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-672eed4e-1d4c-4201-aae4-0cf1bb6f777e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.276750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-672eed4e-1d4c-4201-aae4-0cf1bb6f777e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad66ab9e-90ad-4836-a541-3f6c25c76508 HTTP/1.1" status: 204 len: 168 time: 0.4005604 Aug 20 14:50:43.277975 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40191f87-061d-4f76-98ee-aa19e61ced90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.280934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40191f87-061d-4f76-98ee-aa19e61ced90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.285105 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40191f87-061d-4f76-98ee-aa19e61ced90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6983a6d4-52aa-46f1-b17a-2d4c2e618326 HTTP/1.1" status: 204 len: 168 time: 0.2149055 Aug 20 14:50:43.294522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40191f87-061d-4f76-98ee-aa19e61ced90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6983a6d4-52aa-46f1-b17a-2d4c2e618326,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:43.341460 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a171db9e-d01d-4c37-86a4-62d1f5ba39dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.374855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eed4e-1d4c-4201-aae4-0cf1bb6f777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad66ab9e-90ad-4836-a541-3f6c25c76508,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:43.400215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1264847290-network', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:43.414897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a171db9e-d01d-4c37-86a4-62d1f5ba39dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.448410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d8db7cec-b183-49bf-bf0e-41cecc1aa5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.498917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Made reservation on behalf of 9e4e10a8582d41ac9e9afef5a55348b6 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:43.501921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.510147 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d8db7cec-b183-49bf-bf0e-41cecc1aa5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.536560 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.553930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Deleting port 12682942-082b-4a82-9cbd-544a00fff7c0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:50:43.554348 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.673313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a171db9e-d01d-4c37-86a4-62d1f5ba39dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.675950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a171db9e-d01d-4c37-86a4-62d1f5ba39dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.677251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a171db9e-d01d-4c37-86a4-62d1f5ba39dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db692b9b-2869-45e0-a26f-0c9cbc22818b HTTP/1.1" status: 204 len: 168 time: 0.6673999 Aug 20 14:50:43.680501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49754) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:43.690723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-011ef17f-b20c-4d6b-ac92-f2e1cf8372a6 req-e8c92e3a-ae8c-4f9e-aa17-7c69382dc787 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 210 time: 0.1110828 Aug 20 14:50:43.713959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171db9e-d01d-4c37-86a4-62d1f5ba39dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db692b9b-2869-45e0-a26f-0c9cbc22818b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:43.784184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] For port 12682942-082b-4a82-9cbd-544a00fff7c0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=12682942-082b-4a82-9cbd-544a00fff7c0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:43.784568 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.786520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21557eae-794d-4b22-b45c-d039a80a8fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.798621 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d8db7cec-b183-49bf-bf0e-41cecc1aa5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.801462 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d8db7cec-b183-49bf-bf0e-41cecc1aa5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.802636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d8db7cec-b183-49bf-bf0e-41cecc1aa5dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7867a5e-b08c-4d42-b64e-ba0b25bf3b96 HTTP/1.1" status: 204 len: 168 time: 0.5348084 Aug 20 14:50:43.819797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Calling delete_port for 12682942-082b-4a82-9cbd-544a00fff7c0 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:50:43.832823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db7cec-b183-49bf-bf0e-41cecc1aa5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7867a5e-b08c-4d42-b64e-ba0b25bf3b96,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:43.884007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-4a7944ef-2e22-431a-9a34-cf6582d0723f tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:43.885988 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-4a7944ef-2e22-431a-9a34-cf6582d0723f tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 821 time: 0.2216213 Aug 20 14:50:43.894869 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.913853 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.914732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Request body: {'port': {'device_id': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0', 'admin_state_up': True, 'tenant_id': '462a6e1cda0d44fea29a487a152c1772'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:43.950782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:50:43.974708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a30b0b-b755-457e-90d0-cfe0e150edfa,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:43.988596 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:43.989977 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Added segment f6d90763-8466-4c10-947a-b19c9d5479bb of type vlan for network 21a657a2-62db-4e40-8075-a5125ff7d821 Aug 20 14:50:44.103780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49762) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:44.129025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d72b0e90-0381-4f12-b95b-4dc94549a47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.178816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21557eae-794d-4b22-b45c-d039a80a8fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.186319 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21557eae-794d-4b22-b45c-d039a80a8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.197424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.247876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Made reservation on behalf of 462a6e1cda0d44fea29a487a152c1772 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:44.252913 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.277956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21557eae-794d-4b22-b45c-d039a80a8fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef44b7ce-ccb6-4cec-a9c4-2ac2683735e7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:44.310974 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-21557eae-794d-4b22-b45c-d039a80a8fd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea364aaebedb4beb85ade1bc06d3a890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6291771 Aug 20 14:50:44.312097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49768) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:44.336649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:50:44.355515 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:50:44.377225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:50:44.378109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8ed61a14-a4a4-4bba-86bb-0cf80fe81054 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:50:44.511414 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83f84d24-a132-41ca-a584-66c7ad1513a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.540652 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.resource_extend [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:50:44.546448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83f84d24-a132-41ca-a584-66c7ad1513a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.566498 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.607066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d72b0e90-0381-4f12-b95b-4dc94549a47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.617641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cd5d-ccee-4ef5-8e00-a09c51f1494f req-520189dc-d791-4292-a466-103e0945ea72 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:44.626143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca08cd5d-ccee-4ef5-8e00-a09c51f1494f req-520189dc-d791-4292-a466-103e0945ea72 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/ports?device_id=e065420a-0bbe-41e0-b983-0917e401f990 HTTP/1.1" status: 200 len: 949 time: 0.4701133 Aug 20 14:50:44.630330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Pushing event deleted for resources: {'Port': ['ID=12682942-082b-4a82-9cbd-544a00fff7c0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:44.637406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.638968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:44.639830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.664360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d72b0e90-0381-4f12-b95b-4dc94549a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.724737 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d72b0e90-0381-4f12-b95b-4dc94549a47c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c09914cd96f24a9d80e5929d7a7e3803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199188 Aug 20 14:50:44.729608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-941aab40-49b6-4861-9d72-8235a7046c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.743526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49784) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:44.744231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b0e90-0381-4f12-b95b-4dc94549a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c54fdfa-44cd-4e33-9c3c-d18a4c17fa7f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:44.745357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca08cd5d-ccee-4ef5-8e00-a09c51f1494f req-b03fa50c-0259-4634-8593-0b06264cc423 tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.36 "GET /v2.0/security-groups?id=2f2a1525-e97c-4f14-9a61-dcae75c2e045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183217 Aug 20 14:50:44.782504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.886004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] No DVR routers for this DVR port 12682942-082b-4a82-9cbd-544a00fff7c0 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:50:44.887351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83f84d24-a132-41ca-a584-66c7ad1513a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.889317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.890261 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83f84d24-a132-41ca-a584-66c7ad1513a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:44.891710 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-83f84d24-a132-41ca-a584-66c7ad1513a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef44b7ce-ccb6-4cec-a9c4-2ac2683735e7 HTTP/1.1" status: 204 len: 168 time: 0.5685732 Aug 20 14:50:44.902082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d53f871c-8e19-4d6d-8ca5-24b16ba331ea req-1bde3ac0-a64b-423a-ab1d-b3b7c1f5fabc tempest-DeleteServersAdminTestJSON-860982305 tempest-DeleteServersAdminTestJSON-860982305-project] 10.222.0.72 "DELETE /v2.0/ports/12682942-082b-4a82-9cbd-544a00fff7c0 HTTP/1.1" status: 204 len: 173 time: 1.8188357 Aug 20 14:50:44.926956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e065420a-0bbe-41e0-b983-0917e401f990', 'name': 'network-vif-deleted', 'tag': '12682942-082b-4a82-9cbd-544a00fff7c0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:44.936042 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757bfdc9-6c07-4826-9f88-aebf9f53c905" -d '{"events": [{"server_uuid": "e065420a-0bbe-41e0-b983-0917e401f990", "name": "network-vif-deleted", "tag": "12682942-082b-4a82-9cbd-544a00fff7c0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:44.944279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7421401 Aug 20 14:50:44.956938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49800) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:44.980086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Request body: {'subnet': {'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1264847290-subnet', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:45.002879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fcd0512-9eee-4a5d-88e6-187303db06c3 req-c1077de2-4a0e-4147-bf5f-eb2e39376150 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 210 time: 0.1527789 Aug 20 14:50:45.010247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0b7a7-07ed-4f79-ac5b-580f649ceba3 admin admin] Pushing event updated for resources: {'Network': ['ID=21a657a2-62db-4e40-8075-a5125ff7d821,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:45.014152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f84d24-a132-41ca-a584-66c7ad1513a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef44b7ce-ccb6-4cec-a9c4-2ac2683735e7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:45.024131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 21a657a2-62db-4e40-8075-a5125ff7d821 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:50:45.071301 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7edad8-7887-4f75-8b8e-cf83fe536c03 x-openstack-request-id: req-0a7edad8-7887-4f75-8b8e-cf83fe536c03 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:45.071771 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e065420a-0bbe-41e0-b983-0917e401f990", "name": "network-vif-deleted", "tag": "12682942-082b-4a82-9cbd-544a00fff7c0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:45.072193 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0a7edad8-7887-4f75-8b8e-cf83fe536c03 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:45.072569 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e065420a-0bbe-41e0-b983-0917e401f990', 'name': 'network-vif-deleted', 'tag': '12682942-082b-4a82-9cbd-544a00fff7c0', 'status': 'completed', 'code': 200} Aug 20 14:50:45.104259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Allocated IP 172.20.0.7 (8aa51d97-7421-40eb-8167-ff6eb96620e0/2497e036-a854-4163-ad6b-ae005102a234/1ff5c9b3-ac17-4587-a85b-f0c7331aa833) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:45.162474 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e39eec6-da0f-4408-874c-03a286913adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.193071 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e39eec6-da0f-4408-874c-03a286913adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.247397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Made reservation on behalf of 9e4e10a8582d41ac9e9afef5a55348b6 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:45.253832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.306880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e39eec6-da0f-4408-874c-03a286913adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.309586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e39eec6-da0f-4408-874c-03a286913adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.310802 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8e39eec6-da0f-4408-874c-03a286913adb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c54fdfa-44cd-4e33-9c3c-d18a4c17fa7f HTTP/1.1" status: 204 len: 168 time: 0.5638046 Aug 20 14:50:45.341219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39eec6-da0f-4408-874c-03a286913adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c54fdfa-44cd-4e33-9c3c-d18a4c17fa7f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:45.611850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.677422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.711000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.777225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Network 8aa51d97-7421-40eb-8167-ff6eb96620e0 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:45.777989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab30d3d9-c037-48f0-b200-66540b8f1eb6,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:45.795205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:45.806485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:45.835921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Pushing event updated for resources: {'Port': ['ID=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:45.847783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Checking segment: {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:45.848146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Network hostable DHCP agents. Network: 21a657a2-62db-4e40-8075-a5125ff7d821, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:50:45.872431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:45.873102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.888059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Network 21a657a2-62db-4e40-8075-a5125ff7d821 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:50:45.896562 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b31d5662-b39a-4356-b1e9-3d028589baac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9928608 Aug 20 14:50:45.900931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 21a657a2-62db-4e40-8075-a5125ff7d821) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:45.917538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71cdad0-a473-4c1d-96fb-3f61f6ab19c7 None None] Network 21a657a2-62db-4e40-8075-a5125ff7d821 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:45.921367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Request body: {'port': {'device_id': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:45.926760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:45.927730 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:45.974783 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-640a2ec7-e19d-414f-9ea7-afae003b6c14 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0160289 Aug 20 14:50:45.975531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49846) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:45.989779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:46.006017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.043637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.045186 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.058954 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.119113 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.178184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-21a657a2-62db-4e40-8075-a5125ff7d821', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:50:46.179046 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.334054 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.351489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4085e-0476-49af-8e25-4714deba510c req-b16e6483-bc8a-4c56-b8de-ca10bd45e5ce tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:46.353067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29a4085e-0476-49af-8e25-4714deba510c req-b16e6483-bc8a-4c56-b8de-ca10bd45e5ce tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 931 time: 0.1787450 Aug 20 14:50:46.364014 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 12682942-082b-4a82-9cbd-544a00fff7c0 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:50:46.398447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:46.407237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.414640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 12682942-082b-4a82-9cbd-544a00fff7c0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:50:46.414990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 12682942-082b-4a82-9cbd-544a00fff7c0 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:50:46.422932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Transition to ACTIVE for port object 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:46.430508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.461259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29a4085e-0476-49af-8e25-4714deba510c req-7b919f5d-61f3-4175-a7ac-b05fe7da6368 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945816 Aug 20 14:50:46.510446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Allocated IP 172.20.0.2 (21a657a2-62db-4e40-8075-a5125ff7d821/ab30d3d9-c037-48f0-b200-66540b8f1eb6/5827a60a-a0f3-4b39-aeb4-2ac4b09ae959) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:46.519714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:46.598589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:46.599412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:46.599412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:46.603816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:50:46.604145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:46.609168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:46.609595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:46.610184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:46.610478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Bound port: 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:46.610804 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.690117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:46.694505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:46.701282 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.743655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:46.744650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.746500 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] 10.222.0.72 "PUT /v2.0/ports/1ff5c9b3-ac17-4587-a85b-f0c7331aa833 HTTP/1.1" status: 200 len: 1092 time: 0.8341160 Aug 20 14:50:46.747801 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.749720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.758577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Transition to ACTIVE for port object 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:46.775976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:46.778725 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ce850d-fbc0-4984-a76b-cfd4b2600254" -d '{"events": [{"name": "network-changed", "server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:46.778916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Transition to ACTIVE for port object 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:46.781670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e743a-eae3-4023-a8fa-639610c9c397 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:46.790416 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.791037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.849587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Pushing event updated for resources: {'Port': ['ID=5827a60a-a0f3-4b39-aeb4-2ac4b09ae959,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:46.861378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.861726 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.862066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.862403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.862735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.863061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.863402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.863735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.864057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.869234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.869625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.869958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:46.880320 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237b05b2-d213-40e0-8b01-bcceb1638dc9 x-openstack-request-id: req-237b05b2-d213-40e0-8b01-bcceb1638dc9 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:46.880621 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:46.880869 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-237b05b2-d213-40e0-8b01-bcceb1638dc9 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:46.881252 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833', 'status': 'completed', 'code': 200} Aug 20 14:50:46.887396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Network 21a657a2-62db-4e40-8075-a5125ff7d821 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:46.890740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:46.893104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:46.916264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-fc443ecf-4f77-4684-91e7-4b5bba696568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:46.918276 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-fc443ecf-4f77-4684-91e7-4b5bba696568 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1095 time: 0.1015689 Aug 20 14:50:46.969361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Attempting to bind port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:46.969361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Attempting to bind port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:46.970235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Attempting to bind port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 on network 21a657a2-62db-4e40-8075-a5125ff7d821 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:46.970852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Allocated IP 172.25.5.201 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/acc29203-7f75-4b58-9d06-5d06e235f0b2) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:46.976636 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-81f43745-5a39-4167-a5f9-62af46169cc3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833 HTTP/1.1" status: 200 len: 217 time: 0.0440135 Aug 20 14:50:46.977235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:46.977733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Checking segment: {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:46.978247 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:46.978614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Bound using segment: {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:46.979146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Bound port: 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:46.979592 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.047613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49882) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:47.054063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] For port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:47.058764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] For port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5827a60a-a0f3-4b39-aeb4-2ac4b09ae959,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:47.070660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.104011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-f104b696-f4d7-408a-a929-84d5570ca14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:47.105706 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-f104b696-f4d7-408a-a929-84d5570ca14c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.1200001 Aug 20 14:50:47.162114 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-cdb74775-fbeb-4c44-8e3e-eaef75392a5e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389981 Aug 20 14:50:47.162309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60174521-91bc-45be-97b8-a933bd8ce223 None None] Pushing event updated for resources: {'Port': ['ID=5827a60a-a0f3-4b39-aeb4-2ac4b09ae959,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:47.189536 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.256871 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.279033 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-ea35f4ab-1953-4643-9699-1e28f1eb7145 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143892 Aug 20 14:50:47.305189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:47.308909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:47.322430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:47.325088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Pushing event updated for resources: {'Port': ['ID=acc29203-7f75-4b58-9d06-5d06e235f0b2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:47.389487 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bbbccd1c-9306-4d6e-869d-ca9fb02a0a42 req-dd3d6f04-b046-4672-873d-3ba85517e599 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032677 Aug 20 14:50:47.563223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-6cce8192-d31c-4fb2-88b4-35763fb0ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:47.566714 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-6cce8192-d31c-4fb2-88b4-35763fb0ad57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1095 time: 0.0764990 Aug 20 14:50:47.572243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49902) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:47.574894 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d653e20b-9111-421c-97ee-5e44f97dd6e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79654922a8a74445a7321032af6ca8d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5232198 Aug 20 14:50:47.672938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.742638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0295df00-1a0d-410d-89c7-c4a4dda63ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.743798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d2831-aee1-4b48-bab2-aa99cd9ec627 req-6be621a6-3a99-4b82-bd90-9725e6964f9e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:47.745652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d0d2831-aee1-4b48-bab2-aa99cd9ec627 req-6be621a6-3a99-4b82-bd90-9725e6964f9e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 943 time: 0.1484497 Aug 20 14:50:47.784554 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0295df00-1a0d-410d-89c7-c4a4dda63ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.786674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-cbb80eb6-cc1e-4f23-9342-c8c50b70875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:47.788178 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-cbb80eb6-cc1e-4f23-9342-c8c50b70875d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.2003055 Aug 20 14:50:47.850424 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-4c91e55c-e618-40b0-9886-4bef077252ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833 HTTP/1.1" status: 200 len: 217 time: 0.0521913 Aug 20 14:50:47.875562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d0d2831-aee1-4b48-bab2-aa99cd9ec627 req-729f3621-675e-487c-aa70-3d57a75cc8c0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216772 Aug 20 14:50:47.877149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.931984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-4fb3e0a6-0c9b-4f43-9a20-16ad970fe37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:47.933451 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-4fb3e0a6-0c9b-4f43-9a20-16ad970fe37b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0688946 Aug 20 14:50:47.954304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0295df00-1a0d-410d-89c7-c4a4dda63ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.960582 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0295df00-1a0d-410d-89c7-c4a4dda63ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:47.964458 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0295df00-1a0d-410d-89c7-c4a4dda63ba1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f2a1525-e97c-4f14-9a61-dcae75c2e045 HTTP/1.1" status: 204 len: 168 time: 0.3886766 Aug 20 14:50:47.985179 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-cc8b9185-09b5-4d67-ab6e-d04bc7451b8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370512 Aug 20 14:50:47.985179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295df00-1a0d-410d-89c7-c4a4dda63ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2a1525-e97c-4f14-9a61-dcae75c2e045,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:48.130587 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-33144534-c743-4ae7-b0f4-323e0d9be1d5 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429567 Aug 20 14:50:48.182761 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:48.292080 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a0ce850d-fbc0-4984-a76b-cfd4b2600254 req-187bbc1c-4ecf-46f7-b007-2e4e087dd8b9 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521072 Aug 20 14:50:48.393465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Router 368c9ff7-9910-4017-9056-0ca6b9a0076b is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:50:48.456412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae003a-98a6-46f2-af55-976e420d71c7 None None] Network 21a657a2-62db-4e40-8075-a5125ff7d821 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:48.533022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:50:48.544368 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Sync routers for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:50:48.556704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:48.557125 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:48.558000 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:48.559041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4627bba3-7e6f-42fb-bf2f-8d97e2e1782c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.5794783 Aug 20 14:50:48.561553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49934) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:48.654571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-78874fcd-3d99-4ae7-9d1e-ada682d9462c None None] Provisioning for port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:48.693969 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:48.768484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49944) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:48.978605 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:47Z', 'revision_number': 3, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:49.034540 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Checking router: 368c9ff7-9910-4017-9056-0ca6b9a0076b for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:50:49.034900 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Updating router 368c9ff7-9910-4017-9056-0ca6b9a0076b port acc29203-7f75-4b58-9d06-5d06e235f0b2 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:50:49.106796 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.180801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:49.216379 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-645b18a9-2f1f-4e17-a9df-303baf366ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.286302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:49.294643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:49.295305 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.321394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e467846-10b7-49ff-abcb-f816a929b2e1 req-b9e5140a-8977-4e18-955c-28dd5e77d483 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:49.322955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e467846-10b7-49ff-abcb-f816a929b2e1 req-b9e5140a-8977-4e18-955c-28dd5e77d483 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 943 time: 0.1089146 Aug 20 14:50:49.391980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e467846-10b7-49ff-abcb-f816a929b2e1 req-e2dd8916-632b-472c-b2c1-d1de06526dd6 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591497 Aug 20 14:50:49.427520 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-645b18a9-2f1f-4e17-a9df-303baf366ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.428569 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-645b18a9-2f1f-4e17-a9df-303baf366ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.493491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-645b18a9-2f1f-4e17-a9df-303baf366ba1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=334a197ff64646e69aef9bfe606f47fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7236674 Aug 20 14:50:49.494673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b18a9-2f1f-4e17-a9df-303baf366ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d748c0f8-7340-42ae-8221-733bd82e7df7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:49.497495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49964) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:49.526650 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.557191 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.568962 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Transition to ACTIVE for port object acc29203-7f75-4b58-9d06-5d06e235f0b2 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:49.576211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4336be53-cd37-404b-a037-8b4b1ac67729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.580423 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.598544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5827a60a-a0f3-4b39-aeb4-2ac4b09ae959,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:49.606135 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.613693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4336be53-cd37-404b-a037-8b4b1ac67729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.634871 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Attempting to bind port acc29203-7f75-4b58-9d06-5d06e235f0b2 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:49.635246 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Attempting to bind port acc29203-7f75-4b58-9d06-5d06e235f0b2 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:49.638830 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Attempting to bind port acc29203-7f75-4b58-9d06-5d06e235f0b2 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:49.689765 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4336be53-cd37-404b-a037-8b4b1ac67729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.694195 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4336be53-cd37-404b-a037-8b4b1ac67729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.708091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4336be53-cd37-404b-a037-8b4b1ac67729 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d748c0f8-7340-42ae-8221-733bd82e7df7 HTTP/1.1" status: 204 len: 168 time: 0.2093828 Aug 20 14:50:49.718693 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:49.719212 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:49.719988 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.720536 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:49.724544 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Bound port: acc29203-7f75-4b58-9d06-5d06e235f0b2, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:49.725312 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.736767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336be53-cd37-404b-a037-8b4b1ac67729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d748c0f8-7340-42ae-8221-733bd82e7df7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:49.759367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d49e2413-51fe-40d6-99c6-6c55bb8a2e2e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371447 Aug 20 14:50:49.785700 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Pushing event updated for resources: {'Port': ['ID=acc29203-7f75-4b58-9d06-5d06e235f0b2,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:49.787713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=5827a60a-a0f3-4b39-aeb4-2ac4b09ae959,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:49.799402 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.799954 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.800438 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.800934 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.801416 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.801901 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.802531 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.803012 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.803482 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.803986 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.804466 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.804945 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:50:49.839438 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] For port acc29203-7f75-4b58-9d06-5d06e235f0b2, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:49.848541 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] For port acc29203-7f75-4b58-9d06-5d06e235f0b2, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=acc29203-7f75-4b58-9d06-5d06e235f0b2,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:49.866244 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.872332 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:49.913947 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:49.915102 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:49.988498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-88af089e-cfa8-4e90-a303-3f4b07df49d1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:49.990778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-88af089e-cfa8-4e90-a303-3f4b07df49d1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305663 Aug 20 14:50:50.014637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-802dcc54-97ad-4adc-8035-78a87f1ab5cf tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/quotas/8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 375 time: 0.0178990 Aug 20 14:50:50.042330 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13bd6b-4f36-4736-a1b4-f8f03a28351b None None] Pushing event updated for resources: {'Port': ['ID=acc29203-7f75-4b58-9d06-5d06e235f0b2,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:50.048930 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:50.085840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-97cbc571-d8db-4822-aba6-67323028f1da tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625119 Aug 20 14:50:50.166711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Allocated IP 172.20.0.1 (21a657a2-62db-4e40-8075-a5125ff7d821/ab30d3d9-c037-48f0-b200-66540b8f1eb6/d7c0a767-b20f-45e0-a78d-e1ba85b7b62f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:50.269337 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:47Z', 'revision_number': 3, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:50.364229 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:50.388729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Transition to ACTIVE for port object d7c0a767-b20f-45e0-a78d-e1ba85b7b62f will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:50.432833 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be7a90-38b9-44fd-af8d-22ca7037fcda None None] The sync data for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 is: [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:47Z', 'revision_number': 3, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:50:50.443378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:50.449696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06ae3bb3-245c-4698-9770-42155f1a2e43 req-9676720b-a19e-449e-880e-f722f125118c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 210 time: 0.0584641 Aug 20 14:50:50.576975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c0a767-b20f-45e0-a78d-e1ba85b7b62f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:50.587080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Network 21a657a2-62db-4e40-8075-a5125ff7d821 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:50.591258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:50.594860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:50.631080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a95cd-df23-49d7-8a63-34b68c17977a req-3ef7b766-1ed3-4d29-be5c-e8a79f975892 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:50.638525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d4a95cd-df23-49d7-8a63-34b68c17977a req-3ef7b766-1ed3-4d29-be5c-e8a79f975892 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 943 time: 0.0937073 Aug 20 14:50:50.693871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d4a95cd-df23-49d7-8a63-34b68c17977a req-d0ade5af-2676-4051-b73d-c603d6bf9d20 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543752 Aug 20 14:50:50.698609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:50.948352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:50.998159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50022) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:51.046227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-96641b75-cca0-4e26-b597-f35826ab3c94 None None] Provisioning for port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:51.053091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-96641b75-cca0-4e26-b597-f35826ab3c94 None None] Provisioning complete for port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:51.053483 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-96641b75-cca0-4e26-b597-f35826ab3c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.185889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-96641b75-cca0-4e26-b597-f35826ab3c94 None None] Port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:50:51.239526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:51.309336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:51.310000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.386823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.397379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.434536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device acc29203-7f75-4b58-9d06-5d06e235f0b2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:51.466287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c0a767-b20f-45e0-a78d-e1ba85b7b62f,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:51.498073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.551397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port acc29203-7f75-4b58-9d06-5d06e235f0b2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:51.563007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port acc29203-7f75-4b58-9d06-5d06e235f0b2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:51.563445 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.594408 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a38dc271-798b-4d82-b925-fa40d114972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.640220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Network 21a657a2-62db-4e40-8075-a5125ff7d821 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:51.642755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:51.659799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbb50271-b136-4c7a-a376-e5c59471fa67 req-b989048a-1595-4082-a9bb-48738a35c87d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 210 time: 0.0783474 Aug 20 14:50:51.799239 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.865276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port acc29203-7f75-4b58-9d06-5d06e235f0b2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=acc29203-7f75-4b58-9d06-5d06e235f0b2,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:51.885440 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.911996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a38dc271-798b-4d82-b925-fa40d114972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:51.964045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=acc29203-7f75-4b58-9d06-5d06e235f0b2,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:51.969511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Router 368c9ff7-9910-4017-9056-0ca6b9a0076b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:50:52.047083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a38dc271-798b-4d82-b925-fa40d114972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.119168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9fad45e0-9c07-4bb0-a229-210fe1c17521 None None] Provisioning complete for port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:52.120269 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fad45e0-9c07-4bb0-a229-210fe1c17521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.184215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:50:52.193040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-f5fecb16-0b42-48e3-b0b3-b0d3f4b04b95 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188302 Aug 20 14:50:52.195593 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5c9d3821-138f-4d06-af24-4f24cc993653 admin admin] 10.222.0.36 "PUT /v2.0/routers/368c9ff7-9910-4017-9056-0ca6b9a0076b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6329052 Aug 20 14:50:52.228893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9fad45e0-9c07-4bb0-a229-210fe1c17521 None None] Port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:50:52.268432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50086) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:52.293834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a38dc271-798b-4d82-b925-fa40d114972d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87200908bbeb40a58932b4f75e33245d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2943263 Aug 20 14:50:52.296705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50092) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:52.302315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dc271-798b-4d82-b925-fa40d114972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17613ed-dcec-490b-aecc-7b0fc8b3cbd9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:52.328726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa9b95-2fdf-4232-8817-4d6f07ddb2f6 req-53b0a61d-2abc-43a6-8cfa-ffb942c04690 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:52.330510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8aa9b95-2fdf-4232-8817-4d6f07ddb2f6 req-53b0a61d-2abc-43a6-8cfa-ffb942c04690 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 943 time: 0.4170191 Aug 20 14:50:52.394656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:50:52.404873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8aa9b95-2fdf-4232-8817-4d6f07ddb2f6 req-90df9dbc-3941-4d64-a857-5b4cfe10cdf9 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596027 Aug 20 14:50:52.455766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-8198ebe2-8960-46b8-983a-ff23a5c21db7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:52.459703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-8198ebe2-8960-46b8-983a-ff23a5c21db7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487311 Aug 20 14:50:52.483245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Request body: {'port': {'device_id': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '8e5c6b9b889f412f8ef4d12fbe95bbf0'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:52.488046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2d9bbb8-e6d6-47e1-9434-fb7666c48514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.493329 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1166ca7-edfc-4e74-a34b-a5056efb5294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.532248 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1166ca7-edfc-4e74-a34b-a5056efb5294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.587174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:52.618985 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1166ca7-edfc-4e74-a34b-a5056efb5294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.621587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833', 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0', 'port_id': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833', 'mac_address': 'fa:16:3e:2c:38:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2497e036-a854-4163-ad6b-ae005102a234', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:50:52.625722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1166ca7-edfc-4e74-a34b-a5056efb5294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.630666 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a1166ca7-edfc-4e74-a34b-a5056efb5294 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c17613ed-dcec-490b-aecc-7b0fc8b3cbd9 HTTP/1.1" status: 204 len: 168 time: 0.3327026 Aug 20 14:50:52.644013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1166ca7-edfc-4e74-a34b-a5056efb5294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17613ed-dcec-490b-aecc-7b0fc8b3cbd9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:52.678711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2d9bbb8-e6d6-47e1-9434-fb7666c48514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.685862 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2d9bbb8-e6d6-47e1-9434-fb7666c48514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.697505 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.715255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:52.720190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Made reservation on behalf of 8e5c6b9b889f412f8ef4d12fbe95bbf0 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:52.725950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.759344 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.760301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9bbb8-e6d6-47e1-9434-fb7666c48514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848904fa-3d1c-42a7-a60b-f550de094e92,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:52.767110 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2d9bbb8-e6d6-47e1-9434-fb7666c48514 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ce1d322d40f4a07b98c620b30200d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975317 Aug 20 14:50:52.774274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:52.775111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50116) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:52.781438 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.877530 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d701539-4884-4749-9f36-e1c20e328c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.885197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:52.954857 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.964467 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:52.989961 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d701539-4884-4749-9f36-e1c20e328c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.063864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:53.092234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device acc29203-7f75-4b58-9d06-5d06e235f0b2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:53.130325 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d701539-4884-4749-9f36-e1c20e328c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.135909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d701539-4884-4749-9f36-e1c20e328c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.143714 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3d701539-4884-4749-9f36-e1c20e328c32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/848904fa-3d1c-42a7-a60b-f550de094e92 HTTP/1.1" status: 204 len: 168 time: 0.3612030 Aug 20 14:50:53.171428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['1ff5c9b3-ac17-4587-a85b-f0c7331aa833'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:50:53.181022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d701539-4884-4749-9f36-e1c20e328c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848904fa-3d1c-42a7-a60b-f550de094e92,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:53.231953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Allocated IP 192.168.233.249 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/65ce822f-1a68-4a45-a7c1-7420e526e39d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:53.277945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ff0c1d0-2027-4915-bfba-820e240c38ad req-390b4e85-4e59-4b79-a847-38e9586a5765 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 210 time: 0.0672362 Aug 20 14:50:53.322457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Sync routers for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:50:53.350506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50130) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:53.355377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:53.356426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:53.363032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port acc29203-7f75-4b58-9d06-5d06e235f0b2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:53.363841 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.417314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50134) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:53.423043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-32a02714-8081-48a5-9262-ea3cb37a2819 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1735419489', 'description': 'tempest-description--1423732586'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:53.485689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-32a02714-8081-48a5-9262-ea3cb37a2819 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.521823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.546812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Transition to ACTIVE for port object 65ce822f-1a68-4a45-a7c1-7420e526e39d will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:53.573194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50140) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:53.583853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:53.596448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2be5-70cf-4919-b68a-a0d77d18b747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.607002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.687773 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-32a02714-8081-48a5-9262-ea3cb37a2819 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.690057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:53.696999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:53.714307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-32a02714-8081-48a5-9262-ea3cb37a2819 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.716742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:53.824720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:53.825799 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.848537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a02714-8081-48a5-9262-ea3cb37a2819 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9308de3c-2b27-4aff-984d-729b7147463c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:53.896415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73c41dcd-267a-428f-80fe-995c6d75b093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:53.899313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Pushing event updated for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:53.911535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480ce62-2609-4b57-9a16-5f4f6a5ee907 req-ab746bf6-0593-4960-98ed-9c9c417ed732 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:53.919327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7480ce62-2609-4b57-9a16-5f4f6a5ee907 req-ab746bf6-0593-4960-98ed-9c9c417ed732 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 944 time: 0.3271306 Aug 20 14:50:53.991909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7480ce62-2609-4b57-9a16-5f4f6a5ee907 req-6de1a702-8e5f-4887-8819-5570013d1967 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714071 Aug 20 14:50:54.010794 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2be5-70cf-4919-b68a-a0d77d18b747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.023897 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2be5-70cf-4919-b68a-a0d77d18b747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.031945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-d5088ba4-5996-4de8-9086-779c433ca1e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5527055 Aug 20 14:50:54.059952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Request body: {'port': {'device_id': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:54.066295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:54.087437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-32a02714-8081-48a5-9262-ea3cb37a2819 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.091962 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-32a02714-8081-48a5-9262-ea3cb37a2819 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6734633 Aug 20 14:50:54.106785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50148) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:54.111408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-41e79591-aa35-4577-b475-3ae82101db50 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Request body: {'security_group_rule': {'security_group_id': '9308de3c-2b27-4aff-984d-729b7147463c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:54.137092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-72f79298-a938-4af6-a685-c10a9be2ad48 None None] Provisioning for port 65ce822f-1a68-4a45-a7c1-7420e526e39d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:54.137663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2bbe52f-565d-4f9d-b2e4-cb1509105fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.145913 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1a9e2be5-70cf-4919-b68a-a0d77d18b747 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db7c6eafe181445085ddf483670d0373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5711482 Aug 20 14:50:54.151410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50152) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:54.151689 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-72f79298-a938-4af6-a685-c10a9be2ad48 None None] Provisioning complete for port 65ce822f-1a68-4a45-a7c1-7420e526e39d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:54.152079 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-72f79298-a938-4af6-a685-c10a9be2ad48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.154291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e2be5-70cf-4919-b68a-a0d77d18b747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c4637b-7012-41f8-8b9a-0916840501c0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:54.183976 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.223887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-72f79298-a938-4af6-a685-c10a9be2ad48 None None] Port 65ce822f-1a68-4a45-a7c1-7420e526e39d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:50:54.238352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:50Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'd7c0a767-b20f-45e0-a78d-e1ba85b7b62f', 'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'mac_address': 'fa:16:3e:90:e7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:49Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 2, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'subnets': [{'id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:54.267895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Checking router: 368c9ff7-9910-4017-9056-0ca6b9a0076b for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:50:54.268381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Updating router 368c9ff7-9910-4017-9056-0ca6b9a0076b port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:50:54.296915 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.372771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-94fe6431-16c1-43ca-8191-0d9bb55b3fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.461654 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73c41dcd-267a-428f-80fe-995c6d75b093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.463877 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-94fe6431-16c1-43ca-8191-0d9bb55b3fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.505205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e79591-aa35-4577-b475-3ae82101db50 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.524439 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73c41dcd-267a-428f-80fe-995c6d75b093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.560274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-73c41dcd-267a-428f-80fe-995c6d75b093 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7119d41014b14212a460174d7b129889&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2046230 Aug 20 14:50:54.564965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50162) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:54.606050 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.618555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Transition to ACTIVE for port object d7c0a767-b20f-45e0-a78d-e1ba85b7b62f will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:54.626576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf72a0-bf63-44b4-8c70-d8876d1a59e8 req-08f93133-688a-486f-93cd-d161e7e848f4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:54.627419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e79591-aa35-4577-b475-3ae82101db50 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.630966 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.635412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1bdf72a0-bf63-44b4-8c70-d8876d1a59e8 req-08f93133-688a-486f-93cd-d161e7e848f4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 936 time: 0.2484269 Aug 20 14:50:54.668496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c41dcd-267a-428f-80fe-995c6d75b093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa507d12-b11b-4458-9243-ec6bc9684c8f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:54.684310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2bbe52f-565d-4f9d-b2e4-cb1509105fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.686565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e79591-aa35-4577-b475-3ae82101db50 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.707150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e5e32-44c2-4975-a720-df63b770ad70 None None] Pushing event updated for resources: {'Port': ['ID=d7c0a767-b20f-45e0-a78d-e1ba85b7b62f,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:54.710911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e79591-aa35-4577-b475-3ae82101db50 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6ebc97-4fbe-4f2f-a471-3ad1bed02026,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:54.728265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2bbe52f-565d-4f9d-b2e4-cb1509105fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.751164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1bdf72a0-bf63-44b4-8c70-d8876d1a59e8 req-021c493d-80a2-4e80-bc2f-e6fea933ffe8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126997 Aug 20 14:50:54.798746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Attempting to bind port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:54.799381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Attempting to bind port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:54.800531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Attempting to bind port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f on network 21a657a2-62db-4e40-8075-a5125ff7d821 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:54.805792 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-94fe6431-16c1-43ca-8191-0d9bb55b3fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.806874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:54.807590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Checking segment: {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:54.808261 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.808887 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-94fe6431-16c1-43ca-8191-0d9bb55b3fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.809142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Bound using segment: {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:54.809790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Bound port: d7c0a767-b20f-45e0-a78d-e1ba85b7b62f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:54.810281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-94fe6431-16c1-43ca-8191-0d9bb55b3fff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87c4637b-7012-41f8-8b9a-0916840501c0 HTTP/1.1" status: 204 len: 168 time: 0.6570866 Aug 20 14:50:54.810562 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.818454 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0044e83e-a210-4270-889e-6d115336b95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.834853 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2bbe52f-565d-4f9d-b2e4-cb1509105fcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9123669a2df74c019b9c7106406898c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7592852 Aug 20 14:50:54.838644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50172) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:54.839599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e79591-aa35-4577-b475-3ae82101db50 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.840765 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-41e79591-aa35-4577-b475-3ae82101db50 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7330210 Aug 20 14:50:54.841553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe6431-16c1-43ca-8191-0d9bb55b3fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c4637b-7012-41f8-8b9a-0916840501c0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:54.851534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50174) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:54.872164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbe52f-565d-4f9d-b2e4-cb1509105fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7662876e-7cc7-435d-82af-9498873bf1ec,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:54.885159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-deb0fcb5-63d1-480c-a927-6e5fb9f91e67 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Request body: {'security_group_rule': {'security_group_id': '9308de3c-2b27-4aff-984d-729b7147463c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:54.960211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0044e83e-a210-4270-889e-6d115336b95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.967792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-537f081e-930f-4371-9ca1-50f838c171ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:54.999113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-537f081e-930f-4371-9ca1-50f838c171ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.011017 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-deb0fcb5-63d1-480c-a927-6e5fb9f91e67 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.068595 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-537f081e-930f-4371-9ca1-50f838c171ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.070298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] For port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:55.074395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] For port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d7c0a767-b20f-45e0-a78d-e1ba85b7b62f,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:55.074724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-537f081e-930f-4371-9ca1-50f838c171ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.076135 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-537f081e-930f-4371-9ca1-50f838c171ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7662876e-7cc7-435d-82af-9498873bf1ec HTTP/1.1" status: 204 len: 168 time: 0.2343683 Aug 20 14:50:55.087294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f081e-930f-4371-9ca1-50f838c171ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7662876e-7cc7-435d-82af-9498873bf1ec,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:55.088184 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.104702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ce822f-1a68-4a45-a7c1-7420e526e39d {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:50:55.127211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.163372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:50:55.164245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:55.194827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Transition to ACTIVE for port object 65ce822f-1a68-4a45-a7c1-7420e526e39d will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:50:55.211196 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.211721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e5e32-44c2-4975-a720-df63b770ad70 None None] Pushing event updated for resources: {'Port': ['ID=d7c0a767-b20f-45e0-a78d-e1ba85b7b62f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:55.272763 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0044e83e-a210-4270-889e-6d115336b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.275373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0044e83e-a210-4270-889e-6d115336b95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.278776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0044e83e-a210-4270-889e-6d115336b95c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa507d12-b11b-4458-9243-ec6bc9684c8f HTTP/1.1" status: 204 len: 168 time: 0.6983984 Aug 20 14:50:55.316598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-deb0fcb5-63d1-480c-a927-6e5fb9f91e67 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.330831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44425-1e7f-495c-9a5a-794575aecc69 req-bbee32e2-36c0-4cab-8475-c9449d490d69 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:55.338501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4a44425-1e7f-495c-9a5a-794575aecc69 req-bbee32e2-36c0-4cab-8475-c9449d490d69 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 944 time: 0.2177608 Aug 20 14:50:55.348920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044e83e-a210-4270-889e-6d115336b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa507d12-b11b-4458-9243-ec6bc9684c8f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:55.358697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-deb0fcb5-63d1-480c-a927-6e5fb9f91e67 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.363151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:50:55.367915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Pushing event updated for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:55.444936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0fcb5-63d1-480c-a927-6e5fb9f91e67 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c25889-8810-4295-b5cb-0257b14dfc6b,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:55.462033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-deb0fcb5-63d1-480c-a927-6e5fb9f91e67 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.463433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-deb0fcb5-63d1-480c-a927-6e5fb9f91e67 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6053648 Aug 20 14:50:55.468077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50194) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:55.473142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:55.489989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4a44425-1e7f-495c-9a5a-794575aecc69 req-dccb8b34-f11c-4927-91aa-6182cf2e1f7b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503808 Aug 20 14:50:55.535707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.543623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Attempting to bind port 65ce822f-1a68-4a45-a7c1-7420e526e39d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:50:55.545780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Attempting to bind port 65ce822f-1a68-4a45-a7c1-7420e526e39d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:50:55.547408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Attempting to bind port 65ce822f-1a68-4a45-a7c1-7420e526e39d on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:55.564481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Port 65ce822f-1a68-4a45-a7c1-7420e526e39d on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:50:55.564819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Attempting to bind port 65ce822f-1a68-4a45-a7c1-7420e526e39d on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:50:55.572364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:50:55.572696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:55.573157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:50:55.574496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Bound port: 65ce822f-1a68-4a45-a7c1-7420e526e39d, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:50:55.574496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.716401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:50:55.721319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:50:55.732165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.759118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.799260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:50Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'd7c0a767-b20f-45e0-a78d-e1ba85b7b62f', 'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'mac_address': 'fa:16:3e:90:e7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:49Z', 'updated_at': '2021-08-20T14:50:55Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'subnets': [{'id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:50:55.800755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Pushing event updated for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:55.815995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:55.816853 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:55.818631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-c7029ae1-7566-4f88-9d77-f6478c5b20e3 service neutron] 10.222.0.70 "PUT /v2.0/ports/65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 1097 time: 1.7736304 Aug 20 14:50:55.819381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:55.824213 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e6b162-cda1-48b0-a262-32de7a1c3da2" -d '{"events": [{"name": "network-changed", "server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:55.895336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7152bb5a-9b74-4384-ab12-ff2b435dc7a0 None None] The sync data for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 is: [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:50Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'd7c0a767-b20f-45e0-a78d-e1ba85b7b62f', 'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'mac_address': 'fa:16:3e:90:e7:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:49Z', 'updated_at': '2021-08-20T14:50:55Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'subnets': [{'id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:50:56.042142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-40de420d-d7d5-4e80-a5ff-c1b9781a8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:56.044313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-40de420d-d7d5-4e80-a5ff-c1b9781a8a3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1100 time: 0.1605260 Aug 20 14:50:56.058103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Allocated IP 172.25.5.207 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/0c03a201-9b62-46b7-ade3-c4a53468bb25) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:50:56.058556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d57b39-2a79-418e-9d63-f80ae8a481be req-caa25f57-0959-47c0-939d-45c894277095 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:56.060372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42d57b39-2a79-418e-9d63-f80ae8a481be req-caa25f57-0959-47c0-939d-45c894277095 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 948 time: 0.1615734 Aug 20 14:50:56.114478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-56db0ace-7c0b-43a7-9527-2d1c23f86292 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 217 time: 0.0527904 Aug 20 14:50:56.202920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42d57b39-2a79-418e-9d63-f80ae8a481be req-fb8ab97a-a25e-4e72-aef9-f3bec4d740ad tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733347 Aug 20 14:50:56.216308 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:56.289518 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcfb23a-61d9-42ff-970d-bc2523fa48c6 x-openstack-request-id: req-afcfb23a-61d9-42ff-970d-bc2523fa48c6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:56.290068 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:56.290500 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afcfb23a-61d9-42ff-970d-bc2523fa48c6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:56.290733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:56.291398 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'status': 'completed', 'code': 200} Aug 20 14:50:56.293675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-34da03fb-674a-48f7-852e-481f02c0908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:56.295373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-34da03fb-674a-48f7-852e-481f02c0908d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1214418 Aug 20 14:50:56.332229 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:50:56.340544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:56.343827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:50:56.370390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-5789cdeb-d590-4286-bb1f-7f6dc36bfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:56.372405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-5789cdeb-d590-4286-bb1f-7f6dc36bfa66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590138 Aug 20 14:50:56.402652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Pushing event updated for resources: {'Port': ['ID=0c03a201-9b62-46b7-ade3-c4a53468bb25,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:56.416636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:56.511982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:56.519120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50226) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:56.536649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:56.538316 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:56.563870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:56.617414 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:56.637451 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d660c540-c9b7-4647-b35e-2fed8bf00579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:56.721307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-9ec8b0b0-0d91-41d5-8647-5f8bb7eec39f service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364172 Aug 20 14:50:56.770939 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:56.774251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7854e-e095-4ddc-969c-89b0cb1ba6cb req-d56722cb-ef95-4d0c-8ad8-53ae7560b66a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:56.775763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9d7854e-e095-4ddc-969c-89b0cb1ba6cb req-d56722cb-ef95-4d0c-8ad8-53ae7560b66a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 944 time: 0.1109834 Aug 20 14:50:56.831479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:50:56.834471 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c2c156-4634-47e8-9c18-41a37e320187" -d '{"events": [{"server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "name": "network-vif-plugged", "status": "completed", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:50:56.849687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:56.857757 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:56.939249 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9d7854e-e095-4ddc-969c-89b0cb1ba6cb req-a7a1c92d-bb7d-4dd4-830f-d70557f9bd37 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273315 Aug 20 14:50:56.982971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:57.009059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.019734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.039932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87139-11d4-4b05-a458-e5a62b9208ff req-f00580ac-d520-4b0b-b30a-82ce148f6451 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027081 Aug 20 14:50:57.094439 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d660c540-c9b7-4647-b35e-2fed8bf00579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.106258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d660c540-c9b7-4647-b35e-2fed8bf00579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.196195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Pushing event updated for resources: {'Port': ['ID=0c03a201-9b62-46b7-ade3-c4a53468bb25,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:57.201755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d660c540-c9b7-4647-b35e-2fed8bf00579 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63395de2f9c540cf983be397f16daa51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6637704 Aug 20 14:50:57.207757 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbb1c5b-6c0c-4186-b959-45fffc7c871d x-openstack-request-id: req-6cbb1c5b-6c0c-4186-b959-45fffc7c871d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:50:57.208310 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "name": "network-vif-plugged", "status": "completed", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:50:57.208584 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6cbb1c5b-6c0c-4186-b959-45fffc7c871d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:50:57.208982 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833', 'code': 200} Aug 20 14:50:57.228049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50252) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:57.244064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d7c0a767-b20f-45e0-a78d-e1ba85b7b62f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:57.323399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50262) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:57.334269 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.374057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660c540-c9b7-4647-b35e-2fed8bf00579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89f99e2-c3f6-4594-a55d-737dba8dfc36,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:57.378932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:50:57.395240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:57.395240 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.416481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-882b2b54-98ac-4ca5-b7a5-cd0905126720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:57.418884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-882b2b54-98ac-4ca5-b7a5-cd0905126720 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1100 time: 0.2517483 Aug 20 14:50:57.434652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.435923 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0c9348e7-f5cf-410f-bbe9-f010fc1ecdac tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9668274 Aug 20 14:50:57.447185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e835e8-8e29-44d2-9549-258a8fb2186c req-78c035e8-1ff3-4396-aee3-3a8319e76859 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:57.449228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8e835e8-8e29-44d2-9549-258a8fb2186c req-78c035e8-1ff3-4396-aee3-3a8319e76859 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 948 time: 0.0976739 Aug 20 14:50:57.504377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6797bb-04eb-431f-bbaf-feca8448b6da req-a0a2f542-4088-4681-8920-c698ea5b8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:57.505902 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d6797bb-04eb-431f-bbaf-feca8448b6da req-a0a2f542-4088-4681-8920-c698ea5b8434 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1097 time: 0.2070816 Aug 20 14:50:57.506942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c06f177-cb71-4539-98a8-8da8f1d6e98f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.560986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8e835e8-8e29-44d2-9549-258a8fb2186c req-f6f42cc1-2b0b-422f-8427-590e9126593f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001184 Aug 20 14:50:57.575133 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.579224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c06f177-cb71-4539-98a8-8da8f1d6e98f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.608190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-1e1efd05-bd36-422d-a459-b2594dac9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:57.611272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-1e1efd05-bd36-422d-a459-b2594dac9a42 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1606004 Aug 20 14:50:57.628854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d7c0a767-b20f-45e0-a78d-e1ba85b7b62f,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:50:57.639166 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.648664 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5d6797bb-04eb-431f-bbaf-feca8448b6da req-0d2997eb-18f4-449b-8c9a-2f7ac7e16c30 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277506 Aug 20 14:50:57.688885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c06f177-cb71-4539-98a8-8da8f1d6e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.692097 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c06f177-cb71-4539-98a8-8da8f1d6e98f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.696392 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6c06f177-cb71-4539-98a8-8da8f1d6e98f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a89f99e2-c3f6-4594-a55d-737dba8dfc36 HTTP/1.1" status: 204 len: 168 time: 0.4538746 Aug 20 14:50:57.706846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06f177-cb71-4539-98a8-8da8f1d6e98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89f99e2-c3f6-4594-a55d-737dba8dfc36,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:57.723469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-404703000-network', 'tenant_id': 'c4216732d08147cabdbe929d8913fe92'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:57.727401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=d7c0a767-b20f-45e0-a78d-e1ba85b7b62f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:57.728933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-e313282d-2a6e-40a3-8b1d-2befd067cad3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 217 time: 0.1025825 Aug 20 14:50:57.797942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Made reservation on behalf of c4216732d08147cabdbe929d8913fe92 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:57.801216 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.822706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-d1115b16-35a6-470b-9a0e-9892fbd0a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:57.824821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-d1115b16-35a6-470b-9a0e-9892fbd0a5ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0859313 Aug 20 14:50:57.825988 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:57.917613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-3a5ae8c8-d698-4413-90d3-6eb56685afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:57.919179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-3a5ae8c8-d698-4413-90d3-6eb56685afc4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0807865 Aug 20 14:50:58.129455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:58.135765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-6bbba9e3-8d43-4420-b310-165861877957 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028763 Aug 20 14:50:58.144720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:58.180468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-2355a3a9-ba8e-4cad-b803-837a2da8a2ec tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1735419489&fields=id&tenant_id=9e4e10a8582d41ac9e9afef5a55348b6 HTTP/1.1" status: 200 len: 267 time: 0.1197233 Aug 20 14:50:58.231999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:50:58.260117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bce10-b38b-4a44-912d-eb193a51bdc1 req-936e73af-33f7-437d-9790-fd9133ca5dbc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:58.264744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c0bce10-b38b-4a44-912d-eb193a51bdc1 req-936e73af-33f7-437d-9790-fd9133ca5dbc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 945 time: 0.1966782 Aug 20 14:50:58.384510 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:58.537371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:58.556207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:58.556557 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Added segment 0ab89d6e-475c-485b-8489-827896f2e468 of type vlan for network bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 Aug 20 14:50:58.645182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:58.649572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c0bce10-b38b-4a44-912d-eb193a51bdc1 req-e75d4744-815f-476d-ba84-ed5ad24fb341 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652532 Aug 20 14:50:58.683345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3e6b162-cda1-48b0-a262-32de7a1c3da2 req-8af3eb36-13a6-450f-8c1b-ee862af8e916 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294392 Aug 20 14:50:58.704947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-ae76d17b-0aff-4eea-87cc-c6ea7a7731eb tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:58.706617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-ae76d17b-0aff-4eea-87cc-c6ea7a7731eb tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/networks?id=21a657a2-62db-4e40-8075-a5125ff7d821 HTTP/1.1" status: 200 len: 806 time: 0.4772882 Aug 20 14:50:58.717090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:58.718146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:58.718905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:58.777109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-18ecf562-5100-497c-9db6-8b7a996e648f tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/quotas/9e4e10a8582d41ac9e9afef5a55348b6 HTTP/1.1" status: 200 len: 375 time: 0.0555527 Aug 20 14:50:58.802689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4734876 Aug 20 14:50:58.806273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50334) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:58.812574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Request body: {'subnet': {'network_id': 'bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-404703000-subnet', 'tenant_id': 'c4216732d08147cabdbe929d8913fe92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:58.821668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50336) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:58.824381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b9c53-31ec-4c73-95a9-671c3602c45a admin admin] Pushing event updated for resources: {'Network': ['ID=bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:58.836645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:50:58.860187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Made reservation on behalf of c4216732d08147cabdbe929d8913fe92 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:58.862923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:58.872262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-1f59ee8a-064d-44ae-bf79-154b9fd2af8a tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e4e10a8582d41ac9e9afef5a55348b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880072 Aug 20 14:50:58.974430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-network', 'tenant_id': '171e3955fa9244b8a7465ba079299507'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:59.009418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Made reservation on behalf of 171e3955fa9244b8a7465ba079299507 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:59.011812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.025144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74148e3-b86f-4e93-8145-183f829ab96a req-f2e34a1c-8cba-4c04-b1d6-ab71c5d0b399 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:59.026750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74148e3-b86f-4e93-8145-183f829ab96a req-f2e34a1c-8cba-4c04-b1d6-ab71c5d0b399 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 948 time: 0.1084814 Aug 20 14:50:59.038785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.048514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d7c0a767-b20f-45e0-a78d-e1ba85b7b62f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:50:59.055941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-23555e46-50b9-47c2-baf6-63a7d14003f0 service neutron] 10.222.0.36 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623209 Aug 20 14:50:59.135879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:50:59.136388 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.144170 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.154458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74148e3-b86f-4e93-8145-183f829ab96a req-02b1ea0d-cc50-4bb8-8b1b-29e8a266ac01 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112695 Aug 20 14:50:59.223733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7c7c7c-4456-47c7-93fb-30b63169667c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:59.245314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-7e6ff19d-86f7-4470-8379-0b72019034d5 service neutron] 10.222.0.36 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692863 Aug 20 14:50:59.263681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Checking segment: {'id': '0ab89d6e-475c-485b-8489-827896f2e468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:50:59.264048 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Network hostable DHCP agents. Network: bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:50:59.286482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.297997 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.315876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Network bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:50:59.332191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:50:59.339675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd470ab2-d6dd-40a6-93a8-280db82500ed,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:59.346015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:50:59.350453 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:59.350968 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.358605 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.358958 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Added segment 9166cb30-6819-45c1-b834-4ce6351bce84 of type vlan for network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 Aug 20 14:50:59.360683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96061567-0fb1-4232-889b-c5d2758e66ab None None] Network bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:59.403371 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d8de07d9-c745-4e65-aace-7ad66de2b895 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5954597 Aug 20 14:50:59.418042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.480612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.481634 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:59.482224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.552600 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6c7207-d4bf-48cf-9fa9-6472a475ef5a None None] Network bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:50:59.580908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1684e9c6-1ffe-4f29-8b81-d6cdb926207f req-1f228daf-b688-4385-a601-8ac55c11b504 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 210 time: 0.0702434 Aug 20 14:50:59.584601 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7589927 Aug 20 14:50:59.586143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50356) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:59.594240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Request body: {'subnet': {'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-subnet', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:50:59.599961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0b56e-2fa4-49d8-8ad5-4904a734a7a7 admin admin] Pushing event updated for resources: {'Network': ['ID=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:50:59.618605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:50:59.622468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Made reservation on behalf of 171e3955fa9244b8a7465ba079299507 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:50:59.625518 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.634877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:50:59.878954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-917f7ad9-c1e6-4689-8c9b-44b9102041d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:50:59.949800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf82202-1531-4e7f-8a26-c7d49da07afb req-6ac65ce2-d752-4222-a9bb-65f4e84b0e65 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:50:59.951722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cf82202-1531-4e7f-8a26-c7d49da07afb req-6ac65ce2-d752-4222-a9bb-65f4e84b0e65 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 945 time: 0.1411254 Aug 20 14:50:59.987664 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.039291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Pushing event updated for resources: {'Subnet': ['ID=582997e1-67ba-4f6c-9538-145864918dc0,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:00.114293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cf82202-1531-4e7f-8a26-c7d49da07afb req-6d7bebed-420b-41fd-9228-26e94059855a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503122 Aug 20 14:51:00.119278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-917f7ad9-c1e6-4689-8c9b-44b9102041d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.126725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-917f7ad9-c1e6-4689-8c9b-44b9102041d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.128988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Checking segment: {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:00.129519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Network hostable DHCP agents. Network: 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:51:00.157897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:51:00.191345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:00.196607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:00.197211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.203210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329b95f-7059-4ffc-9b67-6bca7889bbcd None None] Network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:00.207399 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-917f7ad9-c1e6-4689-8c9b-44b9102041d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d43ef3585a6040519b5b8057afaffd36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5873537 Aug 20 14:51:00.208677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f7ad9-c1e6-4689-8c9b-44b9102041d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8c6e26-ab7a-4515-a262-02cb48fe1aed,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:00.209714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50396) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:00.246457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e350e5b4-ba14-47b1-8cce-6d8c6016473d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6576357 Aug 20 14:51:00.249913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50398) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:00.256635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:00.300399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.304852 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.329083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157807-b70d-4fd5-9172-6af76be60f6a req-2a66cf73-709a-4530-8589-f64ce951c380 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:00.331089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94157807-b70d-4fd5-9172-6af76be60f6a req-2a66cf73-709a-4530-8589-f64ce951c380 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1097 time: 0.0783782 Aug 20 14:51:00.359172 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c41a0c3-1b1e-4a59-8837-311457f6b64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.385907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.412787 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c41a0c3-1b1e-4a59-8837-311457f6b64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.432213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94157807-b70d-4fd5-9172-6af76be60f6a req-962e98b1-6eef-451c-a1bb-3fafd5cc2045 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887983 Aug 20 14:51:00.468246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:51:00.469403 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.516744 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c41a0c3-1b1e-4a59-8837-311457f6b64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.519661 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c41a0c3-1b1e-4a59-8837-311457f6b64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.523403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4c41a0c3-1b1e-4a59-8837-311457f6b64e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b8c6e26-ab7a-4515-a262-02cb48fe1aed HTTP/1.1" status: 204 len: 168 time: 0.3104126 Aug 20 14:51:00.531681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41a0c3-1b1e-4a59-8837-311457f6b64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8c6e26-ab7a-4515-a262-02cb48fe1aed,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:00.581092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50410) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:00.589967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-31944166-network', 'tenant_id': '9e0e35f885c4450f9a01e14cb0f4c399'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:00.631416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Made reservation on behalf of 9e0e35f885c4450f9a01e14cb0f4c399 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:00.634656 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.660159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.710577 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.727602 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Allocated IP 172.20.0.2 (00d81dd8-a352-4f1a-b1b2-b0f960daf5a8/582997e1-67ba-4f6c-9538-145864918dc0/7a0f37a0-c946-4cc7-80d4-00a5d990e1bf) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:00.843273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dade9e9-0aca-4629-92bc-e1b6263a18b5 req-513d1300-05cd-4c8b-940f-327e3fe351a2 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:00.845195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5dade9e9-0aca-4629-92bc-e1b6263a18b5 req-513d1300-05cd-4c8b-940f-327e3fe351a2 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1097 time: 0.1310396 Aug 20 14:51:00.853094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef03c67-8e66-4a78-bf1a-2d4a552d9707 req-9760b6ac-a784-4f17-b4df-04be83a47347 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:00.854627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eef03c67-8e66-4a78-bf1a-2d4a552d9707 req-9760b6ac-a784-4f17-b4df-04be83a47347 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 948 time: 0.1391129 Aug 20 14:51:00.903602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.923402 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.970479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:51:00.980951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:00.981290 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Added segment aded49a0-c815-4e24-89d2-7bfc87ca0651 of type vlan for network 292de2b7-1702-4534-9165-3c5e97f210c5 Aug 20 14:51:00.989569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.023954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5dade9e9-0aca-4629-92bc-e1b6263a18b5 req-27c5986a-5dd1-46db-afe6-d5890f2cdc04 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631520 Aug 20 14:51:01.024762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.026856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eef03c67-8e66-4a78-bf1a-2d4a552d9707 req-c8080d74-7539-459b-9d2a-7592ff7e810e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624506 Aug 20 14:51:01.028526 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.051434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccac6b6-f31e-44d7-b69b-fa1339bdb34c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:01.092335 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.094710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:01.095316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.170389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Allocated IP 172.25.5.121 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/d67e5bf3-45c1-46b3-872b-43261671c6da) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:01.203137 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50424) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:01.218566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.229309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Transition to ACTIVE for port object 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:01.249220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6663952 Aug 20 14:51:01.262297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Transition to ACTIVE for port object 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:01.264424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e0124b2-254e-4d3d-8cf0-ed0751c2138f req-7acb667b-3604-4510-b1d9-62a0dfcff77e tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 210 time: 0.0807667 Aug 20 14:51:01.267770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50426) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:01.278997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Request body: {'subnet': {'network_id': '292de2b7-1702-4534-9165-3c5e97f210c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-31944166-subnet', 'tenant_id': '9e0e35f885c4450f9a01e14cb0f4c399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:01.284267 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.294581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468180c-ce71-4664-abc1-0bc19676902f admin admin] Pushing event updated for resources: {'Network': ['ID=292de2b7-1702-4534-9165-3c5e97f210c5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:01.314531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 292de2b7-1702-4534-9165-3c5e97f210c5 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:51:01.343813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Made reservation on behalf of 9e0e35f885c4450f9a01e14cb0f4c399 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:01.348226 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.359000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:01.362553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:01.378844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:01.484493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 65ce822f-1a68-4a45-a7c1-7420e526e39d details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:51:01.585124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97f9dd14-11e2-48be-8377-7e678adf1ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.695217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Pushing event updated for resources: {'Port': ['ID=7a0f37a0-c946-4cc7-80d4-00a5d990e1bf,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:01.741168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.743914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:01.752182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Attempting to bind port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:01.752586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Attempting to bind port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:01.753134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Attempting to bind port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf on network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:01.760293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:01.760531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6665d950-a2a0-42c5-a22e-5d640f3f2b9d tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:01.760642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Checking segment: {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:01.760948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.761441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Bound using segment: {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:01.761939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Bound port: 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:01.762360 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.762466 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6665d950-a2a0-42c5-a22e-5d640f3f2b9d tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.72 "GET /v2.0/networks?id=21a657a2-62db-4e40-8075-a5125ff7d821 HTTP/1.1" status: 200 len: 806 time: 0.5760057 Aug 20 14:51:01.769835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2020b-8d01-4780-ba91-039c8f242156 req-d9f095a6-b286-434c-89bf-aec9c41a2682 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:01.771329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99b2020b-8d01-4780-ba91-039c8f242156 req-d9f095a6-b286-434c-89bf-aec9c41a2682 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1097 time: 0.0816586 Aug 20 14:51:01.774040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.775172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'mac_address': 'fa:16:3e:85:45:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:51:01.898509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] For port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:01.902955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] For port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7a0f37a0-c946-4cc7-80d4-00a5d990e1bf,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:01.903268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=70733c32-db27-4bab-b40f-09115af08ac2,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:01.911024 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.919908 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.949971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97f9dd14-11e2-48be-8377-7e678adf1ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.964046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99b2020b-8d01-4780-ba91-039c8f242156 req-cef27b36-d67a-41c5-997a-0632fca737c5 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822269 Aug 20 14:51:01.965503 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-635b4868-9b9c-48f1-ad9d-36c2eaf137db tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4e10a8582d41ac9e9afef5a55348b6 HTTP/1.1" status: 200 len: 380 time: 0.1834943 Aug 20 14:51:01.968962 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97f9dd14-11e2-48be-8377-7e678adf1ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:01.975725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ce822f-1a68-4a45-a7c1-7420e526e39d {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:01.982467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Checking segment: {'id': 'aded49a0-c815-4e24-89d2-7bfc87ca0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '292de2b7-1702-4534-9165-3c5e97f210c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:01.985591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Network hostable DHCP agents. Network: 292de2b7-1702-4534-9165-3c5e97f210c5, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:51:02.002307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Request body: {'port': {'device_id': '56c08b6e-c4fc-4485-890d-335fff87a437', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'admin_state_up': True, 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'security_groups': ['9308de3c-2b27-4aff-984d-729b7147463c']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:02.011619 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-97f9dd14-11e2-48be-8377-7e678adf1ead admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66283fe18ee64b66a4ff359fa49d9e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8032074 Aug 20 14:51:02.012888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50454) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:02.023947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.053345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d686eb-902e-4223-88fc-1cc37f0fa1ff None None] Pushing event updated for resources: {'Port': ['ID=7a0f37a0-c946-4cc7-80d4-00a5d990e1bf,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:02.058868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:02.066071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.080155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Network 292de2b7-1702-4534-9165-3c5e97f210c5 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:51:02.133437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7211c82-3093-49c6-b6bf-336ff5a010c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.137145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Pushing event updated for resources: {'Port': ['ID=d67e5bf3-45c1-46b3-872b-43261671c6da,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:02.150034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 292de2b7-1702-4534-9165-3c5e97f210c5) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:02.163939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:02.164722 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.166186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9dd14-11e2-48be-8377-7e678adf1ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac97fb-b6fd-4232-801d-583203bb12d7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:02.169212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0210f2-2b54-4c6e-98ed-49842227eca8 None None] Network 292de2b7-1702-4534-9165-3c5e97f210c5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:02.174768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:02.178166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:02.181780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:02.192071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:02.239794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7211c82-3093-49c6-b6bf-336ff5a010c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.292941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e6cfd823-593f-4b16-ab30-c39aa308d3be admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0180156 Aug 20 14:51:02.368212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['65ce822f-1a68-4a45-a7c1-7420e526e39d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:51:02.384073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c8e91-5950-4b24-978c-e94c9be4a1db req-d90b2a2c-060c-46a6-9a99-2ec3f57bb5d0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:02.393997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-874c8e91-5950-4b24-978c-e94c9be4a1db req-d90b2a2c-060c-46a6-9a99-2ec3f57bb5d0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 949 time: 0.2339177 Aug 20 14:51:02.497905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-874c8e91-5950-4b24-978c-e94c9be4a1db req-0d4a781d-02dc-4103-b02e-a4ac06991410 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962653 Aug 20 14:51:02.563857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7502d38-0b6b-4587-b611-6e656fe1f824 req-02dd6e2e-511b-416e-99a0-e4097f1718df tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 210 time: 0.0598559 Aug 20 14:51:02.564796 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7211c82-3093-49c6-b6bf-336ff5a010c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.567474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7211c82-3093-49c6-b6bf-336ff5a010c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.571020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b7211c82-3093-49c6-b6bf-336ff5a010c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9fac97fb-b6fd-4232-801d-583203bb12d7 HTTP/1.1" status: 204 len: 168 time: 0.5547316 Aug 20 14:51:02.577178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7211c82-3093-49c6-b6bf-336ff5a010c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac97fb-b6fd-4232-801d-583203bb12d7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:02.580570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f0bcc-1481-47e4-9c7a-b936cca54d48 None None] Network 292de2b7-1702-4534-9165-3c5e97f210c5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:02.619655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Made reservation on behalf of 9e4e10a8582d41ac9e9afef5a55348b6 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:02.624474 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.642436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50472) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:02.742221 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:02.940549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Allocated IP 172.20.0.12 (21a657a2-62db-4e40-8075-a5125ff7d821/ab30d3d9-c037-48f0-b200-66540b8f1eb6/ebb3a5b8-e237-4f8e-8eca-144a40bd4cea) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:03.110410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2bb91db-b8f6-4f5f-af50-1420d78c5575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.136038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:03.172420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.208484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7305ab-a02d-4602-89d0-917057b54efb req-8e1e165d-7e45-4960-b357-21af24b80ced tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:03.210263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b7305ab-a02d-4602-89d0-917057b54efb req-8e1e165d-7e45-4960-b357-21af24b80ced tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1097 time: 0.0910625 Aug 20 14:51:03.227769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:03.372610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b7305ab-a02d-4602-89d0-917057b54efb req-8565708f-4f59-4b91-9a48-cf8311de14bf tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498060 Aug 20 14:51:03.398595 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.432197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Transition to ACTIVE for port object ebb3a5b8-e237-4f8e-8eca-144a40bd4cea will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:03.443995 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2bb91db-b8f6-4f5f-af50-1420d78c5575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.461935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-01493020-5ff3-41c8-a620-c5d424c6d032 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:03.470381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97656ad0-34f0-4a33-afb3-3ef8cba8a02b None None] Network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:03.471764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-01493020-5ff3-41c8-a620-c5d424c6d032 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/networks?id=bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 HTTP/1.1" status: 200 len: 814 time: 0.2110133 Aug 20 14:51:03.475765 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2bb91db-b8f6-4f5f-af50-1420d78c5575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.498432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 65ce822f-1a68-4a45-a7c1-7420e526e39d up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:03.514120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Router 37949af7-68ed-4277-a2e9-f493a5a83068 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:51:03.525231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50506) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:03.526288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.527061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d2bb91db-b8f6-4f5f-af50-1420d78c5575 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74bf56d2e51c44309b1fbbd75ea7259f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8834846 Aug 20 14:51:03.553767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-376b795c-e0a1-4c95-a84a-1c9f6823d2ff tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/quotas/c4216732d08147cabdbe929d8913fe92 HTTP/1.1" status: 200 len: 375 time: 0.0811176 Aug 20 14:51:03.637654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb91db-b8f6-4f5f-af50-1420d78c5575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569890fa-d526-4008-8d09-65bff8afbab5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:03.644252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-5fdcd5bf-341a-415a-b638-e1a5785b5c3e tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4216732d08147cabdbe929d8913fe92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722952 Aug 20 14:51:03.679636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Network 21a657a2-62db-4e40-8075-a5125ff7d821 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:03.684820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Pushing event updated for resources: {'Port': ['ID=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:03.687954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:03.696253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:03.797591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2e03af1-de7c-4656-be5d-5473f7ce1990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.803809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-d2e0dd20-a0f1-473c-87b0-3eb7332ae920 service neutron] 10.222.0.36 "GET /v2.0/networks/bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486413 Aug 20 14:51:03.827418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:03.828507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.838038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:03.850985 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Sync routers for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:03.860366 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2e03af1-de7c-4656-be5d-5473f7ce1990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.868546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-184aae68-d648-4813-b33c-77351e7fda75 None None] Provisioning for port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:03.873369 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:03.876616 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:03.890043 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-234e4ee8-59c4-46ed-9997-3c6b14484d98 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8930063 Aug 20 14:51:03.917834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 65ce822f-1a68-4a45-a7c1-7420e526e39d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:03.923159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-184aae68-d648-4813-b33c-77351e7fda75 None None] Provisioning complete for port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:03.924959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Request body: {'port': {'device_id': '56c08b6e-c4fc-4485-890d-335fff87a437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:03.928575 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-184aae68-d648-4813-b33c-77351e7fda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:03.967682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-761accfd-036b-46c0-9e8a-46b14d73775b service neutron] 10.222.0.36 "GET /v2.0/networks/bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547673 Aug 20 14:51:04.008009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.010178 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7c37d2b9-1cad-4b08-980f-220cd8dd4d18 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7591853 Aug 20 14:51:04.010465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 65ce822f-1a68-4a45-a7c1-7420e526e39d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:04.011244 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.013144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50522) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:04.105357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.176854 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:04.226465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2e03af1-de7c-4656-be5d-5473f7ce1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.232030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2e03af1-de7c-4656-be5d-5473f7ce1990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.239637 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2e03af1-de7c-4656-be5d-5473f7ce1990 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/569890fa-d526-4008-8d09-65bff8afbab5 HTTP/1.1" status: 204 len: 168 time: 0.7104385 Aug 20 14:51:04.339234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e03af1-de7c-4656-be5d-5473f7ce1990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569890fa-d526-4008-8d09-65bff8afbab5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:04.522421 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.524623 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-184aae68-d648-4813-b33c-77351e7fda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.629390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:04.636379 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ac75bd-268f-4743-acba-b514d5ac495a" -d '{"events": [{"server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "name": "network-vif-plugged", "status": "completed", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:04.651271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a408f-bf82-42f1-8c09-bffbe7262741 req-cb54fb03-dcaf-448d-b199-0fd4ab685022 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:04.663884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d7a408f-bf82-42f1-8c09-bffbe7262741 req-cb54fb03-dcaf-448d-b199-0fd4ab685022 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 949 time: 0.3061433 Aug 20 14:51:04.694762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:04.701315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-184aae68-d648-4813-b33c-77351e7fda75 None None] For port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7a0f37a0-c946-4cc7-80d4-00a5d990e1bf,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:04.709692 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.751490 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-184aae68-d648-4813-b33c-77351e7fda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:04.801042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d7a408f-bf82-42f1-8c09-bffbe7262741 req-ad54e47f-26e1-4135-b915-bb2213a674fe tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359882 Aug 20 14:51:04.803620 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:02Z', 'revision_number': 3, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:04.817585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:04.917985 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Checking router: 37949af7-68ed-4277-a2e9-f493a5a83068 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:04.917985 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Updating router 37949af7-68ed-4277-a2e9-f493a5a83068 port d67e5bf3-45c1-46b3-872b-43261671c6da binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:51:04.955092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb3a5b8-e237-4f8e-8eca-144a40bd4cea {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:05.002786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-df1f54f8-5597-497d-996f-25b81f0a52e2 None None] Provisioning for port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:05.006245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.009185 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.021492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-df1f54f8-5597-497d-996f-25b81f0a52e2 None None] Provisioning complete for port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:05.022005 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-df1f54f8-5597-497d-996f-25b81f0a52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.053289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184aae68-d648-4813-b33c-77351e7fda75 None None] Pushing event updated for resources: {'Port': ['ID=7a0f37a0-c946-4cc7-80d4-00a5d990e1bf,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:05.066484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Transition to ACTIVE for port object ebb3a5b8-e237-4f8e-8eca-144a40bd4cea will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:05.072442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-df1f54f8-5597-497d-996f-25b81f0a52e2 None None] Port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:51:05.085186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.086234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-df1f54f8-5597-497d-996f-25b81f0a52e2 None None] Provisioning complete for port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:05.086922 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-df1f54f8-5597-497d-996f-25b81f0a52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.159832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50566) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:05.261146 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6353484c-82da-4380-942c-7e42a1ec13a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.285536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Pushing event updated for resources: {'Port': ['ID=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:05.350609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-91f5e90a-dcd1-47ab-a1fd-833b5d37075f tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:05.351737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-91f5e90a-dcd1-47ab-a1fd-833b5d37075f tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0667255 Aug 20 14:51:05.368682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Request body: {'binding': {'host': 'n-h2-695189-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:05.369151 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Unknown quota resources ['binding']. {{(pid=101099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 14:51:05.437790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051a6ba-61b8-4358-9de5-fea173f20d48 req-6a3fd702-5d57-4ef9-8567-cb7608df8d42 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:05.443089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b051a6ba-61b8-4358-9de5-fea173f20d48 req-6a3fd702-5d57-4ef9-8567-cb7608df8d42 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 944 time: 0.2443302 Aug 20 14:51:05.485350 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Attempting to bind port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:05.486253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Attempting to bind port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:05.486408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Attempting to bind port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea on network 21a657a2-62db-4e40-8075-a5125ff7d821 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:05.493921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea on network 21a657a2-62db-4e40-8075-a5125ff7d821 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:51:05.494345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Attempting to bind port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea on network 21a657a2-62db-4e40-8075-a5125ff7d821 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:05.507815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:05.508331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Checking segment: {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:05.508887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Bound using segment: {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:05.509741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Bound port: ebb3a5b8-e237-4f8e-8eca-144a40bd4cea, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d90763-8466-4c10-947a-b19c9d5479bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:05.510301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.590419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6353484c-82da-4380-942c-7e42a1ec13a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.599606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6353484c-82da-4380-942c-7e42a1ec13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.606246 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.615914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b051a6ba-61b8-4358-9de5-fea173f20d48 req-ceb6d3b0-11d0-4cd6-b1ef-6956d8ac830a tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538129 Aug 20 14:51:05.637730 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6353484c-82da-4380-942c-7e42a1ec13a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4101a31da721441fb5764b374302eee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734395 Aug 20 14:51:05.639571 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Transition to ACTIVE for port object d67e5bf3-45c1-46b3-872b-43261671c6da will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:05.644132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50574) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:05.651019 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.657265 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.689609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] For port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:05.700027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353484c-82da-4380-942c-7e42a1ec13a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ba2dd-8591-4006-b202-420b128f901a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:05.724589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] For port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:05.741698 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Attempting to bind port d67e5bf3-45c1-46b3-872b-43261671c6da on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:05.742089 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Attempting to bind port d67e5bf3-45c1-46b3-872b-43261671c6da by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:05.742443 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Attempting to bind port d67e5bf3-45c1-46b3-872b-43261671c6da on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:05.742918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.749404 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:05.750161 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:05.750724 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.751594 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:05.752270 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Bound port: d67e5bf3-45c1-46b3-872b-43261671c6da, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:05.752830 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.760445 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.772518 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b92dd523-c116-437e-85b8-40c474c3772c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.796872 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b92dd523-c116-437e-85b8-40c474c3772c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.815063 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] For port d67e5bf3-45c1-46b3-872b-43261671c6da, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:05.821902 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] For port d67e5bf3-45c1-46b3-872b-43261671c6da, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d67e5bf3-45c1-46b3-872b-43261671c6da,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:05.824989 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372a451-1698-45d4-b560-63e03b24adfb None None] Pushing event updated for resources: {'Port': ['ID=d67e5bf3-45c1-46b3-872b-43261671c6da,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:05.825728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:05.826396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.828942 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] 10.222.0.72 "PUT /v2.0/ports/ebb3a5b8-e237-4f8e-8eca-144a40bd4cea HTTP/1.1" status: 200 len: 1093 time: 1.9166048 Aug 20 14:51:05.831253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c08b6e-c4fc-4485-890d-335fff87a437', 'tag': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:05.833668 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b656b060-bd7e-4e04-99cf-3f9c61fa185a" -d '{"events": [{"name": "network-changed", "server_uuid": "56c08b6e-c4fc-4485-890d-335fff87a437", "tag": "ebb3a5b8-e237-4f8e-8eca-144a40bd4cea"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:05.839297 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.841918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b21b809d-f4d3-496c-bf30-dbf983219465 req-ef8b8eba-fb38-4f8c-87a0-4ffd473f0c33 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 210 time: 0.0743797 Aug 20 14:51:05.882235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70bce6-922b-47a6-a963-0b447058f2ca service neutron] Pushing event updated for resources: {'Port': ['ID=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:05.925425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b92dd523-c116-437e-85b8-40c474c3772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.934496 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b92dd523-c116-437e-85b8-40c474c3772c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:05.936493 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b92dd523-c116-437e-85b8-40c474c3772c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/769ba2dd-8591-4006-b202-420b128f901a HTTP/1.1" status: 204 len: 168 time: 0.2910249 Aug 20 14:51:05.945815 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:05.946433 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:05.967769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on host n-h2-695189-15 for vnic_type normal with profile None {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:05.968204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:05.968743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:05.994605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:51:05.994949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:06.008914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:06.009262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:06.009650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:06.010095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Bound port: 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:06.015465 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372a451-1698-45d4-b560-63e03b24adfb None None] Pushing event updated for resources: {'Port': ['ID=d67e5bf3-45c1-46b3-872b-43261671c6da,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:06.018920 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2791c765-77b9-460d-bc37-405b6e3c6174 x-openstack-request-id: req-2791c765-77b9-460d-bc37-405b6e3c6174 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:06.019224 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "name": "network-vif-plugged", "status": "completed", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:06.019491 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2791c765-77b9-460d-bc37-405b6e3c6174 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:06.019903 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'code': 200} Aug 20 14:51:06.060821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dd523-c116-437e-85b8-40c474c3772c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ba2dd-8591-4006-b202-420b128f901a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:06.111199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-7ca56adf-dc92-4b4d-8840-7ba25b23e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.113946 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-7ca56adf-dc92-4b4d-8840-7ba25b23e1e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e4e10a8582d41ac9e9afef5a55348b6&device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 1096 time: 0.1752639 Aug 20 14:51:06.114840 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:06.206514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Allocated IP 172.20.0.1 (00d81dd8-a352-4f1a-b1b2-b0f960daf5a8/582997e1-67ba-4f6c-9538-145864918dc0/47c2829e-fb70-480a-978d-a8a426b6b725) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:06.208331 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-1f6c6c3b-dd58-463f-9c15-47b8a3a4ea7d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea HTTP/1.1" status: 200 len: 217 time: 0.0783455 Aug 20 14:51:06.280295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:06.287608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-aba1f14f-6504-42b4-904a-2c3c6aefacbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.289893 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-aba1f14f-6504-42b4-904a-2c3c6aefacbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab30d3d9-c037-48f0-b200-66540b8f1eb6 HTTP/1.1" status: 200 len: 845 time: 0.0729346 Aug 20 14:51:06.358357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-a9233ee7-85ab-419e-85ac-eababe8e1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.360213 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-a9233ee7-85ab-419e-85ac-eababe8e1082 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21a657a2-62db-4e40-8075-a5125ff7d821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617130 Aug 20 14:51:06.424629 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:02Z', 'revision_number': 3, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:06.493376 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8244fa-4c8e-4f41-ab44-9d97c34ff832 None None] The sync data for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 is: [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:02Z', 'revision_number': 3, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:06.521176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-05f3e4ac-0545-4453-9c99-0ad8c13bb030 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.522729 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-05f3e4ac-0545-4453-9c99-0ad8c13bb030 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.70 "GET /v2.0/networks?id=bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 HTTP/1.1" status: 200 len: 814 time: 0.1369684 Aug 20 14:51:06.598685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50588) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:06.606395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Request body: {'port': {'device_id': '9ddf5182-6262-4a6b-9bbe-c089209db42a', 'network_id': 'bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66', 'admin_state_up': True, 'tenant_id': 'c4216732d08147cabdbe929d8913fe92'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:06.642077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:06.643285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-b5023929-fbb1-4ad0-8908-49f0e39836c7 service neutron] 10.222.0.36 "POST /v2.0/ports/1ff5c9b3-ac17-4587-a85b-f0c7331aa833/bindings HTTP/1.1" status: 201 len: 390 time: 1.2800758 Aug 20 14:51:06.661143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480b700-cd09-4929-9f62-ed40b3897c9f req-0644695b-31b2-401b-86fc-7fe09faaad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.662672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a480b700-cd09-4929-9f62-ed40b3897c9f req-0644695b-31b2-401b-86fc-7fe09faaad5b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1102 time: 0.4518361 Aug 20 14:51:06.811698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a480b700-cd09-4929-9f62-ed40b3897c9f req-66a08493-aa7d-4669-bbc4-045db54e009a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337733 Aug 20 14:51:06.930316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:06.941111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ff77ee2-2acf-4ed5-8f7b-32ce872d2fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:06.953648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.954431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.954604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.955244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.955740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.956210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.956813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.957145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.957868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.958369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.958787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:06.960858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56270bb8-3be3-4e5d-8f08-46e82944a635 req-a2d9c45f-5ccb-42c5-9679-b6638398e40a tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7861 time: 0.6866951 Aug 20 14:51:06.966813 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-658d6ec5-41ee-44ac-bebb-369a4ff1fe52 service neutron] 10.222.0.72 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978045 Aug 20 14:51:06.977723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Transition to ACTIVE for port object 47c2829e-fb70-480a-978d-a8a426b6b725 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:07.006648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7770d-e854-454b-9d14-08cdc0d25319 req-9841f8a1-908d-4365-b67f-c2d9b0889095 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:07.016254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49e7770d-e854-454b-9d14-08cdc0d25319 req-9841f8a1-908d-4365-b67f-c2d9b0889095 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1974697 Aug 20 14:51:07.024550 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543b1ba1-f262-4d5f-a31b-3d46edf28ae6 x-openstack-request-id: req-543b1ba1-f262-4d5f-a31b-3d46edf28ae6 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:07.024850 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c08b6e-c4fc-4485-890d-335fff87a437", "tag": "ebb3a5b8-e237-4f8e-8eca-144a40bd4cea", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:07.025103 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-543b1ba1-f262-4d5f-a31b-3d46edf28ae6 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:07.025498 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c08b6e-c4fc-4485-890d-335fff87a437', 'tag': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea', 'status': 'completed', 'code': 200} Aug 20 14:51:07.190854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d67e5bf3-45c1-46b3-872b-43261671c6da up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:07.200307 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c80dbf69-ec31-44c0-9de4-4e436ba31e76 req-daa28e5d-6dce-4084-8bc4-ded2e7c46a40 service neutron] 10.222.0.72 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245803 Aug 20 14:51:07.233955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.249801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ff77ee2-2acf-4ed5-8f7b-32ce872d2fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.267276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d67e5bf3-45c1-46b3-872b-43261671c6da completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:07.270551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ff77ee2-2acf-4ed5-8f7b-32ce872d2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.273558 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d67e5bf3-45c1-46b3-872b-43261671c6da triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:07.273939 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.285221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Made reservation on behalf of c4216732d08147cabdbe929d8913fe92 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:07.289750 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.306900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c75b26-7d23-49ba-bd0d-1ba38ee2bdd9 req-ac458093-f329-44b1-86c6-63332a3c28c2 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:07.315427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12c75b26-7d23-49ba-bd0d-1ba38ee2bdd9 req-ac458093-f329-44b1-86c6-63332a3c28c2 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 944 time: 0.2310150 Aug 20 14:51:07.335146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49e7770d-e854-454b-9d14-08cdc0d25319 req-0128f710-e81b-45fb-a072-a0a20b1b215e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175983 Aug 20 14:51:07.378795 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.383802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:07.399880 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2ff77ee2-2acf-4ed5-8f7b-32ce872d2fe5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37da131c4e0d4f6898e5fccbbd0bf3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7995734 Aug 20 14:51:07.402852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:07.410222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port d67e5bf3-45c1-46b3-872b-43261671c6da, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d67e5bf3-45c1-46b3-872b-43261671c6da,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:07.414747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff77ee2-2acf-4ed5-8f7b-32ce872d2fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac9675-b6d7-4701-a5e0-95e2f453a1cb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:07.415227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-77d4e127-bcb9-4a10-b0bd-0d8f05ad37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:07.416899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-77d4e127-bcb9-4a10-b0bd-0d8f05ad37f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1097 time: 0.2418947 Aug 20 14:51:07.417726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50600) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:07.422339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.423470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:07.426179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:07.493495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Pushing event updated for resources: {'Port': ['ID=47c2829e-fb70-480a-978d-a8a426b6b725,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:07.517830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-a4d329f2-3d53-431c-ba40-24eb05f4f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:07.519460 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-a4d329f2-3d53-431c-ba40-24eb05f4f1da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e4e10a8582d41ac9e9afef5a55348b6&device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 1096 time: 0.2171817 Aug 20 14:51:07.533434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=d67e5bf3-45c1-46b3-872b-43261671c6da,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:07.548678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12c75b26-7d23-49ba-bd0d-1ba38ee2bdd9 req-1646181c-2e11-4b44-a631-560a4c30b467 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321453 Aug 20 14:51:07.561484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:07.561675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.716356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c2b7493-86d7-4d97-bde8-c5cedc665ce8 req-8ab5d908-514a-4aa6-9f01-ae7462ba458a tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 210 time: 0.0488968 Aug 20 14:51:07.725166 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.765554 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a68fa11e-fcdc-4703-909d-36626f5729bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.793776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Allocated IP 172.20.0.12 (bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66/9d7c7c7c-4456-47c7-93fb-30b63169667c/31df8d47-052c-427f-a2c6-18944a9a699f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:07.796738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-82e3fa90-0c35-4d14-a14c-64eb5eb6b13e None None] Provisioning for port 47c2829e-fb70-480a-978d-a8a426b6b725 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:07.801059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-b55cb5b0-3e92-4fbb-9549-137f93d4a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:07.802491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-82e3fa90-0c35-4d14-a14c-64eb5eb6b13e None None] Provisioning complete for port 47c2829e-fb70-480a-978d-a8a426b6b725 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:07.802630 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-b55cb5b0-3e92-4fbb-9549-137f93d4a6d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21a657a2-62db-4e40-8075-a5125ff7d821 HTTP/1.1" status: 200 len: 907 time: 0.2715237 Aug 20 14:51:07.802875 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-82e3fa90-0c35-4d14-a14c-64eb5eb6b13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.827373 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a68fa11e-fcdc-4703-909d-36626f5729bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:07.840799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-82e3fa90-0c35-4d14-a14c-64eb5eb6b13e None None] Port 47c2829e-fb70-480a-978d-a8a426b6b725 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:51:07.858348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909887a-737a-4286-860c-bdeccf6732c7 req-5cbc8bfb-fcac-4546-9ae0-820e73d59f79 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:07.860581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7909887a-737a-4286-860c-bdeccf6732c7 req-5cbc8bfb-fcac-4546-9ae0-820e73d59f79 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 945 time: 0.4020374 Aug 20 14:51:07.864284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-b0ee4a6e-6432-43c4-91ca-4fa69ff505fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea HTTP/1.1" status: 200 len: 217 time: 0.0516422 Aug 20 14:51:07.916753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-cbf51508-befa-4a8c-b94f-dba81c94e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:07.918185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-cbf51508-befa-4a8c-b94f-dba81c94e707 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.4729517 Aug 20 14:51:08.001693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-61eb6573-eebf-4055-a4de-f5d3db33a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.003166 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-61eb6573-eebf-4055-a4de-f5d3db33a4bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab30d3d9-c037-48f0-b200-66540b8f1eb6 HTTP/1.1" status: 200 len: 845 time: 0.1274586 Aug 20 14:51:08.004796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-f404c577-2cab-4bbd-9fda-e490fed7ec7c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833 HTTP/1.1" status: 200 len: 217 time: 0.0625155 Aug 20 14:51:08.019673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7909887a-737a-4286-860c-bdeccf6732c7 req-ebb87916-3f8b-451b-acf9-385be4584d4e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520615 Aug 20 14:51:08.021369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a68fa11e-fcdc-4703-909d-36626f5729bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.024067 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a68fa11e-fcdc-4703-909d-36626f5729bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.025177 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a68fa11e-fcdc-4703-909d-36626f5729bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9ac9675-b6d7-4701-a5e0-95e2f453a1cb HTTP/1.1" status: 204 len: 168 time: 0.5922248 Aug 20 14:51:08.033085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3720087-4baa-4db5-922c-eab564b7b60f req-98469032-e08c-4955-aa34-03c8dace947f tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.039628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3720087-4baa-4db5-922c-eab564b7b60f req-98469032-e08c-4955-aa34-03c8dace947f tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 886 time: 0.2679861 Aug 20 14:51:08.081555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa11e-fcdc-4703-909d-36626f5729bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac9675-b6d7-4701-a5e0-95e2f453a1cb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:08.125927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-0dbc5630-9f48-4c4c-b62f-944c94ed53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.127461 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-0dbc5630-9f48-4c4c-b62f-944c94ed53d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21a657a2-62db-4e40-8075-a5125ff7d821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159022 Aug 20 14:51:08.132275 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.202176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-7abed4b6-6a71-4561-96de-2e5a4f1add26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.204041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-7abed4b6-6a71-4561-96de-2e5a4f1add26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.1810577 Aug 20 14:51:08.204346 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.257548 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-ed614c27-b101-45e4-a266-bf82617909c0 service neutron] 10.222.0.72 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196404 Aug 20 14:51:08.258798 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.267874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-777dc417-9409-44b9-a7e2-be797800cf34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468032 Aug 20 14:51:08.361382 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Network bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:08.367290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:08.378588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:08.407181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.407699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.408175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.408762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.409117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.409653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.410051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.410656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.412876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.412876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.412876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.414564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fe7f8ed-c24e-4040-8919-e6a571198e3a req-623987f0-8cd3-4601-bd3c-cf90d9d3b178 tempest-NetworksTest-1830983242 tempest-NetworksTest-1830983242-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7861 time: 0.3257215 Aug 20 14:51:08.455452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Pushing event updated for resources: {'Port': ['ID=31df8d47-052c-427f-a2c6-18944a9a699f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:08.519278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-8743f4aa-7f30-408b-922b-44941f4d660a service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254472 Aug 20 14:51:08.522978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b656b060-bd7e-4e04-99cf-3f9c61fa185a req-c8876ce0-b9b0-4a72-be01-f30694b13804 service neutron] 10.222.0.72 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521992 Aug 20 14:51:08.539133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.539952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.560475 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-6e897b6e-c305-430e-b2a0-1196990ec0d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9625523 Aug 20 14:51:08.581001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Request body: {'port': {'device_id': '9ddf5182-6262-4a6b-9bbe-c089209db42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:08.662121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed648a-7fef-4ac2-8f40-97dfd6d1fff4 req-8f841503-ac5a-487a-92c3-284b144b32cd tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.663783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72ed648a-7fef-4ac2-8f40-97dfd6d1fff4 req-8f841503-ac5a-487a-92c3-284b144b32cd tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1630580 Aug 20 14:51:08.687942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.770305 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.788793 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:08.798790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72ed648a-7fef-4ac2-8f40-97dfd6d1fff4 req-255676a4-36a6-485d-9d68-0015fcdeac0e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199090 Aug 20 14:51:08.841632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-fabe5674-d4cd-4b4f-b973-4c190684475a service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893980 Aug 20 14:51:08.842363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50626) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:08.868322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2874ec-986c-48a0-86e3-f312cf59ece7 req-b77bf075-dd2a-4ea7-a6bb-9bd5d92caaa9 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:08.869919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d2874ec-986c-48a0-86e3-f312cf59ece7 req-b77bf075-dd2a-4ea7-a6bb-9bd5d92caaa9 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 944 time: 0.2052252 Aug 20 14:51:08.897838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Pushing event updated for resources: {'Port': ['ID=47c2829e-fb70-480a-978d-a8a426b6b725,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:08.916939 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.094906 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d67e5bf3-45c1-46b3-872b-43261671c6da up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:09.100026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31df8d47-052c-427f-a2c6-18944a9a699f {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:09.109674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.124649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Transition to ACTIVE for port object 31df8d47-052c-427f-a2c6-18944a9a699f will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:09.129708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.151693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d67e5bf3-45c1-46b3-872b-43261671c6da triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:09.152750 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.193506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Pushing event updated for resources: {'Port': ['ID=31df8d47-052c-427f-a2c6-18944a9a699f,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:09.229696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9867659-63c3-4ec5-89a6-e03873f95e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.284738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d2874ec-986c-48a0-86e3-f312cf59ece7 req-6e406e18-e066-4a33-9743-1441e67c5f08 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909686 Aug 20 14:51:09.293328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Attempting to bind port 31df8d47-052c-427f-a2c6-18944a9a699f on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:09.293814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Attempting to bind port 31df8d47-052c-427f-a2c6-18944a9a699f by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '0ab89d6e-475c-485b-8489-827896f2e468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:09.294129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Attempting to bind port 31df8d47-052c-427f-a2c6-18944a9a699f on network bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:09.307307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Port 31df8d47-052c-427f-a2c6-18944a9a699f on network bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:51:09.307678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Attempting to bind port 31df8d47-052c-427f-a2c6-18944a9a699f on network bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:09.314359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:09.314722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Checking segment: {'id': '0ab89d6e-475c-485b-8489-827896f2e468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:09.315390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Bound using segment: {'id': '0ab89d6e-475c-485b-8489-827896f2e468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:09.315967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Bound port: 31df8d47-052c-427f-a2c6-18944a9a699f, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab89d6e-475c-485b-8489-827896f2e468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:09.316333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.318862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e38ce-c33f-462a-aacb-addc9dd64103 req-9ec00537-b15c-4de6-a746-832530228364 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:09.327181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc4e38ce-c33f-462a-aacb-addc9dd64103 req-9ec00537-b15c-4de6-a746-832530228364 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 932 time: 0.4347622 Aug 20 14:51:09.364455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-30ab59e7-896f-4843-aa27-99f83f82ad83 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:09.365683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-30ab59e7-896f-4843-aa27-99f83f82ad83 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.2034264 Aug 20 14:51:09.396479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] For port 31df8d47-052c-427f-a2c6-18944a9a699f, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:09.403002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] For port 31df8d47-052c-427f-a2c6-18944a9a699f, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=31df8d47-052c-427f-a2c6-18944a9a699f,segment=NetworkSegment(0ab89d6e-475c-485b-8489-827896f2e468),segment_id=0ab89d6e-475c-485b-8489-827896f2e468)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:09.408820 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.423907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-15'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:09.426434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:09.427150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.429367 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/31df8d47-052c-427f-a2c6-18944a9a699f HTTP/1.1" status: 200 len: 1093 time: 0.8541679 Aug 20 14:51:09.449117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddf5182-6262-4a6b-9bbe-c089209db42a', 'tag': '31df8d47-052c-427f-a2c6-18944a9a699f'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:09.452327 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddf5182-6262-4a6b-9bbe-c089209db42a", "tag": "31df8d47-052c-427f-a2c6-18944a9a699f"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:09.485053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:09.493535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc4e38ce-c33f-462a-aacb-addc9dd64103 req-97258dff-b5d6-4740-a3c5-dc576a6e274e tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626678 Aug 20 14:51:09.500876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:09.527982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64fcde-9bc0-46cd-97c0-934b29c636b5 service neutron] Pushing event updated for resources: {'Port': ['ID=31df8d47-052c-427f-a2c6-18944a9a699f,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:09.551321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-30c012f7-016c-4ea5-a2e5-a9129d6d9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:09.554837 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-30c012f7-016c-4ea5-a2e5-a9129d6d9df8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4216732d08147cabdbe929d8913fe92&device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 1096 time: 0.0655835 Aug 20 14:51:09.559077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83d5a1-0639-48ca-8873-7353f564c552 req-a3b1fab1-3f34-46b3-8b95-00d31ac0284d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:09.560751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c83d5a1-0639-48ca-8873-7353f564c552 req-a3b1fab1-3f34-46b3-8b95-00d31ac0284d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 945 time: 0.1926413 Aug 20 14:51:09.620955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.625723 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-b4ad6e06-a071-4dbe-bb12-fb4fad20e1d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31df8d47-052c-427f-a2c6-18944a9a699f HTTP/1.1" status: 200 len: 217 time: 0.0574999 Aug 20 14:51:09.695464 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9607e65-6161-4428-88bf-675af85e40df x-openstack-request-id: req-f9607e65-6161-4428-88bf-675af85e40df {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:09.695804 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddf5182-6262-4a6b-9bbe-c089209db42a", "tag": "31df8d47-052c-427f-a2c6-18944a9a699f", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:09.696160 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9607e65-6161-4428-88bf-675af85e40df {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:09.696656 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddf5182-6262-4a6b-9bbe-c089209db42a', 'tag': '31df8d47-052c-427f-a2c6-18944a9a699f', 'status': 'completed', 'code': 200} Aug 20 14:51:09.716171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-aa61c5b2-c73c-4a54-9d54-f254af19c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:09.718073 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-aa61c5b2-c73c-4a54-9d54-f254af19c9a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d7c7c7c-4456-47c7-93fb-30b63169667c HTTP/1.1" status: 200 len: 854 time: 0.0772858 Aug 20 14:51:09.785520 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9867659-63c3-4ec5-89a6-e03873f95e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.786298 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-dd6ea636-3f1b-4db2-9b0c-30263596beb4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464127 Aug 20 14:51:09.797218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c83d5a1-0639-48ca-8873-7353f564c552 req-71c828e6-8503-4188-aaf8-ce2219398ef0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284853 Aug 20 14:51:09.801379 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9867659-63c3-4ec5-89a6-e03873f95e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.888712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-afef8f6f-5b8d-42d3-a3ba-4b3a152ffe3b None None] Provisioning complete for port 47c2829e-fb70-480a-978d-a8a426b6b725 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:09.889332 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-afef8f6f-5b8d-42d3-a3ba-4b3a152ffe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:09.914135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Router 37949af7-68ed-4277-a2e9-f493a5a83068 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:51:09.918777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a9867659-63c3-4ec5-89a6-e03873f95e09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6bfdaccca564736af626adceb38b291&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0689876 Aug 20 14:51:09.922180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9867659-63c3-4ec5-89a6-e03873f95e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952552ea-1a46-4473-be09-7b1e5f6c2973,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:09.923215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50660) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:09.967472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-afef8f6f-5b8d-42d3-a3ba-4b3a152ffe3b None None] Port 47c2829e-fb70-480a-978d-a8a426b6b725 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:51:09.968699 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-47e7c600-3f5d-462a-b6f1-64ff4b5b7fa8 service neutron] 10.222.0.70 "GET /v2.0/networks/bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719692 Aug 20 14:51:10.034671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:10.042477 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c502538-b1c3-4946-835f-70cbc4995729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.075783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c502538-b1c3-4946-835f-70cbc4995729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.104412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e23b5-22b8-466f-a841-639204c58658 req-f065ce6c-5848-49a0-96d3-72028cad632a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:10.105948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef8e23b5-22b8-466f-a841-639204c58658 req-f065ce6c-5848-49a0-96d3-72028cad632a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1564274 Aug 20 14:51:10.127727 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8b8b579-5505-44f4-9ebd-fb2824189010 req-e9974dc9-f79c-4068-ab6d-be62bd486c71 service neutron] 10.222.0.70 "GET /v2.0/networks/bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394842 Aug 20 14:51:10.149931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c502538-b1c3-4946-835f-70cbc4995729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.153748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0c502538-b1c3-4946-835f-70cbc4995729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.155346 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0c502538-b1c3-4946-835f-70cbc4995729 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/952552ea-1a46-4473-be09-7b1e5f6c2973 HTTP/1.1" status: 204 len: 168 time: 0.2293756 Aug 20 14:51:10.155493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:10.158152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:10.171608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Sync routers for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:10.184839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c5fa6300-563e-459b-a0f7-8ebd6987ccbf admin admin] 10.222.0.36 "PUT /v2.0/routers/37949af7-68ed-4277-a2e9-f493a5a83068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1703696 Aug 20 14:51:10.187976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c502538-b1c3-4946-835f-70cbc4995729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952552ea-1a46-4473-be09-7b1e5f6c2973,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:10.193377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:10.194326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:10.219710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef8e23b5-22b8-466f-a841-639204c58658 req-c69a104e-d045-4cf1-8b37-220917df15c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933435 Aug 20 14:51:10.250111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:10.252402 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884cdf5d-dd82-49fa-ab66-62ee7a508a30" -d '{"events": [{"server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:10.257110 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.273772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-2ecc3f45-a252-4adc-a7ba-2860c331b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:10.275376 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-2ecc3f45-a252-4adc-a7ba-2860c331b6d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4216732d08147cabdbe929d8913fe92&device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 1096 time: 0.0789490 Aug 20 14:51:10.277685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.340151 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b181bb7-b757-4010-86b9-d7a36ef2fee6 x-openstack-request-id: req-0b181bb7-b757-4010-86b9-d7a36ef2fee6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:10.340451 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:10.340874 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b181bb7-b757-4010-86b9-d7a36ef2fee6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:10.341081 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833', 'code': 200} Aug 20 14:51:10.459929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:10.492587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on host n-h1-695189-15 for vnic_type normal with profile {"migrating_to": "n-h2-695189-15"} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:10.492955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:10.493268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:10.493940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-939b8a18-9f86-4e2f-8304-d42ff429cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:10.500004 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-939b8a18-9f86-4e2f-8304-d42ff429cb54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 HTTP/1.1" status: 200 len: 915 time: 0.2113781 Aug 20 14:51:10.505133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:51:10.505534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Attempting to bind port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:10.519653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:10.519653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:10.519974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:10.520281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Bound port: 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:10.520650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.550988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf44be-e9cc-43dd-add4-315f93f10f72 req-a5d17f06-dad8-45a6-a3cf-9cf713cf885d tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:10.556508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffcf44be-e9cc-43dd-add4-315f93f10f72 req-a5d17f06-dad8-45a6-a3cf-9cf713cf885d tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 944 time: 0.1136866 Aug 20 14:51:10.585845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ebb3a5b8-e237-4f8e-8eca-144a40bd4cea details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:51:10.630377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:10.650126 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-82a746e0-4d0c-41a7-bfa1-951f7eed2562 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31df8d47-052c-427f-a2c6-18944a9a699f HTTP/1.1" status: 200 len: 217 time: 0.1387610 Aug 20 14:51:10.727166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-f68c5e41-4038-4885-8577-16848c731b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:10.729433 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-f68c5e41-4038-4885-8577-16848c731b0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d7c7c7c-4456-47c7-93fb-30b63169667c HTTP/1.1" status: 200 len: 854 time: 0.0664983 Aug 20 14:51:10.766766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffcf44be-e9cc-43dd-add4-315f93f10f72 req-8d197164-459f-4081-9670-e7040a8c457d tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007167 Aug 20 14:51:10.794670 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-05ccfb02-4313-4f03-94b0-ae41cda4c939 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473919 Aug 20 14:51:10.845898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:10.856049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ab5ae-95da-4ff5-a7f6-64e2f4005e67 req-04a26f0f-513d-46ee-bed2-1632333fba0f tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:10.860430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d9ab5ae-95da-4ff5-a7f6-64e2f4005e67 req-04a26f0f-513d-46ee-bed2-1632333fba0f tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1102 time: 0.1869628 Aug 20 14:51:10.871699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:10.873495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:10.879252 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.891460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'port_id': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea', 'mac_address': 'fa:16:3e:a2:e1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:51:10.907276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50702) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:10.945974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6dbb19e9-2446-479f-83f5-ce8929baca1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.983971 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:10.996165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d9ab5ae-95da-4ff5-a7f6-64e2f4005e67 req-a95e3f88-0f68-422a-9887-4fd59fb49cfa tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.059828 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6dbb19e9-2446-479f-83f5-ce8929baca1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.072026 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6dbb19e9-2446-479f-83f5-ce8929baca1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.074491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb3a5b8-e237-4f8e-8eca-144a40bd4cea {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:11.081970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:11.082856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.084304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] 10.222.0.70 "PUT /v2.0/ports/1ff5c9b3-ac17-4587-a85b-f0c7331aa833 HTTP/1.1" status: 200 len: 1123 time: 1.6870775 Aug 20 14:51:11.089695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be910957-c845-4855-a47a-bca6b2b84f11 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,revision_number=8']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:11.102343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247e117-f7bf-4e4f-9278-e9004c3f7737 req-8b4fdb40-3e2a-4a8b-a0e3-dc3fdeaf7711 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:11.103914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c247e117-f7bf-4e4f-9278-e9004c3f7737 req-8b4fdb40-3e2a-4a8b-a0e3-dc3fdeaf7711 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 944 time: 0.1551390 Aug 20 14:51:11.133674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:11.142425 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-dd9c9f0c-8654-48d1-983d-43a35332a988 service neutron] 10.222.0.70 "GET /v2.0/networks/bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353066 Aug 20 14:51:11.143038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb19e9-2446-479f-83f5-ce8929baca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8662aa8-4d77-4e89-bc91-8788fcc86f62,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:11.144834 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.161522 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6dbb19e9-2446-479f-83f5-ce8929baca1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce86d3ea6f4d460081f4a5faeac33be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408175 Aug 20 14:51:11.165788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50704) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:11.177080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c247e117-f7bf-4e4f-9278-e9004c3f7737 req-28a97bd8-64a9-42e9-bd1f-2e22b4f33fb5 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651445 Aug 20 14:51:11.263152 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea5d235c-78b2-46b9-8a9c-3eea8b5c13e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.267782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:11.272667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['1ff5c9b3-ac17-4587-a85b-f0c7331aa833'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:51:11.277378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d9ab5ae-95da-4ff5-a7f6-64e2f4005e67 req-a95e3f88-0f68-422a-9887-4fd59fb49cfa tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.289920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d9ab5ae-95da-4ff5-a7f6-64e2f4005e67 req-a95e3f88-0f68-422a-9887-4fd59fb49cfa tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.306636 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dccbe2bb-fa1a-447a-9ea6-111a88944bf9 req-5d684232-7a74-4bf6-9e97-bb12961168fa service neutron] 10.222.0.70 "GET /v2.0/networks/bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518588 Aug 20 14:51:11.322718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea5d235c-78b2-46b9-8a9c-3eea8b5c13e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.334927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '47c2829e-fb70-480a-978d-a8a426b6b725', 'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'mac_address': 'fa:16:3e:84:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:05Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 2, 'project_id': '171e3955fa9244b8a7465ba079299507', 'subnets': [{'id': '582997e1-67ba-4f6c-9538-145864918dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:11.345519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d9ab5ae-95da-4ff5-a7f6-64e2f4005e67 req-a95e3f88-0f68-422a-9887-4fd59fb49cfa tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731653 Aug 20 14:51:11.367932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Checking router: 37949af7-68ed-4277-a2e9-f493a5a83068 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:11.368292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Updating router 37949af7-68ed-4277-a2e9-f493a5a83068 port 47c2829e-fb70-480a-978d-a8a426b6b725 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:51:11.375471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e3f88-0f68-422a-9887-4fd59fb49cfa tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99345326-0ab6-4666-8c73-cee54adba2ad,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:11.418172 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.422849 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea5d235c-78b2-46b9-8a9c-3eea8b5c13e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.425605 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea5d235c-78b2-46b9-8a9c-3eea8b5c13e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.426673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ea5d235c-78b2-46b9-8a9c-3eea8b5c13e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d8662aa8-4d77-4e89-bc91-8788fcc86f62 HTTP/1.1" status: 204 len: 168 time: 0.2595417 Aug 20 14:51:11.445464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d235c-78b2-46b9-8a9c-3eea8b5c13e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8662aa8-4d77-4e89-bc91-8788fcc86f62,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:11.528951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc988fb8-a7f9-435d-87f2-162f55b8771c req-e6ba565a-b0e6-4df3-a7a3-20f412417fed tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:11.530706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc988fb8-a7f9-435d-87f2-162f55b8771c req-e6ba565a-b0e6-4df3-a7a3-20f412417fed tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 943 time: 0.0719426 Aug 20 14:51:11.582822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc988fb8-a7f9-435d-87f2-162f55b8771c req-caf7be96-8920-41c9-a429-614226bfa7d4 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453823 Aug 20 14:51:11.739134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ebb3a5b8-e237-4f8e-8eca-144a40bd4cea'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:51:11.820684 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.838456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Transition to ACTIVE for port object 47c2829e-fb70-480a-978d-a8a426b6b725 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:11.862632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:11.866400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-4032b088-f258-4a1b-b344-c7561474e6c9 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:11.868460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-4032b088-f258-4a1b-b344-c7561474e6c9 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/networks?id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 HTTP/1.1" status: 200 len: 828 time: 0.1502223 Aug 20 14:51:11.893425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-a2d44c58-b108-4eed-b6b2-672d555d85b3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/quotas/171e3955fa9244b8a7465ba079299507 HTTP/1.1" status: 200 len: 375 time: 0.0174885 Aug 20 14:51:11.964175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-69665878-5f2a-4a28-9c8d-5d4116e88f21 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=171e3955fa9244b8a7465ba079299507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697877 Aug 20 14:51:12.049354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Attempting to bind port 47c2829e-fb70-480a-978d-a8a426b6b725 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:12.049736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Attempting to bind port 47c2829e-fb70-480a-978d-a8a426b6b725 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:12.050108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Attempting to bind port 47c2829e-fb70-480a-978d-a8a426b6b725 on network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:12.070414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:12.070801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Checking segment: {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:12.071212 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:12.071651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Bound using segment: {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:12.072127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Bound port: 47c2829e-fb70-480a-978d-a8a426b6b725, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:12.072516 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:12.077279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-f4804005-b54c-41bd-93ad-1a9469c9ccfe service neutron] 10.222.0.36 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121066 Aug 20 14:51:12.144212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a3d18-5ec0-4b69-9435-7455489bfcb6 None None] Pushing event updated for resources: {'Port': ['ID=47c2829e-fb70-480a-978d-a8a426b6b725,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:12.172242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] For port 47c2829e-fb70-480a-978d-a8a426b6b725, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:12.176012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] For port 47c2829e-fb70-480a-978d-a8a426b6b725, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=47c2829e-fb70-480a-978d-a8a426b6b725,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:12.179436 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd567272-ef53-4604-988f-19151988b581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:12.186322 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:12.261969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:12.262678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:12.340359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-fe3099cf-6089-48c3-8c26-4d2b33426adb service neutron] 10.222.0.36 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558892 Aug 20 14:51:12.345009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:12.349540 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c96214-700d-4d43-af38-ce2909b6da61" -d '{"events": [{"name": "network-changed", "server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:12.362534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-cff78a72-7fcc-438e-9115-a3b9a0c094b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953097 Aug 20 14:51:12.381969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a3d18-5ec0-4b69-9435-7455489bfcb6 None None] Pushing event updated for resources: {'Port': ['ID=47c2829e-fb70-480a-978d-a8a426b6b725,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:12.484051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7da223-62fc-40f7-8149-13297d479fcf req-5c4844ef-1a0a-4094-9241-0933702bcfe0 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:12.485744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af7da223-62fc-40f7-8149-13297d479fcf req-5c4844ef-1a0a-4094-9241-0933702bcfe0 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 945 time: 0.0762515 Aug 20 14:51:12.516877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:12.591066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af7da223-62fc-40f7-8149-13297d479fcf req-92049212-8823-49e6-a71a-c5f0b98f6091 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988142 Aug 20 14:51:12.711311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856d5ea-e214-44ea-9422-975babfd154b req-dcbaffb5-1d06-40c2-90db-46c9407ecd45 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:12.712884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3856d5ea-e214-44ea-9422-975babfd154b req-dcbaffb5-1d06-40c2-90db-46c9407ecd45 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 944 time: 0.1061678 Aug 20 14:51:12.817438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636f134-857f-4d05-afcb-8807ae29e4a8 req-c42b2c57-7971-455d-8635-eabbaf8177e1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:12.825746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f636f134-857f-4d05-afcb-8807ae29e4a8 req-c42b2c57-7971-455d-8635-eabbaf8177e1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1065116 Aug 20 14:51:12.839028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3856d5ea-e214-44ea-9422-975babfd154b req-445230ce-ef33-429d-b1b9-ec2ba6b6081a tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178720 Aug 20 14:51:12.914309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f636f134-857f-4d05-afcb-8807ae29e4a8 req-6c134cea-fe85-494c-af97-37903d4da357 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837944 Aug 20 14:51:13.012682 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8177bcfa-b459-4d3f-9e69-e78ada134df1 x-openstack-request-id: req-8177bcfa-b459-4d3f-9e69-e78ada134df1 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:13.013172 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:13.013806 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8177bcfa-b459-4d3f-9e69-e78ada134df1 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:13.014328 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833', 'status': 'completed', 'code': 200} Aug 20 14:51:13.046829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a389119a-7d83-49c3-9224-29577ef54372 req-92b79208-0351-4633-9904-9e5c66a70dee tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 210 time: 0.0313706 Aug 20 14:51:13.138867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c96214-700d-4d43-af38-ce2909b6da61 req-ab0fe08c-385f-4ccd-b157-cab239d9ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:13.141745 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14c96214-700d-4d43-af38-ce2909b6da61 req-ab0fe08c-385f-4ccd-b157-cab239d9ed4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1126 time: 0.0747476 Aug 20 14:51:13.261348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783b187-83c7-450f-87b0-e15c2e27526e req-7cafef6a-7b2b-4b01-8e2c-d1f2949111e3 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:13.270681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2783b187-83c7-450f-87b0-e15c2e27526e req-7cafef6a-7b2b-4b01-8e2c-d1f2949111e3 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 943 time: 0.1620996 Aug 20 14:51:13.303790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '47c2829e-fb70-480a-978d-a8a426b6b725', 'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'mac_address': 'fa:16:3e:84:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:05Z', 'updated_at': '2021-08-20T14:51:12Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'subnets': [{'id': '582997e1-67ba-4f6c-9538-145864918dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:13.342561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2783b187-83c7-450f-87b0-e15c2e27526e req-9bae9e43-806c-43a3-bb49-2c78451f4e23 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651715 Aug 20 14:51:13.365545 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c96214-700d-4d43-af38-ce2909b6da61 req-6f4fc4e4-a949-48b5-88da-079ed4d75ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:13.371753 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14c96214-700d-4d43-af38-ce2909b6da61 req-6f4fc4e4-a949-48b5-88da-079ed4d75ac1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.2190609 Aug 20 14:51:13.390771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63abffc-eb1e-4c85-b10b-af1a17cb0686 None None] The sync data for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 is: [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '47c2829e-fb70-480a-978d-a8a426b6b725', 'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'mac_address': 'fa:16:3e:84:12:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:05Z', 'updated_at': '2021-08-20T14:51:12Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'subnets': [{'id': '582997e1-67ba-4f6c-9538-145864918dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:13.446821 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14c96214-700d-4d43-af38-ce2909b6da61 req-66540bbe-1944-42c7-a916-e17a4a946716 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833 HTTP/1.1" status: 200 len: 217 time: 0.0685599 Aug 20 14:51:13.536470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:51:13.605658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c96214-700d-4d43-af38-ce2909b6da61 req-3d1dad1f-1260-4f73-9f78-1f02c76f1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:13.608181 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14c96214-700d-4d43-af38-ce2909b6da61 req-3d1dad1f-1260-4f73-9f78-1f02c76f1563 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.1532409 Aug 20 14:51:13.678939 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14c96214-700d-4d43-af38-ce2909b6da61 req-ebc75495-ed83-4b92-bb12-c42c64496e34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617974 Aug 20 14:51:13.765781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50826) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:13.818419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea875b35-26c1-475c-9cbd-5e7d9823652d req-95423ede-0f84-4647-9311-1c8adb5b652d tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:13.831503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea875b35-26c1-475c-9cbd-5e7d9823652d req-95423ede-0f84-4647-9311-1c8adb5b652d tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 945 time: 0.1149759 Aug 20 14:51:13.874775 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14c96214-700d-4d43-af38-ce2909b6da61 req-3d929c45-cf3b-4999-a7bb-84beaa1dbd24 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870933 Aug 20 14:51:13.882343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:13.932433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 has no active binding in host n-h2-695189-15 {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:51:13.932795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 31df8d47-052c-427f-a2c6-18944a9a699f details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:51:13.956169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea875b35-26c1-475c-9cbd-5e7d9823652d req-99bdafde-7444-434c-994c-36582ac9e694 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174979 Aug 20 14:51:14.053411 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa036-f213-44f1-8024-53b006585118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.110481 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14c96214-700d-4d43-af38-ce2909b6da61 req-eef916b1-5020-44da-a0b8-f22246c6abb2 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192299 Aug 20 14:51:14.111476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 31df8d47-052c-427f-a2c6-18944a9a699f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=31df8d47-052c-427f-a2c6-18944a9a699f,segment=NetworkSegment(0ab89d6e-475c-485b-8489-827896f2e468),segment_id=0ab89d6e-475c-485b-8489-827896f2e468)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:14.126472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '31df8d47-052c-427f-a2c6-18944a9a699f', 'network_id': 'bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66', 'port_id': '31df8d47-052c-427f-a2c6-18944a9a699f', 'mac_address': 'fa:16:3e:4c:fc:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c7c7c-4456-47c7-93fb-30b63169667c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:51:14.147889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521611db-2771-4574-a492-f2cc62b6d91f req-3c6f20a7-f391-401e-a8cb-ee220146c9c3 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:14.159724 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-521611db-2771-4574-a492-f2cc62b6d91f req-3c6f20a7-f391-401e-a8cb-ee220146c9c3 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 944 time: 0.1136227 Aug 20 14:51:14.180948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.200653 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31df8d47-052c-427f-a2c6-18944a9a699f {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:14.222195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa036-f213-44f1-8024-53b006585118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.235164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 31df8d47-052c-427f-a2c6-18944a9a699f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=31df8d47-052c-427f-a2c6-18944a9a699f,segment=NetworkSegment(0ab89d6e-475c-485b-8489-827896f2e468),segment_id=0ab89d6e-475c-485b-8489-827896f2e468)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:14.235987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-521611db-2771-4574-a492-f2cc62b6d91f req-48e99ec4-661a-412d-966c-ea9e483a8031 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661776 Aug 20 14:51:14.241379 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.251750 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa036-f213-44f1-8024-53b006585118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.263222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d0213fd4-dd62-4daa-8b14-ab0c5dc30bbd req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1076933067', 'description': 'tempest-description-464485351'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:14.297511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaa036-f213-44f1-8024-53b006585118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3b5643-9ea0-4f45-af4a-990494f4f94a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:14.302158 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9ccaa036-f213-44f1-8024-53b006585118 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a07625af44fd4190b81aca602bd00095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353155 Aug 20 14:51:14.305683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50842) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:14.306482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=31df8d47-052c-427f-a2c6-18944a9a699f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:14.325793 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d0213fd4-dd62-4daa-8b14-ab0c5dc30bbd req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.340754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d0213fd4-dd62-4daa-8b14-ab0c5dc30bbd req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.389113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7200e1d-74be-4f7e-8f53-e596f868da5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.436418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7200e1d-74be-4f7e-8f53-e596f868da5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.442591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff465e-0f98-4e49-81ae-064be461c33e req-279e8863-a285-4552-8917-9f38c2bc8235 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:14.444165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ff465e-0f98-4e49-81ae-064be461c33e req-279e8863-a285-4552-8917-9f38c2bc8235 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0963161 Aug 20 14:51:14.495199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7200e1d-74be-4f7e-8f53-e596f868da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.499951 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7200e1d-74be-4f7e-8f53-e596f868da5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.505426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ff465e-0f98-4e49-81ae-064be461c33e req-27ca4b14-68e1-4f74-bfa3-d4f251103e56 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543311 Aug 20 14:51:14.511678 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d7200e1d-74be-4f7e-8f53-e596f868da5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f3b5643-9ea0-4f45-af4a-990494f4f94a HTTP/1.1" status: 204 len: 168 time: 0.1969578 Aug 20 14:51:14.524610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7200e1d-74be-4f7e-8f53-e596f868da5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3b5643-9ea0-4f45-af4a-990494f4f94a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:14.533509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ebb3a5b8-e237-4f8e-8eca-144a40bd4cea up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:14.547166 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d0213fd4-dd62-4daa-8b14-ab0c5dc30bbd req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.551559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d0213fd4-dd62-4daa-8b14-ab0c5dc30bbd req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.648423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf5f7fc-fe59-43d4-a5e0-2429ffaae2d6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:14.768065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.776187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:14.781335 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c6ae1403-8a4a-447d-afaf-b601afc6a3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.803430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:14.803854 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.813394 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d0213fd4-dd62-4daa-8b14-ab0c5dc30bbd req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.838725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d0213fd4-dd62-4daa-8b14-ab0c5dc30bbd req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.873977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b9ef2b-0754-4ef8-9cf3-3d3a26dbc1d1 req-9f361b4e-8e64-4f18-9d27-367fd4440458 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 210 time: 0.0893023 Aug 20 14:51:14.884520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['31df8d47-052c-427f-a2c6-18944a9a699f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:51:14.924482 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d0fc5b27-7eff-4b84-8df3-fee71accc0dd tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:14.926188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d0fc5b27-7eff-4b84-8df3-fee71accc0dd tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.72 "GET /v2.0/networks?id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 HTTP/1.1" status: 200 len: 828 time: 0.3407419 Aug 20 14:51:14.960611 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d0213fd4-dd62-4daa-8b14-ab0c5dc30bbd req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.967989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Request body: {'port': {'device_id': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'admin_state_up': True, 'tenant_id': '171e3955fa9244b8a7465ba079299507'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:14.977601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:14.987420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0213fd4-dd62-4daa-8b14-ab0c5dc30bbd req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7080915 Aug 20 14:51:14.998364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175d1ea-c91f-4cdd-83a0-0d66f08eaa5d tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd6e4ad-bf35-49fe-ba2e-cca8be06d6ba,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:15.022474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-914decab-24cc-4b43-9dcd-f3c3ebd805d4 req-f95d209a-79a4-4731-a781-0e760f1683f2 tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1724344313', 'description': 'tempest-description-1208088704'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:15.026179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:15.029725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c08b6e-c4fc-4485-890d-335fff87a437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:15.035278 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c9d771-e15e-4321-a81f-b8ee80b483d8" -d '{"events": [{"server_uuid": "56c08b6e-c4fc-4485-890d-335fff87a437", "name": "network-vif-plugged", "status": "completed", "tag": "ebb3a5b8-e237-4f8e-8eca-144a40bd4cea"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:15.047236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.129066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:15.137148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5685d-c5aa-4533-b6bd-d15c396516f9 req-63043750-4ba1-44c9-b17b-fa519884d95e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:15.142018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19f5685d-c5aa-4533-b6bd-d15c396516f9 req-63043750-4ba1-44c9-b17b-fa519884d95e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 943 time: 0.1013556 Aug 20 14:51:15.143491 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-914decab-24cc-4b43-9dcd-f3c3ebd805d4 req-f95d209a-79a4-4731-a781-0e760f1683f2 tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.172664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50856) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:15.205087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ceaa4f43-5e59-4718-94da-1cae3073a1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.210147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 47c2829e-fb70-480a-978d-a8a426b6b725 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:15.212106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19f5685d-c5aa-4533-b6bd-d15c396516f9 req-b5ed9614-8cbd-4f61-88ad-4cdde5e448d1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592687 Aug 20 14:51:15.300683 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-914decab-24cc-4b43-9dcd-f3c3ebd805d4 req-f95d209a-79a4-4731-a781-0e760f1683f2 tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.335214 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-914decab-24cc-4b43-9dcd-f3c3ebd805d4 req-f95d209a-79a4-4731-a781-0e760f1683f2 tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.345459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 47c2829e-fb70-480a-978d-a8a426b6b725 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:15.350176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Made reservation on behalf of 171e3955fa9244b8a7465ba079299507 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:15.353793 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.353971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 47c2829e-fb70-480a-978d-a8a426b6b725 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:15.354193 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.381874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d209a-79a4-4731-a781-0e760f1683f2 tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6343143-64b2-4e2a-8f90-dd82b7d72895,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:15.391693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e15c1-2b4a-471d-b87c-110c4077e3d2 req-6be59981-7f59-4f1e-b296-778ddec61df8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:15.399218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f91e15c1-2b4a-471d-b87c-110c4077e3d2 req-6be59981-7f59-4f1e-b296-778ddec61df8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.1164250 Aug 20 14:51:15.442321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f91e15c1-2b4a-471d-b87c-110c4077e3d2 req-152d47ac-9981-488f-adb5-c68373ef726e tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Aug 20 14:51:15.449027 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.496415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 47c2829e-fb70-480a-978d-a8a426b6b725, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=47c2829e-fb70-480a-978d-a8a426b6b725,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:15.501710 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.505146 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9a0879-3a21-4c9a-88ba-e4d89a88ab5e x-openstack-request-id: req-ac9a0879-3a21-4c9a-88ba-e4d89a88ab5e {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:15.505434 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c08b6e-c4fc-4485-890d-335fff87a437", "name": "network-vif-plugged", "status": "completed", "tag": "ebb3a5b8-e237-4f8e-8eca-144a40bd4cea", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:15.505689 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac9a0879-3a21-4c9a-88ba-e4d89a88ab5e {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:15.506125 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c08b6e-c4fc-4485-890d-335fff87a437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea', 'code': 200} Aug 20 14:51:15.516601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-b2f78371-7547-4497-b4af-18ca0f734255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:15.518689 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-b2f78371-7547-4497-b4af-18ca0f734255 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1102 time: 0.1287248 Aug 20 14:51:15.542253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ceaa4f43-5e59-4718-94da-1cae3073a1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.553742 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-914decab-24cc-4b43-9dcd-f3c3ebd805d4 req-f95d209a-79a4-4731-a781-0e760f1683f2 tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.555020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-914decab-24cc-4b43-9dcd-f3c3ebd805d4 req-f95d209a-79a4-4731-a781-0e760f1683f2 tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5438299 Aug 20 14:51:15.568504 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ceaa4f43-5e59-4718-94da-1cae3073a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.572981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=47c2829e-fb70-480a-978d-a8a426b6b725,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:15.616035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53812814-0aac-4dba-aebc-5333702e17f9 req-1d9149a8-53f5-497a-885c-96b5a41d6916 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:15.617460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53812814-0aac-4dba-aebc-5333702e17f9 req-1d9149a8-53f5-497a-885c-96b5a41d6916 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 945 time: 0.0597820 Aug 20 14:51:15.661414 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ceaa4f43-5e59-4718-94da-1cae3073a1ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ded05c77fdd0404893606042d3f8d60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861119 Aug 20 14:51:15.670414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50864) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:15.672067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa4f43-5e59-4718-94da-1cae3073a1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258e6b74-2794-484c-a86c-c9c1c08ad1cb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:15.681649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Allocated IP 172.20.0.13 (00d81dd8-a352-4f1a-b1b2-b0f960daf5a8/582997e1-67ba-4f6c-9538-145864918dc0/b76dfde6-d7aa-41ea-9be1-c3f9efee72ec) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:15.713636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.72', 49830) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:15.747347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-cd538b9c-13df-49c8-abe5-3196b834a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:15.749367 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-cd538b9c-13df-49c8-abe5-3196b834a014 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2055426 Aug 20 14:51:15.751588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53812814-0aac-4dba-aebc-5333702e17f9 req-4459963a-ccc5-4e70-94a0-3b6b63a55403 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257377 Aug 20 14:51:15.788516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1659-d105-41c6-aa92-cbf98d9975da req-46cdf8fd-d9b8-459f-833f-b4804b08fdca tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:15.790015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e2c1659-d105-41c6-aa92-cbf98d9975da req-46cdf8fd-d9b8-459f-833f-b4804b08fdca tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1571000 Aug 20 14:51:15.807589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-516202a1-de56-4694-9745-086cb5a65873 service neutron] 10.222.0.72 "GET /v2.0/ports/1ff5c9b3-ac17-4587-a85b-f0c7331aa833/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 385 time: 0.1574094 Aug 20 14:51:15.831765 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3342040b-22aa-40ed-9197-27729ccc42fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.903038 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3342040b-22aa-40ed-9197-27729ccc42fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:15.933699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e2c1659-d105-41c6-aa92-cbf98d9975da req-c296422a-2f58-480a-aaba-f711e251f3f1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328156 Aug 20 14:51:15.992259 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.063622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3342040b-22aa-40ed-9197-27729ccc42fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.063750 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-34132ad5-b062-4737-89ed-4497398ba903 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 217 time: 0.3009205 Aug 20 14:51:16.065432 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3342040b-22aa-40ed-9197-27729ccc42fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.066801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3342040b-22aa-40ed-9197-27729ccc42fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/258e6b74-2794-484c-a86c-c9c1c08ad1cb HTTP/1.1" status: 204 len: 168 time: 0.3932507 Aug 20 14:51:16.083673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342040b-22aa-40ed-9197-27729ccc42fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e6b74-2794-484c-a86c-c9c1c08ad1cb,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:16.119321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-68218607-2175-4977-9592-59b1a9dbf444 req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:16.139028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7409eaa1-87af-4eb2-aa90-b6cb5d0a3de3 req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-860148256', 'description': 'tempest-description-105048831'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:16.165790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-68218607-2175-4977-9592-59b1a9dbf444 req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:16.205212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffff7a-7b03-4cd3-8df4-300aaa131b4b req-10bfa65f-837e-4a50-8abb-0ff52ca268a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:16.206768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-187d1f12-9326-4e7a-b2a5-7de32e7535a8 req-0ce3f309-07ab-4c46-b930-a6389e0f354e tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 210 time: 0.0535400 Aug 20 14:51:16.206906 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cfffff7a-7b03-4cd3-8df4-300aaa131b4b req-10bfa65f-837e-4a50-8abb-0ff52ca268a7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 1098 time: 0.4904335 Aug 20 14:51:16.220183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409eaa1-87af-4eb2-aa90-b6cb5d0a3de3 req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.227710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-68218607-2175-4977-9592-59b1a9dbf444 req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:16.241305 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409eaa1-87af-4eb2-aa90-b6cb5d0a3de3 req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.248258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-68218607-2175-4977-9592-59b1a9dbf444 req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:16.276881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-caadf5c4-7628-4170-ba0e-10e60bd96a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:16.279396 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-caadf5c4-7628-4170-ba0e-10e60bd96a00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1899304 Aug 20 14:51:16.317470 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cfffff7a-7b03-4cd3-8df4-300aaa131b4b req-c753c06c-1395-42be-8ee9-94ca7e928f1f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001978 Aug 20 14:51:16.346823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.356349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.374518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Transition to ACTIVE for port object b76dfde6-d7aa-41ea-9be1-c3f9efee72ec will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:16.381972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-5f4e5f33-0778-4072-8369-b740b029065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:16.383502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-5f4e5f33-0778-4072-8369-b740b029065c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916324 Aug 20 14:51:16.436619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a66fb0-a2ca-4735-8441-f20dec546502 req-3ef83ba8-0371-4494-a089-03f87c133a3e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:16.438133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1a66fb0-a2ca-4735-8441-f20dec546502 req-3ef83ba8-0371-4494-a089-03f87c133a3e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 943 time: 0.1275020 Aug 20 14:51:16.441673 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409eaa1-87af-4eb2-aa90-b6cb5d0a3de3 req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.468519 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409eaa1-87af-4eb2-aa90-b6cb5d0a3de3 req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.475238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.535368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc6a11d-c0b5-4beb-a443-7a6981af1eac,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:16.547798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:16.555867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1a66fb0-a2ca-4735-8441-f20dec546502 req-adadda00-0e48-4277-8487-32dd63985a37 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079330 Aug 20 14:51:16.562528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-68218607-2175-4977-9592-59b1a9dbf444 req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] Transition to ACTIVE for port object 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:16.567706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:16.571176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Pushing event updated for resources: {'Port': ['ID=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:16.575156 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.577651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:16.582915 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-247c97b6-37b8-4aa7-8e9e-908e33357759 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856153 Aug 20 14:51:16.692557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:16.693265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.743870 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-dd2ad1c0-3a89-4abf-a35f-470867e7c5e1 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359994 Aug 20 14:51:16.909442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fcf99fb7-de17-451d-811a-ebe205fe2548 None None] Provisioning for port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:16.923074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fcf99fb7-de17-451d-811a-ebe205fe2548 None None] Provisioning complete for port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:16.924817 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fcf99fb7-de17-451d-811a-ebe205fe2548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:16.965280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fcf99fb7-de17-451d-811a-ebe205fe2548 None None] Port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:51:17.010164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-68218607-2175-4977-9592-59b1a9dbf444 req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] No DVR routers for this DVR port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:51:17.025054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,revision_number=10']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:17.066377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 47c2829e-fb70-480a-978d-a8a426b6b725 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:17.066758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409eaa1-87af-4eb2-aa90-b6cb5d0a3de3 req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.074729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-d1ceb8e0-2f0e-43dc-bb24-b255e7ea6312 service neutron] 10.222.0.72 "PUT /v2.0/ports/1ff5c9b3-ac17-4587-a85b-f0c7331aa833/bindings/n-h2-695189-15/activate HTTP/1.1" status: 200 len: 370 time: 1.2568257 Aug 20 14:51:17.076806 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409eaa1-87af-4eb2-aa90-b6cb5d0a3de3 req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.079002 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-63910a2a-3613-4840-91f8-19babd86a1d3 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1197121 Aug 20 14:51:17.087307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9d83d-39d6-4669-8ce1-46d18212b006 req-f0b3ec2c-9f50-4325-aa16-dd84d19c399b tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:17.088923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ac9d83d-39d6-4669-8ce1-46d18212b006 req-f0b3ec2c-9f50-4325-aa16-dd84d19c399b tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.4284105 Aug 20 14:51:17.121601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 47c2829e-fb70-480a-978d-a8a426b6b725 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:17.121975 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.125998 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409eaa1-87af-4eb2-aa90-b6cb5d0a3de3 req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.131521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7409eaa1-87af-4eb2-aa90-b6cb5d0a3de3 req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0021694 Aug 20 14:51:17.143937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Request body: {'port': {'device_id': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:17.148020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313dd72-7291-45c3-9f1e-367b55f2f6f3 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601d7cdf-8dd8-4585-ad1e-9d1abb9845b8,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:17.173202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ac9d83d-39d6-4669-8ce1-46d18212b006 req-24244735-1825-471f-8400-780d60d47a61 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743258 Aug 20 14:51:17.292341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.306514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662da52-5883-47be-b81f-10fabe6eab47 req-fbd8739e-dd03-4e71-8485-1e306b957428 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:17.312472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1662da52-5883-47be-b81f-10fabe6eab47 req-fbd8739e-dd03-4e71-8485-1e306b957428 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 945 time: 0.1008124 Aug 20 14:51:17.342149 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-eaf57196-9050-4061-8cc3-70db2db10775 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:17.344218 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-eaf57196-9050-4061-8cc3-70db2db10775 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.1347065 Aug 20 14:51:17.364279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d524dd2-c865-45ad-9492-1ed5967dfa78 req-4608357a-661b-4b02-a138-a1cf08ddaf0e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:17.365854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d524dd2-c865-45ad-9492-1ed5967dfa78 req-4608357a-661b-4b02-a138-a1cf08ddaf0e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1068370 Aug 20 14:51:17.369056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1662da52-5883-47be-b81f-10fabe6eab47 req-14d4b898-446e-4f32-a255-761c481bf003 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538352 Aug 20 14:51:17.436620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d524dd2-c865-45ad-9492-1ed5967dfa78 req-0f7f4e4c-7589-4df2-b5a6-e07901cb0e04 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638690 Aug 20 14:51:17.464790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c902041c-358e-4f24-b244-93026d52e207 req-02700898-4f65-459a-ad64-22f733717dc8 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1165382959', 'description': 'tempest-description-2095782834'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:17.492440 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c902041c-358e-4f24-b244-93026d52e207 req-02700898-4f65-459a-ad64-22f733717dc8 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.516371 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-9d1dfbf7-38bf-4742-a71f-8e750b1e6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:17.517822 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-9d1dfbf7-38bf-4742-a71f-8e750b1e6190 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1&tenant_id=462a6e1cda0d44fea29a487a152c1772 HTTP/1.1" status: 200 len: 1096 time: 0.1590970 Aug 20 14:51:17.563377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 31df8d47-052c-427f-a2c6-18944a9a699f up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:17.620347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 31df8d47-052c-427f-a2c6-18944a9a699f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:17.630973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 31df8d47-052c-427f-a2c6-18944a9a699f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:17.631847 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.634513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe01e6-79e1-43a7-ba3f-0af94fcc99cb req-07ab85f6-ca0a-4a81-b72a-2279e58df21c tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:17.636624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8abe01e6-79e1-43a7-ba3f-0af94fcc99cb req-07ab85f6-ca0a-4a81-b72a-2279e58df21c tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 932 time: 0.0945578 Aug 20 14:51:17.662139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-9c3a1292-428e-4d77-ba0f-c626d180d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:17.663646 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-9c3a1292-428e-4d77-ba0f-c626d180d662 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1096 time: 0.1058898 Aug 20 14:51:17.688602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c902041c-358e-4f24-b244-93026d52e207 req-02700898-4f65-459a-ad64-22f733717dc8 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.690758 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.705402 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c902041c-358e-4f24-b244-93026d52e207 req-02700898-4f65-459a-ad64-22f733717dc8 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.719527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8abe01e6-79e1-43a7-ba3f-0af94fcc99cb req-08850a07-d1e1-43e4-a02f-80f92bd4d237 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703502 Aug 20 14:51:17.741570 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c902041c-358e-4f24-b244-93026d52e207 req-02700898-4f65-459a-ad64-22f733717dc8 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.746121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c902041c-358e-4f24-b244-93026d52e207 req-02700898-4f65-459a-ad64-22f733717dc8 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2857671 Aug 20 14:51:17.746929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02700898-4f65-459a-ad64-22f733717dc8 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c913ab3-5ab8-4d5e-a556-961538605ea3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:17.830671 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.846986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76dfde6-d7aa-41ea-9be1-c3f9efee72ec {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:17.859917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.883770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 31df8d47-052c-427f-a2c6-18944a9a699f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=31df8d47-052c-427f-a2c6-18944a9a699f,segment=NetworkSegment(0ab89d6e-475c-485b-8489-827896f2e468),segment_id=0ab89d6e-475c-485b-8489-827896f2e468)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:17.885113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddf5182-6262-4a6b-9bbe-c089209db42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31df8d47-052c-427f-a2c6-18944a9a699f'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:17.888776 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd35c07-de2d-4a74-8a9b-adcf13f404b5" -d '{"events": [{"server_uuid": "9ddf5182-6262-4a6b-9bbe-c089209db42a", "name": "network-vif-plugged", "status": "completed", "tag": "31df8d47-052c-427f-a2c6-18944a9a699f"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:17.892074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-542673bd-75ca-4f70-bccf-e6d278e99ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:17.893410 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.894522 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-542673bd-75ca-4f70-bccf-e6d278e99ace service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.2165091 Aug 20 14:51:17.903755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Transition to ACTIVE for port object b76dfde6-d7aa-41ea-9be1-c3f9efee72ec will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:17.911709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:17.955037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9004f0-7d96-46fc-a944-5873a1a8ebe2 req-2d177049-4e34-4210-8677-84d923ba4072 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:17.960025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd9004f0-7d96-46fc-a944-5873a1a8ebe2 req-2d177049-4e34-4210-8677-84d923ba4072 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 944 time: 0.1025574 Aug 20 14:51:17.966329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=31df8d47-052c-427f-a2c6-18944a9a699f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:17.994942 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-f45b4dc0-5702-48ed-8bdf-7a19b151cae0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833 HTTP/1.1" status: 200 len: 217 time: 0.0760870 Aug 20 14:51:18.035082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd9004f0-7d96-46fc-a944-5873a1a8ebe2 req-98146bba-6862-498b-ab22-2bef699c6d89 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697153 Aug 20 14:51:18.067175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-8fd50111-2f84-4ff8-ba76-6d2b074e7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:18.068991 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-8fd50111-2f84-4ff8-ba76-6d2b074e7622 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0517702 Aug 20 14:51:18.084176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Pushing event updated for resources: {'Port': ['ID=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:18.099594 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3505f9b-e903-4bde-9ed7-7410546814ac x-openstack-request-id: req-a3505f9b-e903-4bde-9ed7-7410546814ac {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:18.099916 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddf5182-6262-4a6b-9bbe-c089209db42a", "name": "network-vif-plugged", "status": "completed", "tag": "31df8d47-052c-427f-a2c6-18944a9a699f", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:18.100637 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3505f9b-e903-4bde-9ed7-7410546814ac {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:18.101058 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddf5182-6262-4a6b-9bbe-c089209db42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31df8d47-052c-427f-a2c6-18944a9a699f', 'code': 200} Aug 20 14:51:18.143952 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-a8e8ccb2-28c3-42c8-8975-8b18fd736728 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504019 Aug 20 14:51:18.185687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-48feee6f-bd6b-4a95-b63e-322811aa1d57 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53333 time: 0.4129388 Aug 20 14:51:18.258459 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Attempting to bind port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:18.259363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Attempting to bind port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:18.259982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Attempting to bind port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec on network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:18.275368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec on network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:51:18.275888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Attempting to bind port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec on network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:18.292204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973d171-e030-4aa8-8dc3-c546a3572623 req-59a9f0d4-b2ad-4be5-a7fa-cf42b840eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:18.299900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b973d171-e030-4aa8-8dc3-c546a3572623 req-59a9f0d4-b2ad-4be5-a7fa-cf42b840eb61 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 1098 time: 0.0902450 Aug 20 14:51:18.303082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:18.303644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Checking segment: {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:18.304238 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Bound using segment: {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:18.304965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Bound port: b76dfde6-d7aa-41ea-9be1-c3f9efee72ec, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9166cb30-6819-45c1-b834-4ce6351bce84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:18.305451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:18.354206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-b84ab710-0c90-435e-9d2d-fd7f6377a994 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/0ccac6b6-f31e-44d7-b69b-fa1339bdb34c HTTP/1.1" status: 200 len: 2981 time: 0.1145039 Aug 20 14:51:18.383227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-ec0ef683-16ec-4c30-93b7-8e7760abf3da service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240906 Aug 20 14:51:18.442506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b973d171-e030-4aa8-8dc3-c546a3572623 req-bf798f20-1c1f-48ed-8657-068e1886f1be service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292722 Aug 20 14:51:18.508340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e39b9f-95ea-48df-9c9c-681b0827abed req-cd72b5d1-4724-49d5-bc15-ca8a5a1537fc tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:18.510713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7e39b9f-95ea-48df-9c9c-681b0827abed req-cd72b5d1-4724-49d5-bc15-ca8a5a1537fc tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.1551774 Aug 20 14:51:18.516856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-c52618c4-be6a-4f01-81a5-c8648da2a3cd tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/0ccac6b6-f31e-44d7-b69b-fa1339bdb34c HTTP/1.1" status: 200 len: 2981 time: 0.1419446 Aug 20 14:51:18.517040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] For port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:18.526244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:18.542595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] For port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:18.559060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:18.580056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7e39b9f-95ea-48df-9c9c-681b0827abed req-5a3c7b10-060d-4623-ba93-fa1bf20ec134 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619278 Aug 20 14:51:18.592990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:18.599056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-b634acb5-23cb-4f8c-9efa-37ae5557d0d8 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/2b62dcbc-dd54-4163-8ed0-b3f99d7169bb HTTP/1.1" status: 200 len: 2981 time: 0.0595131 Aug 20 14:51:18.637523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:18.638620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:18.641065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] 10.222.0.72 "PUT /v2.0/ports/b76dfde6-d7aa-41ea-9be1-c3f9efee72ec HTTP/1.1" status: 200 len: 1093 time: 1.5025892 Aug 20 14:51:18.641689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:18.645661 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e04812-169a-4330-93fa-eedf45c5a3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:18.657779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-7f259d13-6be1-45b3-9eec-fd07ac562f10 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/2b62dcbc-dd54-4163-8ed0-b3f99d7169bb HTTP/1.1" status: 200 len: 2981 time: 0.0449045 Aug 20 14:51:18.686770 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-2367bba0-c285-4bcc-8964-53957524317c service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894406 Aug 20 14:51:18.703028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8c6b4-ac39-4c66-bccc-6ab1c7941a37 service neutron] Pushing event updated for resources: {'Port': ['ID=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:18.725174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-59863e9f-b0d2-497f-bd7e-b267ac54e495 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/315763ca-4316-4821-a21d-c2eb7237174f HTTP/1.1" status: 200 len: 2981 time: 0.0530016 Aug 20 14:51:18.796149 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-b94c50c1-fdba-44c2-ad84-7a1dd5d72136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:18.797755 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-b94c50c1-fdba-44c2-ad84-7a1dd5d72136 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=171e3955fa9244b8a7465ba079299507&device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 1096 time: 0.0584075 Aug 20 14:51:18.846611 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-b73e38b1-13a3-483b-ae82-2d03d4c54e26 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/315763ca-4316-4821-a21d-c2eb7237174f HTTP/1.1" status: 200 len: 2981 time: 0.1120365 Aug 20 14:51:18.857154 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-49c9d22e-a599-49b8-863d-ceb798b89354 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec HTTP/1.1" status: 200 len: 217 time: 0.0442555 Aug 20 14:51:18.859959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65b472-3c31-41fa-ab82-4e120392e7f6 req-be7d55b7-e598-40a4-ae76-265a8b73f9d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:18.861493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d65b472-3c31-41fa-ab82-4e120392e7f6 req-be7d55b7-e598-40a4-ae76-265a8b73f9d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 946 time: 0.0943670 Aug 20 14:51:18.907909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-90428a22-e460-4e80-ab02-a0886b16b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:18.909811 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-90428a22-e460-4e80-ab02-a0886b16b952 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=582997e1-67ba-4f6c-9538-145864918dc0 HTTP/1.1" status: 200 len: 867 time: 0.0462842 Aug 20 14:51:18.926298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d65b472-3c31-41fa-ab82-4e120392e7f6 req-18085552-0727-4b8d-bdc8-73d04431ce72 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578964 Aug 20 14:51:18.928073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-472e68a8-6d32-43b9-85cf-aa38c80f8ee1 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/31f2dd5d-1984-42f8-9460-7a05c65ef108 HTTP/1.1" status: 200 len: 2977 time: 0.0656941 Aug 20 14:51:18.969079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-6f54b000-f2c9-4d1a-be3c-21f001cd6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:18.970474 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-6f54b000-f2c9-4d1a-be3c-21f001cd6e9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527453 Aug 20 14:51:18.988527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-9422990b-ebb4-4c1d-aaf4-497ff26a747e tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/31f2dd5d-1984-42f8-9460-7a05c65ef108 HTTP/1.1" status: 200 len: 2977 time: 0.0495374 Aug 20 14:51:19.037805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-00b6e65f-48e0-460b-9bbe-6f5a539a768b tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3bc6a11d-c0b5-4beb-a443-7a6981af1eac HTTP/1.1" status: 200 len: 2981 time: 0.0428739 Aug 20 14:51:19.096951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-adc081c8-91f3-4c4e-b325-ccb9058abb70 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/3bc6a11d-c0b5-4beb-a443-7a6981af1eac HTTP/1.1" status: 200 len: 2981 time: 0.0515947 Aug 20 14:51:19.103834 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-fde96c23-b53f-4f53-b28a-b9e5838e7250 service neutron] 10.222.0.72 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261096 Aug 20 14:51:19.169662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68218607-2175-4977-9592-59b1a9dbf444 req-fd718d5f-339f-4707-b3ef-8a982421a424 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:19.171290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-fd718d5f-339f-4707-b3ef-8a982421a424 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.1053462 Aug 20 14:51:19.180050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd0888-3763-469b-baec-60c5bec9cc9f req-41b663db-3aa5-4b40-82bf-b21edea83778 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:19.181498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aefd0888-3763-469b-baec-60c5bec9cc9f req-41b663db-3aa5-4b40-82bf-b21edea83778 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0769172 Aug 20 14:51:19.183029 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-00b2db83-0eb2-4f67-95d3-b5f4caa51153 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/430e1df6-bf05-4318-992d-6207ceb8be8f HTTP/1.1" status: 200 len: 2973 time: 0.0795703 Aug 20 14:51:19.232966 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-793bb976-dc5d-43b0-aff5-a051282494a5 req-2d9ac1cb-6b9e-42ce-8d84-62eed2cc1c2b service neutron] 10.222.0.72 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199358 Aug 20 14:51:19.243521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aefd0888-3763-469b-baec-60c5bec9cc9f req-0596cb00-ef12-4e6a-86a4-11b21c623387 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547485 Aug 20 14:51:19.255497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-7fb4370d-e071-4f27-a923-2796c26c5045 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/430e1df6-bf05-4318-992d-6207ceb8be8f HTTP/1.1" status: 200 len: 2973 time: 0.0645440 Aug 20 14:51:19.329353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-2000be1d-48f8-4c46-9892-cf2b4ebbece1 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8aaa1a86-43e8-4369-bdd6-c7d7d58336ff HTTP/1.1" status: 200 len: 2981 time: 0.0564840 Aug 20 14:51:19.344187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-68218607-2175-4977-9592-59b1a9dbf444 req-cd50edac-b9f7-47d2-8b46-4d662ab68427 service neutron] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:19.347465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-68218607-2175-4977-9592-59b1a9dbf444 req-cd50edac-b9f7-47d2-8b46-4d662ab68427 service neutron] Notify callbacks [] for binding, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:19.348634 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68218607-2175-4977-9592-59b1a9dbf444 req-cd50edac-b9f7-47d2-8b46-4d662ab68427 service neutron] 10.222.0.70 "DELETE /v2.0/ports/1ff5c9b3-ac17-4587-a85b-f0c7331aa833/bindings/n-h1-695189-15 HTTP/1.1" status: 204 len: 173 time: 0.1570435 Aug 20 14:51:19.408222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5d766-f04b-4396-9cb5-89fe8b5fb8a0 req-d43ade19-1305-4411-835a-aa93fb3c9042 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:19.409898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2b5d766-f04b-4396-9cb5-89fe8b5fb8a0 req-d43ade19-1305-4411-835a-aa93fb3c9042 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.0957458 Aug 20 14:51:19.411451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-de5930da-a72d-4e94-9474-abd0e686a677 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8aaa1a86-43e8-4369-bdd6-c7d7d58336ff HTTP/1.1" status: 200 len: 2981 time: 0.0627692 Aug 20 14:51:19.420134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50950) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:19.425448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5b931939-e723-43e7-9cda-e3def57a7c49 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Request body: {'floatingip': {'port_id': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:19.460503 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5327f226-f6e8-40ed-ab41-8e6505813309 x-openstack-request-id: req-5327f226-f6e8-40ed-ab41-8e6505813309 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:19.460796 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:19.461038 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5327f226-f6e8-40ed-ab41-8e6505813309 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:19.461433 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'status': 'completed', 'code': 200} Aug 20 14:51:19.461919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-921e8fb1-3eb0-4473-b2f9-32abf9aa0f56 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3 HTTP/1.1" status: 200 len: 2981 time: 0.0439689 Aug 20 14:51:19.481087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b931939-e723-43e7-9cda-e3def57a7c49 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:19.510611 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-77d904e0-3c66-48b5-831c-3b0c5e3b234e tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3 HTTP/1.1" status: 200 len: 2981 time: 0.0422242 Aug 20 14:51:19.566213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-ba74132c-20b5-4286-9766-ad839dd1eef6 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/99345326-0ab6-4666-8c73-cee54adba2ad HTTP/1.1" status: 200 len: 2981 time: 0.0495872 Aug 20 14:51:19.647927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c73fe6-5209-48e9-a503-9db4fdbe01dc req-a9031446-6b04-4819-8c63-f7794cb5aa26 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:19.649511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48c73fe6-5209-48e9-a503-9db4fdbe01dc req-a9031446-6b04-4819-8c63-f7794cb5aa26 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 944 time: 0.0976446 Aug 20 14:51:19.652825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-9c7189ae-a3ee-4fd2-b3b4-39418a230bb8 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/99345326-0ab6-4666-8c73-cee54adba2ad HTTP/1.1" status: 200 len: 2981 time: 0.0715928 Aug 20 14:51:19.723466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48c73fe6-5209-48e9-a503-9db4fdbe01dc req-0bd9d9de-375d-4851-9c25-5e370fa409ff tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664935 Aug 20 14:51:19.729225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-d0e0b209-36a1-478b-acc1-e016ae6bc460 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/abeb0390-7e9e-4985-ae6f-e990cf53792f HTTP/1.1" status: 200 len: 2977 time: 0.0651360 Aug 20 14:51:19.782785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-8944de0e-ae29-461e-9bec-f1a44e801f2c tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/abeb0390-7e9e-4985-ae6f-e990cf53792f HTTP/1.1" status: 200 len: 2977 time: 0.0430934 Aug 20 14:51:19.863510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-a25e03cd-3910-4bc0-a946-176dc6c4c726 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b0a30b0b-b755-457e-90d0-cfe0e150edfa HTTP/1.1" status: 200 len: 2981 time: 0.0750751 Aug 20 14:51:19.875154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f9bf-9275-4961-8637-12783ced0ba3 req-ac7f0b0c-ce2f-4ea0-b2bb-12a032aba79b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:19.876660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f5f9bf-9275-4961-8637-12783ced0ba3 req-ac7f0b0c-ce2f-4ea0-b2bb-12a032aba79b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 944 time: 0.0872481 Aug 20 14:51:19.882808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-3e5330a9-db71-41d0-a1f8-6dc29bfbebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:19.884328 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-3e5330a9-db71-41d0-a1f8-6dc29bfbebb0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=171e3955fa9244b8a7465ba079299507&device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 1096 time: 0.3661797 Aug 20 14:51:19.945160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f5f9bf-9275-4961-8637-12783ced0ba3 req-f6c8f75f-2065-49c8-a319-7212ba9c617d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620270 Aug 20 14:51:19.946694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-a727c556-4179-4366-81ca-4aa07249e94a tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/b0a30b0b-b755-457e-90d0-cfe0e150edfa HTTP/1.1" status: 200 len: 2981 time: 0.0691576 Aug 20 14:51:20.015320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-2dc02e4c-c4bb-4351-a74d-8e6886e23d03 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/c87d4ee6-cdf0-4f77-9ee6-1f3d9231e741 HTTP/1.1" status: 200 len: 2977 time: 0.0561867 Aug 20 14:51:20.087520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-576e7f35-4eec-4529-af61-07a156539447 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/c87d4ee6-cdf0-4f77-9ee6-1f3d9231e741 HTTP/1.1" status: 200 len: 2977 time: 0.0657663 Aug 20 14:51:20.128751 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-7ac88d5e-c9ea-4383-8073-5e5bb5d7a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:20.130359 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-7ac88d5e-c9ea-4383-8073-5e5bb5d7a7cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 HTTP/1.1" status: 200 len: 929 time: 0.2040315 Aug 20 14:51:20.161820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7eaf2-dcf7-43db-8f4c-181aec8d751a req-4f1de8a1-7b21-4f73-9e87-f89a9565b57f tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:20.163291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5f7eaf2-dcf7-43db-8f4c-181aec8d751a req-4f1de8a1-7b21-4f73-9e87-f89a9565b57f tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 946 time: 0.0910037 Aug 20 14:51:20.166833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-c14dda78-076c-4154-90c3-49d1030a405e tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cd470ab2-d6dd-40a6-93a8-280db82500ed HTTP/1.1" status: 200 len: 2981 time: 0.0639038 Aug 20 14:51:20.214568 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-fa2f6980-12a8-4ae1-bf81-8dfa7415a40d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec HTTP/1.1" status: 200 len: 217 time: 0.0473733 Aug 20 14:51:20.226613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5f7eaf2-dcf7-43db-8f4c-181aec8d751a req-30f286a6-58f6-493d-83cf-07095028716d tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541852 Aug 20 14:51:20.238252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-8de58e3e-222d-4741-935e-356694e4957c tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cd470ab2-d6dd-40a6-93a8-280db82500ed HTTP/1.1" status: 200 len: 2981 time: 0.0640860 Aug 20 14:51:20.289015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-8d79163b-0892-4998-b885-23190948d22d tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cef1d83d-4c20-47ae-a8ef-3c30ac9db912 HTTP/1.1" status: 200 len: 2981 time: 0.0444801 Aug 20 14:51:20.343205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-a2d0ac12-205f-4ab5-814a-75533f023078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:20.344717 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-a2d0ac12-205f-4ab5-814a-75533f023078 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=582997e1-67ba-4f6c-9538-145864918dc0 HTTP/1.1" status: 200 len: 867 time: 0.1211419 Aug 20 14:51:20.346791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-cf86d723-7e31-4412-9c09-fb2d7cf11b58 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/cef1d83d-4c20-47ae-a8ef-3c30ac9db912 HTTP/1.1" status: 200 len: 2981 time: 0.0461862 Aug 20 14:51:20.398587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-b23519ee-7907-4eca-a194-3300903fd35c tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/dbf5f7fc-fe59-43d4-a5e0-2429ffaae2d6 HTTP/1.1" status: 200 len: 2981 time: 0.0420449 Aug 20 14:51:20.446911 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b931939-e723-43e7-9cda-e3def57a7c49 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:20.447252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be00ad19-ab99-4d5b-a9c9-2adddd237558 req-cd3828f5-0145-43ea-bbf8-7a947a13d18f tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/dbf5f7fc-fe59-43d4-a5e0-2429ffaae2d6 HTTP/1.1" status: 200 len: 2981 time: 0.0421171 Aug 20 14:51:20.452531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-c3fbc7ab-2618-4d85-a9f7-bfe61e2164fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:20.454430 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-c3fbc7ab-2618-4d85-a9f7-bfe61e2164fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982475 Aug 20 14:51:20.455996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b931939-e723-43e7-9cda-e3def57a7c49 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:20.538121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781618c0-df43-4cb8-a084-afa669efd98e req-0280bcf3-6da7-4ca7-9eb6-aab783363076 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:20.539709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-781618c0-df43-4cb8-a084-afa669efd98e req-0280bcf3-6da7-4ca7-9eb6-aab783363076 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0797484 Aug 20 14:51:20.603944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-781618c0-df43-4cb8-a084-afa669efd98e req-7b5d8ac0-be1e-46d5-8104-f1389e828b4d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566814 Aug 20 14:51:20.607682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396e516-dc5a-4434-b7af-13868b412913 req-75c87003-17e0-40b4-8226-cc0f053cdbb8 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:20.609434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c396e516-dc5a-4434-b7af-13868b412913 req-75c87003-17e0-40b4-8226-cc0f053cdbb8 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0806105 Aug 20 14:51:20.646752 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-5b931939-e723-43e7-9cda-e3def57a7c49 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Floating IP ed445d5c-f464-4a82-a4e1-3b0809fdac62 associated. External IP: 172.25.5.207, port: ebb3a5b8-e237-4f8e-8eca-144a40bd4cea. Aug 20 14:51:20.650127 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-593f1bd2-61c3-4124-a728-c2e854881ef8 service neutron] 10.222.0.72 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863916 Aug 20 14:51:20.664023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c396e516-dc5a-4434-b7af-13868b412913 req-29639447-a9ef-4ac5-9e11-5f1f7fd97141 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484107 Aug 20 14:51:20.801880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-758d5421-4f96-49aa-b14a-1c4f661f9521 req-66720f99-0851-418a-b7ed-d6d86e206e33 tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d3b4c217daf41a58d5ffb67ce0ebad2 HTTP/1.1" status: 200 len: 6103 time: 0.0992308 Aug 20 14:51:20.873905 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-84e04812-169a-4330-93fa-eedf45c5a3ba req-c773f3e4-2899-4e33-b261-cfb5470ee84a service neutron] 10.222.0.72 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840348 Aug 20 14:51:20.887593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-758d5421-4f96-49aa-b14a-1c4f661f9521 req-57dc0b5f-5398-4575-928e-5fa834ec39ec tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] 10.222.0.36 "GET /v2.0/security-groups/dbf5f7fc-fe59-43d4-a5e0-2429ffaae2d6 HTTP/1.1" status: 200 len: 2981 time: 0.0847151 Aug 20 14:51:20.907828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdff993-e921-490e-8de0-3cfbfcdeabc0 req-c173d47f-fb20-4bc0-95f9-c36dcd0e2a71 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:20.909391 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0fdff993-e921-490e-8de0-3cfbfcdeabc0 req-c173d47f-fb20-4bc0-95f9-c36dcd0e2a71 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 944 time: 0.0639899 Aug 20 14:51:20.978174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-758d5421-4f96-49aa-b14a-1c4f661f9521 req-bd148ca2-8b8d-4ed3-aab5-68e40336c74c tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] 10.222.0.36 "GET /v2.0/security-groups/dbf5f7fc-fe59-43d4-a5e0-2429ffaae2d6 HTTP/1.1" status: 200 len: 2981 time: 0.0834053 Aug 20 14:51:20.981055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0fdff993-e921-490e-8de0-3cfbfcdeabc0 req-8ca2c29a-3237-4ed6-8e47-f79711740dbd tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567086 Aug 20 14:51:21.003626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b931939-e723-43e7-9cda-e3def57a7c49 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Router 368c9ff7-9910-4017-9056-0ca6b9a0076b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:51:21.075112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7bb81d1-6bfd-4740-b129-f3377142a8d7 req-1b0742d5-e7ef-4757-8680-c2a4062159e0 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/4c913ab3-5ab8-4d5e-a556-961538605ea3 HTTP/1.1" status: 200 len: 1778 time: 0.0471065 Aug 20 14:51:21.125190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b931939-e723-43e7-9cda-e3def57a7c49 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:21.129636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b931939-e723-43e7-9cda-e3def57a7c49 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.136643 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] Sync routers for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:21.147085 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:21.147869 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:21.160037 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5b931939-e723-43e7-9cda-e3def57a7c49 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "PUT /v2.0/floatingips/ed445d5c-f464-4a82-a4e1-3b0809fdac62 HTTP/1.1" status: 200 len: 992 time: 1.7383049 Aug 20 14:51:21.198293 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f7bb81d1-6bfd-4740-b129-f3377142a8d7 req-94276937-85e6-4ebd-a74b-3ee8773c5792 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.207132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-db2a9d5a-594d-4478-a9e1-170ca481aeab tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:21.208656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-db2a9d5a-594d-4478-a9e1-170ca481aeab tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 821 time: 0.1466553 Aug 20 14:51:21.234973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f7bb81d1-6bfd-4740-b129-f3377142a8d7 req-94276937-85e6-4ebd-a74b-3ee8773c5792 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.237226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f4ed2e0e-26b3-4313-9b28-86e5ac30dd4b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/quotas/462a6e1cda0d44fea29a487a152c1772 HTTP/1.1" status: 200 len: 375 time: 0.0214777 Aug 20 14:51:21.256229 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:21.305083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-9ce1770b-bf40-4037-86f8-8a4c649d7acc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611124 Aug 20 14:51:21.306117 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f7bb81d1-6bfd-4740-b129-f3377142a8d7 req-94276937-85e6-4ebd-a74b-3ee8773c5792 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.308698 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f7bb81d1-6bfd-4740-b129-f3377142a8d7 req-94276937-85e6-4ebd-a74b-3ee8773c5792 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.310344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7bb81d1-6bfd-4740-b129-f3377142a8d7 req-94276937-85e6-4ebd-a74b-3ee8773c5792 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c913ab3-5ab8-4d5e-a556-961538605ea3 HTTP/1.1" status: 204 len: 173 time: 0.2238789 Aug 20 14:51:21.340065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94276937-85e6-4ebd-a74b-3ee8773c5792 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c913ab3-5ab8-4d5e-a556-961538605ea3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:21.383286 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:51:21.429419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-9840195b-eb0b-4205-8138-4abc87006f07 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164141 Aug 20 14:51:21.468488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c08b6e-c4fc-4485-890d-335fff87a437', 'tag': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:21.470898 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e15b63a-3a1b-4833-862a-7af909aae6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "56c08b6e-c4fc-4485-890d-335fff87a437", "tag": "ebb3a5b8-e237-4f8e-8eca-144a40bd4cea"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:21.526715 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:50Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'ed445d5c-f464-4a82-a4e1-3b0809fdac62', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'port_id': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'mac_address': 'fa:16:3e:a2:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c08b6e-c4fc-4485-890d-335fff87a437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:50:56Z', 'updated_at': '2021-08-20T14:51:20Z', 'revision_number': 1, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c0a767-b20f-45e0-a78d-e1ba85b7b62f', 'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'mac_address': 'fa:16:3e:90:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:49Z', 'updated_at': '2021-08-20T14:50:57Z', 'revision_number': 5, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'subnets': [{'id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:21.575729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-1ec001f2-b7a5-4520-a5f0-801c7bf3e82e service neutron] 10.222.0.36 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367307 Aug 20 14:51:21.598590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9349de4-1475-413a-b6cb-fd61d1456f07 req-16350aa3-ae40-4af8-b373-f94cba1a24c1 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:21.600185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9349de4-1475-413a-b6cb-fd61d1456f07 req-16350aa3-ae40-4af8-b373-f94cba1a24c1 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 946 time: 0.0647097 Aug 20 14:51:21.656933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9349de4-1475-413a-b6cb-fd61d1456f07 req-3b773929-654c-4f16-98a4-a197e7dc6e7d tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500836 Aug 20 14:51:21.657877 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] Checking router: 368c9ff7-9910-4017-9056-0ca6b9a0076b for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:21.692640 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:21.693284 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:21.712851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51012) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:21.749689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4923ffb-a3a4-42dd-842c-479c3ceb0b75 req-24d3d097-7117-4110-8a86-c9c67f69efcf tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "GET /v2.0/security-groups/601d7cdf-8dd8-4585-ad1e-9d1abb9845b8 HTTP/1.1" status: 200 len: 1776 time: 0.0732439 Aug 20 14:51:21.829718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4923ffb-a3a4-42dd-842c-479c3ceb0b75 req-06c1cd73-dac8-4f6f-b996-f8662ef1b306 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.879269 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4923ffb-a3a4-42dd-842c-479c3ceb0b75 req-06c1cd73-dac8-4f6f-b996-f8662ef1b306 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.879394 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a72f310-8f77-4b2a-8ff4-77a516a8c870 x-openstack-request-id: req-1a72f310-8f77-4b2a-8ff4-77a516a8c870 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:21.879732 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c08b6e-c4fc-4485-890d-335fff87a437", "tag": "ebb3a5b8-e237-4f8e-8eca-144a40bd4cea", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:21.880190 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a72f310-8f77-4b2a-8ff4-77a516a8c870 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:21.880665 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c08b6e-c4fc-4485-890d-335fff87a437', 'tag': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea', 'status': 'completed', 'code': 200} Aug 20 14:51:21.899124 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:21.927764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-967fa9b2-72f3-4ff6-a948-aa33914fb206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.981427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4923ffb-a3a4-42dd-842c-479c3ceb0b75 req-06c1cd73-dac8-4f6f-b996-f8662ef1b306 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.984959 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4923ffb-a3a4-42dd-842c-479c3ceb0b75 req-06c1cd73-dac8-4f6f-b996-f8662ef1b306 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:21.987783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4923ffb-a3a4-42dd-842c-479c3ceb0b75 req-06c1cd73-dac8-4f6f-b996-f8662ef1b306 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/601d7cdf-8dd8-4585-ad1e-9d1abb9845b8 HTTP/1.1" status: 204 len: 173 time: 0.2312179 Aug 20 14:51:22.008349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1cd73-dac8-4f6f-b996-f8662ef1b306 tempest-SecurityGroupsTestAdminJSON-162076853 tempest-SecurityGroupsTestAdminJSON-162076853-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d7cdf-8dd8-4585-ad1e-9d1abb9845b8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:22.101322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-893158b9-1528-404a-8555-5f2eef4874d8 req-eee72b6e-bf78-4e96-88e5-828c83fbb37d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 210 time: 0.0348933 Aug 20 14:51:22.116451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368468a-b1bb-4d18-b9e5-f89ad943a5fb req-0f75f539-e46c-4b7f-a066-6ead90ef0b01 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:22.119291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b368468a-b1bb-4d18-b9e5-f89ad943a5fb req-0f75f539-e46c-4b7f-a066-6ead90ef0b01 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1166592 Aug 20 14:51:22.123184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-967fa9b2-72f3-4ff6-a948-aa33914fb206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.152030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-967fa9b2-72f3-4ff6-a948-aa33914fb206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.193974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-0853dc4d-ac7c-4b7e-aa49-bf3e7189b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:22.195737 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-0853dc4d-ac7c-4b7e-aa49-bf3e7189b338 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e4e10a8582d41ac9e9afef5a55348b6&device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 1098 time: 0.2565897 Aug 20 14:51:22.196511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fa9b2-72f3-4ff6-a948-aa33914fb206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016bc963-e966-47ec-90f1-cee699e83f0d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:22.268144 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:50Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'ed445d5c-f464-4a82-a4e1-3b0809fdac62', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'port_id': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'mac_address': 'fa:16:3e:a2:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c08b6e-c4fc-4485-890d-335fff87a437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:50:56Z', 'updated_at': '2021-08-20T14:51:20Z', 'revision_number': 1, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c0a767-b20f-45e0-a78d-e1ba85b7b62f', 'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'mac_address': 'fa:16:3e:90:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:49Z', 'updated_at': '2021-08-20T14:50:57Z', 'revision_number': 5, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'subnets': [{'id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:22.293118 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-967fa9b2-72f3-4ff6-a948-aa33914fb206 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1ca11d461534f8087d6c5c8af0a6705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5788822 Aug 20 14:51:22.299839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b368468a-b1bb-4d18-b9e5-f89ad943a5fb req-247e07ee-0962-41dd-bf96-68c28502045d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458824 Aug 20 14:51:22.302945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51030) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:22.310743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-032b76e6-c052-4da0-8e12-5cabbb7ab3f6 req-aee51e05-d738-43b2-b96b-de487e84ccc9 tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] 10.222.0.36 "GET /v2.0/security-groups/e6343143-64b2-4e2a-8f90-dd82b7d72895 HTTP/1.1" status: 200 len: 1778 time: 0.1430640 Aug 20 14:51:22.325851 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6304daad-1b8c-408f-b5a4-b1e4db9f2e2a None None] The sync data for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 is: [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:50Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'ed445d5c-f464-4a82-a4e1-3b0809fdac62', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'port_id': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'mac_address': 'fa:16:3e:a2:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c08b6e-c4fc-4485-890d-335fff87a437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:50:56Z', 'updated_at': '2021-08-20T14:51:20Z', 'revision_number': 1, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7c0a767-b20f-45e0-a78d-e1ba85b7b62f', 'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'mac_address': 'fa:16:3e:90:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:49Z', 'updated_at': '2021-08-20T14:50:57Z', 'revision_number': 5, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'subnets': [{'id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:22.414995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-94d32038-aaee-4d28-badb-3f1b633d933c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:22.416368 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-94d32038-aaee-4d28-badb-3f1b633d933c service neutron] 10.222.0.72 "GET /v2.0/networks?id=21a657a2-62db-4e40-8075-a5125ff7d821 HTTP/1.1" status: 200 len: 907 time: 0.2048552 Aug 20 14:51:22.470797 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-032b76e6-c052-4da0-8e12-5cabbb7ab3f6 req-80a786f1-c80a-4803-8161-58d2ea6dc9af tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.495194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-530f3035-5c25-43cf-afa3-05946075359d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.510887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac64c73-a40a-40d7-9401-c95788bc0079 req-f928ee9e-bea0-42eb-917a-d7c580ca9c49 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:22.512556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ac64c73-a40a-40d7-9401-c95788bc0079 req-f928ee9e-bea0-42eb-917a-d7c580ca9c49 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 944 time: 0.0961230 Aug 20 14:51:22.516975 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-032b76e6-c052-4da0-8e12-5cabbb7ab3f6 req-80a786f1-c80a-4803-8161-58d2ea6dc9af tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.552370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b76dfde6-d7aa-41ea-9be1-c3f9efee72ec details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:51:22.567368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-530f3035-5c25-43cf-afa3-05946075359d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.590324 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-e8be5e74-3c82-45d8-bb11-486317803e8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea HTTP/1.1" status: 200 len: 1000 time: 0.1547906 Aug 20 14:51:22.653422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ac64c73-a40a-40d7-9401-c95788bc0079 req-68b5c8e7-e2fa-4bc0-9617-f24f5853a187 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720885 Aug 20 14:51:22.680481 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-032b76e6-c052-4da0-8e12-5cabbb7ab3f6 req-80a786f1-c80a-4803-8161-58d2ea6dc9af tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.686920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-032b76e6-c052-4da0-8e12-5cabbb7ab3f6 req-80a786f1-c80a-4803-8161-58d2ea6dc9af tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.691790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-032b76e6-c052-4da0-8e12-5cabbb7ab3f6 req-80a786f1-c80a-4803-8161-58d2ea6dc9af tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] 10.222.0.36 "DELETE /v2.0/security-groups/e6343143-64b2-4e2a-8f90-dd82b7d72895 HTTP/1.1" status: 204 len: 173 time: 0.3752260 Aug 20 14:51:22.705970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a786f1-c80a-4803-8161-58d2ea6dc9af tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6343143-64b2-4e2a-8f90-dd82b7d72895,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:22.742239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ed1d4e-2c78-4508-b929-0ba32a652baf None None] New status for floating IP ed445d5c-f464-4a82-a4e1-3b0809fdac62: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:51:22.797426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-45b76377-09c1-4e17-a39d-ad3871c3b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:22.798925 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-45b76377-09c1-4e17-a39d-ad3871c3b89d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab30d3d9-c037-48f0-b200-66540b8f1eb6 HTTP/1.1" status: 200 len: 845 time: 0.1504562 Aug 20 14:51:22.799591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-530f3035-5c25-43cf-afa3-05946075359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.802905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-530f3035-5c25-43cf-afa3-05946075359d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:22.804198 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-530f3035-5c25-43cf-afa3-05946075359d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/016bc963-e966-47ec-90f1-cee699e83f0d HTTP/1.1" status: 204 len: 168 time: 0.5004506 Aug 20 14:51:22.814279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f3035-5c25-43cf-afa3-05946075359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016bc963-e966-47ec-90f1-cee699e83f0d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:22.851162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b8a7f8d-caf5-4f0f-ba61-f32719f1b53a req-dcff4757-286e-436c-ac20-23d70884034c tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] 10.222.0.36 "GET /v2.0/security-groups/9dd6e4ad-bf35-49fe-ba2e-cca8be06d6ba HTTP/1.1" status: 200 len: 1777 time: 0.1269841 Aug 20 14:51:23.033794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:23.048014 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5b8a7f8d-caf5-4f0f-ba61-f32719f1b53a req-0e724802-892f-49ad-895a-91454b8128cf tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:23.048373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'port_id': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'mac_address': 'fa:16:3e:18:c5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:51:23.094546 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:23.109478 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5b8a7f8d-caf5-4f0f-ba61-f32719f1b53a req-0e724802-892f-49ad-895a-91454b8128cf tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:23.116642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76dfde6-d7aa-41ea-9be1-c3f9efee72ec {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:23.164429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:23.171387 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:23.174942 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5b8a7f8d-caf5-4f0f-ba61-f32719f1b53a req-0e724802-892f-49ad-895a-91454b8128cf tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:23.177921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5b8a7f8d-caf5-4f0f-ba61-f32719f1b53a req-0e724802-892f-49ad-895a-91454b8128cf tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:23.182714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b8a7f8d-caf5-4f0f-ba61-f32719f1b53a req-0e724802-892f-49ad-895a-91454b8128cf tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] 10.222.0.36 "DELETE /v2.0/security-groups/9dd6e4ad-bf35-49fe-ba2e-cca8be06d6ba HTTP/1.1" status: 204 len: 173 time: 0.3237841 Aug 20 14:51:23.226519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e724802-892f-49ad-895a-91454b8128cf tempest-SecurityGroupsTestAdminJSON-1723086871 tempest-SecurityGroupsTestAdminJSON-1723086871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd6e4ad-bf35-49fe-ba2e-cca8be06d6ba,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:23.245716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:23.359026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ec3ac70-4617-4597-84ac-9bfadc695499 req-33c77650-a7e7-46f7-8409-87a52136ac47 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 210 time: 0.0872633 Aug 20 14:51:23.369575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-17c530f5-8b84-411a-97e8-b00a0dfcede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:23.371102 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-17c530f5-8b84-411a-97e8-b00a0dfcede7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21a657a2-62db-4e40-8075-a5125ff7d821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5402288 Aug 20 14:51:23.511054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51060) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:23.542879 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-0bb3041b-1277-4a50-a642-49176376cae0 service neutron] 10.222.0.72 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623251 Aug 20 14:51:23.549704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef972-e52e-44b6-9aa1-fb9fc578a5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:23.577972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-76fdbb45-b911-44ec-9e00-5dabba63f021 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:23.579432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-76fdbb45-b911-44ec-9e00-5dabba63f021 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 821 time: 0.2395539 Aug 20 14:51:23.588998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3756026-0109-47f1-aa8f-fdc7cbbea347 req-59911aaa-4acd-40c9-bec4-ccf231b390e5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:23.596742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3756026-0109-47f1-aa8f-fdc7cbbea347 req-59911aaa-4acd-40c9-bec4-ccf231b390e5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1430976 Aug 20 14:51:23.613924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Request body: {'port': {'device_id': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0', 'admin_state_up': True, 'tenant_id': '462a6e1cda0d44fea29a487a152c1772'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:23.627784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51064) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:23.652864 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7e15b63a-3a1b-4833-862a-7af909aae6bf req-ddd343e6-8027-40fe-88f5-84d503f416c1 service neutron] 10.222.0.72 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008372 Aug 20 14:51:23.691021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b76dfde6-d7aa-41ea-9be1-c3f9efee72ec'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:51:23.737923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3756026-0109-47f1-aa8f-fdc7cbbea347 req-84eb6c7b-610c-48fe-90c2-289e2805f6f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402309 Aug 20 14:51:23.909014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee9d26-8ebe-41e8-9e56-3355d119b489 req-60bf67f9-3e8e-4b3b-b91f-a409a5e5bbd7 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:23.910373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99ee9d26-8ebe-41e8-9e56-3355d119b489 req-60bf67f9-3e8e-4b3b-b91f-a409a5e5bbd7 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 945 time: 0.1422544 Aug 20 14:51:23.915055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-da158b7f-5b4c-4737-bc74-548f80b8c5c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d3b4c217daf41a58d5ffb67ce0ebad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837536 Aug 20 14:51:23.916811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51072) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:23.923219 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef972-e52e-44b6-9aa1-fb9fc578a5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:23.941076 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea9ef972-e52e-44b6-9aa1-fb9fc578a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.015843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Made reservation on behalf of 462a6e1cda0d44fea29a487a152c1772 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:24.018572 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.058086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ea9ef972-e52e-44b6-9aa1-fb9fc578a5ca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=baa7fd11a5d84c1886530c6ea64fa018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389473 Aug 20 14:51:24.063687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99ee9d26-8ebe-41e8-9e56-3355d119b489 req-819d034b-3f6a-41d6-a43d-fd989ab4a335 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391997 Aug 20 14:51:24.064154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51078) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:24.068123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ef972-e52e-44b6-9aa1-fb9fc578a5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8f5479-8dc4-4be9-88b8-1ba3949b4349,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:24.147947 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f065cea8-3cfa-4683-be7f-ce42e792ffcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.188257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f065cea8-3cfa-4683-be7f-ce42e792ffcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.249709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21adbd32-e634-418a-ad21-cf21eacd541f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.296373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21adbd32-e634-418a-ad21-cf21eacd541f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.298406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Allocated IP 172.20.0.3 (8aa51d97-7421-40eb-8167-ff6eb96620e0/2497e036-a854-4163-ad6b-ae005102a234/d99c7e30-7087-48ee-a5bc-2cdf4a07f542) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:24.320776 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f065cea8-3cfa-4683-be7f-ce42e792ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.323316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f065cea8-3cfa-4683-be7f-ce42e792ffcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.327510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f065cea8-3cfa-4683-be7f-ce42e792ffcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dbf5f7fc-fe59-43d4-a5e0-2429ffaae2d6 HTTP/1.1" status: 204 len: 168 time: 0.4076076 Aug 20 14:51:24.351576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065cea8-3cfa-4683-be7f-ce42e792ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf5f7fc-fe59-43d4-a5e0-2429ffaae2d6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:24.444938 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21adbd32-e634-418a-ad21-cf21eacd541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.447613 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21adbd32-e634-418a-ad21-cf21eacd541f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.448740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-21adbd32-e634-418a-ad21-cf21eacd541f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd8f5479-8dc4-4be9-88b8-1ba3949b4349 HTTP/1.1" status: 204 len: 168 time: 0.3831859 Aug 20 14:51:24.469688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adbd32-e634-418a-ad21-cf21eacd541f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8f5479-8dc4-4be9-88b8-1ba3949b4349,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:24.505995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bebd7986-0e4a-4d46-9579-cd4e799c1354 req-631a59e0-a7b8-4eab-9e6e-6816814d4531 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 210 time: 0.0412157 Aug 20 14:51:24.566860 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.584465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b76dfde6-d7aa-41ea-9be1-c3f9efee72ec up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:24.633513 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.690293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Network 8aa51d97-7421-40eb-8167-ff6eb96620e0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:24.693944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:24.695895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:24.701952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:24.702381 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.704896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:24.708853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Pushing event updated for resources: {'Port': ['ID=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:24.802017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:24.804415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.833706 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.834900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-d26478ce-0b33-4bfe-9810-7aa508f7520e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2245250 Aug 20 14:51:24.875241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:24.876579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Request body: {'port': {'device_id': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:24.877613 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e27cca-db0f-43c7-b467-63e0011a7555" -d '{"events": [{"server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:24.907808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51094) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:24.928865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:24.946263 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9f5ba5-7768-4995-8bb1-5e8c3d9cb27d x-openstack-request-id: req-5d9f5ba5-7768-4995-8bb1-5e8c3d9cb27d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:24.946543 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "name": "network-vif-plugged", "status": "completed", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:24.946796 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d9f5ba5-7768-4995-8bb1-5e8c3d9cb27d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:24.947691 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'code': 200} Aug 20 14:51:24.948862 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:24.995182 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dc2865d1-03ae-49d8-b437-424c828be419 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e7d340eda3a4709a6be9cc1ada421e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852959 Aug 20 14:51:24.998290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51100) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:25.065624 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf0ea-5818-4bf1-86c8-78ae0bfc64ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:25.071183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:25.077660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2dbe8-fa98-4738-a57c-08f0c2a7c02b req-9e21b926-7800-4650-ab09-7ad1092bc165 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:25.079572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cee2dbe8-fa98-4738-a57c-08f0c2a7c02b req-9e21b926-7800-4650-ab09-7ad1092bc165 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.2406633 Aug 20 14:51:25.087183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:25.136445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf0ea-5818-4bf1-86c8-78ae0bfc64ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:25.185067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cef2d9-818d-4357-8f9e-420ce097615e req-897c2a38-9343-439c-a99c-72477bd54b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:25.185067 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-76cef2d9-818d-4357-8f9e-420ce097615e req-897c2a38-9343-439c-a99c-72477bd54b85 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0836966 Aug 20 14:51:25.233770 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-76cef2d9-818d-4357-8f9e-420ce097615e req-2099150b-6f94-428e-af69-46d5a271e2f0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461905 Aug 20 14:51:25.236615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf0ea-5818-4bf1-86c8-78ae0bfc64ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:25.239487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf0ea-5818-4bf1-86c8-78ae0bfc64ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:25.240658 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f6fdf0ea-5818-4bf1-86c8-78ae0bfc64ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bc6a11d-c0b5-4beb-a443-7a6981af1eac HTTP/1.1" status: 204 len: 168 time: 0.2412171 Aug 20 14:51:25.248857 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdf0ea-5818-4bf1-86c8-78ae0bfc64ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc6a11d-c0b5-4beb-a443-7a6981af1eac,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:25.445369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cee2dbe8-fa98-4738-a57c-08f0c2a7c02b req-7c0b53c5-54b8-495f-84de-faea9d3731e6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530805 Aug 20 14:51:25.599003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce21b46-f9e8-4ef0-844d-640ac208c966 req-c1a33e9b-a705-4fa1-ac0d-8e29e350c173 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:25.614311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ce21b46-f9e8-4ef0-844d-640ac208c966 req-c1a33e9b-a705-4fa1-ac0d-8e29e350c173 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 946 time: 0.1842172 Aug 20 14:51:25.681530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ce21b46-f9e8-4ef0-844d-640ac208c966 req-f7ba7e7c-8499-4cc5-90f0-f8d88bdfb049 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662560 Aug 20 14:51:25.842669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cc867-85b9-417f-8336-610963d6edbf req-d7078b58-7135-4428-ad4e-fa8432abfaf0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:25.844379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c29cc867-85b9-417f-8336-610963d6edbf req-d7078b58-7135-4428-ad4e-fa8432abfaf0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 931 time: 0.0753875 Aug 20 14:51:25.924155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c29cc867-85b9-417f-8336-610963d6edbf req-4c3a0689-cb3d-4b52-a355-7eafa6f6d2f7 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714862 Aug 20 14:51:25.940092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99c7e30-7087-48ee-a5bc-2cdf4a07f542 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:25.951575 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:25.965962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Transition to ACTIVE for port object d99c7e30-7087-48ee-a5bc-2cdf4a07f542 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:25.975044 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:26.061408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Pushing event updated for resources: {'Port': ['ID=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:26.117802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:26.118144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:26.118476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:26.123466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:51:26.123831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:26.129321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:26.129666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:26.130050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:26.130853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Bound port: d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:26.131172 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:26.218332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:26.221423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:26.229654 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:26.296874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:26.297449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:26.299183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] 10.222.0.72 "PUT /v2.0/ports/d99c7e30-7087-48ee-a5bc-2cdf4a07f542 HTTP/1.1" status: 200 len: 1092 time: 1.4382172 Aug 20 14:51:26.299801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:26.304800 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acade07a-d8fa-43bc-9d77-0973e3d03185" -d '{"events": [{"name": "network-changed", "server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:26.328247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97691ad-2a17-4490-a02e-9e336f13a934 service neutron] Pushing event updated for resources: {'Port': ['ID=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:26.363985 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e37adf-c237-4785-a6aa-f8a860eec2cd x-openstack-request-id: req-70e37adf-c237-4785-a6aa-f8a860eec2cd {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:26.364279 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:26.364530 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70e37adf-c237-4785-a6aa-f8a860eec2cd {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:26.364926 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542', 'status': 'completed', 'code': 200} Aug 20 14:51:26.446147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-21040d9f-af00-46e7-a4df-f3320500ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:26.448039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-21040d9f-af00-46e7-a4df-f3320500ffc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1095 time: 0.0500393 Aug 20 14:51:26.535621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-50c4a1e1-3db8-4531-ae04-e263d431454b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542 HTTP/1.1" status: 200 len: 217 time: 0.0700030 Aug 20 14:51:26.627194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-e95a3cac-99cd-4e30-9713-a2c05e5696b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:26.628697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-e95a3cac-99cd-4e30-9713-a2c05e5696b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0863373 Aug 20 14:51:26.645000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3b43c-ab57-4442-8eb4-7d2b368cf771 req-35ad1877-4463-4c84-bb44-afcb837e2f26 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:26.652765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88b3b43c-ab57-4442-8eb4-7d2b368cf771 req-35ad1877-4463-4c84-bb44-afcb837e2f26 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0959299 Aug 20 14:51:26.699230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-1f4acccc-06f4-459f-aca1-bedea2b3bf9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372889 Aug 20 14:51:26.787587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88b3b43c-ab57-4442-8eb4-7d2b368cf771 req-e413716a-1e7d-4250-ba88-6685afede1e8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330175 Aug 20 14:51:26.919514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dcdaf-3c9c-4aad-83b2-8149ed9c544d req-861761cb-f270-4dca-9b6c-ec1e83376de2 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:26.927417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a21dcdaf-3c9c-4aad-83b2-8149ed9c544d req-861761cb-f270-4dca-9b6c-ec1e83376de2 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 946 time: 0.1570480 Aug 20 14:51:26.989780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a21dcdaf-3c9c-4aad-83b2-8149ed9c544d req-67e13330-f532-4f0a-bbf0-eb3228c9f5f8 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614853 Aug 20 14:51:26.995209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-ed27bec5-e66a-49f4-872c-b89006a89beb service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517817 Aug 20 14:51:27.165521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74f0994-293b-4a22-9bb9-5bb337e00967 req-f875aa54-ee5a-400a-956a-f8f38bdd56d2 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617770 Aug 20 14:51:27.176727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b49071-9331-4ed2-9b34-72fd55d3d88c req-4122948d-2ad4-48a0-a5c3-44e1c5c2f1f0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:27.178408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70b49071-9331-4ed2-9b34-72fd55d3d88c req-4122948d-2ad4-48a0-a5c3-44e1c5c2f1f0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 943 time: 0.0901704 Aug 20 14:51:27.226283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70b49071-9331-4ed2-9b34-72fd55d3d88c req-0b9c1451-57ee-4cab-9466-a1965092dae7 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Aug 20 14:51:27.308575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-d69f33dd-fd30-4efd-a56c-8f0a52928156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:27.310695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-d69f33dd-fd30-4efd-a56c-8f0a52928156 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1095 time: 0.0545466 Aug 20 14:51:27.419594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-39487039-43b4-4ec8-81ca-05fe73f18b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:27.421202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-39487039-43b4-4ec8-81ca-05fe73f18b0a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.1029816 Aug 20 14:51:27.477332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-71e2be55-6403-4797-ad9b-b52223b3a3c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542 HTTP/1.1" status: 200 len: 217 time: 0.0485487 Aug 20 14:51:27.543498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-a1c48d11-4545-4185-9fa9-4994047f1c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:27.546182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-a1c48d11-4545-4185-9fa9-4994047f1c75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0616608 Aug 20 14:51:27.586792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-97ba0e3a-e4f4-4b53-8cf7-4286cc62178f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289533 Aug 20 14:51:27.707700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-0bd879a8-7d9f-4a09-95ed-b756e0a2dafb service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124034 Aug 20 14:51:27.826435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acade07a-d8fa-43bc-9d77-0973e3d03185 req-f1aee146-57a7-4af8-af7b-dc48a53a505a service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096458 Aug 20 14:51:27.977746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858e0a8-4c71-4050-8d90-016efda4d05d req-b6da1e75-530d-421f-b4e7-17fe76df06c2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:27.985953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a858e0a8-4c71-4050-8d90-016efda4d05d req-b6da1e75-530d-421f-b4e7-17fe76df06c2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0617704 Aug 20 14:51:28.030908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a858e0a8-4c71-4050-8d90-016efda4d05d req-0ceb9fa4-de54-4246-8fa2-a6dbcbb7f044 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Aug 20 14:51:28.172777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e78aa-7294-4531-8229-a34fd7f20513 req-3f06febf-3da8-492a-8852-fde11482dae1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:28.182203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a84e78aa-7294-4531-8229-a34fd7f20513 req-3f06febf-3da8-492a-8852-fde11482dae1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 946 time: 0.0859680 Aug 20 14:51:28.225677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a84e78aa-7294-4531-8229-a34fd7f20513 req-f90d8882-4cec-4cbb-83b3-4b1d609a7b90 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Aug 20 14:51:28.296939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51288) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:28.384329 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:28.498822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a867622-5f16-4b6d-952f-134fbf990fdd req-cf96d608-aca3-4018-944d-72332eda95ed tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:28.500377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a867622-5f16-4b6d-952f-134fbf990fdd req-cf96d608-aca3-4018-944d-72332eda95ed tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 943 time: 0.1693945 Aug 20 14:51:28.557342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-d09175b9-c73a-4e3a-b0dd-4d531b663bbd tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 258 time: 0.2842977 Aug 20 14:51:28.566155 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76ce72e9-a10e-46a6-bd1c-bccc0a8ddf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:28.574818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:28.582844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a867622-5f16-4b6d-952f-134fbf990fdd req-4c4ea391-f69b-4b8b-b5fd-a9efde943741 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680578 Aug 20 14:51:28.602071 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 14:51:28.602071 n-d-695189-15 neutron-server[101099]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 14:51:28.602071 n-d-695189-15 neutron-server[101099]: [parameters: {'project_id': '171e3955fa9244b8a7465ba079299507', 'id': '2a207f5a-834f-48f5-9b3c-35acc5ac39bb', 'expiration': datetime.datetime(2021, 8, 20, 14, 53, 28, 596777)}] Aug 20 14:51:28.602071 n-d-695189-15 neutron-server[101099]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:51:28.602460 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:51:28.680809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76ce72e9-a10e-46a6-bd1c-bccc0a8ddf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:28.685219 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76ce72e9-a10e-46a6-bd1c-bccc0a8ddf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:28.722534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce72e9-a10e-46a6-bd1c-bccc0a8ddf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7fb1db-200b-4f91-bfef-b0c2b1803dd8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:28.728621 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-76ce72e9-a10e-46a6-bd1c-bccc0a8ddf8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c5c918c75364f06859c3b68cb47f7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305813 Aug 20 14:51:28.731676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51300) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:28.787208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b524-0861-4290-b47e-9da3372e2255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:28.810938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b524-0861-4290-b47e-9da3372e2255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:28.871327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b524-0861-4290-b47e-9da3372e2255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:28.876782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b524-0861-4290-b47e-9da3372e2255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:28.880736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ebc9b524-0861-4290-b47e-9da3372e2255 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa7fb1db-200b-4f91-bfef-b0c2b1803dd8 HTTP/1.1" status: 204 len: 168 time: 0.1458199 Aug 20 14:51:28.891766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9b524-0861-4290-b47e-9da3372e2255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7fb1db-200b-4f91-bfef-b0c2b1803dd8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:29.131133 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.258354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51320) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:29.262112 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.272001 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-53e10839-586d-49fc-a26d-7ca21a75fac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.403862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Allocated IP 172.25.5.130 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/760c6f6f-0079-4975-9907-b644201a790f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:29.465944 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-53e10839-586d-49fc-a26d-7ca21a75fac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.472456 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-53e10839-586d-49fc-a26d-7ca21a75fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.516893 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-53e10839-586d-49fc-a26d-7ca21a75fac8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2626bbbec294b6baeac938c7a0aa000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574394 Aug 20 14:51:29.518028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e10839-586d-49fc-a26d-7ca21a75fac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ed394-561e-43b1-a29d-8e99dc1d8bd5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:29.520546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51326) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:29.574480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c3943-9db0-45fe-b167-9a5a82536257 req-800c6a30-2ccd-446b-8608-3190c2b21ab8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:29.576573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-094c3943-9db0-45fe-b167-9a5a82536257 req-800c6a30-2ccd-446b-8608-3190c2b21ab8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0870388 Aug 20 14:51:29.591844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-512d745b-bf1b-4ed6-9807-cdf19da36bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.614832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-512d745b-bf1b-4ed6-9807-cdf19da36bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.644762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.649287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-094c3943-9db0-45fe-b167-9a5a82536257 req-13694db3-115a-4d79-8788-11eb416842da tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638807 Aug 20 14:51:29.681450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-512d745b-bf1b-4ed6-9807-cdf19da36bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.686329 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-512d745b-bf1b-4ed6-9807-cdf19da36bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.687616 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-512d745b-bf1b-4ed6-9807-cdf19da36bb1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/249ed394-561e-43b1-a29d-8e99dc1d8bd5 HTTP/1.1" status: 204 len: 168 time: 0.1660202 Aug 20 14:51:29.699391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d745b-bf1b-4ed6-9807-cdf19da36bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ed394-561e-43b1-a29d-8e99dc1d8bd5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:29.707969 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.754484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:29.758874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:29.766176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:29.775372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Pushing event updated for resources: {'Port': ['ID=760c6f6f-0079-4975-9907-b644201a790f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:29.928450 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:29.977365 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:30.163280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26c3da-e2df-4a54-bcc5-e96d4af666c7 req-5ded311d-0e2c-4d86-9f7e-9096e4420e78 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:30.164810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de26c3da-e2df-4a54-bcc5-e96d4af666c7 req-5ded311d-0e2c-4d86-9f7e-9096e4420e78 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 943 time: 0.0773852 Aug 20 14:51:30.237918 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:30.242921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de26c3da-e2df-4a54-bcc5-e96d4af666c7 req-00eb7ccd-ef98-4307-9971-6e587586ddd9 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684998 Aug 20 14:51:30.243973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:30.323236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Pushing event updated for resources: {'Port': ['ID=760c6f6f-0079-4975-9907-b644201a790f,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:30.334145 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:30.352609 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:30.353905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-dce2e953-3a4d-447e-9385-000443372ef0 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7855997 Aug 20 14:51:30.445718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-3c71c6b5-63ee-4a00-8242-937a49116304 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0854321 Aug 20 14:51:30.584426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-c567e43c-7853-4a4d-b924-ecbd6090f619 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:30.592533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-c567e43c-7853-4a4d-b924-ecbd6090f619 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.1405840 Aug 20 14:51:30.598272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-e6cd9039-1ca5-486d-bc52-93e3f8e7ee5b tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:30.602960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebe7059a-3a07-424f-8fab-8d448f6e0551 req-e6cd9039-1ca5-486d-bc52-93e3f8e7ee5b tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093877 Aug 20 14:51:30.612648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d99c7e30-7087-48ee-a5bc-2cdf4a07f542 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:51:30.751228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:30.769184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542', 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0', 'port_id': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542', 'mac_address': 'fa:16:3e:1b:fe:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2497e036-a854-4163-ad6b-ae005102a234', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:51:30.848287 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:30.856929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-f4e0c273-0dfc-4e09-b72b-f251e898a20f tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:30.859128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-f4e0c273-0dfc-4e09-b72b-f251e898a20f tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1100600 Aug 20 14:51:30.871046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99c7e30-7087-48ee-a5bc-2cdf4a07f542 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:30.895119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:30.906238 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:30.979996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:31.196945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-7d30dd60-cfab-44a5-924b-1cbe6fae8061 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.3224144 Aug 20 14:51:31.209400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-8e34030a-f4ec-4cd7-801f-bf58b447264d tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Request body: {'floatingip': {'port_id': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:31.241528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b40f90-e30f-469d-9e45-6e3513279de4 req-c83a9bcf-12b2-4f0c-b6e7-6384fedb20b5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:31.243006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6b40f90-e30f-469d-9e45-6e3513279de4 req-c83a9bcf-12b2-4f0c-b6e7-6384fedb20b5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.4164841 Aug 20 14:51:31.300178 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-8e34030a-f4ec-4cd7-801f-bf58b447264d tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:31.373638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6b40f90-e30f-469d-9e45-6e3513279de4 req-a20a7d59-3bbe-4571-a9f7-dca13a0f2e06 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967307 Aug 20 14:51:31.384736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d99c7e30-7087-48ee-a5bc-2cdf4a07f542'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:51:31.784303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-c931a107-f2ba-46ad-9c58-2ee6e9669886 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8d6bfcd9f6814e6fb10f67d9bd44343a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683873 Aug 20 14:51:32.023675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-a67f09e6-8f02-43fb-a724-461efe1f52fa tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:32.025123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-a67f09e6-8f02-43fb-a724-461efe1f52fa tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353525 Aug 20 14:51:32.049850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-8e34030a-f4ec-4cd7-801f-bf58b447264d tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:32.052949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-59679c57-997e-45f3-819c-f6712e06fecd tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/quotas/8d6bfcd9f6814e6fb10f67d9bd44343a HTTP/1.1" status: 200 len: 375 time: 0.0160904 Aug 20 14:51:32.053830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-8e34030a-f4ec-4cd7-801f-bf58b447264d tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:32.118392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-c923a49e-8810-4a0b-8f46-bf7dbedfd15f tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d6bfcd9f6814e6fb10f67d9bd44343a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329258 Aug 20 14:51:32.177205 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-8e34030a-f4ec-4cd7-801f-bf58b447264d tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Floating IP be60d237-e11d-4305-8f74-fda85b5ed987 associated. External IP: 172.25.5.130, port: b76dfde6-d7aa-41ea-9be1-c3f9efee72ec. Aug 20 14:51:32.444031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-8e34030a-f4ec-4cd7-801f-bf58b447264d tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Router 37949af7-68ed-4277-a2e9-f493a5a83068 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:51:32.508841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989310da-2be6-4813-adf5-41ff7ec5ce7e req-96423d5d-e5e6-444b-9f1a-126494655850 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:32.510448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-989310da-2be6-4813-adf5-41ff7ec5ce7e req-96423d5d-e5e6-444b-9f1a-126494655850 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 944 time: 0.1047490 Aug 20 14:51:32.605568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-989310da-2be6-4813-adf5-41ff7ec5ce7e req-eff00975-32ed-4735-a9d5-ddea478936f6 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820646 Aug 20 14:51:32.611564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-8e34030a-f4ec-4cd7-801f-bf58b447264d tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:32.616119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-8e34030a-f4ec-4cd7-801f-bf58b447264d tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:32.623377 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] Sync routers for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:32.624101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d99c7e30-7087-48ee-a5bc-2cdf4a07f542 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:32.635813 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:32.636622 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:32.672027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-8e34030a-f4ec-4cd7-801f-bf58b447264d tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "PUT /v2.0/floatingips/be60d237-e11d-4305-8f74-fda85b5ed987 HTTP/1.1" status: 200 len: 997 time: 1.4681187 Aug 20 14:51:32.673506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:32.679185 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ff05e7-8a1e-4282-876e-d11f14f53449" -d '{"events": [{"name": "network-changed", "server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:32.720409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:32.724862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:32.725478 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:32.747427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-ee9df1b3-f9be-4a1d-88be-3b3fafa0308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:32.750417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-ee9df1b3-f9be-4a1d-88be-3b3fafa0308c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171e3955fa9244b8a7465ba079299507&device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0676174 Aug 20 14:51:32.761726 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:32.829788 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:32.858377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:32.860936 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62926d68-2539-428e-b7ac-02da9479a9d9" -d '{"events": [{"server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "name": "network-vif-plugged", "status": "completed", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:32.874846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:32.875408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-ea191a13-669c-4eca-99b9-8033dd791527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:32.877189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-ea191a13-669c-4eca-99b9-8033dd791527 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 HTTP/1.1" status: 200 len: 929 time: 0.1170433 Aug 20 14:51:32.880209 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:32.964486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:32.984381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbcf3698-8e86-42ed-9eb0-149bef7c3fa8 req-0fc8a4cb-125a-4cab-b67a-7c2db8037f53 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 210 time: 0.0354803 Aug 20 14:51:33.001866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-2b0aaa44-1b4f-4e59-8c4c-9ae5d55430dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec HTTP/1.1" status: 200 len: 1000 time: 0.1167119 Aug 20 14:51:33.062709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-5550e30f-dfe9-4967-a4b0-92cbea583d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:33.064780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-5550e30f-dfe9-4967-a4b0-92cbea583d34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582997e1-67ba-4f6c-9538-145864918dc0 HTTP/1.1" status: 200 len: 867 time: 0.0557375 Aug 20 14:51:33.075663 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'be60d237-e11d-4305-8f74-fda85b5ed987', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'port_id': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'mac_address': 'fa:16:3e:18:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:51:29Z', 'updated_at': '2021-08-20T14:51:31Z', 'revision_number': 1, 'project_id': '171e3955fa9244b8a7465ba079299507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c2829e-fb70-480a-978d-a8a426b6b725', 'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'mac_address': 'fa:16:3e:84:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:05Z', 'updated_at': '2021-08-20T14:51:15Z', 'revision_number': 5, 'project_id': '171e3955fa9244b8a7465ba079299507', 'subnets': [{'id': '582997e1-67ba-4f6c-9538-145864918dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:33.121280 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] Checking router: 37949af7-68ed-4277-a2e9-f493a5a83068 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:33.122025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-16167269-bb6f-47dc-81ea-9bfda7c6bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:33.123648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-16167269-bb6f-47dc-81ea-9bfda7c6bab5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519431 Aug 20 14:51:33.134402 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:33.135141 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:33.135915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-3ae73bf5-48c0-4546-9cf8-d4a2f2592cea service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:33.137676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-3ae73bf5-48c0-4546-9cf8-d4a2f2592cea service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070465 Aug 20 14:51:33.241603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-be34d4fc-6733-45de-94c5-eba63b711db0 service neutron] 10.222.0.36 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954077 Aug 20 14:51:33.254033 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:33.341121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f63aac75-7867-4c6a-987c-42b456e8dd37 req-a7a804db-6c6b-4951-ac68-ee1c58cc2fa4 service neutron] 10.222.0.36 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910687 Aug 20 14:51:33.409313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e9afc-9523-4b5a-92ec-ea585f755bc0 req-9d532ce5-045b-463a-a9e0-649d8ff9bf11 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:33.421513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-503e9afc-9523-4b5a-92ec-ea585f755bc0 req-9d532ce5-045b-463a-a9e0-649d8ff9bf11 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0743561 Aug 20 14:51:33.424302 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea04dc46-9400-42bb-bbfe-46dbe8839e49 x-openstack-request-id: req-ea04dc46-9400-42bb-bbfe-46dbe8839e49 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:33.424595 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:33.424851 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea04dc46-9400-42bb-bbfe-46dbe8839e49 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:33.425248 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'status': 'completed', 'code': 200} Aug 20 14:51:33.464788 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e9c38-0bc5-4272-be0c-f4f283b2f328 x-openstack-request-id: req-980e9c38-0bc5-4272-be0c-f4f283b2f328 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:33.465597 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "name": "network-vif-plugged", "status": "completed", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:33.466538 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-980e9c38-0bc5-4272-be0c-f4f283b2f328 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:33.466949 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542', 'code': 200} Aug 20 14:51:33.478985 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-7a06fabc-8c96-48e3-9156-9dc851f58ea7 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8d6bfcd9f6814e6fb10f67d9bd44343a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262611 Aug 20 14:51:33.484663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-503e9afc-9523-4b5a-92ec-ea585f755bc0 req-8b7ed6e2-effc-44f8-9413-b6ed855f1dee tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616436 Aug 20 14:51:33.566359 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'be60d237-e11d-4305-8f74-fda85b5ed987', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'port_id': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'mac_address': 'fa:16:3e:18:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:51:29Z', 'updated_at': '2021-08-20T14:51:31Z', 'revision_number': 1, 'project_id': '171e3955fa9244b8a7465ba079299507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c2829e-fb70-480a-978d-a8a426b6b725', 'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'mac_address': 'fa:16:3e:84:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:05Z', 'updated_at': '2021-08-20T14:51:15Z', 'revision_number': 5, 'project_id': '171e3955fa9244b8a7465ba079299507', 'subnets': [{'id': '582997e1-67ba-4f6c-9538-145864918dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:33.653556 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2da6c0-2216-445e-9a84-04cfe205fcae None None] The sync data for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 is: [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'be60d237-e11d-4305-8f74-fda85b5ed987', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'port_id': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'mac_address': 'fa:16:3e:18:c5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:51:29Z', 'updated_at': '2021-08-20T14:51:31Z', 'revision_number': 1, 'project_id': '171e3955fa9244b8a7465ba079299507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47c2829e-fb70-480a-978d-a8a426b6b725', 'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'mac_address': 'fa:16:3e:84:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:05Z', 'updated_at': '2021-08-20T14:51:15Z', 'revision_number': 5, 'project_id': '171e3955fa9244b8a7465ba079299507', 'subnets': [{'id': '582997e1-67ba-4f6c-9538-145864918dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:33.688714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-80a8b0f9-dafd-4fa1-b71f-d8d251e89f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:33.690666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-80a8b0f9-dafd-4fa1-b71f-d8d251e89f8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=171e3955fa9244b8a7465ba079299507&device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 1098 time: 0.1937234 Aug 20 14:51:33.721153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-dd894ff8-ece3-4a70-8ead-cedaa9a2c78e tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:33.722699 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-dd894ff8-ece3-4a70-8ead-cedaa9a2c78e tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337246 Aug 20 14:51:33.729480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82206e07-f945-4f32-8c16-b3229dcd5f27 req-fd4eb088-33b1-4232-a6b2-8ac24eaa2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:33.730743 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-82206e07-f945-4f32-8c16-b3229dcd5f27 req-fd4eb088-33b1-4232-a6b2-8ac24eaa2211 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1097 time: 0.1052742 Aug 20 14:51:33.753271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Request body: {'port': {'device_id': 'c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '8d6bfcd9f6814e6fb10f67d9bd44343a'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:33.803347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268a78d1-d431-4beb-b596-3a282f05dfba req-44232a03-c382-48f0-96aa-f5c37e8cf02c tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 258 time: 0.2897208 Aug 20 14:51:33.822636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:33.847715 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-82206e07-f945-4f32-8c16-b3229dcd5f27 req-c6135a14-26c9-4602-a19b-1d6ee6da9419 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050262 Aug 20 14:51:33.851999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-5234e20d-98d0-420c-949f-6579d1237bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:33.853661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-5234e20d-98d0-420c-949f-6579d1237bc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 HTTP/1.1" status: 200 len: 929 time: 0.1458905 Aug 20 14:51:33.861473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:33.935957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Made reservation on behalf of 8d6bfcd9f6814e6fb10f67d9bd44343a for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:33.939926 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:33.952379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:33.974316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc7612-d743-46ae-92de-c64701374e37 None None] New status for floating IP be60d237-e11d-4305-8f74-fda85b5ed987: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:51:34.145591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:34.155041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:34.237191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7597f19-3811-4cd9-8fc8-9c8f03cd4926,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:34.325604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Allocated IP 192.168.233.124 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/bb190bf0-4d00-420e-922b-82cfdd904fb8) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:34.333163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-b56b4345-3a62-4cc9-9f27-e2dffeb82151 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1269429 Aug 20 14:51:34.350507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea13be4-0cad-4e0a-b415-4d26520221c9 req-d0c2e0f0-b706-459d-8381-5710823583aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:34.352031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ea13be4-0cad-4e0a-b415-4d26520221c9 req-d0c2e0f0-b706-459d-8381-5710823583aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.1469858 Aug 20 14:51:34.393061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-60b5c652-a2cf-4fc4-8094-91faa976a131 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec HTTP/1.1" status: 200 len: 1002 time: 0.1156726 Aug 20 14:51:34.418126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51452) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:34.487322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ea13be4-0cad-4e0a-b415-4d26520221c9 req-aabc277b-f8b6-411e-9dec-8ccf5fb2bdae tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265719 Aug 20 14:51:34.504208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-79743055-73e3-4c7f-9dd3-87cc646591ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:34.505684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-79743055-73e3-4c7f-9dd3-87cc646591ff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=582997e1-67ba-4f6c-9538-145864918dc0 HTTP/1.1" status: 200 len: 867 time: 0.0889022 Aug 20 14:51:34.506803 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:34.511172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-eb4347b0-e2a1-466f-b420-2b8ad71a44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:34.512965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-eb4347b0-e2a1-466f-b420-2b8ad71a44c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 1118 time: 0.1361682 Aug 20 14:51:34.529782 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:34.534443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Transition to ACTIVE for port object bb190bf0-4d00-420e-922b-82cfdd904fb8 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:34.586882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:34.628529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:34.631469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:34.635756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:34.664783 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b02d4dd-249c-427a-9471-f94aa37bfe10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:34.696290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:34.697005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:34.706114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-3af23def-b48c-43bc-a444-bacfbefad8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:34.707938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-3af23def-b48c-43bc-a444-bacfbefad8d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1925991 Aug 20 14:51:34.720875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Pushing event updated for resources: {'Port': ['ID=bb190bf0-4d00-420e-922b-82cfdd904fb8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:34.854553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-59507f56-1c02-4344-9b55-11d63caf3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:34.856201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-59507f56-1c02-4344-9b55-11d63caf3d0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 925 time: 0.3047142 Aug 20 14:51:34.879389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4be07396-863b-48ba-85fd-026d513bdcd3 None None] Provisioning for port bb190bf0-4d00-420e-922b-82cfdd904fb8 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:34.883067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4be07396-863b-48ba-85fd-026d513bdcd3 None None] Provisioning complete for port bb190bf0-4d00-420e-922b-82cfdd904fb8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:34.883442 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4be07396-863b-48ba-85fd-026d513bdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:34.918724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4be07396-863b-48ba-85fd-026d513bdcd3 None None] Port bb190bf0-4d00-420e-922b-82cfdd904fb8 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:51:34.937229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Allocated IP 172.25.5.163 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/2d32120d-0ed6-4308-bbb7-99624fd62061) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:35.027890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf958f2-26b1-46e9-a507-ed59b3aa6382 req-2243af53-afcf-4331-98e6-cf3e5f5e4f6b tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:35.029404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caf958f2-26b1-46e9-a507-ed59b3aa6382 req-2243af53-afcf-4331-98e6-cf3e5f5e4f6b tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 936 time: 0.2295647 Aug 20 14:51:35.082814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-f2abdf9b-4b8e-4cd2-a6da-75fcbce56e4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39525458-e539-4ee4-a5f0-8b43b0cf3bde HTTP/1.1" status: 200 len: 1021 time: 0.2048931 Aug 20 14:51:35.090159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-09fea51b-dc17-4889-aca4-d8a06c4fd043 service neutron] 10.222.0.72 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373985 Aug 20 14:51:35.250616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caf958f2-26b1-46e9-a507-ed59b3aa6382 req-fe2ba642-4e97-4313-bd63-d1a14ac810cb tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820393 Aug 20 14:51:35.282444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b02d4dd-249c-427a-9471-f94aa37bfe10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.291449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-acfd044a-c498-4bf5-a272-86f9391cf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:35.291730 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-f0ad8198-a386-4daa-8405-e28cb84e777a tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5477164 Aug 20 14:51:35.293494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-acfd044a-c498-4bf5-a272-86f9391cf62f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7597d52b-fdf5-4569-b467-0879e0197d36 HTTP/1.1" status: 200 len: 863 time: 0.1946707 Aug 20 14:51:35.298038 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.300063 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b02d4dd-249c-427a-9471-f94aa37bfe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.336045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Request body: {'port': {'device_id': 'c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:35.395524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.404444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ff05e7-8a1e-4282-876e-d11f14f53449 req-de931be5-f0ca-441e-8cdd-d4e9e93072e8 service neutron] 10.222.0.72 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972982 Aug 20 14:51:35.420078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9b02d4dd-249c-427a-9471-f94aa37bfe10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62bb7358576f4a7e844f930911fc7583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9963310 Aug 20 14:51:35.421643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02d4dd-249c-427a-9471-f94aa37bfe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a898d4-768d-49dc-bf7d-10d1f9c490c6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:35.424144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51460) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:35.500871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b93e7-fd6b-4d57-905a-bfe5b3187b68 req-d804a0d4-9efb-4b22-902a-a47112cb088b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:35.502369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc0b93e7-fd6b-4d57-905a-bfe5b3187b68 req-d804a0d4-9efb-4b22-902a-a47112cb088b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1848433 Aug 20 14:51:35.507817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-d9f9dc32-e3f0-4002-be23-de093c0826e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:35.509284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-d9f9dc32-e3f0-4002-be23-de093c0826e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bfe892b3-d404-4339-bb6c-b63c0d8b291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680861 Aug 20 14:51:35.520897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.621323 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.628691 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d5e75ba8-9a2d-44ab-9da5-ba42cabc994e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.653389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:35.668885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc0b93e7-fd6b-4d57-905a-bfe5b3187b68 req-65dadf42-2820-49e4-aa9d-26bc06c0f743 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579173 Aug 20 14:51:35.673472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Pushing event updated for resources: {'Port': ['ID=2d32120d-0ed6-4308-bbb7-99624fd62061,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:35.675984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:35.683436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:35.694310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb190bf0-4d00-420e-922b-82cfdd904fb8 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:35.697759 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d5e75ba8-9a2d-44ab-9da5-ba42cabc994e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.702709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.716632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Transition to ACTIVE for port object bb190bf0-4d00-420e-922b-82cfdd904fb8 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:35.721842 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.781572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-2a3d04d7-2b3d-4ec5-b44b-e8b841a237f7 service neutron] 10.222.0.70 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586246 Aug 20 14:51:35.789490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Pushing event updated for resources: {'Port': ['ID=bb190bf0-4d00-420e-922b-82cfdd904fb8,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:35.872759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Attempting to bind port bb190bf0-4d00-420e-922b-82cfdd904fb8 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:35.873356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Attempting to bind port bb190bf0-4d00-420e-922b-82cfdd904fb8 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:35.873754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Attempting to bind port bb190bf0-4d00-420e-922b-82cfdd904fb8 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:35.878919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Port bb190bf0-4d00-420e-922b-82cfdd904fb8 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:51:35.879244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Attempting to bind port bb190bf0-4d00-420e-922b-82cfdd904fb8 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:35.884874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:35.885220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:35.885609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:35.886041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Bound port: bb190bf0-4d00-420e-922b-82cfdd904fb8, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:35.886397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.926496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6d694-33d9-4029-8440-b0b7983e19a3 req-4d0a63a0-672c-487f-8193-80edec5393c5 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:35.928314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fee6d694-33d9-4029-8440-b0b7983e19a3 req-4d0a63a0-672c-487f-8193-80edec5393c5 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.1781437 Aug 20 14:51:35.940927 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.942281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d5e75ba8-9a2d-44ab-9da5-ba42cabc994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.944971 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d5e75ba8-9a2d-44ab-9da5-ba42cabc994e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.946096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d5e75ba8-9a2d-44ab-9da5-ba42cabc994e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75a898d4-768d-49dc-bf7d-10d1f9c490c6 HTTP/1.1" status: 204 len: 168 time: 0.5178335 Aug 20 14:51:35.972408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] For port bb190bf0-4d00-420e-922b-82cfdd904fb8, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:35.977044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] For port bb190bf0-4d00-420e-922b-82cfdd904fb8, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb190bf0-4d00-420e-922b-82cfdd904fb8,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:35.984661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:35.989833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e75ba8-9a2d-44ab-9da5-ba42cabc994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a898d4-768d-49dc-bf7d-10d1f9c490c6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:36.022906 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:36.023905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.025081 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] 10.222.0.70 "PUT /v2.0/ports/bb190bf0-4d00-420e-922b-82cfdd904fb8 HTTP/1.1" status: 200 len: 1097 time: 0.6938510 Aug 20 14:51:36.025541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac', 'tag': 'bb190bf0-4d00-420e-922b-82cfdd904fb8'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:36.028597 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85471e2f-d973-4529-8e62-98dc6a6bc349" -d '{"events": [{"name": "network-changed", "server_uuid": "c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac", "tag": "bb190bf0-4d00-420e-922b-82cfdd904fb8"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:36.053192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.056888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06f51c94-411b-47cf-87bc-c43c7b074259 req-503912d5-9a25-47c5-a933-30ebe4c1c488 service neutron] 10.222.0.70 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560272 Aug 20 14:51:36.060223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09b2df-4bcd-43f6-a491-24de8359b85c service neutron] Pushing event updated for resources: {'Port': ['ID=bb190bf0-4d00-420e-922b-82cfdd904fb8,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:36.073471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fee6d694-33d9-4029-8440-b0b7983e19a3 req-d44e22d4-1319-4f43-be6e-d6564f289d7f tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315846 Aug 20 14:51:36.212956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-b2ddd53c-3ad1-429d-bafc-82bfd6afe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:36.214514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-b2ddd53c-3ad1-429d-bafc-82bfd6afe459 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d6bfcd9f6814e6fb10f67d9bd44343a&device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 1100 time: 0.1205668 Aug 20 14:51:36.280979 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5147d852-5887-4501-b3dc-a35c5ad7e606 x-openstack-request-id: req-5147d852-5887-4501-b3dc-a35c5ad7e606 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:36.281319 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac", "tag": "bb190bf0-4d00-420e-922b-82cfdd904fb8", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:36.281584 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5147d852-5887-4501-b3dc-a35c5ad7e606 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:36.281985 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac', 'tag': 'bb190bf0-4d00-420e-922b-82cfdd904fb8', 'status': 'completed', 'code': 200} Aug 20 14:51:36.296304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-cce4774e-9977-4f9a-bd13-1aef46a6c0f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=bb190bf0-4d00-420e-922b-82cfdd904fb8 HTTP/1.1" status: 200 len: 217 time: 0.0414202 Aug 20 14:51:36.396086 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.404537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51480) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:36.405508 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.417579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3eb165f-a477-43be-bbd1-fba257e2735a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.421314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-2ca1088c-e7f0-4a62-897e-3461c5cfb4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:36.422782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-2ca1088c-e7f0-4a62-897e-3461c5cfb4e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1089706 Aug 20 14:51:36.511711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b0f8b-490c-4ade-a555-992408c6ff9f req-74d0fce5-5cfb-4652-98e4-4f3c6bbca9a1 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:36.513100 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3eb165f-a477-43be-bbd1-fba257e2735a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.513842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-604b0f8b-490c-4ade-a555-992408c6ff9f req-74d0fce5-5cfb-4652-98e4-4f3c6bbca9a1 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1097 time: 0.1670840 Aug 20 14:51:36.519070 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3eb165f-a477-43be-bbd1-fba257e2735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.532739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Pushing event updated for resources: {'Port': ['ID=2d32120d-0ed6-4308-bbb7-99624fd62061,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:36.546525 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.557787 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b3eb165f-a477-43be-bbd1-fba257e2735a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01fe9cac446a414fadbc83cb0061c0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520314 Aug 20 14:51:36.560495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb165f-a477-43be-bbd1-fba257e2735a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4502935c-e2cf-4198-8125-32023821e2e9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:36.562753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51482) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:36.571699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-b7ffe7b4-6db6-4fd5-9d0a-3063377b9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:36.573233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-b7ffe7b4-6db6-4fd5-9d0a-3063377b9358 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1293633 Aug 20 14:51:36.586220 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.587397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268a78d1-d431-4beb-b596-3a282f05dfba req-f3a6857f-a0af-4c75-9865-0959d04b9e12 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7731400 Aug 20 14:51:36.599331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-604b0f8b-490c-4ade-a555-992408c6ff9f req-3ce89342-b964-4bb5-8259-5f299ed524fe tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707788 Aug 20 14:51:36.616360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d617b32a-a1cd-4be7-98fb-2a6bfd92e40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.644075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d617b32a-a1cd-4be7-98fb-2a6bfd92e40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.690765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268a78d1-d431-4beb-b596-3a282f05dfba req-62d0eb0b-63d5-4edf-8b40-d05c35707994 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0894265 Aug 20 14:51:36.715082 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d617b32a-a1cd-4be7-98fb-2a6bfd92e40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.718178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d617b32a-a1cd-4be7-98fb-2a6bfd92e40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:36.719399 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d617b32a-a1cd-4be7-98fb-2a6bfd92e40a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4502935c-e2cf-4198-8125-32023821e2e9 HTTP/1.1" status: 204 len: 168 time: 0.1556661 Aug 20 14:51:36.727660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617b32a-a1cd-4be7-98fb-2a6bfd92e40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4502935c-e2cf-4198-8125-32023821e2e9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:37.098368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-cd480b92-e9b3-4a7e-87fe-3aaa5289ed5c service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079167 Aug 20 14:51:37.112589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54003346-145c-43c4-90ae-046daf15094d req-982dfd6d-7000-48f5-b04a-70768ebec810 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:37.114014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54003346-145c-43c4-90ae-046daf15094d req-982dfd6d-7000-48f5-b04a-70768ebec810 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 948 time: 0.4201694 Aug 20 14:51:37.219762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a78d1-d431-4beb-b596-3a282f05dfba req-b90ff34f-a3ca-4abd-a2a9-903120cd57d7 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:37.221136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268a78d1-d431-4beb-b596-3a282f05dfba req-b90ff34f-a3ca-4abd-a2a9-903120cd57d7 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.5141661 Aug 20 14:51:37.235856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-268a78d1-d431-4beb-b596-3a282f05dfba req-bfa69bdf-0a38-42e3-81b3-4816280b066f tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:37.236847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268a78d1-d431-4beb-b596-3a282f05dfba req-bfa69bdf-0a38-42e3-81b3-4816280b066f tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101886 Aug 20 14:51:37.239935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54003346-145c-43c4-90ae-046daf15094d req-b6421c7a-8a7e-4437-84ed-f3729df63270 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172616 Aug 20 14:51:37.280274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7ced427-e0a0-4c60-b25a-a6e1523ff181 req-30ca5d6f-5713-4235-8ba3-b858ee942f93 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595099 Aug 20 14:51:37.436922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbd3ea-7b64-40c5-822b-498ef105440a req-cfdfa60e-bc52-41a3-b503-921578d5040b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:37.438824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eadbd3ea-7b64-40c5-822b-498ef105440a req-cfdfa60e-bc52-41a3-b503-921578d5040b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0974505 Aug 20 14:51:37.441971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-581f09b6-2abd-4cc6-aaf7-de358c181989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:37.443669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-581f09b6-2abd-4cc6-aaf7-de358c181989 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d6bfcd9f6814e6fb10f67d9bd44343a&device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 1100 time: 0.0686526 Aug 20 14:51:37.548245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eadbd3ea-7b64-40c5-822b-498ef105440a req-553e2fdf-02f8-411b-b3d0-93fc2303df7d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027515 Aug 20 14:51:37.612022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-516e0aac-252a-4a59-bfe0-3d318cbf09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:37.613283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-516e0aac-252a-4a59-bfe0-3d318cbf09ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1524990 Aug 20 14:51:37.639666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901edd39-b0e2-4840-925d-1a8ddbe4c1bb req-9988b1b8-a099-452d-a5e1-d1de82ad60c9 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:37.649665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-901edd39-b0e2-4840-925d-1a8ddbe4c1bb req-9988b1b8-a099-452d-a5e1-d1de82ad60c9 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1294754 Aug 20 14:51:37.728566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-c4f80244-8e65-4565-968f-f07f928cb5d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=bb190bf0-4d00-420e-922b-82cfdd904fb8 HTTP/1.1" status: 200 len: 217 time: 0.0778024 Aug 20 14:51:37.734384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-901edd39-b0e2-4840-925d-1a8ddbe4c1bb req-2c6ddb3c-2eb0-441d-aec1-20b6bf82004e tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0764353 Aug 20 14:51:37.774216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-901edd39-b0e2-4840-925d-1a8ddbe4c1bb req-9983ad5e-dc05-4e76-8c06-c1f8c4e361ff tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Request body: {'floatingip': {'port_id': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:37.818572 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-901edd39-b0e2-4840-925d-1a8ddbe4c1bb req-9983ad5e-dc05-4e76-8c06-c1f8c4e361ff tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:37.887588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-f406e6e6-38a9-4460-af6f-866a514bb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:37.889196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-f406e6e6-38a9-4460-af6f-866a514bb4a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1490180 Aug 20 14:51:38.022451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-fcb25177-798e-409b-8031-4a26b00e5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:38.023997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-fcb25177-798e-409b-8031-4a26b00e5d68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1213450 Aug 20 14:51:38.151407 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-901edd39-b0e2-4840-925d-1a8ddbe4c1bb req-9983ad5e-dc05-4e76-8c06-c1f8c4e361ff tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 14:51:38.152764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-901edd39-b0e2-4840-925d-1a8ddbe4c1bb req-9983ad5e-dc05-4e76-8c06-c1f8c4e361ff tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "PUT /v2.0/floatingips/9703973e-14fe-471b-8177-8498b9642403 HTTP/1.1" status: 409 len: 551 time: 0.4039938 Aug 20 14:51:38.203366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-4b51f1d8-01f5-4848-b433-48ff70b5f2be service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305997 Aug 20 14:51:38.264635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-191d8473-979c-4298-a838-f2bb8be6de76 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips/9703973e-14fe-471b-8177-8498b9642403 HTTP/1.1" status: 200 len: 693 time: 0.0738299 Aug 20 14:51:38.464170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a939db2-f3fb-4a57-b483-51e458ff892c req-db28e073-491f-4dd2-895d-18bc1ad2b20c tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:38.466169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a939db2-f3fb-4a57-b483-51e458ff892c req-db28e073-491f-4dd2-895d-18bc1ad2b20c tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 948 time: 0.1057944 Aug 20 14:51:38.467959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85471e2f-d973-4529-8e62-98dc6a6bc349 req-28dd8ff3-4e84-47d1-b233-eeadb9928a7d service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338514 Aug 20 14:51:38.499490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-860cf9e4-10d5-4ecf-9a45-c5f7bc8a3dbe tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:38.500764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-860cf9e4-10d5-4ecf-9a45-c5f7bc8a3dbe tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.1973321 Aug 20 14:51:38.518399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-7bee3a62-6b92-48d4-87d4-e8cd1b92af91 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:38.519400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-7bee3a62-6b92-48d4-87d4-e8cd1b92af91 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108643 Aug 20 14:51:38.526663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a939db2-f3fb-4a57-b483-51e458ff892c req-48db4183-755d-473e-8afb-1f44a3d2efdd tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503981 Aug 20 14:51:38.572207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-bd7f5e38-2b35-44c0-acc8-7618c9a16fe2 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0444772 Aug 20 14:51:38.628717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-b2191ac8-da58-43b9-ab40-317106155c5a tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0501726 Aug 20 14:51:38.764628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Deleting port 2d32120d-0ed6-4308-bbb7-99624fd62061 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:38.764969 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:38.839089 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:38.839420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:38.852413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Calling delete_port for 2d32120d-0ed6-4308-bbb7-99624fd62061 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:38.981434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24937f90-0b18-4fcc-9415-0a31b6c1ec41 req-98b9dcec-f419-4321-9126-6820c982af17 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:38.982921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24937f90-0b18-4fcc-9415-0a31b6c1ec41 req-98b9dcec-f419-4321-9126-6820c982af17 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0752752 Aug 20 14:51:39.052207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24937f90-0b18-4fcc-9415-0a31b6c1ec41 req-ed7dd2df-f351-4c1e-a18d-82dff38c1766 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Aug 20 14:51:39.072528 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:39.108802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Pushing event deleted for resources: {'Port': ['ID=2d32120d-0ed6-4308-bbb7-99624fd62061,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:39.121639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.122542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.122805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.123222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.123585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.123925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.124535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.124655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.124885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.125209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.125617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.125845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:39.181181 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:39.184345 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:39.185492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa4a89f0-5a32-44c9-97c3-cc2691e97f9c req-d6dbc14a-4b84-4970-ab75-ba9561167eb1 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "DELETE /v2.0/floatingips/9703973e-14fe-471b-8177-8498b9642403 HTTP/1.1" status: 204 len: 173 time: 0.5514855 Aug 20 14:51:39.657782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-d8854743-0399-4d58-9aaf-2efa4b98a40b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1382205 Aug 20 14:51:39.661177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-f5caa92a-706b-44e7-b868-020d46985e1e tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1002 time: 0.1288972 Aug 20 14:51:39.723258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34276d8f-4645-457a-8491-aff4ae24adeb req-89cbafac-c697-42d4-8e7e-2baea64ba052 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:39.724712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-89cbafac-c697-42d4-8e7e-2baea64ba052 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports/b76dfde6-d7aa-41ea-9be1-c3f9efee72ec HTTP/1.1" status: 200 len: 943 time: 0.0580182 Aug 20 14:51:39.845568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-a58d12ab-1abe-45d7-9e71-3193f8c8333f tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1002 time: 0.0714917 Aug 20 14:51:39.940170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7528a1-643f-4447-b4bd-67605625f220 req-c75252b5-4152-451f-977d-9f6935f06ce5 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:39.941708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c7528a1-643f-4447-b4bd-67605625f220 req-c75252b5-4152-451f-977d-9f6935f06ce5 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 948 time: 0.1152508 Aug 20 14:51:40.039094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34276d8f-4645-457a-8491-aff4ae24adeb req-f38b6e5f-952f-4a15-999e-9a599a9a9416 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:40.040498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-f38b6e5f-952f-4a15-999e-9a599a9a9416 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.1812809 Aug 20 14:51:40.045188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c7528a1-643f-4447-b4bd-67605625f220 req-057b871c-817f-470c-bd3b-701476b14d0f tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923312 Aug 20 14:51:40.052784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-1a7c5890-d440-438a-835d-f2229490736f tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:40.053761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-1a7c5890-d440-438a-835d-f2229490736f tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063717 Aug 20 14:51:40.059898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-01fc045c-0b24-4501-a614-c3e08c2072c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:40.061447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-01fc045c-0b24-4501-a614-c3e08c2072c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e4e10a8582d41ac9e9afef5a55348b6&device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 1098 time: 0.0912843 Aug 20 14:51:40.178601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-2b3e8ec7-f231-4af8-961e-8815335560ac tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1002 time: 0.1140864 Aug 20 14:51:40.196968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-34276d8f-4645-457a-8491-aff4ae24adeb req-ebf0a16b-9efb-48e9-9150-2bfd0deec4a6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:40.252117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-6c9b1cc4-8111-46c9-9224-e18697cc1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:40.253779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-6c9b1cc4-8111-46c9-9224-e18697cc1d48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21a657a2-62db-4e40-8075-a5125ff7d821 HTTP/1.1" status: 200 len: 907 time: 0.1430638 Aug 20 14:51:40.283679 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-34276d8f-4645-457a-8491-aff4ae24adeb req-ebf0a16b-9efb-48e9-9150-2bfd0deec4a6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:40.383361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-7bad2a29-890b-4fc2-8060-fd33594eed87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea HTTP/1.1" status: 200 len: 1002 time: 0.1107006 Aug 20 14:51:40.815567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-f8361006-18ca-4a2a-b2f2-a8c5d78dcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:40.817081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-f8361006-18ca-4a2a-b2f2-a8c5d78dcbd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ab30d3d9-c037-48f0-b200-66540b8f1eb6 HTTP/1.1" status: 200 len: 845 time: 0.4060025 Aug 20 14:51:40.862346 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-34276d8f-4645-457a-8491-aff4ae24adeb req-ebf0a16b-9efb-48e9-9150-2bfd0deec4a6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:40.892307 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-34276d8f-4645-457a-8491-aff4ae24adeb req-ebf0a16b-9efb-48e9-9150-2bfd0deec4a6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:40.892653 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-34276d8f-4645-457a-8491-aff4ae24adeb req-ebf0a16b-9efb-48e9-9150-2bfd0deec4a6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Floating IP be60d237-e11d-4305-8f74-fda85b5ed987 disassociated. External IP: 172.25.5.130, port: b76dfde6-d7aa-41ea-9be1-c3f9efee72ec. Aug 20 14:51:40.901583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33dd03d-8bf9-4b44-a554-7a8e8745c06d req-e254d939-ea44-4683-96d4-cb494900f859 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:40.903398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e33dd03d-8bf9-4b44-a554-7a8e8745c06d req-e254d939-ea44-4683-96d4-cb494900f859 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1579385 Aug 20 14:51:41.020922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-1356786c-7a6e-4801-a75a-76ba224564e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:41.022411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-1356786c-7a6e-4801-a75a-76ba224564e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21a657a2-62db-4e40-8075-a5125ff7d821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710925 Aug 20 14:51:41.027902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e33dd03d-8bf9-4b44-a554-7a8e8745c06d req-1dd385c8-2d84-465a-b918-7437320a653d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925980 Aug 20 14:51:41.259273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34276d8f-4645-457a-8491-aff4ae24adeb req-ebf0a16b-9efb-48e9-9150-2bfd0deec4a6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Router 37949af7-68ed-4277-a2e9-f493a5a83068 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:51:41.267077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-9a5a1e3c-4707-4be1-8fbe-3458e17b3318 service neutron] 10.222.0.72 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329223 Aug 20 14:51:41.320666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51650) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:41.435533 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4500aa-ac45-458d-baa1-def5e3c19a3f req-709568ac-8b6d-4066-b4cd-98a48136ec32 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:41.437073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac4500aa-ac45-458d-baa1-def5e3c19a3f req-709568ac-8b6d-4066-b4cd-98a48136ec32 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 948 time: 0.1689746 Aug 20 14:51:41.449641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:41.529196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-435a3dcc-f46e-4d30-955e-ec29847dc92a req-cbeb9a18-2bf0-4f2a-94f7-9cfc9aa264dc service neutron] 10.222.0.72 "GET /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137332 Aug 20 14:51:41.540074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34276d8f-4645-457a-8491-aff4ae24adeb req-ebf0a16b-9efb-48e9-9150-2bfd0deec4a6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:41.548657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:41.554627 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] Sync routers for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:41.555478 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-34276d8f-4645-457a-8491-aff4ae24adeb req-ebf0a16b-9efb-48e9-9150-2bfd0deec4a6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:41.563470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:41.566431 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:41.567392 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:41.604428 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0645ad679be45e5a11135c986929c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826736 Aug 20 14:51:41.606089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d71d19-7d74-4ab5-a1a5-c808272cd16a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:41.608217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51654) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:41.621736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.622278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.622907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.623421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.623924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.624434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.624913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.625393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.625884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.626366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.626867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.627346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe43268-d675-4f31-81de-880aa0acd829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:41.627790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac4500aa-ac45-458d-baa1-def5e3c19a3f req-8286edc3-c64f-4aa0-8cac-00246148c4ff tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735046 Aug 20 14:51:41.640318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-ebf0a16b-9efb-48e9-9150-2bfd0deec4a6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "PUT /v2.0/floatingips/be60d237-e11d-4305-8f74-fda85b5ed987 HTTP/1.1" status: 200 len: 695 time: 1.4492242 Aug 20 14:51:41.640842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:41.652710 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da0a911-a700-40ac-adbf-c9ffc94005b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:41.705034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bb190bf0-4d00-420e-922b-82cfdd904fb8 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:51:41.719869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34276d8f-4645-457a-8491-aff4ae24adeb req-f09bd383-05d4-421a-94b7-3c9e17d71b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:41.723026 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:41.727724 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-f09bd383-05d4-421a-94b7-3c9e17d71b42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=171e3955fa9244b8a7465ba079299507&device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 1098 time: 0.0706434 Aug 20 14:51:41.741953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52c83a13-cbf1-4d1a-a107-d941cefd9534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:41.801891 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52c83a13-cbf1-4d1a-a107-d941cefd9534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:41.838014 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3426d0d9-a4d7-468a-988c-cb8711a0d455 x-openstack-request-id: req-3426d0d9-a4d7-468a-988c-cb8711a0d455 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:41.838620 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:41.838620 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3426d0d9-a4d7-468a-988c-cb8711a0d455 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:41.838957 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'status': 'completed', 'code': 200} Aug 20 14:51:41.844827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34276d8f-4645-457a-8491-aff4ae24adeb req-81387cf1-0f6e-4176-a398-1760894470da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:41.846346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-81387cf1-0f6e-4176-a398-1760894470da service neutron] 10.222.0.36 "GET /v2.0/networks?id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 HTTP/1.1" status: 200 len: 929 time: 0.1177878 Aug 20 14:51:41.889187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52c83a13-cbf1-4d1a-a107-d941cefd9534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:41.892130 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52c83a13-cbf1-4d1a-a107-d941cefd9534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:41.902317 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-52c83a13-cbf1-4d1a-a107-d941cefd9534 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9d71d19-7d74-4ab5-a1a5-c808272cd16a HTTP/1.1" status: 204 len: 168 time: 0.2860217 Aug 20 14:51:41.909430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port bb190bf0-4d00-420e-922b-82cfdd904fb8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb190bf0-4d00-420e-922b-82cfdd904fb8,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:41.925857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-eb1d6b7e-a72b-4cb1-879f-f1b28d4421ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec HTTP/1.1" status: 200 len: 217 time: 0.0721796 Aug 20 14:51:41.928425 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c83a13-cbf1-4d1a-a107-d941cefd9534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d71d19-7d74-4ab5-a1a5-c808272cd16a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:41.967106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'bb190bf0-4d00-420e-922b-82cfdd904fb8', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'bb190bf0-4d00-420e-922b-82cfdd904fb8', 'mac_address': 'fa:16:3e:67:9d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:51:42.019678 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '47c2829e-fb70-480a-978d-a8a426b6b725', 'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'mac_address': 'fa:16:3e:84:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:05Z', 'updated_at': '2021-08-20T14:51:15Z', 'revision_number': 5, 'project_id': '171e3955fa9244b8a7465ba079299507', 'subnets': [{'id': '582997e1-67ba-4f6c-9538-145864918dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:42.035143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34276d8f-4645-457a-8491-aff4ae24adeb req-1e889990-ed03-4111-be5f-b4c9f8193693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:42.036690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-1e889990-ed03-4111-be5f-b4c9f8193693 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=582997e1-67ba-4f6c-9538-145864918dc0 HTTP/1.1" status: 200 len: 867 time: 0.0724540 Aug 20 14:51:42.038570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-0f8b3123-bb26-4291-af1f-c758e06b2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:42.040138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-0f8b3123-bb26-4291-af1f-c758e06b2590 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=171e3955fa9244b8a7465ba079299507&device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 1098 time: 0.1279421 Aug 20 14:51:42.040808 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.089387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb190bf0-4d00-420e-922b-82cfdd904fb8 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:51:42.190746 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] Checking router: 37949af7-68ed-4277-a2e9-f493a5a83068 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:42.210882 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:42.211529 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:42.227590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port bb190bf0-4d00-420e-922b-82cfdd904fb8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb190bf0-4d00-420e-922b-82cfdd904fb8,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:42.231119 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5771b856-c1c2-4489-b5d6-cd0714908551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.237341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.308947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bcd38-cd57-4507-9cdf-9888e5fc71e2 req-f6216456-90b1-46f9-86d2-b1263ff8e2dc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:42.310644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a1bcd38-cd57-4507-9cdf-9888e5fc71e2 req-f6216456-90b1-46f9-86d2-b1263ff8e2dc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0906246 Aug 20 14:51:42.312548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34276d8f-4645-457a-8491-aff4ae24adeb req-a9cb113e-2726-44d0-b7e8-69262ea1768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:42.317873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-a9cb113e-2726-44d0-b7e8-69262ea1768f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2733197 Aug 20 14:51:42.363397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=bb190bf0-4d00-420e-922b-82cfdd904fb8,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:42.407436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51670) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:42.413295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-0d685032-e09a-4153-8800-3f413d8e9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:42.414774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-0d685032-e09a-4153-8800-3f413d8e9834 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 HTTP/1.1" status: 200 len: 929 time: 0.3412676 Aug 20 14:51:42.422412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d07e55d-0678-4193-b528-ec6b0bac4d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.446394 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:42.461794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a1bcd38-cd57-4507-9cdf-9888e5fc71e2 req-d99bebe3-40e5-4fc6-afa0-dcf7f04b6815 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334879 Aug 20 14:51:42.504159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-fa20b6c4-f8df-4763-91e8-5ed51d51097c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec HTTP/1.1" status: 200 len: 217 time: 0.0610385 Aug 20 14:51:42.586713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-e1512ac6-168d-405c-95a9-516fe81a9e8d service neutron] 10.222.0.36 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579746 Aug 20 14:51:42.608048 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d07e55d-0678-4193-b528-ec6b0bac4d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.626765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d07e55d-0678-4193-b528-ec6b0bac4d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.711716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34276d8f-4645-457a-8491-aff4ae24adeb req-01d9f65e-4920-4ace-afbb-a5736be10ada service neutron] 10.222.0.36 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222398 Aug 20 14:51:42.712426 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6d07e55d-0678-4193-b528-ec6b0bac4d90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=712c4ffb5de74143adb0966c50b83c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033185 Aug 20 14:51:42.713285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51674) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:42.714110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07e55d-0678-4193-b528-ec6b0bac4d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514a8558-b7b6-4021-9ed9-2359260ce0e7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:42.739000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['bb190bf0-4d00-420e-922b-82cfdd904fb8'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:51:42.765132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-1aeaa621-b625-4297-997e-6fd31c66ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:42.767727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-1aeaa621-b625-4297-997e-6fd31c66ee3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=582997e1-67ba-4f6c-9538-145864918dc0 HTTP/1.1" status: 200 len: 867 time: 0.2526288 Aug 20 14:51:42.832611 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '47c2829e-fb70-480a-978d-a8a426b6b725', 'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'mac_address': 'fa:16:3e:84:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:05Z', 'updated_at': '2021-08-20T14:51:15Z', 'revision_number': 5, 'project_id': '171e3955fa9244b8a7465ba079299507', 'subnets': [{'id': '582997e1-67ba-4f6c-9538-145864918dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:42.845334 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-093a3b40-a197-4579-8c9a-bbb9a72cc563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.877575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-093a3b40-a197-4579-8c9a-bbb9a72cc563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.882193 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eff1134-2894-49c9-bcec-5c60f91454c9 None None] The sync data for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 is: [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:08Z', 'revision_number': 4, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '47c2829e-fb70-480a-978d-a8a426b6b725', 'name': '', 'network_id': '00d81dd8-a352-4f1a-b1b2-b0f960daf5a8', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'mac_address': 'fa:16:3e:84:12:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '582997e1-67ba-4f6c-9538-145864918dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:05Z', 'updated_at': '2021-08-20T14:51:15Z', 'revision_number': 5, 'project_id': '171e3955fa9244b8a7465ba079299507', 'subnets': [{'id': '582997e1-67ba-4f6c-9538-145864918dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:42.970462 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-093a3b40-a197-4579-8c9a-bbb9a72cc563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.973232 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-093a3b40-a197-4579-8c9a-bbb9a72cc563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:42.982202 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-093a3b40-a197-4579-8c9a-bbb9a72cc563 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/514a8558-b7b6-4021-9ed9-2359260ce0e7 HTTP/1.1" status: 204 len: 168 time: 0.2627478 Aug 20 14:51:43.009678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-70b47a50-16b5-4e35-83ee-5ff4de681c00 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips/be60d237-e11d-4305-8f74-fda85b5ed987 HTTP/1.1" status: 200 len: 695 time: 0.2076049 Aug 20 14:51:43.014307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a3b40-a197-4579-8c9a-bbb9a72cc563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514a8558-b7b6-4021-9ed9-2359260ce0e7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:43.108997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-9d2948ba-6f17-4575-88de-703c817f1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:43.110550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-9d2948ba-6f17-4575-88de-703c817f1c86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3344328 Aug 20 14:51:43.125631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81dea6-af1e-4d4f-bc7c-ef9a5efa61c4 req-7fb26d93-b42b-4aeb-ac93-ebe7036f9983 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:43.127188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e81dea6-af1e-4d4f-bc7c-ef9a5efa61c4 req-7fb26d93-b42b-4aeb-ac93-ebe7036f9983 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 949 time: 0.2057874 Aug 20 14:51:43.293058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-a63815eb-2735-4060-ae10-1b8611d87e7b tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:43.294605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-a63815eb-2735-4060-ae10-1b8611d87e7b tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.2735190 Aug 20 14:51:43.297764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e81dea6-af1e-4d4f-bc7c-ef9a5efa61c4 req-dcc67a1f-b9a6-4f0f-9bd3-59c2a5a09e26 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549666 Aug 20 14:51:43.340967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e8951b-f919-4797-acad-7e113dee1d97 None None] New status for floating IP be60d237-e11d-4305-8f74-fda85b5ed987: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:51:43.385020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-42dccf32-009a-4acd-8df0-341603f22485 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 698 time: 0.0797193 Aug 20 14:51:43.388516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-b821ed96-8775-43dc-b643-82c4f6644211 service neutron] 10.222.0.72 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604022 Aug 20 14:51:43.456877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-08e24dde-cf1c-4d5c-acd4-c0c54b84774c tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 698 time: 0.0649967 Aug 20 14:51:43.676304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7da0a911-a700-40ac-adbf-c9ffc94005b6 req-21343a01-df94-49b0-aa43-6413a3f81bf8 service neutron] 10.222.0.72 "GET /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400742 Aug 20 14:51:43.698134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d3c86-d17c-4e7f-bc28-f37aa39139a8 req-2ea8e4bf-3410-476e-8380-b28e03e2b985 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:43.699758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f3d3c86-d17c-4e7f-bc28-f37aa39139a8 req-2ea8e4bf-3410-476e-8380-b28e03e2b985 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1027272 Aug 20 14:51:43.734238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Deleting port 760c6f6f-0079-4975-9907-b644201a790f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:43.734599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:43.812045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f3d3c86-d17c-4e7f-bc28-f37aa39139a8 req-6a7a39be-633d-4d90-835d-07e9ae58edf7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045747 Aug 20 14:51:43.884760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:43.885079 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:43.915455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Calling delete_port for 760c6f6f-0079-4975-9907-b644201a790f owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:44.070689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51706) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:44.101036 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.141618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Pushing event deleted for resources: {'Port': ['ID=760c6f6f-0079-4975-9907-b644201a790f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:44.193234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1984334970-network', 'tenant_id': '54b14a8653204bc7923182e294cdb972'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:44.211322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.216415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.218477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Made reservation on behalf of 54b14a8653204bc7923182e294cdb972 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:44.222088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12315ae6-881d-464d-bbe6-71fe2503cab5 req-b2eb14d6-e1f0-4b19-9a73-5133dfb42017 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "DELETE /v2.0/floatingips/be60d237-e11d-4305-8f74-fda85b5ed987 HTTP/1.1" status: 204 len: 173 time: 0.7531168 Aug 20 14:51:44.222537 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.235667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.335997 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.342382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.358733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:51:44.372449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.372999 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Added segment be5f8b53-5289-4970-9e2d-69d5307449b8 of type vlan for network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd Aug 20 14:51:44.384294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682c706-0a7b-49f8-a7d1-df429b713060 req-9978c33f-f98b-4188-bcba-ff16a3ba26ad tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:44.385953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e682c706-0a7b-49f8-a7d1-df429b713060 req-9978c33f-f98b-4188-bcba-ff16a3ba26ad tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0916326 Aug 20 14:51:44.420122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.452162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.453824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:44.454763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.457589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e682c706-0a7b-49f8-a7d1-df429b713060 req-2b8211f5-c71c-4795-86e3-d237cfd8da35 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0643480 Aug 20 14:51:44.531119 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4566367 Aug 20 14:51:44.531721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51720) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:44.535096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbdac08-7d8d-4c25-848e-94db2104213a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:44.538235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Request body: {'subnet': {'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1984334970-subnet', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:44.549491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd486218-684c-42bc-abe2-4dc8eeb01b18 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e4fa20-70b8-43d7-8a7e-96b5034a2afd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:44.568074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:51:44.588213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c17e8-a0d7-4b2a-92bc-a0e90f026e9d req-eea13153-1dd7-4a15-8c23-49e6edf0330b tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:44.596560 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d7c17e8-a0d7-4b2a-92bc-a0e90f026e9d req-eea13153-1dd7-4a15-8c23-49e6edf0330b tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 949 time: 0.1427310 Aug 20 14:51:44.606399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Made reservation on behalf of 54b14a8653204bc7923182e294cdb972 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:44.608746 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.675034 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2c9c7dd7-c40b-49f9-b60c-a044cbcf958e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.696914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4860ef7d-c17a-42dd-a14c-8023e1551e02 req-fc1e204f-e77e-492d-882f-7822d79196b8 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0979476 Aug 20 14:51:44.732049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d7c17e8-a0d7-4b2a-92bc-a0e90f026e9d req-8af99b33-1677-460b-bea6-c6226c839943 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344829 Aug 20 14:51:44.764013 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:44.938592 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:45.052676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99d1b8-d814-4083-95ad-c307a37e09cf req-b5beb409-c398-4a28-b945-cd3d10bee5ff tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:45.054427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b99d1b8-d814-4083-95ad-c307a37e09cf req-b5beb409-c398-4a28-b945-cd3d10bee5ff tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1571488 Aug 20 14:51:45.064549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fb8972-3d4c-4b04-a111-3ea705dedfa7,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:45.350312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Checking segment: {'id': 'be5f8b53-5289-4970-9e2d-69d5307449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:45.351030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Network hostable DHCP agents. Network: f9e4fa20-70b8-43d7-8a7e-96b5034a2afd, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:51:45.375835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddf18d-b9b4-4866-9f53-5719747cc467 req-d1405cf5-7662-479b-8304-4acaee51d8ce tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:45.377290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfddf18d-b9b4-4866-9f53-5719747cc467 req-d1405cf5-7662-479b-8304-4acaee51d8ce tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 946 time: 0.3946285 Aug 20 14:51:45.390497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b99d1b8-d814-4083-95ad-c307a37e09cf req-fde06574-e35d-41db-8882-02f1d29e7c31 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270168 Aug 20 14:51:45.416872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:51:45.436730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, f9e4fa20-70b8-43d7-8a7e-96b5034a2afd) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:45.441816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:45.443024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:45.454109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b27b6b-136d-4acd-b226-ce570d36573d None None] Network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:45.467763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfddf18d-b9b4-4866-9f53-5719747cc467 req-80e248d8-d661-4945-8058-b8f4720802d6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777647 Aug 20 14:51:45.492029 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-23f1d00c-b8dd-492f-aea5-b9ae7a966792 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9570954 Aug 20 14:51:45.492344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51732) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:45.497769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:45.525103 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:45.527438 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:45.600977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:45.663900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-f9e4fa20-70b8-43d7-8a7e-96b5034a2afd', 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'fixed_ips': [{'subnet_id': '86fb8972-3d4c-4b04-a111-3ea705dedfa7'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:51:45.664871 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:45.735673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bb190bf0-4d00-420e-922b-82cfdd904fb8 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:45.757886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:45.853718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224e6bd-9e20-455e-bc60-e4e571cb7d7f req-fa576abb-8431-46f5-b5a1-5007ef9b3fc7 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:45.863311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c224e6bd-9e20-455e-bc60-e4e571cb7d7f req-fa576abb-8431-46f5-b5a1-5007ef9b3fc7 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 949 time: 0.0639656 Aug 20 14:51:45.867385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port bb190bf0-4d00-420e-922b-82cfdd904fb8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:45.877827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port bb190bf0-4d00-420e-922b-82cfdd904fb8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:45.878333 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:45.880554 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Allocated IP 172.20.0.2 (f9e4fa20-70b8-43d7-8a7e-96b5034a2afd/86fb8972-3d4c-4b04-a111-3ea705dedfa7/d92948d6-784d-4f43-8563-fe78a0bb90c4) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:45.918354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c224e6bd-9e20-455e-bc60-e4e571cb7d7f req-766f3da6-ad32-4053-ae6f-8fd1fc1f741b tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492933 Aug 20 14:51:45.997398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.016377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.017332 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.064837 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.108366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb190bf0-4d00-420e-922b-82cfdd904fb8'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:46.110501 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ccd798-896b-45ac-a3be-5c98d5ad4ccb" -d '{"events": [{"server_uuid": "c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac", "name": "network-vif-plugged", "status": "completed", "tag": "bb190bf0-4d00-420e-922b-82cfdd904fb8"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:46.127692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Allocated IP 172.25.5.73 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/032761fe-e012-419e-ab5d-968382ae031e) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:46.148549 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port bb190bf0-4d00-420e-922b-82cfdd904fb8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb190bf0-4d00-420e-922b-82cfdd904fb8,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:46.161858 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.175103 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b28242a-7877-4c38-8793-3abdfb8547a3 x-openstack-request-id: req-8b28242a-7877-4c38-8793-3abdfb8547a3 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:46.175396 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac", "name": "network-vif-plugged", "status": "completed", "tag": "bb190bf0-4d00-420e-922b-82cfdd904fb8", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:46.175704 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b28242a-7877-4c38-8793-3abdfb8547a3 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:46.176102 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb190bf0-4d00-420e-922b-82cfdd904fb8', 'code': 200} Aug 20 14:51:46.209702 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.224441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Transition to ACTIVE for port object d92948d6-784d-4f43-8563-fe78a0bb90c4 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:46.254813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=bb190bf0-4d00-420e-922b-82cfdd904fb8,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:46.257617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Transition to ACTIVE for port object d92948d6-784d-4f43-8563-fe78a0bb90c4 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:46.265161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.269542 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.303266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda6786-4b57-477e-bd9c-fbeed02b0927 req-d38be5fd-d567-4b4e-b16a-5eea0eb96db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:46.305136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1dda6786-4b57-477e-bd9c-fbeed02b0927 req-d38be5fd-d567-4b4e-b16a-5eea0eb96db8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 1102 time: 0.0532529 Aug 20 14:51:46.308362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:46.311915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:46.315500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:46.318318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.356500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:46.359095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1dda6786-4b57-477e-bd9c-fbeed02b0927 req-510888b9-f7e3-43d6-9bc3-0c4486c4406d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407608 Aug 20 14:51:46.359824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:46.363431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:46.378973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Pushing event updated for resources: {'Port': ['ID=d92948d6-784d-4f43-8563-fe78a0bb90c4,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:46.395892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Pushing event updated for resources: {'Port': ['ID=032761fe-e012-419e-ab5d-968382ae031e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:46.409163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Attempting to bind port d92948d6-784d-4f43-8563-fe78a0bb90c4 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:46.409680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Attempting to bind port d92948d6-784d-4f43-8563-fe78a0bb90c4 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'be5f8b53-5289-4970-9e2d-69d5307449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:46.410061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Attempting to bind port d92948d6-784d-4f43-8563-fe78a0bb90c4 on network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:46.425085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:46.425695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Checking segment: {'id': 'be5f8b53-5289-4970-9e2d-69d5307449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:46.426276 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.426676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Bound using segment: {'id': 'be5f8b53-5289-4970-9e2d-69d5307449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:46.427332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Bound port: d92948d6-784d-4f43-8563-fe78a0bb90c4, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5f8b53-5289-4970-9e2d-69d5307449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:46.427728 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.504989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] For port d92948d6-784d-4f43-8563-fe78a0bb90c4, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:46.509231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] For port d92948d6-784d-4f43-8563-fe78a0bb90c4, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d92948d6-784d-4f43-8563-fe78a0bb90c4,segment=NetworkSegment(be5f8b53-5289-4970-9e2d-69d5307449b8),segment_id=be5f8b53-5289-4970-9e2d-69d5307449b8)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:46.521825 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.560494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ff66-ef42-4df4-b451-097dacb5e3f8 req-9e4be01f-ebc0-43bd-a794-5fef0f3128c1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:46.562071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc23ff66-ef42-4df4-b451-097dacb5e3f8 req-9e4be01f-ebc0-43bd-a794-5fef0f3128c1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0881462 Aug 20 14:51:46.616578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fae5f0-c740-4026-9040-75bf1791c10a None None] Pushing event updated for resources: {'Port': ['ID=d92948d6-784d-4f43-8563-fe78a0bb90c4,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:46.647943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37fd6f-d444-43e2-9cbf-10bb5c221920 req-babad6bc-7b52-4245-ae7c-c841132b2681 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:46.649745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d37fd6f-d444-43e2-9cbf-10bb5c221920 req-babad6bc-7b52-4245-ae7c-c841132b2681 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 946 time: 0.0711589 Aug 20 14:51:46.692248 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:46.692907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc23ff66-ef42-4df4-b451-097dacb5e3f8 req-9396d1d2-f4d3-4ae0-90a1-8162e9df2bad tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223695 Aug 20 14:51:46.725963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d37fd6f-d444-43e2-9cbf-10bb5c221920 req-b3537233-d7eb-4df3-a209-7f61ce3d1ae6 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd470ab2-d6dd-40a6-93a8-280db82500ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650041 Aug 20 14:51:46.921042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-ee2eceae-e7e4-4ed8-b3e1-3e071bbdac1c tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:46.923051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-ee2eceae-e7e4-4ed8-b3e1-3e071bbdac1c tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.72 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 946 time: 0.0910351 Aug 20 14:51:46.971237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:47.108545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c2a6c-df42-4c4d-a0bf-68f3f6e663c3 req-35fc2c40-0895-44e3-b992-0f59c6e03051 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:47.108545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-143c2a6c-df42-4c4d-a0bf-68f3f6e663c3 req-35fc2c40-0895-44e3-b992-0f59c6e03051 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 950 time: 0.0824685 Aug 20 14:51:47.139242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Deleting port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:47.139607 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:47.175265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:51:47.179112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d92948d6-784d-4f43-8563-fe78a0bb90c4 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:47.182678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-143c2a6c-df42-4c4d-a0bf-68f3f6e663c3 req-0adcbce8-4a5d-4fa3-86f2-4b973b8dc1bd tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674169 Aug 20 14:51:47.260158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d92948d6-784d-4f43-8563-fe78a0bb90c4 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:47.293062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] For port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:47.293871 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:47.307452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Calling delete_port for b76dfde6-d7aa-41ea-9be1-c3f9efee72ec owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:47.314689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:47.325269 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Sync routers for ids ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:47.335876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:47.337561 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-35efef71-945a-4d15-b6f7-05ef31917424 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8442223 Aug 20 14:51:47.340915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51752) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:47.345955 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Routers {'13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:47.346702 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:47.514019 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:47.543071 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Set router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:47.554155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b76dfde6-d7aa-41ea-9be1-c3f9efee72ec'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:51:47.579732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Pushing event deleted for resources: {'Port': ['ID=b76dfde6-d7aa-41ea-9be1-c3f9efee72ec,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:47.655113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] No DVR routers for this DVR port b76dfde6-d7aa-41ea-9be1-c3f9efee72ec on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:51:47.663114 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:47.665398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7a10cdd-afb3-4f82-b7df-fc693dbd593c req-030e2dec-b641-4b48-be24-3fac4d070a82 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.72 "DELETE /v2.0/ports/b76dfde6-d7aa-41ea-9be1-c3f9efee72ec HTTP/1.1" status: 204 len: 173 time: 0.7355714 Aug 20 14:51:47.665911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'name': 'network-vif-deleted', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:47.683280 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cd7d86-a797-4f43-bb47-26bd6dd8dd08" -d '{"events": [{"server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "name": "network-vif-deleted", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:47.693460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:47.773184 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade5a1ee-f526-4887-be28-72d17adf2be4 x-openstack-request-id: req-ade5a1ee-f526-4887-be28-72d17adf2be4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:47.773725 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf78c6ff-4872-48cb-b0a9-09b73798ec7c", "name": "network-vif-deleted", "tag": "b76dfde6-d7aa-41ea-9be1-c3f9efee72ec", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:47.774147 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ade5a1ee-f526-4887-be28-72d17adf2be4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:47.774762 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf78c6ff-4872-48cb-b0a9-09b73798ec7c', 'name': 'network-vif-deleted', 'tag': 'b76dfde6-d7aa-41ea-9be1-c3f9efee72ec', 'status': 'completed', 'code': 200} Aug 20 14:51:47.904278 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '032761fe-e012-419e-ab5d-968382ae031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:45Z', 'updated_at': '2021-08-20T14:51:46Z', 'revision_number': 3, 'project_id': '54b14a8653204bc7923182e294cdb972', 'gw_port': {'id': '032761fe-e012-419e-ab5d-968382ae031e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:46Z', 'updated_at': '2021-08-20T14:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:47.962669 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Checking router: 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:47.963028 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Updating router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 port 032761fe-e012-419e-ab5d-968382ae031e binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:51:48.024525 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.045894 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b50c55fe-e5d4-478d-8b4b-d534d87f717f req-ff6983b1-6ce5-404c-b587-9085125f30b7 tempest-FloatingIPsAssociationNegativeTestJSON-546452236 tempest-FloatingIPsAssociationNegativeTestJSON-546452236-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf78c6ff-4872-48cb-b0a9-09b73798ec7c HTTP/1.1" status: 200 len: 210 time: 0.0831468 Aug 20 14:51:48.077425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7a340-8ef5-433d-bdc2-f2616953bde9 req-6200c9d7-bbfc-4edb-baba-826b6d358ab8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:48.079717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cee7a340-8ef5-433d-bdc2-f2616953bde9 req-6200c9d7-bbfc-4edb-baba-826b6d358ab8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.2406857 Aug 20 14:51:48.167573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cee7a340-8ef5-433d-bdc2-f2616953bde9 req-efbbbb16-1591-46b0-9878-a8362c305d04 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759580 Aug 20 14:51:48.241677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec3378f-f7c6-44a1-b894-932dd44e88ec None None] Network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:48.392322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Provisioning for port d92948d6-784d-4f43-8563-fe78a0bb90c4 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:48.403372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Provisioning complete for port d92948d6-784d-4f43-8563-fe78a0bb90c4 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:48.404017 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.484126 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.497937 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Transition to ACTIVE for port object 032761fe-e012-419e-ab5d-968382ae031e will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:48.511911 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.605828 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.611080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6788f-430e-4364-9c09-10786f679234 req-0f0a40e9-4fd0-4ac9-89e2-12a89ac21f4f tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:48.616143 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b72f2-5613-48b8-8284-62526f25266d None None] Pushing event updated for resources: {'Port': ['ID=032761fe-e012-419e-ab5d-968382ae031e,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:48.625237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15b6788f-430e-4364-9c09-10786f679234 req-0f0a40e9-4fd0-4ac9-89e2-12a89ac21f4f tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 950 time: 0.1486254 Aug 20 14:51:48.659860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] For port d92948d6-784d-4f43-8563-fe78a0bb90c4, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d92948d6-784d-4f43-8563-fe78a0bb90c4,segment=NetworkSegment(be5f8b53-5289-4970-9e2d-69d5307449b8),segment_id=be5f8b53-5289-4970-9e2d-69d5307449b8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:48.693944 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.699025 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Attempting to bind port 032761fe-e012-419e-ab5d-968382ae031e on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:48.699467 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Attempting to bind port 032761fe-e012-419e-ab5d-968382ae031e by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:48.699868 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Attempting to bind port 032761fe-e012-419e-ab5d-968382ae031e on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:48.728382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15b6788f-430e-4364-9c09-10786f679234 req-76e29a7b-14c4-4225-a333-a4e3d3c49bf2 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962348 Aug 20 14:51:48.732666 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:48.732839 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:48.733103 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.733557 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:48.733972 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Bound port: 032761fe-e012-419e-ab5d-968382ae031e, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:48.734417 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.777775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Pushing event updated for resources: {'Port': ['ID=d92948d6-784d-4f43-8563-fe78a0bb90c4,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:48.787196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.787793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.788348 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.788882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.789410 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.790376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.791782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.792818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.793214 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.793697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.794024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.794406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14314738-e799-4508-97d2-e3623d0b5fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:51:48.837164 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] For port 032761fe-e012-419e-ab5d-968382ae031e, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:48.841612 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] For port 032761fe-e012-419e-ab5d-968382ae031e, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=032761fe-e012-419e-ab5d-968382ae031e,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:48.854280 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.869748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:48.945845 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Routers {'13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:48.946843 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:48.950184 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b72f2-5613-48b8-8284-62526f25266d None None] Pushing event updated for resources: {'Port': ['ID=032761fe-e012-419e-ab5d-968382ae031e,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:49.090504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] Set router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:49.115506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2df58c2a-e434-409a-b16f-ffd620febb2d None None] Provisioning complete for port d92948d6-784d-4f43-8563-fe78a0bb90c4 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:49.116243 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2df58c2a-e434-409a-b16f-ffd620febb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:49.148997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51782) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:49.186632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d92948d6-784d-4f43-8563-fe78a0bb90c4 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:49.201499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Allocated IP 172.20.0.1 (f9e4fa20-70b8-43d7-8a7e-96b5034a2afd/86fb8972-3d4c-4b04-a111-3ea705dedfa7/c09dfb39-5e11-413e-b971-79500192d2dd) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:49.383031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d92948d6-784d-4f43-8563-fe78a0bb90c4 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:49.384067 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:49.425790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aad011-5b5f-4865-b7ac-a3aeeb985034 req-7963a974-3aae-49f6-aa16-58072ec442b5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:49.427830 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30aad011-5b5f-4865-b7ac-a3aeeb985034 req-7963a974-3aae-49f6-aa16-58072ec442b5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1248200 Aug 20 14:51:49.434620 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '032761fe-e012-419e-ab5d-968382ae031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:45Z', 'updated_at': '2021-08-20T14:51:46Z', 'revision_number': 3, 'project_id': '54b14a8653204bc7923182e294cdb972', 'gw_port': {'id': '032761fe-e012-419e-ab5d-968382ae031e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:46Z', 'updated_at': '2021-08-20T14:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:49.468364 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70994b5e-b1a8-4ff6-a47e-180d7263413f None None] The sync data for ids ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'] in n-d-695189-15 is: [{'id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '032761fe-e012-419e-ab5d-968382ae031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:45Z', 'updated_at': '2021-08-20T14:51:46Z', 'revision_number': 3, 'project_id': '54b14a8653204bc7923182e294cdb972', 'gw_port': {'id': '032761fe-e012-419e-ab5d-968382ae031e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:46Z', 'updated_at': '2021-08-20T14:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:49.510405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30aad011-5b5f-4865-b7ac-a3aeeb985034 req-d8ad4c8b-1b5e-411b-a744-b89be827a888 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698941 Aug 20 14:51:49.638913 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:49.660580 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Transition to ACTIVE for port object c09dfb39-5e11-413e-b971-79500192d2dd will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:49.798595 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:49.867012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:49.871887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:49.882546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:49.887217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Pushing event updated for resources: {'Port': ['ID=c09dfb39-5e11-413e-b971-79500192d2dd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:49.974547 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:50.086766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ffc9-686d-4b19-8806-0662c35146c9 req-7e04a485-c135-436a-a812-cfc426f4de91 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:50.097052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40c2ffc9-686d-4b19-8806-0662c35146c9 req-7e04a485-c135-436a-a812-cfc426f4de91 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 950 time: 0.1453578 Aug 20 14:51:50.140155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40c2ffc9-686d-4b19-8806-0662c35146c9 req-b58b7445-6d65-4fa5-9d72-94a5b214ace6 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 Aug 20 14:51:50.220651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:50.305934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:50.314751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-592814f6-c313-4a26-a7f7-203912eb5809 None None] Provisioning for port c09dfb39-5e11-413e-b971-79500192d2dd completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:50.341150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-592814f6-c313-4a26-a7f7-203912eb5809 None None] Provisioning complete for port c09dfb39-5e11-413e-b971-79500192d2dd triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:50.341535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-592814f6-c313-4a26-a7f7-203912eb5809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:50.423648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-592814f6-c313-4a26-a7f7-203912eb5809 None None] Port c09dfb39-5e11-413e-b971-79500192d2dd cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:51:50.601643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd021a-88c7-45ef-8902-6b848df6927b req-7cf3d490-b64b-425a-84df-a87e23d65c65 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:50.611273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ffd021a-88c7-45ef-8902-6b848df6927b req-7cf3d490-b64b-425a-84df-a87e23d65c65 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 950 time: 0.0976028 Aug 20 14:51:50.689225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ffd021a-88c7-45ef-8902-6b848df6927b req-9f798bda-16bf-459a-8abf-4dc2ce2c621e tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709445 Aug 20 14:51:50.704592 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b76dfde6-d7aa-41ea-9be1-c3f9efee72ec no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:50.716593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86eae8-b20b-457a-b77a-50c1d792581e req-1b0da226-9766-4d8d-af7d-9d38577814ab tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:50.725093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a86eae8-b20b-457a-b77a-50c1d792581e req-1b0da226-9766-4d8d-af7d-9d38577814ab tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0784242 Aug 20 14:51:50.736751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: b76dfde6-d7aa-41ea-9be1-c3f9efee72ec {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:50.737092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b76dfde6-d7aa-41ea-9be1-c3f9efee72ec not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:50.759803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a86eae8-b20b-457a-b77a-50c1d792581e req-69712af7-3b7e-4c6d-bc35-c3413267a707 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Aug 20 14:51:50.789760 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:50.797787 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:50.865051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Deleting port 47c2829e-fb70-480a-978d-a8a426b6b725 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:50.865390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:50.913880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Pushing event updated for resources: {'Port': ['ID=c09dfb39-5e11-413e-b971-79500192d2dd,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:50.923035 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:51.018825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] For port 47c2829e-fb70-480a-978d-a8a426b6b725, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=47c2829e-fb70-480a-978d-a8a426b6b725,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:51.019217 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:51.048323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Calling delete_port for 47c2829e-fb70-480a-978d-a8a426b6b725 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:51.111986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:51.115874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:51.147255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 032761fe-e012-419e-ab5d-968382ae031e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:51.207722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 032761fe-e012-419e-ab5d-968382ae031e completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:51.213320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 032761fe-e012-419e-ab5d-968382ae031e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:51.214334 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:51.319132 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:51.346569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 032761fe-e012-419e-ab5d-968382ae031e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=032761fe-e012-419e-ab5d-968382ae031e,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:51.351682 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:51.442685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=032761fe-e012-419e-ab5d-968382ae031e,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:51.461402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1b3529c0-3535-4fbc-9e6a-6829598bc055 None None] Provisioning complete for port c09dfb39-5e11-413e-b971-79500192d2dd triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:51.461808 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1b3529c0-3535-4fbc-9e6a-6829598bc055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:51.500938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1b3529c0-3535-4fbc-9e6a-6829598bc055 None None] Port c09dfb39-5e11-413e-b971-79500192d2dd cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:51:51.594494 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:51:51.688153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:51.752017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c2829e-fb70-480a-978d-a8a426b6b725,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:51.855525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:51.863792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2685b62f-dacf-411b-96e4-f3699d4ad017 admin admin] 10.222.0.36 "PUT /v2.0/routers/13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5216210 Aug 20 14:51:51.885981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Sync routers for ids ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:51.916659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Routers {'13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:51.918040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:51.959397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590f872-b011-4b58-82f0-40a1c20ebc26 req-6ac401db-ff49-4a47-914e-4466725075cd tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:51.971436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a590f872-b011-4b58-82f0-40a1c20ebc26 req-6ac401db-ff49-4a47-914e-4466725075cd tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 950 time: 0.1952748 Aug 20 14:51:52.031854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a206f5-6ad5-45a2-995b-d2f23688266f req-70aeaefd-6b43-47e4-9767-88d0826df490 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:52.033420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45a206f5-6ad5-45a2-995b-d2f23688266f req-70aeaefd-6b43-47e4-9767-88d0826df490 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1643689 Aug 20 14:51:52.084011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45a206f5-6ad5-45a2-995b-d2f23688266f req-714f96b6-c266-4073-95ec-e4126f89f201 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431700 Aug 20 14:51:52.116048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a590f872-b011-4b58-82f0-40a1c20ebc26 req-3760bb83-c0f6-4c16-8d60-8abc16bc41a2 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323242 Aug 20 14:51:52.154001 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:52.159132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Set router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:52.418885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '032761fe-e012-419e-ab5d-968382ae031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:45Z', 'updated_at': '2021-08-20T14:51:50Z', 'revision_number': 4, 'project_id': '54b14a8653204bc7923182e294cdb972', 'gw_port': {'id': '032761fe-e012-419e-ab5d-968382ae031e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:46Z', 'updated_at': '2021-08-20T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c09dfb39-5e11-413e-b971-79500192d2dd', 'name': '', 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'mac_address': 'fa:16:3e:68:bd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '86fb8972-3d4c-4b04-a111-3ea705dedfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:48Z', 'updated_at': '2021-08-20T14:51:50Z', 'revision_number': 2, 'project_id': '54b14a8653204bc7923182e294cdb972', 'subnets': [{'id': '86fb8972-3d4c-4b04-a111-3ea705dedfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:52.444900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Router 37949af7-68ed-4277-a2e9-f493a5a83068 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:51:52.466818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Checking router: 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:52.466818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Updating router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 port c09dfb39-5e11-413e-b971-79500192d2dd binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:51:52.493608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:52.590631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f956b29-f609-49d9-9966-f7461d099a7d req-8d227e1b-8ce8-42d8-bcb8-1d1c735d9cbc tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2554479 Aug 20 14:51:52.602357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:52.603120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:51:52.615350 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aefa63-4298-4082-a047-496e743d415c None None] Sync routers for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:51:52.615933 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92342535-6cae-4683-af09-02530c5b1bc7 admin admin] 10.222.0.36 "PUT /v2.0/routers/37949af7-68ed-4277-a2e9-f493a5a83068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4659135 Aug 20 14:51:52.618694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51846) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:52.634182 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aefa63-4298-4082-a047-496e743d415c None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:52.638419 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-98aefa63-4298-4082-a047-496e743d415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:52.666177 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:52.799699 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:52.847678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:52.921745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Allocated IP 172.25.5.76 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/99477eeb-7bf0-4b6c-aa1c-86dbc58ad544) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:53.001815 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.002244 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.029865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Transition to ACTIVE for port object c09dfb39-5e11-413e-b971-79500192d2dd will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:53.049775 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.097513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Deleting port d67e5bf3-45c1-46b3-872b-43261671c6da {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:53.097956 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.111236 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-98aefa63-4298-4082-a047-496e743d415c None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:53.239124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b6177-c33a-4144-a7f4-c1320fa5a235 None None] Pushing event updated for resources: {'Port': ['ID=c09dfb39-5e11-413e-b971-79500192d2dd,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:53.246045 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.285066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 032761fe-e012-419e-ab5d-968382ae031e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:53.286092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-570bbb17-9864-4bfa-bdc2-dd2342a49b5b tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:53.287663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-570bbb17-9864-4bfa-bdc2-dd2342a49b5b tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 950 time: 0.2615111 Aug 20 14:51:53.337625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] For port d67e5bf3-45c1-46b3-872b-43261671c6da, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d67e5bf3-45c1-46b3-872b-43261671c6da,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:53.337625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.366724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Calling delete_port for d67e5bf3-45c1-46b3-872b-43261671c6da owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:53.386474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.431954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Attempting to bind port c09dfb39-5e11-413e-b971-79500192d2dd on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:53.436704 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Attempting to bind port c09dfb39-5e11-413e-b971-79500192d2dd by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'be5f8b53-5289-4970-9e2d-69d5307449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:53.437102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Attempting to bind port c09dfb39-5e11-413e-b971-79500192d2dd on network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:53.453976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:53.454359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Checking segment: {'id': 'be5f8b53-5289-4970-9e2d-69d5307449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:53.454769 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.455172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Bound using segment: {'id': 'be5f8b53-5289-4970-9e2d-69d5307449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:53.455932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Bound port: c09dfb39-5e11-413e-b971-79500192d2dd, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5f8b53-5289-4970-9e2d-69d5307449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:53.456318 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.509098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:53.548999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:53.555629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:53.571730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 032761fe-e012-419e-ab5d-968382ae031e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:53.572274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.589540 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-98aefa63-4298-4082-a047-496e743d415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:51Z', 'revision_number': 5, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port': {'id': 'd67e5bf3-45c1-46b3-872b-43261671c6da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:02:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:01Z', 'updated_at': '2021-08-20T14:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:53.622824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Pushing event updated for resources: {'Port': ['ID=99477eeb-7bf0-4b6c-aa1c-86dbc58ad544,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:53.643638 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aefa63-4298-4082-a047-496e743d415c None None] Checking router: 37949af7-68ed-4277-a2e9-f493a5a83068 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:51:53.669336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a457d-d8e3-4e33-9c69-43ddf63a7947 req-f5e83df0-f2b0-43fc-84a0-585a8c6f0781 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:53.670609 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aefa63-4298-4082-a047-496e743d415c None None] Routers {'37949af7-68ed-4277-a2e9-f493a5a83068'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:53.671406 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-98aefa63-4298-4082-a047-496e743d415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37949af7-68ed-4277-a2e9-f493a5a83068'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:53.675694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-455a457d-d8e3-4e33-9c69-43ddf63a7947 req-f5e83df0-f2b0-43fc-84a0-585a8c6f0781 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 950 time: 0.3806174 Aug 20 14:51:53.679329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] For port c09dfb39-5e11-413e-b971-79500192d2dd, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:51:53.683521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] For port c09dfb39-5e11-413e-b971-79500192d2dd, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c09dfb39-5e11-413e-b971-79500192d2dd,segment=NetworkSegment(be5f8b53-5289-4970-9e2d-69d5307449b8),segment_id=be5f8b53-5289-4970-9e2d-69d5307449b8)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:53.699201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.763761 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.824353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67e5bf3-45c1-46b3-872b-43261671c6da,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:53.857214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Deleting port bb190bf0-4d00-420e-922b-82cfdd904fb8 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:53.857591 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.864411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Routers {'13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:51:53.865250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:53.883280 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-98aefa63-4298-4082-a047-496e743d415c None None] Set router 37949af7-68ed-4277-a2e9-f493a5a83068 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:53.969428 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-98aefa63-4298-4082-a047-496e743d415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:53Z', 'revision_number': 6, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:53.992321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:53.999632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-455a457d-d8e3-4e33-9c69-43ddf63a7947 req-ce5dc74b-0e0a-4876-9c3b-0220902d30dc tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7597f19-3811-4cd9-8fc8-9c8f03cd4926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057847 Aug 20 14:51:54.047152 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aefa63-4298-4082-a047-496e743d415c None None] The sync data for ids ['37949af7-68ed-4277-a2e9-f493a5a83068'] in n-d-695189-15 is: [{'id': '37949af7-68ed-4277-a2e9-f493a5a83068', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-338703395-router', 'tenant_id': '171e3955fa9244b8a7465ba079299507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:00Z', 'updated_at': '2021-08-20T14:51:53Z', 'revision_number': 6, 'project_id': '171e3955fa9244b8a7465ba079299507', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:54.054949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b6177-c33a-4144-a7f4-c1320fa5a235 None None] Pushing event updated for resources: {'Port': ['ID=c09dfb39-5e11-413e-b971-79500192d2dd,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:54.093387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] For port bb190bf0-4d00-420e-922b-82cfdd904fb8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb190bf0-4d00-420e-922b-82cfdd904fb8,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:54.093954 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.116637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.118233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Calling delete_port for bb190bf0-4d00-420e-922b-82cfdd904fb8 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:54.173302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.176251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.256245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.257455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37949af7-68ed-4277-a2e9-f493a5a83068 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:51:54.265887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.270656 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-85472b7d-8d7f-41e8-b04b-5c69f4452547 admin admin] 10.222.0.36 "DELETE /v2.0/routers/37949af7-68ed-4277-a2e9-f493a5a83068 HTTP/1.1" status: 204 len: 168 time: 1.6473703 Aug 20 14:51:54.271011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51860) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:54.292903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] Set router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:51:54.334990 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.342099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6590b79-a35a-47be-be24-e0bffda2a095 admin admin] Deleting subnet 582997e1-67ba-4f6c-9538-145864918dc0 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:51:54.346523 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6590b79-a35a-47be-be24-e0bffda2a095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.389032 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6590b79-a35a-47be-be24-e0bffda2a095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.473811 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.491401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['bb190bf0-4d00-420e-922b-82cfdd904fb8'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:51:54.507982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf29061-2de9-41d4-95c6-d3e7e32866df req-fa54aa95-0482-48da-bed4-779c4cce71f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:54.509597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cf29061-2de9-41d4-95c6-d3e7e32866df req-fa54aa95-0482-48da-bed4-779c4cce71f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.3719578 Aug 20 14:51:54.566795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Pushing event deleted for resources: {'Port': ['ID=bb190bf0-4d00-420e-922b-82cfdd904fb8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:54.569864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6590b79-a35a-47be-be24-e0bffda2a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.635820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-aa968620-cb03-4a90-906f-f5179924934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '032761fe-e012-419e-ab5d-968382ae031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:45Z', 'updated_at': '2021-08-20T14:51:50Z', 'revision_number': 4, 'project_id': '54b14a8653204bc7923182e294cdb972', 'gw_port': {'id': '032761fe-e012-419e-ab5d-968382ae031e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:46Z', 'updated_at': '2021-08-20T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c09dfb39-5e11-413e-b971-79500192d2dd', 'name': '', 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'mac_address': 'fa:16:3e:68:bd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '86fb8972-3d4c-4b04-a111-3ea705dedfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:48Z', 'updated_at': '2021-08-20T14:51:53Z', 'revision_number': 4, 'project_id': '54b14a8653204bc7923182e294cdb972', 'subnets': [{'id': '86fb8972-3d4c-4b04-a111-3ea705dedfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:54.647260 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6590b79-a35a-47be-be24-e0bffda2a095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.664445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] No DVR routers for this DVR port bb190bf0-4d00-420e-922b-82cfdd904fb8 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:51:54.666322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6590b79-a35a-47be-be24-e0bffda2a095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.669453 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c6590b79-a35a-47be-be24-e0bffda2a095 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/582997e1-67ba-4f6c-9538-145864918dc0 HTTP/1.1" status: 204 len: 168 time: 0.3955112 Aug 20 14:51:54.674650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.679507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7409ba51-6c6e-45ce-8ea3-a56362540ab9 req-74030e5e-6414-410a-a585-44f30ba08e87 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.70 "DELETE /v2.0/ports/bb190bf0-4d00-420e-922b-82cfdd904fb8 HTTP/1.1" status: 204 len: 173 time: 1.3063419 Aug 20 14:51:54.682879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cf29061-2de9-41d4-95c6-d3e7e32866df req-55c3852e-7cf4-43c5-b481-56abb76cc9b7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601276 Aug 20 14:51:54.683326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac', 'name': 'network-vif-deleted', 'tag': 'bb190bf0-4d00-420e-922b-82cfdd904fb8'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:51:54.685924 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e6cc5b-25ee-4a99-8e14-c46f87b3d4e0" -d '{"events": [{"server_uuid": "c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac", "name": "network-vif-deleted", "tag": "bb190bf0-4d00-420e-922b-82cfdd904fb8"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:51:54.690076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51864) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:54.703560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6590b79-a35a-47be-be24-e0bffda2a095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582997e1-67ba-4f6c-9538-145864918dc0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:54.720207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01630413-1272-43ed-b167-a7a68864e051 None None] Network 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:54.727831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa968620-cb03-4a90-906f-f5179924934f None None] The sync data for ids ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'] in n-d-695189-15 is: [{'id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '032761fe-e012-419e-ab5d-968382ae031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:45Z', 'updated_at': '2021-08-20T14:51:50Z', 'revision_number': 4, 'project_id': '54b14a8653204bc7923182e294cdb972', 'gw_port': {'id': '032761fe-e012-419e-ab5d-968382ae031e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:46Z', 'updated_at': '2021-08-20T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c09dfb39-5e11-413e-b971-79500192d2dd', 'name': '', 'network_id': 'f9e4fa20-70b8-43d7-8a7e-96b5034a2afd', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'mac_address': 'fa:16:3e:68:bd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '86fb8972-3d4c-4b04-a111-3ea705dedfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:48Z', 'updated_at': '2021-08-20T14:51:53Z', 'revision_number': 4, 'project_id': '54b14a8653204bc7923182e294cdb972', 'subnets': [{'id': '86fb8972-3d4c-4b04-a111-3ea705dedfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:51:54.843671 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.878522 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:54.966010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.071085 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3779944a-182d-4584-8622-2776109d3bee x-openstack-request-id: req-3779944a-182d-4584-8622-2776109d3bee {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:51:55.071381 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac", "name": "network-vif-deleted", "tag": "bb190bf0-4d00-420e-922b-82cfdd904fb8", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:51:55.071695 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3779944a-182d-4584-8622-2776109d3bee {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:51:55.072157 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac', 'name': 'network-vif-deleted', 'tag': 'bb190bf0-4d00-420e-922b-82cfdd904fb8', 'status': 'completed', 'code': 200} Aug 20 14:51:55.084112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211d3251-a177-45cb-8e51-3ee6033ba71d None None] DHCP port deletion for 00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:51:55.156347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Pushing event updated for resources: {'Port': ['ID=99477eeb-7bf0-4b6c-aa1c-86dbc58ad544,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:55.220706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c09dfb39-5e11-413e-b971-79500192d2dd up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:55.224691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-211d3251-a177-45cb-8e51-3ee6033ba71d None None] Deleting port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:55.225189 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-211d3251-a177-45cb-8e51-3ee6033ba71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.228726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28a077a2-e860-4004-b74f-62704fc937be req-0c59ba9c-e6fc-4a5e-b033-3ca9912f39e5 tempest-ImagesNegativeTestJSON-172334480 tempest-ImagesNegativeTestJSON-172334480-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6270139-3af2-42a1-b4b1-a5ef2ae7c6ac HTTP/1.1" status: 200 len: 210 time: 0.0663581 Aug 20 14:51:55.236695 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.270553 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.271886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f956b29-f609-49d9-9966-f7461d099a7d req-e908462d-8f10-456b-9946-94c6c9dc415b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6797383 Aug 20 14:51:55.277674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Deleting port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:55.278024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.356056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-211d3251-a177-45cb-8e51-3ee6033ba71d None None] For port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7a0f37a0-c946-4cc7-80d4-00a5d990e1bf,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:55.356459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-211d3251-a177-45cb-8e51-3ee6033ba71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.375098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-211d3251-a177-45cb-8e51-3ee6033ba71d None None] Calling delete_port for 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:55.387452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port c09dfb39-5e11-413e-b971-79500192d2dd completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:51:55.394134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c09dfb39-5e11-413e-b971-79500192d2dd triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:55.394386 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.395832 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f956b29-f609-49d9-9966-f7461d099a7d req-257c8c5f-dcf7-442b-b74c-17527f7a0b8b tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.1143026 Aug 20 14:51:55.428934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] For port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7a0f37a0-c946-4cc7-80d4-00a5d990e1bf,segment=NetworkSegment(9166cb30-6819-45c1-b834-4ce6351bce84),segment_id=9166cb30-6819-45c1-b834-4ce6351bce84)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:55.429339 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.444632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Calling delete_port for 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:55.566701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.570701 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.608072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port c09dfb39-5e11-413e-b971-79500192d2dd, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c09dfb39-5e11-413e-b971-79500192d2dd,segment=NetworkSegment(be5f8b53-5289-4970-9e2d-69d5307449b8),segment_id=be5f8b53-5289-4970-9e2d-69d5307449b8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:51:55.625937 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.646503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0f37a0-c946-4cc7-80d4-00a5d990e1bf,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:55.673259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] No DVR routers for this DVR port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:51:55.714223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=c09dfb39-5e11-413e-b971-79500192d2dd,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:55.747777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d67e5bf3-45c1-46b3-872b-43261671c6da no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:55.817575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: d67e5bf3-45c1-46b3-872b-43261671c6da {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:55.817827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d67e5bf3-45c1-46b3-872b-43261671c6da not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:55.818257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 47c2829e-fb70-480a-978d-a8a426b6b725 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:55.841817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 47c2829e-fb70-480a-978d-a8a426b6b725 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:55.841978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 47c2829e-fb70-480a-978d-a8a426b6b725 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:55.849116 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-211d3251-a177-45cb-8e51-3ee6033ba71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.858538 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.861263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d3251-a177-45cb-8e51-3ee6033ba71d None None] No DVR routers for this DVR port 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:51:55.871211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d81dd8-a352-4f1a-b1b2-b0f960daf5a8']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:55.880018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d3251-a177-45cb-8e51-3ee6033ba71d None None] Pushing event deleted for resources: {'Port': ['ID=7a0f37a0-c946-4cc7-80d4-00a5d990e1bf,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:55.886167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f956b29-f609-49d9-9966-f7461d099a7d req-6b6b540a-86ef-461c-b3a8-659197598bb3 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:55.898651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f956b29-f609-49d9-9966-f7461d099a7d req-6b6b540a-86ef-461c-b3a8-659197598bb3 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.3583055 Aug 20 14:51:55.922566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9166cb30-6819-45c1-b834-4ce6351bce84') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:55.922566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9166cb30-6819-45c1-b834-4ce6351bce84') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:51:55.954260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.990274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:55.999603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:51:56.000228 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:56.028676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393747f-c32e-41fb-b64e-90c4772d62ee req-970f9579-34a9-44b5-8fdb-221502cbedfc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:56.037498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5393747f-c32e-41fb-b64e-90c4772d62ee req-970f9579-34a9-44b5-8fdb-221502cbedfc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1632111 Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:51:56.054912 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:51:56.163207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45fca60f-cd6d-4e34-9bbd-eb652b39ea11 req-d9162340-3af7-44ea-a28e-204625922be3 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips/30ece196-db54-4520-af84-8807c8ef1dbf HTTP/1.1" status: 200 len: 692 time: 0.1045794 Aug 20 14:51:56.173578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5393747f-c32e-41fb-b64e-90c4772d62ee req-da7bc7a4-ade8-46af-991d-eb6acabce96d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350152 Aug 20 14:51:56.200266 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:56.528652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Pushing event deleted for resources: {'Network': ['ID=00d81dd8-a352-4f1a-b1b2-b0f960daf5a8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:56.530891 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:56.533669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-233fd007-102e-4aff-99cd-42f7bea48480 admin admin] 10.222.0.36 "DELETE /v2.0/networks/00d81dd8-a352-4f1a-b1b2-b0f960daf5a8 HTTP/1.1" status: 204 len: 168 time: 1.8417935 Aug 20 14:51:56.587483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fca60f-cd6d-4e34-9bbd-eb652b39ea11 req-46d92247-575a-4aed-b50d-e13ee69941d0 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:56.589094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45fca60f-cd6d-4e34-9bbd-eb652b39ea11 req-46d92247-575a-4aed-b50d-e13ee69941d0 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.4106658 Aug 20 14:51:56.614147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-45fca60f-cd6d-4e34-9bbd-eb652b39ea11 req-2138d6c5-75d8-43ea-bea8-b975ab194711 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:56.616392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45fca60f-cd6d-4e34-9bbd-eb652b39ea11 req-2138d6c5-75d8-43ea-bea8-b975ab194711 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197265 Aug 20 14:51:56.734571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-831ef1d0-0f1e-4af2-8042-ff1d251924c8 req-f7df1733-77d9-4efb-b168-54284fa04b23 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=54b14a8653204bc7923182e294cdb972 HTTP/1.1" status: 200 len: 695 time: 0.0934749 Aug 20 14:51:56.758965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51908) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:56.828464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51910) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:56.829499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-46883a54-930d-468a-8029-21d7cde4da7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=171e3955fa9244b8a7465ba079299507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682909 Aug 20 14:51:56.840610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51912) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:56.873275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ef1d0-0f1e-4af2-8042-ff1d251924c8 req-8d536150-3b53-4b00-8a78-d4f18cf9fb36 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:56.874790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-831ef1d0-0f1e-4af2-8042-ff1d251924c8 req-8d536150-3b53-4b00-8a78-d4f18cf9fb36 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/networks?id=6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 787 time: 0.1394248 Aug 20 14:51:56.890481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-831ef1d0-0f1e-4af2-8042-ff1d251924c8 req-5e50e32c-36b9-4f7e-a70a-1db10a07c699 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:56.891459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-831ef1d0-0f1e-4af2-8042-ff1d251924c8 req-5e50e32c-36b9-4f7e-a70a-1db10a07c699 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079322 Aug 20 14:51:56.972193 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4fd50994-692d-4401-8a6f-73518bad43c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:56.988040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-168155c1-9559-4bc6-8dfb-a88c376aba22 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips/30ece196-db54-4520-af84-8807c8ef1dbf HTTP/1.1" status: 200 len: 692 time: 0.0645666 Aug 20 14:51:57.004037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4fd50994-692d-4401-8a6f-73518bad43c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.005043 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f97057e4-16b0-4e8c-8572-3effb632e825 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d6bfcd9f6814e6fb10f67d9bd44343a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636670 Aug 20 14:51:57.005628 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51920) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:57.083598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6a7cd0a-d367-4c56-9d82-08dc2c2bd897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.117426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6a7cd0a-d367-4c56-9d82-08dc2c2bd897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.117769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c09dfb39-5e11-413e-b971-79500192d2dd up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:51:57.138075 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4fd50994-692d-4401-8a6f-73518bad43c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.140807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4fd50994-692d-4401-8a6f-73518bad43c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.144671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4fd50994-692d-4401-8a6f-73518bad43c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd470ab2-d6dd-40a6-93a8-280db82500ed HTTP/1.1" status: 204 len: 168 time: 0.3128891 Aug 20 14:51:57.170947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-c7fae09b-76ae-41cb-ab3d-24ec92335169 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:57.175204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-c7fae09b-76ae-41cb-ab3d-24ec92335169 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.1764188 Aug 20 14:51:57.193539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd50994-692d-4401-8a6f-73518bad43c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd470ab2-d6dd-40a6-93a8-280db82500ed,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:57.197488 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6a7cd0a-d367-4c56-9d82-08dc2c2bd897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.200406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6a7cd0a-d367-4c56-9d82-08dc2c2bd897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.201512 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e6a7cd0a-d367-4c56-9d82-08dc2c2bd897 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7597f19-3811-4cd9-8fc8-9c8f03cd4926 HTTP/1.1" status: 204 len: 168 time: 0.1946890 Aug 20 14:51:57.207149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-b6195372-c4cb-4aa5-862d-21e951bbedb8 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:57.208337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-b6195372-c4cb-4aa5-862d-21e951bbedb8 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171380 Aug 20 14:51:57.226227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7cd0a-d367-4c56-9d82-08dc2c2bd897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7597f19-3811-4cd9-8fc8-9c8f03cd4926,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:57.261045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c09dfb39-5e11-413e-b971-79500192d2dd triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:51:57.261427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.303404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-18f907c3-1cc4-4db7-b456-38023d2cd914 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0844622 Aug 20 14:51:57.364003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-50ed4c54-3a8c-432d-913b-645c7fcb171d tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0594249 Aug 20 14:51:57.521109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:57.549134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:57.549628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7a0f37a0-c946-4cc7-80d4-00a5d990e1bf not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:57.585236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8577baa-7797-4c70-a239-99e95e911538 req-b2a9e828-72ee-40fe-9d2e-84c139a1da98 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:57.586871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8577baa-7797-4c70-a239-99e95e911538 req-b2a9e828-72ee-40fe-9d2e-84c139a1da98 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1575565 Aug 20 14:51:57.628773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Deleting port 99477eeb-7bf0-4b6c-aa1c-86dbc58ad544 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:51:57.629190 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.677407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8577baa-7797-4c70-a239-99e95e911538 req-aa6b4acb-9ab8-4ed5-8aef-bfb0c661c9e2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832889 Aug 20 14:51:57.720153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bb190bf0-4d00-420e-922b-82cfdd904fb8 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:51:57.729030 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.729355 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.749632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Calling delete_port for 99477eeb-7bf0-4b6c-aa1c-86dbc58ad544 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:51:57.754783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: bb190bf0-4d00-420e-922b-82cfdd904fb8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:51:57.755137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bb190bf0-4d00-420e-922b-82cfdd904fb8 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:51:57.927111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:57.971357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dab48-df45-45f6-aa48-72e51aed358b req-d1efdacf-7f38-4b04-ba48-45bfd98aadd9 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:57.972920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-990dab48-df45-45f6-aa48-72e51aed358b req-d1efdacf-7f38-4b04-ba48-45bfd98aadd9 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 946 time: 0.0900137 Aug 20 14:51:57.976357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Pushing event deleted for resources: {'Port': ['ID=99477eeb-7bf0-4b6c-aa1c-86dbc58ad544,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:58.069180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-990dab48-df45-45f6-aa48-72e51aed358b req-b7717ac5-7394-442c-8e74-5383bebd3970 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851431 Aug 20 14:51:58.072238 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.075371 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.076409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a50a3b59-9ffe-40d2-a56b-3f37c3aa9783 req-a0d62aa6-4e24-4e41-b0eb-cdca3a28933c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "DELETE /v2.0/floatingips/30ece196-db54-4520-af84-8807c8ef1dbf HTTP/1.1" status: 204 len: 173 time: 0.7033086 Aug 20 14:51:58.188931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8d61b-3348-47dc-8a4e-a057813a9c2d req-73b08408-edef-450d-bc4f-6e9df26acec0 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:58.190538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7f8d61b-3348-47dc-8a4e-a057813a9c2d req-73b08408-edef-450d-bc4f-6e9df26acec0 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1097 time: 0.0480514 Aug 20 14:51:58.237506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51980) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:58.289401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7f8d61b-3348-47dc-8a4e-a057813a9c2d req-f8376a8b-3cec-4d64-b2a5-6a3fb3f2b4a6 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917039 Aug 20 14:51:58.328857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-abb20274-a6fc-4fa5-b6e5-ecae88d0dd5c tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1331580 Aug 20 14:51:58.344817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:58.355329 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:51:58.390638 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.392203 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.489337 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-529556199-network', 'tenant_id': '720945164cfb451a8191f186603fb0b8'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:58.499329 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.513069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Made reservation on behalf of 720945164cfb451a8191f186603fb0b8 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:58.515898 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.528783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.624482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.631609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.639527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Allocated IP 172.25.5.142 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/3c824633-670d-41ed-9938-075417e89e6f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:58.660879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:51:58.671176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf8c00-de46-49df-bf2f-a26f5d3169c0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:58.679700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.680186 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Added segment def6b034-e0ec-4927-8722-21c2208f8202 of type vlan for network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 Aug 20 14:51:58.727146 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.754532 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.755728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:58.757277 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.759337 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.800747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.810326 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5716748 Aug 20 14:51:58.813113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52006) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:58.819361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Request body: {'subnet': {'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-subnet', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:58.830959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e602ab5-733c-424f-b57c-cef5cf41ab6a admin admin] Pushing event updated for resources: {'Network': ['ID=cc986bcf-0b78-43f5-9bd9-be23bf7e0841,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:58.842031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:58.844582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:51:58.846645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:58.849324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Made reservation on behalf of 720945164cfb451a8191f186603fb0b8 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:51:58.850235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:58.853378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.877640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Pushing event updated for resources: {'Port': ['ID=3c824633-670d-41ed-9938-075417e89e6f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:58.950597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:58.994458 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.064663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.122839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7fb4860-a15c-43c9-9996-ce71aaafe56e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:59.144102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Checking segment: {'id': 'def6b034-e0ec-4927-8722-21c2208f8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:59.144600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Network hostable DHCP agents. Network: cc986bcf-0b78-43f5-9bd9-be23bf7e0841, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:51:59.155208 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.160885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.161284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:51:59.172370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, cc986bcf-0b78-43f5-9bd9-be23bf7e0841) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:59.177528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:59.178217 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.185418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cfa6af-6cb3-4cfa-bbb0-db89befea281 None None] Network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:51:59.200974 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-23a126a4-dea3-47e9-ac59-7033163ad1f1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3832679 Aug 20 14:51:59.201509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52022) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:51:59.208365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:59.234879 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.235942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.250429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Pushing event updated for resources: {'Port': ['ID=3c824633-670d-41ed-9938-075417e89e6f,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:59.265654 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.280396 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.282026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-8e84a845-eaa7-4ba3-a090-dda78380aa2a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9414997 Aug 20 14:51:59.293561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.348493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-a7311355-e2ca-47c1-a6f3-2da2b8c54bf2 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 696 time: 0.0603571 Aug 20 14:51:59.363885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-cc986bcf-0b78-43f5-9bd9-be23bf7e0841', 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'fixed_ips': [{'subnet_id': 'f7fb4860-a15c-43c9-9996-ce71aaafe56e'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:51:59.365050 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.449748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.466873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-b29fa8a9-5317-4a84-a30e-6fb426466445 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:51:59.467887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-b29fa8a9-5317-4a84-a30e-6fb426466445 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080311 Aug 20 14:51:59.476617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-c5b78fec-e80d-4878-a95d-33f2ce240138 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:59.478341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1daee992-1e65-4099-bc7a-3d4d399e99ec req-c5b78fec-e80d-4878-a95d-33f2ce240138 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.1287081 Aug 20 14:51:59.483134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Request body: {'binding': {'host': 'n-h2-695189-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:51:59.483486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Unknown quota resources ['binding']. {{(pid=101099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 14:51:59.541262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Allocated IP 172.20.0.2 (cc986bcf-0b78-43f5-9bd9-be23bf7e0841/f7fb4860-a15c-43c9-9996-ce71aaafe56e/56454cd3-2642-4c73-9503-a371f9d93753) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:59.659195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on host n-h2-695189-15 for vnic_type normal with profile None {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:59.660176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:59.660754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:59.667656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:51:59.667990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:59.674228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:59.674545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:59.674936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:59.675645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Bound port: d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:59.721345 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.746567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.752926 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.758621 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:51:59.766774 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Transition to ACTIVE for port object 56454cd3-2642-4c73-9503-a371f9d93753 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:59.776975 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.778159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e4bee8e4-984c-4b76-aed0-6755c7160243 service neutron] 10.222.0.36 "POST /v2.0/ports/d99c7e30-7087-48ee-a5bc-2cdf4a07f542/bindings HTTP/1.1" status: 201 len: 390 time: 0.2984974 Aug 20 14:51:59.785488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Transition to ACTIVE for port object 56454cd3-2642-4c73-9503-a371f9d93753 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:51:59.794278 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.818641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d9958-7b41-4b2b-80c4-650756c80db5 req-883333d6-9f60-472f-a39a-944c1b334152 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:51:59.824740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a26d9958-7b41-4b2b-80c4-650756c80db5 req-883333d6-9f60-472f-a39a-944c1b334152 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0829730 Aug 20 14:51:59.843033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:51:59.846030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:51:59.855393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:51:59.881767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Pushing event updated for resources: {'Port': ['ID=56454cd3-2642-4c73-9503-a371f9d93753,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:51:59.892837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a26d9958-7b41-4b2b-80c4-650756c80db5 req-67429f92-4b9e-425b-92af-51b0e3df2d5b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637078 Aug 20 14:51:59.921934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Allocated IP 172.25.5.143 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/31505646-a91b-41a7-9adc-2824c9b762da) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:51:59.941356 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Attempting to bind port 56454cd3-2642-4c73-9503-a371f9d93753 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:51:59.952663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Attempting to bind port 56454cd3-2642-4c73-9503-a371f9d93753 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'def6b034-e0ec-4927-8722-21c2208f8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:51:59.952985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Attempting to bind port 56454cd3-2642-4c73-9503-a371f9d93753 on network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:51:59.969312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:51:59.969783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Checking segment: {'id': 'def6b034-e0ec-4927-8722-21c2208f8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:51:59.970304 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:51:59.970803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Bound using segment: {'id': 'def6b034-e0ec-4927-8722-21c2208f8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:51:59.971399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Bound port: 56454cd3-2642-4c73-9503-a371f9d93753, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def6b034-e0ec-4927-8722-21c2208f8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:51:59.971910 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:00.064018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894a747-0202-4a20-b46a-b390b677710f req-ed2a0b86-6160-4e52-9db6-618abdefb7d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:00.066542 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d894a747-0202-4a20-b46a-b390b677710f req-ed2a0b86-6160-4e52-9db6-618abdefb7d6 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 946 time: 0.0697551 Aug 20 14:52:00.070701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] For port 56454cd3-2642-4c73-9503-a371f9d93753, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:00.074577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] For port 56454cd3-2642-4c73-9503-a371f9d93753, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=56454cd3-2642-4c73-9503-a371f9d93753,segment=NetworkSegment(def6b034-e0ec-4927-8722-21c2208f8202),segment_id=def6b034-e0ec-4927-8722-21c2208f8202)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:00.080094 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:00.084959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:00.133400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:00.165112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaaff7-1b17-4e4c-b456-7aa916591c61 None None] Pushing event updated for resources: {'Port': ['ID=56454cd3-2642-4c73-9503-a371f9d93753,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:00.175790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:00.180603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:00.185227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:00.196678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d894a747-0202-4a20-b46a-b390b677710f req-7af69a07-5a9f-4d4d-9d7a-39123095e3ba tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.36 "GET /v2.0/security-groups?id=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231861 Aug 20 14:52:00.202235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49e14332-44f7-491c-b428-e0422cb97a5e req-dbc38cec-d301-43b4-82ef-4e3677e7105a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips/ffaa4404-926d-4431-8e86-b3df024c9dc4 HTTP/1.1" status: 200 len: 693 time: 0.0937905 Aug 20 14:52:00.218383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-09797ed4-f96c-4426-88b3-93f50cdc8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:00.220094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-09797ed4-f96c-4426-88b3-93f50cdc8109 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1097 time: 0.0976789 Aug 20 14:52:00.220632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.70', 58097) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:00.233080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Pushing event updated for resources: {'Port': ['ID=31505646-a91b-41a7-9adc-2824c9b762da,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:00.420120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-9ba7b5cc-4d88-4c36-b260-7a6b29aa5e38 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:00.420783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ce1d196-0d89-49a3-ba9a-beddb4ebd68c req-3a7a03ac-e53a-428b-befe-d5622e7c009d tempest-AbsoluteLimitsNegativeTestJSON-65061979 tempest-AbsoluteLimitsNegativeTestJSON-65061979-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f443a142938a4578a1a2bab4853b2988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099074 Aug 20 14:52:00.422550 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-9ba7b5cc-4d88-4c36-b260-7a6b29aa5e38 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ddf5182-6262-4a6b-9bbe-c089209db42a HTTP/1.1" status: 200 len: 946 time: 0.1847315 Aug 20 14:52:00.561710 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-9a098881-cc1c-472a-bfd4-1f11d1531f84 service neutron] show failed (client error): The resource could not be found. Aug 20 14:52:00.562760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-9a098881-cc1c-472a-bfd4-1f11d1531f84 service neutron] 10.222.0.70 "GET /v2.0/ports/65ce822f-1a68-4a45-a7c1-7420e526e39d/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.3182619 Aug 20 14:52:00.589034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e14332-44f7-491c-b428-e0422cb97a5e req-eca0611d-a1cc-4e94-af0b-688eea864cbb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:00.590568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49e14332-44f7-491c-b428-e0422cb97a5e req-eca0611d-a1cc-4e94-af0b-688eea864cbb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.3790731 Aug 20 14:52:00.604196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-716cdaa5-bb17-48f7-8d7e-f08b965c65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:00.605664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-716cdaa5-bb17-48f7-8d7e-f08b965c65fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.3549311 Aug 20 14:52:00.714446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49e14332-44f7-491c-b428-e0422cb97a5e req-666751c4-4ee7-450e-8cf9-0ab52f90f7d0 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 696 time: 0.1126413 Aug 20 14:52:00.723028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-ed8cb46b-4150-47ff-8cc2-5dbbc94ea076 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542 HTTP/1.1" status: 200 len: 217 time: 0.1034975 Aug 20 14:52:00.742618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1d196-0d89-49a3-ba9a-beddb4ebd68c req-18235402-a6c3-45d2-a410-9120f5593c26 tempest-AbsoluteLimitsNegativeTestJSON-65061979 tempest-AbsoluteLimitsNegativeTestJSON-65061979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:00.744253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ce1d196-0d89-49a3-ba9a-beddb4ebd68c req-18235402-a6c3-45d2-a410-9120f5593c26 tempest-AbsoluteLimitsNegativeTestJSON-65061979 tempest-AbsoluteLimitsNegativeTestJSON-65061979-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024104 Aug 20 14:52:00.834632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49e14332-44f7-491c-b428-e0422cb97a5e req-705fd7f0-9053-4fc6-99a2-0ff5a974c30a tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 696 time: 0.1082590 Aug 20 14:52:00.845562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ce1d196-0d89-49a3-ba9a-beddb4ebd68c req-db27ae39-f167-4dba-8581-937a69a46b0f tempest-AbsoluteLimitsNegativeTestJSON-65061979 tempest-AbsoluteLimitsNegativeTestJSON-65061979-project] 10.222.0.36 "GET /v2.0/quotas/f443a142938a4578a1a2bab4853b2988 HTTP/1.1" status: 200 len: 375 time: 0.0708575 Aug 20 14:52:00.871909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:00.909348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Deleting port 31df8d47-052c-427f-a2c6-18944a9a699f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:00.909707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:00.934008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ce1d196-0d89-49a3-ba9a-beddb4ebd68c req-07d3446a-c2c4-4053-a2e1-43429c401612 tempest-AbsoluteLimitsNegativeTestJSON-65061979 tempest-AbsoluteLimitsNegativeTestJSON-65061979-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f443a142938a4578a1a2bab4853b2988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875514 Aug 20 14:52:00.944625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-0c6c34de-9939-4925-8099-827ac30c5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:00.946247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-0c6c34de-9939-4925-8099-827ac30c5c6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.1727560 Aug 20 14:52:01.038658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-f27f95a2-cd62-4994-8aef-f4527335620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:01.040212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-f27f95a2-cd62-4994-8aef-f4527335620a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 1102 time: 0.2192736 Aug 20 14:52:01.060172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-d5cc85cb-176b-46bb-bc01-870cd5c11177 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010749 Aug 20 14:52:01.070647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:01.097873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] For port 31df8d47-052c-427f-a2c6-18944a9a699f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=31df8d47-052c-427f-a2c6-18944a9a699f,segment=NetworkSegment(0ab89d6e-475c-485b-8489-827896f2e468),segment_id=0ab89d6e-475c-485b-8489-827896f2e468)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:01.098154 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:01.160695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Calling delete_port for 31df8d47-052c-427f-a2c6-18944a9a699f owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:01.204400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 56454cd3-2642-4c73-9503-a371f9d93753 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:01.288324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:01.295154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 56454cd3-2642-4c73-9503-a371f9d93753 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:01.325935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52054) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:01.345039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:01.358312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba2764-798b-4f4d-93df-f95fa2dbd831 req-83601a1a-18fb-48bf-8568-cdb96ad814ba tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:01.363137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1eba2764-798b-4f4d-93df-f95fa2dbd831 req-83601a1a-18fb-48bf-8568-cdb96ad814ba tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.2705626 Aug 20 14:52:01.379845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f2279-c8f1-4a76-91d0-c1a9ea4c71e0 None None] Network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:01.411739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-10acae55-2abc-47a6-acb2-95199c3c38d1 None None] Provisioning for port 56454cd3-2642-4c73-9503-a371f9d93753 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:01.436634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-be7a3c08-f8a2-4f1d-bb88-26e668b150e9 service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415956 Aug 20 14:52:01.440303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-49e14332-44f7-491c-b428-e0422cb97a5e req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Deleting port 3c824633-670d-41ed-9938-075417e89e6f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:01.440663 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49e14332-44f7-491c-b428-e0422cb97a5e req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:01.454255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-10acae55-2abc-47a6-acb2-95199c3c38d1 None None] Provisioning complete for port 56454cd3-2642-4c73-9503-a371f9d93753 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:01.454629 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10acae55-2abc-47a6-acb2-95199c3c38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:01.479202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:01.488203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1eba2764-798b-4f4d-93df-f95fa2dbd831 req-d00dd964-86ac-4895-8ea1-8365dd8a2643 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174581 Aug 20 14:52:01.499228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['31df8d47-052c-427f-a2c6-18944a9a699f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:01.536720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Pushing event deleted for resources: {'Port': ['ID=31df8d47-052c-427f-a2c6-18944a9a699f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:01.569818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] No DVR routers for this DVR port 31df8d47-052c-427f-a2c6-18944a9a699f on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:01.574667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:01.576906 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-27318ac9-8608-40e2-8f1f-1d8a7d1f4c8c req-71d8448b-ed29-4d05-9f20-f9610b0a8103 tempest-VolumesAdminNegativeTest-229112559 tempest-VolumesAdminNegativeTest-229112559-project] 10.222.0.70 "DELETE /v2.0/ports/31df8d47-052c-427f-a2c6-18944a9a699f HTTP/1.1" status: 204 len: 173 time: 1.1430404 Aug 20 14:52:01.578531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddf5182-6262-4a6b-9bbe-c089209db42a', 'name': 'network-vif-deleted', 'tag': '31df8d47-052c-427f-a2c6-18944a9a699f'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:01.581130 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816f75bb-1b6c-43cb-b84b-46f6c344d7e7" -d '{"events": [{"server_uuid": "9ddf5182-6262-4a6b-9bbe-c089209db42a", "name": "network-vif-deleted", "tag": "31df8d47-052c-427f-a2c6-18944a9a699f"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:01.605419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Router bf30313c-268d-4e65-aec1-aba809412226 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:52:01.730952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:01.747895 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:01.749183 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7b9f9459-4a12-42c6-ab1d-bc3838dc4906 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5463388 Aug 20 14:52:01.754353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52060) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:01.793823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Sync routers for ids ['bf30313c-268d-4e65-aec1-aba809412226'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:01.812926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Routers {'bf30313c-268d-4e65-aec1-aba809412226'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:01.813551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['bf30313c-268d-4e65-aec1-aba809412226'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:01.923928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4488c321-91ab-488a-90e9-32a243789798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:01.929863 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10acae55-2abc-47a6-acb2-95199c3c38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.000454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Set router bf30313c-268d-4e65-aec1-aba809412226 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:02.067483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-10acae55-2abc-47a6-acb2-95199c3c38d1 None None] For port 56454cd3-2642-4c73-9503-a371f9d93753, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=56454cd3-2642-4c73-9503-a371f9d93753,segment=NetworkSegment(def6b034-e0ec-4927-8722-21c2208f8202),segment_id=def6b034-e0ec-4927-8722-21c2208f8202)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:02.081125 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10acae55-2abc-47a6-acb2-95199c3c38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.093977 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49e14332-44f7-491c-b428-e0422cb97a5e req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.094314 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49e14332-44f7-491c-b428-e0422cb97a5e req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.111193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd58572-f9ae-4997-a955-bb07350323c8 req-f8960b73-458f-4b69-955d-f4e2954e628c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:02.113220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdd58572-f9ae-4997-a955-bb07350323c8 req-f8960b73-458f-4b69-955d-f4e2954e628c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.2936139 Aug 20 14:52:02.189034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acae55-2abc-47a6-acb2-95199c3c38d1 None None] Pushing event updated for resources: {'Port': ['ID=56454cd3-2642-4c73-9503-a371f9d93753,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:02.209400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-49e14332-44f7-491c-b428-e0422cb97a5e req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Calling delete_port for 3c824633-670d-41ed-9938-075417e89e6f owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:02.228254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-526a240f-36cf-4302-b48d-177aba55d123 service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7463665 Aug 20 14:52:02.292875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf30313c-268d-4e65-aec1-aba809412226', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '31505646-a91b-41a7-9adc-2824c9b762da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:00Z', 'revision_number': 3, 'project_id': '720945164cfb451a8191f186603fb0b8', 'gw_port': {'id': '31505646-a91b-41a7-9adc-2824c9b762da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:02.296592 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.329164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Checking router: bf30313c-268d-4e65-aec1-aba809412226 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:02.329513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Updating router bf30313c-268d-4e65-aec1-aba809412226 port 31505646-a91b-41a7-9adc-2824c9b762da binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:52:02.370002 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.420466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdd58572-f9ae-4997-a955-bb07350323c8 req-09d585e4-1149-43d0-8bc1-bf247e2e5eb9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633314 Aug 20 14:52:02.474596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:02.545719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4488c321-91ab-488a-90e9-32a243789798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.563955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:02.614731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Allocated IP 172.20.0.1 (cc986bcf-0b78-43f5-9bd9-be23bf7e0841/f7fb4860-a15c-43c9-9996-ce71aaafe56e/78fe4eeb-3d20-4b3d-93d0-5743d676ca89) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:02.658488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-90a4767b-55e1-479f-a3a1-429ddb16a915 None None] Provisioning complete for port 56454cd3-2642-4c73-9503-a371f9d93753 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:02.658859 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-90a4767b-55e1-479f-a3a1-429ddb16a915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.717469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4488c321-91ab-488a-90e9-32a243789798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.763880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.765221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488c321-91ab-488a-90e9-32a243789798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dab575d-895a-493a-ab6c-fe4d1aa4fff4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:02.768812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49e14332-44f7-491c-b428-e0422cb97a5e req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.779027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Transition to ACTIVE for port object 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:02.814776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52064) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:02.832670 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.878459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.892265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Transition to ACTIVE for port object 31505646-a91b-41a7-9adc-2824c9b762da will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:02.901362 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.910440 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4488c321-91ab-488a-90e9-32a243789798 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f443a142938a4578a1a2bab4853b2988&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5819480 Aug 20 14:52:02.914641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Pushing event deleted for resources: {'Port': ['ID=3c824633-670d-41ed-9938-075417e89e6f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:02.923849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52066) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:02.932818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:02.937073 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8cb054-e1d9-4c84-8f22-4994df1d4b7c" -d '{"events": [{"server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "name": "network-vif-unplugged", "status": "completed", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:02.942702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.948886 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49e14332-44f7-491c-b428-e0422cb97a5e req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.951580 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49e14332-44f7-491c-b428-e0422cb97a5e req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.952743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2ebc4-7df2-45e1-a6b5-6934abf35060 None None] Pushing event updated for resources: {'Port': ['ID=31505646-a91b-41a7-9adc-2824c9b762da,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:02.969226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49e14332-44f7-491c-b428-e0422cb97a5e req-964a6580-1d19-4093-b2c4-00851ebafffb tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "DELETE /v2.0/floatingips/ffaa4404-926d-4431-8e86-b3df024c9dc4 HTTP/1.1" status: 204 len: 173 time: 2.1056404 Aug 20 14:52:02.973046 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69274d5a-0642-4408-962f-779fde5d0dd4 x-openstack-request-id: req-69274d5a-0642-4408-962f-779fde5d0dd4 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:02.973239 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddf5182-6262-4a6b-9bbe-c089209db42a", "name": "network-vif-deleted", "tag": "31df8d47-052c-427f-a2c6-18944a9a699f", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:02.973494 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69274d5a-0642-4408-962f-779fde5d0dd4 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:02.973961 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddf5182-6262-4a6b-9bbe-c089209db42a', 'name': 'network-vif-deleted', 'tag': '31df8d47-052c-427f-a2c6-18944a9a699f', 'status': 'completed', 'code': 200} Aug 20 14:52:02.975038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Pushing event updated for resources: {'Port': ['ID=78fe4eeb-3d20-4b3d-93d0-5743d676ca89,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:02.986473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Attempting to bind port 31505646-a91b-41a7-9adc-2824c9b762da on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:02.987080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Attempting to bind port 31505646-a91b-41a7-9adc-2824c9b762da by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:02.987565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Attempting to bind port 31505646-a91b-41a7-9adc-2824c9b762da on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:02.996437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:02.997132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:02.997700 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:02.998593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:02.999275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Bound port: 31505646-a91b-41a7-9adc-2824c9b762da, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:02.999960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.005720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f500cd28-4437-4492-a756-5e581a30675a admin admin] Deleting subnet 9d7c7c7c-4456-47c7-93fb-30b63169667c {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:52:03.009099 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f500cd28-4437-4492-a756-5e581a30675a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.033361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:03.056672 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430966d3-613f-46b6-982c-505bd97697f0 x-openstack-request-id: req-430966d3-613f-46b6-982c-505bd97697f0 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:03.056971 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "name": "network-vif-unplugged", "status": "completed", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:03.057222 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-430966d3-613f-46b6-982c-505bd97697f0 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:03.057613 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'code': 200} Aug 20 14:52:03.068226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] For port 31505646-a91b-41a7-9adc-2824c9b762da, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:03.072665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] For port 31505646-a91b-41a7-9adc-2824c9b762da, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=31505646-a91b-41a7-9adc-2824c9b762da,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:03.074188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:03.076973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:03.085779 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.089428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Transition to ACTIVE for port object 65ce822f-1a68-4a45-a7c1-7420e526e39d will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:03.126349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f500cd28-4437-4492-a756-5e581a30675a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.163704 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.172966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 56454cd3-2642-4c73-9503-a371f9d93753 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:03.192348 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.204235 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-6880649d-a21c-4a3d-9010-45eaf0311fc0 req-80b0e6e1-dd2f-4c13-bcc6-24f64a5bf338 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] show failed (client error): The resource could not be found. Aug 20 14:52:03.205553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6880649d-a21c-4a3d-9010-45eaf0311fc0 req-80b0e6e1-dd2f-4c13-bcc6-24f64a5bf338 tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips/ffaa4404-926d-4431-8e86-b3df024c9dc4 HTTP/1.1" status: 404 len: 350 time: 0.1442907 Aug 20 14:52:03.267875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Routers {'bf30313c-268d-4e65-aec1-aba809412226'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:03.268901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['bf30313c-268d-4e65-aec1-aba809412226'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:03.295899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] No DVR routers for this DVR port 65ce822f-1a68-4a45-a7c1-7420e526e39d on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:03.314850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3736894-d3b7-43cb-8114-dbc7b4fb46db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.324536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2ebc4-7df2-45e1-a6b5-6934abf35060 None None] Pushing event updated for resources: {'Port': ['ID=31505646-a91b-41a7-9adc-2824c9b762da,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:03.345253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f500cd28-4437-4492-a756-5e581a30675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.350280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3736894-d3b7-43cb-8114-dbc7b4fb46db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.352337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 56454cd3-2642-4c73-9503-a371f9d93753 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:03.352715 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.430284 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.451696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50635756-c831-4934-92cc-d0038bfaa260 req-ecf29418-5b26-48d8-a915-149b439a817e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:03.462414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50635756-c831-4934-92cc-d0038bfaa260 req-ecf29418-5b26-48d8-a915-149b439a817e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.4584033 Aug 20 14:52:03.520793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-efd124fa-58e1-4a80-aeb0-3a4fd4ac00cf None None] Provisioning for port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:03.527618 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-de888929-f9b4-46f4-9d4f-84b66a63fc65 req-b3716510-fff6-4070-a898-2bcc31307bab tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] show failed (client error): The resource could not be found. Aug 20 14:52:03.528821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de888929-f9b4-46f4-9d4f-84b66a63fc65 req-b3716510-fff6-4070-a898-2bcc31307bab tempest-FloatingIPsTestJSON-420966112 tempest-FloatingIPsTestJSON-420966112-project] 10.222.0.36 "GET /v2.0/floatingips/ffaa4404-926d-4431-8e86-b3df024c9dc4 HTTP/1.1" status: 404 len: 350 time: 0.2555921 Aug 20 14:52:03.533818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] Set router bf30313c-268d-4e65-aec1-aba809412226 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:03.536371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-efd124fa-58e1-4a80-aeb0-3a4fd4ac00cf None None] Provisioning complete for port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:03.536739 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-efd124fa-58e1-4a80-aeb0-3a4fd4ac00cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.545649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52076) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:03.560388 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3736894-d3b7-43cb-8114-dbc7b4fb46db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.567598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3736894-d3b7-43cb-8114-dbc7b4fb46db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.567598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d3736894-d3b7-43cb-8114-dbc7b4fb46db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1dab575d-895a-493a-ab6c-fe4d1aa4fff4 HTTP/1.1" status: 204 len: 168 time: 0.6400070 Aug 20 14:52:03.631209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50635756-c831-4934-92cc-d0038bfaa260 req-68e68ab1-1fba-44c8-958d-86a71032976c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616867 Aug 20 14:52:03.641502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Attempting to bind port 65ce822f-1a68-4a45-a7c1-7420e526e39d on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:03.646745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Attempting to bind port 65ce822f-1a68-4a45-a7c1-7420e526e39d by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:03.647251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Attempting to bind port 65ce822f-1a68-4a45-a7c1-7420e526e39d on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:03.672989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Port 65ce822f-1a68-4a45-a7c1-7420e526e39d on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:52:03.675330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Attempting to bind port 65ce822f-1a68-4a45-a7c1-7420e526e39d on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:03.678482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3736894-d3b7-43cb-8114-dbc7b4fb46db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dab575d-895a-493a-ab6c-fe4d1aa4fff4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:03.688413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f500cd28-4437-4492-a756-5e581a30675a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.721904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-efd124fa-58e1-4a80-aeb0-3a4fd4ac00cf None None] Port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:52:03.751646 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:03.761044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:03.761391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:03.761888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:03.762294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Bound port: 65ce822f-1a68-4a45-a7c1-7420e526e39d, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:03.762658 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.768568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 31df8d47-052c-427f-a2c6-18944a9a699f no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:03.812550 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 31df8d47-052c-427f-a2c6-18944a9a699f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:03.813707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 31df8d47-052c-427f-a2c6-18944a9a699f not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:03.814233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 65ce822f-1a68-4a45-a7c1-7420e526e39d no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:03.847392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500cd28-4437-4492-a756-5e581a30675a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7c7c7c-4456-47c7-93fb-30b63169667c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:03.895011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 65ce822f-1a68-4a45-a7c1-7420e526e39d not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:03.895960 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f500cd28-4437-4492-a756-5e581a30675a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:03.898135 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f500cd28-4437-4492-a756-5e581a30675a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9d7c7c7c-4456-47c7-93fb-30b63169667c HTTP/1.1" status: 204 len: 168 time: 1.0821891 Aug 20 14:52:03.903220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52086) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:03.930319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89870a-bfe0-4c3b-b748-1734afaa8315 req-60c4eb4b-e26b-48fc-af68-43d09cd57737 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:03.948028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d89870a-bfe0-4c3b-b748-1734afaa8315 req-60c4eb4b-e26b-48fc-af68-43d09cd57737 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 948 time: 0.2758160 Aug 20 14:52:03.979086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf30313c-268d-4e65-aec1-aba809412226', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '31505646-a91b-41a7-9adc-2824c9b762da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:00Z', 'revision_number': 3, 'project_id': '720945164cfb451a8191f186603fb0b8', 'gw_port': {'id': '31505646-a91b-41a7-9adc-2824c9b762da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:04.084586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d89870a-bfe0-4c3b-b748-1734afaa8315 req-fb5695e7-bf34-41e4-acc3-60393d734f7a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355407 Aug 20 14:52:04.132917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:04.137472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:04.142277 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.150088 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.195321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:04.197224 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.200008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 1097 time: 3.1377513 Aug 20 14:52:04.247286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6511b9-5fb8-4414-ab30-b8775893c6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:04.295171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-f116d576-6bde-4a1d-8b18-3853952f6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:04.296795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-f116d576-6bde-4a1d-8b18-3853952f6cc0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1100 time: 0.0581093 Aug 20 14:52:04.331299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb4d9da-9fd9-4659-b848-fd2aecd13cf5 None None] The sync data for ids ['bf30313c-268d-4e65-aec1-aba809412226'] in n-d-695189-15 is: [{'id': 'bf30313c-268d-4e65-aec1-aba809412226', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '31505646-a91b-41a7-9adc-2824c9b762da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:00Z', 'revision_number': 3, 'project_id': '720945164cfb451a8191f186603fb0b8', 'gw_port': {'id': '31505646-a91b-41a7-9adc-2824c9b762da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:50:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:04.342710 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.454022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.467407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:04.483188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab89d6e-475c-485b-8489-827896f2e468') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:04.483188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab89d6e-475c-485b-8489-827896f2e468') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:04.490753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.498511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-135399a1-5dd0-463b-b38f-9fddec327445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:04.500137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-135399a1-5dd0-463b-b38f-9fddec327445 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1936948 Aug 20 14:52:04.510395 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.517345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:52:04.517638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.562562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-407cd2e0-0004-41cf-89a7-27b031cf9287 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 217 time: 0.0504458 Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:52:04.580599 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:52:04.585229 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.631701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-029b43ac-10c3-449f-90c0-4205addcffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:04.633515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-029b43ac-10c3-449f-90c0-4205addcffa5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0642056 Aug 20 14:52:04.712384 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.719959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-82c1fb1f-0831-4245-a442-4119cf7b9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:04.723834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-82c1fb1f-0831-4245-a442-4119cf7b9dc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768521 Aug 20 14:52:04.756282 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.758490 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66 HTTP/1.1" status: 204 len: 168 time: 0.8489635 Aug 20 14:52:04.762482 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Pushing event updated for resources: {'Port': ['ID=78fe4eeb-3d20-4b3d-93d0-5743d676ca89,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:04.767120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52106) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:04.784572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:04.786641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc6fd8-61c7-47d9-ba2b-504f4b942f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7bfdeb-3d79-48fe-b2cd-f1cb164d9c66,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:04.882890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:04.970367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd7531e-f3bd-4a95-8056-acbd05f2647b admin admin] Deleting subnet 70733c32-db27-4bab-b40f-09115af08ac2 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:52:04.972870 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ebd7531e-f3bd-4a95-8056-acbd05f2647b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.027277 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ebd7531e-f3bd-4a95-8056-acbd05f2647b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.099327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:05.101703 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031920a2-60b5-4ed1-aec0-2e8bcf73fded" -d '{"events": [{"name": "network-changed", "server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:05.119655 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ebd7531e-f3bd-4a95-8056-acbd05f2647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.148242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:05.154313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1709857417-network', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:05.159145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:05.220659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 31505646-a91b-41a7-9adc-2824c9b762da up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:05.322625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 31505646-a91b-41a7-9adc-2824c9b762da completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:05.329641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 31505646-a91b-41a7-9adc-2824c9b762da triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:05.330567 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.372370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681b267-c6eb-4842-95bf-df4ac8a1416f req-0c8b73f7-5c5d-44dd-9861-a67ff64b58a3 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:05.373988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7681b267-c6eb-4842-95bf-df4ac8a1416f req-0c8b73f7-5c5d-44dd-9861-a67ff64b58a3 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.5327320 Aug 20 14:52:05.468219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-180f57cf-b671-4463-966e-6ddd0bdb7e45 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380927 Aug 20 14:52:05.548272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-71d65d44-3ddc-4b1d-a40a-0aea9c03f4c3 None None] Provisioning complete for port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:05.549329 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-71d65d44-3ddc-4b1d-a40a-0aea9c03f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.590077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a081f621-2cc8-4a4d-a1ae-b5ca8d522703 req-532e74d7-1b81-4ee2-bf74-ea4e67979e82 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076519 Aug 20 14:52:05.593059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.593244 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7681b267-c6eb-4842-95bf-df4ac8a1416f req-e69d802f-e764-407a-b95f-60399791f650 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908143 Aug 20 14:52:05.599648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-71d65d44-3ddc-4b1d-a40a-0aea9c03f4c3 None None] Port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:52:05.608612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40086c89-4703-42cd-92f2-4d249248c0d1 req-97f644c8-6219-43a2-bf0f-f5d49c4516e8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:05.613600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40086c89-4703-42cd-92f2-4d249248c0d1 req-97f644c8-6219-43a2-bf0f-f5d49c4516e8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 948 time: 0.3936203 Aug 20 14:52:05.615788 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ebd7531e-f3bd-4a95-8056-acbd05f2647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.661849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 31505646-a91b-41a7-9adc-2824c9b762da, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=31505646-a91b-41a7-9adc-2824c9b762da,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:05.665298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.671903 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.675814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7531e-f3bd-4a95-8056-acbd05f2647b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70733c32-db27-4bab-b40f-09115af08ac2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:05.680733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ebd7531e-f3bd-4a95-8056-acbd05f2647b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.686115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ebd7531e-f3bd-4a95-8056-acbd05f2647b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/70733c32-db27-4bab-b40f-09115af08ac2 HTTP/1.1" status: 204 len: 168 time: 0.9171631 Aug 20 14:52:05.688110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52120) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:05.765437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.786629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=31505646-a91b-41a7-9adc-2824c9b762da,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:05.789842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40086c89-4703-42cd-92f2-4d249248c0d1 req-8200b617-90ea-4b69-b8c5-145829c09321 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709564 Aug 20 14:52:05.832304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.839527 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483fde31-7787-4314-9bb4-67bcf70b5e61 x-openstack-request-id: req-483fde31-7787-4314-9bb4-67bcf70b5e61 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:05.856371 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:05.857137 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-483fde31-7787-4314-9bb4-67bcf70b5e61 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:05.857837 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'status': 'completed', 'code': 200} Aug 20 14:52:05.897176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Made reservation on behalf of e883cb04d1934cf0958b9596d3e5a9d2 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:05.899660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.912163 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:05.959578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Router bf30313c-268d-4e65-aec1-aba809412226 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:52:05.996787 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.015169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292de2b7-1702-4534-9165-3c5e97f210c5']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:06.031520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aded49a0-c815-4e24-89d2-7bfc87ca0651') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:06.031858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aded49a0-c815-4e24-89d2-7bfc87ca0651') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:06.062704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-590fde89-749e-4111-8b3d-d209b6785909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:06.064300 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-590fde89-749e-4111-8b3d-d209b6785909 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1100 time: 0.1912386 Aug 20 14:52:06.066780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.069859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-e7fad668-a586-4e80-a50d-a5a55b93f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:06.071447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-e7fad668-a586-4e80-a50d-a5a55b93f3a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1100 time: 0.1363404 Aug 20 14:52:06.118778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.188093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:52:06.188511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:52:06.190422 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:52:06.233031 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.248622 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.263806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:06.278769 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0bfb8838-dc5d-4f06-84cf-3a55b9232f42 admin admin] 10.222.0.36 "PUT /v2.0/routers/bf30313c-268d-4e65-aec1-aba809412226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5234060 Aug 20 14:52:06.281021 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.283145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:52:06.305047 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.305511 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Added segment a89185b2-57c3-4380-a409-c6b6c308fc4d of type vlan for network e66e39b1-a05e-4836-8b46-8506604bb052 Aug 20 14:52:06.312464 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.316688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/292de2b7-1702-4534-9165-3c5e97f210c5 HTTP/1.1" status: 204 len: 168 time: 0.6247716 Aug 20 14:52:06.318630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d065c-4e02-4247-8183-38b5433fe58e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:06.351584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-09813e5e-cfd1-4900-a21c-c11a88e176be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:06.353793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-09813e5e-cfd1-4900-a21c-c11a88e176be service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2754912 Aug 20 14:52:06.354900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-46ad9223-d8b4-4d79-b074-469a1cf58743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:06.356683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-46ad9223-d8b4-4d79-b074-469a1cf58743 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2682834 Aug 20 14:52:06.383977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.388420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12596bae-b95d-4049-ad1b-2aeae4c60ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=292de2b7-1702-4534-9165-3c5e97f210c5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:06.468827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-9e2b2092-bd93-4246-98e1-32243d7abcb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 217 time: 0.0948710 Aug 20 14:52:06.471346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-e51a7a64-ab46-4bd5-a5a0-f995d1df4ddc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 217 time: 0.0962298 Aug 20 14:52:06.497681 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.498662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:06.499360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.565640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52132) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:06.568412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-9007cf2d-f4d3-4642-90e0-e6f97d1ff018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:06.569903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-9007cf2d-f4d3-4642-90e0-e6f97d1ff018 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0810044 Aug 20 14:52:06.601972 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7134356 Aug 20 14:52:06.608571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52136) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:06.621420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Request body: {'subnet': {'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1709857417-subnet', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:06.633009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeae355-1d9c-4d04-88bd-e80237308e86 admin admin] Pushing event updated for resources: {'Network': ['ID=e66e39b1-a05e-4836-8b46-8506604bb052,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:06.641548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-0dccc151-e2e0-4e2d-a368-3010374ae070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:06.643025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-0dccc151-e2e0-4e2d-a368-3010374ae070 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1643655 Aug 20 14:52:06.646176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network e66e39b1-a05e-4836-8b46-8506604bb052 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:52:06.657908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-daae43c1-2370-41b6-a112-73685bf43d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:06.659403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-daae43c1-2370-41b6-a112-73685bf43d86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711520 Aug 20 14:52:06.668230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Deleting port c09dfb39-5e11-413e-b971-79500192d2dd {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:06.668579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.775246 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2dc3a917-7c55-4e4c-bfd9-c1aa8cad1b2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4216732d08147cabdbe929d8913fe92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007377 Aug 20 14:52:06.780340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52140) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:06.790341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Made reservation on behalf of e883cb04d1934cf0958b9596d3e5a9d2 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:06.797939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.879362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-0ed12001-8f4e-4c14-b0b4-f94fc1b43296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:06.881116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-0ed12001-8f4e-4c14-b0b4-f94fc1b43296 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2208390 Aug 20 14:52:06.937374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] For port c09dfb39-5e11-413e-b971-79500192d2dd, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c09dfb39-5e11-413e-b971-79500192d2dd,segment=NetworkSegment(be5f8b53-5289-4970-9e2d-69d5307449b8),segment_id=be5f8b53-5289-4970-9e2d-69d5307449b8)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:06.937923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:06.970323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Calling delete_port for c09dfb39-5e11-413e-b971-79500192d2dd owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:06.982573 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2718eadf-8a90-4604-b958-116f05a2c8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.039532 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Sync routers for ids ['bf30313c-268d-4e65-aec1-aba809412226'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:07.053691 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Routers {'bf30313c-268d-4e65-aec1-aba809412226'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:07.055515 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['bf30313c-268d-4e65-aec1-aba809412226'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:07.083159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2718eadf-8a90-4604-b958-116f05a2c8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.123227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e032b-2ffe-42af-b31b-a0fac221c034 req-9c35f48f-4afd-4a7e-a629-ca004568df00 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:07.124782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c91e032b-2ffe-42af-b31b-a0fac221c034 req-9c35f48f-4afd-4a7e-a629-ca004568df00 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.2677300 Aug 20 14:52:07.173477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 31505646-a91b-41a7-9adc-2824c9b762da up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:07.249360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.269292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 31505646-a91b-41a7-9adc-2824c9b762da triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:07.269973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.288635 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2718eadf-8a90-4604-b958-116f05a2c8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.293008 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2718eadf-8a90-4604-b958-116f05a2c8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.296711 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2718eadf-8a90-4604-b958-116f05a2c8fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b62dcbc-dd54-4163-8ed0-b3f99d7169bb HTTP/1.1" status: 204 len: 168 time: 0.5105250 Aug 20 14:52:07.321689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718eadf-8a90-4604-b958-116f05a2c8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b62dcbc-dd54-4163-8ed0-b3f99d7169bb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:07.349685 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Set router bf30313c-268d-4e65-aec1-aba809412226 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:07.352821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbacbc17-7df4-48d3-a13d-bdec1cc52495,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:07.439979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Checking segment: {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:07.440352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Network hostable DHCP agents. Network: e66e39b1-a05e-4836-8b46-8506604bb052, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:52:07.471797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.501386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Network e66e39b1-a05e-4836-8b46-8506604bb052 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:52:07.507275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09dfb39-5e11-413e-b971-79500192d2dd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:07.601088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, e66e39b1-a05e-4836-8b46-8506604bb052) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:07.608640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb84cc-cf1c-4aed-a44a-ad178afdb84b None None] Network e66e39b1-a05e-4836-8b46-8506604bb052 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:07.644194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-d4a98fd2-53bc-4a22-9afa-7c0fee15c042 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9021933 Aug 20 14:52:07.698657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:07.699263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.709628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c91e032b-2ffe-42af-b31b-a0fac221c034 req-c96abad3-d7f5-4b9a-927d-5b29d203ffac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708100 Aug 20 14:52:07.731041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-f2e624fd-ec0c-4b2f-85cc-ae328357edcb tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8670094 Aug 20 14:52:07.769620 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6f1c0de0-5317-4cfe-b938-fb285fab17b2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1573613 Aug 20 14:52:07.772760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:07.773813 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf30313c-268d-4e65-aec1-aba809412226', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '31505646-a91b-41a7-9adc-2824c9b762da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:03Z', 'revision_number': 4, 'project_id': '720945164cfb451a8191f186603fb0b8', 'gw_port': {'id': '31505646-a91b-41a7-9adc-2824c9b762da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '78fe4eeb-3d20-4b3d-93d0-5743d676ca89', 'name': '', 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'mac_address': 'fa:16:3e:a2:6a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f7fb4860-a15c-43c9-9996-ce71aaafe56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:02Z', 'updated_at': '2021-08-20T14:52:03Z', 'revision_number': 2, 'project_id': '720945164cfb451a8191f186603fb0b8', 'subnets': [{'id': 'f7fb4860-a15c-43c9-9996-ce71aaafe56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:07.836458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52152) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:07.843165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:07.857436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-f4126d2b-5e13-4630-a17b-9940ea75fb1c service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458423 Aug 20 14:52:07.887078 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.898570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.899662 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.901343 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Checking router: bf30313c-268d-4e65-aec1-aba809412226 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:07.902227 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Updating router bf30313c-268d-4e65-aec1-aba809412226 port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:52:07.928858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-e66e39b1-a05e-4836-8b46-8506604bb052', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:52:07.930336 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.949753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:07.987913 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.038931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.139261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Allocated IP 172.20.0.2 (e66e39b1-a05e-4836-8b46-8506604bb052/dbacbc17-7df4-48d3-a13d-bdec1cc52495/d8137c99-58bd-41ba-8e16-e9f04f29c262) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:08.180935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52154) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:08.221067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-9ee2a8d0-d077-4e8d-a142-3228e6313ff4 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429699 Aug 20 14:52:08.255874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:52:08.304387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9cb81dcd-a4b4-489d-9133-fba29e96d3ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e0e35f885c4450f9a01e14cb0f4c399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0835354 Aug 20 14:52:08.308018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52156) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:08.366993 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.368615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d232a4-c314-4e64-9a3c-d5abce5985a3 req-f171ff97-3c96-4dbd-b2ed-5e236ecf05b7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:08.371411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2d232a4-c314-4e64-9a3c-d5abce5985a3 req-f171ff97-3c96-4dbd-b2ed-5e236ecf05b7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 948 time: 0.5053754 Aug 20 14:52:08.459318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2d232a4-c314-4e64-9a3c-d5abce5985a3 req-86b99950-8b16-4da9-be36-1544e427443f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594778 Aug 20 14:52:08.468280 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.470114 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67e69104-690b-4435-91af-7eaaf2d546fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.480487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Transition to ACTIVE for port object d8137c99-58bd-41ba-8e16-e9f04f29c262 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:08.502217 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67e69104-690b-4435-91af-7eaaf2d546fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.513295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Transition to ACTIVE for port object d8137c99-58bd-41ba-8e16-e9f04f29c262 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:08.530135 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.550084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031920a2-60b5-4ed1-aec0-2e8bcf73fded req-8c295523-139c-426b-a57c-ea3f65b04947 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6828072 Aug 20 14:52:08.590303 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.609982 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67e69104-690b-4435-91af-7eaaf2d546fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.613366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67e69104-690b-4435-91af-7eaaf2d546fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.616938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-67e69104-690b-4435-91af-7eaaf2d546fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ccac6b6-f31e-44d7-b69b-fa1339bdb34c HTTP/1.1" status: 204 len: 168 time: 0.3007185 Aug 20 14:52:08.631513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Network e66e39b1-a05e-4836-8b46-8506604bb052 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:08.640490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:08.656413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:08.663383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Pushing event updated for resources: {'Port': ['ID=d8137c99-58bd-41ba-8e16-e9f04f29c262,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:08.665905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e69104-690b-4435-91af-7eaaf2d546fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccac6b6-f31e-44d7-b69b-fa1339bdb34c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:08.685194 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.705440 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Transition to ACTIVE for port object 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:08.720175 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.752801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Attempting to bind port d8137c99-58bd-41ba-8e16-e9f04f29c262 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:08.753271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Attempting to bind port d8137c99-58bd-41ba-8e16-e9f04f29c262 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:08.753748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Attempting to bind port d8137c99-58bd-41ba-8e16-e9f04f29c262 on network e66e39b1-a05e-4836-8b46-8506604bb052 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:08.760422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:08.761112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Checking segment: {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:08.761755 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.762343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Bound using segment: {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:08.763023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Bound port: d8137c99-58bd-41ba-8e16-e9f04f29c262, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:08.763643 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.800059 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Pushing event updated for resources: {'Port': ['ID=78fe4eeb-3d20-4b3d-93d0-5743d676ca89,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:08.816849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Allocated IP 172.25.5.218 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/357ec103-60bd-4f88-922e-36dc564400d6) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:08.861415 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.861861 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.862069 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.862408 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.862763 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.868920 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.874873 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.876471 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.876979 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.877906 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.880037 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.880696 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:08.898842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] For port d8137c99-58bd-41ba-8e16-e9f04f29c262, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:08.903432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] For port d8137c99-58bd-41ba-8e16-e9f04f29c262, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d8137c99-58bd-41ba-8e16-e9f04f29c262,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:08.917352 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.980359 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Attempting to bind port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:08.981014 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Attempting to bind port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'def6b034-e0ec-4927-8722-21c2208f8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:08.981714 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Attempting to bind port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 on network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:08.990669 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:08.993103 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Checking segment: {'id': 'def6b034-e0ec-4927-8722-21c2208f8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:08.994854 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:08.995461 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Bound using segment: {'id': 'def6b034-e0ec-4927-8722-21c2208f8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:08.996167 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Bound port: 78fe4eeb-3d20-4b3d-93d0-5743d676ca89, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def6b034-e0ec-4927-8722-21c2208f8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:08.996742 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.050089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e78c34-579e-442b-a87c-993d9a3c0385 None None] Pushing event updated for resources: {'Port': ['ID=d8137c99-58bd-41ba-8e16-e9f04f29c262,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:09.065465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c936e-383c-4d85-b050-af3b045f4d3f req-b8ef1707-9f3f-4eb1-bb4c-1b954aee5dcd tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:09.067562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a05c936e-383c-4d85-b050-af3b045f4d3f req-b8ef1707-9f3f-4eb1-bb4c-1b954aee5dcd tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.1693449 Aug 20 14:52:09.094458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:09.104365 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-035dbe02-a42b-4882-ae68-a6925d703cf4 admin admin] 10.222.0.36 "PUT /v2.0/routers/13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5541348 Aug 20 14:52:09.104365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52162) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:09.110535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] Sync routers for ids ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:09.124872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] Routers {'13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:09.128660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:09.178472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.188146 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] For port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:09.193747 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] For port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=78fe4eeb-3d20-4b3d-93d0-5743d676ca89,segment=NetworkSegment(def6b034-e0ec-4927-8722-21c2208f8202),segment_id=def6b034-e0ec-4927-8722-21c2208f8202)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:09.206026 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.220337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a05c936e-383c-4d85-b050-af3b045f4d3f req-8331bde3-a4e6-41ba-98b0-4e9e8da0a24a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307073 Aug 20 14:52:09.292659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.401801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] Set router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:09.402042 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Routers {'bf30313c-268d-4e65-aec1-aba809412226'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:09.402434 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['bf30313c-268d-4e65-aec1-aba809412226'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:09.409796 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a3491-5fdb-4d72-9621-bcf1f1f18b56 None None] Pushing event updated for resources: {'Port': ['ID=78fe4eeb-3d20-4b3d-93d0-5743d676ca89,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:09.435432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:09.438393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:09.447828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:09.467239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.533787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event updated for resources: {'Port': ['ID=357ec103-60bd-4f88-922e-36dc564400d6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:09.693155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.757522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.780455 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] Set router bf30313c-268d-4e65-aec1-aba809412226 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:09.791618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.796294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '032761fe-e012-419e-ab5d-968382ae031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:45Z', 'updated_at': '2021-08-20T14:52:07Z', 'revision_number': 5, 'project_id': '54b14a8653204bc7923182e294cdb972', 'gw_port': {'id': '032761fe-e012-419e-ab5d-968382ae031e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:46Z', 'updated_at': '2021-08-20T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:09.813836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74068756-eea4-40aa-97f1-ac7d268f2445 req-c0c582bf-b489-4094-9360-da63b8d0595b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:09.818137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74068756-eea4-40aa-97f1-ac7d268f2445 req-c0c582bf-b489-4094-9360-da63b8d0595b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 948 time: 0.1870754 Aug 20 14:52:09.850824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] Checking router: 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:09.863229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] Routers {'13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:09.864538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:09.877325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.965256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:09.998188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74068756-eea4-40aa-97f1-ac7d268f2445 req-204efbff-55e8-42fb-b270-692d12429172 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687636 Aug 20 14:52:10.157962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] Set router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:10.178395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Allocated IP 172.25.5.31 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/06c0d36b-a857-4ed2-8d28-0f1b33a6db13) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:10.216951 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf30313c-268d-4e65-aec1-aba809412226', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '31505646-a91b-41a7-9adc-2824c9b762da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:03Z', 'revision_number': 4, 'project_id': '720945164cfb451a8191f186603fb0b8', 'gw_port': {'id': '31505646-a91b-41a7-9adc-2824c9b762da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '78fe4eeb-3d20-4b3d-93d0-5743d676ca89', 'name': '', 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'mac_address': 'fa:16:3e:a2:6a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f7fb4860-a15c-43c9-9996-ce71aaafe56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:02Z', 'updated_at': '2021-08-20T14:52:09Z', 'revision_number': 4, 'project_id': '720945164cfb451a8191f186603fb0b8', 'subnets': [{'id': 'f7fb4860-a15c-43c9-9996-ce71aaafe56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:10.220846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Deleting port 032761fe-e012-419e-ab5d-968382ae031e {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:10.221199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.283125 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1c23d-3b13-4b5d-a9e3-03b02e9de50d None None] The sync data for ids ['bf30313c-268d-4e65-aec1-aba809412226'] in n-d-695189-15 is: [{'id': 'bf30313c-268d-4e65-aec1-aba809412226', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '31505646-a91b-41a7-9adc-2824c9b762da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:03Z', 'revision_number': 4, 'project_id': '720945164cfb451a8191f186603fb0b8', 'gw_port': {'id': '31505646-a91b-41a7-9adc-2824c9b762da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '78fe4eeb-3d20-4b3d-93d0-5743d676ca89', 'name': '', 'network_id': 'cc986bcf-0b78-43f5-9bd9-be23bf7e0841', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'mac_address': 'fa:16:3e:a2:6a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f7fb4860-a15c-43c9-9996-ce71aaafe56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:02Z', 'updated_at': '2021-08-20T14:52:09Z', 'revision_number': 4, 'project_id': '720945164cfb451a8191f186603fb0b8', 'subnets': [{'id': 'f7fb4860-a15c-43c9-9996-ce71aaafe56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:10.304293 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.324269 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.467512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] For port 032761fe-e012-419e-ab5d-968382ae031e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=032761fe-e012-419e-ab5d-968382ae031e,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:10.467933 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.494243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event updated for resources: {'Port': ['ID=357ec103-60bd-4f88-922e-36dc564400d6,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:10.516162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Calling delete_port for 032761fe-e012-419e-ab5d-968382ae031e owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:10.547754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '032761fe-e012-419e-ab5d-968382ae031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:45Z', 'updated_at': '2021-08-20T14:52:07Z', 'revision_number': 5, 'project_id': '54b14a8653204bc7923182e294cdb972', 'gw_port': {'id': '032761fe-e012-419e-ab5d-968382ae031e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:46Z', 'updated_at': '2021-08-20T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:10.598094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.598489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97914e-c181-41dd-baa3-fad2ee398d29 None None] The sync data for ids ['13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7'] in n-d-695189-15 is: [{'id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'name': 'tempest-FloatingIPsTestJSON-1984334970-router', 'tenant_id': '54b14a8653204bc7923182e294cdb972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '032761fe-e012-419e-ab5d-968382ae031e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:45Z', 'updated_at': '2021-08-20T14:52:07Z', 'revision_number': 5, 'project_id': '54b14a8653204bc7923182e294cdb972', 'gw_port': {'id': '032761fe-e012-419e-ab5d-968382ae031e', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:32:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:46Z', 'updated_at': '2021-08-20T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:10.611434 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.624495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb47cd3-ffe7-4ab4-bcf4-db83093b93b9 req-9d4b8d4f-f6e1-427e-aa50-925c2bcd564a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:10.632726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0eb47cd3-ffe7-4ab4-bcf4-db83093b93b9 req-9d4b8d4f-f6e1-427e-aa50-925c2bcd564a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.1321943 Aug 20 14:52:10.651184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba7688-2bda-40d2-a938-b1013fbcef18 None None] Network e66e39b1-a05e-4836-8b46-8506604bb052 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:10.698137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0eb47cd3-ffe7-4ab4-bcf4-db83093b93b9 req-f54cc488-ef9f-489f-b0ea-a86c6528227b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622742 Aug 20 14:52:10.701140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.704105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-fd4596dd-d72a-49e1-a109-9ebff10de0b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9362690 Aug 20 14:52:10.731614 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.783651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-af4f01f8-2314-46e2-b63e-777ab226507f tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.218 HTTP/1.1" status: 200 len: 696 time: 0.0664666 Aug 20 14:52:10.794378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:10.799141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:10.804486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:10.825680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-784d3c28-a911-412a-9781-5464e5f9abd8 None None] Provisioning for port d8137c99-58bd-41ba-8e16-e9f04f29c262 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:10.828240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 65ce822f-1a68-4a45-a7c1-7420e526e39d details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:52:10.856320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Pushing event updated for resources: {'Port': ['ID=06c0d36b-a857-4ed2-8d28-0f1b33a6db13,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:10.873220 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:10.998432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-c62db075-3a2a-49d4-9b14-66a9a7dd65b7 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:10.999928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f298f59c-fe98-42e7-a456-bfa9c6819cb8 req-c62db075-3a2a-49d4-9b14-66a9a7dd65b7 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.2082055 Aug 20 14:52:11.048324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Pushing event deleted for resources: {'Port': ['ID=032761fe-e012-419e-ab5d-968382ae031e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:11.149395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:11.202041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'mac_address': 'fa:16:3e:85:45:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:52:11.327947 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.353759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d8137c99-58bd-41ba-8e16-e9f04f29c262 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:11.424958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.436589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ce822f-1a68-4a45-a7c1-7420e526e39d {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:11.468792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cafb9-4523-4d13-b0cd-dc69ee51642f req-e50bd19b-dc3f-4641-b079-467d2a355975 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:11.482051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b07cafb9-4523-4d13-b0cd-dc69ee51642f req-e50bd19b-dc3f-4641-b079-467d2a355975 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 948 time: 0.2619781 Aug 20 14:52:11.518266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:11.534410 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.554754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-4a0f54f5-1cf7-40f5-85e9-9b23e01a3b02 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4975686 Aug 20 14:52:11.582424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:11.615309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d8137c99-58bd-41ba-8e16-e9f04f29c262 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:11.644898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d8137c99-58bd-41ba-8e16-e9f04f29c262 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:11.645295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.667823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b07cafb9-4523-4d13-b0cd-dc69ee51642f req-349a988d-fe21-444c-b870-d2489db430d9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808090 Aug 20 14:52:11.690499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.694157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.717851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:11.730076 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.792422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.793398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:52:11.795412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.801904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.803460 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8e281be8-9cdd-417e-ab0a-b2fc1417e745 admin admin] 10.222.0.36 "DELETE /v2.0/routers/13b8bf8f-f1ec-45d8-b75a-4d51e7c977b7 HTTP/1.1" status: 204 len: 168 time: 2.6989017 Aug 20 14:52:11.832327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52226) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:11.858980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-996e8849-67b0-425e-8948-7e5af56a01b5 None None] Provisioning complete for port d8137c99-58bd-41ba-8e16-e9f04f29c262 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:11.859351 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-996e8849-67b0-425e-8948-7e5af56a01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:11.953695 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.008299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['65ce822f-1a68-4a45-a7c1-7420e526e39d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:12.012645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cabbece-e743-48fb-911f-5164899b0d47 admin admin] Deleting subnet 86fb8972-3d4c-4b04-a111-3ea705dedfa7 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:52:12.020608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1cabbece-e743-48fb-911f-5164899b0d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.076327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port d8137c99-58bd-41ba-8e16-e9f04f29c262, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d8137c99-58bd-41ba-8e16-e9f04f29c262,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:12.131190 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.132150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:12.144249 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1cabbece-e743-48fb-911f-5164899b0d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.242599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.248125 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-79c40572-889a-471c-8314-50644b9da4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.391258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Router cd6d59d5-0a57-436d-a08a-d477d540b962 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:52:12.452341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1cabbece-e743-48fb-911f-5164899b0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.482670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=d8137c99-58bd-41ba-8e16-e9f04f29c262,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:12.492259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.503292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2731340-ad01-4d1e-9c5b-8702bd8dd00d req-4afae502-ee36-480d-b0d7-c65047429b42 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:12.504907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2731340-ad01-4d1e-9c5b-8702bd8dd00d req-4afae502-ee36-480d-b0d7-c65047429b42 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.2076294 Aug 20 14:52:12.511739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:12.521474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:12.521850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.536068 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:12.548242 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Sync routers for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:12.557482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.561253 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-01e52221-80e9-4bc6-b168-2a8f18c95f6e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7212963 Aug 20 14:52:12.562668 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:12.563360 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:12.564027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52242) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:12.666670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2731340-ad01-4d1e-9c5b-8702bd8dd00d req-3a996909-187d-420f-a7ed-f93639f56b96 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464405 Aug 20 14:52:12.667527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.678807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-75cb2ba6-59eb-40cd-92d0-712ad6db9228 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:12.680580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-75cb2ba6-59eb-40cd-92d0-712ad6db9228 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 949 time: 0.3243783 Aug 20 14:52:12.718398 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:12.721026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=78fe4eeb-3d20-4b3d-93d0-5743d676ca89,segment=NetworkSegment(def6b034-e0ec-4927-8722-21c2208f8202),segment_id=def6b034-e0ec-4927-8722-21c2208f8202)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:12.729936 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.744931 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1cabbece-e743-48fb-911f-5164899b0d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.781073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c09dfb39-5e11-413e-b971-79500192d2dd no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:12.786294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabbece-e743-48fb-911f-5164899b0d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fb8972-3d4c-4b04-a111-3ea705dedfa7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:12.791018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1cabbece-e743-48fb-911f-5164899b0d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:12.793207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1cabbece-e743-48fb-911f-5164899b0d47 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/86fb8972-3d4c-4b04-a111-3ea705dedfa7 HTTP/1.1" status: 204 len: 168 time: 0.9416883 Aug 20 14:52:12.800498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52244) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:12.812218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2a947d-ef86-4336-a12f-663d888e1e38 None None] Network f9e4fa20-70b8-43d7-8a7e-96b5034a2afd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:12.828143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: c09dfb39-5e11-413e-b971-79500192d2dd {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:12.828792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c09dfb39-5e11-413e-b971-79500192d2dd not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:12.898086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=78fe4eeb-3d20-4b3d-93d0-5743d676ca89,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:12.912829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Allocated IP 172.25.5.213 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/63868c06-2952-4f1b-a054-694246bbf298) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:12.915169 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-7a52e9d6-3b09-48c4-8a90-dae65e56e716 service neutron] delete failed (client error): The resource could not be found. Aug 20 14:52:12.916928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-7a52e9d6-3b09-48c4-8a90-dae65e56e716 service neutron] 10.222.0.70 "DELETE /v2.0/ports/65ce822f-1a68-4a45-a7c1-7420e526e39d/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.2205539 Aug 20 14:52:12.961736 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.023241 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:11Z', 'revision_number': 3, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:13.039277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee98059-fbae-4257-8e7f-e0f22e1760fa req-334122d2-4cfd-44e3-824e-0efa9746d701 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:13.048781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ee98059-fbae-4257-8e7f-e0f22e1760fa req-334122d2-4cfd-44e3-824e-0efa9746d701 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 949 time: 0.2230554 Aug 20 14:52:13.078728 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Checking router: cd6d59d5-0a57-436d-a08a-d477d540b962 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:13.079383 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Updating router cd6d59d5-0a57-436d-a08a-d477d540b962 port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:52:13.143383 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.168800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd37e1-e767-457b-b7e7-664f99fb2d80 None None] DHCP port deletion for f9e4fa20-70b8-43d7-8a7e-96b5034a2afd request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:52:13.186198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ee98059-fbae-4257-8e7f-e0f22e1760fa req-1d137fac-f66a-4099-b4af-d37a2bdf682c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365018 Aug 20 14:52:13.219007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d8137c99-58bd-41ba-8e16-e9f04f29c262 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:13.253820 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.265293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-debb9260-a9c6-42e2-8ceb-1f7c389ba801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:13.280230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-debb9260-a9c6-42e2-8ceb-1f7c389ba801 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1101 time: 0.2013195 Aug 20 14:52:13.280905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd37e1-e767-457b-b7e7-664f99fb2d80 None None] Deleting port d92948d6-784d-4f43-8563-fe78a0bb90c4 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:13.282474 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3ccd37e1-e767-457b-b7e7-664f99fb2d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.366697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d8137c99-58bd-41ba-8e16-e9f04f29c262 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:13.367234 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.371197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3ccd37e1-e767-457b-b7e7-664f99fb2d80 None None] For port d92948d6-784d-4f43-8563-fe78a0bb90c4, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d92948d6-784d-4f43-8563-fe78a0bb90c4,segment=NetworkSegment(be5f8b53-5289-4970-9e2d-69d5307449b8),segment_id=be5f8b53-5289-4970-9e2d-69d5307449b8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:13.371737 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3ccd37e1-e767-457b-b7e7-664f99fb2d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.376796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Deleting port d92948d6-784d-4f43-8563-fe78a0bb90c4 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:13.377138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.383368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93dc7921-6294-45fc-93d0-076cea5b3966 req-99d9256f-5187-490f-818d-e246c0c0f319 tempest-FlavorsV2NegativeTest-1956950852 tempest-FlavorsV2NegativeTest-1956950852-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=43ad0ab3a3f7421796317b9d0fe8fd17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833321 Aug 20 14:52:13.403507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd37e1-e767-457b-b7e7-664f99fb2d80 None None] Calling delete_port for d92948d6-784d-4f43-8563-fe78a0bb90c4 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:13.409584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.523063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:13.563011 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3ccd37e1-e767-457b-b7e7-664f99fb2d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.592339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd37e1-e767-457b-b7e7-664f99fb2d80 None None] Pushing event deleted for resources: {'Port': ['ID=d92948d6-784d-4f43-8563-fe78a0bb90c4,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:13.593179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Allocated IP 172.20.0.1 (e66e39b1-a05e-4836-8b46-8506604bb052/dbacbc17-7df4-48d3-a13d-bdec1cc52495/8e3ae1de-6827-4171-b865-40443aaf4737) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:13.604166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccd37e1-e767-457b-b7e7-664f99fb2d80 None None] No DVR routers for this DVR port d92948d6-784d-4f43-8563-fe78a0bb90c4 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:13.622029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:13.622418 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.720453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.735799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Transition to ACTIVE for port object 8e3ae1de-6827-4171-b865-40443aaf4737 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:13.773391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.773580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 032761fe-e012-419e-ab5d-968382ae031e no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:13.799962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 032761fe-e012-419e-ab5d-968382ae031e {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:13.801752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 032761fe-e012-419e-ab5d-968382ae031e not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:13.811155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.823796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Network e66e39b1-a05e-4836-8b46-8506604bb052 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:13.825883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] For port d92948d6-784d-4f43-8563-fe78a0bb90c4, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d92948d6-784d-4f43-8563-fe78a0bb90c4,segment=NetworkSegment(be5f8b53-5289-4970-9e2d-69d5307449b8),segment_id=be5f8b53-5289-4970-9e2d-69d5307449b8)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:13.826272 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.828082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:13.841041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:13.849544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Pushing event updated for resources: {'Port': ['ID=8e3ae1de-6827-4171-b865-40443aaf4737,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:13.879035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Calling delete_port for d92948d6-784d-4f43-8563-fe78a0bb90c4 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:13.886871 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:13.895227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-d5e5d0d1-4481-4dd8-b549-3158fa60f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:13.897186 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-d5e5d0d1-4481-4dd8-b549-3158fa60f738 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.5983865 Aug 20 14:52:13.924540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:14.000631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:14.006450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-85b6b262-c44c-4552-8896-2b48f58ebc8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 217 time: 0.0985987 Aug 20 14:52:14.007051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event updated for resources: {'Port': ['ID=63868c06-2952-4f1b-a054-694246bbf298,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:14.011734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:14.013435 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.022687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc7921-6294-45fc-93d0-076cea5b3966 req-31a82b2e-706f-41b5-a456-9972ed46e5bd tempest-FlavorsV2NegativeTest-1956950852 tempest-FlavorsV2NegativeTest-1956950852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:14.028192 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Transition to ACTIVE for port object 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:14.030322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93dc7921-6294-45fc-93d0-076cea5b3966 req-31a82b2e-706f-41b5-a456-9972ed46e5bd tempest-FlavorsV2NegativeTest-1956950852 tempest-FlavorsV2NegativeTest-1956950852-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6327062 Aug 20 14:52:14.036142 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.055528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.106244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6c3d4bf2-7f8a-48fd-b15c-951afcaf695a None None] Provisioning for port 8e3ae1de-6827-4171-b865-40443aaf4737 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:14.109775 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a2367-cf21-4dcb-a0c4-028cc20db3f9 None None] Pushing event updated for resources: {'Port': ['ID=06c0d36b-a857-4ed2-8d28-0f1b33a6db13,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:14.113075 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Attempting to bind port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:14.113815 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Attempting to bind port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:14.114243 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Attempting to bind port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:14.116112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93dc7921-6294-45fc-93d0-076cea5b3966 req-7d33a40f-0fac-4a17-b215-640d71d6afd4 tempest-FlavorsV2NegativeTest-1956950852 tempest-FlavorsV2NegativeTest-1956950852-project] 10.222.0.36 "GET /v2.0/quotas/43ad0ab3a3f7421796317b9d0fe8fd17 HTTP/1.1" status: 200 len: 375 time: 0.0848022 Aug 20 14:52:14.122242 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:14.122767 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:14.123499 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.123653 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6c3d4bf2-7f8a-48fd-b15c-951afcaf695a None None] Provisioning complete for port 8e3ae1de-6827-4171-b865-40443aaf4737 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:14.123917 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:14.124065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6c3d4bf2-7f8a-48fd-b15c-951afcaf695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.124689 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Bound port: 06c0d36b-a857-4ed2-8d28-0f1b33a6db13, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:14.125220 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.173235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d4bf2-7f8a-48fd-b15c-951afcaf695a None None] Port 8e3ae1de-6827-4171-b865-40443aaf4737 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:52:14.176261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93dc7921-6294-45fc-93d0-076cea5b3966 req-246c9d15-02b1-4716-996e-dffa2da25cf4 tempest-FlavorsV2NegativeTest-1956950852 tempest-FlavorsV2NegativeTest-1956950852-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=43ad0ab3a3f7421796317b9d0fe8fd17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590787 Aug 20 14:52:14.203222 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] For port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:14.208078 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] For port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=06c0d36b-a857-4ed2-8d28-0f1b33a6db13,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:14.216925 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.231487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-d50393b6-af85-47ea-8ed6-0a342aebfd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:14.233489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-d50393b6-af85-47ea-8ed6-0a342aebfd77 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1995671 Aug 20 14:52:14.237842 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.276501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92948d6-784d-4f43-8563-fe78a0bb90c4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:14.292628 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:14.293387 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:14.310161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] No DVR routers for this DVR port d92948d6-784d-4f43-8563-fe78a0bb90c4 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:14.317247 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.325989 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.342625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.345356 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a2367-cf21-4dcb-a0c4-028cc20db3f9 None None] Pushing event updated for resources: {'Port': ['ID=06c0d36b-a857-4ed2-8d28-0f1b33a6db13,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:14.392998 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.441031 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:14.459084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Pushing event updated for resources: {'Port': ['ID=8e3ae1de-6827-4171-b865-40443aaf4737,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:14.466563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.537460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-91b281dd-56f6-4880-a8e5-d57cdbaf0f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:14.539014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-91b281dd-56f6-4880-a8e5-d57cdbaf0f49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2739875 Aug 20 14:52:14.552683 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.592581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Network e66e39b1-a05e-4836-8b46-8506604bb052 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:14.594287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:14.595015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e4fa20-70b8-43d7-8a7e-96b5034a2afd']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:14.648051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5f8b53-5289-4970-9e2d-69d5307449b8') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:14.648356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5f8b53-5289-4970-9e2d-69d5307449b8') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:14.675676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc24e61-211b-469e-b6dd-67cca34b1b7c req-4fba7284-4f52-4936-ab08-cef1572ed682 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:14.677196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7dc24e61-211b-469e-b6dd-67cca34b1b7c req-4fba7284-4f52-4936-ab08-cef1572ed682 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 945 time: 0.1806345 Aug 20 14:52:14.692635 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-45b87391-0fde-4ab2-86ec-8e568ecaba60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.718076 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 1, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:14.742992 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.745761 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.755008 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5139eb29-2506-446d-af1f-31e45a0c6073 None None] The sync data for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 is: [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 1, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:14.770055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 65ce822f-1a68-4a45-a7c1-7420e526e39d up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:14.796054 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.797591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Router cd6d59d5-0a57-436d-a08a-d477d540b962 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:52:14.828155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:52:14.828762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:52:14.833989 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:52:14.855050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 65ce822f-1a68-4a45-a7c1-7420e526e39d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:14.862064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 65ce822f-1a68-4a45-a7c1-7420e526e39d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:14.862791 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:14.941955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7dc24e61-211b-469e-b6dd-67cca34b1b7c req-ff08f92b-3afa-481b-8248-cd802d90ef67 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372382 Aug 20 14:52:14.991201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-46d82f92-b348-4555-85ae-dad17849377d service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336724 Aug 20 14:52:15.030139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52282) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:15.030800 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.048877 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.055298 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.057201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f9e4fa20-70b8-43d7-8a7e-96b5034a2afd HTTP/1.1" status: 204 len: 168 time: 2.2494440 Aug 20 14:52:15.092311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:15.094481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:15.097230 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211946e6-031e-44c9-a676-d681e5289e79" -d '{"events": [{"server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "name": "network-vif-plugged", "status": "completed", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:15.100843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7b24fc8-8e25-4bb7-8355-cfd32df335a1 None None] Provisioning complete for port 8e3ae1de-6827-4171-b865-40443aaf4737 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:15.101321 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7b24fc8-8e25-4bb7-8355-cfd32df335a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.102606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:15.143666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a7b24fc8-8e25-4bb7-8355-cfd32df335a1 None None] Port 8e3ae1de-6827-4171-b865-40443aaf4737 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:52:15.143666 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.168307 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b0b6f573-7823-47d9-9eef-330d6698388e admin admin] 10.222.0.36 "PUT /v2.0/routers/cd6d59d5-0a57-436d-a08a-d477d540b962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6030705 Aug 20 14:52:15.191036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d463991d-970b-4338-9b98-97fcc5b23b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e4fa20-70b8-43d7-8a7e-96b5034a2afd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:15.222094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:15.238291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.247188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d92948d6-784d-4f43-8563-fe78a0bb90c4 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:15.272938 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.288436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: d92948d6-784d-4f43-8563-fe78a0bb90c4 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:15.288436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d92948d6-784d-4f43-8563-fe78a0bb90c4 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:15.365100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e9a13cc1-4702-4f35-a2a9-0abe78c1ed2c tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:15.366647 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-e9a13cc1-4702-4f35-a2a9-0abe78c1ed2c tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.0942972 Aug 20 14:52:15.367417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b894fd-a88d-49e5-a6f4-75fc7e1a7e92 req-510259ad-8199-4ece-a595-ac150e75b643 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:15.369732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95b894fd-a88d-49e5-a6f4-75fc7e1a7e92 req-510259ad-8199-4ece-a595-ac150e75b643 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.3419142 Aug 20 14:52:15.370529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-675c57ac-130c-4008-b143-d00c2f5be3fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.371750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52294) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:15.430281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-15'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:15.443363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.452654 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-97c3cb8c-1a93-4701-b269-5ba4e4d36db9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54b14a8653204bc7923182e294cdb972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795646 Aug 20 14:52:15.455503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52300) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:15.466481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8462bde7-f4eb-470b-b783-bb5622f63df1 req-ec8abd93-00da-4ebf-9d99-885cc692b194 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535851 Aug 20 14:52:15.471252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event updated for resources: {'Port': ['ID=63868c06-2952-4f1b-a054-694246bbf298,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:15.508301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95b894fd-a88d-49e5-a6f4-75fc7e1a7e92 req-f89a7b2a-6f48-4b3c-b0ba-e85461a6f6c6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909171 Aug 20 14:52:15.513474 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.610996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-675c57ac-130c-4008-b143-d00c2f5be3fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.614652 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d494825-ad9b-4bf9-a598-ab3cf61bea8f x-openstack-request-id: req-5d494825-ad9b-4bf9-a598-ab3cf61bea8f {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:15.615198 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "name": "network-vif-plugged", "status": "completed", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:15.615567 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d494825-ad9b-4bf9-a598-ab3cf61bea8f {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:15.616328 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'code': 200} Aug 20 14:52:15.621316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-675c57ac-130c-4008-b143-d00c2f5be3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.632742 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.638046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75e81a2c-9840-4fc0-a503-e1f79c66227c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.640424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-2d99d11a-776a-4ad4-93df-84cecc19c3b3 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0847096 Aug 20 14:52:15.664265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75e81a2c-9840-4fc0-a503-e1f79c66227c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.718549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-60c5068a-e616-4ae3-a549-7c265f207bcb tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.0771430 Aug 20 14:52:15.722005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-675c57ac-130c-4008-b143-d00c2f5be3fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43ad0ab3a3f7421796317b9d0fe8fd17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6889563 Aug 20 14:52:15.724985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c57ac-130c-4008-b143-d00c2f5be3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1436a5f-7989-4822-9f22-e95d4d319ef9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:15.728086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52302) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:15.779380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75e81a2c-9840-4fc0-a503-e1f79c66227c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.782951 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75e81a2c-9840-4fc0-a503-e1f79c66227c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.784241 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-75e81a2c-9840-4fc0-a503-e1f79c66227c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebbdac08-7d8d-4c25-848e-94db2104213a HTTP/1.1" status: 204 len: 168 time: 0.3277845 Aug 20 14:52:15.838448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d99c7e30-7087-48ee-a5bc-2cdf4a07f542 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:52:15.844730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:15.882885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e81a2c-9840-4fc0-a503-e1f79c66227c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbdac08-7d8d-4c25-848e-94db2104213a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:15.907427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a673d344-ae87-48fa-a39c-cb78229a13f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:15.959616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:15.985877 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a673d344-ae87-48fa-a39c-cb78229a13f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.015077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-fba65b3c-cd60-4475-abc3-1652dc028294 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:16.017104 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.042171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22077d52-a8ba-401a-85d1-5b7b65ddf065 req-fba65b3c-cd60-4475-abc3-1652dc028294 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.3207195 Aug 20 14:52:16.076948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:16.080237 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:16.083858 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a3de9-3474-4fba-9def-1965e0112651" -d '{"events": [{"server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "name": "network-vif-unplugged", "status": "completed", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:16.096157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.113497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d99c7e30-7087-48ee-a5bc-2cdf4a07f542 has no active binding in host n-h2-695189-15 {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:52:16.116965 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.129845 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a673d344-ae87-48fa-a39c-cb78229a13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.142984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a673d344-ae87-48fa-a39c-cb78229a13f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.150441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a673d344-ae87-48fa-a39c-cb78229a13f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1436a5f-7989-4822-9f22-e95d4d319ef9 HTTP/1.1" status: 204 len: 168 time: 0.4139268 Aug 20 14:52:16.221877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673d344-ae87-48fa-a39c-cb78229a13f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1436a5f-7989-4822-9f22-e95d4d319ef9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:16.228484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on host n-h1-695189-15 for vnic_type normal with profile {"migrating_to": "n-h2-695189-15"} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:16.228954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:16.229379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:16.231953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Pushing event updated for resources: {'Port': ['ID=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:16.238894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:52:16.240160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Attempting to bind port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:16.255116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:16.256295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:16.259948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:16.260811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Bound port: d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:16.261373 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.274956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef001aad-5fe8-48e4-88d2-b6c46571d99b req-bc834690-b441-448d-afc2-2b800b543464 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:16.281685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef001aad-5fe8-48e4-88d2-b6c46571d99b req-bc834690-b441-448d-afc2-2b800b543464 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 943 time: 0.1255772 Aug 20 14:52:16.358166 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef001aad-5fe8-48e4-88d2-b6c46571d99b req-503739b2-54c0-4332-9c4c-42c959661e90 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676947 Aug 20 14:52:16.405998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:16.409570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:16.425741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.522630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:16.523887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.525597 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] 10.222.0.70 "PUT /v2.0/ports/d99c7e30-7087-48ee-a5bc-2cdf4a07f542 HTTP/1.1" status: 200 len: 1123 time: 1.1007919 Aug 20 14:52:16.552597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c0ded-298f-4928-a6f1-be044383b834 service neutron] Pushing event updated for resources: {'Port': ['ID=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,revision_number=8']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:16.603821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-e5f118d1-13f9-44ad-8cb7-4e3962dd7b9b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1914263 Aug 20 14:52:16.614805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:16.636215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d99c7e30-7087-48ee-a5bc-2cdf4a07f542'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:16.652765 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:16.710970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d99c7e30-7087-48ee-a5bc-2cdf4a07f542'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:16.817432 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.038477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Allocated IP 172.25.5.203 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/46a6456b-5ce5-431e-8377-5a6c376543ca) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:17.188464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52348) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:17.197941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-28999ba4-d5f0-470d-9b29-b09bd6c5cacc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947193901', 'description': 'tempest-description--1297965762'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:17.235916 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.243118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:17.268022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28999ba4-d5f0-470d-9b29-b09bd6c5cacc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.272428 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44e8f9d-cecc-423e-b4e6-988a69440b14 x-openstack-request-id: req-f44e8f9d-cecc-423e-b4e6-988a69440b14 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:17.272725 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "name": "network-vif-unplugged", "status": "completed", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:17.272983 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f44e8f9d-cecc-423e-b4e6-988a69440b14 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:17.273377 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542', 'code': 200} Aug 20 14:52:17.332514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.335741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:17.347299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:17.349651 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.392395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:17.401244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:17.429926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:17.451528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28999ba4-d5f0-470d-9b29-b09bd6c5cacc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.463584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28999ba4-d5f0-470d-9b29-b09bd6c5cacc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.469647 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.492816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=06c0d36b-a857-4ed2-8d28-0f1b33a6db13,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:17.500154 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.505611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event updated for resources: {'Port': ['ID=46a6456b-5ce5-431e-8377-5a6c376543ca,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:17.528405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28999ba4-d5f0-470d-9b29-b09bd6c5cacc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f3882b-1ab4-4503-9b27-02521de5714f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:17.549749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52360) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:17.554612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e51f37-b8ca-45fc-aad0-d12fea7707dc req-fd3f1886-6830-4200-8f92-fc740ee664b7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:17.556508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87e51f37-b8ca-45fc-aad0-d12fea7707dc req-fd3f1886-6830-4200-8f92-fc740ee664b7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.1881213 Aug 20 14:52:17.559399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28999ba4-d5f0-470d-9b29-b09bd6c5cacc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.561800 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28999ba4-d5f0-470d-9b29-b09bd6c5cacc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3710709 Aug 20 14:52:17.564569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52364) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:17.579133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9c321425-9aa9-40bd-aef3-39094693a761 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Request body: {'security_group_rule': {'security_group_id': '83f3882b-1ab4-4503-9b27-02521de5714f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:17.589717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=06c0d36b-a857-4ed2-8d28-0f1b33a6db13,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:17.639000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c321425-9aa9-40bd-aef3-39094693a761 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.650142 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.659744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87e51f37-b8ca-45fc-aad0-d12fea7707dc req-d358faff-c92c-4760-ad9f-f2246b269b9c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943496 Aug 20 14:52:17.692500 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.728879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52370) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:17.738006 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.740545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c321425-9aa9-40bd-aef3-39094693a761 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.753682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c321425-9aa9-40bd-aef3-39094693a761 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.797968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c321425-9aa9-40bd-aef3-39094693a761 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf78361-904c-4835-be8c-81e14480ba21,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:17.801133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c321425-9aa9-40bd-aef3-39094693a761 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.802519 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9c321425-9aa9-40bd-aef3-39094693a761 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2367547 Aug 20 14:52:17.805129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52374) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:17.811269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-006de476-8837-4d8a-8c7e-e4ba898ad739 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Request body: {'security_group_rule': {'security_group_id': '83f3882b-1ab4-4503-9b27-02521de5714f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:17.834244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-network', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:17.863968 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-006de476-8837-4d8a-8c7e-e4ba898ad739 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.892092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Made reservation on behalf of b3085756c8f443458502b15ed7c214f8 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:17.894472 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.918870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.950885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-345029710-network', 'tenant_id': '13fa99d258f74cc7bcf372b6dd58a081'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:17.975734 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.989340 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.992593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-006de476-8837-4d8a-8c7e-e4ba898ad739 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:17.998958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Made reservation on behalf of 13fa99d258f74cc7bcf372b6dd58a081 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:18.001242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.007188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-006de476-8837-4d8a-8c7e-e4ba898ad739 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.032346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.055105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006de476-8837-4d8a-8c7e-e4ba898ad739 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6945e813-b8e5-42c0-9c9e-cfc2debcd8e7,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:18.096267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9209a19-2466-49b4-bd08-8f0a4afdfec2 req-31af073d-88a2-450e-ae96-67440ab30bbe tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:18.097760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9209a19-2466-49b4-bd08-8f0a4afdfec2 req-31af073d-88a2-450e-ae96-67440ab30bbe tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 943 time: 0.1192062 Aug 20 14:52:18.101433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event updated for resources: {'Port': ['ID=46a6456b-5ce5-431e-8377-5a6c376543ca,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:18.106585 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.148921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Sync routers for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:18.151441 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.156005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9209a19-2466-49b4-bd08-8f0a4afdfec2 req-b4888681-cfb5-4f13-81bb-3f18567daae9 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463953 Aug 20 14:52:18.158684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:18.159362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:18.162783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.174514 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-006de476-8837-4d8a-8c7e-e4ba898ad739 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.178479 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-006de476-8837-4d8a-8c7e-e4ba898ad739 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3688500 Aug 20 14:52:18.180058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52376) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:18.198469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:18.205834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:52:18.236712 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.237067 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Added segment 1e1ae9e8-6282-452a-b909-23271d38a1fd of type vlan for network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 Aug 20 14:52:18.241605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9af4f8-b256-4ec0-b603-92126a2db86f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:18.273550 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:18.298383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f52c9d-975d-4b25-bb3e-0f99dcc7c5d4 req-01484178-1877-4e88-9b4f-0605ee7b8a61 tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:18.301709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8f52c9d-975d-4b25-bb3e-0f99dcc7c5d4 req-01484178-1877-4e88-9b4f-0605ee7b8a61 tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1102 time: 0.0641563 Aug 20 14:52:18.302636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.352919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.353517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8f52c9d-975d-4b25-bb3e-0f99dcc7c5d4 req-28846561-8192-4fac-a932-28f3b9378009 tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Aug 20 14:52:18.353993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:18.354631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.406531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.421656 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.425933 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.432030 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8809474 Aug 20 14:52:18.432502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-2d5c5024-0155-417c-85c6-03ab88ce890e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8223567 Aug 20 14:52:18.434839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52382) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:18.440890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Request body: {'subnet': {'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-subnet', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:18.454300 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f363e-9e51-4cc8-bb04-5382fb56b449 admin admin] Pushing event updated for resources: {'Network': ['ID=66d6bf76-d1bd-4db1-8b9b-dfaa24382959,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:18.459940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:52:18.475576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.480289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288312a8-14f9-4b02-8b44-f20a0b3b449f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:18.484447 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.485060 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Added segment 29818573-8f8f-4abc-b216-51f39428cd33 of type vlan for network fb010d67-a258-4804-a83f-4e171ac3e4d9 Aug 20 14:52:18.499773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:52:18.507720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-39aa29ea-1442-4592-bac0-bbccc606dcc6 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.203 HTTP/1.1" status: 200 len: 696 time: 0.0587368 Aug 20 14:52:18.534167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Made reservation on behalf of b3085756c8f443458502b15ed7c214f8 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:18.537030 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.574779 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.620888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:14Z', 'revision_number': 2, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:18.621237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.621940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:18.622525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.649640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Checking router: cd6d59d5-0a57-436d-a08a-d477d540b962 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:18.650019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Updating router cd6d59d5-0a57-436d-a08a-d477d540b962 port 8e3ae1de-6827-4171-b865-40443aaf4737 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:52:18.676680 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.697718 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9625802 Aug 20 14:52:18.700592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52394) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:18.705834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Request body: {'subnet': {'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-345029710-subnet', 'tenant_id': '13fa99d258f74cc7bcf372b6dd58a081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:18.712417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73768243-fb58-45e9-9d10-f5eeee1ed070 admin admin] Pushing event updated for resources: {'Network': ['ID=fb010d67-a258-4804-a83f-4e171ac3e4d9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:18.720894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.729004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network fb010d67-a258-4804-a83f-4e171ac3e4d9 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:52:18.770910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Made reservation on behalf of 13fa99d258f74cc7bcf372b6dd58a081 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:18.773263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:18.908821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Allocated IP 172.25.5.176 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/b01896ac-8132-4725-95a4-102f21fb5400) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:19.017834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-ae1b1a50-2b3f-4f8e-8fb2-e684b7f608c0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489492 Aug 20 14:52:19.022925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.048808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Transition to ACTIVE for port object 8e3ae1de-6827-4171-b865-40443aaf4737 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:19.059684 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.075789 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.113949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.128327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dc108-4edb-4605-a2ee-65d8ae176d80 None None] Pushing event updated for resources: {'Port': ['ID=8e3ae1de-6827-4171-b865-40443aaf4737,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:19.158705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-a94e03de-6e7a-4ea4-bbfb-a706923cfc1a tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:19.160195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-087fc0a9-4cb2-45d0-9ef9-f60301ce2d40 req-a94e03de-6e7a-4ea4-bbfb-a706923cfc1a tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.6391051 Aug 20 14:52:19.163130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7f0bb7-1891-429a-b93d-bed0380be9c0,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:19.179695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:19.191566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Checking segment: {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:19.191730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Network hostable DHCP agents. Network: fb010d67-a258-4804-a83f-4e171ac3e4d9, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:52:19.237039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Network fb010d67-a258-4804-a83f-4e171ac3e4d9 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:52:19.247829 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.276899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-1035bb31-5570-43db-bd2f-5154f3ab42cb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:19.282776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:19.284452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-1035bb31-5570-43db-bd2f-5154f3ab42cb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460124 Aug 20 14:52:19.285028 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f6f75e-13ce-4622-881f-c865546ce448" -d '{"events": [{"name": "network-changed", "server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:19.311314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, fb010d67-a258-4804-a83f-4e171ac3e4d9) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:19.329340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:19.330455 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.345226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:19.350365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-9c70e7c8-abce-4673-8500-e5346975bdeb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/quotas/8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 375 time: 0.0647814 Aug 20 14:52:19.354915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:19.360179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:19.378369 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-74270a54-c05b-49cf-8e98-2526557a0ba4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6766965 Aug 20 14:52:19.413899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Pushing event updated for resources: {'Port': ['ID=b01896ac-8132-4725-95a4-102f21fb5400,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:19.428886 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.483234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2051610-333b-45ca-953b-19c5ab80175d None None] Network fb010d67-a258-4804-a83f-4e171ac3e4d9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:19.503287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.550077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.550346 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Attempting to bind port 8e3ae1de-6827-4171-b865-40443aaf4737 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:19.550686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Attempting to bind port 8e3ae1de-6827-4171-b865-40443aaf4737 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:19.551054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Attempting to bind port 8e3ae1de-6827-4171-b865-40443aaf4737 on network e66e39b1-a05e-4836-8b46-8506604bb052 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:19.567585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:19.568009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Checking segment: {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:19.568363 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.568758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Bound using segment: {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:19.569233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Bound port: 8e3ae1de-6827-4171-b865-40443aaf4737, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:19.569610 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.617049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-82eaaca6-da0c-4794-9340-f027848cb58d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2653930 Aug 20 14:52:19.646915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:19.647295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.675904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-dd3a29cf-cfb3-4f45-87b4-ae806ebc68a8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2281914 Aug 20 14:52:19.688613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a286db7-1a30-4840-a814-af095e335886,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:19.699307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:19.723009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Checking segment: {'id': '1e1ae9e8-6282-452a-b909-23271d38a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:19.723234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Network hostable DHCP agents. Network: 66d6bf76-d1bd-4db1-8b9b-dfaa24382959, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:52:19.741935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.761783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:52:19.768882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.780496 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.798685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] For port 8e3ae1de-6827-4171-b865-40443aaf4737, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:19.809049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 66d6bf76-d1bd-4db1-8b9b-dfaa24382959) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:19.815755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:19.816372 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.841427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7b4fec-bc30-477a-8e3b-5be5f9d3f04d None None] Network fb010d67-a258-4804-a83f-4e171ac3e4d9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:19.850675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52416) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:19.850909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0a135e37-a59f-485a-949a-e33eb5bd842e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4148626 Aug 20 14:52:19.860565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcd0418-26f8-4218-bfaa-dfd06ff39d28 None None] Network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:19.865450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:19.889605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] For port 8e3ae1de-6827-4171-b865-40443aaf4737, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8e3ae1de-6827-4171-b865-40443aaf4737,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:19.919522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Pushing event updated for resources: {'Port': ['ID=b01896ac-8132-4725-95a4-102f21fb5400,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:19.937327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.938916 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.950844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.952194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.960919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32048685-54fc-424e-a682-3a8ee3cd96ce req-684701e1-09b5-41be-8e3a-afa589518c0b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:19.963389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32048685-54fc-424e-a682-3a8ee3cd96ce req-684701e1-09b5-41be-8e3a-afa589518c0b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 943 time: 0.1042285 Aug 20 14:52:19.970665 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.974043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:19.976525 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5bba2d07-233a-4c32-99e9-7db24edeaf30 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7919350 Aug 20 14:52:20.042035 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:20.061006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32048685-54fc-424e-a682-3a8ee3cd96ce req-db32ecc2-2275-419c-b1d1-7c8d132513ea tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571961 Aug 20 14:52:20.186049 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf2c4c4-1aae-457e-ac12-a91f253c8063 x-openstack-request-id: req-4bf2c4c4-1aae-457e-ac12-a91f253c8063 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:20.186337 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:20.186587 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bf2c4c4-1aae-457e-ac12-a91f253c8063 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:20.186972 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542', 'status': 'completed', 'code': 200} Aug 20 14:52:20.197920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Allocated IP 172.25.5.135 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/4e860c87-88b0-4e6d-83ff-f6d5dcd91654) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:20.297574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:20.298590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:20.365099 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:20.383960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f75e-13ce-4622-881f-c865546ce448 req-3b1b9b4d-7b2d-4671-8df7-31f2eb1af620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:20.386540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f6f75e-13ce-4622-881f-c865546ce448 req-3b1b9b4d-7b2d-4671-8df7-31f2eb1af620 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1126 time: 0.1036365 Aug 20 14:52:20.423295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779dc108-4edb-4605-a2ee-65d8ae176d80 None None] Pushing event updated for resources: {'Port': ['ID=8e3ae1de-6827-4171-b865-40443aaf4737,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:20.513176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:20.591443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-66d6bf76-d1bd-4db1-8b9b-dfaa24382959', 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'fixed_ips': [{'subnet_id': '4a286db7-1a30-4840-a814-af095e335886'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:52:20.591443 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:20.606760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f75e-13ce-4622-881f-c865546ce448 req-f01b9ae4-d107-4f71-bdc7-a1c90c9d2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:20.609114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f6f75e-13ce-4622-881f-c865546ce448 req-f01b9ae4-d107-4f71-bdc7-a1c90c9d2cbd service neutron] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.2085772 Aug 20 14:52:20.668557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:20.708540 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:20.715536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f6f75e-13ce-4622-881f-c865546ce448 req-9f8396d8-b5d6-47eb-a24c-9aa373a690e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542 HTTP/1.1" status: 200 len: 217 time: 0.0855629 Aug 20 14:52:20.779764 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:20.782744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f75e-13ce-4622-881f-c865546ce448 req-5c138974-5882-45ef-80cc-344b88007270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:20.784342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f6f75e-13ce-4622-881f-c865546ce448 req-5c138974-5882-45ef-80cc-344b88007270 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0578570 Aug 20 14:52:20.878675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:20.880348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Allocated IP 172.25.5.67 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/1aa01e9a-0841-4a69-a0e8-c22e7ebfc083) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:20.902329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f6f75e-13ce-4622-881f-c865546ce448 req-b8b115a7-cc68-43c9-95c9-0a7fed38f2dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402350 Aug 20 14:52:20.939968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:20.959909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:20.984115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Allocated IP 172.20.0.2 (66d6bf76-d1bd-4db1-8b9b-dfaa24382959/4a286db7-1a30-4840-a814-af095e335886/fb55876f-f59d-49b7-8022-cfe126e41f65) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:21.003221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:21.060387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.110643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event updated for resources: {'Port': ['ID=4e860c87-88b0-4e6d-83ff-f6d5dcd91654,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:21.140361 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.176383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-49b94128-2727-4691-b01a-6005839f50c7 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:21.184574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-49b94128-2727-4691-b01a-6005839f50c7 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 804 time: 0.4759388 Aug 20 14:52:21.202196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:21.206344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:21.214676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:21.219093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-29b9416e-dc07-4687-9b6f-91d38b55ddca tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/quotas/13fa99d258f74cc7bcf372b6dd58a081 HTTP/1.1" status: 200 len: 375 time: 0.0335579 Aug 20 14:52:21.220195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa01e9a-0841-4a69-a0e8-c22e7ebfc083,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:21.269140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-f8680e9d-7330-4319-963d-f049d4542c8c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489118 Aug 20 14:52:21.276648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8e3ae1de-6827-4171-b865-40443aaf4737 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:21.400350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f6f75e-13ce-4622-881f-c865546ce448 req-3b425ab8-2ad4-4bf3-b7c7-6aab1a03ced2 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654067 Aug 20 14:52:21.412709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.436671 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-999cad55-3546-4e77-ad4a-6e88d2d2edfa tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367875 Aug 20 14:52:21.558583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-2c064077-cefb-403f-83cb-1ad7b4711492 service neutron] 10.222.0.36 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657723 Aug 20 14:52:21.561314 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.593294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 8e3ae1de-6827-4171-b865-40443aaf4737 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:21.609809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8e3ae1de-6827-4171-b865-40443aaf4737 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:21.610189 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.665343 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.679351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Transition to ACTIVE for port object fb55876f-f59d-49b7-8022-cfe126e41f65 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:21.710163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Transition to ACTIVE for port object fb55876f-f59d-49b7-8022-cfe126e41f65 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:21.722976 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.759013 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f6f75e-13ce-4622-881f-c865546ce448 req-85d6e050-7c5c-4f01-87d3-e2897718763c service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452694 Aug 20 14:52:21.784031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:21.786211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:19Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:21.809950 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-836e96c0-4055-4186-a7b3-2e32e8764f30 service neutron] 10.222.0.36 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482440 Aug 20 14:52:21.832488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:21.836874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:21.843215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c7290-2e7a-4336-90f7-7f58d7fffa12 None None] The sync data for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 is: [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:19Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:21.851793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Pushing event updated for resources: {'Port': ['ID=fb55876f-f59d-49b7-8022-cfe126e41f65,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:21.920024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.932583 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:21.966681 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:22.002764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Attempting to bind port fb55876f-f59d-49b7-8022-cfe126e41f65 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:22.003128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Attempting to bind port fb55876f-f59d-49b7-8022-cfe126e41f65 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '1e1ae9e8-6282-452a-b909-23271d38a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:22.003636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Attempting to bind port fb55876f-f59d-49b7-8022-cfe126e41f65 on network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:22.018589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:22.018973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Checking segment: {'id': '1e1ae9e8-6282-452a-b909-23271d38a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:22.019638 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:22.021926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Bound using segment: {'id': '1e1ae9e8-6282-452a-b909-23271d38a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:22.023011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Bound port: fb55876f-f59d-49b7-8022-cfe126e41f65, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1ae9e8-6282-452a-b909-23271d38a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:22.023011 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:22.047720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event updated for resources: {'Port': ['ID=4e860c87-88b0-4e6d-83ff-f6d5dcd91654,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:22.087944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:22.097292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 8e3ae1de-6827-4171-b865-40443aaf4737, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8e3ae1de-6827-4171-b865-40443aaf4737,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:22.127440 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:22.234789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:22.238591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-d827510f-ba1f-42c2-85d5-78794901f482 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5539765 Aug 20 14:52:22.243777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25fe84cf-27de-4fef-8332-a74d791a208d req-36aa51b9-9c2b-4723-a0ed-df2e3d91836f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 210 time: 0.0953324 Aug 20 14:52:22.357002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-ffb5446b-2f58-4266-8c15-e2441ada752f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:22.369978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-ffb5446b-2f58-4266-8c15-e2441ada752f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8819206 Aug 20 14:52:22.371161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-28f53868-d9f4-4d9f-b323-b03d8045a980 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.1174159 Aug 20 14:52:22.374424 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:22.537767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Request body: {'port': {'device_id': '29f26f8a-a106-4880-b91b-d168ee191661', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '8e5c6b9b889f412f8ef4d12fbe95bbf0'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:22.587202 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=8e3ae1de-6827-4171-b865-40443aaf4737,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:22.594335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] For port fb55876f-f59d-49b7-8022-cfe126e41f65, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:22.606752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] For port fb55876f-f59d-49b7-8022-cfe126e41f65, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fb55876f-f59d-49b7-8022-cfe126e41f65,segment=NetworkSegment(1e1ae9e8-6282-452a-b909-23271d38a1fd),segment_id=1e1ae9e8-6282-452a-b909-23271d38a1fd)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:22.620596 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:22.658164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-0ccf5a1d-eb66-4c73-899f-4190127c1e46 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:22.674539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ce8b619-2dbe-41b4-a5dd-4f483f67246d req-0ccf5a1d-eb66-4c73-899f-4190127c1e46 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.2972689 Aug 20 14:52:22.812859 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22977b-8e2a-49c8-b570-5175c2d0ba2d None None] Pushing event updated for resources: {'Port': ['ID=fb55876f-f59d-49b7-8022-cfe126e41f65,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:22.868942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da6b1dab-c859-4add-9753-a3539e9a8dcc req-ea7dec84-5a3f-4a23-9c26-1a46cc19b878 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 210 time: 0.1393952 Aug 20 14:52:22.909248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce1c26-0b8f-4270-aa7f-16eabe093424 req-1870064b-0584-4a2e-8e9b-fad1bee9fbd0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:22.911056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdce1c26-0b8f-4270-aa7f-16eabe093424 req-1870064b-0584-4a2e-8e9b-fad1bee9fbd0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 943 time: 0.1966071 Aug 20 14:52:22.951320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:22.976435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-580e1d65-f12a-4920-b240-68e01e4cba24 req-8d8aacb2-c389-4531-90ce-2b54f7e52a04 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips/86823ea8-952b-4ff1-9103-f4545ecff7da HTTP/1.1" status: 200 len: 693 time: 0.0642171 Aug 20 14:52:23.177962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e1d65-f12a-4920-b240-68e01e4cba24 req-3b4780fe-c4dc-4472-8606-8cbd6e1d88a6 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:23.186691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-580e1d65-f12a-4920-b240-68e01e4cba24 req-3b4780fe-c4dc-4472-8606-8cbd6e1d88a6 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.2090685 Aug 20 14:52:23.215567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-580e1d65-f12a-4920-b240-68e01e4cba24 req-be0742e3-ac51-4744-ba80-3f3ae567691a tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:52:23.221524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-580e1d65-f12a-4920-b240-68e01e4cba24 req-be0742e3-ac51-4744-ba80-3f3ae567691a tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339592 Aug 20 14:52:23.254906 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Made reservation on behalf of 8e5c6b9b889f412f8ef4d12fbe95bbf0 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:23.259671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdce1c26-0b8f-4270-aa7f-16eabe093424 req-6e33cba7-4016-40a9-9fa1-e3c134f48113 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806909 Aug 20 14:52:23.263150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:23.400998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-277139f9-2f9a-46eb-8e83-a890bec119b8 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips/86823ea8-952b-4ff1-9103-f4545ecff7da HTTP/1.1" status: 200 len: 693 time: 0.1400986 Aug 20 14:52:23.479273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Router 83a99ae0-2bbb-438f-af93-c0744fc7e904 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:52:23.509537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b509c5df-49b1-419f-85e5-471b773decb5 req-bd5021be-ee65-40d7-9153-55965f5d9dc6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 210 time: 0.1009586 Aug 20 14:52:23.540645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8e3ae1de-6827-4171-b865-40443aaf4737 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:23.645721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-824dc842-6cb1-47ee-b995-3f5cdd110b71 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:23.658498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-824dc842-6cb1-47ee-b995-3f5cdd110b71 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.2563128 Aug 20 14:52:23.707159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8e3ae1de-6827-4171-b865-40443aaf4737 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:23.708386 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:23.815712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-dee8ea18-271b-42e6-9178-3d397ea75c3e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.1559057 Aug 20 14:52:23.848613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fb55876f-f59d-49b7-8022-cfe126e41f65 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:23.872825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:23.885123 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Sync routers for ids ['83a99ae0-2bbb-438f-af93-c0744fc7e904'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:23.895377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Allocated IP 192.168.233.113 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/3520141f-3031-44e6-abee-261476ec5425) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:23.905236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-5207c4e4-890f-460e-b2bb-b0fea72896f0 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.135 HTTP/1.1" status: 200 len: 696 time: 0.0798252 Aug 20 14:52:23.912573 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Routers {'83a99ae0-2bbb-438f-af93-c0744fc7e904'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:23.920066 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['83a99ae0-2bbb-438f-af93-c0744fc7e904'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:23.973392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:23.977854 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ac5304c5-c393-4cea-a9d5-81c4ca509c19 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.1235344 Aug 20 14:52:23.985173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52542) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:23.993376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port fb55876f-f59d-49b7-8022-cfe126e41f65 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:24.109294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b04bbfc-e5c6-4922-8cc0-c93deaac24a3 req-4bf91638-3797-4bff-a5f6-40f57c250daf tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 210 time: 0.0752120 Aug 20 14:52:24.193800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Deleting port 4e860c87-88b0-4e6d-83ff-f6d5dcd91654 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:24.194388 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:24.269492 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Set router 83a99ae0-2bbb-438f-af93-c0744fc7e904 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:24.302859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:24.303336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:24.320768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Calling delete_port for 4e860c87-88b0-4e6d-83ff-f6d5dcd91654 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:24.537755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c97b48-03d3-4814-8997-eac9de937772 None None] Network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:24.629574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:24.719667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-344491f2-fcce-452d-b5cc-3a6edfe914d8 None None] Provisioning for port fb55876f-f59d-49b7-8022-cfe126e41f65 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:24.740976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-344491f2-fcce-452d-b5cc-3a6edfe914d8 None None] Provisioning complete for port fb55876f-f59d-49b7-8022-cfe126e41f65 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:24.741613 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-344491f2-fcce-452d-b5cc-3a6edfe914d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:24.776192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event deleted for resources: {'Port': ['ID=4e860c87-88b0-4e6d-83ff-f6d5dcd91654,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:24.778368 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:52:21Z', 'revision_number': 3, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'gw_port': {'id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:20Z', 'updated_at': '2021-08-20T14:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:24.826988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d99c7e30-7087-48ee-a5bc-2cdf4a07f542 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:24.850357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-6d744005-74a7-4643-a658-9add9e8a6614 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:24.857330 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-6d744005-74a7-4643-a658-9add9e8a6614 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 804 time: 0.4879479 Aug 20 14:52:24.892251 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:24.893838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Request body: {'port': {'device_id': '6223005a-d6e7-4377-9fd3-158ab060007c', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'admin_state_up': True, 'tenant_id': '13fa99d258f74cc7bcf372b6dd58a081'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:24.903813 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:24.905761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0ff1323-8235-4bd3-b154-e9bbbdcd5d4c req-c07ad6c0-676c-4705-a4f6-135ad228d59e tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "DELETE /v2.0/floatingips/86823ea8-952b-4ff1-9103-f4545ecff7da HTTP/1.1" status: 204 len: 173 time: 0.9895701 Aug 20 14:52:24.924001 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:24.941834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6054ec-b223-403e-b19f-2c71f69dea1e req-ef32d396-2ff6-4128-8b95-17fd49a81286 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:24.947632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a6054ec-b223-403e-b19f-2c71f69dea1e req-ef32d396-2ff6-4128-8b95-17fd49a81286 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 943 time: 0.3820689 Aug 20 14:52:24.987076 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Checking router: 83a99ae0-2bbb-438f-af93-c0744fc7e904 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:24.987696 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Updating router 83a99ae0-2bbb-438f-af93-c0744fc7e904 port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:52:25.047386 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:25.073154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Transition to ACTIVE for port object 3520141f-3031-44e6-abee-261476ec5425 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:25.116901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9394ba2-76fa-4d5f-9116-eb7ca07c5ce3 req-01d504df-16a4-4881-9aaf-6f9fe7b1eac1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 210 time: 0.0757329 Aug 20 14:52:25.138048 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-344491f2-fcce-452d-b5cc-3a6edfe914d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:25.174588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a6054ec-b223-403e-b19f-2c71f69dea1e req-49c8a2a6-5583-4eb4-a977-6bb76efb8ccf tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209902 Aug 20 14:52:25.253606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-344491f2-fcce-452d-b5cc-3a6edfe914d8 None None] For port fb55876f-f59d-49b7-8022-cfe126e41f65, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fb55876f-f59d-49b7-8022-cfe126e41f65,segment=NetworkSegment(1e1ae9e8-6282-452a-b909-23271d38a1fd),segment_id=1e1ae9e8-6282-452a-b909-23271d38a1fd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:25.266362 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-344491f2-fcce-452d-b5cc-3a6edfe914d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:25.360464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Made reservation on behalf of 13fa99d258f74cc7bcf372b6dd58a081 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:25.364939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:25.394133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:25.408921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344491f2-fcce-452d-b5cc-3a6edfe914d8 None None] Pushing event updated for resources: {'Port': ['ID=fb55876f-f59d-49b7-8022-cfe126e41f65,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:25.433496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['65ce822f-1a68-4a45-a7c1-7420e526e39d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:25.621908 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:25.631105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:25.644775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:25.659209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Pushing event updated for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:25.673130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6623f7ee-448e-495f-9b95-43127f0d4142 req-1513ac8d-bbc7-4828-93a8-bcca37e77a5b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 210 time: 0.1602325 Aug 20 14:52:25.774525 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:25.795752 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Transition to ACTIVE for port object 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:25.803826 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:25.838733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-42857103-a57c-462f-8b09-35d530625c87 None None] Provisioning complete for port fb55876f-f59d-49b7-8022-cfe126e41f65 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:25.840751 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42857103-a57c-462f-8b09-35d530625c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:25.858235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Allocated IP 172.20.0.4 (fb010d67-a258-4804-a83f-4e171ac3e4d9/8d7f0bb7-1891-429a-b93d-bed0380be9c0/60084fac-5524-44a1-90e0-1ab11ab41adb) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:25.894257 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dc9d2-a75b-49d1-99d3-38900351d204 None None] Pushing event updated for resources: {'Port': ['ID=1aa01e9a-0841-4a69-a0e8-c22e7ebfc083,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:25.974611 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Attempting to bind port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:25.975364 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Attempting to bind port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:25.975997 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Attempting to bind port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:25.997144 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:26.000205 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:26.001121 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:26.001804 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:26.002523 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Bound port: 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:26.003282 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:26.107752 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] For port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:26.116880 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] For port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1aa01e9a-0841-4a69-a0e8-c22e7ebfc083,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:26.126855 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:26.260595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-abb5617a-c911-4b72-b33d-ab64cda46795 None None] Provisioning for port 3520141f-3031-44e6-abee-261476ec5425 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:26.266207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-abb5617a-c911-4b72-b33d-ab64cda46795 None None] Provisioning complete for port 3520141f-3031-44e6-abee-261476ec5425 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:26.266953 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-abb5617a-c911-4b72-b33d-ab64cda46795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:26.280194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882a844-1539-4759-98bf-e234ad028f86 req-0fd0c441-7c6c-41e2-bf82-d37ed4933db9 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:26.281722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7882a844-1539-4759-98bf-e234ad028f86 req-0fd0c441-7c6c-41e2-bf82-d37ed4933db9 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.0151112 Aug 20 14:52:26.299223 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Routers {'83a99ae0-2bbb-438f-af93-c0744fc7e904'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:26.303311 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['83a99ae0-2bbb-438f-af93-c0744fc7e904'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:26.313515 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dc9d2-a75b-49d1-99d3-38900351d204 None None] Pushing event updated for resources: {'Port': ['ID=1aa01e9a-0841-4a69-a0e8-c22e7ebfc083,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:26.328252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-54f34c53-f01b-4d63-8955-968a35a3ba24 service neutron] 10.222.0.72 "GET /v2.0/ports/d99c7e30-7087-48ee-a5bc-2cdf4a07f542/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 385 time: 0.1297555 Aug 20 14:52:26.345135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-abb5617a-c911-4b72-b33d-ab64cda46795 None None] Port 3520141f-3031-44e6-abee-261476ec5425 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:52:26.347401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231694d-ef3b-4d48-a7ee-f046e32493d1 req-56c321a7-dd9c-466d-80a5-85d0254fb3dd tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:26.349057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f231694d-ef3b-4d48-a7ee-f046e32493d1 req-56c321a7-dd9c-466d-80a5-85d0254fb3dd tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 936 time: 0.1318789 Aug 20 14:52:26.361569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:26.362172 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:26.390419 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d3de980e-e1b0-4379-a484-c8e645926bef tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8569708 Aug 20 14:52:26.416467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Request body: {'port': {'device_id': '29f26f8a-a106-4880-b91b-d168ee191661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:26.457310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:26.484928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f231694d-ef3b-4d48-a7ee-f046e32493d1 req-1dbc5adc-c5db-4cf6-86fa-f19c42188771 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224878 Aug 20 14:52:26.489167 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:26.520827 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] Set router 83a99ae0-2bbb-438f-af93-c0744fc7e904 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:26.523864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d624223-4c3f-4fd3-8d1c-5c0760e35892 req-c8c34119-3990-428d-b4a7-b1bc56fb1768 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:26.525696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d624223-4c3f-4fd3-8d1c-5c0760e35892 req-c8c34119-3990-428d-b4a7-b1bc56fb1768 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 943 time: 0.1350460 Aug 20 14:52:26.585974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:26.735838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d624223-4c3f-4fd3-8d1c-5c0760e35892 req-4bab2d99-b737-4408-8a17-ee700be8f74e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844282 Aug 20 14:52:26.741573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-809f898c-8268-4a67-a7e4-7d01f6f85031 req-ad9066de-a61c-4b6c-8fd3-2b8910b7ea63 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=720945164cfb451a8191f186603fb0b8 HTTP/1.1" status: 200 len: 1657 time: 0.0782268 Aug 20 14:52:26.788110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:26.812373 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:52:21Z', 'revision_number': 3, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'gw_port': {'id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:20Z', 'updated_at': '2021-08-20T14:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:26.851584 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599defb9-4ba9-4184-948e-e1500af37cd8 None None] The sync data for ids ['83a99ae0-2bbb-438f-af93-c0744fc7e904'] in n-d-695189-15 is: [{'id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:52:21Z', 'revision_number': 3, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'gw_port': {'id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:20Z', 'updated_at': '2021-08-20T14:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:26.862285 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:26.877657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:26.954832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Network fb010d67-a258-4804-a83f-4e171ac3e4d9 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:26.975759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:26.983321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f898c-8268-4a67-a7e4-7d01f6f85031 req-7101878c-d900-4247-a798-04674e0ddc45 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:26.990552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-809f898c-8268-4a67-a7e4-7d01f6f85031 req-7101878c-d900-4247-a798-04674e0ddc45 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks?id=6d116f17-d1cb-4c73-bf30-596db9a7b235&id=6d116f17-d1cb-4c73-bf30-596db9a7b235&id=6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 787 time: 0.1894660 Aug 20 14:52:27.006629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:27.013865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99c7e30-7087-48ee-a5bc-2cdf4a07f542 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:27.029838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-809f898c-8268-4a67-a7e4-7d01f6f85031 req-ecebb2b0-fe62-482d-b374-b0be821d1513 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:52:27.030867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-809f898c-8268-4a67-a7e4-7d01f6f85031 req-ecebb2b0-fe62-482d-b374-b0be821d1513 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0395389 Aug 20 14:52:27.050933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Pushing event updated for resources: {'Port': ['ID=60084fac-5524-44a1-90e0-1ab11ab41adb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:27.074408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:27.121921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Allocated IP 172.20.0.1 (66d6bf76-d1bd-4db1-8b9b-dfaa24382959/4a286db7-1a30-4840-a814-af095e335886/a0400982-25db-442a-a5ba-224be8da2692) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:27.130427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:27.148053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:27.151235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:27.175858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fb55876f-f59d-49b7-8022-cfe126e41f65 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:27.192068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676dca1-b738-407b-b0c7-801de71e2dc5 req-cfb10eaa-031e-47cd-8dc8-a6b8b2df74e9 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:27.193531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b676dca1-b738-407b-b0c7-801de71e2dc5 req-cfb10eaa-031e-47cd-8dc8-a6b8b2df74e9 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 931 time: 0.1733375 Aug 20 14:52:27.199346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-68e6810a-8a2a-4332-8aa6-b8f2a2db4d77 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips/8d04775b-d380-4ec2-9329-3cc1b9c8b5ae HTTP/1.1" status: 200 len: 693 time: 0.1143301 Aug 20 14:52:27.256201 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1b46289e-ad56-447f-b2fd-c65dfd4e8f68 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3690817 Aug 20 14:52:27.268883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3520141f-3031-44e6-abee-261476ec5425 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:27.279485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:27.289697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fb55876f-f59d-49b7-8022-cfe126e41f65 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:27.291656 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:27.317440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Request body: {'port': {'device_id': '6223005a-d6e7-4377-9fd3-158ab060007c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:27.326144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Transition to ACTIVE for port object 3520141f-3031-44e6-abee-261476ec5425 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:27.362189 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:27.419484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] Transition to ACTIVE for port object d99c7e30-7087-48ee-a5bc-2cdf4a07f542 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:27.434025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b676dca1-b738-407b-b0c7-801de71e2dc5 req-42a1cdc6-98e8-4c1a-89ea-193465a85c67 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245948 Aug 20 14:52:27.438248 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:27.536293 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:27.538552 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Pushing event updated for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:27.553544 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:27.589586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] No DVR routers for this DVR port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:27.596547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Transition to ACTIVE for port object a0400982-25db-442a-a5ba-224be8da2692 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:27.668570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-02675dc2-9e47-481f-a9fa-86b703219d9c tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:27.676145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-02675dc2-9e47-481f-a9fa-86b703219d9c tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.4264162 Aug 20 14:52:27.681444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] Pushing event updated for resources: {'Port': ['ID=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,revision_number=10']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:27.774941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-5b1f0ee4-c969-4168-9dec-f86a84c5acde service neutron] 10.222.0.72 "PUT /v2.0/ports/d99c7e30-7087-48ee-a5bc-2cdf4a07f542/bindings/n-h2-695189-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4249153 Aug 20 14:52:27.785896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-8497a153-e372-438b-8e16-81dbe5c9b6ab tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.203 HTTP/1.1" status: 200 len: 696 time: 0.1083884 Aug 20 14:52:27.869041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Attempting to bind port 3520141f-3031-44e6-abee-261476ec5425 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:27.869720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Attempting to bind port 3520141f-3031-44e6-abee-261476ec5425 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:27.870292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Attempting to bind port 3520141f-3031-44e6-abee-261476ec5425 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:27.890308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Port 3520141f-3031-44e6-abee-261476ec5425 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:52:27.890905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Attempting to bind port 3520141f-3031-44e6-abee-261476ec5425 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:27.901071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3983bd-2758-4093-a971-b3f313ea91d8 req-7366b880-3845-4e03-829c-0a017539ebf2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:27.907483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3983bd-2758-4093-a971-b3f313ea91d8 req-7366b880-3845-4e03-829c-0a017539ebf2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 948 time: 0.3007145 Aug 20 14:52:27.915046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-64fd36ab-2708-4311-9653-53df76bf7713 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.203 HTTP/1.1" status: 200 len: 696 time: 0.1268957 Aug 20 14:52:27.927307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.015971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:28.016453 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:28.016665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:28.017089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Bound port: 3520141f-3031-44e6-abee-261476ec5425, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:28.017456 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.030376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a0400982-25db-442a-a5ba-224be8da2692,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:28.072030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-f86858ad-c37d-4e6e-aa62-d949761ce09d tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:28.072575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:28.073567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-f86858ad-c37d-4e6e-aa62-d949761ce09d tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.1640484 Aug 20 14:52:28.084218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3983bd-2758-4093-a971-b3f313ea91d8 req-9f4c8350-54b1-4ee3-ab9b-d69b16256064 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756558 Aug 20 14:52:28.097253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:28.111935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:28.186563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-4e22dad2-b915-4b13-9f2d-40d5e3e81b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:28.188267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-4e22dad2-b915-4b13-9f2d-40d5e3e81b23 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b&tenant_id=462a6e1cda0d44fea29a487a152c1772 HTTP/1.1" status: 200 len: 1096 time: 0.1008360 Aug 20 14:52:28.202940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Deleting port 46a6456b-5ce5-431e-8377-5a6c376543ca {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:28.203283 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.294147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.339356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:28.378143 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.388038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:28.417040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.428720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.429062 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.433159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-169c9f63-5f3a-410f-a8a3-9889f0f1f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:28.434632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-169c9f63-5f3a-410f-a8a3-9889f0f1f19b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1096 time: 0.1348455 Aug 20 14:52:28.458742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Calling delete_port for 46a6456b-5ce5-431e-8377-5a6c376543ca owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:28.477805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24dd7d0-5a0d-49d1-85ea-92ec678ad2d5 req-f60af4c3-44b9-48ea-a2b1-5ef06437bcc5 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:28.485757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d24dd7d0-5a0d-49d1-85ea-92ec678ad2d5 req-f60af4c3-44b9-48ea-a2b1-5ef06437bcc5 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 944 time: 0.1582735 Aug 20 14:52:28.488299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60084fac-5524-44a1-90e0-1ab11ab41adb {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:28.506749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:28.507775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.509786 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] 10.222.0.72 "PUT /v2.0/ports/3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 1097 time: 2.1027713 Aug 20 14:52:28.510409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'tag': '3520141f-3031-44e6-abee-261476ec5425'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:28.513330 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e" -d '{"events": [{"name": "network-changed", "server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "tag": "3520141f-3031-44e6-abee-261476ec5425"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:28.520482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.530883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f28537af-9fa4-46cc-ad1f-9aaef4d383bd None None] Provisioning for port a0400982-25db-442a-a5ba-224be8da2692 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:28.540284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f28537af-9fa4-46cc-ad1f-9aaef4d383bd None None] Provisioning complete for port a0400982-25db-442a-a5ba-224be8da2692 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:28.545282 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f28537af-9fa4-46cc-ad1f-9aaef4d383bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.577878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Transition to ACTIVE for port object 60084fac-5524-44a1-90e0-1ab11ab41adb will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:28.580811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8144b59-d81c-4577-824b-5112efef95bf service neutron] Pushing event updated for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:28.607439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.630751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f28537af-9fa4-46cc-ad1f-9aaef4d383bd None None] Port a0400982-25db-442a-a5ba-224be8da2692 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:52:28.682128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d24dd7d0-5a0d-49d1-85ea-92ec678ad2d5 req-42a5e455-ac7a-4591-9184-08908fbed76a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960278 Aug 20 14:52:28.693303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.718074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-1c480391-2157-4af5-9964-a6b6e8fcae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:28.719878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-1c480391-2157-4af5-9964-a6b6e8fcae3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.2761297 Aug 20 14:52:28.770890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-3bf21a7d-b2bd-4ca0-817b-866d614a6702 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542 HTTP/1.1" status: 200 len: 217 time: 0.0389910 Aug 20 14:52:28.826252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Pushing event updated for resources: {'Port': ['ID=60084fac-5524-44a1-90e0-1ab11ab41adb,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:28.885131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-8327381d-038f-4dcb-9b00-a1a8646e623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:28.892530 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-8327381d-038f-4dcb-9b00-a1a8646e623a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 1100 time: 0.2628748 Aug 20 14:52:28.949837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-03747985-5d39-4f0e-993c-2d531a618c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:28.951310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-03747985-5d39-4f0e-993c-2d531a618c51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.1725857 Aug 20 14:52:28.962151 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:28.974736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-a1574ebc-8df7-46db-a404-f27e8a5eb724 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 217 time: 0.0564067 Aug 20 14:52:29.019465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event deleted for resources: {'Port': ['ID=46a6456b-5ce5-431e-8377-5a6c376543ca,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:29.024131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-ba4da94c-93cd-4b28-82d6-b651d9c2909a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586448 Aug 20 14:52:29.032982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3a518-7a89-4d15-acc7-fbb96167c4e9 req-9d7062b9-005d-4f44-87a2-5a1052ead2c9 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:29.034507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbd3a518-7a89-4d15-acc7-fbb96167c4e9 req-9d7062b9-005d-4f44-87a2-5a1052ead2c9 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 943 time: 0.1465147 Aug 20 14:52:29.075110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Attempting to bind port 60084fac-5524-44a1-90e0-1ab11ab41adb on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:29.075452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Attempting to bind port 60084fac-5524-44a1-90e0-1ab11ab41adb by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:29.075806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Attempting to bind port 60084fac-5524-44a1-90e0-1ab11ab41adb on network fb010d67-a258-4804-a83f-4e171ac3e4d9 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:29.083372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Port 60084fac-5524-44a1-90e0-1ab11ab41adb on network fb010d67-a258-4804-a83f-4e171ac3e4d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:52:29.083739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Attempting to bind port 60084fac-5524-44a1-90e0-1ab11ab41adb on network fb010d67-a258-4804-a83f-4e171ac3e4d9 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:29.098739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:29.099085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Checking segment: {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:29.099480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Bound using segment: {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:29.099955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Bound port: 60084fac-5524-44a1-90e0-1ab11ab41adb, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:29.100343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.134098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-75735bf5-d9bd-4ffe-aaf6-4b15cf8c18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:29.135626 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-75735bf5-d9bd-4ffe-aaf6-4b15cf8c18cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1499927 Aug 20 14:52:29.202308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbd3a518-7a89-4d15-acc7-fbb96167c4e9 req-2755311f-526e-4559-b4cd-83c4ac077a9a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416595 Aug 20 14:52:29.224369 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.228992 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.235633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03262f55-5427-4eb1-b060-da27d5a7eef6 req-f5595d4f-76cd-458a-a5ed-bef353837c8d tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "DELETE /v2.0/floatingips/8d04775b-d380-4ec2-9329-3cc1b9c8b5ae HTTP/1.1" status: 204 len: 173 time: 1.3069515 Aug 20 14:52:29.259934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.264462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-9c60dfde-87cd-470a-b78b-948ca7122fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:29.266036 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-9c60dfde-87cd-470a-b78b-948ca7122fb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205006 Aug 20 14:52:29.270623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:29.271919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-54bf721c-8e7d-4b7d-b028-d6d6374f497c service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324910 Aug 20 14:52:29.275971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:29.276366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=60084fac-5524-44a1-90e0-1ab11ab41adb,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:29.302250 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d635423-913d-44c7-934a-f901f232f7bd x-openstack-request-id: req-4d635423-913d-44c7-934a-f901f232f7bd {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:29.303231 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "tag": "3520141f-3031-44e6-abee-261476ec5425", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:29.305448 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d635423-913d-44c7-934a-f901f232f7bd {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:29.306811 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'tag': '3520141f-3031-44e6-abee-261476ec5425', 'status': 'completed', 'code': 200} Aug 20 14:52:29.307472 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.349692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.378754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:29.396450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:29.399979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.474556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:29.475319 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.479213 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] 10.222.0.70 "PUT /v2.0/ports/60084fac-5524-44a1-90e0-1ab11ab41adb HTTP/1.1" status: 200 len: 1092 time: 2.1741517 Aug 20 14:52:29.502403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.515124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-cad4d696-3789-4d26-9923-85ccdf625388 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips/0cd18937-1bb3-47b8-b11a-fcae76278ede HTTP/1.1" status: 200 len: 693 time: 0.0971825 Aug 20 14:52:29.532260 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.562061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1aa01e9a-0841-4a69-a0e8-c22e7ebfc083,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:29.567578 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:29.603672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a0400982-25db-442a-a5ba-224be8da2692,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:29.608734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad34f6e-aa3b-4540-a40c-36d0cd83d851 req-8099d4bf-3e7e-4de0-a7ed-c4dc87d1d899 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:29.612561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ad34f6e-aa3b-4540-a40c-36d0cd83d851 req-8099d4bf-3e7e-4de0-a7ed-c4dc87d1d899 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 948 time: 0.2341375 Aug 20 14:52:29.614494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-cce959c3-4ce6-41a7-930f-f58ed5ca27d3 service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324642 Aug 20 14:52:29.652312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=1aa01e9a-0841-4a69-a0e8-c22e7ebfc083,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:29.694566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-fcc3b4e0-b51d-400d-9485-168bde6cfbb4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:29.702206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-fcc3b4e0-b51d-400d-9485-168bde6cfbb4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.1860011 Aug 20 14:52:29.715852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ad34f6e-aa3b-4540-a40c-36d0cd83d851 req-b274424f-55d2-4ac1-9c6e-2d99c643eb07 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873675 Aug 20 14:52:29.740901 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-3c7f8ef0-1c40-45be-91ee-81479a2bd93d service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617062 Aug 20 14:52:29.749885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-509d113a-e720-4704-8a92-46bb99d8fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:29.752106 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-509d113a-e720-4704-8a92-46bb99d8fff6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 1095 time: 0.2219577 Aug 20 14:52:29.780726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-b12e2930-0795-400b-8e70-83e2b252e3b7 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.0774794 Aug 20 14:52:29.808853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e2ef7-b7ca-4803-8ae0-0176eebea238 service neutron] Pushing event updated for resources: {'Port': ['ID=60084fac-5524-44a1-90e0-1ab11ab41adb,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:29.848190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-5721fece-621b-457c-b042-cd62b043d655 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.213 HTTP/1.1" status: 200 len: 696 time: 0.0664692 Aug 20 14:52:29.869150 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-b88b54bf-3cd1-4414-8b85-e33028f7880d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60084fac-5524-44a1-90e0-1ab11ab41adb HTTP/1.1" status: 200 len: 217 time: 0.0570016 Aug 20 14:52:29.875735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:29.883269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:29.995974 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2eb26807-31c0-433e-848d-e046c77ebc10 req-d316d7ce-d132-432b-a988-159c3fb95288 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393613 Aug 20 14:52:30.019737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-90eca4c9-d323-4dea-b6af-90850de4145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:30.025484 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-90eca4c9-d323-4dea-b6af-90850de4145f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7f0bb7-1891-429a-b93d-bed0380be9c0 HTTP/1.1" status: 200 len: 844 time: 0.1290264 Aug 20 14:52:30.034098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50773759-d3dd-4845-890b-b73d26268768 req-c36e7188-0bd5-4693-9132-04ba6fc859c3 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:30.052377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50773759-d3dd-4845-890b-b73d26268768 req-c36e7188-0bd5-4693-9132-04ba6fc859c3 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 944 time: 0.2296407 Aug 20 14:52:30.169921 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-1f83ad21-00b3-4806-96e0-8830787699ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb010d67-a258-4804-a83f-4e171ac3e4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206779 Aug 20 14:52:30.219843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-17e49952-c661-42f3-b7c5-e299116e0098 None None] Provisioning complete for port a0400982-25db-442a-a5ba-224be8da2692 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:30.220585 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-17e49952-c661-42f3-b7c5-e299116e0098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:30.246509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50773759-d3dd-4845-890b-b73d26268768 req-cd93b48b-3eeb-42bb-b9a6-dd1431be955a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931367 Aug 20 14:52:30.263745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-42364313-8f15-42e5-81be-0c9364c7eb1e tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:30.268903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-42364313-8f15-42e5-81be-0c9364c7eb1e tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.1719794 Aug 20 14:52:30.280596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-17e49952-c661-42f3-b7c5-e299116e0098 None None] Port a0400982-25db-442a-a5ba-224be8da2692 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:52:30.300284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Deleting port 63868c06-2952-4f1b-a054-694246bbf298 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:30.300742 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:30.431496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:30.432092 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:30.503855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Calling delete_port for 63868c06-2952-4f1b-a054-694246bbf298 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:30.569361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-2271fcbc-0875-4807-ba18-fc2a202a34ed service neutron] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:30.586754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-2271fcbc-0875-4807-ba18-fc2a202a34ed service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:30.586754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6efeaaf0-0359-43db-95fa-a6be3ead547e req-2271fcbc-0875-4807-ba18-fc2a202a34ed service neutron] 10.222.0.70 "DELETE /v2.0/ports/d99c7e30-7087-48ee-a5bc-2cdf4a07f542/bindings/n-h1-695189-15 HTTP/1.1" status: 204 len: 173 time: 0.2935967 Aug 20 14:52:30.587108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-e0d9c95c-8be7-411d-91b1-c1bbaa5ad067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:30.587108 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-e0d9c95c-8be7-411d-91b1-c1bbaa5ad067 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 1100 time: 0.4141257 Aug 20 14:52:30.587767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Router 83a99ae0-2bbb-438f-af93-c0744fc7e904 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:52:30.603896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2383f69-38ad-43e5-bbd0-13af857dc699 req-6f6cb3bd-ea48-4243-9c23-e35a4a91723f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:30.605444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2383f69-38ad-43e5-bbd0-13af857dc699 req-6f6cb3bd-ea48-4243-9c23-e35a4a91723f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 943 time: 0.1424291 Aug 20 14:52:30.663670 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-b1b97a86-62e1-4d22-a951-6e9ccc840e37 service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782875 Aug 20 14:52:30.672034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2383f69-38ad-43e5-bbd0-13af857dc699 req-f88c08d1-bcc5-424a-980e-e484e10ca128 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584671 Aug 20 14:52:30.736646 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:30.765380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event deleted for resources: {'Port': ['ID=63868c06-2952-4f1b-a054-694246bbf298,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:30.832362 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:30.835051 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:30.837497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d9446a9-14f0-42b8-984d-5b080a8973a3 req-f90907d6-dc8c-4866-ba9e-26f9a9c79d2b tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "DELETE /v2.0/floatingips/0cd18937-1bb3-47b8-b11a-fcae76278ede HTTP/1.1" status: 204 len: 173 time: 0.9878044 Aug 20 14:52:30.856492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-5249066c-c0cd-4a96-a7a9-7f3155da4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:30.857995 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-5249066c-c0cd-4a96-a7a9-7f3155da4d5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2642112 Aug 20 14:52:30.911716 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b8c3b2ff-3ee4-447f-b649-03086f432ffa req-7aae7225-51b5-4752-905a-240a2e748d01 service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079628 Aug 20 14:52:30.937633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-022b4943-3640-4dee-b6ec-a3b10d78ca80 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips/9a6aa1f5-c672-4c9f-a3e9-6aaa52a1f9dd HTTP/1.1" status: 200 len: 693 time: 0.0787117 Aug 20 14:52:30.950702 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-47b8065a-cd59-4043-82e1-f71237b5869c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 217 time: 0.0750396 Aug 20 14:52:30.963392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f5dcd-011a-4419-a65e-2a2f81204a94 req-2220f4b0-29d8-4cc9-978e-c8d4a57299e2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:30.965029 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d08f5dcd-011a-4419-a65e-2a2f81204a94 req-2220f4b0-29d8-4cc9-978e-c8d4a57299e2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 948 time: 0.1085422 Aug 20 14:52:31.005133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:31.011399 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-010d9def-8629-4896-8eee-5d968494f3a3 admin admin] 10.222.0.36 "PUT /v2.0/routers/83a99ae0-2bbb-438f-af93-c0744fc7e904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0230505 Aug 20 14:52:31.019894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Sync routers for ids ['83a99ae0-2bbb-438f-af93-c0744fc7e904'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:31.032031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Routers {'83a99ae0-2bbb-438f-af93-c0744fc7e904'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:31.032975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['83a99ae0-2bbb-438f-af93-c0744fc7e904'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:31.064400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-8119e12f-e8f8-485d-bfd4-1dc6f1cbdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:31.066088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-8119e12f-e8f8-485d-bfd4-1dc6f1cbdfd0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1032557 Aug 20 14:52:31.172664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-a7ffd2f6-45dd-4dd2-93fc-067036bb962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:31.175273 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-a7ffd2f6-45dd-4dd2-93fc-067036bb962b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0871208 Aug 20 14:52:31.240074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:31.251960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Set router 83a99ae0-2bbb-438f-af93-c0744fc7e904 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:31.308192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-ba0ff712-0e0d-49c9-9cdf-f8e94ab6014a service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232347 Aug 20 14:52:31.308811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:31.311515 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0657a75b-20ee-4e82-b7b0-e404887ee2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:31.438819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d08f5dcd-011a-4419-a65e-2a2f81204a94 req-933b50a1-4f13-4116-a61e-fc4dbfeec92e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608641 Aug 20 14:52:31.464735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-a9ed101d-bc22-4d47-9727-152190256240 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:31.466180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-a9ed101d-bc22-4d47-9727-152190256240 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.5202847 Aug 20 14:52:31.494748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:31.495204 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:31.517880 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cfddf81a-29ba-4f62-b155-c3cba4cfe17e req-331224df-6f24-45b5-9825-d39bdf5a9e2a service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488769 Aug 20 14:52:31.543169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-912a1445-7869-4fce-82e8-fda8c46927f0 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.218 HTTP/1.1" status: 200 len: 696 time: 0.0605803 Aug 20 14:52:31.635272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-da7e1394-6035-4f91-9010-2fbf4b125758 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.218 HTTP/1.1" status: 200 len: 696 time: 0.0844190 Aug 20 14:52:31.637853 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-b8a5ba66-75c0-4733-b042-022091d87393 req-321c85f0-eb6b-43b3-9b7a-5d55f18c7974 tempest-FloatingIPDetailsNegativeTestJSON-269673834 tempest-FloatingIPDetailsNegativeTestJSON-269673834-project] show failed (client error): The resource could not be found. Aug 20 14:52:31.647772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52626) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:31.650693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8a5ba66-75c0-4733-b042-022091d87393 req-321c85f0-eb6b-43b3-9b7a-5d55f18c7974 tempest-FloatingIPDetailsNegativeTestJSON-269673834 tempest-FloatingIPDetailsNegativeTestJSON-269673834-project] 10.222.0.36 "GET /v2.0/floatingips/f7cf175c-7576-48d4-ac15-8e8dc01a407b HTTP/1.1" status: 404 len: 350 time: 0.0586269 Aug 20 14:52:31.683224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:52:28Z', 'revision_number': 4, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'gw_port': {'id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:20Z', 'updated_at': '2021-08-20T14:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a0400982-25db-442a-a5ba-224be8da2692', 'name': '', 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'mac_address': 'fa:16:3e:ce:04:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a286db7-1a30-4840-a814-af095e335886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:26Z', 'updated_at': '2021-08-20T14:52:28Z', 'revision_number': 2, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'subnets': [{'id': '4a286db7-1a30-4840-a814-af095e335886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:31.724470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Checking router: 83a99ae0-2bbb-438f-af93-c0744fc7e904 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:31.725065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Updating router 83a99ae0-2bbb-438f-af93-c0744fc7e904 port a0400982-25db-442a-a5ba-224be8da2692 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:52:31.754150 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:31.834716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89086328-d35d-4121-af1b-4e44cdf5191e req-238bc6ba-15cd-48c1-b724-e28135ceef30 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:31.837054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89086328-d35d-4121-af1b-4e44cdf5191e req-238bc6ba-15cd-48c1-b724-e28135ceef30 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 944 time: 0.1264045 Aug 20 14:52:31.888751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89086328-d35d-4121-af1b-4e44cdf5191e req-b8a748b5-3414-4908-b5c8-e69bec8de587 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451174 Aug 20 14:52:31.893497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Deleting port 357ec103-60bd-4f88-922e-36dc564400d6 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:31.893857 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.014646 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd26438-b8e5-4fea-8898-ebbf5ece84df x-openstack-request-id: req-9bd26438-b8e5-4fea-8898-ebbf5ece84df {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:32.014958 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:32.015216 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9bd26438-b8e5-4fea-8898-ebbf5ece84df {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:32.015692 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb', 'status': 'completed', 'code': 200} Aug 20 14:52:32.031952 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.032122 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.062339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Calling delete_port for 357ec103-60bd-4f88-922e-36dc564400d6 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:32.131018 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.154478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Transition to ACTIVE for port object a0400982-25db-442a-a5ba-224be8da2692 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:32.179837 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-e6dc1c4a-9740-463a-95e3-cc3949165c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:32.181560 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-e6dc1c4a-9740-463a-95e3-cc3949165c9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 1095 time: 0.1242890 Aug 20 14:52:32.185048 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.288157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e5e1d-343c-4ab3-b322-596cafce781d None None] Pushing event updated for resources: {'Port': ['ID=a0400982-25db-442a-a5ba-224be8da2692,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:32.348437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Attempting to bind port a0400982-25db-442a-a5ba-224be8da2692 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:32.349213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-8f77d377-3f75-40c2-9004-93b3b4dba860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:32.349494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c300c1-cc4b-44bb-98ea-9056fc9227b1 req-da603476-6467-4985-b3f0-2979dcb0c701 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:32.349777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Attempting to bind port a0400982-25db-442a-a5ba-224be8da2692 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '1e1ae9e8-6282-452a-b909-23271d38a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:32.350201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Attempting to bind port a0400982-25db-442a-a5ba-224be8da2692 on network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:32.351023 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-8f77d377-3f75-40c2-9004-93b3b4dba860 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 905 time: 0.1474392 Aug 20 14:52:32.361628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68c300c1-cc4b-44bb-98ea-9056fc9227b1 req-da603476-6467-4985-b3f0-2979dcb0c701 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 943 time: 0.1757369 Aug 20 14:52:32.367625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.369575 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.374252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:32.374676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Checking segment: {'id': '1e1ae9e8-6282-452a-b909-23271d38a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:32.376139 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.376555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Bound using segment: {'id': '1e1ae9e8-6282-452a-b909-23271d38a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:32.377056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Bound port: a0400982-25db-442a-a5ba-224be8da2692, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1ae9e8-6282-452a-b909-23271d38a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:32.378447 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.443050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Pushing event deleted for resources: {'Port': ['ID=357ec103-60bd-4f88-922e-36dc564400d6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:32.469230 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-3747171b-5501-4f91-96b0-5dd294caa63f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60084fac-5524-44a1-90e0-1ab11ab41adb HTTP/1.1" status: 200 len: 217 time: 0.0991256 Aug 20 14:52:32.526658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] For port a0400982-25db-442a-a5ba-224be8da2692, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:32.531006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] For port a0400982-25db-442a-a5ba-224be8da2692, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a0400982-25db-442a-a5ba-224be8da2692,segment=NetworkSegment(1e1ae9e8-6282-452a-b909-23271d38a1fd),segment_id=1e1ae9e8-6282-452a-b909-23271d38a1fd)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:32.532471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68c300c1-cc4b-44bb-98ea-9056fc9227b1 req-4bb91207-7e27-49e7-a6eb-e578a47f9aef tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699157 Aug 20 14:52:32.546722 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.550007 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.550670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:32.568140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbd9f9d1-e7e3-40c5-9adf-ff9157981f54 req-43f6c655-b399-49e4-be22-80e29f35cbf4 tempest-FloatingIPDetailsTestJSON-1592909661 tempest-FloatingIPDetailsTestJSON-1592909661-project] 10.222.0.36 "DELETE /v2.0/floatingips/9a6aa1f5-c672-4c9f-a3e9-6aaa52a1f9dd HTTP/1.1" status: 204 len: 173 time: 0.9152284 Aug 20 14:52:32.568594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52638) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:32.631735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-fd5471c0-3bc8-46d1-b2b4-f57c8c874ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:32.634323 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-fd5471c0-3bc8-46d1-b2b4-f57c8c874ecf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7f0bb7-1891-429a-b93d-bed0380be9c0 HTTP/1.1" status: 200 len: 844 time: 0.1483767 Aug 20 14:52:32.662506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Routers {'83a99ae0-2bbb-438f-af93-c0744fc7e904'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:32.663140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['83a99ae0-2bbb-438f-af93-c0744fc7e904'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:32.740066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e5e1d-343c-4ab3-b322-596cafce781d None None] Pushing event updated for resources: {'Port': ['ID=a0400982-25db-442a-a5ba-224be8da2692,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:32.802421 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-49accaba-d830-426c-aad9-6cbbf773fb0b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb010d67-a258-4804-a83f-4e171ac3e4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264005 Aug 20 14:52:32.876803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] Set router 83a99ae0-2bbb-438f-af93-c0744fc7e904 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:33.005905 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-388ae610-41c1-4916-b9f3-2463da77d5b5 service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889589 Aug 20 14:52:33.073089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d4d56-acb8-4e74-aa39-6bfe74781fdc req-f6db345f-40fc-49c0-a6dc-e5c8c1ba4a1e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:33.077003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-572d4d56-acb8-4e74-aa39-6bfe74781fdc req-f6db345f-40fc-49c0-a6dc-e5c8c1ba4a1e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 948 time: 0.3013790 Aug 20 14:52:33.154369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b748-63ed-4a19-9161-293c9ca6281d req-1d388f76-1fc7-4c4f-b1bd-8aa528986bc0 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:33.165000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0164b748-63ed-4a19-9161-293c9ca6281d req-1d388f76-1fc7-4c4f-b1bd-8aa528986bc0 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1096 time: 0.2065465 Aug 20 14:52:33.193821 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0657a75b-20ee-4e82-b7b0-e404887ee2bd req-e14f9500-fb77-4ade-b084-cf079570d80e service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571119 Aug 20 14:52:33.205547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Deleting port a0400982-25db-442a-a5ba-224be8da2692 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:33.205982 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:33.261343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-572d4d56-acb8-4e74-aa39-6bfe74781fdc req-621bdcac-e44a-40f9-a550-ebbf358b7827 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738245 Aug 20 14:52:33.280362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0164b748-63ed-4a19-9161-293c9ca6281d req-0f45db92-d896-496b-a58f-7b9e980193fb tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060147 Aug 20 14:52:33.377546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] For port a0400982-25db-442a-a5ba-224be8da2692, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a0400982-25db-442a-a5ba-224be8da2692,segment=NetworkSegment(1e1ae9e8-6282-452a-b909-23271d38a1fd),segment_id=1e1ae9e8-6282-452a-b909-23271d38a1fd)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:33.377947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:33.398319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:52:28Z', 'revision_number': 4, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'gw_port': {'id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:20Z', 'updated_at': '2021-08-20T14:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a0400982-25db-442a-a5ba-224be8da2692', 'name': '', 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'mac_address': 'fa:16:3e:ce:04:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a286db7-1a30-4840-a814-af095e335886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:26Z', 'updated_at': '2021-08-20T14:52:32Z', 'revision_number': 4, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'subnets': [{'id': '4a286db7-1a30-4840-a814-af095e335886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:33.399869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Calling delete_port for a0400982-25db-442a-a5ba-224be8da2692 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:33.431112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae5b443-746f-4974-9926-fe88afe3081d None None] The sync data for ids ['83a99ae0-2bbb-438f-af93-c0744fc7e904'] in n-d-695189-15 is: [{'id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:52:28Z', 'revision_number': 4, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'gw_port': {'id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:20Z', 'updated_at': '2021-08-20T14:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a0400982-25db-442a-a5ba-224be8da2692', 'name': '', 'network_id': '66d6bf76-d1bd-4db1-8b9b-dfaa24382959', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'mac_address': 'fa:16:3e:ce:04:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '4a286db7-1a30-4840-a814-af095e335886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:26Z', 'updated_at': '2021-08-20T14:52:32Z', 'revision_number': 4, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'subnets': [{'id': '4a286db7-1a30-4840-a814-af095e335886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:33.496172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713c405-b21c-4b08-ba41-f0dea52df52d req-4455cc7d-5ea2-49ae-aea3-39d3800cc1fc tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:33.497917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0713c405-b21c-4b08-ba41-f0dea52df52d req-4455cc7d-5ea2-49ae-aea3-39d3800cc1fc tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 1096 time: 0.0669510 Aug 20 14:52:33.562317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:33.622446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0713c405-b21c-4b08-ba41-f0dea52df52d req-838d10d6-7758-4d1d-bc68-91d094dc0194 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053877 Aug 20 14:52:33.689145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:33.722291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Pushing event deleted for resources: {'Port': ['ID=a0400982-25db-442a-a5ba-224be8da2692,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:33.896329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 60084fac-5524-44a1-90e0-1ab11ab41adb details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:52:33.897752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7209a-85b9-440f-b526-1d735149074b req-c2bdc6de-b466-4ab5-8cbf-af2b4ae1a119 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:33.905740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79a7209a-85b9-440f-b526-1d735149074b req-c2bdc6de-b466-4ab5-8cbf-af2b4ae1a119 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 943 time: 0.2272329 Aug 20 14:52:34.051240 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:34.095793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79a7209a-85b9-440f-b526-1d735149074b req-1e721c0a-ab6c-4f54-8957-ed7de2af5157 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307240 Aug 20 14:52:34.121849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=60084fac-5524-44a1-90e0-1ab11ab41adb,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:34.149004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '60084fac-5524-44a1-90e0-1ab11ab41adb', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'port_id': '60084fac-5524-44a1-90e0-1ab11ab41adb', 'mac_address': 'fa:16:3e:76:20:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7f0bb7-1891-429a-b93d-bed0380be9c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:52:34.238014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:34.252855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60084fac-5524-44a1-90e0-1ab11ab41adb {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:34.299501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=60084fac-5524-44a1-90e0-1ab11ab41adb,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:34.312099 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:34.326222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Deleting port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:34.326522 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:34.465895 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Router 83a99ae0-2bbb-438f-af93-c0744fc7e904 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:52:34.478799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=60084fac-5524-44a1-90e0-1ab11ab41adb,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:34.488332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] For port 78fe4eeb-3d20-4b3d-93d0-5743d676ca89, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=78fe4eeb-3d20-4b3d-93d0-5743d676ca89,segment=NetworkSegment(def6b034-e0ec-4927-8722-21c2208f8202),segment_id=def6b034-e0ec-4927-8722-21c2208f8202)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:34.488728 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:34.509829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Calling delete_port for 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:34.673515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:34.683423 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8bf84eb5-59fb-4a47-a7ce-4c178300902a admin admin] 10.222.0.36 "PUT /v2.0/routers/83a99ae0-2bbb-438f-af93-c0744fc7e904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0327928 Aug 20 14:52:34.686770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52670) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:34.779201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c008-bf8f-4615-8387-603fd833ad89 req-8d48727d-da16-446b-8132-1b3fb614a8a2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:34.781086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d472c008-bf8f-4615-8387-603fd833ad89 req-8d48727d-da16-446b-8132-1b3fb614a8a2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 948 time: 0.1351109 Aug 20 14:52:34.792054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['60084fac-5524-44a1-90e0-1ab11ab41adb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:34.859453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3520141f-3031-44e6-abee-261476ec5425 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:52:34.924410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d472c008-bf8f-4615-8387-603fd833ad89 req-37c4d0f8-c969-453a-b773-4fd050e2cf76 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281695 Aug 20 14:52:34.977633 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:35.064073 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-3e2d19d9-4f32-4da0-b7a2-5b6666b98444 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1144865 Aug 20 14:52:35.106298 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:35.185219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Pushing event deleted for resources: {'Port': ['ID=78fe4eeb-3d20-4b3d-93d0-5743d676ca89,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:35.197098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-76aa7e72-5dc8-49c9-a7ce-04345cec5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:35.199618 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-76aa7e72-5dc8-49c9-a7ce-04345cec5349 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 1097 time: 0.0659921 Aug 20 14:52:35.229941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:35.266190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '3520141f-3031-44e6-abee-261476ec5425', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '3520141f-3031-44e6-abee-261476ec5425', 'mac_address': 'fa:16:3e:e0:cc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:52:35.310730 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] Sync routers for ids ['83a99ae0-2bbb-438f-af93-c0744fc7e904'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:35.324734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc21925-055b-4f5a-9b1c-3545759994ca req-0d50c345-e630-4a5d-b1c7-ad7931405235 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:35.326290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6fc21925-055b-4f5a-9b1c-3545759994ca req-0d50c345-e630-4a5d-b1c7-ad7931405235 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 966 time: 0.2475283 Aug 20 14:52:35.334800 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] Routers {'83a99ae0-2bbb-438f-af93-c0744fc7e904'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:35.336511 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['83a99ae0-2bbb-438f-af93-c0744fc7e904'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:35.383432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-39d23fcc-5d74-445c-a0cb-d1c88b2202a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:35.385802 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-39d23fcc-5d74-445c-a0cb-d1c88b2202a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.1455617 Aug 20 14:52:35.393364 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:35.418277 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:52:35.454475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3520141f-3031-44e6-abee-261476ec5425 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:35.490551 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-e62fa677-f1f2-4084-b386-e065fcd26376 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=317548d6-ae33-4848-857d-ebcd8671e671 HTTP/1.1" status: 200 len: 217 time: 0.0956717 Aug 20 14:52:35.495729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:35.503901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:35.568186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:35.584878 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] Set router 83a99ae0-2bbb-438f-af93-c0744fc7e904 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:35.645723 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:35.654144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-a4a58016-1951-417b-ae27-afa6e2a94dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:35.657904 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-a4a58016-1951-417b-ae27-afa6e2a94dab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.1535408 Aug 20 14:52:35.730409 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-58139197-0a30-44bb-98d9-7e6ad0af540b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574431 Aug 20 14:52:35.843112 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:52:33Z', 'revision_number': 5, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'gw_port': {'id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:20Z', 'updated_at': '2021-08-20T14:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:35.883440 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] Checking router: 83a99ae0-2bbb-438f-af93-c0744fc7e904 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:35.890267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6fc21925-055b-4f5a-9b1c-3545759994ca req-e9344814-d43f-4c6a-b97a-9cba34958491 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5431497 Aug 20 14:52:35.902220 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:35.915279 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] Routers {'83a99ae0-2bbb-438f-af93-c0744fc7e904'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:35.916551 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['83a99ae0-2bbb-438f-af93-c0744fc7e904'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:35.923009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ee672-1b9b-40f9-8b8d-e4e62d79a8c7 req-0b813f0b-aa73-4fdd-bdab-c3764065dc4e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:35.924596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c2ee672-1b9b-40f9-8b8d-e4e62d79a8c7 req-0b813f0b-aa73-4fdd-bdab-c3764065dc4e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 944 time: 0.6168711 Aug 20 14:52:35.924839 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-c2aaea01-aef7-49c3-9ee4-8ea595d33fac service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752894 Aug 20 14:52:35.971847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['3520141f-3031-44e6-abee-261476ec5425'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:36.063521 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:36.117664 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a74b592d-371d-4b6a-94df-849bbd166c50 req-05413341-b6fd-4cdb-be87-e7492e81f5f8 service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775041 Aug 20 14:52:36.152834 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] Set router 83a99ae0-2bbb-438f-af93-c0744fc7e904 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:36.274804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be2f5e-f0b6-41e7-9441-2ded72752c76 req-ddccd00d-ce8f-4b4a-9317-3da4d19aa569 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:36.276455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2be2f5e-f0b6-41e7-9441-2ded72752c76 req-ddccd00d-ce8f-4b4a-9317-3da4d19aa569 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 949 time: 0.1988008 Aug 20 14:52:36.283375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c2ee672-1b9b-40f9-8b8d-e4e62d79a8c7 req-974068f9-ce30-43bf-93a8-80b37a2c554d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381124 Aug 20 14:52:36.346540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2be2f5e-f0b6-41e7-9441-2ded72752c76 req-f53c77ec-2ea4-4a3d-a7d4-475ec158af2f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621238 Aug 20 14:52:36.376023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Deleting port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:36.376386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:36.508480 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:52:33Z', 'revision_number': 5, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'gw_port': {'id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:20Z', 'updated_at': '2021-08-20T14:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:36.551353 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8009e15-b38b-4153-900e-cc74361007ea None None] The sync data for ids ['83a99ae0-2bbb-438f-af93-c0744fc7e904'] in n-d-695189-15 is: [{'id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-774103714-router', 'tenant_id': 'b3085756c8f443458502b15ed7c214f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:52:33Z', 'revision_number': 5, 'project_id': 'b3085756c8f443458502b15ed7c214f8', 'gw_port': {'id': '1aa01e9a-0841-4a69-a0e8-c22e7ebfc083', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a99ae0-2bbb-438f-af93-c0744fc7e904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:20Z', 'updated_at': '2021-08-20T14:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:36.608062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] For port 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1aa01e9a-0841-4a69-a0e8-c22e7ebfc083,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:36.608454 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:36.628117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Calling delete_port for 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:36.642145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Router bf30313c-268d-4e65-aec1-aba809412226 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:52:36.845614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:36.851767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a196c099-0b0b-4f39-9030-ff4320a18309 admin admin] 10.222.0.36 "PUT /v2.0/routers/bf30313c-268d-4e65-aec1-aba809412226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2821269 Aug 20 14:52:36.855683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52688) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:36.859259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] Sync routers for ids ['bf30313c-268d-4e65-aec1-aba809412226'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:36.871335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] Routers {'bf30313c-268d-4e65-aec1-aba809412226'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:36.872293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['bf30313c-268d-4e65-aec1-aba809412226'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:36.963735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:37.030493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa01e9a-0841-4a69-a0e8-c22e7ebfc083,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:37.061314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] Set router bf30313c-268d-4e65-aec1-aba809412226 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:37.065422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:37.159466 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:37.277650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a0400982-25db-442a-a5ba-224be8da2692 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:37.325127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a0400982-25db-442a-a5ba-224be8da2692 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:37.325517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a0400982-25db-442a-a5ba-224be8da2692 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:37.391016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:37.398598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:37.532273 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:37.533021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a99ae0-2bbb-438f-af93-c0744fc7e904 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:52:37.541424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:37.542725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d407aefa-f7f2-4621-8c0a-d181d05fe98c admin admin] 10.222.0.36 "DELETE /v2.0/routers/83a99ae0-2bbb-438f-af93-c0744fc7e904 HTTP/1.1" status: 204 len: 168 time: 2.8541880 Aug 20 14:52:37.545452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52702) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:37.592699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf30313c-268d-4e65-aec1-aba809412226', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '31505646-a91b-41a7-9adc-2824c9b762da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:34Z', 'revision_number': 5, 'project_id': '720945164cfb451a8191f186603fb0b8', 'gw_port': {'id': '31505646-a91b-41a7-9adc-2824c9b762da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:37.606547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbcb3da-4126-443f-9e8e-d13a9062abb1 admin admin] Deleting subnet 4a286db7-1a30-4840-a814-af095e335886 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:52:37.620946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedfe77-fed5-47ca-86d6-0475d48feb15 req-fe2d25e5-8f6f-460c-b92f-9d7cc89a5152 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:37.622942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9bedfe77-fed5-47ca-86d6-0475d48feb15 req-fe2d25e5-8f6f-460c-b92f-9d7cc89a5152 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 944 time: 0.1849556 Aug 20 14:52:37.624216 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3da-4126-443f-9e8e-d13a9062abb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:37.710485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] Checking router: bf30313c-268d-4e65-aec1-aba809412226 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:37.770210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] Routers {'bf30313c-268d-4e65-aec1-aba809412226'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:37.773434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['bf30313c-268d-4e65-aec1-aba809412226'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:37.806335 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3da-4126-443f-9e8e-d13a9062abb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:37.894615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9bedfe77-fed5-47ca-86d6-0475d48feb15 req-2ad7c501-ab90-4e76-8cef-ec89b474322d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927750 Aug 20 14:52:37.943406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 60084fac-5524-44a1-90e0-1ab11ab41adb up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:38.092744 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3da-4126-443f-9e8e-d13a9062abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.103827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.181360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] Set router bf30313c-268d-4e65-aec1-aba809412226 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:38.238260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Deleting port 31505646-a91b-41a7-9adc-2824c9b762da {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:38.238527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.278915 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3da-4126-443f-9e8e-d13a9062abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.311330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 60084fac-5524-44a1-90e0-1ab11ab41adb completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:38.311478 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0fbcb3da-4126-443f-9e8e-d13a9062abb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.317378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0fbcb3da-4126-443f-9e8e-d13a9062abb1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4a286db7-1a30-4840-a814-af095e335886 HTTP/1.1" status: 204 len: 168 time: 0.7706985 Aug 20 14:52:38.318355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52718) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:38.321625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7def1390-1f4d-4f65-bdd8-897ecda8a95d None None] Network 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:38.328408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 60084fac-5524-44a1-90e0-1ab11ab41adb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:38.328779 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.381763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-09afb20c-6f9b-434e-8451-6ae1a992b51d tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1108495711&fields=id&tenant_id=fe63653f0dc14e60afc3df5350bd11b5 HTTP/1.1" status: 200 len: 267 time: 0.1149633 Aug 20 14:52:38.393088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb3da-4126-443f-9e8e-d13a9062abb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a286db7-1a30-4840-a814-af095e335886,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:38.456676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf78b2a-6f2b-458b-9c19-200ae10810b7 req-ea0a9248-913a-435f-a83e-b5de005411c4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:38.465719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebf78b2a-6f2b-458b-9c19-200ae10810b7 req-ea0a9248-913a-435f-a83e-b5de005411c4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 949 time: 0.6717887 Aug 20 14:52:38.574210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebf78b2a-6f2b-458b-9c19-200ae10810b7 req-7bb250b0-9b8e-44fc-95dc-22bb13868ae8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856552 Aug 20 14:52:38.600141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.616309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] For port 31505646-a91b-41a7-9adc-2824c9b762da, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=31505646-a91b-41a7-9adc-2824c9b762da,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:38.617122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.636113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-3c2eac3e-1f6c-4afb-ab43-73d49335fbeb tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:38.643529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-3c2eac3e-1f6c-4afb-ab43-73d49335fbeb tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 824 time: 0.2600026 Aug 20 14:52:38.668877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Calling delete_port for 31505646-a91b-41a7-9adc-2824c9b762da owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:38.679807 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.685768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-4d51325e-9a19-4394-ace8-3ca8bd374791 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/quotas/fe63653f0dc14e60afc3df5350bd11b5 HTTP/1.1" status: 200 len: 375 time: 0.0412118 Aug 20 14:52:38.722946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:38.726436 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ffcfb2-1fb5-4c93-9e2f-32435bfe6492" -d '{"events": [{"server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "name": "network-vif-plugged", "status": "completed", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:38.754872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=60084fac-5524-44a1-90e0-1ab11ab41adb,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:38.771831 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.862053 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e254d644-ff25-427b-86a0-242d3d3afe3e x-openstack-request-id: req-e254d644-ff25-427b-86a0-242d3d3afe3e {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:38.865901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-250db888-307d-4372-aed5-5b130306e690 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1781945 Aug 20 14:52:38.869950 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "name": "network-vif-plugged", "status": "completed", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:38.870412 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e254d644-ff25-427b-86a0-242d3d3afe3e {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:38.871767 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb', 'code': 200} Aug 20 14:52:38.877835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Deleting port fb55876f-f59d-49b7-8022-cfe126e41f65 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:38.878180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:38.884546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] DHCP port deletion for 66d6bf76-d1bd-4db1-8b9b-dfaa24382959 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:52:38.903225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3520141f-3031-44e6-abee-261476ec5425 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:38.936147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf30313c-268d-4e65-aec1-aba809412226', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '31505646-a91b-41a7-9adc-2824c9b762da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:34Z', 'revision_number': 5, 'project_id': '720945164cfb451a8191f186603fb0b8', 'gw_port': {'id': '31505646-a91b-41a7-9adc-2824c9b762da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:39.019342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] For port fb55876f-f59d-49b7-8022-cfe126e41f65, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fb55876f-f59d-49b7-8022-cfe126e41f65,segment=NetworkSegment(1e1ae9e8-6282-452a-b909-23271d38a1fd),segment_id=1e1ae9e8-6282-452a-b909-23271d38a1fd)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:39.020433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc32c6c-67e1-41ac-a47b-50ba3a3366b3 None None] The sync data for ids ['bf30313c-268d-4e65-aec1-aba809412226'] in n-d-695189-15 is: [{'id': 'bf30313c-268d-4e65-aec1-aba809412226', 'name': 'tempest-FloatingIPDetailsTestJSON-529556199-router', 'tenant_id': '720945164cfb451a8191f186603fb0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': '31505646-a91b-41a7-9adc-2824c9b762da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:34Z', 'revision_number': 5, 'project_id': '720945164cfb451a8191f186603fb0b8', 'gw_port': {'id': '31505646-a91b-41a7-9adc-2824c9b762da', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:50:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf30313c-268d-4e65-aec1-aba809412226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:51:59Z', 'updated_at': '2021-08-20T14:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:39.020987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.025267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5eec7a-16e6-44c2-a47e-ffc89f054d74 req-b8632012-e85d-4fa0-a236-e72aedf4a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:39.032138 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8e5eec7a-16e6-44c2-a47e-ffc89f054d74 req-b8632012-e85d-4fa0-a236-e72aedf4a590 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 1097 time: 0.1006186 Aug 20 14:52:39.067629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=60084fac-5524-44a1-90e0-1ab11ab41adb,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:39.120368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-1e083082-63d7-4617-9dca-19f8046bc0e7 service neutron] 10.222.0.36 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519062 Aug 20 14:52:39.120953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 3520141f-3031-44e6-abee-261476ec5425 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:39.124958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Calling delete_port for fb55876f-f59d-49b7-8022-cfe126e41f65 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:39.133078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 3520141f-3031-44e6-abee-261476ec5425 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:39.133566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.208245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af97d12-d3cd-449c-88b0-95e58c3d6b21 req-f418290b-610c-4d17-87fa-6170e31fbb9e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:39.210744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6af97d12-d3cd-449c-88b0-95e58c3d6b21 req-f418290b-610c-4d17-87fa-6170e31fbb9e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 945 time: 0.1592941 Aug 20 14:52:39.211162 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8e5eec7a-16e6-44c2-a47e-ffc89f054d74 req-75e753e9-fc90-4f0b-b258-c519cfb63336 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598477 Aug 20 14:52:39.213917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.279812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Pushing event deleted for resources: {'Port': ['ID=31505646-a91b-41a7-9adc-2824c9b762da,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:39.304734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6af97d12-d3cd-449c-88b0-95e58c3d6b21 req-e58578d5-fbe7-4352-b061-c82dab6cac34 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714903 Aug 20 14:52:39.321589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-f09cac3d-4e28-4e65-8bf6-d20be82b5cb3 service neutron] 10.222.0.36 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001722 Aug 20 14:52:39.351907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.356205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.455818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] Deleting port fb55876f-f59d-49b7-8022-cfe126e41f65 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:39.456190 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.530232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb55876f-f59d-49b7-8022-cfe126e41f65,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:39.536677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] No DVR routers for this DVR port fb55876f-f59d-49b7-8022-cfe126e41f65 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:39.553013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.558264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.573125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:39.646878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:39.647222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1aa01e9a-0841-4a69-a0e8-c22e7ebfc083 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:39.659303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fb55876f-f59d-49b7-8022-cfe126e41f65 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:39.664383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.675809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d6bf76-d1bd-4db1-8b9b-dfaa24382959']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:39.689367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1ae9e8-6282-452a-b909-23271d38a1fd') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:39.690093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1ae9e8-6282-452a-b909-23271d38a1fd') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:39.704897 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.758652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12295d3a-b0cd-4586-a736-d0936c8f11a2 req-d144d38c-fa7f-4bce-8f16-e8be166235f7 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 210 time: 0.0485709 Aug 20 14:52:39.763570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: fb55876f-f59d-49b7-8022-cfe126e41f65 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:39.763921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fb55876f-f59d-49b7-8022-cfe126e41f65 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:39.888543 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.904708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b240eb-6507-4044-a9bf-215105aa99de req-3ee5bbfe-ee63-4763-8302-7c0f6c07f023 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:39.908396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25b240eb-6507-4044-a9bf-215105aa99de req-3ee5bbfe-ee63-4763-8302-7c0f6c07f023 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 949 time: 0.1509731 Aug 20 14:52:39.910694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] For port fb55876f-f59d-49b7-8022-cfe126e41f65, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:39.911305 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.933431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] Calling delete_port for fb55876f-f59d-49b7-8022-cfe126e41f65 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:39.938157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] Port fb55876f-f59d-49b7-8022-cfe126e41f65 was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 14:52:39.949449 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.953248 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.961287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.963803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf30313c-268d-4e65-aec1-aba809412226 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:52:39.975187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.980214 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df6962e5-b4f2-416e-99e1-ad9a4e7d8683 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bf30313c-268d-4e65-aec1-aba809412226 HTTP/1.1" status: 204 len: 168 time: 3.1215708 Aug 20 14:52:39.984234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:52:39.985117 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:39.989017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52742) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:52:39.990379 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:52:39.994926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] Pushing event deleted for resources: {'Port': ['ID=fb55876f-f59d-49b7-8022-cfe126e41f65,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:40.004296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde6a243-a8bf-41d8-8c07-2792a5fa1c01 None None] No DVR routers for this DVR port fb55876f-f59d-49b7-8022-cfe126e41f65 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:40.043730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:40.062882 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.090159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25b240eb-6507-4044-a9bf-215105aa99de req-bb27dab2-3b70-4499-892c-de4f192d46c4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614997 Aug 20 14:52:40.137111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.146657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.153959 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] 10.222.0.36 "DELETE /v2.0/networks/66d6bf76-d1bd-4db1-8b9b-dfaa24382959 HTTP/1.1" status: 204 len: 168 time: 1.8126378 Aug 20 14:52:40.160352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Deleting subnet f7fb4860-a15c-43c9-9996-ce71aaafe56e {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:52:40.168292 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.178106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:40.230815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f57e5f-1646-4402-a91a-b71527d0a999 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d6bf76-d1bd-4db1-8b9b-dfaa24382959,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:40.258273 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.274101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ee707-556f-45bf-818f-ace47eca6b61 req-fdb2bc29-0092-4b0d-beb0-b8d87e0368c7 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:40.276643 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-528ee707-556f-45bf-818f-ace47eca6b61 req-fdb2bc29-0092-4b0d-beb0-b8d87e0368c7 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.70 "GET /v2.0/ports?device_id=025835f7-2822-415f-8eff-ea8a84a6bca2 HTTP/1.1" status: 200 len: 966 time: 0.1168530 Aug 20 14:52:40.377334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.464168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52752) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:40.516824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f2f64-b8f7-4110-850c-c8236cc25295 req-5a9da391-ab29-4668-8182-04f0ba7cc69c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:40.518770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d91f2f64-b8f7-4110-850c-c8236cc25295 req-5a9da391-ab29-4668-8182-04f0ba7cc69c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 945 time: 0.0676458 Aug 20 14:52:40.548246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Deleting port 39525458-e539-4ee4-a5f0-8b43b0cf3bde {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:40.548645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.549677 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.561463 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-da13e8df-3103-4775-9d53-ddded0581b75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3085756c8f443458502b15ed7c214f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951161 Aug 20 14:52:40.578638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52756) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:40.591312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7fb4860-a15c-43c9-9996-ce71aaafe56e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:40.619771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.619771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.619771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.619771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.619771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.619771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.619771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.619771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.621085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.621085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.621085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.621085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:40.658978 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.663596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09046126-286b-4415-afdf-f2686bdba406 None None] Network cc986bcf-0b78-43f5-9bd9-be23bf7e0841 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:40.666027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52762) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:40.682465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0debffeb-3d1a-4de1-9fb4-6b8f4af6346e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f7fb4860-a15c-43c9-9996-ce71aaafe56e HTTP/1.1" status: 204 len: 168 time: 0.6710327 Aug 20 14:52:40.736125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d91f2f64-b8f7-4110-850c-c8236cc25295 req-5a44b8c5-91cc-4bf5-9f17-dfc7feafcf1e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983049 Aug 20 14:52:40.838505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.887642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3520141f-3031-44e6-abee-261476ec5425'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:40.890364 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b93cd-2228-4565-933a-598008dd64e6" -d '{"events": [{"server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "name": "network-vif-plugged", "status": "completed", "tag": "3520141f-3031-44e6-abee-261476ec5425"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:40.956127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] For port 39525458-e539-4ee4-a5f0-8b43b0cf3bde, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=39525458-e539-4ee4-a5f0-8b43b0cf3bde,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:40.956507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:40.984170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0593dc-34ba-44f3-aa16-b34484d97a3f None None] DHCP port deletion for cc986bcf-0b78-43f5-9bd9-be23bf7e0841 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:52:41.014495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad7bcb4b-7080-4ebd-b809-9daf30877a94 req-906f7a1f-e2b5-4895-beaf-79c47a6fb8e7 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 210 time: 0.0834687 Aug 20 14:52:41.104533 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e0bbf7-51b1-40f2-824b-78de11fb6012 x-openstack-request-id: req-37e0bbf7-51b1-40f2-824b-78de11fb6012 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:41.105020 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "name": "network-vif-plugged", "status": "completed", "tag": "3520141f-3031-44e6-abee-261476ec5425", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:41.105121 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37e0bbf7-51b1-40f2-824b-78de11fb6012 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:41.105442 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3520141f-3031-44e6-abee-261476ec5425', 'code': 200} Aug 20 14:52:41.112522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dc0593dc-34ba-44f3-aa16-b34484d97a3f None None] Deleting port 56454cd3-2642-4c73-9503-a371f9d93753 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:41.112954 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc0593dc-34ba-44f3-aa16-b34484d97a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.173796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.253383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731427f2-9e51-4aff-aa02-7131738223e7 req-47409f12-bc57-4a53-8cc3-0395705270c1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:41.263103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-731427f2-9e51-4aff-aa02-7131738223e7 req-47409f12-bc57-4a53-8cc3-0395705270c1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.0823724 Aug 20 14:52:41.295774 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.326162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dc0593dc-34ba-44f3-aa16-b34484d97a3f None None] For port 56454cd3-2642-4c73-9503-a371f9d93753, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=56454cd3-2642-4c73-9503-a371f9d93753,segment=NetworkSegment(def6b034-e0ec-4927-8722-21c2208f8202),segment_id=def6b034-e0ec-4927-8722-21c2208f8202)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:41.326623 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc0593dc-34ba-44f3-aa16-b34484d97a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.340481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-731427f2-9e51-4aff-aa02-7131738223e7 req-92a8ecce-2ff3-43c0-baae-cdef84e01723 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Aug 20 14:52:41.357933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dc0593dc-34ba-44f3-aa16-b34484d97a3f None None] Calling delete_port for 56454cd3-2642-4c73-9503-a371f9d93753 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:41.457119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 31505646-a91b-41a7-9adc-2824c9b762da no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:41.481010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 31505646-a91b-41a7-9adc-2824c9b762da {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:41.481723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 31505646-a91b-41a7-9adc-2824c9b762da not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:41.482339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 56454cd3-2642-4c73-9503-a371f9d93753 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:41.513975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef294b-fe19-4ef9-9939-8a5d276ee996 req-46c5f854-0196-4c48-8b6b-ebb3415d3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:41.515525 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6ef294b-fe19-4ef9-9939-8a5d276ee996 req-46c5f854-0196-4c48-8b6b-ebb3415d3c2c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 1102 time: 0.2710199 Aug 20 14:52:41.547560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-6b633756-ab69-4ce5-aafe-849d066f19cf tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:41.553249 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-6b633756-ab69-4ce5-aafe-849d066f19cf tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.72 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 824 time: 0.1919570 Aug 20 14:52:41.571735 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc0593dc-34ba-44f3-aa16-b34484d97a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.640148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-c1c08ebd-8344-48f5-b3b9-57d8751ff799 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe63653f0dc14e60afc3df5350bd11b5 HTTP/1.1" status: 200 len: 380 time: 0.0695174 Aug 20 14:52:41.656564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Request body: {'port': {'device_id': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'admin_state_up': True, 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'security_groups': ['cf584b83-1d7a-4945-8c26-4b0d8294fa96']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:41.661390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0593dc-34ba-44f3-aa16-b34484d97a3f None None] Pushing event deleted for resources: {'Port': ['ID=56454cd3-2642-4c73-9503-a371f9d93753,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:41.681081 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.703329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0593dc-34ba-44f3-aa16-b34484d97a3f None None] No DVR routers for this DVR port 56454cd3-2642-4c73-9503-a371f9d93753 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:41.724962 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.727051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:41.729115 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.730554 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c9af4f8-b256-4ec0-b603-92126a2db86f HTTP/1.1" status: 204 len: 168 time: 1.1503761 Aug 20 14:52:41.750226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:41.750575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 78fe4eeb-3d20-4b3d-93d0-5743d676ca89 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:41.775886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Deleting port 56454cd3-2642-4c73-9503-a371f9d93753 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:52:41.787218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.792022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.795310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.797642 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Floating IP 9367b7e9-5552-4e17-a42f-a87da4afae04 disassociated. External IP: 172.25.5.83, port: 39525458-e539-4ee4-a5f0-8b43b0cf3bde. Aug 20 14:52:41.797954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Calling delete_port for 39525458-e539-4ee4-a5f0-8b43b0cf3bde owned by compute:tempest-test_az-104010530 {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:41.802085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6ef294b-fe19-4ef9-9939-8a5d276ee996 req-83971657-8f76-473a-8b3d-38f7575799a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121716 Aug 20 14:52:41.855607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Made reservation on behalf of fe63653f0dc14e60afc3df5350bd11b5 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:41.860153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:41.892364 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9af4f8-b256-4ec0-b603-92126a2db86f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:41.927030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.927675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.929697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.930213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.930717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.931197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.931766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.932236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.932764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.933121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.933475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.933959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b182bff3-70ad-4071-83b1-93482f1e88d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:41.959875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5b08-221c-4046-800a-eef05f537715 req-5bbcd248-b94d-4b1f-a4c3-a7772b5b96e0 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:41.961874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c9b5b08-221c-4046-800a-eef05f537715 req-5bbcd248-b94d-4b1f-a4c3-a7772b5b96e0 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 945 time: 0.1092384 Aug 20 14:52:42.002897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] For port 56454cd3-2642-4c73-9503-a371f9d93753, host n-d-695189-15, got binding levels [] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:42.003282 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.035015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Calling delete_port for 56454cd3-2642-4c73-9503-a371f9d93753 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:52:42.041650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Port 56454cd3-2642-4c73-9503-a371f9d93753 was not found and therefore no delete operation was performed {{(pid=101100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 14:52:42.046599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.065204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c9b5b08-221c-4046-800a-eef05f537715 req-5dff59bf-0a51-459b-b0be-e4ddd8e9ecdb tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715261 Aug 20 14:52:42.131140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78fc06e4-4390-458a-aed0-a88c938900b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.139981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Allocated IP 172.20.0.12 (bfe892b3-d404-4339-bb6c-b63c0d8b291d/7597d52b-fdf5-4569-b467-0879e0197d36/f560718b-2044-4104-bc75-60b87a944d68) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:42.166295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Pushing event deleted for resources: {'Port': ['ID=56454cd3-2642-4c73-9503-a371f9d93753,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:42.182564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] No DVR routers for this DVR port 56454cd3-2642-4c73-9503-a371f9d93753 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:42.332994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47758e09-73f7-488b-b293-cc968b8c190d req-089e2607-f7ab-449d-9d8a-dd65cfbb3945 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 210 time: 0.0666592 Aug 20 14:52:42.349403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.376332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc986bcf-0b78-43f5-9bd9-be23bf7e0841']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:42.414585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def6b034-e0ec-4927-8722-21c2208f8202') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:42.414585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def6b034-e0ec-4927-8722-21c2208f8202') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:42.431380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.455418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.464025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.467810 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:52:42.468297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:52:42.565521 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:52:42.598772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.670127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8906d-6b3e-41f4-88a6-be60ef1332ca req-462f507c-0552-4134-8890-c7e678707f60 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:42.682944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event deleted for resources: {'Port': ['ID=39525458-e539-4ee4-a5f0-8b43b0cf3bde,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:42.684219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4b8906d-6b3e-41f4-88a6-be60ef1332ca req-462f507c-0552-4134-8890-c7e678707f60 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.1655123 Aug 20 14:52:42.705400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Transition to ACTIVE for port object f560718b-2044-4104-bc75-60b87a944d68 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:42.776660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.805964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:42.818828 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] 10.222.0.36 "DELETE /v2.0/networks/cc986bcf-0b78-43f5-9bd9-be23bf7e0841 HTTP/1.1" status: 204 len: 168 time: 2.1446509 Aug 20 14:52:42.866316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b81749-dff2-409a-aaa7-a2b78e53816f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc986bcf-0b78-43f5-9bd9-be23bf7e0841,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:42.981976 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4b8906d-6b3e-41f4-88a6-be60ef1332ca req-eb772ead-a49f-4b42-a56a-6031e023d6f0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006628 Aug 20 14:52:43.050832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa0cad-767d-47d7-ae47-e31a2b316d19 req-3f864d7e-d1ae-44d9-b90c-d2660a25af5f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:43.062654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-edfa0cad-767d-47d7-ae47-e31a2b316d19 req-3f864d7e-d1ae-44d9-b90c-d2660a25af5f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 945 time: 0.3800087 Aug 20 14:52:43.105412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Router 4f750fe0-9f2a-4999-be61-03fcb3a2861c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:52:43.167604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-edfa0cad-767d-47d7-ae47-e31a2b316d19 req-ec150ce5-595c-48b6-971f-74e0371c1ddd tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964489 Aug 20 14:52:43.171634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52862) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:43.191640 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:43.240817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52864) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:43.273038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:43.279381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:43.290582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:43.336652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event updated for resources: {'Port': ['ID=f560718b-2044-4104-bc75-60b87a944d68,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:43.352568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-95bac19b-192a-4456-a68d-595d4a0b94de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=720945164cfb451a8191f186603fb0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741016 Aug 20 14:52:43.353446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52872) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:43.510322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:43.511285 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:43.556446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:52:43.570898 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] Sync routers for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:52:43.626815 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:43.629209 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:43.659748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] No DVR routers for this DVR port 39525458-e539-4ee4-a5f0-8b43b0cf3bde on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:52:43.667214 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:43.668776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-528ee707-556f-45bf-818f-ace47eca6b61 req-2f1a0d21-9aee-4528-8301-dbf82a56988e tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.70 "DELETE /v2.0/ports/39525458-e539-4ee4-a5f0-8b43b0cf3bde HTTP/1.1" status: 204 len: 173 time: 3.3807127 Aug 20 14:52:43.669228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'name': 'network-vif-deleted', 'tag': '39525458-e539-4ee4-a5f0-8b43b0cf3bde'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:43.671574 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97af78ce-8094-4262-9cdc-cf5a0ec8a60a" -d '{"events": [{"server_uuid": "025835f7-2822-415f-8eff-ea8a84a6bca2", "name": "network-vif-deleted", "tag": "39525458-e539-4ee4-a5f0-8b43b0cf3bde"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:43.692766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-58f710d0-4641-45fc-b069-3e852653f9b1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0448713 Aug 20 14:52:43.718248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96261d62-2f6c-49c2-aacf-9acabd4b6975 req-bd4f552b-e868-4ef2-978f-8f87a09eda29 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:43.719812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96261d62-2f6c-49c2-aacf-9acabd4b6975 req-bd4f552b-e868-4ef2-978f-8f87a09eda29 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 932 time: 0.1824875 Aug 20 14:52:43.723665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Request body: {'port': {'device_id': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:43.740572 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da52da17-96bb-47eb-80ad-02f36ac9acc5 x-openstack-request-id: req-da52da17-96bb-47eb-80ad-02f36ac9acc5 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:43.741928 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025835f7-2822-415f-8eff-ea8a84a6bca2", "name": "network-vif-deleted", "tag": "39525458-e539-4ee4-a5f0-8b43b0cf3bde", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:43.742509 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da52da17-96bb-47eb-80ad-02f36ac9acc5 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:43.742916 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025835f7-2822-415f-8eff-ea8a84a6bca2', 'name': 'network-vif-deleted', 'tag': '39525458-e539-4ee4-a5f0-8b43b0cf3bde', 'status': 'completed', 'code': 200} Aug 20 14:52:43.743611 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-91f77485-20f9-4b1a-a30e-eefc110404c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:43.765897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-763258590-network', 'tenant_id': 'c2366ff5deed4714bdd8c158536e3877'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:43.814922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Made reservation on behalf of c2366ff5deed4714bdd8c158536e3877 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:43.817334 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:43.830784 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-91f77485-20f9-4b1a-a30e-eefc110404c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:43.832728 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:43.846646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96261d62-2f6c-49c2-aacf-9acabd4b6975 req-ccd8e51b-17ce-422a-88e6-a5839787c132 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126883 Aug 20 14:52:43.883431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:43.958685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 39525458-e539-4ee4-a5f0-8b43b0cf3bde no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:52:44.019524 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:44.024011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 39525458-e539-4ee4-a5f0-8b43b0cf3bde {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:52:44.024011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 39525458-e539-4ee4-a5f0-8b43b0cf3bde not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:52:44.064733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.074139 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.142576 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-91f77485-20f9-4b1a-a30e-eefc110404c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.145153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-91f77485-20f9-4b1a-a30e-eefc110404c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.149115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-91f77485-20f9-4b1a-a30e-eefc110404c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0bf8c00-de46-49df-bf2f-a26f5d3169c0 HTTP/1.1" status: 204 len: 168 time: 0.7884126 Aug 20 14:52:44.156546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2509bc-4d5b-4e0c-82f3-d5248b31b9c9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:44.166518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:52:44.188307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.188307 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Added segment 206899f8-daa9-4617-9bdc-2885b40a5534 of type vlan for network 2e5f5d3c-aa28-43df-a087-e7f8eff49985 Aug 20 14:52:44.251170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f77485-20f9-4b1a-a30e-eefc110404c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf8c00-de46-49df-bf2f-a26f5d3169c0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:44.333000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.389141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.392940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:44.394598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.574981 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3309200 Aug 20 14:52:44.577860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52932) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:44.583416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Request body: {'subnet': {'network_id': '2e5f5d3c-aa28-43df-a087-e7f8eff49985', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-763258590-subnet', 'tenant_id': 'c2366ff5deed4714bdd8c158536e3877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:44.601809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31a380-2cd7-49a1-b741-260ca98cf94e admin admin] Pushing event updated for resources: {'Network': ['ID=2e5f5d3c-aa28-43df-a087-e7f8eff49985,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:44.612627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 2e5f5d3c-aa28-43df-a087-e7f8eff49985 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:52:44.629685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Made reservation on behalf of c2366ff5deed4714bdd8c158536e3877 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:44.636698 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.643281 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:44.741496 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] Checking router: 4f750fe0-9f2a-4999-be61-03fcb3a2861c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:52:44.762078 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:52:44.762986 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:44.864494 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1c174049-02ce-41ff-bade-602e1a23cf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.873575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f560718b-2044-4104-bc75-60b87a944d68 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:44.887494 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.939300 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:44.977099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0026c4-1998-46f1-9c73-3941e13ec1b1 req-b92e2745-60bc-4fd8-ae81-d2d117f2d55c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:44.986598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a0026c4-1998-46f1-9c73-3941e13ec1b1 req-b92e2745-60bc-4fd8-ae81-d2d117f2d55c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.8050721 Aug 20 14:52:45.031711 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:52:45.074546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Transition to ACTIVE for port object f560718b-2044-4104-bc75-60b87a944d68 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:45.096572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a0026c4-1998-46f1-9c73-3941e13ec1b1 req-0edc0001-065b-4c98-8985-48e6c4d94556 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088030 Aug 20 14:52:45.098826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:45.141382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241b8ac-ae53-4d38-b78c-955cc4ccea21 req-ce9710fa-9f0b-4b6a-9724-1e0041248141 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:45.158431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c241b8ac-ae53-4d38-b78c-955cc4ccea21 req-ce9710fa-9f0b-4b6a-9724-1e0041248141 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 945 time: 0.3883131 Aug 20 14:52:45.241450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:45.373509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=681e5bc2-e698-4da6-ae92-31ddfbb616a7,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:45.451794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c241b8ac-ae53-4d38-b78c-955cc4ccea21 req-28fe1bc2-5b0d-4d06-bccc-c928facbec67 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921443 Aug 20 14:52:45.455862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Pushing event updated for resources: {'Port': ['ID=f560718b-2044-4104-bc75-60b87a944d68,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:45.459113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Checking segment: {'id': '206899f8-daa9-4617-9bdc-2885b40a5534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2e5f5d3c-aa28-43df-a087-e7f8eff49985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:45.459804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Network hostable DHCP agents. Network: 2e5f5d3c-aa28-43df-a087-e7f8eff49985, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:52:45.492119 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:52:45.532872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Network 2e5f5d3c-aa28-43df-a087-e7f8eff49985 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:52:45.557121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 2e5f5d3c-aa28-43df-a087-e7f8eff49985) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:45.564172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:45.564772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:45.574965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a4434-e841-469f-bbe6-127b196eec9b None None] Network 2e5f5d3c-aa28-43df-a087-e7f8eff49985 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:45.586970 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4daa24-a4ae-4f4b-8ed6-240fb731f75d None None] The sync data for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 is: [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:52:45.607373 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4e1e7d2a-f054-4a77-ab8c-d5a1f7b96d15 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0279775 Aug 20 14:52:45.615199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Attempting to bind port f560718b-2044-4104-bc75-60b87a944d68 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:45.616552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Attempting to bind port f560718b-2044-4104-bc75-60b87a944d68 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:45.617361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Attempting to bind port f560718b-2044-4104-bc75-60b87a944d68 on network bfe892b3-d404-4339-bb6c-b63c0d8b291d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:45.636457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Port f560718b-2044-4104-bc75-60b87a944d68 on network bfe892b3-d404-4339-bb6c-b63c0d8b291d not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:52:45.648034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Attempting to bind port f560718b-2044-4104-bc75-60b87a944d68 on network bfe892b3-d404-4339-bb6c-b63c0d8b291d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:45.661530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:45.661877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Checking segment: {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:45.662272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Bound using segment: {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:45.663517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Bound port: f560718b-2044-4104-bc75-60b87a944d68, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e223e58-cad3-4f87-86dd-8371c0c82a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:45.670146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:45.762333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52964) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:45.779521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f468c50-957f-48fa-a39f-8bef0526b65b req-9688f26c-4e51-472d-8cb2-8598b60e4e4d tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:45.790581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f468c50-957f-48fa-a39f-8bef0526b65b req-9688f26c-4e51-472d-8cb2-8598b60e4e4d tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 944 time: 0.3284171 Aug 20 14:52:45.945526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] For port f560718b-2044-4104-bc75-60b87a944d68, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:45.998305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f468c50-957f-48fa-a39f-8bef0526b65b req-c753165d-3e96-4785-82bc-9208a61e9709 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055309 Aug 20 14:52:46.010400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-5244634-network', 'tenant_id': '16c30f8dfd244d31a1fecbc38b074e6e'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:46.051647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] For port f560718b-2044-4104-bc75-60b87a944d68, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f560718b-2044-4104-bc75-60b87a944d68,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:46.068496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.098854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Made reservation on behalf of 16c30f8dfd244d31a1fecbc38b074e6e for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:46.105049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.111489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65f8cc-c1b9-4ba4-86bc-bd414140e2cc None None] Network 2e5f5d3c-aa28-43df-a087-e7f8eff49985 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:46.133288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.311868 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.325216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:46.326744 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.329630 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] 10.222.0.72 "PUT /v2.0/ports/f560718b-2044-4104-bc75-60b87a944d68 HTTP/1.1" status: 200 len: 1093 time: 2.6205866 Aug 20 14:52:46.344139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'tag': 'f560718b-2044-4104-bc75-60b87a944d68'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:46.355881 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7084c553-4bbb-4263-8bce-8f46550a9bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "be17901d-9f27-4a62-8549-a49e4cdeff10", "tag": "f560718b-2044-4104-bc75-60b87a944d68"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:46.382133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e7912-cbdc-4ad0-be30-6c4dd56797b9 None None] New status for floating IP 9367b7e9-5552-4e17-a42f-a87da4afae04: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:52:46.407058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62638e2d-0dac-4d73-8c17-b9b5424fc46b service neutron] Pushing event updated for resources: {'Port': ['ID=f560718b-2044-4104-bc75-60b87a944d68,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:46.518687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.538015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.643087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-6e50e518-5d79-46b8-929e-02aae0c10836 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3634911 Aug 20 14:52:46.658775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:52:46.671294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d6275210-88c5-49e0-af9a-f3ac7bef8da1 req-e496c9f0-4af8-4f6f-b551-c1cd6d94faa3 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1533341423', 'description': 'tempest-description-719074932'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:46.689261 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.690695 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Added segment 44b90587-502e-4da2-aec6-48b5cdd5570c of type vlan for network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 Aug 20 14:52:46.755496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-9979ce86-6702-46f1-a43f-39024955e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:46.768589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-9979ce86-6702-46f1-a43f-39024955e475 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 1096 time: 0.3580968 Aug 20 14:52:46.779449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.822854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b355340-20da-41f7-9c4d-aaa2b2ba8576,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:46.826603 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.827762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:46.828811 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:46.937562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] Pushing event updated for resources: {'Network': ['ID=5c025684-3c2b-4af3-a415-3bdbcc0bf432,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:46.962284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:52:47.048021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-399e07d2-8d50-42f6-ae08-f4689d182f8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f560718b-2044-4104-bc75-60b87a944d68 HTTP/1.1" status: 200 len: 217 time: 0.2589712 Aug 20 14:52:47.060948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6275210-88c5-49e0-af9a-f3ac7bef8da1 req-e496c9f0-4af8-4f6f-b551-c1cd6d94faa3 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:47.064291 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-11d91025-fb8e-4c95-be86-2f724f9f694c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3006709 Aug 20 14:52:47.067346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52998) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:52:47.074648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Request body: {'subnet': {'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-5244634-subnet', 'tenant_id': '16c30f8dfd244d31a1fecbc38b074e6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:47.140358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Made reservation on behalf of 16c30f8dfd244d31a1fecbc38b074e6e for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:47.144908 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:47.508041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:47.577511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce82c74-a466-45a5-be79-f53f84087e2d,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:47.609773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Checking segment: {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:47.610230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Network hostable DHCP agents. Network: 5c025684-3c2b-4af3-a415-3bdbcc0bf432, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:52:47.642116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:52:47.653498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 5c025684-3c2b-4af3-a415-3bdbcc0bf432) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:47.668355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:47.669215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:47.671579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21fb884-4496-46e1-b0d2-aaaa3382bd9f None None] Network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:47.697914 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c8b145c4-9673-4641-a70b-38fed51bda30 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6293676 Aug 20 14:52:47.766807 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:47.915182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-8b33ef1e-68c6-4d0f-ae85-b568fc0f4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:47.922227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-8b33ef1e-68c6-4d0f-ae85-b568fc0f4665 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7597d52b-fdf5-4569-b467-0879e0197d36 HTTP/1.1" status: 200 len: 863 time: 0.8636968 Aug 20 14:52:47.965920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af05ede-612f-45d1-907c-a956ac420d20 None None] Network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:52:48.152021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798942f-8801-4adf-b9ab-5da73b4869e1 req-731455cf-851f-4b75-877d-ef1bda38dd40 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:48.161199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1798942f-8801-4adf-b9ab-5da73b4869e1 req-731455cf-851f-4b75-877d-ef1bda38dd40 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.2671492 Aug 20 14:52:48.223986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-11e3cd54-988a-41b6-98bc-8b624a3eb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:48.226324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-11e3cd54-988a-41b6-98bc-8b624a3eb2c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfe892b3-d404-4339-bb6c-b63c0d8b291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187500 Aug 20 14:52:48.310455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6275210-88c5-49e0-af9a-f3ac7bef8da1 req-e496c9f0-4af8-4f6f-b551-c1cd6d94faa3 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:48.325735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1798942f-8801-4adf-b9ab-5da73b4869e1 req-9fd64041-e8b1-4b14-9768-458bc5bc6267 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568537 Aug 20 14:52:48.337511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6275210-88c5-49e0-af9a-f3ac7bef8da1 req-e496c9f0-4af8-4f6f-b551-c1cd6d94faa3 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:48.471789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-ad0aff2c-b482-429c-9c94-a77a3e774a66 service neutron] 10.222.0.72 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346961 Aug 20 14:52:48.477699 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6275210-88c5-49e0-af9a-f3ac7bef8da1 req-e496c9f0-4af8-4f6f-b551-c1cd6d94faa3 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:48.493899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6275210-88c5-49e0-af9a-f3ac7bef8da1 req-e496c9f0-4af8-4f6f-b551-c1cd6d94faa3 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.8333354 Aug 20 14:52:48.561301 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cc5ce5-b71b-4ffe-bcb2-3d6965d04ce8 x-openstack-request-id: req-58cc5ce5-b71b-4ffe-bcb2-3d6965d04ce8 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:48.561598 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17901d-9f27-4a62-8549-a49e4cdeff10", "tag": "f560718b-2044-4104-bc75-60b87a944d68", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:48.561852 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58cc5ce5-b71b-4ffe-bcb2-3d6965d04ce8 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:48.562279 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'tag': 'f560718b-2044-4104-bc75-60b87a944d68', 'status': 'completed', 'code': 200} Aug 20 14:52:48.611453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-12db4dca-6e18-4eb2-ba91-13e6cf871b0f None None] Provisioning for port f560718b-2044-4104-bc75-60b87a944d68 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:48.613993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496c9f0-4af8-4f6f-b551-c1cd6d94faa3 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8ced6f-bd1c-4de7-be61-9946a1ba89e7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:48.781249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c809956-70fa-4222-b65f-bfb5ff28999e req-85c85fe3-7c0a-49b9-86e9-5f7ab678b57a tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:48.784941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c809956-70fa-4222-b65f-bfb5ff28999e req-85c85fe3-7c0a-49b9-86e9-5f7ab678b57a tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 944 time: 0.1282737 Aug 20 14:52:48.800026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7884c71c-8d8b-425b-9e54-5313c16befbd req-b818a28c-e6bb-4da6-a6ca-2bd22638923e service neutron] 10.222.0.72 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047256 Aug 20 14:52:48.859613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c809956-70fa-4222-b65f-bfb5ff28999e req-55d9b48e-0a0b-4f33-8517-4f2c96c44733 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574400 Aug 20 14:52:49.112284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-458aa2cf-f5cf-477a-a8fe-c5c9448768d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:49.114473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-458aa2cf-f5cf-477a-a8fe-c5c9448768d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 1096 time: 0.2003632 Aug 20 14:52:49.211090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b42ac99d-3665-456a-b7b5-51a815fc4a72 req-a9fadb2e-965a-4e71-968c-42123cb34253 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/4a8ced6f-bd1c-4de7-be61-9946a1ba89e7 HTTP/1.1" status: 200 len: 1812 time: 0.2298675 Aug 20 14:52:49.236553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-8b8af8fc-125a-4d70-9b31-3ab073a52399 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:49.237496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-8b8af8fc-125a-4d70-9b31-3ab073a52399 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/networks?id=5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 200 len: 819 time: 0.2904634 Aug 20 14:52:49.243298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b42ac99d-3665-456a-b7b5-51a815fc4a72 req-abdda7de-e682-4a40-9f67-2b424e674412 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a8ced6f-bd1c-4de7-be61-9946a1ba89e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:49.243693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b42ac99d-3665-456a-b7b5-51a815fc4a72 req-abdda7de-e682-4a40-9f67-2b424e674412 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a8ced6f-bd1c-4de7-be61-9946a1ba89e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:49.281918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-87dce49d-8d63-44cb-8349-bc9535c1c5a7 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/quotas/16c30f8dfd244d31a1fecbc38b074e6e HTTP/1.1" status: 200 len: 375 time: 0.0334730 Aug 20 14:52:49.336023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-514a82c2-2788-4f9c-9fc5-8bcc998104f1 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436537 Aug 20 14:52:49.371208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-cfe228c9-55ce-4fdf-a6b8-c9816bc96cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:49.372800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-cfe228c9-55ce-4fdf-a6b8-c9816bc96cc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 925 time: 0.2483218 Aug 20 14:52:49.464415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-aa64dad7-b791-4c62-a154-bd0828fd4876 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f560718b-2044-4104-bc75-60b87a944d68 HTTP/1.1" status: 200 len: 217 time: 0.0564752 Aug 20 14:52:49.538687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-8d03c9c1-1250-4341-a11a-ebc7658eb7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:49.540417 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-8d03c9c1-1250-4341-a11a-ebc7658eb7cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 1102 time: 0.0522258 Aug 20 14:52:49.562443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b42ac99d-3665-456a-b7b5-51a815fc4a72 req-abdda7de-e682-4a40-9f67-2b424e674412 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:49.582751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-41efd3ff-f414-4673-a1ad-668894f53449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:49.587901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-41efd3ff-f414-4673-a1ad-668894f53449 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7597d52b-fdf5-4569-b467-0879e0197d36 HTTP/1.1" status: 200 len: 863 time: 0.1117899 Aug 20 14:52:49.604404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-f8009fd1-a657-4fde-98b3-2340ea563c14 service neutron] 10.222.0.36 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588434 Aug 20 14:52:49.658771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-4203a31d-8b6e-43d7-b7cd-dcbfef5ec78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:49.661410 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-4203a31d-8b6e-43d7-b7cd-dcbfef5ec78e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1125596 Aug 20 14:52:49.715334 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-e7cc9015-c84a-4a37-9de3-f5beb32f15a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 217 time: 0.0456879 Aug 20 14:52:49.717241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b42ac99d-3665-456a-b7b5-51a815fc4a72 req-abdda7de-e682-4a40-9f67-2b424e674412 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:49.743530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b42ac99d-3665-456a-b7b5-51a815fc4a72 req-abdda7de-e682-4a40-9f67-2b424e674412 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:49.770187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-baa36127-1948-438f-b7cd-c567f764627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:49.771992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-baa36127-1948-438f-b7cd-c567f764627e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfe892b3-d404-4339-bb6c-b63c0d8b291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654232 Aug 20 14:52:49.799053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdda7de-e682-4a40-9f67-2b424e674412 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a04aff-b390-4d9f-8c44-dffd70787f4a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:49.812930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-ea584137-74ee-4213-8196-1f335a202165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:49.820436 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-ea584137-74ee-4213-8196-1f335a202165 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0971735 Aug 20 14:52:49.872805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-788f90ac-26ad-465b-be32-02773bdbf124 service neutron] 10.222.0.36 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648339 Aug 20 14:52:49.879745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-6842f6d0-4a45-4686-ac1a-96a23e80cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:49.881852 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-6842f6d0-4a45-4686-ac1a-96a23e80cedb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459628 Aug 20 14:52:49.882054 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b42ac99d-3665-456a-b7b5-51a815fc4a72 req-abdda7de-e682-4a40-9f67-2b424e674412 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:49.883234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b42ac99d-3665-456a-b7b5-51a815fc4a72 req-abdda7de-e682-4a40-9f67-2b424e674412 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6610246 Aug 20 14:52:49.978016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-b8089ff8-78a1-44c0-8e90-bc765db07e08 service neutron] 10.222.0.72 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948385 Aug 20 14:52:49.982258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 60084fac-5524-44a1-90e0-1ab11ab41adb details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:52:50.087806 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-d9e07d55-836b-4cc6-9215-5c94658113a1 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919656 Aug 20 14:52:50.163389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=60084fac-5524-44a1-90e0-1ab11ab41adb,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:50.181223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '60084fac-5524-44a1-90e0-1ab11ab41adb', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'port_id': '60084fac-5524-44a1-90e0-1ab11ab41adb', 'mac_address': 'fa:16:3e:76:20:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7f0bb7-1891-429a-b93d-bed0380be9c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:52:50.223303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b2130-82c0-46d1-97a7-7f68135c7257 req-25852a43-add2-4558-bc72-f33ba8c8711c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:50.226574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-287b2130-82c0-46d1-97a7-7f68135c7257 req-25852a43-add2-4558-bc72-f33ba8c8711c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.2476089 Aug 20 14:52:50.246645 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:50.267661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60084fac-5524-44a1-90e0-1ab11ab41adb {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:50.324042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=60084fac-5524-44a1-90e0-1ab11ab41adb,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:50.331573 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:50.348317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7084c553-4bbb-4263-8bce-8f46550a9bf7 req-0c5e76d1-287c-4c1a-85c1-f395b28118bd service neutron] 10.222.0.72 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644481 Aug 20 14:52:50.362354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-287b2130-82c0-46d1-97a7-7f68135c7257 req-caa06eab-41e5-42c1-99f9-cd56c24b4e0c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200690 Aug 20 14:52:50.389203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f60b139f-e0bf-44c9-b5b9-bb1af7f9b216 req-9e1c5dbc-428f-4cc5-bb64-02920dcf0b80 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/4a8ced6f-bd1c-4de7-be61-9946a1ba89e7 HTTP/1.1" status: 200 len: 2405 time: 0.1578939 Aug 20 14:52:50.438188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=60084fac-5524-44a1-90e0-1ab11ab41adb,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:50.478624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.481606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.482285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.495649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.496317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.496892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.497429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.497929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.498464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.498969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.499578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.500075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:52:50.547572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['60084fac-5524-44a1-90e0-1ab11ab41adb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:50.561501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce8ba1d4-e2cc-4446-9828-c7951680fa96 req-32b98ed0-ed69-4bd4-bf61-df32f0292726 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 210 time: 0.0966463 Aug 20 14:52:50.644481 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-faa1cc65-3a35-4a82-8bb5-70ec3c211165 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476029 Aug 20 14:52:50.683498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15cad3cb-7350-4fdc-ab99-85073cf7a7b6 req-69a462e5-54d8-4304-b08f-71885d2e0786 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-group-rules/c0a04aff-b390-4d9f-8c44-dffd70787f4a HTTP/1.1" status: 200 len: 778 time: 0.0487540 Aug 20 14:52:50.739420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abe8b6-7ad4-4b3c-9bb9-132ebcc9f4a0 req-0cf08432-2301-438b-a974-c3f5b803f62a tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:50.743667 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82abe8b6-7ad4-4b3c-9bb9-132ebcc9f4a0 req-0cf08432-2301-438b-a974-c3f5b803f62a tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 944 time: 0.1794765 Aug 20 14:52:50.809189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15cad3cb-7350-4fdc-ab99-85073cf7a7b6 req-a5dd494b-0d90-490d-ac07-e9243834dfac tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/4a8ced6f-bd1c-4de7-be61-9946a1ba89e7 HTTP/1.1" status: 200 len: 2405 time: 0.1146829 Aug 20 14:52:50.868177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82abe8b6-7ad4-4b3c-9bb9-132ebcc9f4a0 req-2428a19d-99bc-467a-beda-422b7c6fac8c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143510 Aug 20 14:52:50.891189 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-15cad3cb-7350-4fdc-ab99-85073cf7a7b6 req-12d9eb3e-af7d-4727-a0e4-19e36a6c3972 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:50.915143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-15cad3cb-7350-4fdc-ab99-85073cf7a7b6 req-12d9eb3e-af7d-4727-a0e4-19e36a6c3972 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:50.957613 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-15cad3cb-7350-4fdc-ab99-85073cf7a7b6 req-12d9eb3e-af7d-4727-a0e4-19e36a6c3972 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:50.964452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-15cad3cb-7350-4fdc-ab99-85073cf7a7b6 req-12d9eb3e-af7d-4727-a0e4-19e36a6c3972 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:50.965824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15cad3cb-7350-4fdc-ab99-85073cf7a7b6 req-12d9eb3e-af7d-4727-a0e4-19e36a6c3972 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c0a04aff-b390-4d9f-8c44-dffd70787f4a HTTP/1.1" status: 204 len: 173 time: 0.1439965 Aug 20 14:52:50.978868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9eb3e-af7d-4727-a0e4-19e36a6c3972 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0a04aff-b390-4d9f-8c44-dffd70787f4a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:50.994014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fb9f7ccd-e214-4b67-8888-e92429d57a72 req-c5b270c7-014d-49b6-ae20-e72a542c4d1d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1546475491', 'description': 'tempest-description-953726546'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:51.021379 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fb9f7ccd-e214-4b67-8888-e92429d57a72 req-c5b270c7-014d-49b6-ae20-e72a542c4d1d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:51.137541 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fb9f7ccd-e214-4b67-8888-e92429d57a72 req-c5b270c7-014d-49b6-ae20-e72a542c4d1d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:51.144731 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fb9f7ccd-e214-4b67-8888-e92429d57a72 req-c5b270c7-014d-49b6-ae20-e72a542c4d1d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:51.182285 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fb9f7ccd-e214-4b67-8888-e92429d57a72 req-c5b270c7-014d-49b6-ae20-e72a542c4d1d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:51.184029 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb9f7ccd-e214-4b67-8888-e92429d57a72 req-c5b270c7-014d-49b6-ae20-e72a542c4d1d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1955543 Aug 20 14:52:51.186153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b270c7-014d-49b6-ae20-e72a542c4d1d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae94c215-de57-457a-b293-3fe84ca35e45,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:51.255649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b0e5d34-8080-4368-a1be-704423a88f2f req-a41ee161-6305-4722-bfba-a8086939eb72 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/ae94c215-de57-457a-b293-3fe84ca35e45 HTTP/1.1" status: 200 len: 1812 time: 0.0490153 Aug 20 14:52:51.291458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-49f7c55f-d3cf-4f19-8588-c7108dce5542 req-c47ba3ca-8cb7-43ce-b5a9-02eff281ac59 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1526938065', 'description': 'tempest-description-596084881'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:51.316327 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49f7c55f-d3cf-4f19-8588-c7108dce5542 req-c47ba3ca-8cb7-43ce-b5a9-02eff281ac59 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:51.421421 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49f7c55f-d3cf-4f19-8588-c7108dce5542 req-c47ba3ca-8cb7-43ce-b5a9-02eff281ac59 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:51.432217 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49f7c55f-d3cf-4f19-8588-c7108dce5542 req-c47ba3ca-8cb7-43ce-b5a9-02eff281ac59 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:51.466896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49f7c55f-d3cf-4f19-8588-c7108dce5542 req-c47ba3ca-8cb7-43ce-b5a9-02eff281ac59 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:51.479748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49f7c55f-d3cf-4f19-8588-c7108dce5542 req-c47ba3ca-8cb7-43ce-b5a9-02eff281ac59 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1928573 Aug 20 14:52:51.486368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ba3ca-8cb7-43ce-b5a9-02eff281ac59 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28145962-66b1-4633-9e51-02b1c27f5c4c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:51.666149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdf242-5c59-4386-9596-76abaad1f2ef req-624a1aef-45f8-4dfd-97d2-bbb4be513a04 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:51.680308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53fdf242-5c59-4386-9596-76abaad1f2ef req-624a1aef-45f8-4dfd-97d2-bbb4be513a04 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.1044414 Aug 20 14:52:51.755140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53fdf242-5c59-4386-9596-76abaad1f2ef req-f91ece22-eefa-413f-ae47-7f2240218c68 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715265 Aug 20 14:52:51.838870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4393220-063d-40e6-89a7-2aaf3dca5d5e req-d7ea3094-58d4-48bb-a835-2c0e8488fed9 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/28145962-66b1-4633-9e51-02b1c27f5c4c HTTP/1.1" status: 200 len: 1812 time: 0.0644200 Aug 20 14:52:51.870942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-6e9b7cb2-1019-4b1c-ba0e-4ec14916ba53 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:51.887175 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-6e9b7cb2-1019-4b1c-ba0e-4ec14916ba53 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.70 "GET /v2.0/networks?id=5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 200 len: 819 time: 0.2619858 Aug 20 14:52:51.914891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Request body: {'port': {'device_id': '1a859b04-4bc6-4394-8994-36934c9e2555', 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432', 'admin_state_up': True, 'tenant_id': '16c30f8dfd244d31a1fecbc38b074e6e'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:52.009519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb240730-a921-4de6-be26-16edaf54faea req-c9dfdaea-bb5f-439a-8332-ac37ea2d7a5d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 210 time: 0.0669904 Aug 20 14:52:52.019925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 60084fac-5524-44a1-90e0-1ab11ab41adb up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:52.127132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 60084fac-5524-44a1-90e0-1ab11ab41adb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:52.127748 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:52.167860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Made reservation on behalf of 16c30f8dfd244d31a1fecbc38b074e6e for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:52.172723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:52.184468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-142d0453-6efc-48d3-b696-7ab9376cf294 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--947193901&fields=id&tenant_id=e883cb04d1934cf0958b9596d3e5a9d2 HTTP/1.1" status: 200 len: 267 time: 0.0579228 Aug 20 14:52:52.269771 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:52.318029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:52.323131 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee76b13-f658-49f4-88eb-a07ba031b9b8" -d '{"events": [{"server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "name": "network-vif-plugged", "status": "completed", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:52.345401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-71ae090e-51f6-4879-b277-c02061822971 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:52.346889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-71ae090e-51f6-4879-b277-c02061822971 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/networks?id=e66e39b1-a05e-4836-8b46-8506604bb052 HTTP/1.1" status: 200 len: 816 time: 0.1610830 Aug 20 14:52:52.359066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=60084fac-5524-44a1-90e0-1ab11ab41adb,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:52.362691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Allocated IP 172.20.0.14 (5c025684-3c2b-4af3-a415-3bdbcc0bf432/4ce82c74-a466-45a5-be79-f53f84087e2d/861ceece-e2ff-4bdb-aad0-5fd2e1c94da8) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:52.367497 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:52.385941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-14ddd097-aa23-4cfc-ab72-829dffef8202 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/quotas/e883cb04d1934cf0958b9596d3e5a9d2 HTTP/1.1" status: 200 len: 375 time: 0.0286975 Aug 20 14:52:52.471838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=60084fac-5524-44a1-90e0-1ab11ab41adb,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:52.506350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-3ea6e104-c510-4e86-90e4-98448bb47c14 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e883cb04d1934cf0958b9596d3e5a9d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1138630 Aug 20 14:52:52.693910 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:52.700290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-4b8f52f9-36dc-4fc0-95b2-81b388aef663 service neutron] 10.222.0.36 "GET /v2.0/networks/e66e39b1-a05e-4836-8b46-8506604bb052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823213 Aug 20 14:52:52.760994 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:52.813476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-1b517f0b-a85c-4cf9-a7fe-81149ab12267 service neutron] 10.222.0.36 "GET /v2.0/networks/e66e39b1-a05e-4836-8b46-8506604bb052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119177 Aug 20 14:52:52.862622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event updated for resources: {'Port': ['ID=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:52.867225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:52.869517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:52.875228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:52.929416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f560718b-2044-4104-bc75-60b87a944d68 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:52:52.983305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:52.994618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.030908 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-7c7f5a1d-4836-462b-84c9-517f452de95d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1238215 Aug 20 14:52:53.048393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Request body: {'port': {'device_id': '1a859b04-4bc6-4394-8994-36934c9e2555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:53.118035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f560718b-2044-4104-bc75-60b87a944d68, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f560718b-2044-4104-bc75-60b87a944d68,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:53.145301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'f560718b-2044-4104-bc75-60b87a944d68', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'port_id': 'f560718b-2044-4104-bc75-60b87a944d68', 'mac_address': 'fa:16:3e:86:84:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:52:53.171178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.191882 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.209897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f560718b-2044-4104-bc75-60b87a944d68 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:53.238302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f560718b-2044-4104-bc75-60b87a944d68, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f560718b-2044-4104-bc75-60b87a944d68,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:53.247513 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.352913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f560718b-2044-4104-bc75-60b87a944d68,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:53.404163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-ae43c77c-e658-4488-8c7c-0b06e91353f5 req-1a324256-13bd-41ef-b4f2-3acabee3405d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-467899490', 'description': 'tempest-description-491939486'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:53.452807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ae43c77c-e658-4488-8c7c-0b06e91353f5 req-1a324256-13bd-41ef-b4f2-3acabee3405d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.657504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:53.667629 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ae43c77c-e658-4488-8c7c-0b06e91353f5 req-1a324256-13bd-41ef-b4f2-3acabee3405d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.669955 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.676183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f560718b-2044-4104-bc75-60b87a944d68'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:53.697160 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ae43c77c-e658-4488-8c7c-0b06e91353f5 req-1a324256-13bd-41ef-b4f2-3acabee3405d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.716368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Transition to ACTIVE for port object 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:53.729886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.739571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ae43c77c-e658-4488-8c7c-0b06e91353f5 req-1a324256-13bd-41ef-b4f2-3acabee3405d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:53.759820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae43c77c-e658-4488-8c7c-0b06e91353f5 req-1a324256-13bd-41ef-b4f2-3acabee3405d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3724372 Aug 20 14:52:53.789134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a324256-13bd-41ef-b4f2-3acabee3405d tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98382d9f-12d3-49aa-9ae8-cc8d316f914e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:53.898281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Pushing event updated for resources: {'Port': ['ID=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:53.935501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eed6c9-f89b-4057-80b6-96c553824243 req-be2f3feb-bdd9-4479-bde6-f8c6e852f35d tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:53.950425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82eed6c9-f89b-4057-80b6-96c553824243 req-be2f3feb-bdd9-4479-bde6-f8c6e852f35d tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 945 time: 0.1187701 Aug 20 14:52:54.062579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82eed6c9-f89b-4057-80b6-96c553824243 req-f6b3cb96-48c8-4364-aa24-29ecfb0d763a tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074812 Aug 20 14:52:54.114605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Attempting to bind port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:54.114987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Attempting to bind port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:54.115478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Attempting to bind port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 on network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:54.128096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 on network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:52:54.128440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Attempting to bind port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 on network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:54.134933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:54.135984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Checking segment: {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:54.136407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Bound using segment: {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:54.137361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Bound port: 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:54.137573 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:54.228858 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea7dd3c-5782-44fb-b6e6-53e901243824 x-openstack-request-id: req-aea7dd3c-5782-44fb-b6e6-53e901243824 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:54.229976 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "name": "network-vif-plugged", "status": "completed", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:54.230399 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aea7dd3c-5782-44fb-b6e6-53e901243824 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:54.230969 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb', 'code': 200} Aug 20 14:52:54.259734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:54.269529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:54.276223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:54.325335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:54.326567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:54.329038 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] 10.222.0.70 "PUT /v2.0/ports/861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 HTTP/1.1" status: 200 len: 1093 time: 1.2859774 Aug 20 14:52:54.329575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:54.332176 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef" -d '{"events": [{"name": "network-changed", "server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:54.367148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33753793-24ab-4e85-9fcf-d173e9a44af8 service neutron] Pushing event updated for resources: {'Port': ['ID=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:54.421145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96cc56-136f-4df1-a815-9fed775de0d6 req-9e299926-5c21-49e0-8b8c-5f7bf9abfee7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:54.422807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d96cc56-136f-4df1-a815-9fed775de0d6 req-9e299926-5c21-49e0-8b8c-5f7bf9abfee7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.0779867 Aug 20 14:52:54.502725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-ab4785da-736a-41a0-b4ab-41155dbbda6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:54.504816 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-ab4785da-736a-41a0-b4ab-41155dbbda6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 1096 time: 0.0616534 Aug 20 14:52:54.508429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d96cc56-136f-4df1-a815-9fed775de0d6 req-10173270-120b-4535-8b16-a4436490f5a3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746078 Aug 20 14:52:54.608034 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-10bfbd1f-1c9f-4eb1-90a5-d5f0c32c08d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 HTTP/1.1" status: 200 len: 217 time: 0.0792923 Aug 20 14:52:54.676856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428e7b3-2f05-4134-a326-e56ad98adda0 req-cff546f5-7691-46b5-b43c-215e662c3847 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:54.685940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2428e7b3-2f05-4134-a326-e56ad98adda0 req-cff546f5-7691-46b5-b43c-215e662c3847 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 944 time: 0.0863173 Aug 20 14:52:54.697728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-d60d4f18-4eaf-4a3b-8b41-b6d6d66efab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:54.699259 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-d60d4f18-4eaf-4a3b-8b41-b6d6d66efab8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ce82c74-a466-45a5-be79-f53f84087e2d HTTP/1.1" status: 200 len: 859 time: 0.0752432 Aug 20 14:52:54.737933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2428e7b3-2f05-4134-a326-e56ad98adda0 req-98f455d9-a6ef-40f3-9545-4cf23b8654e6 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508618 Aug 20 14:52:54.770836 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-99d39f53-7394-4b07-b038-e260025288cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5c025684-3c2b-4af3-a415-3bdbcc0bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567908 Aug 20 14:52:54.863246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e418fa9-6a66-4d86-9002-894ed2a7e0e2 req-f39ddb46-3d86-444a-8c24-0434cb752d16 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 210 time: 0.0423577 Aug 20 14:52:54.944862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-3b482743-d77d-49ce-8c2b-701051f894b5 service neutron] 10.222.0.70 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646531 Aug 20 14:52:54.947996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f560718b-2044-4104-bc75-60b87a944d68 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:52:54.954886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddf229a7-e18c-426d-9e3f-ff4af039fd11 req-0d3719a1-79ea-4cb1-a0b5-c75f1162ff2e tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/98382d9f-12d3-49aa-9ae8-cc8d316f914e HTTP/1.1" status: 200 len: 1811 time: 0.0658593 Aug 20 14:52:55.057655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port f560718b-2044-4104-bc75-60b87a944d68 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:55.077188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port f560718b-2044-4104-bc75-60b87a944d68 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:55.078680 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:55.085979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-204e0b2a-8b10-45e5-8f35-6a863d617292 req-a27ec85a-f7bc-4709-a8a0-23230beee2b6 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1188253932', 'description': 'tempest-description-1907535654'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:55.088521 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd71500-2acb-49c7-b730-da670e12cfbd x-openstack-request-id: req-2dd71500-2acb-49c7-b730-da670e12cfbd {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:55.088812 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:55.089064 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2dd71500-2acb-49c7-b730-da670e12cfbd {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:55.089461 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8', 'status': 'completed', 'code': 200} Aug 20 14:52:55.141805 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b1beddf-fa11-4b59-a98d-ffe4d03b50b1 req-d5fbb0ff-fba5-430e-9a68-fdfcc148f9ee service neutron] 10.222.0.70 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751957 Aug 20 14:52:55.155313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-204e0b2a-8b10-45e5-8f35-6a863d617292 req-a27ec85a-f7bc-4709-a8a0-23230beee2b6 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:55.208411 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:55.296266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-0de6a06b-7cd1-43dd-be89-bc73b558d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:55.302131 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-0de6a06b-7cd1-43dd-be89-bc73b558d82d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 1096 time: 0.0976791 Aug 20 14:52:55.362830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-204e0b2a-8b10-45e5-8f35-6a863d617292 req-a27ec85a-f7bc-4709-a8a0-23230beee2b6 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:55.371696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-204e0b2a-8b10-45e5-8f35-6a863d617292 req-a27ec85a-f7bc-4709-a8a0-23230beee2b6 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:55.395942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f560718b-2044-4104-bc75-60b87a944d68, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f560718b-2044-4104-bc75-60b87a944d68,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:55.405428 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:55.430667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-204e0b2a-8b10-45e5-8f35-6a863d617292 req-a27ec85a-f7bc-4709-a8a0-23230beee2b6 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:55.433344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-204e0b2a-8b10-45e5-8f35-6a863d617292 req-a27ec85a-f7bc-4709-a8a0-23230beee2b6 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3526824 Aug 20 14:52:55.434360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ec85a-f7bc-4709-a8a0-23230beee2b6 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909b2912-8abf-4507-a859-38f538142af9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:55.483103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-1db99f45-da52-4488-bc22-1eb7863d49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:55.484641 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-1db99f45-da52-4488-bc22-1eb7863d49d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 200 len: 920 time: 0.1734884 Aug 20 14:52:55.488773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f560718b-2044-4104-bc75-60b87a944d68,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:55.576156 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-8105b8eb-b72c-4422-a133-49337b418387 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 HTTP/1.1" status: 200 len: 217 time: 0.0785174 Aug 20 14:52:55.597425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dce14-9f45-4e03-ba67-a99c8fb27ee6 req-c51bf437-5c21-496a-a150-1a42ce82b224 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:55.601180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b2dce14-9f45-4e03-ba67-a99c8fb27ee6 req-c51bf437-5c21-496a-a150-1a42ce82b224 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.0756028 Aug 20 14:52:55.673397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b2dce14-9f45-4e03-ba67-a99c8fb27ee6 req-53059f46-4101-4d05-8ed2-31086abff937 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663047 Aug 20 14:52:55.799285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-622ef2a4-c462-4eee-9431-c97155161a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:55.800862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-622ef2a4-c462-4eee-9431-c97155161a8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ce82c74-a466-45a5-be79-f53f84087e2d HTTP/1.1" status: 200 len: 859 time: 0.2120171 Aug 20 14:52:55.867586 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-5829c9a4-e5db-43a9-894c-bb6026ac4df3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5c025684-3c2b-4af3-a415-3bdbcc0bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509937 Aug 20 14:52:55.876471 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-03942373-dabd-4564-891b-80de928af845 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:55.877545 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-03942373-dabd-4564-891b-80de928af845 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.72 "GET /v2.0/networks?id=e66e39b1-a05e-4836-8b46-8506604bb052 HTTP/1.1" status: 200 len: 816 time: 0.2315092 Aug 20 14:52:55.938117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98aeea89-0f6f-4e25-a301-bbc0b5210505 req-2ec1f8f2-e448-4261-a25c-4b5d90cd2117 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/909b2912-8abf-4507-a859-38f538142af9 HTTP/1.1" status: 200 len: 1813 time: 0.0601079 Aug 20 14:52:56.041945 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-7641573f-3ed0-43ed-8f5f-709e73ee1f90 service neutron] 10.222.0.70 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629534 Aug 20 14:52:56.084024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-a6a62558-7df7-4b4c-9b2c-bec2ea15b77a tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e883cb04d1934cf0958b9596d3e5a9d2 HTTP/1.1" status: 200 len: 379 time: 0.0593023 Aug 20 14:52:56.100580 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Request body: {'port': {'device_id': '55768c73-4393-4ece-9afa-5691f93e7bda', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'admin_state_up': True, 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'security_groups': ['83f3882b-1ab4-4503-9b27-02521de5714f']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:56.119619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44a8a-1074-44e7-a0ab-00dbc8e44de6 req-d2bae195-0fe5-46ef-bf33-b8b275682126 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:56.121306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ab44a8a-1074-44e7-a0ab-00dbc8e44de6 req-d2bae195-0fe5-46ef-bf33-b8b275682126 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.0738459 Aug 20 14:52:56.196653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ab44a8a-1074-44e7-a0ab-00dbc8e44de6 req-768a59d8-c8f8-482d-8196-aeb58dc54649 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675268 Aug 20 14:52:56.234848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f560718b-2044-4104-bc75-60b87a944d68'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:56.240153 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58448dd-3f0a-4081-9c91-73ceb527a53e" -d '{"events": [{"server_uuid": "be17901d-9f27-4a62-8549-a49e4cdeff10", "name": "network-vif-plugged", "status": "completed", "tag": "f560718b-2044-4104-bc75-60b87a944d68"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:56.278569 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86fbe0bf-cde6-4cf8-a585-ceffccf22bef req-ca25a88b-c704-45f2-baa5-d6e6f30a8fe7 service neutron] 10.222.0.70 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104549 Aug 20 14:52:56.370384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc61389-c2bb-4aea-9bf4-9ae3fe8156af req-98bd4554-81b8-44d0-8029-2c6138c15431 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:56.371968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cc61389-c2bb-4aea-9bf4-9ae3fe8156af req-98bd4554-81b8-44d0-8029-2c6138c15431 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 944 time: 0.0784800 Aug 20 14:52:56.382266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Made reservation on behalf of e883cb04d1934cf0958b9596d3e5a9d2 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:52:56.386674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:56.472442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cc61389-c2bb-4aea-9bf4-9ae3fe8156af req-d1bb1137-7d6f-4c23-b406-fad94908342d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932856 Aug 20 14:52:56.628139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d2b5f4-77fd-49bf-8b57-5190d0912b49 req-e51d3e32-d443-429b-9c60-c8ec0c837ba1 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 210 time: 0.0382278 Aug 20 14:52:56.699488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Allocated IP 172.20.0.8 (e66e39b1-a05e-4836-8b46-8506604bb052/dbacbc17-7df4-48d3-a13d-bdec1cc52495/2f0170c2-4371-454b-af3b-680ec0c640ec) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:52:56.702515 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-6907529b-4fa0-4c37-8b66-17e836a22d0b req-3bec8059-e994-40ec-807f-ad3690ec95e6 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] show failed (client error): The resource could not be found. Aug 20 14:52:56.715356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6907529b-4fa0-4c37-8b66-17e836a22d0b req-3bec8059-e994-40ec-807f-ad3690ec95e6 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/0dc43ce0-242e-42a2-a908-137a6830f9f9 HTTP/1.1" status: 404 len: 352 time: 0.0294237 Aug 20 14:52:56.786646 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8158be-596e-4a5e-9e25-d4591bc35d2a x-openstack-request-id: req-3e8158be-596e-4a5e-9e25-d4591bc35d2a {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:52:56.788261 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be17901d-9f27-4a62-8549-a49e4cdeff10", "name": "network-vif-plugged", "status": "completed", "tag": "f560718b-2044-4104-bc75-60b87a944d68", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:52:56.788575 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e8158be-596e-4a5e-9e25-d4591bc35d2a {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:52:56.788980 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f560718b-2044-4104-bc75-60b87a944d68', 'code': 200} Aug 20 14:52:56.824359 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-a7e72816-e7ab-489e-bc0b-b829a42e81f0 req-b8f72a46-d7ca-4746-b7b0-4a5918c5a2c5 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] show failed (client error): The resource could not be found. Aug 20 14:52:56.834408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7e72816-e7ab-489e-bc0b-b829a42e81f0 req-b8f72a46-d7ca-4746-b7b0-4a5918c5a2c5 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-group-rules/c7bc724f-94f9-42fe-a563-e667760c835c HTTP/1.1" status: 404 len: 361 time: 0.0231895 Aug 20 14:52:56.997464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:57.018755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Transition to ACTIVE for port object 2f0170c2-4371-454b-af3b-680ec0c640ec will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:57.042416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3570a-3035-4e08-af9d-131e98960e88 req-4eda5594-1a1d-4690-ae2b-97f374348bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:57.043668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ee3570a-3035-4e08-af9d-131e98960e88 req-4eda5594-1a1d-4690-ae2b-97f374348bd0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 1098 time: 0.1355178 Aug 20 14:52:57.052457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85bab2-ba7d-4ebc-ab9a-1213e21e759d req-50d1f472-8a96-479a-853d-01f25972afec tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:57.060196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c85bab2-ba7d-4ebc-ab9a-1213e21e759d req-50d1f472-8a96-479a-853d-01f25972afec tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.0883276 Aug 20 14:52:57.133992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:57.143414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ee3570a-3035-4e08-af9d-131e98960e88 req-0322d7c2-d429-4c06-ba68-baa5e88ebb2d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632684 Aug 20 14:52:57.159078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c85bab2-ba7d-4ebc-ab9a-1213e21e759d req-0a6260b0-aeab-4140-a79b-70231459ffee tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980175 Aug 20 14:52:57.229275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Network e66e39b1-a05e-4836-8b46-8506604bb052 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:52:57.232899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:52:57.248719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:52:57.296646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Pushing event updated for resources: {'Port': ['ID=2f0170c2-4371-454b-af3b-680ec0c640ec,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:57.316800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33bbfefc-9223-43ee-983b-0475ffe79ab3 req-f04f2320-11e0-42fa-a39d-84218c29131b tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/909b2912-8abf-4507-a859-38f538142af9 HTTP/1.1" status: 200 len: 1813 time: 0.1002336 Aug 20 14:52:57.350202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:57.350999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:57.389164 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-8743cf03-a865-41e5-9460-d12ab60000ad tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2905824 Aug 20 14:52:57.450005 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33bbfefc-9223-43ee-983b-0475ffe79ab3 req-488e0dcc-1fa8-4c1d-be77-57a1de52b952 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:57.485796 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33bbfefc-9223-43ee-983b-0475ffe79ab3 req-488e0dcc-1fa8-4c1d-be77-57a1de52b952 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:57.546947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Request body: {'port': {'device_id': '55768c73-4393-4ece-9afa-5691f93e7bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:52:57.549897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33bbfefc-9223-43ee-983b-0475ffe79ab3 req-488e0dcc-1fa8-4c1d-be77-57a1de52b952 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:57.556631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33bbfefc-9223-43ee-983b-0475ffe79ab3 req-488e0dcc-1fa8-4c1d-be77-57a1de52b952 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:57.581008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33bbfefc-9223-43ee-983b-0475ffe79ab3 req-488e0dcc-1fa8-4c1d-be77-57a1de52b952 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "DELETE /v2.0/security-groups/909b2912-8abf-4507-a859-38f538142af9 HTTP/1.1" status: 204 len: 173 time: 0.2495615 Aug 20 14:52:57.592050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e0dcc-1fa8-4c1d-be77-57a1de52b952 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909b2912-8abf-4507-a859-38f538142af9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:57.665372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6638c1d3-34a1-416f-a120-99fa814e2392 None None] Provisioning for port 2f0170c2-4371-454b-af3b-680ec0c640ec completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:52:57.681796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6638c1d3-34a1-416f-a120-99fa814e2392 None None] Provisioning complete for port 2f0170c2-4371-454b-af3b-680ec0c640ec triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:52:57.683757 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6638c1d3-34a1-416f-a120-99fa814e2392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:57.802859 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6638c1d3-34a1-416f-a120-99fa814e2392 None None] Port 2f0170c2-4371-454b-af3b-680ec0c640ec cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:52:57.818258 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:57.866534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32267335-c054-48d9-8102-a42a1aaf6f7a req-1f6e8c85-38d4-42b1-a93f-3906e89d860e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:57.875014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32267335-c054-48d9-8102-a42a1aaf6f7a req-1f6e8c85-38d4-42b1-a93f-3906e89d860e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.0807872 Aug 20 14:52:57.952996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32267335-c054-48d9-8102-a42a1aaf6f7a req-b42e02d3-85bc-4864-97a0-534f19f6612d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776231 Aug 20 14:52:58.056324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:52:58.159577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcd841-f5c9-41a4-a517-fd4928bafbd6 req-13df7805-249b-4730-9bf7-f47933f89f6e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:58.175798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9abcd841-f5c9-41a4-a517-fd4928bafbd6 req-13df7805-249b-4730-9bf7-f47933f89f6e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 944 time: 0.1126413 Aug 20 14:52:58.289256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9abcd841-f5c9-41a4-a517-fd4928bafbd6 req-fffdf982-7d12-4295-96e6-05fc9eb99817 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039455 Aug 20 14:52:58.369160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:58.400615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8', 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432', 'port_id': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8', 'mac_address': 'fa:16:3e:30:ea:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce82c74-a466-45a5-be79-f53f84087e2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:52:58.401260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1017e2eb-6294-4a9c-bd4b-c5caa2ef097a req-bf3426fc-6482-4571-93f4-a52d0a6cdc9b tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/98382d9f-12d3-49aa-9ae8-cc8d316f914e HTTP/1.1" status: 200 len: 1811 time: 0.0987067 Aug 20 14:52:58.499300 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0170c2-4371-454b-af3b-680ec0c640ec {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:58.510957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1017e2eb-6294-4a9c-bd4b-c5caa2ef097a req-a16650b5-af51-4597-8bb5-95583041247f tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.513561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.533974 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.534774 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.540853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Transition to ACTIVE for port object 2f0170c2-4371-454b-af3b-680ec0c640ec will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:52:58.553670 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.564290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:52:58.570542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1017e2eb-6294-4a9c-bd4b-c5caa2ef097a req-a16650b5-af51-4597-8bb5-95583041247f tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.612071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:52:58.622250 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.713030 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1017e2eb-6294-4a9c-bd4b-c5caa2ef097a req-a16650b5-af51-4597-8bb5-95583041247f tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.718258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1017e2eb-6294-4a9c-bd4b-c5caa2ef097a req-a16650b5-af51-4597-8bb5-95583041247f tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.726122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1017e2eb-6294-4a9c-bd4b-c5caa2ef097a req-a16650b5-af51-4597-8bb5-95583041247f tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "DELETE /v2.0/security-groups/98382d9f-12d3-49aa-9ae8-cc8d316f914e HTTP/1.1" status: 204 len: 173 time: 0.3238630 Aug 20 14:52:58.758084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16650b5-af51-4597-8bb5-95583041247f tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98382d9f-12d3-49aa-9ae8-cc8d316f914e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:58.824255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0170c2-4371-454b-af3b-680ec0c640ec,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:58.851665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:58.868484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Attempting to bind port 2f0170c2-4371-454b-af3b-680ec0c640ec on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:52:58.870563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Attempting to bind port 2f0170c2-4371-454b-af3b-680ec0c640ec by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:52:58.873569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Attempting to bind port 2f0170c2-4371-454b-af3b-680ec0c640ec on network e66e39b1-a05e-4836-8b46-8506604bb052 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:58.891273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Port 2f0170c2-4371-454b-af3b-680ec0c640ec on network e66e39b1-a05e-4836-8b46-8506604bb052 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:52:58.891862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Attempting to bind port 2f0170c2-4371-454b-af3b-680ec0c640ec on network e66e39b1-a05e-4836-8b46-8506604bb052 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:52:58.923281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:52:58.923656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Checking segment: {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:52:58.924052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Bound using segment: {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:52:58.924495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Bound port: 2f0170c2-4371-454b-af3b-680ec0c640ec, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a89185b2-57c3-4380-a409-c6b6c308fc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:52:58.930183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d18de7-6e81-43b6-89e6-dae1c0abf40c req-0b60d3cf-7f79-4da2-8fee-25c0a9ad52aa tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:58.932383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:58.939130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5d18de7-6e81-43b6-89e6-dae1c0abf40c req-0b60d3cf-7f79-4da2-8fee-25c0a9ad52aa tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 943 time: 0.0646644 Aug 20 14:52:59.019004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['861ceece-e2ff-4bdb-aad0-5fd2e1c94da8'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:52:59.216704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5d18de7-6e81-43b6-89e6-dae1c0abf40c req-2bb338c5-69d6-46aa-a286-159e6d1d6b9d tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753918 Aug 20 14:52:59.245172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] For port 2f0170c2-4371-454b-af3b-680ec0c640ec, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:52:59.249513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] For port 2f0170c2-4371-454b-af3b-680ec0c640ec, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2f0170c2-4371-454b-af3b-680ec0c640ec,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:52:59.264988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:59.311728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:59.312510 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:59.313999 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] 10.222.0.72 "PUT /v2.0/ports/2f0170c2-4371-454b-af3b-680ec0c640ec HTTP/1.1" status: 200 len: 1092 time: 1.7760236 Aug 20 14:52:59.314649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55768c73-4393-4ece-9afa-5691f93e7bda', 'tag': '2f0170c2-4371-454b-af3b-680ec0c640ec'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:52:59.319086 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46168d4f-0b9d-446d-969d-adc97c2b6690" -d '{"events": [{"name": "network-changed", "server_uuid": "55768c73-4393-4ece-9afa-5691f93e7bda", "tag": "2f0170c2-4371-454b-af3b-680ec0c640ec"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:52:59.533052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae3ef9-0ca2-418f-b274-b31e1c609951 req-147285e2-1982-4c00-ae4b-9469c3518e0c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:59.534691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0ae3ef9-0ca2-418f-b274-b31e1c609951 req-147285e2-1982-4c00-ae4b-9469c3518e0c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.1876962 Aug 20 14:52:59.547338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a247e-acca-4703-8352-11c0b1627df1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0170c2-4371-454b-af3b-680ec0c640ec,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:52:59.583802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-ed1338e3-86a8-4d93-8c44-5e4141b683f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:59.584333 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-ed1338e3-86a8-4d93-8c44-5e4141b683f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e883cb04d1934cf0958b9596d3e5a9d2&device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 1095 time: 0.1551101 Aug 20 14:52:59.626562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0ae3ef9-0ca2-418f-b274-b31e1c609951 req-1805f8f0-5e85-4fc8-95f5-1ba5fc1199f7 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849943 Aug 20 14:52:59.689392 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-715589fd-96f9-45e8-86c7-af813b2d5d57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0170c2-4371-454b-af3b-680ec0c640ec HTTP/1.1" status: 200 len: 217 time: 0.0885084 Aug 20 14:52:59.762623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-c0a43400-bb3e-4e1f-8155-7c6ba824e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:59.764570 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-c0a43400-bb3e-4e1f-8155-7c6ba824e6f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbacbc17-7df4-48d3-a13d-bdec1cc52495 HTTP/1.1" status: 200 len: 855 time: 0.0684242 Aug 20 14:52:59.856035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbfe540b-cb1a-466b-8eef-9702f5414912 req-3f523388-8c85-49ed-8386-2e42140fd58c tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/28145962-66b1-4633-9e51-02b1c27f5c4c HTTP/1.1" status: 200 len: 1812 time: 0.0507739 Aug 20 14:52:59.878381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-b6fa576b-f40f-49eb-acef-4fed0fb0abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:52:59.881226 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-b6fa576b-f40f-49eb-acef-4fed0fb0abb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e66e39b1-a05e-4836-8b46-8506604bb052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840025 Aug 20 14:52:59.941661 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bbfe540b-cb1a-466b-8eef-9702f5414912 req-299aa4b4-bdd4-448f-92e0-9968469f0585 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:52:59.992457 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bbfe540b-cb1a-466b-8eef-9702f5414912 req-299aa4b4-bdd4-448f-92e0-9968469f0585 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:00.003312 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-491d1a99-52a8-44dc-bd7e-6a87707482b5 service neutron] 10.222.0.72 "GET /v2.0/networks/e66e39b1-a05e-4836-8b46-8506604bb052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059184 Aug 20 14:53:00.055202 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bbfe540b-cb1a-466b-8eef-9702f5414912 req-299aa4b4-bdd4-448f-92e0-9968469f0585 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:00.063168 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bbfe540b-cb1a-466b-8eef-9702f5414912 req-299aa4b4-bdd4-448f-92e0-9968469f0585 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:00.076114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbfe540b-cb1a-466b-8eef-9702f5414912 req-299aa4b4-bdd4-448f-92e0-9968469f0585 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "DELETE /v2.0/security-groups/28145962-66b1-4633-9e51-02b1c27f5c4c HTTP/1.1" status: 204 len: 173 time: 0.2186418 Aug 20 14:53:00.093109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299aa4b4-bdd4-448f-92e0-9968469f0585 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28145962-66b1-4633-9e51-02b1c27f5c4c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:00.178152 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-67c393db-60d9-4804-a6e4-fe6d90701606 req-a5ea873a-08e3-43c0-bcfb-73cad4b03351 service neutron] 10.222.0.72 "GET /v2.0/networks/e66e39b1-a05e-4836-8b46-8506604bb052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717563 Aug 20 14:53:00.212969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83ff09-987b-40c8-91b4-0bb1dd76a35a req-9f8ac71b-75d2-4aa3-b27e-f5e1e28e3e31 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:00.214717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b83ff09-987b-40c8-91b4-0bb1dd76a35a req-9f8ac71b-75d2-4aa3-b27e-f5e1e28e3e31 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.0645843 Aug 20 14:53:00.283392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b83ff09-987b-40c8-91b4-0bb1dd76a35a req-c6dea1f3-8854-4882-ae01-7741cf20a96b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544424 Aug 20 14:53:00.441617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a6a4b-d673-452e-9564-8ddf670bedd0 req-d8d0bd4d-ae6b-4d72-8ebd-eb8f2e70205a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:00.451969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb6a6a4b-d673-452e-9564-8ddf670bedd0 req-d8d0bd4d-ae6b-4d72-8ebd-eb8f2e70205a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 945 time: 0.1058087 Aug 20 14:53:00.502488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb6a6a4b-d673-452e-9564-8ddf670bedd0 req-a13fd0f2-ea34-4f90-b91d-1b743b081db1 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474575 Aug 20 14:53:00.594322 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc3e298-942a-46cb-a5f5-9274f52672bb x-openstack-request-id: req-3fc3e298-942a-46cb-a5f5-9274f52672bb {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:00.594880 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55768c73-4393-4ece-9afa-5691f93e7bda", "tag": "2f0170c2-4371-454b-af3b-680ec0c640ec", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:00.595233 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3fc3e298-942a-46cb-a5f5-9274f52672bb {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:00.595856 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55768c73-4393-4ece-9afa-5691f93e7bda', 'tag': '2f0170c2-4371-454b-af3b-680ec0c640ec', 'status': 'completed', 'code': 200} Aug 20 14:53:00.727843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-3e3a19a8-2fbb-4814-9c01-04a01a23e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:00.729442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003af29-4fd2-4401-a3e8-7a758dc81256 req-f3418650-8e09-4b9b-b745-91d91b68505d tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:00.730972 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-3e3a19a8-2fbb-4814-9c01-04a01a23e2a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e883cb04d1934cf0958b9596d3e5a9d2&device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 1095 time: 0.0842402 Aug 20 14:53:00.732399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3003af29-4fd2-4401-a3e8-7a758dc81256 req-f3418650-8e09-4b9b-b745-91d91b68505d tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.0630813 Aug 20 14:53:00.744161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53248) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:00.750021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Request body: {'floatingip': {'port_id': 'f560718b-2044-4104-bc75-60b87a944d68'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:00.837355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c631e44-1701-4313-92ec-9a6814785453 req-24488391-059b-41be-ba34-4e26237e2f7b tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/ae94c215-de57-457a-b293-3fe84ca35e45 HTTP/1.1" status: 200 len: 1812 time: 0.0857913 Aug 20 14:53:00.949965 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:00.959858 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1c631e44-1701-4313-92ec-9a6814785453 req-765076d8-4488-4f71-aff8-cbf58a2387c9 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:01.024903 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1c631e44-1701-4313-92ec-9a6814785453 req-765076d8-4488-4f71-aff8-cbf58a2387c9 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:01.129735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1c631e44-1701-4313-92ec-9a6814785453 req-765076d8-4488-4f71-aff8-cbf58a2387c9 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:01.134436 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1c631e44-1701-4313-92ec-9a6814785453 req-765076d8-4488-4f71-aff8-cbf58a2387c9 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:01.137806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c631e44-1701-4313-92ec-9a6814785453 req-765076d8-4488-4f71-aff8-cbf58a2387c9 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "DELETE /v2.0/security-groups/ae94c215-de57-457a-b293-3fe84ca35e45 HTTP/1.1" status: 204 len: 173 time: 0.2913175 Aug 20 14:53:01.165202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765076d8-4488-4f71-aff8-cbf58a2387c9 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae94c215-de57-457a-b293-3fe84ca35e45,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:01.169367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-9216819d-87ab-4964-8c70-e85d576104db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:01.170885 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-9216819d-87ab-4964-8c70-e85d576104db service neutron] 10.222.0.72 "GET /v2.0/networks?id=e66e39b1-a05e-4836-8b46-8506604bb052 HTTP/1.1" status: 200 len: 917 time: 0.4094713 Aug 20 14:53:01.296122 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-4570b7ff-dd60-44c8-8c36-a1a72d5b7e0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0170c2-4371-454b-af3b-680ec0c640ec HTTP/1.1" status: 200 len: 217 time: 0.1007190 Aug 20 14:53:01.324509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db96068-5470-4196-81a8-9d65e6ac8ed4 req-d4033bb4-bd85-4a70-b3c5-f8ecb7dcc9b7 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:01.332338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0db96068-5470-4196-81a8-9d65e6ac8ed4 req-d4033bb4-bd85-4a70-b3c5-f8ecb7dcc9b7 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 943 time: 0.0855882 Aug 20 14:53:01.397332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0db96068-5470-4196-81a8-9d65e6ac8ed4 req-5ba8d771-9f1b-4e37-8107-f59e1553f360 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595837 Aug 20 14:53:01.399016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-ee03d8fb-9109-48f2-b663-64aab036a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:01.400501 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-ee03d8fb-9109-48f2-b663-64aab036a0c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbacbc17-7df4-48d3-a13d-bdec1cc52495 HTTP/1.1" status: 200 len: 855 time: 0.0970235 Aug 20 14:53:01.600709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1a428f2-1083-4999-823e-c7d1964d5ffd req-15c77f6f-d591-4ffb-8bcc-46284cf95be4 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "GET /v2.0/security-groups/4a8ced6f-bd1c-4de7-be61-9946a1ba89e7 HTTP/1.1" status: 200 len: 1812 time: 0.0762324 Aug 20 14:53:01.617211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-3d9769f2-dc37-463a-b950-bf077867957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:01.619835 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-3d9769f2-dc37-463a-b950-bf077867957f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e66e39b1-a05e-4836-8b46-8506604bb052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090192 Aug 20 14:53:01.669794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d1a428f2-1083-4999-823e-c7d1964d5ffd req-7fe67c1c-9d29-412e-b80e-f7cd690a91a8 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:01.712654 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d1a428f2-1083-4999-823e-c7d1964d5ffd req-7fe67c1c-9d29-412e-b80e-f7cd690a91a8 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:01.805101 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d1a428f2-1083-4999-823e-c7d1964d5ffd req-7fe67c1c-9d29-412e-b80e-f7cd690a91a8 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:01.807854 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d1a428f2-1083-4999-823e-c7d1964d5ffd req-7fe67c1c-9d29-412e-b80e-f7cd690a91a8 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:01.820280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1a428f2-1083-4999-823e-c7d1964d5ffd req-7fe67c1c-9d29-412e-b80e-f7cd690a91a8 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] 10.222.0.36 "DELETE /v2.0/security-groups/4a8ced6f-bd1c-4de7-be61-9946a1ba89e7 HTTP/1.1" status: 204 len: 173 time: 0.2153227 Aug 20 14:53:01.822258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53260) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:01.939617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe67c1c-9d29-412e-b80e-f7cd690a91a8 tempest-SecurityGroupRulesNegativeTestJSON-1609213835 tempest-SecurityGroupRulesNegativeTestJSON-1609213835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8ced6f-bd1c-4de7-be61-9946a1ba89e7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:01.947716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2646c76-ee91-4e9f-8434-135c597fdf9e admin admin] Deleting subnet 681e5bc2-e698-4da6-ae92-31ddfbb616a7 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:53:01.962802 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2646c76-ee91-4e9f-8434-135c597fdf9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.052334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42190b34-226d-43bc-99b2-eff977b72f63 req-a7939877-0d27-458b-89ce-50016984be2d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:02.071099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42190b34-226d-43bc-99b2-eff977b72f63 req-a7939877-0d27-458b-89ce-50016984be2d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.1203701 Aug 20 14:53:02.074881 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2646c76-ee91-4e9f-8434-135c597fdf9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.082289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:02.210464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42190b34-226d-43bc-99b2-eff977b72f63 req-3afa894d-d6d4-4e1c-ab39-008be8fa1a10 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375568 Aug 20 14:53:02.226735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:02.232438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:02.234545 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.248877 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2646c76-ee91-4e9f-8434-135c597fdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.328156 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2646c76-ee91-4e9f-8434-135c597fdf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.422801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2646c76-ee91-4e9f-8434-135c597fdf9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.425526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f2646c76-ee91-4e9f-8434-135c597fdf9e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/681e5bc2-e698-4da6-ae92-31ddfbb616a7 HTTP/1.1" status: 204 len: 168 time: 0.5764172 Aug 20 14:53:02.429420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2646c76-ee91-4e9f-8434-135c597fdf9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681e5bc2-e698-4da6-ae92-31ddfbb616a7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:02.432088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53264) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:02.494364 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.521643 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.558913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:02.563563 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb89c77-720d-4832-80a3-95d05f25da4f" -d '{"events": [{"server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "name": "network-vif-plugged", "status": "completed", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:02.582776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:02.602260 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.606375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-12b6eb83-4879-4427-a60d-0a68bcaed7c1 service neutron] 10.222.0.72 "GET /v2.0/networks/e66e39b1-a05e-4836-8b46-8506604bb052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9755497 Aug 20 14:53:02.628885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822464c-f4c2-4dc1-899f-bdb77a8f29b6 req-d4f68d04-e037-4fb9-b9b9-99e88431799d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:02.630895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7822464c-f4c2-4dc1-899f-bdb77a8f29b6 req-d4f68d04-e037-4fb9-b9b9-99e88431799d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 945 time: 0.2921026 Aug 20 14:53:02.733530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7822464c-f4c2-4dc1-899f-bdb77a8f29b6 req-59556e55-efb1-4826-b381-be53d70986b5 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742347 Aug 20 14:53:02.738341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.746648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:02.756331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5f5d3c-aa28-43df-a087-e7f8eff49985']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:02.789216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206899f8-daa9-4617-9bdc-2885b40a5534') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:02.790872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206899f8-daa9-4617-9bdc-2885b40a5534') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:02.795779 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.resource_extend [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:53:02.809834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.831509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.848213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:53:02.849365 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:53:02.852433 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:53:02.887527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.902388 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:02.998093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e72cb-6a5b-40ce-a964-842d1658dbfe req-546f1129-aa2a-460e-9670-1cecc83b51fb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:03.000565 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c2e72cb-6a5b-40ce-a964-842d1658dbfe req-546f1129-aa2a-460e-9670-1cecc83b51fb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 943 time: 0.1534991 Aug 20 14:53:03.002977 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:03.011129 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:03.017011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2e5f5d3c-aa28-43df-a087-e7f8eff49985 HTTP/1.1" status: 204 len: 168 time: 0.5823095 Aug 20 14:53:03.044424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7842e-0b0c-4a7c-ad2e-77a8baaf2f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5f5d3c-aa28-43df-a087-e7f8eff49985,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:03.082819 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Floating IP 9367b7e9-5552-4e17-a42f-a87da4afae04 associated. External IP: 172.25.5.83, port: f560718b-2044-4104-bc75-60b87a944d68. Aug 20 14:53:03.105114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c2e72cb-6a5b-40ce-a964-842d1658dbfe req-405c8b42-e301-42da-9ca2-e2d6ac81b7d1 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864892 Aug 20 14:53:03.208094 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46168d4f-0b9d-446d-969d-adc97c2b6690 req-527c58d0-1c77-40ed-a60e-6130ece0b170 service neutron] 10.222.0.72 "GET /v2.0/networks/e66e39b1-a05e-4836-8b46-8506604bb052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786514 Aug 20 14:53:03.255251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53280) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:03.347744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-670e1833-2989-441c-b003-41c343968cfc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2366ff5deed4714bdd8c158536e3877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0911608 Aug 20 14:53:03.351422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53282) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:03.381775 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff88906-4614-4904-aaa5-83c6ff835ec0 x-openstack-request-id: req-7ff88906-4614-4904-aaa5-83c6ff835ec0 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:03.382350 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "name": "network-vif-plugged", "status": "completed", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:03.382634 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ff88906-4614-4904-aaa5-83c6ff835ec0 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:03.383126 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8', 'code': 200} Aug 20 14:53:03.525844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Router 4f750fe0-9f2a-4999-be61-03fcb3a2861c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:53:03.529033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1120899-b1ab-4129-9404-8cd2ec205f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:03.532096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d1600-adba-4c60-8632-d9c60fb0aa9d req-4ec26d50-70ae-488e-b737-54925015a3e5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:03.544196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be5d1600-adba-4c60-8632-d9c60fb0aa9d req-4ec26d50-70ae-488e-b737-54925015a3e5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.1028252 Aug 20 14:53:03.560412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1120899-b1ab-4129-9404-8cd2ec205f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:03.574130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82427-36c9-40e9-8c87-f03858275474 req-24a49e2f-a072-4138-b157-61c2ae1391ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:03.575670 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-56f82427-36c9-40e9-8c87-f03858275474 req-24a49e2f-a072-4138-b157-61c2ae1391ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 1098 time: 0.1087556 Aug 20 14:53:03.597967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be5d1600-adba-4c60-8632-d9c60fb0aa9d req-2cc568a5-719e-4c43-a749-311c2939d15e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513723 Aug 20 14:53:03.688290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-56f82427-36c9-40e9-8c87-f03858275474 req-a60ae247-9eb3-4d09-ae81-48b161fc34f1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597818 Aug 20 14:53:03.731995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1120899-b1ab-4129-9404-8cd2ec205f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:03.735350 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1120899-b1ab-4129-9404-8cd2ec205f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:03.736763 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d1120899-b1ab-4129-9404-8cd2ec205f67 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f2509bc-4d5b-4e0c-82f3-d5248b31b9c9 HTTP/1.1" status: 204 len: 168 time: 0.3841162 Aug 20 14:53:03.756041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1120899-b1ab-4129-9404-8cd2ec205f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2509bc-4d5b-4e0c-82f3-d5248b31b9c9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:03.818159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:53:03.824081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:03.830472 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] Sync routers for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:53:03.847721 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:53:03.848655 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:03.862733 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7ab5b5dd-17a1-417f-9c92-c273e17ab72b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "PUT /v2.0/floatingips/9367b7e9-5552-4e17-a42f-a87da4afae04 HTTP/1.1" status: 200 len: 991 time: 3.1168101 Aug 20 14:53:03.863425 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'tag': 'f560718b-2044-4104-bc75-60b87a944d68'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:03.866417 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa59a6ce-0887-48f5-b290-83e0743ca73b" -d '{"events": [{"name": "network-changed", "server_uuid": "be17901d-9f27-4a62-8549-a49e4cdeff10", "tag": "f560718b-2044-4104-bc75-60b87a944d68"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:03.945436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42206957-9fb8-4bd2-a0da-bed6ca747c09 req-14135ddb-172b-4d0b-bf50-b0a734947c65 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:03.954972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42206957-9fb8-4bd2-a0da-bed6ca747c09 req-14135ddb-172b-4d0b-bf50-b0a734947c65 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.0686438 Aug 20 14:53:03.984119 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:53:04.012262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42206957-9fb8-4bd2-a0da-bed6ca747c09 req-d41b8ac5-7d3e-40c2-9df0-d4d992e02f18 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553200 Aug 20 14:53:04.264017 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9367b7e9-5552-4e17-a42f-a87da4afae04', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'port_id': 'f560718b-2044-4104-bc75-60b87a944d68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'mac_address': 'fa:16:3e:86:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:50:12Z', 'updated_at': '2021-08-20T14:53:02Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:04.266106 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8060a92-d6d8-47b6-b50c-d5c7910bcdbf x-openstack-request-id: req-b8060a92-d6d8-47b6-b50c-d5c7910bcdbf {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:04.266411 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be17901d-9f27-4a62-8549-a49e4cdeff10", "tag": "f560718b-2044-4104-bc75-60b87a944d68", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:04.266658 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8060a92-d6d8-47b6-b50c-d5c7910bcdbf {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:04.267060 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'tag': 'f560718b-2044-4104-bc75-60b87a944d68', 'status': 'completed', 'code': 200} Aug 20 14:53:04.300825 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] Checking router: 4f750fe0-9f2a-4999-be61-03fcb3a2861c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:53:04.311696 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:53:04.312543 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:04.383467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-099175f8-85bf-4976-8e42-2f3605702bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:04.385075 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-099175f8-85bf-4976-8e42-2f3605702bfc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 1098 time: 0.0773787 Aug 20 14:53:04.483974 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:53:04.511926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-fbb50435-9c28-4e9e-b251-b1c139a3cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:04.513417 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-fbb50435-9c28-4e9e-b251-b1c139a3cef5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 925 time: 0.1174359 Aug 20 14:53:04.557216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585d20-7ae3-414a-bed4-147c433d047c req-ccbfaa7d-1d05-4874-8d3b-11afa1f2a8fd tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:04.566269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88585d20-7ae3-414a-bed4-147c433d047c req-ccbfaa7d-1d05-4874-8d3b-11afa1f2a8fd tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 943 time: 0.1579187 Aug 20 14:53:04.653327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88585d20-7ae3-414a-bed4-147c433d047c req-63de8e87-aefe-4a1f-8b5f-6357e01cf621 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802512 Aug 20 14:53:04.656298 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-5929c8bd-dea4-4a93-b899-ec450083a6cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f560718b-2044-4104-bc75-60b87a944d68 HTTP/1.1" status: 200 len: 999 time: 0.1340632 Aug 20 14:53:04.768884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-f46604cb-7b64-463b-878e-bdb02b504657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:04.774705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-f46604cb-7b64-463b-878e-bdb02b504657 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7597d52b-fdf5-4569-b467-0879e0197d36 HTTP/1.1" status: 200 len: 863 time: 0.0891881 Aug 20 14:53:04.863341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e7f2-7220-4c4b-882f-e73fec4e8bb4 req-bbcb1ca5-9e5b-4e51-9487-81fe26ea05c1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:04.867342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31f3e7f2-7220-4c4b-882f-e73fec4e8bb4 req-bbcb1ca5-9e5b-4e51-9487-81fe26ea05c1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.1168246 Aug 20 14:53:04.939851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-3d732f1b-3d48-4ec0-b4cf-8361f39d06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:04.941749 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-3d732f1b-3d48-4ec0-b4cf-8361f39d06f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfe892b3-d404-4339-bb6c-b63c0d8b291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1542592 Aug 20 14:53:04.944452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31f3e7f2-7220-4c4b-882f-e73fec4e8bb4 req-223ef522-de84-4c29-977a-9473cc1a298b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659261 Aug 20 14:53:05.235560 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9367b7e9-5552-4e17-a42f-a87da4afae04', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'port_id': 'f560718b-2044-4104-bc75-60b87a944d68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'mac_address': 'fa:16:3e:86:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:50:12Z', 'updated_at': '2021-08-20T14:53:02Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:05.285362 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-d41bfc3f-bac4-4d4c-98cb-aeef19f60a9e service neutron] 10.222.0.72 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283825 Aug 20 14:53:05.320980 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf83229-4f9f-4d21-bc93-4933ce341b34 None None] The sync data for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 is: [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9367b7e9-5552-4e17-a42f-a87da4afae04', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'port_id': 'f560718b-2044-4104-bc75-60b87a944d68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'mac_address': 'fa:16:3e:86:84:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:50:12Z', 'updated_at': '2021-08-20T14:53:02Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:53:05.328975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24251f-1401-4f73-972c-6f9bf3d7502e req-b340b6ac-dd4a-45e0-8114-28831ddc7925 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:05.341333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af24251f-1401-4f73-972c-6f9bf3d7502e req-b340b6ac-dd4a-45e0-8114-28831ddc7925 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.1130774 Aug 20 14:53:05.433062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53336) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:05.437747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af24251f-1401-4f73-972c-6f9bf3d7502e req-db92bc98-e94a-4c30-bc66-2ce73700bb11 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880780 Aug 20 14:53:05.515060 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fa59a6ce-0887-48f5-b290-83e0743ca73b req-eb1bec45-b782-4a37-a03c-94976281fbd5 service neutron] 10.222.0.72 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188222 Aug 20 14:53:05.595614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-network', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:05.649045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:05.653362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:05.654770 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:05.665473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:05.732502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ce62e-020c-432a-b2eb-fb6b6cdc7c5f None None] New status for floating IP 9367b7e9-5552-4e17-a42f-a87da4afae04: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:53:05.956240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e61ecb-957c-4f7b-9964-e429f3fb1f7e req-aa8b6d82-dde9-41cf-bcf6-6960a00c9458 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:05.965883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82e61ecb-957c-4f7b-9964-e429f3fb1f7e req-aa8b6d82-dde9-41cf-bcf6-6960a00c9458 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 943 time: 0.1554809 Aug 20 14:53:05.967302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:05.994657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:06.044996 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:53:06.057995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b779c-4ad7-46af-b09c-7f08fe7207c1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:06.065039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:06.065581 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Added segment ed59feee-064a-49ff-8b28-ddaba0c64cd9 of type vlan for network b8de9808-a92c-4226-a7dc-109c0f430768 Aug 20 14:53:06.094718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82e61ecb-957c-4f7b-9964-e429f3fb1f7e req-b41a7893-0fde-4855-9ba5-512b284f0f14 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257434 Aug 20 14:53:06.140247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:06.195672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b909d7-f5f1-4627-8e78-b2c8058972d1 req-f60d5cb7-795c-4fe2-9304-00d2ec612b4b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:06.204857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81b909d7-f5f1-4627-8e78-b2c8058972d1 req-f60d5cb7-795c-4fe2-9304-00d2ec612b4b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.0824068 Aug 20 14:53:06.206812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:06.209113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:06.210038 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:06.245428 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8085358 Aug 20 14:53:06.247170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53366) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:06.252997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Request body: {'subnet': {'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-subnet', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:06.273025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81b909d7-f5f1-4627-8e78-b2c8058972d1 req-a6930272-5228-4c5f-af3b-00a664b5090e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656614 Aug 20 14:53:06.305696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:06.308012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74be19e-06ad-4891-a5bd-51756aa6c219 admin admin] Pushing event updated for resources: {'Network': ['ID=b8de9808-a92c-4226-a7dc-109c0f430768,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:06.319955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b8de9808-a92c-4226-a7dc-109c0f430768 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:53:06.320238 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:06.653102 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:06.712883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb4bb3b8-21fa-4961-a28d-1bdb09f01658,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:06.746660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e5efa-2225-4399-bd4c-129b026e4359 req-401333b2-8e7d-4ec2-83b4-02cf9e6bb6d5 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:06.774729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-087e5efa-2225-4399-bd4c-129b026e4359 req-401333b2-8e7d-4ec2-83b4-02cf9e6bb6d5 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.1890926 Aug 20 14:53:06.856877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-087e5efa-2225-4399-bd4c-129b026e4359 req-47abdd5f-8b77-43e6-b7f8-53304d171df2 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804720 Aug 20 14:53:06.871203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Checking segment: {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:06.871722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Network hostable DHCP agents. Network: b8de9808-a92c-4226-a7dc-109c0f430768, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:53:06.894572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Network b8de9808-a92c-4226-a7dc-109c0f430768 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:53:06.908360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b8de9808-a92c-4226-a7dc-109c0f430768) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:06.919659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53862f61-5082-4ec0-9a51-4b8ae6afefb2 None None] Network b8de9808-a92c-4226-a7dc-109c0f430768 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:53:06.930263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:06.931196 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:07.124464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d4d48f89-401b-4e5c-b4a8-0f4bca8ed74e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8760853 Aug 20 14:53:07.133632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53388) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:07.221441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:07.305017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b1ac0-8662-4592-86c4-77e890033867 req-2077f442-a9b3-497f-82ad-f535ea71961a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:07.307280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd4b1ac0-8662-4592-86c4-77e890033867 req-2077f442-a9b3-497f-82ad-f535ea71961a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.3728678 Aug 20 14:53:07.379393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-b8de9808-a92c-4226-a7dc-109c0f430768', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:53:07.380925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:07.431973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:07.433045 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:07.465439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb9023-9baa-4873-8f99-5edd6bfc83d8 req-363467cf-7539-4b62-9946-b4f15bb968b7 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:07.473093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2bb9023-9baa-4873-8f99-5edd6bfc83d8 req-363467cf-7539-4b62-9946-b4f15bb968b7 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 943 time: 0.1600480 Aug 20 14:53:07.485552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd4b1ac0-8662-4592-86c4-77e890033867 req-a3d7acf0-419a-4329-b61b-373a49ba720a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966148 Aug 20 14:53:07.565530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Allocated IP 172.20.0.2 (b8de9808-a92c-4226-a7dc-109c0f430768/cb4bb3b8-21fa-4961-a28d-1bdb09f01658/1bb2ad3b-9fd3-412d-931b-e58856951891) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:07.615413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2bb9023-9baa-4873-8f99-5edd6bfc83d8 req-e2a50eb6-7062-4311-80b5-223578fa30cd tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411948 Aug 20 14:53:07.617263 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:07.738920 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:07.745225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Transition to ACTIVE for port object 1bb2ad3b-9fd3-412d-931b-e58856951891 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:07.769287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Transition to ACTIVE for port object 1bb2ad3b-9fd3-412d-931b-e58856951891 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:07.801416 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:07.873065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Network b8de9808-a92c-4226-a7dc-109c0f430768 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:07.878033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:07.883020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:07.922101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4849d-885f-42ca-a3e2-bb9566d91072 req-a4a5253e-1509-48c2-a4ed-a6dd82b444ea tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:07.927533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38f4849d-885f-42ca-a3e2-bb9566d91072 req-a4a5253e-1509-48c2-a4ed-a6dd82b444ea tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.3053007 Aug 20 14:53:07.935447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Pushing event updated for resources: {'Port': ['ID=1bb2ad3b-9fd3-412d-931b-e58856951891,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:07.969700 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-813b0d98-d601-46d6-9836-63d193261b0e service neutron] show failed (client error): The resource could not be found. Aug 20 14:53:07.972121 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-813b0d98-d601-46d6-9836-63d193261b0e service neutron] 10.222.0.72 "GET /v2.0/ports/3520141f-3031-44e6-abee-261476ec5425/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.1822834 Aug 20 14:53:07.988702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Attempting to bind port 1bb2ad3b-9fd3-412d-931b-e58856951891 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:07.989885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Attempting to bind port 1bb2ad3b-9fd3-412d-931b-e58856951891 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:07.990452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Attempting to bind port 1bb2ad3b-9fd3-412d-931b-e58856951891 on network b8de9808-a92c-4226-a7dc-109c0f430768 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:07.998077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:07.998669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Checking segment: {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:07.999225 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:07.999837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Bound using segment: {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:08.000427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Bound port: 1bb2ad3b-9fd3-412d-931b-e58856951891, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:08.000996 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:08.128367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] For port 1bb2ad3b-9fd3-412d-931b-e58856951891, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:08.133930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] For port 1bb2ad3b-9fd3-412d-931b-e58856951891, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1bb2ad3b-9fd3-412d-931b-e58856951891,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:08.149133 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:08.271473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c22e6e-2005-4de6-ab93-503dc34a3298 None None] Pushing event updated for resources: {'Port': ['ID=1bb2ad3b-9fd3-412d-931b-e58856951891,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:08.358424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-f1ca6bbd-07d8-4158-8e26-995c8cce8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:08.359993 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-f1ca6bbd-07d8-4158-8e26-995c8cce8188 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 1102 time: 0.0913942 Aug 20 14:53:08.380077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:08.448805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:08.492953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:08.637050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafefe94-bde2-408d-bb66-8e6b9ef5e4c3 req-e601053e-ce14-460a-aeb3-4360409e9491 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:08.648466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cafefe94-bde2-408d-bb66-8e6b9ef5e4c3 req-e601053e-ce14-460a-aeb3-4360409e9491 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.6853166 Aug 20 14:53:08.680161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38f4849d-885f-42ca-a3e2-bb9566d91072 req-eddc5142-7d1a-45d6-9b18-8a5ebdfbb960 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7180986 Aug 20 14:53:08.711061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cafefe94-bde2-408d-bb66-8e6b9ef5e4c3 req-3de6a435-9e72-4c6c-b5a9-ca83dd0c5b93 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610948 Aug 20 14:53:08.943007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:08.986109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:09.030424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3520141f-3031-44e6-abee-261476ec5425'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:09.032612 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3b430d-8fcf-41e7-b05b-afbeff9617f3" -d '{"events": [{"server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "name": "network-vif-unplugged", "status": "completed", "tag": "3520141f-3031-44e6-abee-261476ec5425"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:09.037748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:09.052202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Transition to ACTIVE for port object 3520141f-3031-44e6-abee-261476ec5425 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:09.062475 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:09.098978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c1065-726e-41fd-be73-deebc0c71fa9 req-bbda4c0a-a056-4ace-ab55-3a12cc94312a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:09.106664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-004c1065-726e-41fd-be73-deebc0c71fa9 req-bbda4c0a-a056-4ace-ab55-3a12cc94312a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.1429119 Aug 20 14:53:09.125088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] No DVR routers for this DVR port 3520141f-3031-44e6-abee-261476ec5425 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:53:09.142343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Pushing event updated for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=6']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:09.148220 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:09.167758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21303e37-abbd-4d59-acdc-736994479b19 req-8437841d-f147-4af5-8aca-f5f4a0e5bc12 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:09.169307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21303e37-abbd-4d59-acdc-736994479b19 req-8437841d-f147-4af5-8aca-f5f4a0e5bc12 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 943 time: 0.2049148 Aug 20 14:53:09.196808 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:09.233975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Attempting to bind port 3520141f-3031-44e6-abee-261476ec5425 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:09.234665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Attempting to bind port 3520141f-3031-44e6-abee-261476ec5425 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:09.234805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-004c1065-726e-41fd-be73-deebc0c71fa9 req-18861b9a-3b31-4c0a-97ff-02f9cb14e21b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265190 Aug 20 14:53:09.235279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Attempting to bind port 3520141f-3031-44e6-abee-261476ec5425 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:09.253260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Port 3520141f-3031-44e6-abee-261476ec5425 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:53:09.253499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Attempting to bind port 3520141f-3031-44e6-abee-261476ec5425 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:09.283417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:09.283792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:09.284193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:09.284649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Bound port: 3520141f-3031-44e6-abee-261476ec5425, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:09.285017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:09.342634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21303e37-abbd-4d59-acdc-736994479b19 req-9d4be7d8-f81c-4ab2-8b6c-439c45f5ca21 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488838 Aug 20 14:53:09.379002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1bb2ad3b-9fd3-412d-931b-e58856951891 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:09.467119 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa09dd15-f957-457c-85f1-4ba088f91d5b x-openstack-request-id: req-aa09dd15-f957-457c-85f1-4ba088f91d5b {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:09.467416 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "name": "network-vif-unplugged", "status": "completed", "tag": "3520141f-3031-44e6-abee-261476ec5425", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:09.471730 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa09dd15-f957-457c-85f1-4ba088f91d5b {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:09.472128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Allocated IP 172.25.5.121 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/a444b6ff-a86e-4d56-897d-d334a7f2bfe5) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:09.482592 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3520141f-3031-44e6-abee-261476ec5425', 'code': 200} Aug 20 14:53:09.490549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:09.498448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:09.510537 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:09.550640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 1bb2ad3b-9fd3-412d-931b-e58856951891 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:09.567798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:09.568214 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:09.569652 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] 10.222.0.70 "PUT /v2.0/ports/3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 1097 time: 1.1941166 Aug 20 14:53:09.605376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef615f5-bbdf-4b05-874c-74acdcde3d95 service neutron] Pushing event updated for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:09.706225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743ee50-cded-49a9-9247-255caa17847b req-d924da04-d860-436b-94ac-c405e63579c7 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:09.708308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1743ee50-cded-49a9-9247-255caa17847b req-d924da04-d860-436b-94ac-c405e63579c7 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.1401796 Aug 20 14:53:09.734417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-fa3d9ab8-904c-480a-922f-4ab659368113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:09.739948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-fa3d9ab8-904c-480a-922f-4ab659368113 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 1100 time: 0.1098461 Aug 20 14:53:09.771041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1743ee50-cded-49a9-9247-255caa17847b req-d856b179-0877-4874-bdcc-75b88ede554c tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540493 Aug 20 14:53:09.774152 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:09.887384 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:09.957338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-80aefcd7-61e2-4245-88d3-4d8283a7518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:09.959882 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-80aefcd7-61e2-4245-88d3-4d8283a7518b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2084796 Aug 20 14:53:09.997997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60b3f0-66cf-40d9-81a1-ad6d5608e638 None None] Network b8de9808-a92c-4226-a7dc-109c0f430768 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:53:10.003643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:10.008215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Pushing event updated for resources: {'Port': ['ID=a444b6ff-a86e-4d56-897d-d334a7f2bfe5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:10.015222 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-1d44ff08-83a5-498f-b9e7-6d564e20277b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 217 time: 0.0429983 Aug 20 14:53:10.019186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:10.028624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b80c0d-1cfa-4865-8076-33f63851cea4 req-c45c8405-c2d7-4a94-aba8-8c69e3a79441 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:10.030129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64b80c0d-1cfa-4865-8076-33f63851cea4 req-c45c8405-c2d7-4a94-aba8-8c69e3a79441 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 948 time: 0.1928084 Aug 20 14:53:10.032699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:10.095880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-db504078-a95e-4ac8-83c6-d867026695a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:10.097194 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-db504078-a95e-4ac8-83c6-d867026695a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0688901 Aug 20 14:53:10.129424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7668360-983d-420f-8d45-4bc54f5c79e0 None None] Provisioning for port 1bb2ad3b-9fd3-412d-931b-e58856951891 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:10.156253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7668360-983d-420f-8d45-4bc54f5c79e0 None None] Provisioning complete for port 1bb2ad3b-9fd3-412d-931b-e58856951891 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:10.156570 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7668360-983d-420f-8d45-4bc54f5c79e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:10.162683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-93a8eebc-9099-49bb-87fb-617723422134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:10.164561 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-93a8eebc-9099-49bb-87fb-617723422134 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514028 Aug 20 14:53:10.204333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111d5a7-44b5-4fbd-89a4-c118d5f0f93f req-5e27704c-bf60-4383-8142-75f1ef009a11 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:10.205994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5111d5a7-44b5-4fbd-89a4-c118d5f0f93f req-5e27704c-bf60-4383-8142-75f1ef009a11 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.2657831 Aug 20 14:53:10.275910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64b80c0d-1cfa-4865-8076-33f63851cea4 req-0dd82a48-4488-4469-92bd-6c8813f56314 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730576 Aug 20 14:53:10.290343 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-ab2ad2c7-532c-4b26-9457-55c599515c57 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117568 Aug 20 14:53:10.327381 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7668360-983d-420f-8d45-4bc54f5c79e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:10.349693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5111d5a7-44b5-4fbd-89a4-c118d5f0f93f req-96a84b3d-b528-43cd-b55b-e70f1e35665b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963788 Aug 20 14:53:10.408663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a7668360-983d-420f-8d45-4bc54f5c79e0 None None] For port 1bb2ad3b-9fd3-412d-931b-e58856951891, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1bb2ad3b-9fd3-412d-931b-e58856951891,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:10.415851 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7668360-983d-420f-8d45-4bc54f5c79e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:10.477912 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0750fc64-7ba5-45bc-8690-b96ef781d495 req-9a1f4872-f31d-46fb-810a-6dd64ca7ed8c service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741424 Aug 20 14:53:10.510457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7668360-983d-420f-8d45-4bc54f5c79e0 None None] Pushing event updated for resources: {'Port': ['ID=1bb2ad3b-9fd3-412d-931b-e58856951891,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:10.641962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fa410905-b8a1-4714-b6d8-2e5918b1c893 None None] Provisioning complete for port 1bb2ad3b-9fd3-412d-931b-e58856951891 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:10.643479 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fa410905-b8a1-4714-b6d8-2e5918b1c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:10.670303 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:10.689714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82052f11-6160-457f-b409-a88e0ccc1f38 req-3dc9177d-2de3-4e8d-b131-0ef5fc2eee3e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:10.691604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82052f11-6160-457f-b409-a88e0ccc1f38 req-3dc9177d-2de3-4e8d-b131-0ef5fc2eee3e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 943 time: 0.1219244 Aug 20 14:53:10.842284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82052f11-6160-457f-b409-a88e0ccc1f38 req-3e46dc00-24ba-4c27-9297-e9f343232150 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190863 Aug 20 14:53:10.933370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7063cd-d6e8-4a34-b3ad-2dcdcb3d7631 req-280cbf43-6163-4172-96db-2262422504a3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:10.934917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd7063cd-d6e8-4a34-b3ad-2dcdcb3d7631 req-280cbf43-6163-4172-96db-2262422504a3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.1095605 Aug 20 14:53:11.031860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd7063cd-d6e8-4a34-b3ad-2dcdcb3d7631 req-e8bbb992-69c6-42d7-a276-46525bb9c10a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886772 Aug 20 14:53:11.037308 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:11.037485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3520141f-3031-44e6-abee-261476ec5425 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:53:11.089414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3520141f-3031-44e6-abee-261476ec5425 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:53:11.218055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff181b-833d-42fc-91e4-1665f825145c req-1e6bdc45-aba7-4657-9a6f-c2e3348c4742 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:11.226131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-faff181b-833d-42fc-91e4-1665f825145c req-1e6bdc45-aba7-4657-9a6f-c2e3348c4742 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.0843656 Aug 20 14:53:11.260178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1bb2ad3b-9fd3-412d-931b-e58856951891 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:11.287387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-faff181b-833d-42fc-91e4-1665f825145c req-53bfa395-2f37-428f-9442-08521b12ee2d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581768 Aug 20 14:53:11.304552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:53:11.350469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 1bb2ad3b-9fd3-412d-931b-e58856951891 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:11.351247 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:11.483583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'tag': '3520141f-3031-44e6-abee-261476ec5425'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:11.490766 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa416f7-b663-4a66-98bc-bd4b95d7db82" -d '{"events": [{"name": "network-changed", "server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "tag": "3520141f-3031-44e6-abee-261476ec5425"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:11.508655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd0766-a45c-43ad-a504-4091b9ab9408 req-838f76fe-a542-4cae-899e-badb288aaafc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:11.510669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06fd0766-a45c-43ad-a504-4091b9ab9408 req-838f76fe-a542-4cae-899e-badb288aaafc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 948 time: 0.1247339 Aug 20 14:53:11.556045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:53:11.573742 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Sync routers for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:53:11.586481 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:53:11.587632 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:11.616991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06fd0766-a45c-43ad-a504-4091b9ab9408 req-be8a3624-282e-421e-a4be-c6b7f0dbd311 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920837 Aug 20 14:53:11.618526 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:11.619780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9cb3027b-7bae-4ee5-9853-7a07049037e7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4828506 Aug 20 14:53:11.631992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53534) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:11.751459 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:53:11.851091 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bab8137-18ff-4cc3-9028-d8778ca99575 x-openstack-request-id: req-8bab8137-18ff-4cc3-9028-d8778ca99575 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:11.851772 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "tag": "3520141f-3031-44e6-abee-261476ec5425", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:11.852270 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8bab8137-18ff-4cc3-9028-d8778ca99575 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:11.852867 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'tag': '3520141f-3031-44e6-abee-261476ec5425', 'status': 'completed', 'code': 200} Aug 20 14:53:12.096287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-bcde6c5b-7261-41ee-9613-e12b32b32bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:12.104900 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-bcde6c5b-7261-41ee-9613-e12b32b32bfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 1100 time: 0.1583734 Aug 20 14:53:12.133221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 60084fac-5524-44a1-90e0-1ab11ab41adb no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:53:12.204039 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:10Z', 'revision_number': 3, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:12.225103 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eea733f1-81dc-415a-a5b5-71a24d0c7643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:12.261976 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Checking router: 64e7d375-65a2-46e5-aa44-6cfa8734aee0 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:53:12.262323 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Updating router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 port a444b6ff-a86e-4d56-897d-d334a7f2bfe5 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:53:12.291298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8855cc-ed69-4d89-bea3-0e7d58a6d8b4 req-1957d491-2df6-42b7-b279-4463d0d01691 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:12.300587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e8855cc-ed69-4d89-bea3-0e7d58a6d8b4 req-1957d491-2df6-42b7-b279-4463d0d01691 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 943 time: 0.0631316 Aug 20 14:53:12.319433 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:12.340980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e8855cc-ed69-4d89-bea3-0e7d58a6d8b4 req-061b9cf0-0e26-4a55-940f-83c3f31f9307 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389369 Aug 20 14:53:12.361286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-9d9ac271-06a1-47a0-8ea7-f2c5dcece626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:12.362812 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-9d9ac271-06a1-47a0-8ea7-f2c5dcece626 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 1100 time: 0.4176338 Aug 20 14:53:12.374519 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:12.419826 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:12.435087 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5c75dc-ecce-4e51-8fbf-951f2f669c8b" -d '{"events": [{"server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "name": "network-vif-unplugged", "status": "completed", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:12.481133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=60084fac-5524-44a1-90e0-1ab11ab41adb,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:12.493402 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:12.547346 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:53:12.563076 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62deec70-c029-4bd2-b8f1-dd13f539ce69 x-openstack-request-id: req-62deec70-c029-4bd2-b8f1-dd13f539ce69 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:12.566406 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "name": "network-vif-unplugged", "status": "completed", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:12.567608 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62deec70-c029-4bd2-b8f1-dd13f539ce69 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:12.567895 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb', 'code': 200} Aug 20 14:53:12.647475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=60084fac-5524-44a1-90e0-1ab11ab41adb,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:12.839383 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:12.856526 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Transition to ACTIVE for port object a444b6ff-a86e-4d56-897d-d334a7f2bfe5 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:12.856909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7080c3fa-1db2-4dbf-aae1-2ea4bc97b3a2 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:12.865580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7080c3fa-1db2-4dbf-aae1-2ea4bc97b3a2 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 804 time: 0.1622086 Aug 20 14:53:12.866890 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:12.885615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-9c258024-f1a1-49f8-b209-3192b6be8aff tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/quotas/13fa99d258f74cc7bcf372b6dd58a081 HTTP/1.1" status: 200 len: 375 time: 0.0189588 Aug 20 14:53:12.907850 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Pushing event updated for resources: {'Port': ['ID=a444b6ff-a86e-4d56-897d-d334a7f2bfe5,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:12.920421 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.920764 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.921041 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.921388 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.921716 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.922249 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.922575 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.922923 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.923271 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.923640 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.924156 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.924705 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:12.945425 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Attempting to bind port a444b6ff-a86e-4d56-897d-d334a7f2bfe5 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:12.945802 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Attempting to bind port a444b6ff-a86e-4d56-897d-d334a7f2bfe5 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:12.946696 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Attempting to bind port a444b6ff-a86e-4d56-897d-d334a7f2bfe5 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:12.952834 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:12.953462 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:12.954045 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:12.954714 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:12.955358 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Bound port: a444b6ff-a86e-4d56-897d-d334a7f2bfe5, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:12.955955 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:13.011148 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] For port a444b6ff-a86e-4d56-897d-d334a7f2bfe5, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:13.014678 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] For port a444b6ff-a86e-4d56-897d-d334a7f2bfe5, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a444b6ff-a86e-4d56-897d-d334a7f2bfe5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:13.022289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-14a6296e-67aa-4db0-b806-814e88467530 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1356318 Aug 20 14:53:13.023038 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:13.042054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec1465-934b-49bd-a7a3-32ce1f19c3f6 req-98a8eaed-2cd1-41b4-a96f-f0a45d79a423 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:13.045797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 2f0170c2-4371-454b-af3b-680ec0c640ec details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:53:13.052016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fec1465-934b-49bd-a7a3-32ce1f19c3f6 req-98a8eaed-2cd1-41b4-a96f-f0a45d79a423 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 948 time: 0.1834738 Aug 20 14:53:13.086752 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a424e8-c741-4f49-b9ef-096bc262441a None None] Pushing event updated for resources: {'Port': ['ID=a444b6ff-a86e-4d56-897d-d334a7f2bfe5,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:13.110455 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:53:13.113217 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:52:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:13.119720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:13.154079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fec1465-934b-49bd-a7a3-32ce1f19c3f6 req-7eb6e2a9-06d6-4e79-a8de-80b79e28cee9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012669 Aug 20 14:53:13.190026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 2f0170c2-4371-454b-af3b-680ec0c640ec, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2f0170c2-4371-454b-af3b-680ec0c640ec,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:13.205236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '2f0170c2-4371-454b-af3b-680ec0c640ec', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'port_id': '2f0170c2-4371-454b-af3b-680ec0c640ec', 'mac_address': 'fa:16:3e:d7:2f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:53:13.241728 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:53:13.245751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-2ab85b1b-602c-4f77-ad66-e5c35d6ddbba service neutron] 10.222.0.36 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222648 Aug 20 14:53:13.253904 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:13.265778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-659dbb09-98a1-4f6f-a796-7a3c698c0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:13.267287 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-659dbb09-98a1-4f6f-a796-7a3c698c0dac service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.8750134 Aug 20 14:53:13.268112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0170c2-4371-454b-af3b-680ec0c640ec {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:13.273990 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-f3b14234-04cd-4f73-bb3b-025b6706f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:13.275482 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-f3b14234-04cd-4f73-bb3b-025b6706f1fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 1.1656437 Aug 20 14:53:13.295529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 2f0170c2-4371-454b-af3b-680ec0c640ec, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2f0170c2-4371-454b-af3b-680ec0c640ec,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:13.300376 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:13.351779 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-a55713a2-854e-455f-b903-b966015f175b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 217 time: 0.0490515 Aug 20 14:53:13.363422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=2f0170c2-4371-454b-af3b-680ec0c640ec,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:13.380365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db59b62-754b-4d18-b6e5-60621b462e38 req-0f6a64d2-0b3b-4969-b3d9-5edbcaa1db05 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:13.381864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7db59b62-754b-4d18-b6e5-60621b462e38 req-0f6a64d2-0b3b-4969-b3d9-5edbcaa1db05 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.0742693 Aug 20 14:53:13.399150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-c07ff89b-a48a-4a4d-8df1-f44a33c8748e service neutron] 10.222.0.36 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456943 Aug 20 14:53:13.399717 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-9ecb4557-e5ae-4131-9895-7b80b290225a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 217 time: 0.0959303 Aug 20 14:53:13.439949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7db59b62-754b-4d18-b6e5-60621b462e38 req-62b0fd2b-88e7-4bc8-89c2-510fe83183e4 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456321 Aug 20 14:53:13.458355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Allocated IP 172.20.0.1 (b8de9808-a92c-4226-a7dc-109c0f430768/cb4bb3b8-21fa-4961-a28d-1bdb09f01658/71eddf31-586a-41bc-9fe5-9c464dd05443) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:13.485292 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:10Z', 'revision_number': 3, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:13.507428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-2319d138-4737-4489-8c0b-6ff17f03dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:13.509138 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-2319d138-4737-4489-8c0b-6ff17f03dda2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1204395 Aug 20 14:53:13.516449 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338e6c70-77f9-49ac-943d-8b5754522dd1 None None] The sync data for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 is: [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:10Z', 'revision_number': 3, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:53:13.520963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-4846107d-318e-4065-9413-0129217ea24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:13.522614 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-4846107d-318e-4065-9413-0129217ea24f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0983698 Aug 20 14:53:13.681201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f20ad3-b6f0-4940-9a33-9cd6ea9f2d07 req-3651d511-45a1-453b-acc7-28ebbebeae33 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:13.688845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77f20ad3-b6f0-4940-9a33-9cd6ea9f2d07 req-3651d511-45a1-453b-acc7-28ebbebeae33 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 944 time: 0.0739894 Aug 20 14:53:13.695920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-b05ccf2c-6dcd-4c0e-b59e-04d850040f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:13.697454 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-b05ccf2c-6dcd-4c0e-b59e-04d850040f53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1642373 Aug 20 14:53:13.717931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-aa216ebc-5e2a-49be-b4a0-c2b04683670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:13.720742 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-aa216ebc-5e2a-49be-b4a0-c2b04683670c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982635 Aug 20 14:53:13.740355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77f20ad3-b6f0-4940-9a33-9cd6ea9f2d07 req-b7edcc77-8418-4416-8496-9730a1df6503 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503347 Aug 20 14:53:13.776277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3986c2ca-9342-4d55-8ce5-ad476f505a71 req-2bd28fc4-9666-4f44-9921-ac2c7447de94 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 210 time: 0.0340385 Aug 20 14:53:13.856080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:13.874965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['2f0170c2-4371-454b-af3b-680ec0c640ec'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:13.906775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Transition to ACTIVE for port object 71eddf31-586a-41bc-9fe5-9c464dd05443 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:13.993378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.046865 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-122f1b99-71cd-467f-b4f4-7a7fc518fb3a service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053002 Aug 20 14:53:14.182607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Network b8de9808-a92c-4226-a7dc-109c0f430768 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:14.221680 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-f2d04b8b-9434-4256-bd3a-39992991ee34 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938447 Aug 20 14:53:14.222492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:14.226695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:53:14.243845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Pushing event updated for resources: {'Port': ['ID=71eddf31-586a-41bc-9fe5-9c464dd05443,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:14.250956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:14.334434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129c58-118d-4942-85f7-20716bf2d453 req-4d00c29e-8bab-4817-b68d-2fae1c4531e7 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:14.341962 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-4d00c29e-8bab-4817-b68d-2fae1c4531e7 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 821 time: 0.2565932 Aug 20 14:53:14.401785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-82b22475-5466-4843-803c-acac5b7f5ceb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/quotas/462a6e1cda0d44fea29a487a152c1772 HTTP/1.1" status: 200 len: 375 time: 0.0582719 Aug 20 14:53:14.408108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:14.425160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8', 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432', 'port_id': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8', 'mac_address': 'fa:16:3e:30:ea:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce82c74-a466-45a5-be79-f53f84087e2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:53:14.441030 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-3b77e3df-c7f1-4da8-8cd0-56e6e7b42852 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811617 Aug 20 14:53:14.470291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.524315 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.535341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff0404-0368-498b-9cd2-87273493497e req-aa110dde-6b68-46f2-a8ab-be7e4a219368 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:14.545795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77ff0404-0368-498b-9cd2-87273493497e req-aa110dde-6b68-46f2-a8ab-be7e4a219368 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 948 time: 0.2007134 Aug 20 14:53:14.553921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:14.579838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-c2d13999-ad47-40c8-9c81-28a7b2ac1b39 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1770818 Aug 20 14:53:14.585939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:14.597928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.598744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3520141f-3031-44e6-abee-261476ec5425 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:53:14.615531 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4aa416f7-b663-4a66-98bc-bd4b95d7db82 req-365e7e9a-4ca1-454c-811b-8fb15be348e9 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618674 Aug 20 14:53:14.669308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77ff0404-0368-498b-9cd2-87273493497e req-232eab94-a70f-40b8-afaa-c6d7e8e12790 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222777 Aug 20 14:53:14.753580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-930eaec0-17ec-45cf-9ea4-acf8fcaabce0 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577864 Aug 20 14:53:14.773536 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.790300 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e2cd7c5-1dee-408c-9d27-b982c5a5f53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.793430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1fb59943-d5cf-4396-a861-061a84ab4e2f None None] Provisioning for port 71eddf31-586a-41bc-9fe5-9c464dd05443 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:14.812439 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:14.815301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1fb59943-d5cf-4396-a861-061a84ab4e2f None None] Provisioning complete for port 71eddf31-586a-41bc-9fe5-9c464dd05443 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:14.815905 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1fb59943-d5cf-4396-a861-061a84ab4e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.854988 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.866957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:14.886045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaed9a-aaf0-4f4c-896f-bfb19f0ae030 req-f0748bf1-89a1-45b5-a2e4-f80ad471dc70 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:14.886264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '3520141f-3031-44e6-abee-261476ec5425', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '3520141f-3031-44e6-abee-261476ec5425', 'mac_address': 'fa:16:3e:e0:cc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:53:14.887654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8faaed9a-aaf0-4f4c-896f-bfb19f0ae030 req-f0748bf1-89a1-45b5-a2e4-f80ad471dc70 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 945 time: 0.0724273 Aug 20 14:53:14.887827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1fb59943-d5cf-4396-a861-061a84ab4e2f None None] Port 71eddf31-586a-41bc-9fe5-9c464dd05443 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:14.936234 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.937194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8f3a54b6-700f-4b71-b016-9dfb8d09d8dc service neutron] 10.222.0.36 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824825 Aug 20 14:53:14.951189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3520141f-3031-44e6-abee-261476ec5425 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:14.973244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:14.980337 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:14.981448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8faaed9a-aaf0-4f4c-896f-bfb19f0ae030 req-683d0caf-50bc-4e35-ae7c-2daee0a51fae tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850658 Aug 20 14:53:15.034949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:15.041830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:15.044642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:15.122641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Pushing event updated for resources: {'Port': ['ID=71eddf31-586a-41bc-9fe5-9c464dd05443,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:15.125241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:15.177973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['861ceece-e2ff-4bdb-aad0-5fd2e1c94da8'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:15.228164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Network b8de9808-a92c-4226-a7dc-109c0f430768 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:15.238826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:15.402071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a444b6ff-a86e-4d56-897d-d334a7f2bfe5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:15.490812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994e9c7-e72c-4f48-aecd-ba0ca1ca8e26 req-ee39f6f3-b0df-49a5-9b26-87a4a1b08011 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:15.508025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6994e9c7-e72c-4f48-aecd-ba0ca1ca8e26 req-ee39f6f3-b0df-49a5-9b26-87a4a1b08011 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 944 time: 0.1510203 Aug 20 14:53:15.603819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a444b6ff-a86e-4d56-897d-d334a7f2bfe5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:15.608197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a444b6ff-a86e-4d56-897d-d334a7f2bfe5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:15.608775 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:15.616344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96efdcc7-2cc3-4828-aae2-bc1bd49c7d6b req-5b3d9f4e-8b66-4dd7-9bd9-f7e790b01135 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 210 time: 0.0942478 Aug 20 14:53:15.640986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3520141f-3031-44e6-abee-261476ec5425'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:15.684277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6994e9c7-e72c-4f48-aecd-ba0ca1ca8e26 req-de9626df-1547-4f59-9dfe-599b22a30e5e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752765 Aug 20 14:53:15.744322 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:53:15.808370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-953f5ebd-b581-4e87-85a8-d2d4d84d6a52 None None] Provisioning complete for port 71eddf31-586a-41bc-9fe5-9c464dd05443 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:15.809274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-953f5ebd-b581-4e87-85a8-d2d4d84d6a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:15.827009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-44eac104-815c-4291-b3de-11ea88ae2279 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:15.828985 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-44eac104-815c-4291-b3de-11ea88ae2279 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.72 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 949 time: 0.1866753 Aug 20 14:53:15.839081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e43124c1-b1b5-4538-a0ab-b05e99b5abf4 req-4e85f4c4-ef42-4b06-b476-4b3d2abfdc35 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 210 time: 0.0790632 Aug 20 14:53:15.855586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73defaca-0171-432a-96a6-fcbe283cc29a req-147a9c63-38b5-4f07-bba9-8951ced9715f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:15.857121 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-147a9c63-38b5-4f07-bba9-8951ced9715f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 804 time: 0.3927214 Aug 20 14:53:15.861751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3caf6-044a-458e-8316-7c30d088ccd5 req-8be9864f-3151-483f-b82e-78d1b3769c4e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:15.871941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ccf3caf6-044a-458e-8316-7c30d088ccd5 req-8be9864f-3151-483f-b82e-78d1b3769c4e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 949 time: 0.0932281 Aug 20 14:53:15.873134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:15.901423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port a444b6ff-a86e-4d56-897d-d334a7f2bfe5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a444b6ff-a86e-4d56-897d-d334a7f2bfe5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:15.929017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ccf3caf6-044a-458e-8316-7c30d088ccd5 req-160b6bbc-b53d-450c-bd77-de84f4c5fac8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497370 Aug 20 14:53:15.931691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:15.940595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-953f5ebd-b581-4e87-85a8-d2d4d84d6a52 None None] Port 71eddf31-586a-41bc-9fe5-9c464dd05443 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:16.003061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Request body: {'port': {'device_id': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'admin_state_up': True, 'tenant_id': '13fa99d258f74cc7bcf372b6dd58a081'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:16.006472 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:16.025045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=a444b6ff-a86e-4d56-897d-d334a7f2bfe5,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:16.157562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c45b2-f750-4c13-b7ee-3d8a9f0c4679 req-0d6b562e-47b2-4748-b1d0-1865e9a75bf1 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:16.159862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e1c45b2-f750-4c13-b7ee-3d8a9f0c4679 req-0d6b562e-47b2-4748-b1d0-1865e9a75bf1 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 945 time: 0.0836296 Aug 20 14:53:16.167017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:16.192691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:53:16.203787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Sync routers for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:53:16.223996 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8dbd4a87-2a84-4618-8d62-3871f8ecbb9e admin admin] 10.222.0.36 "PUT /v2.0/routers/64e7d375-65a2-46e5-aa44-6cfa8734aee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5912685 Aug 20 14:53:16.224448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e1c45b2-f750-4c13-b7ee-3d8a9f0c4679 req-ac311aec-1fac-48bc-8ee5-1d834bf770bc tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530198 Aug 20 14:53:16.235957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:53:16.237469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:53:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:16.249508 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-5381d9ee-1d00-41a9-8328-8b449a19cd7b service neutron] delete failed (client error): The resource could not be found. Aug 20 14:53:16.250731 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-5381d9ee-1d00-41a9-8328-8b449a19cd7b service neutron] 10.222.0.72 "DELETE /v2.0/ports/3520141f-3031-44e6-abee-261476ec5425/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.3903627 Aug 20 14:53:16.293640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Made reservation on behalf of 13fa99d258f74cc7bcf372b6dd58a081 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:16.298002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:16.317280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:16.317790 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:16.435489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-52a26645-44bd-4cf0-9b45-75d255bbce78 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:16.437048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:53:16.438773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-52a26645-44bd-4cf0-9b45-75d255bbce78 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "GET /v2.0/ports?device_id=6223005a-d6e7-4377-9fd3-158ab060007c HTTP/1.1" status: 200 len: 943 time: 0.0895886 Aug 20 14:53:16.484813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-61e241f5-8131-4067-9922-35ca6e897578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:16.490149 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-61e241f5-8131-4067-9922-35ca6e897578 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 1101 time: 0.1061983 Aug 20 14:53:16.537319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Allocated IP 172.20.0.6 (fb010d67-a258-4804-a83f-4e171ac3e4d9/8d7f0bb7-1891-429a-b93d-bed0380be9c0/9b456d23-71cb-4cf4-a357-ddffb98f39c0) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:16.598760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Deleting port 60084fac-5524-44a1-90e0-1ab11ab41adb {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:53:16.599376 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:16.633901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-9266975f-21d3-4aa3-bd4a-7f060397263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:16.635817 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-9266975f-21d3-4aa3-bd4a-7f060397263a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1274672 Aug 20 14:53:16.649638 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:16.692420 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-140e76ef-93d6-4704-bf91-bedf4ae6bdde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 217 time: 0.0462718 Aug 20 14:53:16.705341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:16.708675 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb202c94-c699-459b-a0c3-9ada8f187aa8" -d '{"events": [{"server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "name": "network-vif-plugged", "status": "completed", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:16.731099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:16.739974 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:16.749100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '71eddf31-586a-41bc-9fe5-9c464dd05443', 'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'mac_address': 'fa:16:3e:e0:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:13Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 2, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'subnets': [{'id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:16.795489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Checking router: 64e7d375-65a2-46e5-aa44-6cfa8734aee0 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:53:16.795872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Updating router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 port 71eddf31-586a-41bc-9fe5-9c464dd05443 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:53:16.848163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-2e8d9bc2-2227-4adb-bd18-2505a34466ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:16.850108 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-2e8d9bc2-2227-4adb-bd18-2505a34466ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1329124 Aug 20 14:53:16.863338 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:16.889979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f758eac-4bd1-4e5a-99de-049deabdbf07 req-56a2cb24-1b09-4fdd-b95a-7ba8ba739734 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 210 time: 0.1021142 Aug 20 14:53:16.951034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-f6d3cb56-6853-4a84-b9d4-48e305bd6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:16.954370 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-f6d3cb56-6853-4a84-b9d4-48e305bd6bd4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0898054 Aug 20 14:53:16.963607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:16.990244 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e222d75-ea36-497a-8cbb-bab7eca1f50a x-openstack-request-id: req-0e222d75-ea36-497a-8cbb-bab7eca1f50a {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:16.990542 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "name": "network-vif-plugged", "status": "completed", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:16.990795 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e222d75-ea36-497a-8cbb-bab7eca1f50a {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:16.992342 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8', 'code': 200} Aug 20 14:53:17.059847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:17.101180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 2f0170c2-4371-454b-af3b-680ec0c640ec up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:17.106615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99b8c1dc-7590-4bac-b278-b9c57a195d40 req-8fe1f19c-9fc0-4834-a13f-cd4757591d9d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 210 time: 0.0486710 Aug 20 14:53:17.121498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] For port 60084fac-5524-44a1-90e0-1ab11ab41adb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=60084fac-5524-44a1-90e0-1ab11ab41adb,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:17.121663 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:17.143564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Calling delete_port for 60084fac-5524-44a1-90e0-1ab11ab41adb owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:53:17.174372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58c64e-7e48-4ddb-9a6b-adb1a4bc5885 req-25e42f6c-d865-4eb9-8838-425d21809d9a tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:17.185091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b58c64e-7e48-4ddb-9a6b-adb1a4bc5885 req-25e42f6c-d865-4eb9-8838-425d21809d9a tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 944 time: 0.3156192 Aug 20 14:53:17.195813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:17.252938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Network fb010d67-a258-4804-a83f-4e171ac3e4d9 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:17.257889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:17.276416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 2f0170c2-4371-454b-af3b-680ec0c640ec completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:17.297876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:17.322883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 2f0170c2-4371-454b-af3b-680ec0c640ec triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:17.323310 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:17.356471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a444b6ff-a86e-4d56-897d-d334a7f2bfe5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:17.409354 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-b46f3f6b-8601-498a-80d1-f9190292cda4 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457536 Aug 20 14:53:17.410535 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Pushing event updated for resources: {'Port': ['ID=9b456d23-71cb-4cf4-a357-ddffb98f39c0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:17.469070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a444b6ff-a86e-4d56-897d-d334a7f2bfe5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:17.469692 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:17.505770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:17.506452 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:17.594377 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-b39876e9-56b9-463e-98aa-db02f2aeac41 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5973315 Aug 20 14:53:17.621147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Request body: {'port': {'device_id': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:17.671262 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52969a1a-e397-4c2f-9892-72bd71bd5449 req-19d75cff-01ef-44ea-94cf-df662c35eda9 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472568 Aug 20 14:53:17.720766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:17.796038 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:17.796783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129c58-118d-4942-85f7-20716bf2d453 req-66bf9c84-0c02-4972-ad7f-6901730b2ef0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:17.800054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-66bf9c84-0c02-4972-ad7f-6901730b2ef0 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 821 time: 0.8664339 Aug 20 14:53:17.826069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b58c64e-7e48-4ddb-9a6b-adb1a4bc5885 req-c6f0cc5a-a4af-4f1b-b339-b579a3cbfa63 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6356411 Aug 20 14:53:17.845273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Request body: {'port': {'device_id': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0', 'admin_state_up': True, 'tenant_id': '462a6e1cda0d44fea29a487a152c1772'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:17.914380 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:17.942231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Transition to ACTIVE for port object 71eddf31-586a-41bc-9fe5-9c464dd05443 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:17.951768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc59a0c-cb89-4a38-b9e0-3f7b4c1f8720 req-05d855bd-ab7f-49df-9525-f139f875197c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:17.962342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dc59a0c-cb89-4a38-b9e0-3f7b4c1f8720 req-05d855bd-ab7f-49df-9525-f139f875197c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 949 time: 0.7084081 Aug 20 14:53:17.962906 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.002455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.081106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dc59a0c-cb89-4a38-b9e0-3f7b4c1f8720 req-8d6c6c46-81b5-4642-b93c-c711b7a2138f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118672 Aug 20 14:53:18.095678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38516f3b-e47b-43a9-94be-c6f94db852df None None] Pushing event updated for resources: {'Port': ['ID=71eddf31-586a-41bc-9fe5-9c464dd05443,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:18.140178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 2f0170c2-4371-454b-af3b-680ec0c640ec, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2f0170c2-4371-454b-af3b-680ec0c640ec,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:18.173791 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.226907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b456d23-71cb-4cf4-a357-ddffb98f39c0 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:18.243926 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.252935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3520141f-3031-44e6-abee-261476ec5425 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:18.261427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Transition to ACTIVE for port object 9b456d23-71cb-4cf4-a357-ddffb98f39c0 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:18.267819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=2f0170c2-4371-454b-af3b-680ec0c640ec,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:18.272275 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.370589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2ad46-0d73-4410-895d-7b0d04857fe1 req-0d4b5987-1d30-4df3-835a-33d573d72ace tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:18.378790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11f2ad46-0d73-4410-895d-7b0d04857fe1 req-0d4b5987-1d30-4df3-835a-33d573d72ace tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.3148367 Aug 20 14:53:18.407392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Pushing event updated for resources: {'Port': ['ID=9b456d23-71cb-4cf4-a357-ddffb98f39c0,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:18.430542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.432576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Made reservation on behalf of 462a6e1cda0d44fea29a487a152c1772 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:18.437617 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.473307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Attempting to bind port 71eddf31-586a-41bc-9fe5-9c464dd05443 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:18.473766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Attempting to bind port 71eddf31-586a-41bc-9fe5-9c464dd05443 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:18.474235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Attempting to bind port 71eddf31-586a-41bc-9fe5-9c464dd05443 on network b8de9808-a92c-4226-a7dc-109c0f430768 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:18.484912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:18.485462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Checking segment: {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:18.485876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.486275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Bound using segment: {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:18.486759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Bound port: 71eddf31-586a-41bc-9fe5-9c464dd05443, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:18.489789 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.539370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Pushing event deleted for resources: {'Port': ['ID=60084fac-5524-44a1-90e0-1ab11ab41adb,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:18.554436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 3520141f-3031-44e6-abee-261476ec5425 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:18.571199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 3520141f-3031-44e6-abee-261476ec5425 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:18.571608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.627745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] No DVR routers for this DVR port 60084fac-5524-44a1-90e0-1ab11ab41adb on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:53:18.640501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Attempting to bind port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:18.640839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Attempting to bind port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:18.641410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Attempting to bind port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 on network fb010d67-a258-4804-a83f-4e171ac3e4d9 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:18.647466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 on network fb010d67-a258-4804-a83f-4e171ac3e4d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:53:18.649783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Attempting to bind port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 on network fb010d67-a258-4804-a83f-4e171ac3e4d9 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:18.656149 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:18.656497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Checking segment: {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:18.656925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Bound using segment: {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:18.657366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Bound port: 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:18.657765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.667318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11f2ad46-0d73-4410-895d-7b0d04857fe1 req-528d03de-5f8c-43a7-ad6a-397afd68d43d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872629 Aug 20 14:53:18.678712 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.683311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b7a76b7-1edf-409c-a23b-7bf0aa302f82 req-163fae1f-b0e4-4976-beb2-ea456167cb37 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "DELETE /v2.0/ports/60084fac-5524-44a1-90e0-1ab11ab41adb HTTP/1.1" status: 204 len: 173 time: 2.2093954 Aug 20 14:53:18.694411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'name': 'network-vif-deleted', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:18.703123 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a833b6-0581-43c0-9c02-ff644524ef23" -d '{"events": [{"server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "name": "network-vif-deleted", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:18.769005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:18.773879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:18.784203 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.823101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] For port 71eddf31-586a-41bc-9fe5-9c464dd05443, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:18.826576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] For port 71eddf31-586a-41bc-9fe5-9c464dd05443, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=71eddf31-586a-41bc-9fe5-9c464dd05443,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:18.855107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:18.858680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.863556 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] 10.222.0.70 "PUT /v2.0/ports/9b456d23-71cb-4cf4-a357-ddffb98f39c0 HTTP/1.1" status: 200 len: 1092 time: 1.2496498 Aug 20 14:53:18.884583 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:18.930476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:18.936583 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f634202-1e18-4f50-b54a-af0a7d6d2812" -d '{"events": [{"name": "network-changed", "server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:19.024393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55768c73-4393-4ece-9afa-5691f93e7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0170c2-4371-454b-af3b-680ec0c640ec'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:19.029050 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79715460-5329-43bd-ace6-9d9301f48ae4" -d '{"events": [{"server_uuid": "55768c73-4393-4ece-9afa-5691f93e7bda", "name": "network-vif-plugged", "status": "completed", "tag": "2f0170c2-4371-454b-af3b-680ec0c640ec"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:19.044477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a13a-0197-4bba-a7f2-830a6a0c5150 service neutron] Pushing event updated for resources: {'Port': ['ID=9b456d23-71cb-4cf4-a357-ddffb98f39c0,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:19.053500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:53:19.054791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:53:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:19.070177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73defaca-0171-432a-96a6-fcbe283cc29a req-0d829a5d-117e-4eb7-84a9-6aecb6dd8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:19.072125 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-0d829a5d-117e-4eb7-84a9-6aecb6dd8dd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 1095 time: 0.0764363 Aug 20 14:53:19.087012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cef8634-ad58-4473-abe5-d361ed224fde req-0ed76f07-33b6-49c7-af1c-08ce7a153f82 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 210 time: 0.1153953 Aug 20 14:53:19.127020 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:19.166467 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-fab82ec5-7ca8-4add-9832-9fa014c602fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0 HTTP/1.1" status: 200 len: 217 time: 0.0682490 Aug 20 14:53:19.194023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60270004-fc94-484d-af74-fe9b5cf40527 req-36318381-3e4f-41f7-9ad7-3d6478ffcf32 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:19.203457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60270004-fc94-484d-af74-fe9b5cf40527 req-36318381-3e4f-41f7-9ad7-3d6478ffcf32 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 943 time: 0.3604870 Aug 20 14:53:19.295733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60270004-fc94-484d-af74-fe9b5cf40527 req-b972eb32-b364-47c7-8aa0-43486e6f37a8 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887058 Aug 20 14:53:19.314030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Allocated IP 172.20.0.12 (8aa51d97-7421-40eb-8167-ff6eb96620e0/2497e036-a854-4163-ad6b-ae005102a234/f90a741c-508c-4ae4-a207-6652cacc1200) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:19.325925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73defaca-0171-432a-96a6-fcbe283cc29a req-e28534b1-5447-4867-8102-c96c578e847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:19.332976 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-e28534b1-5447-4867-8102-c96c578e847c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7f0bb7-1891-429a-b93d-bed0380be9c0 HTTP/1.1" status: 200 len: 844 time: 0.1420090 Aug 20 14:53:19.343320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:19.344964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38516f3b-e47b-43a9-94be-c6f94db852df None None] Pushing event updated for resources: {'Port': ['ID=71eddf31-586a-41bc-9fe5-9c464dd05443,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:19.376816 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:19.379054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:53:19.381416 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-1674183e-d059-4955-a7cc-ecf610b44c64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb010d67-a258-4804-a83f-4e171ac3e4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370169 Aug 20 14:53:19.397884 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba81a82d-dcbd-45dc-aea7-cac8f7209c85 x-openstack-request-id: req-ba81a82d-dcbd-45dc-aea7-cac8f7209c85 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:19.398201 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6223005a-d6e7-4377-9fd3-158ab060007c", "name": "network-vif-deleted", "tag": "60084fac-5524-44a1-90e0-1ab11ab41adb", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:19.398505 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba81a82d-dcbd-45dc-aea7-cac8f7209c85 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:19.398915 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6223005a-d6e7-4377-9fd3-158ab060007c', 'name': 'network-vif-deleted', 'tag': '60084fac-5524-44a1-90e0-1ab11ab41adb', 'status': 'completed', 'code': 200} Aug 20 14:53:19.553563 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecba2b9-594c-4a0a-9907-4ccdcec7faec x-openstack-request-id: req-fecba2b9-594c-4a0a-9907-4ccdcec7faec {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:19.555860 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:19.557855 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fecba2b9-594c-4a0a-9907-4ccdcec7faec {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:19.559116 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0', 'status': 'completed', 'code': 200} Aug 20 14:53:19.559240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:53:19.718501 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69addb0b-3426-44e8-b806-e163ef20de4e x-openstack-request-id: req-69addb0b-3426-44e8-b806-e163ef20de4e {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:19.718783 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55768c73-4393-4ece-9afa-5691f93e7bda", "name": "network-vif-plugged", "status": "completed", "tag": "2f0170c2-4371-454b-af3b-680ec0c640ec", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:19.718984 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69addb0b-3426-44e8-b806-e163ef20de4e {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:19.724852 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55768c73-4393-4ece-9afa-5691f93e7bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0170c2-4371-454b-af3b-680ec0c640ec', 'code': 200} Aug 20 14:53:19.765114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e7287-86a2-481a-a588-25162df1383b req-f6d12808-7904-43f9-968e-bcebbc855196 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:19.779684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-432e7287-86a2-481a-a588-25162df1383b req-f6d12808-7904-43f9-968e-bcebbc855196 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.2040863 Aug 20 14:53:19.966399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-432e7287-86a2-481a-a588-25162df1383b req-c9c3e91b-530c-4354-aaa6-6bae87dcaba5 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856315 Aug 20 14:53:20.013180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed04ed7-32b5-4b61-97c4-a867bcd9981e req-09dff76e-16ef-43ba-ad07-25c42847203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:20.016303 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:20.020728 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-eed04ed7-32b5-4b61-97c4-a867bcd9981e req-09dff76e-16ef-43ba-ad07-25c42847203c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 1097 time: 0.0988665 Aug 20 14:53:20.050005 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-4aa86189-7047-43e8-893b-24d9a9250920 service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6474755 Aug 20 14:53:20.060280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579faf19-e4f3-4741-aef5-fd7d03bde1fd req-38807c7d-d20b-4059-91f5-87273bca9d82 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:20.069476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-579faf19-e4f3-4741-aef5-fd7d03bde1fd req-38807c7d-d20b-4059-91f5-87273bca9d82 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.2697151 Aug 20 14:53:20.162951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-579faf19-e4f3-4741-aef5-fd7d03bde1fd req-fb553cc6-2a73-4de9-9317-ec8e868ae2b9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921853 Aug 20 14:53:20.201803 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-eed04ed7-32b5-4b61-97c4-a867bcd9981e req-49eba79c-f055-4cd8-b025-64a79375a146 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728597 Aug 20 14:53:20.211650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96699a7e-58d4-42df-8ceb-419b84caf54c req-0b1d3c8f-b9cb-4957-aba4-04e62a5d7743 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:20.218560 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96699a7e-58d4-42df-8ceb-419b84caf54c req-0b1d3c8f-b9cb-4957-aba4-04e62a5d7743 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 946 time: 0.1253505 Aug 20 14:53:20.233145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:20.244772 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73defaca-0171-432a-96a6-fcbe283cc29a req-722a67f3-53e4-4b9d-b865-ecc3013df282 service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801243 Aug 20 14:53:20.255471 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:20.303606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96699a7e-58d4-42df-8ceb-419b84caf54c req-40265fd6-3993-45b2-af59-39426649a374 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840945 Aug 20 14:53:20.305482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Network 8aa51d97-7421-40eb-8167-ff6eb96620e0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:20.308902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:20.312899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:20.334642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d99c7e30-7087-48ee-a5bc-2cdf4a07f542'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:20.364826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:20.365608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:20.389099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Pushing event updated for resources: {'Port': ['ID=f90a741c-508c-4ae4-a207-6652cacc1200,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:20.398310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8513a925-1ed4-487f-9af0-f2997ceef7aa tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5710311 Aug 20 14:53:20.420192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-75cefdc3-5ad5-4a86-97d5-9f4673d4911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:20.422024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-75cefdc3-5ad5-4a86-97d5-9f4673d4911f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 1095 time: 0.0959265 Aug 20 14:53:20.445354 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:20.521044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:20.533257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '71eddf31-586a-41bc-9fe5-9c464dd05443', 'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'mac_address': 'fa:16:3e:e0:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:13Z', 'updated_at': '2021-08-20T14:53:18Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'subnets': [{'id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:20.537189 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:20.537884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 60084fac-5524-44a1-90e0-1ab11ab41adb no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:53:20.541337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609ca21-33f7-4e2d-9c9d-61d5fa11cc61 req-4aa600f2-e8b8-433e-a9d5-b39ee0d6f867 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:20.543156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b609ca21-33f7-4e2d-9c9d-61d5fa11cc61 req-4aa600f2-e8b8-433e-a9d5-b39ee0d6f867 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 932 time: 0.1018605 Aug 20 14:53:20.612583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b609ca21-33f7-4e2d-9c9d-61d5fa11cc61 req-9769d520-3d67-426d-bcf5-d7c38a14c0b9 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619864 Aug 20 14:53:20.629204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e62b0-eb80-4042-a713-473b9cc74183 None None] The sync data for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 is: [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '71eddf31-586a-41bc-9fe5-9c464dd05443', 'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'mac_address': 'fa:16:3e:e0:ef:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:13Z', 'updated_at': '2021-08-20T14:53:18Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'subnets': [{'id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:53:20.639919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-cfdde6e8-f6fc-420a-bd48-7eab8f61801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:20.642541 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-cfdde6e8-f6fc-420a-bd48-7eab8f61801e service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 905 time: 0.2061081 Aug 20 14:53:20.642843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 60084fac-5524-44a1-90e0-1ab11ab41adb {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:53:20.643193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 60084fac-5524-44a1-90e0-1ab11ab41adb not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:53:20.705437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Request body: {'port': {'device_id': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:20.711008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:20.786745 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-583dfde9-af4a-454e-aa20-64c817bd47fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0 HTTP/1.1" status: 200 len: 217 time: 0.1297131 Aug 20 14:53:20.859130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:20.873447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-55275b22-a7d9-4b57-973b-9d88c27b7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:20.875117 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-55275b22-a7d9-4b57-973b-9d88c27b7d6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7f0bb7-1891-429a-b93d-bed0380be9c0 HTTP/1.1" status: 200 len: 844 time: 0.0719473 Aug 20 14:53:20.934318 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-8c3b00bd-44da-496d-ab23-a74ecf148b77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb010d67-a258-4804-a83f-4e171ac3e4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400903 Aug 20 14:53:21.040392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb3f0-3b15-46de-870d-4e858ddd58a8 req-e2982cb6-f8d4-42e1-a37a-b964db083a86 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:21.048324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-319eb3f0-3b15-46de-870d-4e858ddd58a8 req-e2982cb6-f8d4-42e1-a37a-b964db083a86 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.2515330 Aug 20 14:53:21.097362 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-e735d9fe-20dc-4a59-97d8-a2c2cf21dcbf service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343386 Aug 20 14:53:21.130295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-319eb3f0-3b15-46de-870d-4e858ddd58a8 req-3494b13c-0a9b-45b9-9c99-6d2a5fb1f285 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808523 Aug 20 14:53:21.185710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687ae98-c5d1-46f6-9b19-40b46dce73c8 req-f8c18199-9db6-4f61-98ea-45ae8fded52c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:21.187297 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5687ae98-c5d1-46f6-9b19-40b46dce73c8 req-f8c18199-9db6-4f61-98ea-45ae8fded52c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 943 time: 0.3258307 Aug 20 14:53:21.303984 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f634202-1e18-4f50-b54a-af0a7d6d2812 req-7b5f9e67-eaee-4642-9635-e17027a7fab9 service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888165 Aug 20 14:53:21.320198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5687ae98-c5d1-46f6-9b19-40b46dce73c8 req-566bbf68-d87f-42cd-818f-be71cfe5b0f3 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638921 Aug 20 14:53:21.427598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 71eddf31-586a-41bc-9fe5-9c464dd05443 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:21.497401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 71eddf31-586a-41bc-9fe5-9c464dd05443 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:21.503041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 71eddf31-586a-41bc-9fe5-9c464dd05443 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:21.504483 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:21.589628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d29b5-63b6-4b93-87ce-fd22eec4eb8e req-c456281a-858e-4f61-8607-7a6d4d2523fc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:21.591195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-841d29b5-63b6-4b93-87ce-fd22eec4eb8e req-c456281a-858e-4f61-8607-7a6d4d2523fc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.2162673 Aug 20 14:53:21.608531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e10e92-7b14-43d4-aec9-e42cc4653a14 req-8f6caf70-08cc-4ced-859e-3ab419c8ef42 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:21.610068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62e10e92-7b14-43d4-aec9-e42cc4653a14 req-8f6caf70-08cc-4ced-859e-3ab419c8ef42 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 944 time: 0.1632535 Aug 20 14:53:21.645319 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:21.653867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90a741c-508c-4ae4-a207-6652cacc1200 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:21.673346 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:21.693452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 71eddf31-586a-41bc-9fe5-9c464dd05443, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=71eddf31-586a-41bc-9fe5-9c464dd05443,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:21.707466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:21.716790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-841d29b5-63b6-4b93-87ce-fd22eec4eb8e req-a23dbe98-b4ce-4fcc-b7a2-47f3f90719f9 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055944 Aug 20 14:53:21.741657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Transition to ACTIVE for port object f90a741c-508c-4ae4-a207-6652cacc1200 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:21.770366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:21.789292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3520141f-3031-44e6-abee-261476ec5425'}, {'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:21.795846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62e10e92-7b14-43d4-aec9-e42cc4653a14 req-d121719d-f432-48d9-af56-da302ac54dbc tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346471 Aug 20 14:53:21.797000 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f06e49-7305-4aa5-845d-3b5ada93ce20" -d '{"events": [{"server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "name": "network-vif-plugged", "status": "completed", "tag": "3520141f-3031-44e6-abee-261476ec5425"}, {"server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "name": "network-vif-unplugged", "status": "completed", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:21.892969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=71eddf31-586a-41bc-9fe5-9c464dd05443,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:21.923957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Pushing event updated for resources: {'Port': ['ID=f90a741c-508c-4ae4-a207-6652cacc1200,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:22.074665 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0725e55-8033-4ef4-a187-1ebc467ebdf4 x-openstack-request-id: req-a0725e55-8033-4ef4-a187-1ebc467ebdf4 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:22.074957 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "name": "network-vif-plugged", "status": "completed", "tag": "3520141f-3031-44e6-abee-261476ec5425", "code": 200}, {"server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "name": "network-vif-unplugged", "status": "completed", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:22.075205 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0725e55-8033-4ef4-a187-1ebc467ebdf4 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:22.075616 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3520141f-3031-44e6-abee-261476ec5425', 'code': 200} Aug 20 14:53:22.075891 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8', 'code': 200} Aug 20 14:53:22.106785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252fe2a-2bb3-408e-a2bb-7d19855ef394 req-ab9af6ee-c450-4863-9de2-df8e2cc7af88 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:22.115231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9252fe2a-2bb3-408e-a2bb-7d19855ef394 req-ab9af6ee-c450-4863-9de2-df8e2cc7af88 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.1811721 Aug 20 14:53:22.145262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:22.145758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:22.146106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:22.156376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Port f90a741c-508c-4ae4-a207-6652cacc1200 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:53:22.156580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:22.170340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:22.171109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:22.171974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:22.172838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Bound port: f90a741c-508c-4ae4-a207-6652cacc1200, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:22.173539 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:22.190672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9252fe2a-2bb3-408e-a2bb-7d19855ef394 req-d6c458d7-7e9b-4e93-9d20-702ef6de575c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743375 Aug 20 14:53:22.212752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9b456d23-71cb-4cf4-a357-ddffb98f39c0 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:53:22.358564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:22.374175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:22.381935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:22.382684 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:22.403734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '9b456d23-71cb-4cf4-a357-ddffb98f39c0', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'port_id': '9b456d23-71cb-4cf4-a357-ddffb98f39c0', 'mac_address': 'fa:16:3e:1c:24:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7f0bb7-1891-429a-b93d-bed0380be9c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:53:22.482113 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:22.497362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b456d23-71cb-4cf4-a357-ddffb98f39c0 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:22.511608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:22.514733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:22.523883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] 10.222.0.72 "PUT /v2.0/ports/f90a741c-508c-4ae4-a207-6652cacc1200 HTTP/1.1" status: 200 len: 1093 time: 1.8188677 Aug 20 14:53:22.525262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:22.527110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:22.528682 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04151842-e4c2-4848-9b63-d2942abd11fb" -d '{"events": [{"name": "network-changed", "server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:22.542341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:22.547132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-85c900eb-b7ab-4555-b97b-821e6ef86657 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1492846 Aug 20 14:53:22.604052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-bd6d1c19-c986-4439-b0e6-616f17d761e4 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:22.607378 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-bd6d1c19-c986-4439-b0e6-616f17d761e4 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 944 time: 0.1232243 Aug 20 14:53:22.653136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9b456d23-71cb-4cf4-a357-ddffb98f39c0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:22.737409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52196c0e-51df-46ba-8eb8-9c1aa0d72c4f service neutron] Pushing event updated for resources: {'Port': ['ID=f90a741c-508c-4ae4-a207-6652cacc1200,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:22.776233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Deleting port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:53:22.776709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:22.791621 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4502a61-41f4-462e-ab34-eb1e055eb6d1 req-ac49db62-8345-4364-ad3a-3c07710dbba2 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:22.793179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4502a61-41f4-462e-ab34-eb1e055eb6d1 req-ac49db62-8345-4364-ad3a-3c07710dbba2 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 944 time: 0.2297225 Aug 20 14:53:22.802571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129c58-118d-4942-85f7-20716bf2d453 req-71557284-f31e-42b2-9669-617f7b53d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:22.803200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-71557284-f31e-42b2-9669-617f7b53d3d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 1096 time: 0.1454537 Aug 20 14:53:22.903212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-a095a56c-ad8e-4f9e-ad03-3f75d015ce55 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:22.906713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] For port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:22.907184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:22.912544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-a095a56c-ad8e-4f9e-ad03-3f75d015ce55 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3643539 Aug 20 14:53:22.927266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-c3a072ed-1eba-4637-9935-3bc0d69172cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f90a741c-508c-4ae4-a207-6652cacc1200 HTTP/1.1" status: 200 len: 217 time: 0.1041234 Aug 20 14:53:22.933748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Calling delete_port for 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:53:22.934435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['9b456d23-71cb-4cf4-a357-ddffb98f39c0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:22.939905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-4225ad44-3a88-469f-bc50-e1c4bf9d1bb5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/quotas/8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 375 time: 0.0263073 Aug 20 14:53:23.029435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4502a61-41f4-462e-ab34-eb1e055eb6d1 req-281d2516-90f5-4b65-a18f-82cc5ab902c8 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996710 Aug 20 14:53:23.047493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e129c58-118d-4942-85f7-20716bf2d453 req-65b95c4c-0640-4a53-986e-4bc4f8bd77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:23.055484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-65b95c4c-0640-4a53-986e-4bc4f8bd77c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.1047299 Aug 20 14:53:23.102629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-b9e1443a-c78b-4ea9-8af1-aa50a674bbff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354006 Aug 20 14:53:23.114479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-7889d0ee-2fe6-4f2c-bb45-5671cb5c6b92 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1706989 Aug 20 14:53:23.141731 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fa6d42-71cc-47f9-9231-a8b8d343126f x-openstack-request-id: req-b1fa6d42-71cc-47f9-9231-a8b8d343126f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:23.142209 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:23.143262 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1fa6d42-71cc-47f9-9231-a8b8d343126f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:23.144451 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200', 'status': 'completed', 'code': 200} Aug 20 14:53:23.149766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:23.183209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event deleted for resources: {'Port': ['ID=861ceece-e2ff-4bdb-aad0-5fd2e1c94da8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:23.288577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] No DVR routers for this DVR port 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:53:23.292121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:23.300906 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4329fda-7a94-4ff7-ac5f-be0ebb27f1a2 req-4c983379-6d42-486d-942d-ce5966d9e423 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.70 "DELETE /v2.0/ports/861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 HTTP/1.1" status: 204 len: 173 time: 0.6840827 Aug 20 14:53:23.301592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'name': 'network-vif-deleted', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:23.305111 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6c2bdb-468c-4918-afc0-85e1ea290f47" -d '{"events": [{"server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "name": "network-vif-deleted", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:23.324570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-688d33e9-b993-4057-a531-ea8595dfcc83 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057586 Aug 20 14:53:23.342594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 71eddf31-586a-41bc-9fe5-9c464dd05443 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:23.493463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb9f26-41e9-495d-86b2-f0557597d0d8 req-db896070-854d-485b-8af8-7f158d5bbddd tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:23.504148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52cb9f26-41e9-495d-86b2-f0557597d0d8 req-db896070-854d-485b-8af8-7f158d5bbddd tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.1774385 Aug 20 14:53:23.565202 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 71eddf31-586a-41bc-9fe5-9c464dd05443 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:23.565617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:23.570904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52cb9f26-41e9-495d-86b2-f0557597d0d8 req-801c9457-26e1-470c-b65d-d4dde9c0f7e2 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652847 Aug 20 14:53:23.636057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c88cc6bc-ef0e-4cdd-b6af-7eb68e63169e req-82462505-659e-472c-a7f3-8446bf2d9c55 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a859b04-4bc6-4394-8994-36934c9e2555 HTTP/1.1" status: 200 len: 210 time: 0.1073539 Aug 20 14:53:23.686282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e129c58-118d-4942-85f7-20716bf2d453 req-8c31fffb-03de-43af-b006-87c95e5e3af5 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356762 Aug 20 14:53:23.780002 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f8286f-8461-4ca7-947b-16af376f566d x-openstack-request-id: req-38f8286f-8461-4ca7-947b-16af376f566d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:23.780498 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a859b04-4bc6-4394-8994-36934c9e2555", "name": "network-vif-deleted", "tag": "861ceece-e2ff-4bdb-aad0-5fd2e1c94da8", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:23.780498 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38f8286f-8461-4ca7-947b-16af376f566d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:23.780914 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a859b04-4bc6-4394-8994-36934c9e2555', 'name': 'network-vif-deleted', 'tag': '861ceece-e2ff-4bdb-aad0-5fd2e1c94da8', 'status': 'completed', 'code': 200} Aug 20 14:53:23.825891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03fe27-c5fb-4494-ba61-4d5c561e6cec req-bf841445-e9aa-40f7-a925-6635ce16f133 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:23.827751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d03fe27-c5fb-4494-ba61-4d5c561e6cec req-bf841445-e9aa-40f7-a925-6635ce16f133 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.1081316 Aug 20 14:53:23.864773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df7e7e33-6f34-4975-84b4-85f45ba7610f req-4b3e4369-f887-4a09-95f8-59c7511ed4ec tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 210 time: 0.0359044 Aug 20 14:53:23.916840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04151842-e4c2-4848-9b63-d2942abd11fb req-7cd293ce-a35d-4a1f-ae18-c1b6cc39488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:23.918761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04151842-e4c2-4848-9b63-d2942abd11fb req-7cd293ce-a35d-4a1f-ae18-c1b6cc39488a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 1096 time: 0.1339357 Aug 20 14:53:23.921577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d03fe27-c5fb-4494-ba61-4d5c561e6cec req-d36e0987-2be5-4f43-8efe-942a415c563a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818348 Aug 20 14:53:24.172887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04151842-e4c2-4848-9b63-d2942abd11fb req-5e63ce63-4942-454c-bf36-de2e5e0c45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:24.174580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04151842-e4c2-4848-9b63-d2942abd11fb req-5e63ce63-4942-454c-bf36-de2e5e0c45da service neutron] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.2462931 Aug 20 14:53:24.230660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04151842-e4c2-4848-9b63-d2942abd11fb req-31505a5b-b631-42f9-b311-b7b3a31bf15c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f90a741c-508c-4ae4-a207-6652cacc1200 HTTP/1.1" status: 200 len: 217 time: 0.0452983 Aug 20 14:53:24.240865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800b1b0-f08b-4f91-b4af-cd4d18632010 req-6d30e862-96f0-4370-9321-78a4f23ee09f tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:24.245996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2800b1b0-f08b-4f91-b4af-cd4d18632010 req-6d30e862-96f0-4370-9321-78a4f23ee09f tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.1652815 Aug 20 14:53:24.251868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53840) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:24.259295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-35497168-6002-4ca3-a8bd-fcc7c8072db0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Request body: {'floatingip': {'port_id': '2f0170c2-4371-454b-af3b-680ec0c640ec'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:24.287328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30c30d-c7cd-467a-acb4-401c7caf7071 req-23e45267-7c54-4328-a1f2-b70e55186a5b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:24.289092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db30c30d-c7cd-467a-acb4-401c7caf7071 req-23e45267-7c54-4328-a1f2-b70e55186a5b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 944 time: 0.1570289 Aug 20 14:53:24.314976 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35497168-6002-4ca3-a8bd-fcc7c8072db0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:24.324363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04151842-e4c2-4848-9b63-d2942abd11fb req-0044d628-6f2a-46ff-91d2-1f7f567b3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:24.325979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04151842-e4c2-4848-9b63-d2942abd11fb req-0044d628-6f2a-46ff-91d2-1f7f567b3bd4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0789657 Aug 20 14:53:24.351444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db30c30d-c7cd-467a-acb4-401c7caf7071 req-c4c570a8-ad82-4fc3-8265-37be359f09ba tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541570 Aug 20 14:53:24.377458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04151842-e4c2-4848-9b63-d2942abd11fb req-feba6a6f-aa46-4ca2-aeed-b9355f99b829 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421000 Aug 20 14:53:24.523356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04151842-e4c2-4848-9b63-d2942abd11fb req-32f513a2-aabb-4d90-8d0c-8b41d9da9192 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359184 Aug 20 14:53:24.639261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04151842-e4c2-4848-9b63-d2942abd11fb req-0257eca1-334f-4054-8dfa-1cd25306285b service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061985 Aug 20 14:53:24.834026 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35497168-6002-4ca3-a8bd-fcc7c8072db0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:24.843167 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35497168-6002-4ca3-a8bd-fcc7c8072db0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:24.964528 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-35497168-6002-4ca3-a8bd-fcc7c8072db0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Floating IP d3d32281-335d-4fdb-8211-8f9c376106f6 associated. External IP: 172.25.5.176, port: 2f0170c2-4371-454b-af3b-680ec0c640ec. Aug 20 14:53:24.999457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1aa73d4-ae95-414d-b095-bf913d7c0731 req-b9d1ab68-d49d-45ef-b809-a7dce52ab320 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 210 time: 0.0440552 Aug 20 14:53:25.070397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53856) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:25.077594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-540e781d-8e61-4a33-9d3f-1aee42856271 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--213675592', 'description': 'tempest-description--696780609'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:25.081355 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-f7bc8428-a8b1-4cfd-a90c-50f53a9fe500 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398064 Aug 20 14:53:25.184073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-540e781d-8e61-4a33-9d3f-1aee42856271 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.198581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded7762-a8bd-476e-b64e-9867894ba0d2 req-4a337d1d-7dad-49c5-8ca2-0cd83be31278 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:25.200281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eded7762-a8bd-476e-b64e-9867894ba0d2 req-4a337d1d-7dad-49c5-8ca2-0cd83be31278 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.0810306 Aug 20 14:53:25.286482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eded7762-a8bd-476e-b64e-9867894ba0d2 req-e1daebec-e5d7-43ba-a5cf-c023b1c3be51 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642142 Aug 20 14:53:25.316635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-f6dde6aa-c389-4a77-ac6f-11898705d6cb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:25.318073 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-f6dde6aa-c389-4a77-ac6f-11898705d6cb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059503 Aug 20 14:53:25.336264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Request body: {'port': {'device_id': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '8e5c6b9b889f412f8ef4d12fbe95bbf0'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:25.358511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-540e781d-8e61-4a33-9d3f-1aee42856271 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.364002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-540e781d-8e61-4a33-9d3f-1aee42856271 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.400815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e781d-8e61-4a33-9d3f-1aee42856271 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bd530c-7492-46c6-8a98-64ab19d84c1c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:25.406939 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-540e781d-8e61-4a33-9d3f-1aee42856271 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.408372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-540e781d-8e61-4a33-9d3f-1aee42856271 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3366988 Aug 20 14:53:25.412167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53860) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:25.418380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2c25a02b-2952-40e6-ba80-409c345014af tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Request body: {'security_group_rule': {'security_group_id': '80bd530c-7492-46c6-8a98-64ab19d84c1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:25.449920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35497168-6002-4ca3-a8bd-fcc7c8072db0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Router cd6d59d5-0a57-436d-a08a-d477d540b962 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:53:25.481834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2c25a02b-2952-40e6-ba80-409c345014af tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.525039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f7ba3-0f30-498f-be7f-b1349f8c4b6e req-9d07ea7c-090a-463b-b3ab-b2fd72f2636a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:25.526708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-853f7ba3-0f30-498f-be7f-b1349f8c4b6e req-9d07ea7c-090a-463b-b3ab-b2fd72f2636a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 944 time: 0.0819714 Aug 20 14:53:25.561367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Made reservation on behalf of 8e5c6b9b889f412f8ef4d12fbe95bbf0 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:25.563235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.575872 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2c25a02b-2952-40e6-ba80-409c345014af tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.582636 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2c25a02b-2952-40e6-ba80-409c345014af tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.604775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-853f7ba3-0f30-498f-be7f-b1349f8c4b6e req-68d96875-c0b9-4944-8de1-32a134605dc0 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651903 Aug 20 14:53:25.609297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25a02b-2952-40e6-ba80-409c345014af tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aebfb60-b788-4185-bf5e-74478357de41,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:25.619021 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2c25a02b-2952-40e6-ba80-409c345014af tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.620247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2c25a02b-2952-40e6-ba80-409c345014af tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2069325 Aug 20 14:53:25.622951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53862) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:25.631890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9a985724-ae67-4065-8a70-ca653ea4d813 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Request body: {'security_group_rule': {'security_group_id': '80bd530c-7492-46c6-8a98-64ab19d84c1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:25.660496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a985724-ae67-4065-8a70-ca653ea4d813 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.680564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35497168-6002-4ca3-a8bd-fcc7c8072db0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:53:25.688044 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35497168-6002-4ca3-a8bd-fcc7c8072db0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.692456 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] Sync routers for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:53:25.705379 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:53:25.706433 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:53:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:25.731410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a985724-ae67-4065-8a70-ca653ea4d813 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.736346 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a985724-ae67-4065-8a70-ca653ea4d813 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.755169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a985724-ae67-4065-8a70-ca653ea4d813 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa87ab3e-0860-4149-ad9a-46fd75146c4a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:25.762799 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-35497168-6002-4ca3-a8bd-fcc7c8072db0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "PUT /v2.0/floatingips/d3d32281-335d-4fdb-8211-8f9c376106f6 HTTP/1.1" status: 200 len: 991 time: 1.5093529 Aug 20 14:53:25.782008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55768c73-4393-4ece-9afa-5691f93e7bda', 'tag': '2f0170c2-4371-454b-af3b-680ec0c640ec'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:25.785955 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb310b53-d7f3-465e-9457-5b4714af8641" -d '{"events": [{"name": "network-changed", "server_uuid": "55768c73-4393-4ece-9afa-5691f93e7bda", "tag": "2f0170c2-4371-454b-af3b-680ec0c640ec"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:25.786374 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a985724-ae67-4065-8a70-ca653ea4d813 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:25.790775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9a985724-ae67-4065-8a70-ca653ea4d813 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1639080 Aug 20 14:53:25.790941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53868) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:25.798152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Allocated IP 192.168.233.66 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/1e41cc21-966c-423a-930c-95b294b1a1cf) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:25.806299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:25.856177 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:53:25.860137 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46633cfc-f9a2-4d56-b109-17f2d59cc2e6 x-openstack-request-id: req-46633cfc-f9a2-4d56-b109-17f2d59cc2e6 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:25.860913 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55768c73-4393-4ece-9afa-5691f93e7bda", "tag": "2f0170c2-4371-454b-af3b-680ec0c640ec", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:25.860913 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-46633cfc-f9a2-4d56-b109-17f2d59cc2e6 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:25.861452 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55768c73-4393-4ece-9afa-5691f93e7bda', 'tag': '2f0170c2-4371-454b-af3b-680ec0c640ec', 'status': 'completed', 'code': 200} Aug 20 14:53:25.879247 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:26.042539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-10a8f4c0-7969-4d46-9d74-f215dd5577cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:26.044319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-10a8f4c0-7969-4d46-9d74-f215dd5577cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e883cb04d1934cf0958b9596d3e5a9d2&device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 1097 time: 0.0700252 Aug 20 14:53:26.048906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:26.082704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Transition to ACTIVE for port object 1e41cc21-966c-423a-930c-95b294b1a1cf will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:26.134120 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:26.152426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3520141f-3031-44e6-abee-261476ec5425'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:26.174156 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'd3d32281-335d-4fdb-8211-8f9c376106f6', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'port_id': '2f0170c2-4371-454b-af3b-680ec0c640ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'mac_address': 'fa:16:3e:d7:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55768c73-4393-4ece-9afa-5691f93e7bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:53:24Z', 'revision_number': 1, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:22Z', 'revision_number': 5, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:26.193640 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:26.217121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['65ce822f-1a68-4a45-a7c1-7420e526e39d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:26.235536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:26.244384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:26.255761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:26.258279 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] Checking router: cd6d59d5-0a57-436d-a08a-d477d540b962 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:53:26.288693 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:53:26.289367 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:53:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:26.295123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeecf3-e826-4ac9-865e-5b9487e34ad7 req-47d0fd4d-3a1a-4c03-9644-e86cad702f11 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:26.302984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9b456d23-71cb-4cf4-a357-ddffb98f39c0 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:26.306128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1baeecf3-e826-4ac9-865e-5b9487e34ad7 req-47d0fd4d-3a1a-4c03-9644-e86cad702f11 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 935 time: 0.1918774 Aug 20 14:53:26.373303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:26.377154 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:26.397552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-11b4dc22-475a-450b-bdfe-8b9758c6a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:26.401116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-11b4dc22-475a-450b-bdfe-8b9758c6a1ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=e66e39b1-a05e-4836-8b46-8506604bb052 HTTP/1.1" status: 200 len: 917 time: 0.3459063 Aug 20 14:53:26.423556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:26.445590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-368d4511-74fa-49ff-bc92-ef0a87e5579a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1144879 Aug 20 14:53:26.462048 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Request body: {'port': {'device_id': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:26.541522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:26.557175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:26.573170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:26.576074 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:26.590763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-0fb3d10c-7781-40f9-bbca-6341b78817d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f0170c2-4371-454b-af3b-680ec0c640ec HTTP/1.1" status: 200 len: 999 time: 0.1402187 Aug 20 14:53:26.643947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1baeecf3-e826-4ac9-865e-5b9487e34ad7 req-53c8c9b8-048d-4885-b923-e935c58c3053 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333094 Aug 20 14:53:26.660739 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:53:26.820085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5a90e27-473c-4b7f-bbfc-c42c2b174b0c None None] Provisioning for port 1e41cc21-966c-423a-930c-95b294b1a1cf completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:26.838778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5a90e27-473c-4b7f-bbfc-c42c2b174b0c None None] Provisioning complete for port 1e41cc21-966c-423a-930c-95b294b1a1cf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:26.838778 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5a90e27-473c-4b7f-bbfc-c42c2b174b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:26.870565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba35402-e2cf-425e-9689-d6f786ac7f63 req-3286236f-035e-4771-a854-89ed6274aa9a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:26.871791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eba35402-e2cf-425e-9689-d6f786ac7f63 req-3286236f-035e-4771-a854-89ed6274aa9a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.4313021 Aug 20 14:53:26.873222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Allocated IP 172.25.5.203 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/24098f38-a3e1-4e20-b467-5df7ff25609a) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:26.877695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-7c4adba8-73b8-463d-bc24-03dfa941674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:26.880162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-7c4adba8-73b8-463d-bc24-03dfa941674d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dbacbc17-7df4-48d3-a13d-bdec1cc52495 HTTP/1.1" status: 200 len: 855 time: 0.2262964 Aug 20 14:53:26.918693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d5a90e27-473c-4b7f-bbfc-c42c2b174b0c None None] Port 1e41cc21-966c-423a-930c-95b294b1a1cf cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:26.926414 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:26.954414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:26.960163 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052bdf41-2812-4c7b-af8c-5cf001e9d935" -d '{"events": [{"server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:27.006986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:27.017263 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:27.018803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:53:27.029730 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'd3d32281-335d-4fdb-8211-8f9c376106f6', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'port_id': '2f0170c2-4371-454b-af3b-680ec0c640ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'mac_address': 'fa:16:3e:d7:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55768c73-4393-4ece-9afa-5691f93e7bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:53:24Z', 'revision_number': 1, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:22Z', 'revision_number': 5, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:53:27.036480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e41cc21-966c-423a-930c-95b294b1a1cf {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:27.050477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:53:27.050875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 861ceece-e2ff-4bdb-aad0-5fd2e1c94da8 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:53:27.053219 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:27.075261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Transition to ACTIVE for port object 1e41cc21-966c-423a-930c-95b294b1a1cf will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:27.080735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:27.114397 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0666f5-8cf9-4ff4-9ecb-40e4a078ed7f None None] The sync data for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 is: [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'd3d32281-335d-4fdb-8211-8f9c376106f6', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'port_id': '2f0170c2-4371-454b-af3b-680ec0c640ec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'mac_address': 'fa:16:3e:d7:2f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55768c73-4393-4ece-9afa-5691f93e7bda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:52:19Z', 'updated_at': '2021-08-20T14:53:24Z', 'revision_number': 1, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:22Z', 'revision_number': 5, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:53:27.131893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9b456d23-71cb-4cf4-a357-ddffb98f39c0,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:27.202666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:27.235978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Attempting to bind port 1e41cc21-966c-423a-930c-95b294b1a1cf on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:27.236336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Attempting to bind port 1e41cc21-966c-423a-930c-95b294b1a1cf by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:27.236960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Attempting to bind port 1e41cc21-966c-423a-930c-95b294b1a1cf on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:27.242176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Port 1e41cc21-966c-423a-930c-95b294b1a1cf on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:53:27.242503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Attempting to bind port 1e41cc21-966c-423a-930c-95b294b1a1cf on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:27.251663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:27.252016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:27.252668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:27.255277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Bound port: 1e41cc21-966c-423a-930c-95b294b1a1cf, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:27.256181 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:27.362986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:27.368093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:27.380264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:27.412269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8899894-ebad-4a7f-b112-689dbe780c3f req-dff338f2-6b34-430d-ab4d-1533b63594ad tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:27.417590 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:27.418591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:27.420089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8899894-ebad-4a7f-b112-689dbe780c3f req-dff338f2-6b34-430d-ab4d-1533b63594ad tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 944 time: 0.6852989 Aug 20 14:53:27.420720 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] 10.222.0.70 "PUT /v2.0/ports/1e41cc21-966c-423a-930c-95b294b1a1cf HTTP/1.1" status: 200 len: 1096 time: 0.9631391 Aug 20 14:53:27.472638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219b0f4-f9c4-49ae-a16b-564a6310f24a service neutron] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:27.493779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70efeb6-4828-439d-9f77-33c5cd205b23 None None] New status for floating IP d3d32281-335d-4fdb-8211-8f9c376106f6: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:53:27.520971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eba35402-e2cf-425e-9689-d6f786ac7f63 req-36739d73-5969-44d1-8b5a-9a1a0bc9eab1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373904 Aug 20 14:53:27.546120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-330df208-d539-428c-ab7d-57cfb308cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:27.547791 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-330df208-d539-428c-ab7d-57cfb308cdc1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 1099 time: 0.0668457 Aug 20 14:53:27.594132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-93c90802-3125-463e-abb6-7b5f38b8ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:27.595711 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-93c90802-3125-463e-abb6-7b5f38b8ef1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e66e39b1-a05e-4836-8b46-8506604bb052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7049413 Aug 20 14:53:27.644679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8899894-ebad-4a7f-b112-689dbe780c3f req-95bf7db8-9621-41a3-a366-78dce5d4c8e8 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208560 Aug 20 14:53:27.654972 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-e406738e-c113-4417-ad72-960c08cb785d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1e41cc21-966c-423a-930c-95b294b1a1cf HTTP/1.1" status: 200 len: 217 time: 0.0901706 Aug 20 14:53:27.732003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-b8fa59c2-fba6-4998-bf1c-d825afe9e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:27.743205 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-b8fa59c2-fba6-4998-bf1c-d825afe9e880 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0744863 Aug 20 14:53:27.744698 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe75aa2-c300-4414-bf16-474411c6208d x-openstack-request-id: req-9fe75aa2-c300-4414-bf16-474411c6208d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:27.745016 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:27.745279 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9fe75aa2-c300-4414-bf16-474411c6208d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:27.745677 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0', 'code': 200} Aug 20 14:53:27.809756 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:27.838599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-63439613-31c7-457f-9fbb-d407fc81aeb0 service neutron] 10.222.0.72 "GET /v2.0/networks/e66e39b1-a05e-4836-8b46-8506604bb052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157793 Aug 20 14:53:27.863328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:27.867104 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce15c521-8afa-4a69-9dc2-097cf333cb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:27.880024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-eaa4813d-7647-4092-992b-a54ad6c4e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:27.880738 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-eaa4813d-7647-4092-992b-a54ad6c4e2da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1161771 Aug 20 14:53:27.953608 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe9e84-df06-4337-bf47-d16d52237147 x-openstack-request-id: req-98fe9e84-df06-4337-bf47-d16d52237147 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:27.953899 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:27.954143 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98fe9e84-df06-4337-bf47-d16d52237147 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:27.954520 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'status': 'completed', 'code': 200} Aug 20 14:53:28.005545 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-8a5e23c0-3345-4cb7-9a52-ca83f14a679f service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131508 Aug 20 14:53:28.006470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:28.021779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fa051-500d-4621-8701-8464cfc62029 req-790f43bc-4ec8-440e-9d99-cac94cb93821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:28.023284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc3fa051-500d-4621-8701-8464cfc62029 req-790f43bc-4ec8-440e-9d99-cac94cb93821 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 1097 time: 0.1736445 Aug 20 14:53:28.094008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:28.109146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c326d9-5dcf-4464-a740-bf82b8a050ae req-1ade9c55-770e-428d-a5ff-96c23c23c5d4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:28.110080 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef38b9eb-e953-4bf2-994d-de2701ba6bfc req-b280fe07-7031-4b77-8707-8b239a046343 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931275 Aug 20 14:53:28.110595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48c326d9-5dcf-4464-a740-bf82b8a050ae req-1ade9c55-770e-428d-a5ff-96c23c23c5d4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 947 time: 0.1914618 Aug 20 14:53:28.122487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:28.124968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:28.140001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event updated for resources: {'Port': ['ID=24098f38-a3e1-4e20-b467-5df7ff25609a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:28.184682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb310b53-d7f3-465e-9457-5b4714af8641 req-732683b8-5ca2-4e20-af17-0c9a5c83b3ff service neutron] 10.222.0.72 "GET /v2.0/networks/e66e39b1-a05e-4836-8b46-8506604bb052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080349 Aug 20 14:53:28.200079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc3fa051-500d-4621-8701-8464cfc62029 req-d722e2c5-c924-48ff-ad90-169a7a147223 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466739 Aug 20 14:53:28.220709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-36b527a2-706a-4d78-9400-6e642456b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:28.223342 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-36b527a2-706a-4d78-9400-6e642456b1f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 1099 time: 0.0513859 Aug 20 14:53:28.230828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48c326d9-5dcf-4464-a740-bf82b8a050ae req-f64964aa-1ed1-4643-a098-b07fa2222a4a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986111 Aug 20 14:53:28.285663 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:28.323624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:28.388180 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:28.487061 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:28.493644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:28.548699 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-b83efd43-453f-4b53-a919-2922a5bc185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:28.550565 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-b83efd43-453f-4b53-a919-2922a5bc185b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1010573 Aug 20 14:53:28.574887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event updated for resources: {'Port': ['ID=24098f38-a3e1-4e20-b467-5df7ff25609a,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:28.586564 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:28.602801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:28.603044 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-7fa3ddce-3a92-4e0a-baae-9551f7bff4ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1e41cc21-966c-423a-930c-95b294b1a1cf HTTP/1.1" status: 200 len: 217 time: 0.0408306 Aug 20 14:53:28.604538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3e8ace30-e670-40ee-9934-c9106681dd9b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8024092 Aug 20 14:53:28.677035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-e0d5ffa9-7afc-4f03-90e3-282dfa9da211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:28.679971 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-e0d5ffa9-7afc-4f03-90e3-282dfa9da211 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0672233 Aug 20 14:53:28.700797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c6e15-5634-454f-b08f-a3f04440bd7e req-a59e09f0-872c-4c12-b43b-23442418c32a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:28.703405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-934c6e15-5634-454f-b08f-a3f04440bd7e req-a59e09f0-872c-4c12-b43b-23442418c32a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.0759714 Aug 20 14:53:28.757938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-45a8e9c6-d1d5-451d-b4e0-019e9aa35343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:28.759626 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-45a8e9c6-d1d5-451d-b4e0-019e9aa35343 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0631795 Aug 20 14:53:28.761262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-934c6e15-5634-454f-b08f-a3f04440bd7e req-9f94a23b-53f9-42ac-834e-f14c4db319ca tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495086 Aug 20 14:53:28.886742 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-7c43e2bf-4105-4a10-b49a-862226cde002 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082056 Aug 20 14:53:28.939535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72648440-d28c-459f-b558-5022b8c906a0 req-db616411-ce14-4f9e-9c6b-18360cd0a0ba tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:28.941759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72648440-d28c-459f-b558-5022b8c906a0 req-db616411-ce14-4f9e-9c6b-18360cd0a0ba tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1166542 Aug 20 14:53:29.005259 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ce15c521-8afa-4a69-9dc2-097cf333cb0d req-132f2462-23e5-40eb-83b2-ba14091dc662 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074803 Aug 20 14:53:29.014507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72648440-d28c-459f-b558-5022b8c906a0 req-ea3e7415-0a9a-41d1-a5ca-101c3ed13ea8 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597334 Aug 20 14:53:29.023405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd273-f04c-4a54-8c30-756f20828a94 req-8e6ac8fd-b60c-4d9e-b2f2-874bfc969718 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:29.025289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-8e6ac8fd-b60c-4d9e-b2f2-874bfc969718 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/networks?id=5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 200 len: 819 time: 0.1585178 Aug 20 14:53:29.052479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-065b7f26-1702-4955-adc8-6f6bd2a4af5e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/quotas/16c30f8dfd244d31a1fecbc38b074e6e HTTP/1.1" status: 200 len: 375 time: 0.0201039 Aug 20 14:53:29.105045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-2324c82c-84fb-42ad-a66b-c70030391c85 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465460 Aug 20 14:53:29.201720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-4c88e701-26a0-4dce-9aec-5da3e08375be service neutron] 10.222.0.36 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895441 Aug 20 14:53:29.299701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-a4b3bd37-b546-4c08-8943-1a483c99b42a service neutron] 10.222.0.36 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914049 Aug 20 14:53:29.360120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78545049-aa76-45b8-883f-f367d794843c req-12e4d2b2-f571-4b33-a3f2-f847cbb0d709 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:29.361848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78545049-aa76-45b8-883f-f367d794843c req-12e4d2b2-f571-4b33-a3f2-f847cbb0d709 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 947 time: 0.0562048 Aug 20 14:53:29.413177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78545049-aa76-45b8-883f-f367d794843c req-d4ce46d7-8bde-4ea2-85c0-fb07523ae8e8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Aug 20 14:53:29.501287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8ee9465-dd36-4f21-a0d1-3b5fbe76127f req-183c8aa9-83b4-4ada-a8bb-d82ee52934fd tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 210 time: 0.0318749 Aug 20 14:53:29.901044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3f5dd-a85d-49c6-b63d-ba741d076568 req-d7d74b67-acfe-4509-8b7e-53e446b1306f tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:29.903615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43f3f5dd-a85d-49c6-b63d-ba741d076568 req-d7d74b67-acfe-4509-8b7e-53e446b1306f tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.0619602 Aug 20 14:53:29.965262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43f3f5dd-a85d-49c6-b63d-ba741d076568 req-78826fb5-ffb8-44ca-9ef6-22ed6bc5c2e6 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442402 Aug 20 14:53:30.159504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24442ad-cdca-4b5c-b4a2-35aff183e113 req-166d855c-8033-4dcb-9d81-382d67ed9615 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:30.161556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e24442ad-cdca-4b5c-b4a2-35aff183e113 req-166d855c-8033-4dcb-9d81-382d67ed9615 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0589240 Aug 20 14:53:30.204726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e24442ad-cdca-4b5c-b4a2-35aff183e113 req-90bea62d-ff64-4471-9ad6-7d0b3e138588 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Aug 20 14:53:30.266220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:53:30.395172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:30.410606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'mac_address': 'fa:16:3e:ce:fc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:53:30.453470 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:30.470213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e41cc21-966c-423a-930c-95b294b1a1cf {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:30.496472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:30.497146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7f5f-4aa8-419e-8659-c63856e62b94 req-f0e626ed-76f1-4e5e-a62c-ff825d669211 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:30.505570 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:30.507228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f48a7f5f-4aa8-419e-8659-c63856e62b94 req-f0e626ed-76f1-4e5e-a62c-ff825d669211 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0864778 Aug 20 14:53:30.584735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:30.606666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f48a7f5f-4aa8-419e-8659-c63856e62b94 req-0fbe1faf-f84b-4818-b293-dfa0dc71d97a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857868 Aug 20 14:53:30.622247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4305f18-a949-426a-9db5-a12d06459275 req-0f581e84-4fe2-44f4-ad04-9c18473839e6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:30.623802 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4305f18-a949-426a-9db5-a12d06459275 req-0f581e84-4fe2-44f4-ad04-9c18473839e6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 948 time: 0.0852721 Aug 20 14:53:30.706840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58c88328-5bd7-4ae0-8219-35b864d7c0a3 req-d733d897-0164-4825-874f-b46544d3bcaa tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 210 time: 0.0454869 Aug 20 14:53:30.717434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4305f18-a949-426a-9db5-a12d06459275 req-1c2feeac-adf6-44da-bb87-8fb75dca67f6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800054 Aug 20 14:53:30.786256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd273-f04c-4a54-8c30-756f20828a94 req-69a1267d-a89b-4fd2-90a5-abca28a59f2a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:30.786918 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-69a1267d-a89b-4fd2-90a5-abca28a59f2a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.70 "GET /v2.0/networks?id=5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 200 len: 819 time: 0.1414669 Aug 20 14:53:30.809031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Request body: {'port': {'device_id': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432', 'admin_state_up': True, 'tenant_id': '16c30f8dfd244d31a1fecbc38b074e6e'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:30.992568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['1e41cc21-966c-423a-930c-95b294b1a1cf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:31.109735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6a31d-f55d-41b0-a1ef-ec0713819273 req-48e4eca4-81e1-44eb-81c8-cff8e30ec72e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:31.111418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eca6a31d-f55d-41b0-a1ef-ec0713819273 req-48e4eca4-81e1-44eb-81c8-cff8e30ec72e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.0646284 Aug 20 14:53:31.166574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eca6a31d-f55d-41b0-a1ef-ec0713819273 req-7b33aadc-b62a-451b-bb4d-2cc25cacff0c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475869 Aug 20 14:53:31.220859 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Made reservation on behalf of 16c30f8dfd244d31a1fecbc38b074e6e for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:31.224680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:31.360268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Allocated IP 172.20.0.2 (5c025684-3c2b-4af3-a415-3bdbcc0bf432/4ce82c74-a466-45a5-be79-f53f84087e2d/7bdb1584-3e2b-4eda-8e90-1e326f8989be) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:31.517176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:31.563975 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:31.618721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:31.621850 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:31.628558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:31.632576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event updated for resources: {'Port': ['ID=7bdb1584-3e2b-4eda-8e90-1e326f8989be,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:31.688271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:31.688887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:31.703975 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-d328e73d-9238-4eea-a7ae-f5490c5bff0e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8990912 Aug 20 14:53:31.720795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Request body: {'port': {'device_id': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:31.729655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ecfd-b418-4b90-89e3-3f15d414dee5 req-26a23490-a042-4626-a519-5a05a7d7bd2d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:31.731254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83a5ecfd-b418-4b90-89e3-3f15d414dee5 req-26a23490-a042-4626-a519-5a05a7d7bd2d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0528560 Aug 20 14:53:31.785449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83a5ecfd-b418-4b90-89e3-3f15d414dee5 req-059434fe-7dd8-4c9c-ac3d-635580aa8c4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434105 Aug 20 14:53:31.792929 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:31.853553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a48ed-d893-45d7-a9d8-030050743380 req-8d602b80-e1ba-412f-be8d-a6cabcc5c6de tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:31.855264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db9a48ed-d893-45d7-a9d8-030050743380 req-8d602b80-e1ba-412f-be8d-a6cabcc5c6de tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 931 time: 0.0680313 Aug 20 14:53:31.935811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b983e-858f-4077-a37d-7c515f7c3846 req-631e4bf1-c2ce-494a-ac20-61a1e70bd789 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:31.937377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f59b983e-858f-4077-a37d-7c515f7c3846 req-631e4bf1-c2ce-494a-ac20-61a1e70bd789 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 948 time: 0.0794055 Aug 20 14:53:31.946424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db9a48ed-d893-45d7-a9d8-030050743380 req-a9b70dd3-bbb4-420f-bd6b-dc5771ce58d6 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790000 Aug 20 14:53:31.998951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f59b983e-858f-4077-a37d-7c515f7c3846 req-9545e6e1-b73d-4aa1-8242-f9243bb9dcb3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515435 Aug 20 14:53:32.121513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdb1584-3e2b-4eda-8e90-1e326f8989be {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:32.130769 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:32.143235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Transition to ACTIVE for port object 7bdb1584-3e2b-4eda-8e90-1e326f8989be will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:32.148299 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:32.203211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Pushing event updated for resources: {'Port': ['ID=7bdb1584-3e2b-4eda-8e90-1e326f8989be,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:32.272218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Attempting to bind port 7bdb1584-3e2b-4eda-8e90-1e326f8989be on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:32.272563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Attempting to bind port 7bdb1584-3e2b-4eda-8e90-1e326f8989be by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:32.272898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Attempting to bind port 7bdb1584-3e2b-4eda-8e90-1e326f8989be on network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:32.273801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:32.277828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Port 7bdb1584-3e2b-4eda-8e90-1e326f8989be on network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:53:32.278169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Attempting to bind port 7bdb1584-3e2b-4eda-8e90-1e326f8989be on network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:32.285308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:32.285653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Checking segment: {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:32.286045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Bound using segment: {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:32.286808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Bound port: 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:32.287175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:32.333745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d97293-b130-4f4e-8e82-e4a10407f901 req-6d5478ec-caf3-415e-a0c5-9a64f59e6a99 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:32.336721 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5d97293-b130-4f4e-8e82-e4a10407f901 req-6d5478ec-caf3-415e-a0c5-9a64f59e6a99 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.0882058 Aug 20 14:53:32.366317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 1e41cc21-966c-423a-930c-95b294b1a1cf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:32.381106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 1e41cc21-966c-423a-930c-95b294b1a1cf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:32.382729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:32.382890 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:32.385997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:32.391685 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:32.421739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5d97293-b130-4f4e-8e82-e4a10407f901 req-0c498b8f-f369-43ea-a5dd-211e0c0497f8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573728 Aug 20 14:53:32.447897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:32.449686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:32.451572 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] 10.222.0.70 "PUT /v2.0/ports/7bdb1584-3e2b-4eda-8e90-1e326f8989be HTTP/1.1" status: 200 len: 1092 time: 0.7353725 Aug 20 14:53:32.454846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:32.457565 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03c4329-660a-49fa-b835-394246305a81" -d '{"events": [{"name": "network-changed", "server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:32.496220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5f405-c5da-4b40-9d0b-7cdaca40211d service neutron] Pushing event updated for resources: {'Port': ['ID=7bdb1584-3e2b-4eda-8e90-1e326f8989be,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:32.552787 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:32.572589 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa4c03b-9deb-4436-ba8e-c750ecae8787 x-openstack-request-id: req-daa4c03b-9deb-4436-ba8e-c750ecae8787 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:32.573161 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:32.573584 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-daa4c03b-9deb-4436-ba8e-c750ecae8787 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:32.574446 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be', 'status': 'completed', 'code': 200} Aug 20 14:53:32.581667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:32.584306 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23474e9e-7f20-49f8-9189-b29b4886148d" -d '{"events": [{"server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "name": "network-vif-plugged", "status": "completed", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:32.599489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:32.605758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd273-f04c-4a54-8c30-756f20828a94 req-06a9683b-2b42-4490-8e51-6e4d99370e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:32.607971 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:32.608621 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-06a9683b-2b42-4490-8e51-6e4d99370e1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0685000 Aug 20 14:53:32.639798 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b69ca28-d108-4aad-bbe3-6364174db801 x-openstack-request-id: req-3b69ca28-d108-4aad-bbe3-6364174db801 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:32.640094 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "name": "network-vif-plugged", "status": "completed", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:32.640349 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b69ca28-d108-4aad-bbe3-6364174db801 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:32.640734 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'code': 200} Aug 20 14:53:32.669605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:32.689599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-20eee2d6-d13f-440d-8352-52a09dd4f4cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be HTTP/1.1" status: 200 len: 217 time: 0.0673974 Aug 20 14:53:32.769362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012a131-55dc-4773-acea-58d28e4d7c0c req-2d97d04f-765f-4c86-8a5d-8e539880e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:32.770905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9012a131-55dc-4773-acea-58d28e4d7c0c req-2d97d04f-765f-4c86-8a5d-8e539880e715 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 1101 time: 0.0455184 Aug 20 14:53:32.774660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fd273-f04c-4a54-8c30-756f20828a94 req-ff66f263-dd8a-4c6c-8d46-0f3871467622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:32.776210 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-ff66f263-dd8a-4c6c-8d46-0f3871467622 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ce82c74-a466-45a5-be79-f53f84087e2d HTTP/1.1" status: 200 len: 859 time: 0.0498106 Aug 20 14:53:32.828889 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-cb64b836-76f0-41bc-9f25-c68caa7d066e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5c025684-3c2b-4af3-a415-3bdbcc0bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307510 Aug 20 14:53:32.836346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9012a131-55dc-4773-acea-58d28e4d7c0c req-bcb9e62e-604f-47de-8632-2fdda8a70f48 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 Aug 20 14:53:32.907145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a9e8-e62e-497f-a2e6-4fa1643699eb req-9d4164f4-6e13-4bba-923e-b075e9c4a35b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:32.908900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18d5a9e8-e62e-497f-a2e6-4fa1643699eb req-9d4164f4-6e13-4bba-923e-b075e9c4a35b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0507927 Aug 20 14:53:32.948618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18d5a9e8-e62e-497f-a2e6-4fa1643699eb req-4413b4c2-8266-47e0-a11d-521ebd58127b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Aug 20 14:53:33.105395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98e573-0023-45e4-9ac7-c0774c9e6e6f req-1fb4cb85-7b3b-4295-8c06-934fc396a919 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:33.107155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a98e573-0023-45e4-9ac7-c0774c9e6e6f req-1fb4cb85-7b3b-4295-8c06-934fc396a919 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 943 time: 0.0707121 Aug 20 14:53:33.145842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f90a741c-508c-4ae4-a207-6652cacc1200 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:53:33.191164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25a41b-9d2a-4c0d-b88f-bf582f2544bf req-c06269c7-4a37-42cc-982d-b91cb331ee32 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:33.192681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da25a41b-9d2a-4c0d-b88f-bf582f2544bf req-c06269c7-4a37-42cc-982d-b91cb331ee32 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0845096 Aug 20 14:53:33.198019 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a98e573-0023-45e4-9ac7-c0774c9e6e6f req-625803ba-1eb4-4a71-b6b1-95bfdbc63003 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729980 Aug 20 14:53:33.221153 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-2bb5d8f4-6cff-440b-ae68-ab789317da6d service neutron] 10.222.0.70 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061497 Aug 20 14:53:33.244463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da25a41b-9d2a-4c0d-b88f-bf582f2544bf req-38152f83-1fca-457f-99db-dc6a6b08cbaf tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409138 Aug 20 14:53:33.310168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:33.323518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'f90a741c-508c-4ae4-a207-6652cacc1200', 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0', 'port_id': 'f90a741c-508c-4ae4-a207-6652cacc1200', 'mac_address': 'fa:16:3e:95:90:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2497e036-a854-4163-ad6b-ae005102a234', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:53:33.342229 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-295fd273-f04c-4a54-8c30-756f20828a94 req-b553533e-b02a-43e2-b389-ab45699464ad service neutron] 10.222.0.70 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045423 Aug 20 14:53:33.365177 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:33.377501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90a741c-508c-4ae4-a207-6652cacc1200 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:33.396755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:33.491105 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:33.561125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f90a741c-508c-4ae4-a207-6652cacc1200,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:33.609117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c4329-660a-49fa-b835-394246305a81 req-5f0c3900-dd2f-4804-8235-a5213ed8c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:33.610812 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d03c4329-660a-49fa-b835-394246305a81 req-5f0c3900-dd2f-4804-8235-a5213ed8c2a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 1095 time: 0.0767951 Aug 20 14:53:33.620220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfa146-a3c4-4d87-a5e6-d0c0c80b0b75 req-7e6487a2-4cd6-4c96-89d9-8c320a2fdb0c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:33.621825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1acfa146-a3c4-4d87-a5e6-d0c0c80b0b75 req-7e6487a2-4cd6-4c96-89d9-8c320a2fdb0c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 945 time: 0.0704880 Aug 20 14:53:33.665551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1acfa146-a3c4-4d87-a5e6-d0c0c80b0b75 req-4f7cc377-80f6-4041-b281-7350973070ff tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369713 Aug 20 14:53:33.729750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c4329-660a-49fa-b835-394246305a81 req-5bb3ea0a-652b-4733-96b7-a484ed4902ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:33.731231 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d03c4329-660a-49fa-b835-394246305a81 req-5bb3ea0a-652b-4733-96b7-a484ed4902ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 200 len: 920 time: 0.1024065 Aug 20 14:53:33.779443 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d03c4329-660a-49fa-b835-394246305a81 req-527a60a9-f1c8-41ae-879a-be91060a2261 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be HTTP/1.1" status: 200 len: 217 time: 0.0345581 Aug 20 14:53:33.845902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c4329-660a-49fa-b835-394246305a81 req-68d19c9a-46c2-4f44-92d3-3d3edfdb7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:33.847948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d03c4329-660a-49fa-b835-394246305a81 req-68d19c9a-46c2-4f44-92d3-3d3edfdb7854 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4ce82c74-a466-45a5-be79-f53f84087e2d HTTP/1.1" status: 200 len: 859 time: 0.0517805 Aug 20 14:53:33.890179 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d03c4329-660a-49fa-b835-394246305a81 req-c74aa2b8-5d16-4201-95f1-1da23dbc4c6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5c025684-3c2b-4af3-a415-3bdbcc0bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259984 Aug 20 14:53:33.993937 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d03c4329-660a-49fa-b835-394246305a81 req-d99cf298-71b0-44bc-9a70-8e3443c156c0 service neutron] 10.222.0.70 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886743 Aug 20 14:53:34.005544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f90a741c-508c-4ae4-a207-6652cacc1200'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:34.115121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69775e5c-f678-4ce4-8ef0-99c19a15b182 req-7baac806-9602-420a-8998-394801600f97 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:34.125325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69775e5c-f678-4ce4-8ef0-99c19a15b182 req-7baac806-9602-420a-8998-394801600f97 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0790410 Aug 20 14:53:34.138414 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d03c4329-660a-49fa-b835-394246305a81 req-7562b78b-ad68-4261-bc35-ce82c358db90 service neutron] 10.222.0.70 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173198 Aug 20 14:53:34.175360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69775e5c-f678-4ce4-8ef0-99c19a15b182 req-61a808af-fb14-43c1-ac39-5fe732b02452 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480993 Aug 20 14:53:34.375939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb2c6d-1eda-4f11-8993-5a1181cce056 req-5f6cd1d4-eef8-4fff-aa71-6925b0862a61 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:34.377586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1eb2c6d-1eda-4f11-8993-5a1181cce056 req-5f6cd1d4-eef8-4fff-aa71-6925b0862a61 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 943 time: 0.0880179 Aug 20 14:53:34.389648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55f059-48de-4ef3-8acd-28da6b3dbfb5 req-e63cd6d4-c4d2-4863-b004-4fc5c95051ee tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:34.391132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a55f059-48de-4ef3-8acd-28da6b3dbfb5 req-e63cd6d4-c4d2-4863-b004-4fc5c95051ee tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0716579 Aug 20 14:53:34.453145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1eb2c6d-1eda-4f11-8993-5a1181cce056 req-4f786614-ccbf-46be-b33e-27c5d30c0605 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609057 Aug 20 14:53:34.456445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a55f059-48de-4ef3-8acd-28da6b3dbfb5 req-00a320cc-db7b-48c8-b4eb-6b44d96b1954 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578384 Aug 20 14:53:34.812483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c5c5d-ef02-4a08-8659-8498980f1b91 req-e9941a64-0ee2-413c-846d-6d85afff00eb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:34.814199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e8c5c5d-ef02-4a08-8659-8498980f1b91 req-e9941a64-0ee2-413c-846d-6d85afff00eb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 945 time: 0.0615294 Aug 20 14:53:34.856018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e8c5c5d-ef02-4a08-8659-8498980f1b91 req-c6f21334-fef4-408d-81cb-a3ea52f08525 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Aug 20 14:53:35.021939 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-6981aaea-c770-4155-b406-692f2f4d57cf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542989 Aug 20 14:53:35.122906 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-800bf6d0-8f73-4d53-8934-dcd5faea42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:35.125113 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-800bf6d0-8f73-4d53-8934-dcd5faea42eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0522218 Aug 20 14:53:35.158322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f90a741c-508c-4ae4-a207-6652cacc1200 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:35.220693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port f90a741c-508c-4ae4-a207-6652cacc1200 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:35.227311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port f90a741c-508c-4ae4-a207-6652cacc1200 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:35.227827 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:35.293101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-7a65d590-e7b4-4a35-bb26-fef3fb6f29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:35.294991 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-7a65d590-e7b4-4a35-bb26-fef3fb6f29a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.1351249 Aug 20 14:53:35.355025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93af17-69a9-4b36-aab6-88dd6f2706d5 req-e240ba9f-d71c-4f4c-a31a-ef0d9335e1af tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:35.356656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f93af17-69a9-4b36-aab6-88dd6f2706d5 req-e240ba9f-d71c-4f4c-a31a-ef0d9335e1af tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0822580 Aug 20 14:53:35.365204 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:35.373023 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-d3215551-026b-4b00-b7e6-cc6ee765ed1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833 HTTP/1.1" status: 200 len: 217 time: 0.0591941 Aug 20 14:53:35.391975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:35.394856 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6813d3-1dcf-41dc-a433-6489abbcb09d" -d '{"events": [{"server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "name": "network-vif-plugged", "status": "completed", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:35.405805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f93af17-69a9-4b36-aab6-88dd6f2706d5 req-3b5c7c53-5aa2-4a5a-8b4d-81c0e0085b84 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390573 Aug 20 14:53:35.413597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:35.419409 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:35.469822 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0030d8a-11c6-4a59-9d85-326d902042d3 x-openstack-request-id: req-b0030d8a-11c6-4a59-9d85-326d902042d3 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:35.470121 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "name": "network-vif-plugged", "status": "completed", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:35.470385 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0030d8a-11c6-4a59-9d85-326d902042d3 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:35.470821 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200', 'code': 200} Aug 20 14:53:35.494562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-ca298649-0ba7-4708-ab9e-de4c684b911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:35.495260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f90a741c-508c-4ae4-a207-6652cacc1200,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:35.497484 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-ca298649-0ba7-4708-ab9e-de4c684b911d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.1090715 Aug 20 14:53:35.559885 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-c7df7a25-82dd-4bb3-b4fe-48b7d4cdcdb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488944 Aug 20 14:53:35.647779 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:35.686220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e320ef-6a60-4167-ba61-b2ba7117be8d req-9f37c38a-97d9-4ea0-a3b1-b61df646eb82 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:35.687847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75e320ef-6a60-4167-ba61-b2ba7117be8d req-9f37c38a-97d9-4ea0-a3b1-b61df646eb82 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 943 time: 0.1386998 Aug 20 14:53:35.691162 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-3fd4482d-1f7c-40f6-8371-92df51d7ad70 service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964913 Aug 20 14:53:35.691558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaffdff-f418-4742-a205-b8dff29ea751 req-ed975d1d-5e4a-4694-9188-6888e1c5949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:35.693043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-afaffdff-f418-4742-a205-b8dff29ea751 req-ed975d1d-5e4a-4694-9188-6888e1c5949a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 1098 time: 0.1241717 Aug 20 14:53:35.710357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d677292-161d-4d37-9d4e-c677f5a41bab req-277a6780-ba9f-4afa-9cf0-f6863cc04a22 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:35.712037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d677292-161d-4d37-9d4e-c677f5a41bab req-277a6780-ba9f-4afa-9cf0-f6863cc04a22 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1453474 Aug 20 14:53:35.796925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75e320ef-6a60-4167-ba61-b2ba7117be8d req-e0a174c0-0cf0-481e-b5cc-18e87ef64c92 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012392 Aug 20 14:53:35.805752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-afaffdff-f418-4742-a205-b8dff29ea751 req-d0e3dac3-1df2-4b66-9678-2277698eb07b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927236 Aug 20 14:53:35.809478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d677292-161d-4d37-9d4e-c677f5a41bab req-aafebb35-b6a7-477a-9cf4-330b47b61c04 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801268 Aug 20 14:53:35.843754 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b3d2e805-ac3e-48ca-a516-08017b5cb8ef req-f7cf92d2-27e2-49b4-a101-4da0e439860b service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270778 Aug 20 14:53:36.296721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdb1584-3e2b-4eda-8e90-1e326f8989be details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:53:36.423641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:36.436419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '7bdb1584-3e2b-4eda-8e90-1e326f8989be', 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432', 'port_id': '7bdb1584-3e2b-4eda-8e90-1e326f8989be', 'mac_address': 'fa:16:3e:b3:33:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce82c74-a466-45a5-be79-f53f84087e2d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:53:36.437589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37922-618c-4760-a0df-0ee4bc7f0cec req-be70a563-8cbc-4101-a9d3-fe16d01e5e71 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:36.439200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf37922-618c-4760-a0df-0ee4bc7f0cec req-be70a563-8cbc-4101-a9d3-fe16d01e5e71 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0823858 Aug 20 14:53:36.488862 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:36.506463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdb1584-3e2b-4eda-8e90-1e326f8989be {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:36.529870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf37922-618c-4760-a0df-0ee4bc7f0cec req-91579c50-28ab-4a94-8b55-0a8f404d514d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720305 Aug 20 14:53:36.533195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:36.541109 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:36.556464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958476e1-51ee-40d8-9bae-2494dbf6e746 req-664abd08-dd30-4247-8b5b-860923f23051 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:36.567896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-958476e1-51ee-40d8-9bae-2494dbf6e746 req-664abd08-dd30-4247-8b5b-860923f23051 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.1273904 Aug 20 14:53:36.617051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-958476e1-51ee-40d8-9bae-2494dbf6e746 req-d432e3c5-bcf9-4a0e-bd3d-0fd5d6ff3b25 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 Aug 20 14:53:36.626913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=7bdb1584-3e2b-4eda-8e90-1e326f8989be,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:36.692155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e348d61-30c7-47bc-8101-b4286ed2d882 req-37ee52d2-bdde-4557-ab77-363f2cd8b5be tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:36.693803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e348d61-30c7-47bc-8101-b4286ed2d882 req-37ee52d2-bdde-4557-ab77-363f2cd8b5be tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0720093 Aug 20 14:53:36.749253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e348d61-30c7-47bc-8101-b4286ed2d882 req-7bd2c3ac-a0d8-4fab-9eef-aab38593688c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480173 Aug 20 14:53:36.969121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c652-bf7c-4308-90ec-c82d2050a7c6 req-a264ef75-aece-4ecc-ad53-c0be77a51318 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:36.971004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc80c652-bf7c-4308-90ec-c82d2050a7c6 req-a264ef75-aece-4ecc-ad53-c0be77a51318 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0855002 Aug 20 14:53:37.021115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['7bdb1584-3e2b-4eda-8e90-1e326f8989be'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:37.069925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc80c652-bf7c-4308-90ec-c82d2050a7c6 req-4ed4dff5-dd4b-4ada-8436-53376aadb65d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845053 Aug 20 14:53:37.117625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:37.167366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45059a5f-0fb9-4d9f-88a7-cf8d852e538e req-15a60034-140d-4979-96a9-f0ecf29c9cc2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:37.168335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45059a5f-0fb9-4d9f-88a7-cf8d852e538e req-15a60034-140d-4979-96a9-f0ecf29c9cc2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0841076 Aug 20 14:53:37.225645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45059a5f-0fb9-4d9f-88a7-cf8d852e538e req-3f60c716-8610-43bb-9a94-d60dc92ee32d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495319 Aug 20 14:53:37.252343 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-7a4a8620-6960-4c88-80e3-1ee3230e8f02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332567 Aug 20 14:53:37.752168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4117-c882-4549-beaf-d089afa51ffd req-e1aaf241-2523-408e-a05f-83412fa2db63 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:37.760089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab1b4117-c882-4549-beaf-d089afa51ffd req-e1aaf241-2523-408e-a05f-83412fa2db63 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.0593061 Aug 20 14:53:37.808850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab1b4117-c882-4549-beaf-d089afa51ffd req-885749c9-c844-4b15-bcb0-fc964f7b91c5 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475159 Aug 20 14:53:37.935841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146f478-d36a-4ee7-a4be-c253f4d09ea2 req-ac4981fb-b07d-4f00-83cc-ea0634573d70 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:37.937433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d146f478-d36a-4ee7-a4be-c253f4d09ea2 req-ac4981fb-b07d-4f00-83cc-ea0634573d70 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0991025 Aug 20 14:53:37.968695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796ab48-d0de-4cc1-b070-d496eb4f2825 req-5b8c1ad9-bc9e-46d2-ba2c-c52b544fd09f tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:37.970202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0796ab48-d0de-4cc1-b070-d496eb4f2825 req-5b8c1ad9-bc9e-46d2-ba2c-c52b544fd09f tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 1098 time: 0.0696115 Aug 20 14:53:38.003963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d146f478-d36a-4ee7-a4be-c253f4d09ea2 req-6f5fcd9b-053e-4079-abf1-7a37d2b72938 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551207 Aug 20 14:53:38.022246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0796ab48-d0de-4cc1-b070-d496eb4f2825 req-225f30ea-70ea-4393-b5b2-82e2bb3c729b tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Aug 20 14:53:38.194506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233e737-1f39-4c34-abcf-317d96033860 req-496141f1-1deb-4b58-aa58-af2cadac02ba tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:38.196272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2233e737-1f39-4c34-abcf-317d96033860 req-496141f1-1deb-4b58-aa58-af2cadac02ba tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 1098 time: 0.0874615 Aug 20 14:53:38.240465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2cd4c-8a8a-4920-82e9-10ba68f8028c req-08887000-2573-466f-9c4e-059dbc4f6ffb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:38.244025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52a2cd4c-8a8a-4920-82e9-10ba68f8028c req-08887000-2573-466f-9c4e-059dbc4f6ffb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0965834 Aug 20 14:53:38.257254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2233e737-1f39-4c34-abcf-317d96033860 req-01d2eee2-0f2f-4f9f-9d1f-29011d86889c tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527098 Aug 20 14:53:38.306102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52a2cd4c-8a8a-4920-82e9-10ba68f8028c req-ebaf6bb3-9ee5-4aa1-80d6-186f49f8db75 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Aug 20 14:53:38.447043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9f16b-eaca-4441-b0d0-6dc0e4dead0f req-74f39ce5-7f6b-4ec8-adba-b36cd5494dea tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:38.448582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab9f16b-eaca-4441-b0d0-6dc0e4dead0f req-74f39ce5-7f6b-4ec8-adba-b36cd5494dea tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0578485 Aug 20 14:53:38.498825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab9f16b-eaca-4441-b0d0-6dc0e4dead0f req-6ad13601-540f-4e57-a1c3-68f2ffbfbc66 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Aug 20 14:53:39.101930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-52c2a51c-4d87-4471-9d02-dc4d0198a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:39.103826 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-52c2a51c-4d87-4471-9d02-dc4d0198a980 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 1101 time: 0.0561895 Aug 20 14:53:39.139062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84d703-c325-40d4-910d-132f2d9a00c3 req-e9831983-7dd8-40ce-8a2e-98857bccdaae tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:39.140545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce84d703-c325-40d4-910d-132f2d9a00c3 req-e9831983-7dd8-40ce-8a2e-98857bccdaae tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0551529 Aug 20 14:53:39.186004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce84d703-c325-40d4-910d-132f2d9a00c3 req-9b155b2b-589c-465b-b1b1-681f36cc2a88 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381737 Aug 20 14:53:39.222281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-983841a8-f5c2-4981-b053-d8fa9d0d19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:39.224032 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-983841a8-f5c2-4981-b053-d8fa9d0d19cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.0954287 Aug 20 14:53:39.290268 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-8747b23e-e9f9-4e80-8db5-2abd4e6a25da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1e41cc21-966c-423a-930c-95b294b1a1cf HTTP/1.1" status: 200 len: 217 time: 0.0347841 Aug 20 14:53:39.347192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-d438fa1b-11ac-4539-9fc2-9311599a309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:39.349043 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-d438fa1b-11ac-4539-9fc2-9311599a309c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0474544 Aug 20 14:53:39.415589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-c8dc418c-8fd7-4dda-99a2-976899319690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:39.417115 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-c8dc418c-8fd7-4dda-99a2-976899319690 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451522 Aug 20 14:53:39.425804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a5cfbf40-9743-48b4-9de4-4f87f780c222 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:53:39.426933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a5cfbf40-9743-48b4-9de4-4f87f780c222 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089002 Aug 20 14:53:39.438730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Request body: {'binding': {'host': 'n-h2-695189-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:39.439177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Unknown quota resources ['binding']. {{(pid=101099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 14:53:39.474197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca155e-4860-48c6-9028-34b35a7de283 req-a944afb8-9895-4bd5-a96d-304e7299233d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:39.475752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5ca155e-4860-48c6-9028-34b35a7de283 req-a944afb8-9895-4bd5-a96d-304e7299233d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 944 time: 0.0971782 Aug 20 14:53:39.525529 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-0308dbb2-2dd0-41b2-8945-8cb5cb32362f service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915151 Aug 20 14:53:39.571096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5ca155e-4860-48c6-9028-34b35a7de283 req-f315d722-3f0f-4ce8-9128-def4d2bc33ad tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832517 Aug 20 14:53:39.625454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 on host n-h2-695189-15 for vnic_type normal with profile None {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:39.626081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:39.626801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:39.632345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Port f90a741c-508c-4ae4-a207-6652cacc1200 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:53:39.632674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:39.638890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:39.639154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:39.639567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:39.640384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Bound port: f90a741c-508c-4ae4-a207-6652cacc1200, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:39.641253 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-63ab16ec-89f9-4969-aaa9-542e7f6c6d4f service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002209 Aug 20 14:53:39.761718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:39.771196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd506595-6fe3-417d-a21d-e894d0996a3c req-64c163db-2bdf-46ef-84b0-ca88f14344cc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:39.778841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd506595-6fe3-417d-a21d-e894d0996a3c req-64c163db-2bdf-46ef-84b0-ca88f14344cc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1347423 Aug 20 14:53:39.785370 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:39.786524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-b7365359-60a9-4ebc-ba1c-e7635c5634b4 service neutron] 10.222.0.36 "POST /v2.0/ports/f90a741c-508c-4ae4-a207-6652cacc1200/bindings HTTP/1.1" status: 201 len: 390 time: 0.3513386 Aug 20 14:53:39.836904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd506595-6fe3-417d-a21d-e894d0996a3c req-184a3575-e45b-4857-9086-c991aad18fa4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567935 Aug 20 14:53:40.088816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8e45e-6d55-4381-905c-0e252bcfc0c4 req-07d4630d-1121-4e77-b43f-a209916c6503 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:40.090345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0d8e45e-6d55-4381-905c-0e252bcfc0c4 req-07d4630d-1121-4e77-b43f-a209916c6503 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.0582190 Aug 20 14:53:40.130572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0d8e45e-6d55-4381-905c-0e252bcfc0c4 req-1dcb7916-0b26-426b-9362-5c1185d1a73b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Aug 20 14:53:40.162346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-85656f18-7a12-45fc-99c6-9f0196849b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:40.164078 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-85656f18-7a12-45fc-99c6-9f0196849b76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 1098 time: 0.0470707 Aug 20 14:53:40.262603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-6b35576c-b7bf-4667-8f3e-61995187a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:40.264205 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-6b35576c-b7bf-4667-8f3e-61995187a447 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.0874047 Aug 20 14:53:40.302746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25ee56-7a06-40c1-8aae-c0c593cc54a2 req-e3c131b6-cadc-479e-b53c-182790af6832 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:40.304305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a25ee56-7a06-40c1-8aae-c0c593cc54a2 req-e3c131b6-cadc-479e-b53c-182790af6832 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0552077 Aug 20 14:53:40.325035 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-20fa654b-1b80-41eb-82f9-03cfca096840 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f90a741c-508c-4ae4-a207-6652cacc1200 HTTP/1.1" status: 200 len: 217 time: 0.0461881 Aug 20 14:53:40.344534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a25ee56-7a06-40c1-8aae-c0c593cc54a2 req-098766f3-04f9-46e6-bc27-ea1f61db05f5 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Aug 20 14:53:40.365526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdb1584-3e2b-4eda-8e90-1e326f8989be up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:40.388936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-313b3399-9987-4975-8026-e6ceb5db1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:40.390460 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-313b3399-9987-4975-8026-e6ceb5db1cc1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0511403 Aug 20 14:53:40.425376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 7bdb1584-3e2b-4eda-8e90-1e326f8989be completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:40.429963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 7bdb1584-3e2b-4eda-8e90-1e326f8989be triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:40.430341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:40.436819 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-bbac2518-a546-4e25-894e-a39a179c1cfd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314472 Aug 20 14:53:40.517385 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:40.539971 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-28522b8d-0341-477b-b585-7ac369dce984 service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897126 Aug 20 14:53:40.542080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:40.544369 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527ccbe6-eb54-4097-b0e0-92b41ee77971" -d '{"events": [{"server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:40.559242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:40.564687 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:40.588677 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f41f326-bb79-4883-8a13-8fe523fd0687 x-openstack-request-id: req-2f41f326-bb79-4883-8a13-8fe523fd0687 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:40.588971 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:40.589221 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f41f326-bb79-4883-8a13-8fe523fd0687 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:40.589601 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be', 'code': 200} Aug 20 14:53:40.616783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=7bdb1584-3e2b-4eda-8e90-1e326f8989be,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:40.658653 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-dea432c6-3e4e-469a-8894-5950647798cb service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076236 Aug 20 14:53:40.726877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8aff-2a9b-44e0-8ad3-1b447b71694b req-80f6b211-9173-4157-9004-2935d51e7db9 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:40.728669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-246a8aff-2a9b-44e0-8ad3-1b447b71694b req-80f6b211-9173-4157-9004-2935d51e7db9 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0752366 Aug 20 14:53:40.755315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ac0fc-b9c2-4467-abfa-63398afd8d62 req-07f7958b-9273-4659-99ba-442281a42bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:40.757747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-734ac0fc-b9c2-4467-abfa-63398afd8d62 req-07f7958b-9273-4659-99ba-442281a42bc8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 1097 time: 0.0675259 Aug 20 14:53:40.781533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-246a8aff-2a9b-44e0-8ad3-1b447b71694b req-4e0d7e74-c362-4813-9ebf-261a05f2b227 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Aug 20 14:53:40.806338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-734ac0fc-b9c2-4467-abfa-63398afd8d62 req-7bc6c69d-e8aa-4f6e-a779-cc4bc977ef6e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374522 Aug 20 14:53:40.895412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54200) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:40.901674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-381375803'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:40.938557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:40.944976 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:40.955976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae0f72-ad42-4083-a628-c26144aacce4 req-db2defe3-58e0-4204-bd86-94cca23a7ea2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:40.957692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74ae0f72-ad42-4083-a628-c26144aacce4 req-db2defe3-58e0-4204-bd86-94cca23a7ea2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0572205 Aug 20 14:53:40.982812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:53:40.996141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:40.996585 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Added segment c24de2fd-5309-47f7-86a0-7a13faa2350c of type vlan for network 5f6fa9f8-dffe-4941-a197-5414e380866a Aug 20 14:53:41.008094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74ae0f72-ad42-4083-a628-c26144aacce4 req-d5894626-69f9-4dc2-a6ef-4c7104fa4abe tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Aug 20 14:53:41.048236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.082036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.088304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:41.089052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.180397 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2834096 Aug 20 14:53:41.182924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54210) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:41.188777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-225066062'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:41.215915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65374a16-f64d-4ceb-a47f-4033af37d823 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Network': ['ID=5f6fa9f8-dffe-4941-a197-5414e380866a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:41.224384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:41.228851 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.235458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 5f6fa9f8-dffe-4941-a197-5414e380866a details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:53:41.277979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:53:41.294402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e41f0-846c-4d95-bd4d-1a2bd332243e req-8bc00d10-5709-4545-b159-b62616f1347d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:41.303574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-517e41f0-846c-4d95-bd4d-1a2bd332243e req-8bc00d10-5709-4545-b159-b62616f1347d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.0906434 Aug 20 14:53:41.315689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.316045 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Added segment a0ad8d13-727e-434f-a68e-736de99ea70c of type vlan for network 3e13694c-b908-45f1-a031-45b448bf5ef6 Aug 20 14:53:41.376067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-517e41f0-846c-4d95-bd4d-1a2bd332243e req-dbb935b6-27f9-42e1-bf60-113af1214f29 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715923 Aug 20 14:53:41.385643 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.413011 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.419487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:41.420444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.545481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3613348 Aug 20 14:53:41.548554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54214) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:41.555073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'subnet': {'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:41.572895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Network': ['ID=3e13694c-b908-45f1-a031-45b448bf5ef6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:41.583352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.583665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.584016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.584361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.584698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.585031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.585418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.585752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.586084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.586413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.586769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.587098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26896ee-06cb-4bbc-9fe0-d58c09435ed7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.599346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33f848-b97c-4f91-9f20-488d9d3d336c req-acabb20e-1e65-401b-90ce-f36a549c15ad tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:41.600918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba33f848-b97c-4f91-9f20-488d9d3d336c req-acabb20e-1e65-401b-90ce-f36a549c15ad tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1776631 Aug 20 14:53:41.601905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 3e13694c-b908-45f1-a031-45b448bf5ef6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:53:41.648600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba33f848-b97c-4f91-9f20-488d9d3d336c req-0a959cfa-b3d8-4799-ae8f-d81ebb077eeb tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374577 Aug 20 14:53:41.685487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:41.689162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.874184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:41.926042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d3af5-73ad-484f-9deb-9f88a2ffbe17 req-ab627d63-73de-464f-9450-4450eeac7fe4 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:41.927090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b03d3af5-73ad-484f-9deb-9f88a2ffbe17 req-ab627d63-73de-464f-9450-4450eeac7fe4 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0705304 Aug 20 14:53:41.937951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Subnet': ['ID=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:41.951107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.951750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.951954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.952289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.952616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.952942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.953267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.953590 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.953915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.954235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.954552 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.955488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:41.960654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Checking segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:41.961015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network hostable DHCP agents. Network: 5f6fa9f8-dffe-4941-a197-5414e380866a, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:53:41.976318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b03d3af5-73ad-484f-9deb-9f88a2ffbe17 req-104f1425-a713-4a9f-af35-ab7677718e85 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421226 Aug 20 14:53:41.981464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network 5f6fa9f8-dffe-4941-a197-5414e380866a is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:53:42.000345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 5f6fa9f8-dffe-4941-a197-5414e380866a) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:42.009932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc7a75-03e7-4d7e-9cfe-7943ba61a2d7 None None] Network 5f6fa9f8-dffe-4941-a197-5414e380866a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:53:42.010384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:42.011005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:42.036105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54220) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:42.036833 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-918a7ac7-cb86-4491-ba38-5c591274ef43 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4861076 Aug 20 14:53:42.041436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'subnet': {'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:42.218517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df0ade-35a8-441a-a5a9-fe9fb22ac6f2 req-8438742f-d5d0-44ca-a4c7-d801505ea69a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:42.220430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2df0ade-35a8-441a-a5a9-fe9fb22ac6f2 req-8438742f-d5d0-44ca-a4c7-d801505ea69a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0988448 Aug 20 14:53:42.242936 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-da5c2ad7-4343-42b5-9f8a-1913b7794187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:42.252581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:42.256746 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:42.348811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2df0ade-35a8-441a-a5a9-fe9fb22ac6f2 req-0b8022e4-c5ec-4947-a6c0-bd215e8a4506 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149797 Aug 20 14:53:42.371847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-5f6fa9f8-dffe-4941-a197-5414e380866a', 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'fixed_ips': [{'subnet_id': '52ff4fb2-97e7-4dec-9385-0d3b8ae66af0'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:53:42.372725 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:42.561731 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:42.573376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Allocated IP 10.1.1.2 (5f6fa9f8-dffe-4941-a197-5414e380866a/52ff4fb2-97e7-4dec-9385-0d3b8ae66af0/e8fb7001-8910-49b7-b7e2-cf595c353d93) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:42.637954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398e969-e18a-48ff-b51f-b67c9f71ba55 req-3783d82f-de03-4cc5-9279-8cc00c449a59 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:42.640441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4398e969-e18a-48ff-b51f-b67c9f71ba55 req-3783d82f-de03-4cc5-9279-8cc00c449a59 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.1427948 Aug 20 14:53:42.660536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Subnet': ['ID=96441a92-3c2c-40de-877e-8c1c21ca8152,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:42.666261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-102c152d-4053-40e2-9526-55e822d971a2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1664724 Aug 20 14:53:42.721987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4398e969-e18a-48ff-b51f-b67c9f71ba55 req-a97a97e8-1da7-4139-85b3-509908164b99 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720603 Aug 20 14:53:42.723889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Checking segment: {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:42.724237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network hostable DHCP agents. Network: 3e13694c-b908-45f1-a031-45b448bf5ef6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:53:42.793610 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:42.804321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Transition to ACTIVE for port object e8fb7001-8910-49b7-b7e2-cf595c353d93 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:42.829797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Transition to ACTIVE for port object e8fb7001-8910-49b7-b7e2-cf595c353d93 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:42.831467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network 3e13694c-b908-45f1-a031-45b448bf5ef6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:53:42.838615 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:42.857450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa89eac-4a20-4075-9218-728be4f54072 req-12a07c1a-e8cc-430f-a6b9-b7a798cbc2d6 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:42.858975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6aa89eac-4a20-4075-9218-728be4f54072 req-12a07c1a-e8cc-430f-a6b9-b7a798cbc2d6 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1058338 Aug 20 14:53:42.860926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 3e13694c-b908-45f1-a031-45b448bf5ef6) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:42.867574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:42.868148 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:42.880510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b4ecaf-0241-4096-9abe-49cc18fff37b None None] Network 3e13694c-b908-45f1-a031-45b448bf5ef6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:53:42.893249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-a8886a26-c4e9-4b6a-b2cb-2d89df4258c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:42.894683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-a8886a26-c4e9-4b6a-b2cb-2d89df4258c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 1102 time: 0.1231194 Aug 20 14:53:42.911908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1d4630c4-aa20-4e3a-8a98-a74d573a8fee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8743622 Aug 20 14:53:42.916194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54232) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:42.926920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'port': {'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'name': 'tempest-TaggedBootDevicesTest_v242-1980647925', 'fixed_ips': [{'subnet_id': '52ff4fb2-97e7-4dec-9385-0d3b8ae66af0'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:42.958805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Network 5f6fa9f8-dffe-4941-a197-5414e380866a is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:42.963845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6aa89eac-4a20-4075-9218-728be4f54072 req-78aaba01-ef09-4f3c-ba1a-f72f478c60a2 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891430 Aug 20 14:53:42.965261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:42.974640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:42.983253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Pushing event updated for resources: {'Port': ['ID=e8fb7001-8910-49b7-b7e2-cf595c353d93,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:43.122042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:43.177882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Attempting to bind port e8fb7001-8910-49b7-b7e2-cf595c353d93 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:43.178419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Attempting to bind port e8fb7001-8910-49b7-b7e2-cf595c353d93 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:43.178919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Attempting to bind port e8fb7001-8910-49b7-b7e2-cf595c353d93 on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:43.208432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:43.209155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Checking segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:43.209722 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:43.210185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Bound using segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:43.210805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Bound port: e8fb7001-8910-49b7-b7e2-cf595c353d93, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:43.211296 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:43.235018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11989399-a583-4479-8257-ba3f40673480 req-82f55a93-c2d7-45a5-bba7-58ff90780df7 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:43.244569 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11989399-a583-4479-8257-ba3f40673480 req-82f55a93-c2d7-45a5-bba7-58ff90780df7 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.1544254 Aug 20 14:53:43.253624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-4298af45-de2d-4063-8b3a-c8899a827445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:43.255113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-4298af45-de2d-4063-8b3a-c8899a827445 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2806847 Aug 20 14:53:43.290690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:43.296821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] For port e8fb7001-8910-49b7-b7e2-cf595c353d93, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:43.306710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] For port e8fb7001-8910-49b7-b7e2-cf595c353d93, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e8fb7001-8910-49b7-b7e2-cf595c353d93,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:43.310233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] device_id is not set on port 80f09775-f1f0-43e2-8b62-9ece74cfd13a yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:53:43.320989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:43.373091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11989399-a583-4479-8257-ba3f40673480 req-35417215-8f5a-432d-b1fa-5ba6c252a4f7 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256390 Aug 20 14:53:43.381023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-0d912daa-7b90-4e0a-97b1-6764d117a967 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 200 len: 217 time: 0.0995452 Aug 20 14:53:43.462555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-3e13694c-b908-45f1-a031-45b448bf5ef6', 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'fixed_ips': [{'subnet_id': '96441a92-3c2c-40de-877e-8c1c21ca8152'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:53:43.463707 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:43.559040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-0e39527f-a74f-49e8-a2f0-2a9c7e56f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:43.561188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-0e39527f-a74f-49e8-a2f0-2a9c7e56f74a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1644764 Aug 20 14:53:43.583639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb6c81-97ac-4538-b1a6-451e024d923d req-eda23b9f-885b-48f1-9d5b-46bbc06e1fc0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:43.591290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bdb6c81-97ac-4538-b1a6-451e024d923d req-eda23b9f-885b-48f1-9d5b-46bbc06e1fc0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0811708 Aug 20 14:53:43.646444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Allocated IP 10.1.1.137 (5f6fa9f8-dffe-4941-a197-5414e380866a/52ff4fb2-97e7-4dec-9385-0d3b8ae66af0/80f09775-f1f0-43e2-8b62-9ece74cfd13a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:43.658728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdf242-1981-48ff-8baf-0c91a0b816d5 None None] Pushing event updated for resources: {'Port': ['ID=e8fb7001-8910-49b7-b7e2-cf595c353d93,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:43.668469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bdb6c81-97ac-4538-b1a6-451e024d923d req-dc56398b-2916-4f80-a927-0a691612a856 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759859 Aug 20 14:53:43.689818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-f34d8dd9-ca2a-418c-bc25-03d48f76af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:43.692608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-f34d8dd9-ca2a-418c-bc25-03d48f76af3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180043 Aug 20 14:53:43.759983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Allocated IP 10.2.2.2 (3e13694c-b908-45f1-a031-45b448bf5ef6/96441a92-3c2c-40de-877e-8c1c21ca8152/3b263227-6a61-4a81-a17c-1313e5e16151) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:43.860062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-3535caaa-f02a-4b4d-8050-c318ee2558e4 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504068 Aug 20 14:53:43.903332 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:43.924563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Transition to ACTIVE for port object 80f09775-f1f0-43e2-8b62-9ece74cfd13a will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:43.976037 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.051219 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.056895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543caf6-e231-4e65-aba1-bef6a37edb13 req-f89869ab-9ff5-4867-b4fa-074ecd73da83 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:44.060655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Transition to ACTIVE for port object 3b263227-6a61-4a81-a17c-1313e5e16151 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:44.065947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0543caf6-e231-4e65-aba1-bef6a37edb13 req-f89869ab-9ff5-4867-b4fa-074ecd73da83 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.1804011 Aug 20 14:53:44.083061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Port': ['ID=80f09775-f1f0-43e2-8b62-9ece74cfd13a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:44.095511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Transition to ACTIVE for port object 3b263227-6a61-4a81-a17c-1313e5e16151 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:44.106255 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.121363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network 5f6fa9f8-dffe-4941-a197-5414e380866a is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:44.125590 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:44.131594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:44.168121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Network 3e13694c-b908-45f1-a031-45b448bf5ef6 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:44.173603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:44.179570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:44.240015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:44.240754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.247390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Pushing event updated for resources: {'Port': ['ID=3b263227-6a61-4a81-a17c-1313e5e16151,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:44.258688 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1abb25ee-f4ff-4570-8d9e-91513d826c2a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3396666 Aug 20 14:53:44.261542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54248) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:44.273888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'port': {'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'name': 'tempest-TaggedBootDevicesTest_v242-307368175', 'fixed_ips': [{'subnet_id': '52ff4fb2-97e7-4dec-9385-0d3b8ae66af0'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:44.275555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Attempting to bind port 3b263227-6a61-4a81-a17c-1313e5e16151 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:44.275982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Attempting to bind port 3b263227-6a61-4a81-a17c-1313e5e16151 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:44.276348 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Attempting to bind port 3b263227-6a61-4a81-a17c-1313e5e16151 on network 3e13694c-b908-45f1-a031-45b448bf5ef6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:44.282268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:44.282667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Checking segment: {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:44.283808 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.284226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Bound using segment: {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:44.284705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Bound port: 3b263227-6a61-4a81-a17c-1313e5e16151, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:44.285092 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.363212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] For port 3b263227-6a61-4a81-a17c-1313e5e16151, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:44.368169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] For port 3b263227-6a61-4a81-a17c-1313e5e16151, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3b263227-6a61-4a81-a17c-1313e5e16151,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:44.375073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.476809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:44.483309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.495891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4214e-ac37-4f16-8a0c-f9558558b79c None None] Pushing event updated for resources: {'Port': ['ID=3b263227-6a61-4a81-a17c-1313e5e16151,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:44.506878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] device_id is not set on port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:53:44.709514 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ebcf947-c8c2-450a-b1a2-fb174ff6608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.758197 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:44.764168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0543caf6-e231-4e65-aba1-bef6a37edb13 req-d4bb7ce2-97e3-4ab9-83df-ba763d122536 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6971486 Aug 20 14:53:44.821920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f69e44c-98b7-4cc4-8035-3bc2027ecfe5 req-ac5b3b4c-5442-4e0b-8501-752da91a9fc5 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9465837 Aug 20 14:53:44.860400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Allocated IP 10.1.1.40 (5f6fa9f8-dffe-4941-a197-5414e380866a/52ff4fb2-97e7-4dec-9385-0d3b8ae66af0/cc2f0337-e1cb-4638-aeb2-fbefabf6d377) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:44.866324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48a412-f1a5-4da4-8f53-bec8fe943443 req-f0767250-4626-48fd-ae67-8a3daec1c4f0 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:44.880130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a48a412-f1a5-4da4-8f53-bec8fe943443 req-f0767250-4626-48fd-ae67-8a3daec1c4f0 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.2810435 Aug 20 14:53:44.945878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a48a412-f1a5-4da4-8f53-bec8fe943443 req-60aed815-c14b-45c4-980a-89b776d21e5e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648501 Aug 20 14:53:45.067066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f40bdc-8bee-44ff-9c69-388bf5434796 None None] Network 5f6fa9f8-dffe-4941-a197-5414e380866a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:53:45.194459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-111c234e-c3b5-4c74-94d8-6558816b3473 None None] Provisioning for port e8fb7001-8910-49b7-b7e2-cf595c353d93 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:45.203561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cae257-29f9-4af0-9a39-01c768a7391b req-4e4e0525-47cf-4f64-9cc0-1adeb8611faa tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:45.205913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46cae257-29f9-4af0-9a39-01c768a7391b req-4e4e0525-47cf-4f64-9cc0-1adeb8611faa tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0637107 Aug 20 14:53:45.273839 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:45.339057 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Transition to ACTIVE for port object cc2f0337-e1cb-4638-aeb2-fbefabf6d377 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:45.402003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46cae257-29f9-4af0-9a39-01c768a7391b req-00d936e8-52ca-433e-b6b9-0c95f5970493 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754463 Aug 20 14:53:45.412010 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:45.441267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network 5f6fa9f8-dffe-4941-a197-5414e380866a is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:45.469828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:45.481304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:45.483341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d4642-185a-4ffa-b8bc-1971ec1c7be4 req-52d955b2-a1f0-4890-886e-3ee7df3d406e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:45.484468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b1d4642-185a-4ffa-b8bc-1971ec1c7be4 req-52d955b2-a1f0-4890-886e-3ee7df3d406e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1422765 Aug 20 14:53:45.529953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Port': ['ID=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:45.552204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3b263227-6a61-4a81-a17c-1313e5e16151 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:45.584700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b1d4642-185a-4ffa-b8bc-1971ec1c7be4 req-d88f897f-6e31-47a0-88cc-398ba1732da5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910790 Aug 20 14:53:45.638115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:45.648431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:45.665980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974eabb-2e8e-4b65-b0d0-dcc4e281bcbf req-248b6435-ec1d-484c-bfb8-a6cc388c6f06 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:45.667910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a974eabb-2e8e-4b65-b0d0-dcc4e281bcbf req-248b6435-ec1d-484c-bfb8-a6cc388c6f06 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0713370 Aug 20 14:53:45.675262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 3b263227-6a61-4a81-a17c-1313e5e16151 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:45.677697 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-99880511-50e0-4d44-9de5-8a0c6b092e21 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4146366 Aug 20 14:53:45.683526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e8fb7001-8910-49b7-b7e2-cf595c353d93 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:45.755647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a974eabb-2e8e-4b65-b0d0-dcc4e281bcbf req-af3dd4a7-9e78-4454-ad34-f023efb13d44 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746903 Aug 20 14:53:45.768463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port e8fb7001-8910-49b7-b7e2-cf595c353d93 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:45.781895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e8fb7001-8910-49b7-b7e2-cf595c353d93 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:45.782283 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:45.894393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a627b0e0-3ca0-4e5f-a934-c3dbc5dc7290 None None] Provisioning for port 80f09775-f1f0-43e2-8b62-9ece74cfd13a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:45.901786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a627b0e0-3ca0-4e5f-a934-c3dbc5dc7290 None None] Provisioning complete for port 80f09775-f1f0-43e2-8b62-9ece74cfd13a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:45.902158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a627b0e0-3ca0-4e5f-a934-c3dbc5dc7290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:45.964548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54272) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:45.971267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f3b6a3fd-33df-453a-b493-cf6feba3abe8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--637129720', 'description': 'tempest-description--1617755478'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:46.055625 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.081037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3b6a3fd-33df-453a-b493-cf6feba3abe8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.115893 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.117989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a627b0e0-3ca0-4e5f-a934-c3dbc5dc7290 None None] Port 80f09775-f1f0-43e2-8b62-9ece74cfd13a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:46.139914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port e8fb7001-8910-49b7-b7e2-cf595c353d93, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e8fb7001-8910-49b7-b7e2-cf595c353d93,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:46.143351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a627b0e0-3ca0-4e5f-a934-c3dbc5dc7290 None None] Provisioning complete for port e8fb7001-8910-49b7-b7e2-cf595c353d93 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:46.143829 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a627b0e0-3ca0-4e5f-a934-c3dbc5dc7290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.167387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0182e-8862-40c4-8891-7bdf18496916 req-884b3c9f-5c6b-4178-bf0f-f57b659b41ac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:46.173019 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5d0182e-8862-40c4-8891-7bdf18496916 req-884b3c9f-5c6b-4178-bf0f-f57b659b41ac tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.1484702 Aug 20 14:53:46.177821 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.263059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5d0182e-8862-40c4-8891-7bdf18496916 req-3369b7c0-df4b-4c31-a9c5-7b1f9041d1df tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724406 Aug 20 14:53:46.271803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=e8fb7001-8910-49b7-b7e2-cf595c353d93,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:46.275505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86278931-758d-4f6d-82e9-229aad77c5d9 None None] Network 3e13694c-b908-45f1-a031-45b448bf5ef6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:53:46.306743 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3b6a3fd-33df-453a-b493-cf6feba3abe8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.316607 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3b6a3fd-33df-453a-b493-cf6feba3abe8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.370465 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3b6a3fd-33df-453a-b493-cf6feba3abe8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.377957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54286) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:46.380381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f3b6a3fd-33df-453a-b493-cf6feba3abe8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4061465 Aug 20 14:53:46.386708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-299ddc43-9161-43c4-a76a-1c09b0496f81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'security_group_rule': {'security_group_id': '57ce84e8-3497-4495-ba6d-eacbc700b226', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:46.387439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6a3fd-33df-453a-b493-cf6feba3abe8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ce84e8-3497-4495-ba6d-eacbc700b226,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:46.464391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-299ddc43-9161-43c4-a76a-1c09b0496f81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.566577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8767e9f-5685-41d1-bae0-1fc5084d8f4f req-cb40844f-2d5c-4967-8356-a144164a6279 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:46.578708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8767e9f-5685-41d1-bae0-1fc5084d8f4f req-cb40844f-2d5c-4967-8356-a144164a6279 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0753798 Aug 20 14:53:46.595721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-299ddc43-9161-43c4-a76a-1c09b0496f81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.602060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-299ddc43-9161-43c4-a76a-1c09b0496f81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.617489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Provisioning complete for port 80f09775-f1f0-43e2-8b62-9ece74cfd13a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:46.617753 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.640824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ddc43-9161-43c4-a76a-1c09b0496f81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9a74c0-a519-4368-86d2-160431b7aaa5,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:46.648867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8767e9f-5685-41d1-bae0-1fc5084d8f4f req-18c1f7fb-f352-4901-a9e7-2225d71ce9e8 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684621 Aug 20 14:53:46.651588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-299ddc43-9161-43c4-a76a-1c09b0496f81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.653206 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-299ddc43-9161-43c4-a76a-1c09b0496f81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2719519 Aug 20 14:53:46.656456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54292) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:46.662307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-de1778ee-c635-43e8-a9da-908cb06a6d17 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'security_group_rule': {'security_group_id': '57ce84e8-3497-4495-ba6d-eacbc700b226', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:46.680446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Port 80f09775-f1f0-43e2-8b62-9ece74cfd13a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:46.712520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de1778ee-c635-43e8-a9da-908cb06a6d17 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.735319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Provisioning for port 3b263227-6a61-4a81-a17c-1313e5e16151 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:46.740052 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Provisioning complete for port 3b263227-6a61-4a81-a17c-1313e5e16151 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:46.740432 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.811157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de1778ee-c635-43e8-a9da-908cb06a6d17 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.823870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de1778ee-c635-43e8-a9da-908cb06a6d17 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.862680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1778ee-c635-43e8-a9da-908cb06a6d17 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39b1197-48a9-4b5d-bb3b-ec860a970057,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:46.876080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de1778ee-c635-43e8-a9da-908cb06a6d17 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:46.882235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54298) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:53:46.884417 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-de1778ee-c635-43e8-a9da-908cb06a6d17 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2213285 Aug 20 14:53:46.887701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:46.936032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2389d-96c0-48ce-8d96-b473f2edfb75 req-ef893458-415a-45b3-bb01-2ebe9e5a0984 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:46.937694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03a2389d-96c0-48ce-8d96-b473f2edfb75 req-ef893458-415a-45b3-bb01-2ebe9e5a0984 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1294398 Aug 20 14:53:46.955035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.030625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03a2389d-96c0-48ce-8d96-b473f2edfb75 req-74fb64d9-5334-4cf1-ae48-2bcb97602541 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851014 Aug 20 14:53:47.044950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.083186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] For port 3b263227-6a61-4a81-a17c-1313e5e16151, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3b263227-6a61-4a81-a17c-1313e5e16151,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:47.088534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.123901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Provisioning for port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:47.128986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.139169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Provisioning complete for port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:47.139637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.149240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970b18a-2f76-4d8d-81bb-54ba86bea471 req-092d18fc-39eb-4e91-b5ae-7d53493d95b9 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:47.151701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9970b18a-2f76-4d8d-81bb-54ba86bea471 req-092d18fc-39eb-4e91-b5ae-7d53493d95b9 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0777857 Aug 20 14:53:47.166401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Pushing event updated for resources: {'Port': ['ID=3b263227-6a61-4a81-a17c-1313e5e16151,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:47.184743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2261d6f1-cfa1-482b-8a3b-d0d1e206c95e None None] Port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:47.255555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9970b18a-2f76-4d8d-81bb-54ba86bea471 req-a1d2083e-6675-4617-80e3-b80f9b1c181f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722742 Aug 20 14:53:47.285051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Allocated IP 172.25.5.246 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/e2035b94-a3e4-455c-9d30-6f78f2669179) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:47.304975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3b263227-6a61-4a81-a17c-1313e5e16151 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:47.334748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-68690d46-b9b9-4faa-9a4a-f33c50ea2db6 None None] Provisioning complete for port 3b263227-6a61-4a81-a17c-1313e5e16151 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:47.335201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-68690d46-b9b9-4faa-9a4a-f33c50ea2db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.404510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3b263227-6a61-4a81-a17c-1313e5e16151 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:47.404981 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.422036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8b627-9147-4bfc-9731-295ab7a43714 req-cd224c6f-97a7-43be-9b92-946a1537363c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:47.424211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0de8b627-9147-4bfc-9731-295ab7a43714 req-cd224c6f-97a7-43be-9b92-946a1537363c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.0771921 Aug 20 14:53:47.443888 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.484514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0de8b627-9147-4bfc-9731-295ab7a43714 req-24813639-2eca-47d2-a4a5-a618db0e691b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497622 Aug 20 14:53:47.509756 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.528083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e8fb7001-8910-49b7-b7e2-cf595c353d93 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:47.550105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:47.553135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:47.556735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:47.577357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e8fb7001-8910-49b7-b7e2-cf595c353d93 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:47.577730 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.589128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Port': ['ID=e2035b94-a3e4-455c-9d30-6f78f2669179,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:47.672980 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.700060 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.724249 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.849359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e0402-e82d-4140-b1c6-0098b5c627dc req-50724af3-5be6-48cc-9563-f42320e804b2 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:47.850836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e69e0402-e82d-4140-b1c6-0098b5c627dc req-50724af3-5be6-48cc-9563-f42320e804b2 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1064172 Aug 20 14:53:47.916312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e69e0402-e82d-4140-b1c6-0098b5c627dc req-b065ae91-6c28-4499-a8bf-2382294f4a82 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579851 Aug 20 14:53:47.937936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:47.943624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:48.012478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Port': ['ID=e2035b94-a3e4-455c-9d30-6f78f2669179,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:48.022682 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:48.037042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:48.038292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ac800eff-944d-49ee-9f6f-b7cb3487e1fb tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1550710 Aug 20 14:53:48.162672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f03ec4-b991-4f4b-aff5-d7d05dd7171e req-60828941-c8a5-4d57-87a2-8893ce646012 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:48.164237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84f03ec4-b991-4f4b-aff5-d7d05dd7171e req-60828941-c8a5-4d57-87a2-8893ce646012 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0539954 Aug 20 14:53:48.241109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84f03ec4-b991-4f4b-aff5-d7d05dd7171e req-e3e5b81e-075c-45ce-b659-fd445e28fdb3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702465 Aug 20 14:53:48.246032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-ad277d19-f74c-4e2c-9e34-6d2625466669 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--637129720&fields=id&tenant_id=d2c52e6aae07495fa0df35a987a23d0d HTTP/1.1" status: 200 len: 267 time: 0.0566366 Aug 20 14:53:48.301295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-333729de-c6b2-489b-86db-a81da9035071 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:48.302825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-333729de-c6b2-489b-86db-a81da9035071 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports/80f09775-f1f0-43e2-8b62-9ece74cfd13a HTTP/1.1" status: 200 len: 937 time: 0.0489125 Aug 20 14:53:48.377487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f8a5301-06d9-4423-9f9a-945dcd2bf712 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:48.378789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f8a5301-06d9-4423-9f9a-945dcd2bf712 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports/cc2f0337-e1cb-4638-aeb2-fbefabf6d377 HTTP/1.1" status: 200 len: 935 time: 0.0703106 Aug 20 14:53:48.419289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdb1584-3e2b-4eda-8e90-1e326f8989be details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:53:48.447533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-2a543e7d-f5fc-4f89-810b-6e1ec1edc4b4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0620198 Aug 20 14:53:48.459816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c254e8-9d7e-40d8-b44e-03585c17cba3 req-5007b53b-ae9b-43c5-a6d1-525e18fea88b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:48.461433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2c254e8-9d7e-40d8-b44e-03585c17cba3 req-5007b53b-ae9b-43c5-a6d1-525e18fea88b tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.1253221 Aug 20 14:53:48.495611 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-00837a44-4ffa-4108-9c95-d3941dfe7b29 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0330305 Aug 20 14:53:48.525349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:48.540987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '7bdb1584-3e2b-4eda-8e90-1e326f8989be', 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432', 'port_id': '7bdb1584-3e2b-4eda-8e90-1e326f8989be', 'mac_address': 'fa:16:3e:b3:33:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce82c74-a466-45a5-be79-f53f84087e2d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:53:48.545228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2c254e8-9d7e-40d8-b44e-03585c17cba3 req-89c3ac9c-1040-4560-b767-a93c128e93c0 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721674 Aug 20 14:53:48.590675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:48.605538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bdb1584-3e2b-4eda-8e90-1e326f8989be {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:53:48.632406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:48.636637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:48.640537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-0aa080b1-cd5d-4bb5-af71-164158ccab94 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:48.647154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-0aa080b1-cd5d-4bb5-af71-164158ccab94 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:48.653211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-0aa080b1-cd5d-4bb5-af71-164158ccab94 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:48.655438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-0aa080b1-cd5d-4bb5-af71-164158ccab94 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/networks?id=b8de9808-a92c-4226-a7dc-109c0f430768&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=3e13694c-b908-45f1-a031-45b448bf5ef6&id=3e13694c-b908-45f1-a031-45b448bf5ef6 HTTP/1.1" status: 200 len: 1994 time: 0.1462326 Aug 20 14:53:48.675490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a1fd265a-8a95-4ec5-aeb6-e8dfd213464b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/quotas/d2c52e6aae07495fa0df35a987a23d0d HTTP/1.1" status: 200 len: 375 time: 0.0109019 Aug 20 14:53:48.688171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=7bdb1584-3e2b-4eda-8e90-1e326f8989be,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:48.771436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-43138b08-9f3b-4e10-8d06-d1bb4ba3cc5c tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0879641 Aug 20 14:53:48.788123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607d285-4081-4aba-81b2-cd52c0c9aa8d req-715a79a6-ee91-4f40-9a16-2c05a23c79c1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:48.789616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8607d285-4081-4aba-81b2-cd52c0c9aa8d req-715a79a6-ee91-4f40-9a16-2c05a23c79c1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.0704572 Aug 20 14:53:48.865060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['7bdb1584-3e2b-4eda-8e90-1e326f8989be'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:48.874257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8607d285-4081-4aba-81b2-cd52c0c9aa8d req-7f0e5094-5c14-41be-8bc4-bd304d48abe2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766194 Aug 20 14:53:48.912092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-fbd7e1a9-6a02-47de-8f19-f744f9e6d407 service neutron] 10.222.0.36 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205649 Aug 20 14:53:49.015640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-df847e4f-9f0f-49b3-9ddf-8ba38eb8ba75 service neutron] 10.222.0.36 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965862 Aug 20 14:53:49.062625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-ed10806d-9b3e-4191-9665-015e8534a431 service neutron] 10.222.0.36 "GET /v2.0/ports/80f09775-f1f0-43e2-8b62-9ece74cfd13a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0406532 Aug 20 14:53:49.194238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad287f5b-9bfe-45f7-bc42-87e3f0583625 req-0ad3f796-97a5-4902-b69c-bd87b6d5fb84 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:49.195686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad287f5b-9bfe-45f7-bc42-87e3f0583625 req-0ad3f796-97a5-4902-b69c-bd87b6d5fb84 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0810506 Aug 20 14:53:49.201620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cee9ea7-7e24-40fa-96ef-557e4e28b93c service neutron] 10.222.0.36 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316931 Aug 20 14:53:49.291055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad287f5b-9bfe-45f7-bc42-87e3f0583625 req-88523e7b-ed82-4871-80bd-7793f29af22e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880260 Aug 20 14:53:49.332957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-82268746-4bfc-4e6d-9432-3ae68d3e34c6 service neutron] 10.222.0.36 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233449 Aug 20 14:53:49.399589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-ad8c1fd2-5dd2-4492-bd12-90dcf49850d3 service neutron] 10.222.0.36 "GET /v2.0/ports/cc2f0337-e1cb-4638-aeb2-fbefabf6d377?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0597506 Aug 20 14:53:49.413608 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:53:49.465992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8322e-dc37-4de4-8ee6-81ec14d66bae req-af9e45c7-05ae-4ec7-983b-27dc56eb3c23 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:49.467353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16c8322e-dc37-4de4-8ee6-81ec14d66bae req-af9e45c7-05ae-4ec7-983b-27dc56eb3c23 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1028388 Aug 20 14:53:49.532048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e220d584-893f-4401-8ff7-52f00191b530 service neutron] 10.222.0.36 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260121 Aug 20 14:53:49.535647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16c8322e-dc37-4de4-8ee6-81ec14d66bae req-d4fa7a1e-6735-4563-9b84-a4d7d9be24b2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604248 Aug 20 14:53:49.667323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-f62a7241-b0b3-4b3b-971d-1d8c62002181 service neutron] 10.222.0.36 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278186 Aug 20 14:53:49.749390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe39819-8793-4804-95f7-852a10c402ea req-75da8871-3040-40dc-9204-8f4da53647a6 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:49.751953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fe39819-8793-4804-95f7-852a10c402ea req-75da8871-3040-40dc-9204-8f4da53647a6 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 944 time: 0.1263349 Aug 20 14:53:49.817440 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fe39819-8793-4804-95f7-852a10c402ea req-94fe8a18-8603-4141-9d30-e8da9e745899 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575638 Aug 20 14:53:49.831277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a13854e1-0693-4473-900c-aa611c56e01f service neutron] 10.222.0.36 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570568 Aug 20 14:53:49.950542 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-cbdc04d2-67a3-44ca-8952-ef45d36382dd service neutron] 10.222.0.36 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101501 Aug 20 14:53:50.069256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b147a-86fc-4a8f-92b1-1c013a5c264e req-a925e52b-c86c-4fdb-a74b-1b5d34f8791b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:50.070741 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e73b147a-86fc-4a8f-92b1-1c013a5c264e req-a925e52b-c86c-4fdb-a74b-1b5d34f8791b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.1140532 Aug 20 14:53:50.100363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-78f86aad-a058-439d-a4ad-8b2bf4fc2a4b service neutron] 10.222.0.36 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416633 Aug 20 14:53:50.159262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e73b147a-86fc-4a8f-92b1-1c013a5c264e req-f99dad3a-159c-48f4-975e-6007e691900e tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798204 Aug 20 14:53:50.213809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-73d42c4b-d540-489f-a129-e74b4f817378 service neutron] 10.222.0.36 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059439 Aug 20 14:53:50.325004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-2256e13f-dd45-4741-a7d0-20bb461790ff service neutron] 10.222.0.36 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046622 Aug 20 14:53:50.436451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdb1584-3e2b-4eda-8e90-1e326f8989be up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:53:50.447269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-07a7669c-6272-479c-9ac9-f53e7741fedd service neutron] 10.222.0.36 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148002 Aug 20 14:53:50.471848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff819ef3-d53c-4959-bdc7-48555644556c req-770c8fc3-9aaa-4d18-87d0-e960ff26b1cc tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:50.473311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff819ef3-d53c-4959-bdc7-48555644556c req-770c8fc3-9aaa-4d18-87d0-e960ff26b1cc tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0801945 Aug 20 14:53:50.497374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 7bdb1584-3e2b-4eda-8e90-1e326f8989be triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:50.497755 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:50.562490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff819ef3-d53c-4959-bdc7-48555644556c req-1eff3353-df43-4084-99ac-fb7cb59d6137 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793393 Aug 20 14:53:50.585348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-2cd84613-b9ce-49e8-97c7-d9ed8bebf980 service neutron] 10.222.0.36 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295128 Aug 20 14:53:50.591959 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:50.618179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:50.620634 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3783bacf-d77e-4d88-b34a-92fce5b4866b" -d '{"events": [{"server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:50.633957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:50.638419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:50.692428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=7bdb1584-3e2b-4eda-8e90-1e326f8989be,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:50.700841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.701490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.701863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.702200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.702530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.702863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.703286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.703800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.704187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.705285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.705829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.706161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:53:50.712893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0a1c7-259d-4875-ae86-d2ae88965dce req-60ccae90-010c-4351-b0ac-551839c0e553 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:50.714399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8a0a1c7-259d-4875-ae86-d2ae88965dce req-60ccae90-010c-4351-b0ac-551839c0e553 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0770185 Aug 20 14:53:50.718355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-730b5c07-425b-4d32-b4a5-ba2573e380e6 service neutron] 10.222.0.36 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269953 Aug 20 14:53:50.754793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8a0a1c7-259d-4875-ae86-d2ae88965dce req-33377ac4-1ecd-475b-9a40-7f125705e2b1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332053 Aug 20 14:53:50.799289 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7c7e17-a33c-42a2-98ac-47378f0b7fd0 x-openstack-request-id: req-1c7c7e17-a33c-42a2-98ac-47378f0b7fd0 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:50.799603 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "name": "network-vif-plugged", "status": "completed", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:50.799855 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c7c7e17-a33c-42a2-98ac-47378f0b7fd0 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:50.800246 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be', 'code': 200} Aug 20 14:53:50.945241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac014f4-ce19-4d9a-9a2f-e4d43674ab8d req-222f3b4a-1949-43ed-b382-aec8a959a4db tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:50.946877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ac014f4-ce19-4d9a-9a2f-e4d43674ab8d req-222f3b4a-1949-43ed-b382-aec8a959a4db tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0559561 Aug 20 14:53:50.990652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ac014f4-ce19-4d9a-9a2f-e4d43674ab8d req-018f49c4-b553-4c61-a43d-064673437288 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371966 Aug 20 14:53:51.296609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ec783-9db5-4134-9878-281ff7c70fc3 req-ed38b70b-5268-4f1e-ac96-afda48428ce8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:51.298859 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4ec783-9db5-4134-9878-281ff7c70fc3 req-ed38b70b-5268-4f1e-ac96-afda48428ce8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.0576642 Aug 20 14:53:51.339557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4ec783-9db5-4134-9878-281ff7c70fc3 req-94c7d7bd-6496-4ec2-a7a3-419530f2abc4 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Aug 20 14:53:51.435278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3befa23-3e26-41b5-9f5e-ebab3b46ade7 req-2c6edaeb-1d32-46b8-8f16-ba87cfa71fd1 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.0299406 Aug 20 14:53:51.682921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe17d28-148b-4226-80f1-dea42037be18 req-08d8fc93-8c36-45ba-9401-bb4f30d7f461 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:51.684465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebe17d28-148b-4226-80f1-dea42037be18 req-08d8fc93-8c36-45ba-9401-bb4f30d7f461 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0522234 Aug 20 14:53:51.724226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebe17d28-148b-4226-80f1-dea42037be18 req-0c7bf07e-9513-4d94-8174-5179e45ecfb7 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Aug 20 14:53:51.875587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900851e-9036-457d-af17-4cfcd4da19d2 req-3cf4f62f-a9c6-49b9-9ed7-6f34965e0165 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:51.877063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d900851e-9036-457d-af17-4cfcd4da19d2 req-3cf4f62f-a9c6-49b9-9ed7-6f34965e0165 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0483658 Aug 20 14:53:51.924181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d900851e-9036-457d-af17-4cfcd4da19d2 req-fbcc2d6a-d431-49f7-b1b3-aaf212a68230 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Aug 20 14:53:52.107811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86abe5-58ea-4cb1-8c52-5256bd849e32 req-c1d6f12e-2eb8-4593-9e0f-f9bfd63f902a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:52.109325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c86abe5-58ea-4cb1-8c52-5256bd849e32 req-c1d6f12e-2eb8-4593-9e0f-f9bfd63f902a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0498583 Aug 20 14:53:52.148109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c86abe5-58ea-4cb1-8c52-5256bd849e32 req-d1b66387-bb62-4fff-9c21-56174c34b64d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322783 Aug 20 14:53:52.382690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866fb3-ee5b-4a04-acb1-397c66721da4 req-77d2d257-4edf-411a-a765-cf4dd44ce4e5 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:52.384192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63866fb3-ee5b-4a04-acb1-397c66721da4 req-77d2d257-4edf-411a-a765-cf4dd44ce4e5 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.0490830 Aug 20 14:53:52.424246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63866fb3-ee5b-4a04-acb1-397c66721da4 req-a45ceeb9-cf1d-46ca-88c6-8924e02c66ab tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338306 Aug 20 14:53:52.493442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4365-6463-45ef-86c9-99af213128dd req-09bdae32-4c70-4ba9-a7ef-6b00aa470fb9 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:52.494631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-381b4365-6463-45ef-86c9-99af213128dd req-09bdae32-4c70-4ba9-a7ef-6b00aa470fb9 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.0562227 Aug 20 14:53:52.538051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-381b4365-6463-45ef-86c9-99af213128dd req-eeaa9bd0-0cd0-43fe-8db0-5e3452a36b45 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369494 Aug 20 14:53:52.601186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d32bbd0-05ab-4849-a802-ae7526a96983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:52.602548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d32bbd0-05ab-4849-a802-ae7526a96983 service neutron] 10.222.0.72 "GET /v2.0/ports/80f09775-f1f0-43e2-8b62-9ece74cfd13a HTTP/1.1" status: 200 len: 1033 time: 0.0382309 Aug 20 14:53:52.685613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d29e77cc-a9af-4a7b-86f9-d6246ab2c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:52.687343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d29e77cc-a9af-4a7b-86f9-d6246ab2c1a9 service neutron] 10.222.0.72 "GET /v2.0/ports/cc2f0337-e1cb-4638-aeb2-fbefabf6d377 HTTP/1.1" status: 200 len: 1031 time: 0.0484786 Aug 20 14:53:52.703809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-540af545-b388-404e-9375-563cd77eff92 req-b2eb1ad8-8e85-41d5-8037-4f33bc4cca0e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.0303137 Aug 20 14:53:52.844418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-804fbec7-4e53-415b-999d-a1eed63a01ef tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:52.850727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-804fbec7-4e53-415b-999d-a1eed63a01ef tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:52.856589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-804fbec7-4e53-415b-999d-a1eed63a01ef tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:52.858282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-804fbec7-4e53-415b-999d-a1eed63a01ef tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "GET /v2.0/networks?id=b8de9808-a92c-4226-a7dc-109c0f430768&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=3e13694c-b908-45f1-a031-45b448bf5ef6&id=3e13694c-b908-45f1-a031-45b448bf5ef6 HTTP/1.1" status: 200 len: 1994 time: 0.1567395 Aug 20 14:53:52.881878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433000c1-0804-47a8-bc53-4ded497bf24e req-97c909c3-93d8-4db2-8d5a-c9bf7683d1e4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:52.883427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-433000c1-0804-47a8-bc53-4ded497bf24e req-97c909c3-93d8-4db2-8d5a-c9bf7683d1e4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0837684 Aug 20 14:53:52.943049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-433000c1-0804-47a8-bc53-4ded497bf24e req-11cccfde-1faf-4c2f-bda9-1cf1abbe73cb tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518932 Aug 20 14:53:52.947122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-133d108e-ef5f-4044-a4c4-0bf2564319f0 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2c52e6aae07495fa0df35a987a23d0d HTTP/1.1" status: 200 len: 379 time: 0.0626631 Aug 20 14:53:52.959303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'admin_state_up': True, 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'security_groups': ['57ce84e8-3497-4495-ba6d-eacbc700b226']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:53.091403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5c74f-1745-4d5b-84fb-b5346585d182 req-4063cffb-9131-43c0-99b6-01c23b4db638 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:53.093017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eb5c74f-1745-4d5b-84fb-b5346585d182 req-4063cffb-9131-43c0-99b6-01c23b4db638 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0856009 Aug 20 14:53:53.130263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:53.133801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:53.154539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eb5c74f-1745-4d5b-84fb-b5346585d182 req-bc48ea4e-f92d-4460-a83b-95b4bc168a1e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526853 Aug 20 14:53:53.289354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Allocated IP 172.20.0.5 (b8de9808-a92c-4226-a7dc-109c0f430768/cb4bb3b8-21fa-4961-a28d-1bdb09f01658/8f0addf6-e309-4151-b015-aa04ac1be543) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:53.450707 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:53.465885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Transition to ACTIVE for port object 8f0addf6-e309-4151-b015-aa04ac1be543 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:53.515046 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:53.579041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network b8de9808-a92c-4226-a7dc-109c0f430768 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:53.584776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:53.589142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:53.632765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c763c5-0d06-4260-b2e7-3c4f7b31596a req-f73ae592-5fe9-4884-8a33-e33614ed8edd tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:53.634309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c763c5-0d06-4260-b2e7-3c4f7b31596a req-f73ae592-5fe9-4884-8a33-e33614ed8edd tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 945 time: 0.1303279 Aug 20 14:53:53.662672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Port': ['ID=8f0addf6-e309-4151-b015-aa04ac1be543,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:53.869457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0dba8be9-7fe3-4091-977f-fea62e0fee28 None None] Provisioning for port 8f0addf6-e309-4151-b015-aa04ac1be543 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:53.874849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0dba8be9-7fe3-4091-977f-fea62e0fee28 None None] Provisioning complete for port 8f0addf6-e309-4151-b015-aa04ac1be543 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:53.875204 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0dba8be9-7fe3-4091-977f-fea62e0fee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:53.920674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0dba8be9-7fe3-4091-977f-fea62e0fee28 None None] Port 8f0addf6-e309-4151-b015-aa04ac1be543 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:54.074755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:54.075419 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:54.121921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9c763c5-0d06-4260-b2e7-3c4f7b31596a req-d7726f1f-7af1-4001-a8f1-a29b706069dc tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601123 Aug 20 14:53:54.126848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-815afda7-5b93-41ff-b9be-cbd3bc65119e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1726069 Aug 20 14:53:54.128837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-7a6e85b4-df56-4359-805a-45ec7e5e81f7 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:54.130224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-7a6e85b4-df56-4359-805a-45ec7e5e81f7 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1098 time: 0.4733241 Aug 20 14:53:54.155628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9fd53-768f-4254-965c-7380c83721b7 req-e047b329-2230-4612-bf03-d5a5019f6e0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:54.157517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fca9fd53-768f-4254-965c-7380c83721b7 req-e047b329-2230-4612-bf03-d5a5019f6e0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 946 time: 0.1128435 Aug 20 14:53:54.163102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-15'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:54.168858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'admin_state_up': True, 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'security_groups': ['57ce84e8-3497-4495-ba6d-eacbc700b226']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:54.350991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fca9fd53-768f-4254-965c-7380c83721b7 req-72a624b1-8f63-4453-9701-ce8d637732ec tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767659 Aug 20 14:53:54.365905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:54.432915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f90a741c-508c-4ae4-a207-6652cacc1200 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:53:54.463535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37557173-7337-4c3d-ba6d-a5091a519498 req-7f6da97f-e1b0-4018-b251-aeb582f2b591 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:54.465224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37557173-7337-4c3d-ba6d-a5091a519498 req-7f6da97f-e1b0-4018-b251-aeb582f2b591 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 931 time: 0.1830866 Aug 20 14:53:54.484275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:54.488974 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:54.500920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdb1584-3e2b-4eda-8e90-1e326f8989be no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:53:54.608536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:54.617843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37557173-7337-4c3d-ba6d-a5091a519498 req-cff2764f-e8a0-470f-8e86-56744f687625 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354063 Aug 20 14:53:54.626462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f90a741c-508c-4ae4-a207-6652cacc1200 has no active binding in host n-h2-695189-15 {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:53:54.636463 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:54.663326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:54.665618 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae22dd46-b81b-4500-b50b-5b30e7b09932" -d '{"events": [{"server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:54.682810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:54.692297 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:54.696361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cfdd2-3e8c-4273-9177-1082029d6284 req-3ae9e9a9-8672-4129-af76-a6903cc9cc38 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:54.697967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-402cfdd2-3e8c-4273-9177-1082029d6284 req-3ae9e9a9-8672-4129-af76-a6903cc9cc38 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.2691817 Aug 20 14:53:54.766197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=7bdb1584-3e2b-4eda-8e90-1e326f8989be,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:54.772252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:54.858181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-402cfdd2-3e8c-4273-9177-1082029d6284 req-f06120b2-aaa3-4394-8f31-86dc2d22f43f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385429 Aug 20 14:53:54.890536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Allocated IP 10.1.1.195 (5f6fa9f8-dffe-4941-a197-5414e380866a/52ff4fb2-97e7-4dec-9385-0d3b8ae66af0/666adf78-80e6-48d2-81c1-fdbf90169ffc) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:54.920646 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a1d55-c451-4e51-8593-946920802886 req-b482f597-c4ac-4613-a29b-a62b298d70dc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:54.922441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-385a1d55-c451-4e51-8593-946920802886 req-b482f597-c4ac-4613-a29b-a62b298d70dc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.2016721 Aug 20 14:53:54.946338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:55.044551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-385a1d55-c451-4e51-8593-946920802886 req-ca537ad9-a352-4a5e-8352-098ec84abe75 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116519 Aug 20 14:53:55.065571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:55.068708 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5bb0a0-02eb-47eb-b132-2e30b3436e2c" -d '{"events": [{"server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "name": "network-vif-unplugged", "status": "completed", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:55.073412 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.103005 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7692c03c-384a-4e20-9856-c422d6713793 x-openstack-request-id: req-7692c03c-384a-4e20-9856-c422d6713793 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:55.103870 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "name": "network-vif-unplugged", "status": "completed", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:55.104475 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7692c03c-384a-4e20-9856-c422d6713793 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:55.105148 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be', 'code': 200} Aug 20 14:53:55.115415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.159799 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24114a29-4584-4b8f-921f-1611a6691c19 x-openstack-request-id: req-24114a29-4584-4b8f-921f-1611a6691c19 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:55.160098 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "name": "network-vif-unplugged", "status": "completed", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:55.160474 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24114a29-4584-4b8f-921f-1611a6691c19 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:55.160898 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200', 'code': 200} Aug 20 14:53:55.281927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Pushing event updated for resources: {'Port': ['ID=f90a741c-508c-4ae4-a207-6652cacc1200,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:55.313954 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.329570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 on host n-h1-695189-15 for vnic_type normal with profile {"migrating_to": "n-h2-695189-15"} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:53:55.329913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:53:55.330279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:55.344929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Transition to ACTIVE for port object 666adf78-80e6-48d2-81c1-fdbf90169ffc will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:55.348843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Port f90a741c-508c-4ae4-a207-6652cacc1200 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:53:55.349179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Attempting to bind port f90a741c-508c-4ae4-a207-6652cacc1200 on network 8aa51d97-7421-40eb-8167-ff6eb96620e0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:53:55.369264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a781f85-ba53-4238-af54-3317e9211558 req-eb2c17c3-332f-4c9f-9a10-91f223241737 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:55.370790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a781f85-ba53-4238-af54-3317e9211558 req-eb2c17c3-332f-4c9f-9a10-91f223241737 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 943 time: 0.1582916 Aug 20 14:53:55.373339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:53:55.373832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Checking segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:53:55.374148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Bound using segment: {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:53:55.374594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Bound port: f90a741c-508c-4ae4-a207-6652cacc1200, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3322cc5-0a71-42ff-a582-fdb3e7e68141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '8aa51d97-7421-40eb-8167-ff6eb96620e0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:53:55.375010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.509505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a781f85-ba53-4238-af54-3317e9211558 req-190788e7-0dae-4006-974f-22adef8bfe4e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287596 Aug 20 14:53:55.532443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.586346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:53:55.618983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f407107-f5aa-4e5e-bc60-3f7d694f2ff7 req-942177af-c50c-4dda-9218-2e9010018d4c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:55.620670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f407107-f5aa-4e5e-bc60-3f7d694f2ff7 req-942177af-c50c-4dda-9218-2e9010018d4c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.1768737 Aug 20 14:53:55.624339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network 5f6fa9f8-dffe-4941-a197-5414e380866a is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:55.626270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:53:55.644324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:55.649202 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.660420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:55.667864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Port': ['ID=666adf78-80e6-48d2-81c1-fdbf90169ffc,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:55.720494 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-037862aa-0845-49a0-a4b3-d167434bc912 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:55.724095 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-037862aa-0845-49a0-a4b3-d167434bc912 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.70 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 943 time: 0.0934734 Aug 20 14:53:55.868296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f407107-f5aa-4e5e-bc60-3f7d694f2ff7 req-cb29eeea-eab6-4d3b-9585-a527a52e291c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372298 Aug 20 14:53:55.870552 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Deleting port 7bdb1584-3e2b-4eda-8e90-1e326f8989be {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:53:55.871227 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.872731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Pushing event updated for resources: {'Port': ['ID=f90a741c-508c-4ae4-a207-6652cacc1200,revision_number=8']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:55.882812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:55.883529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.932965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-01635773-3c20-4c16-919e-82c7818c35c9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7854934 Aug 20 14:53:55.963835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-26692fa1-eddc-4a8e-8363-3ef78339d69e None None] Provisioning for port 666adf78-80e6-48d2-81c1-fdbf90169ffc completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:55.968302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-26692fa1-eddc-4a8e-8363-3ef78339d69e None None] Provisioning complete for port 666adf78-80e6-48d2-81c1-fdbf90169ffc triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:55.968983 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-26692fa1-eddc-4a8e-8363-3ef78339d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.973740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'admin_state_up': True, 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'security_groups': ['57ce84e8-3497-4495-ba6d-eacbc700b226']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:55.974987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] For port 7bdb1584-3e2b-4eda-8e90-1e326f8989be, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdb1584-3e2b-4eda-8e90-1e326f8989be,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:53:55.975562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.978892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:55.979586 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:55.981138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-a1757182-046d-43b9-9a25-6e5731bb441c service neutron] 10.222.0.70 "PUT /v2.0/ports/f90a741c-508c-4ae4-a207-6652cacc1200 HTTP/1.1" status: 200 len: 1124 time: 1.8225653 Aug 20 14:53:55.992510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99291128-5593-4af7-bf03-c6d64ec24f6e req-f0597550-afc4-4bed-bca2-f7cf2432b82e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:55.994092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Calling delete_port for 7bdb1584-3e2b-4eda-8e90-1e326f8989be owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:53:55.999652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99291128-5593-4af7-bf03-c6d64ec24f6e req-f0597550-afc4-4bed-bca2-f7cf2432b82e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:56.001384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99291128-5593-4af7-bf03-c6d64ec24f6e req-f0597550-afc4-4bed-bca2-f7cf2432b82e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 1653 time: 0.2185972 Aug 20 14:53:56.028623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-26692fa1-eddc-4a8e-8363-3ef78339d69e None None] Port 666adf78-80e6-48d2-81c1-fdbf90169ffc cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:56.139699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f90a741c-508c-4ae4-a207-6652cacc1200'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:56.154135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cc8b7-db95-4bdb-8d5a-bc9961dcf1f6 req-fe36a697-728b-4db1-8d7c-1ff43a878342 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:56.161410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e0cc8b7-db95-4bdb-8d5a-bc9961dcf1f6 req-fe36a697-728b-4db1-8d7c-1ff43a878342 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1450000 Aug 20 14:53:56.161771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:56.192938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['f90a741c-508c-4ae4-a207-6652cacc1200'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:53:56.194967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event deleted for resources: {'Port': ['ID=7bdb1584-3e2b-4eda-8e90-1e326f8989be,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:56.245588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] No DVR routers for this DVR port 7bdb1584-3e2b-4eda-8e90-1e326f8989be on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:53:56.247012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99291128-5593-4af7-bf03-c6d64ec24f6e req-c333a8ec-db90-4c93-af37-14b312041d2c tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724741 Aug 20 14:53:56.249993 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:56.256862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c310e957-cc6a-47cd-a5b9-4196ae39495a req-2fdc824e-3d06-4a18-811d-91671bb42aa3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.70 "DELETE /v2.0/ports/7bdb1584-3e2b-4eda-8e90-1e326f8989be HTTP/1.1" status: 204 len: 173 time: 0.5187528 Aug 20 14:53:56.257657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'name': 'network-vif-deleted', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:56.262877 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9022b57b-f1ef-4191-8893-bf64198bb969" -d '{"events": [{"server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "name": "network-vif-deleted", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:56.323184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e0cc8b7-db95-4bdb-8d5a-bc9961dcf1f6 req-05186f1c-4701-4093-a2ca-fc93e1d3f556 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596873 Aug 20 14:53:56.358160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:56.362816 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:56.526183 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4636b42-af51-4d1f-ab34-9f981340b235 x-openstack-request-id: req-e4636b42-af51-4d1f-ab34-9f981340b235 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:56.526475 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3", "name": "network-vif-deleted", "tag": "7bdb1584-3e2b-4eda-8e90-1e326f8989be", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:56.526723 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4636b42-af51-4d1f-ab34-9f981340b235 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:56.527111 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3', 'name': 'network-vif-deleted', 'tag': '7bdb1584-3e2b-4eda-8e90-1e326f8989be', 'status': 'completed', 'code': 200} Aug 20 14:53:56.586403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f2c82-ea55-428a-888c-a0842838eb0d req-c9378f36-7b83-4841-af32-51cb52a970eb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:56.587909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a18f2c82-ea55-428a-888c-a0842838eb0d req-c9378f36-7b83-4841-af32-51cb52a970eb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1086326 Aug 20 14:53:56.610310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Allocated IP 10.1.1.35 (5f6fa9f8-dffe-4941-a197-5414e380866a/52ff4fb2-97e7-4dec-9385-0d3b8ae66af0/b6e6960f-615d-47a9-a86a-4d8a51095e31) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:56.661404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a18f2c82-ea55-428a-888c-a0842838eb0d req-d05e3b80-07b7-4bd2-bf29-9100ef1ab7ec tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651000 Aug 20 14:53:56.744536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53dadeb7-0b58-4231-abff-7939ddb5cf46 req-081e13a2-9c19-4b35-82be-144f02b59a64 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=c71bbf65-a3ec-4e74-b687-ce5ca9ae6ff3 HTTP/1.1" status: 200 len: 210 time: 0.0665033 Aug 20 14:53:56.811809 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:56.826637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Transition to ACTIVE for port object b6e6960f-615d-47a9-a86a-4d8a51095e31 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:56.858463 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:56.904495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network 5f6fa9f8-dffe-4941-a197-5414e380866a is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:56.907775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:56.913094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:56.922330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Port': ['ID=b6e6960f-615d-47a9-a86a-4d8a51095e31,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:56.972920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:56.973751 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:56.994255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8f39ca34-0c76-4d02-b94f-58a17018b175 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0312581 Aug 20 14:53:57.018436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6', 'admin_state_up': True, 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'security_groups': ['57ce84e8-3497-4495-ba6d-eacbc700b226']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:57.148294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2e588-2478-4102-adc0-3e3f0ecf9751 req-b9c945bf-4686-4fab-9852-d07bbd987774 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:57.149928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9d2e588-2478-4102-adc0-3e3f0ecf9751 req-b9c945bf-4686-4fab-9852-d07bbd987774 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.1117213 Aug 20 14:53:57.165094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:53:57.167424 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10672c8-0243-4259-adcb-f70f60f7b390" -d '{"events": [{"name": "network-changed", "server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:53:57.242469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9d2e588-2478-4102-adc0-3e3f0ecf9751 req-7c7d3c80-921d-4b01-999c-8411f332507d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701773 Aug 20 14:53:57.262931 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4365e98-6f75-4814-b07f-4d80b86262c0 x-openstack-request-id: req-b4365e98-6f75-4814-b07f-4d80b86262c0 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:53:57.262931 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:53:57.262931 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4365e98-6f75-4814-b07f-4d80b86262c0 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:53:57.262931 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200', 'status': 'completed', 'code': 200} Aug 20 14:53:57.262931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:57.264437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8ce0d8ca-c1fd-4c0f-b501-e1a628f51f12 None None] Provisioning for port b6e6960f-615d-47a9-a86a-4d8a51095e31 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:57.267993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8ce0d8ca-c1fd-4c0f-b501-e1a628f51f12 None None] Provisioning complete for port b6e6960f-615d-47a9-a86a-4d8a51095e31 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:57.268440 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d8ca-c1fd-4c0f-b501-e1a628f51f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:57.341996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-8ce0d8ca-c1fd-4c0f-b501-e1a628f51f12 None None] Port b6e6960f-615d-47a9-a86a-4d8a51095e31 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:57.417992 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:57.446641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef81d72-9b6c-467e-b693-5f7c8bdc9f86 req-164034f6-0173-4d95-9daf-f03bc9fe71e5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:57.452927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef81d72-9b6c-467e-b693-5f7c8bdc9f86 req-164034f6-0173-4d95-9daf-f03bc9fe71e5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:57.459782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef81d72-9b6c-467e-b693-5f7c8bdc9f86 req-164034f6-0173-4d95-9daf-f03bc9fe71e5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:57.461650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ef81d72-9b6c-467e-b693-5f7c8bdc9f86 req-164034f6-0173-4d95-9daf-f03bc9fe71e5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 2373 time: 0.1229777 Aug 20 14:53:57.641486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ef81d72-9b6c-467e-b693-5f7c8bdc9f86 req-1136031f-923c-426d-8f02-badd165555b4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624632 Aug 20 14:53:57.649381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d33300-c2bc-4c2b-8806-0cf8cc65d651 req-14c612a1-eecd-426c-8ad3-365a50e210fc tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:57.651152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7d33300-c2bc-4c2b-8806-0cf8cc65d651 req-14c612a1-eecd-426c-8ad3-365a50e210fc tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.2396135 Aug 20 14:53:57.707910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-4e4abcee-11f7-4e05-a1fa-7b4b214886c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:57.709451 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-4e4abcee-11f7-4e05-a1fa-7b4b214886c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 1127 time: 0.4213641 Aug 20 14:53:57.740908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7d33300-c2bc-4c2b-8806-0cf8cc65d651 req-f925e9c8-a898-4e45-acda-74c2a2867250 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812988 Aug 20 14:53:57.807355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Allocated IP 10.2.2.100 (3e13694c-b908-45f1-a031-45b448bf5ef6/96441a92-3c2c-40de-877e-8c1c21ca8152/072ceb37-2d07-4ca6-942a-669869d4f1e9) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:57.848941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-2c0f0379-03d9-49bc-8720-07c0f1dd9495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:57.850506 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-2c0f0379-03d9-49bc-8720-07c0f1dd9495 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.1314573 Aug 20 14:53:57.940480 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-58ba3b17-72c5-499d-8a20-5182c6801f03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f90a741c-508c-4ae4-a207-6652cacc1200 HTTP/1.1" status: 200 len: 217 time: 0.0670180 Aug 20 14:53:58.004974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-3e7e1cb0-92b5-4387-bf59-a7aa990f5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:58.006779 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-3e7e1cb0-92b5-4387-bf59-a7aa990f5bd0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0595245 Aug 20 14:53:58.028800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850741a7-4c36-4c15-88da-ef07b2797c62 req-c6ba91a7-9a18-4d52-85a1-1c2450b0422b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:58.036947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-850741a7-4c36-4c15-88da-ef07b2797c62 req-c6ba91a7-9a18-4d52-85a1-1c2450b0422b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1395464 Aug 20 14:53:58.046031 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-37abd8a2-c011-455b-8898-6feff041f278 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309246 Aug 20 14:53:58.112047 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:58.151680 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-75e56d5c-99da-4267-b3aa-d662ad374bc0 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932903 Aug 20 14:53:58.154887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Transition to ACTIVE for port object 072ceb37-2d07-4ca6-942a-669869d4f1e9 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:58.165045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-850741a7-4c36-4c15-88da-ef07b2797c62 req-767265d9-f957-4b50-a79d-0037710e8b53 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272585 Aug 20 14:53:58.199894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-6040d47f-0af1-4e5a-9c84-f77a73d7508d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:58.201779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-6040d47f-0af1-4e5a-9c84-f77a73d7508d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/networks?id=5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 200 len: 819 time: 0.1627851 Aug 20 14:53:58.231130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-05a20c32-6529-4fec-9d61-d1c5e1ca7c0f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/quotas/16c30f8dfd244d31a1fecbc38b074e6e HTTP/1.1" status: 200 len: 375 time: 0.0154831 Aug 20 14:53:58.240359 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:58.257155 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f10672c8-0243-4259-adcb-f70f60f7b390 req-5f7d9411-9765-45f2-9251-32d724faa680 service neutron] 10.222.0.72 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964360 Aug 20 14:53:58.313373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network 3e13694c-b908-45f1-a031-45b448bf5ef6 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:53:58.324099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:53:58.339593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:53:58.386558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Port': ['ID=072ceb37-2d07-4ca6-942a-669869d4f1e9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:53:58.391598 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:58.421062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-a5efb91e-ba86-4f83-8c98-539b859100cd tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1758423 Aug 20 14:53:58.431272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:58.431960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:58.463308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdb1584-3e2b-4eda-8e90-1e326f8989be no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:53:58.488897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 7bdb1584-3e2b-4eda-8e90-1e326f8989be {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:53:58.489386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdb1584-3e2b-4eda-8e90-1e326f8989be not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:53:58.493420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0264db-e352-44ea-9cfb-8fd947e3acaf req-4faf7900-6d13-4af3-b8a5-f1d7d40e03bb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:58.494998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b0264db-e352-44ea-9cfb-8fd947e3acaf req-4faf7900-6d13-4af3-b8a5-f1d7d40e03bb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.1751268 Aug 20 14:53:58.516137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e26abcb-edd4-440d-aa36-3cda1cf32393 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5034904 Aug 20 14:53:58.544580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6', 'admin_state_up': True, 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'security_groups': ['57ce84e8-3497-4495-ba6d-eacbc700b226']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:53:58.570979 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bc373fe3-2b9b-4e76-8e18-07d2b3f64135 None None] Provisioning for port 072ceb37-2d07-4ca6-942a-669869d4f1e9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:53:58.575054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bc373fe3-2b9b-4e76-8e18-07d2b3f64135 None None] Provisioning complete for port 072ceb37-2d07-4ca6-942a-669869d4f1e9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:53:58.575210 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc373fe3-2b9b-4e76-8e18-07d2b3f64135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:58.617574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-bc373fe3-2b9b-4e76-8e18-07d2b3f64135 None None] Port 072ceb37-2d07-4ca6-942a-669869d4f1e9 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:53:58.619467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b0264db-e352-44ea-9cfb-8fd947e3acaf req-54e52c95-71b6-49a0-9cd2-564119a5f020 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141956 Aug 20 14:53:58.628456 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-7a87ab3a-83ee-4660-95ff-fce14c7cb8bc service neutron] 10.222.0.36 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919010 Aug 20 14:53:59.113047 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f86073-2064-4bd4-9cb8-1a2724dfc0da req-1da691ac-172b-4eb7-82dd-5c326e040f09 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:59.118890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f86073-2064-4bd4-9cb8-1a2724dfc0da req-1da691ac-172b-4eb7-82dd-5c326e040f09 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:59.124752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f86073-2064-4bd4-9cb8-1a2724dfc0da req-1da691ac-172b-4eb7-82dd-5c326e040f09 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:59.131444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f86073-2064-4bd4-9cb8-1a2724dfc0da req-1da691ac-172b-4eb7-82dd-5c326e040f09 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:59.133190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7f86073-2064-4bd4-9cb8-1a2724dfc0da req-1da691ac-172b-4eb7-82dd-5c326e040f09 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 3094 time: 0.1318092 Aug 20 14:53:59.134659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Made reservation on behalf of d2c52e6aae07495fa0df35a987a23d0d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:53:59.139047 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:59.144330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-e7b5f9c8-feb3-4674-b28f-db6333e36a5a service neutron] 10.222.0.36 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080376 Aug 20 14:53:59.233102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7f86073-2064-4bd4-9cb8-1a2724dfc0da req-1973a6dc-4993-44b9-8d1a-7127a75ae443 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914414 Aug 20 14:53:59.427303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Allocated IP 10.2.2.200 (3e13694c-b908-45f1-a031-45b448bf5ef6/96441a92-3c2c-40de-877e-8c1c21ca8152/d4169652-326d-4a9b-9968-f3373cfbb653) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:53:59.447849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e21c1-e1a6-4a46-8072-aae8c85c3f35 req-97fd0039-2250-4100-a52f-9cc32fdb9e59 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:59.449541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-830e21c1-e1a6-4a46-8072-aae8c85c3f35 req-97fd0039-2250-4100-a52f-9cc32fdb9e59 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1109886 Aug 20 14:53:59.516282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-830e21c1-e1a6-4a46-8072-aae8c85c3f35 req-28c2e46e-cd24-4dd3-b7e8-bb1f0dc2d4e9 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563529 Aug 20 14:53:59.676669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91f50660-e203-49e1-bc94-9d1501fa79d4 req-8e244ab6-3c6b-4c0c-b84e-d21ee00f50c7 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 210 time: 0.0625010 Aug 20 14:53:59.769469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:59.811288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Transition to ACTIVE for port object d4169652-326d-4a9b-9968-f3373cfbb653 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:53:59.834722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cd03b-52ad-4b06-b593-07b85a971de7 req-d5cb507d-66f8-434a-b7ef-44f7c5105e01 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:59.836292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-969cd03b-52ad-4b06-b593-07b85a971de7 req-d5cb507d-66f8-434a-b7ef-44f7c5105e01 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.2249444 Aug 20 14:53:59.854270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72fd88-c71b-4975-b17b-4810a143f4c6 req-c896ac47-7729-4325-9dc0-7d007b29e9ea tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:53:59.855765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a72fd88-c71b-4975-b17b-4810a143f4c6 req-c896ac47-7729-4325-9dc0-7d007b29e9ea tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.1023405 Aug 20 14:53:59.934090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-969cd03b-52ad-4b06-b593-07b85a971de7 req-6945b259-9de6-4fba-a1a8-4e495ff81bd5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900414 Aug 20 14:53:59.938290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a72fd88-c71b-4975-b17b-4810a143f4c6 req-e65727b1-a32e-461b-837c-2e9a6f722582 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675969 Aug 20 14:53:59.950790 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:53:59.998656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Network 3e13694c-b908-45f1-a031-45b448bf5ef6 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:54:00.001937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:00.006494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:54:00.040959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event updated for resources: {'Port': ['ID=d4169652-326d-4a9b-9968-f3373cfbb653,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:00.087600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:00.088429 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:00.108572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-46e756a3-f02b-402d-84ed-9880199d2218 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5698018 Aug 20 14:54:00.133230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:00.198845 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:00.261863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bbe392db-dcf1-4e39-a9ea-6a716b8f180f None None] Provisioning for port d4169652-326d-4a9b-9968-f3373cfbb653 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:00.269049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bbe392db-dcf1-4e39-a9ea-6a716b8f180f None None] Provisioning complete for port d4169652-326d-4a9b-9968-f3373cfbb653 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:00.269781 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bbe392db-dcf1-4e39-a9ea-6a716b8f180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:00.319612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-bbe392db-dcf1-4e39-a9ea-6a716b8f180f None None] Port d4169652-326d-4a9b-9968-f3373cfbb653 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:54:00.448575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e5f38-5d1c-4b12-a7c3-d4dd40b79ec2 req-d832dd24-29b0-4f9c-82d4-b97f7d65f888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:00.454807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e5f38-5d1c-4b12-a7c3-d4dd40b79ec2 req-d832dd24-29b0-4f9c-82d4-b97f7d65f888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:00.461516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e5f38-5d1c-4b12-a7c3-d4dd40b79ec2 req-d832dd24-29b0-4f9c-82d4-b97f7d65f888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:00.467932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e5f38-5d1c-4b12-a7c3-d4dd40b79ec2 req-d832dd24-29b0-4f9c-82d4-b97f7d65f888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:00.474536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e5f38-5d1c-4b12-a7c3-d4dd40b79ec2 req-d832dd24-29b0-4f9c-82d4-b97f7d65f888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:00.476392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-397e5f38-5d1c-4b12-a7c3-d4dd40b79ec2 req-d832dd24-29b0-4f9c-82d4-b97f7d65f888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 3815 time: 0.1304109 Aug 20 14:54:00.544147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-397e5f38-5d1c-4b12-a7c3-d4dd40b79ec2 req-6c59bcea-6eef-42c6-be07-4d21765a5c7e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593157 Aug 20 14:54:00.599175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0addf6-e309-4151-b015-aa04ac1be543 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:00.622554 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:00.646494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Transition to ACTIVE for port object 8f0addf6-e309-4151-b015-aa04ac1be543 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:00.653777 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:00.731917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-e3205835-5969-4519-a337-99393a8f83ec tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:00.733502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-e3205835-5969-4519-a337-99393a8f83ec tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.72 "GET /v2.0/networks?id=5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 200 len: 819 time: 0.2137501 Aug 20 14:54:00.764424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Request body: {'port': {'device_id': 'cfdebf4b-06c1-406c-b525-dcd15c9e841a', 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432', 'admin_state_up': True, 'tenant_id': '16c30f8dfd244d31a1fecbc38b074e6e'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:00.825944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0addf6-e309-4151-b015-aa04ac1be543,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:00.849510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ee855bb-9912-4106-89e9-cc14cdd19e08 req-451a1434-5942-4e89-8c4c-d5afcd6dd3e1 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 210 time: 0.0620329 Aug 20 14:54:00.913308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd30f7-0dd5-4249-b07a-9a1689313b95 req-00337dc0-7146-4504-8bec-2d6a16372d8b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:00.913308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63fd30f7-0dd5-4249-b07a-9a1689313b95 req-00337dc0-7146-4504-8bec-2d6a16372d8b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.2019336 Aug 20 14:54:00.931367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Made reservation on behalf of 16c30f8dfd244d31a1fecbc38b074e6e for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:00.936267 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:00.938351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Attempting to bind port 8f0addf6-e309-4151-b015-aa04ac1be543 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:00.938792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Attempting to bind port 8f0addf6-e309-4151-b015-aa04ac1be543 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:00.939220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Attempting to bind port 8f0addf6-e309-4151-b015-aa04ac1be543 on network b8de9808-a92c-4226-a7dc-109c0f430768 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:00.948172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Port 8f0addf6-e309-4151-b015-aa04ac1be543 on network b8de9808-a92c-4226-a7dc-109c0f430768 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:00.948660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Attempting to bind port 8f0addf6-e309-4151-b015-aa04ac1be543 on network b8de9808-a92c-4226-a7dc-109c0f430768 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:00.973284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:00.977403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Checking segment: {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:00.977934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Bound using segment: {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:00.978505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Bound port: 8f0addf6-e309-4151-b015-aa04ac1be543, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed59feee-064a-49ff-8b28-ddaba0c64cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:00.979145 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:00.993748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63fd30f7-0dd5-4249-b07a-9a1689313b95 req-9399d0cb-5d8a-4947-a3e3-06d8aebe32e4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776753 Aug 20 14:54:01.127945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Allocated IP 172.20.0.8 (5c025684-3c2b-4af3-a415-3bdbcc0bf432/4ce82c74-a466-45a5-be79-f53f84087e2d/2a449b5d-6d4e-4456-981c-0f346b1b094a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:54:01.159376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] For port 8f0addf6-e309-4151-b015-aa04ac1be543, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:01.164857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] For port 8f0addf6-e309-4151-b015-aa04ac1be543, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8f0addf6-e309-4151-b015-aa04ac1be543,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:01.175825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2410237-79c3-4ea9-9adf-eb9ced173c51 req-03d3fdb7-71a9-4431-8353-9f6000187fcc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.177427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2410237-79c3-4ea9-9adf-eb9ced173c51 req-03d3fdb7-71a9-4431-8353-9f6000187fcc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1313477 Aug 20 14:54:01.180758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:01.224362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e4797-04be-4201-9a78-c2eedcf37bce req-f9d4bd50-a2cf-4533-988b-e67fc2c416c4 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.225969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-981e4797-04be-4201-9a78-c2eedcf37bce req-f9d4bd50-a2cf-4533-988b-e67fc2c416c4 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.1383281 Aug 20 14:54:01.260946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.261569 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:01.262961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] 10.222.0.72 "PUT /v2.0/ports/8f0addf6-e309-4151-b015-aa04ac1be543 HTTP/1.1" status: 200 len: 1092 time: 1.1358731 Aug 20 14:54:01.263401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:01.265647 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821" -d '{"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:01.325147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:01.333999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2410237-79c3-4ea9-9adf-eb9ced173c51 req-d1a4e02a-1960-4488-8ba4-52c5341ae7fa tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302159 Aug 20 14:54:01.347954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:01.354265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88082be5-af48-4db4-a047-34e2d98a3981 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0addf6-e309-4151-b015-aa04ac1be543,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:01.403983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-981e4797-04be-4201-9a78-c2eedcf37bce req-a9046270-7660-48ef-a242-5d2b12f1d80d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574085 Aug 20 14:54:01.406294 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0170183-1af0-45c5-8acd-0a250667a4b4 x-openstack-request-id: req-e0170183-1af0-45c5-8acd-0a250667a4b4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:01.406588 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:01.406846 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0170183-1af0-45c5-8acd-0a250667a4b4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:01.407253 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543', 'status': 'completed', 'code': 200} Aug 20 14:54:01.411631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:01.493630 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:01.494568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:54:01.498547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event updated for resources: {'Port': ['ID=2a449b5d-6d4e-4456-981c-0f346b1b094a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:01.501815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:01.505570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:54:01.554677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-0f14287e-e301-4602-864d-a76685f00447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.555172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-0f14287e-e301-4602-864d-a76685f00447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.555761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-0f14287e-e301-4602-864d-a76685f00447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.556262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-0f14287e-e301-4602-864d-a76685f00447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.556630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-0f14287e-e301-4602-864d-a76685f00447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.558395 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-0f14287e-e301-4602-864d-a76685f00447 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 4363 time: 0.1080873 Aug 20 14:54:01.567679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.568314 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:01.604432 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-fc72f74d-0344-47ae-bd03-034e51275976 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8446739 Aug 20 14:54:01.626788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Request body: {'port': {'device_id': 'cfdebf4b-06c1-406c-b525-dcd15c9e841a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:01.795413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922634-f3ec-4603-9381-875ac566b990 req-6bcce0a5-ff06-4060-bc8c-d0591c85ff4f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.802036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922634-f3ec-4603-9381-875ac566b990 req-6bcce0a5-ff06-4060-bc8c-d0591c85ff4f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.809277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922634-f3ec-4603-9381-875ac566b990 req-6bcce0a5-ff06-4060-bc8c-d0591c85ff4f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.811949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:01.816296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922634-f3ec-4603-9381-875ac566b990 req-6bcce0a5-ff06-4060-bc8c-d0591c85ff4f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.822522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922634-f3ec-4603-9381-875ac566b990 req-6bcce0a5-ff06-4060-bc8c-d0591c85ff4f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.823525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-3792be45-ac73-4e03-908f-c1258df5eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.824049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-3792be45-ac73-4e03-908f-c1258df5eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.824357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15922634-f3ec-4603-9381-875ac566b990 req-6bcce0a5-ff06-4060-bc8c-d0591c85ff4f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 3827 time: 0.1451764 Aug 20 14:54:01.824530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-3792be45-ac73-4e03-908f-c1258df5eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:01.826889 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-3792be45-ac73-4e03-908f-c1258df5eef4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2448368 Aug 20 14:54:01.926272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15922634-f3ec-4603-9381-875ac566b990 req-33beda1f-5675-4d06-86b1-59aa49f99dee tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912588 Aug 20 14:54:02.027270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f09775-f1f0-43e2-8b62-9ece74cfd13a {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:02.041251 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:02.061935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Transition to ACTIVE for port object 80f09775-f1f0-43e2-8b62-9ece74cfd13a will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:02.072674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a3b31-0feb-403f-acae-3711177d365a req-8c82a723-5ab1-49c7-a921-45045d9dc20f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:02.073882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-474a3b31-0feb-403f-acae-3711177d365a req-8c82a723-5ab1-49c7-a921-45045d9dc20f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 931 time: 0.0997424 Aug 20 14:54:02.086599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:02.143257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-2f0a5096-b3a6-4b21-baf1-7fbd517bbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:02.144928 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62e91bbc-7e30-4c9c-a8d8-aa2839bf6821 req-2f0a5096-b3a6-4b21-baf1-7fbd517bbab3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2869091 Aug 20 14:54:02.186101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Pushing event updated for resources: {'Port': ['ID=80f09775-f1f0-43e2-8b62-9ece74cfd13a,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:02.214848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-474a3b31-0feb-403f-acae-3711177d365a req-ea18ed26-a821-4b52-908a-303d077bd295 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292515 Aug 20 14:54:02.226752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff7910-7998-4b46-9997-e43b45dccabc req-1eeeca08-2105-4425-b70f-090386b7bc75 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:02.228369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddff7910-7998-4b46-9997-e43b45dccabc req-1eeeca08-2105-4425-b70f-090386b7bc75 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1531126 Aug 20 14:54:02.304707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddff7910-7998-4b46-9997-e43b45dccabc req-19b67e42-2fc6-4d52-b336-07cf13a665c0 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570335 Aug 20 14:54:02.309473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Attempting to bind port 80f09775-f1f0-43e2-8b62-9ece74cfd13a on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:02.309868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Attempting to bind port 80f09775-f1f0-43e2-8b62-9ece74cfd13a by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:02.310201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Attempting to bind port 80f09775-f1f0-43e2-8b62-9ece74cfd13a on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:02.316957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Port 80f09775-f1f0-43e2-8b62-9ece74cfd13a on network 5f6fa9f8-dffe-4941-a197-5414e380866a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:02.317291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Attempting to bind port 80f09775-f1f0-43e2-8b62-9ece74cfd13a on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:02.324108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:02.324460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Checking segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:02.324857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Bound using segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:02.325303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Bound port: 80f09775-f1f0-43e2-8b62-9ece74cfd13a, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:02.325916 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:02.350604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a449b5d-6d4e-4456-981c-0f346b1b094a {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:02.359625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:02.380847 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Transition to ACTIVE for port object 2a449b5d-6d4e-4456-981c-0f346b1b094a will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:02.404242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] For port 80f09775-f1f0-43e2-8b62-9ece74cfd13a, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:02.405875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:02.409205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] For port 80f09775-f1f0-43e2-8b62-9ece74cfd13a, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=80f09775-f1f0-43e2-8b62-9ece74cfd13a,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:02.417271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:02.556357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:02.556691 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:02.558366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/80f09775-f1f0-43e2-8b62-9ece74cfd13a HTTP/1.1" status: 200 len: 1137 time: 1.2163863 Aug 20 14:54:02.585313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29902a-a981-466e-a2e4-37eea99885a1 service neutron] Pushing event updated for resources: {'Port': ['ID=80f09775-f1f0-43e2-8b62-9ece74cfd13a,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:02.594638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Pushing event updated for resources: {'Port': ['ID=2a449b5d-6d4e-4456-981c-0f346b1b094a,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:02.609230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:02.620499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c68eec-bbb1-4057-890e-0d4f52732085 req-a58bd3a4-c6b4-4b34-ab0f-d68ca4320fdb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:02.627895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3c68eec-bbb1-4057-890e-0d4f52732085 req-a58bd3a4-c6b4-4b34-ab0f-d68ca4320fdb tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 944 time: 0.1206946 Aug 20 14:54:02.639472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e14d-baa4-40a2-9eb2-6120d7014127 req-0a827b7e-7549-4bd3-a482-b7fc1630ea3b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:02.647418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e03e14d-baa4-40a2-9eb2-6120d7014127 req-0a827b7e-7549-4bd3-a482-b7fc1630ea3b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1829684 Aug 20 14:54:02.659697 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-1dbf3ff6-ff0e-42c7-8351-feb964b687a3 service neutron] 10.222.0.72 "GET /v2.0/ports/f90a741c-508c-4ae4-a207-6652cacc1200/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 385 time: 0.1770294 Aug 20 14:54:02.709868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Attempting to bind port 2a449b5d-6d4e-4456-981c-0f346b1b094a on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:02.710366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Attempting to bind port 2a449b5d-6d4e-4456-981c-0f346b1b094a by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:02.710791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Attempting to bind port 2a449b5d-6d4e-4456-981c-0f346b1b094a on network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:02.718942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Port 2a449b5d-6d4e-4456-981c-0f346b1b094a on network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:02.719421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Attempting to bind port 2a449b5d-6d4e-4456-981c-0f346b1b094a on network 5c025684-3c2b-4af3-a415-3bdbcc0bf432 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:02.727849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:02.728302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Checking segment: {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:02.728788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Bound using segment: {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:02.729329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Bound port: 2a449b5d-6d4e-4456-981c-0f346b1b094a, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b90587-502e-4da2-aec6-48b5cdd5570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:02.729799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:02.752876 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:02.768492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e03e14d-baa4-40a2-9eb2-6120d7014127 req-9f3ab3c0-82b1-49c9-a038-947b14d76c14 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153061 Aug 20 14:54:02.803825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3c68eec-bbb1-4057-890e-0d4f52732085 req-8f563fd8-0647-4d9e-ac39-aa85b8fcece1 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748977 Aug 20 14:54:02.943087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:02.983702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:03.021636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] For port 2a449b5d-6d4e-4456-981c-0f346b1b094a, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:03.026002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] For port 2a449b5d-6d4e-4456-981c-0f346b1b094a, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2a449b5d-6d4e-4456-981c-0f346b1b094a,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:03.039880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90a741c-508c-4ae4-a207-6652cacc1200 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:03.057979 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:03.066658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:03.107286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.108783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:03.110185 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] 10.222.0.72 "PUT /v2.0/ports/2a449b5d-6d4e-4456-981c-0f346b1b094a HTTP/1.1" status: 200 len: 1092 time: 1.4876699 Aug 20 14:54:03.114753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdebf4b-06c1-406c-b525-dcd15c9e841a', 'tag': '2a449b5d-6d4e-4456-981c-0f346b1b094a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:03.117339 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdebf4b-06c1-406c-b525-dcd15c9e841a", "tag": "2a449b5d-6d4e-4456-981c-0f346b1b094a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:03.126153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:03.152132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2f0337-e1cb-4638-aeb2-fbefabf6d377 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:03.161710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bbed4-8a9d-4390-a209-d9e509d604ed service neutron] Pushing event updated for resources: {'Port': ['ID=2a449b5d-6d4e-4456-981c-0f346b1b094a,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:03.186461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e8db3-c10a-48a4-82c9-53129fea92f1 req-8c2bedb6-ca98-4081-bbee-f5affb2cd7a7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.191808 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5581167f-50e2-4569-8761-e711b1ab5adb x-openstack-request-id: req-5581167f-50e2-4569-8761-e711b1ab5adb {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:03.192119 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdebf4b-06c1-406c-b525-dcd15c9e841a", "tag": "2a449b5d-6d4e-4456-981c-0f346b1b094a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:03.192446 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5581167f-50e2-4569-8761-e711b1ab5adb {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:03.192891 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdebf4b-06c1-406c-b525-dcd15c9e841a', 'tag': '2a449b5d-6d4e-4456-981c-0f346b1b094a', 'status': 'completed', 'code': 200} Aug 20 14:54:03.193727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e8db3-c10a-48a4-82c9-53129fea92f1 req-8c2bedb6-ca98-4081-bbee-f5affb2cd7a7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.199743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e8db3-c10a-48a4-82c9-53129fea92f1 req-8c2bedb6-ca98-4081-bbee-f5affb2cd7a7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.206987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e8db3-c10a-48a4-82c9-53129fea92f1 req-8c2bedb6-ca98-4081-bbee-f5affb2cd7a7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.213700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e8db3-c10a-48a4-82c9-53129fea92f1 req-8c2bedb6-ca98-4081-bbee-f5affb2cd7a7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.219923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e8db3-c10a-48a4-82c9-53129fea92f1 req-8c2bedb6-ca98-4081-bbee-f5affb2cd7a7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.222286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc7e8db3-c10a-48a4-82c9-53129fea92f1 req-8c2bedb6-ca98-4081-bbee-f5affb2cd7a7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 4605 time: 0.1670301 Aug 20 14:54:03.226752 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:03.262659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Transition to ACTIVE for port object cc2f0337-e1cb-4638-aeb2-fbefabf6d377 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:03.274740 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:03.278376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] Transition to ACTIVE for port object f90a741c-508c-4ae4-a207-6652cacc1200 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:03.287245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-36c84fe5-72ae-49bb-9456-f6a13bcf7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.287990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc7e8db3-c10a-48a4-82c9-53129fea92f1 req-6ebb8ce8-fb8a-44b6-8ec8-1941ec39250f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545075 Aug 20 14:54:03.289012 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-36c84fe5-72ae-49bb-9456-f6a13bcf7d95 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 1095 time: 0.0718188 Aug 20 14:54:03.293031 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:03.362171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:03.365050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f90a741c-508c-4ae4-a207-6652cacc1200 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:03.382731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] Pushing event updated for resources: {'Port': ['ID=f90a741c-508c-4ae4-a207-6652cacc1200,revision_number=10']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:03.425257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '80f09775-f1f0-43e2-8b62-9ece74cfd13a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:03.427765 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9052f8-c4a7-4f15-a748-a4cba3b2740e" -d '{"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "80f09775-f1f0-43e2-8b62-9ece74cfd13a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:03.449766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f90a741c-508c-4ae4-a207-6652cacc1200 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:03.462723 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-4a2b24b5-17fd-4781-b697-e66f154d53c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a449b5d-6d4e-4456-981c-0f346b1b094a HTTP/1.1" status: 200 len: 217 time: 0.0582573 Aug 20 14:54:03.489150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472c33-52a8-4f8f-b491-b2d779dde2aa req-ff3576b0-9d1a-4561-908f-b9173c6cb15f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.490947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3472c33-52a8-4f8f-b491-b2d779dde2aa req-ff3576b0-9d1a-4561-908f-b9173c6cb15f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 943 time: 0.1501601 Aug 20 14:54:03.510158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] No DVR routers for this DVR port f90a741c-508c-4ae4-a207-6652cacc1200 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:03.577940 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-e49c9731-ae8b-4753-955e-55dd01d6ff27 service neutron] 10.222.0.72 "PUT /v2.0/ports/f90a741c-508c-4ae4-a207-6652cacc1200/bindings/n-h2-695189-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9102604 Aug 20 14:54:03.587913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-d0276eee-02b5-4256-8a1c-d893db1458de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.589518 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-d0276eee-02b5-4256-8a1c-d893db1458de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ce82c74-a466-45a5-be79-f53f84087e2d HTTP/1.1" status: 200 len: 859 time: 0.0895743 Aug 20 14:54:03.590006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88297f-ccd8-4861-8a24-ce974a9262d8 req-92f8c5e9-ffea-4b8b-9d91-37e2aa0a90b4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.594847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f88297f-ccd8-4861-8a24-ce974a9262d8 req-92f8c5e9-ffea-4b8b-9d91-37e2aa0a90b4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1919909 Aug 20 14:54:03.599641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3472c33-52a8-4f8f-b491-b2d779dde2aa req-5a3514f1-6f11-41fa-bbac-a96d37b442cd tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815139 Aug 20 14:54:03.651403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Attempting to bind port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:03.651770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Attempting to bind port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:03.652104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Attempting to bind port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:03.658663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 on network 5f6fa9f8-dffe-4941-a197-5414e380866a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:03.659081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Attempting to bind port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:03.663142 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-16c39c1e-24cc-4e86-b002-785eb841cfdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c025684-3c2b-4af3-a415-3bdbcc0bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333407 Aug 20 14:54:03.666636 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc3bb40-2bae-428c-a6bf-bc066809c164 x-openstack-request-id: req-4bc3bb40-2bae-428c-a6bf-bc066809c164 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:03.666926 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "80f09775-f1f0-43e2-8b62-9ece74cfd13a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:03.667410 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bc3bb40-2bae-428c-a6bf-bc066809c164 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:03.667899 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '80f09775-f1f0-43e2-8b62-9ece74cfd13a', 'status': 'completed', 'code': 200} Aug 20 14:54:03.668850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:03.669312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Checking segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:03.669694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Bound using segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:03.670192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Bound port: cc2f0337-e1cb-4638-aeb2-fbefabf6d377, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:03.670569 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:03.677233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f88297f-ccd8-4861-8a24-ce974a9262d8 req-50a90e60-d817-4fa9-a032-5110e617982c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766551 Aug 20 14:54:03.757619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] For port cc2f0337-e1cb-4638-aeb2-fbefabf6d377, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:03.760795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] For port cc2f0337-e1cb-4638-aeb2-fbefabf6d377, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:03.766899 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:03.806712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.807332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:03.808771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] 10.222.0.72 "PUT /v2.0/ports/cc2f0337-e1cb-4638-aeb2-fbefabf6d377 HTTP/1.1" status: 200 len: 1135 time: 1.2136247 Aug 20 14:54:03.832523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afeed6-96f4-4a3b-9a0e-e69c6451ed67 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:03.858241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:03.871816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-bad528bd-3925-4c84-8845-2384d92d9a9b tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.873331 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-bad528bd-3925-4c84-8845-2384d92d9a9b tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.1864712 Aug 20 14:54:03.876563 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-f24b1d5a-387b-424f-a558-3cb808c67abd service neutron] 10.222.0.72 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742394 Aug 20 14:54:03.882292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-1b0e9a19-016d-43e7-8d3b-2a10fdbdbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.883005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-1b0e9a19-016d-43e7-8d3b-2a10fdbdbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.883723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-1b0e9a19-016d-43e7-8d3b-2a10fdbdbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.884453 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-1b0e9a19-016d-43e7-8d3b-2a10fdbdbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.885144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-1b0e9a19-016d-43e7-8d3b-2a10fdbdbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.885777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-1b0e9a19-016d-43e7-8d3b-2a10fdbdbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.886514 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-1b0e9a19-016d-43e7-8d3b-2a10fdbdbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:03.889230 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-1b0e9a19-016d-43e7-8d3b-2a10fdbdbfae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6221 time: 0.1245201 Aug 20 14:54:03.993580 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:04.082133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd074a-8193-4cd8-9109-29c01431ad90 req-9c3d7f87-e96b-47c7-80e1-edf77391dbf8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.086764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-59dc8b7f-d066-4f68-9524-e81c77c5c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.088408 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-59dc8b7f-d066-4f68-9524-e81c77c5c52e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60&tenant_id=462a6e1cda0d44fea29a487a152c1772 HTTP/1.1" status: 200 len: 1097 time: 0.1963942 Aug 20 14:54:04.089350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77bd074a-8193-4cd8-9109-29c01431ad90 req-9c3d7f87-e96b-47c7-80e1-edf77391dbf8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1651092 Aug 20 14:54:04.101524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e649ce-8bb6-4ac2-bae8-29cc198f626f req-ce6fb86b-6730-4bcc-b1e4-6917635f6d10 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.103519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32e649ce-8bb6-4ac2-bae8-29cc198f626f req-ce6fb86b-6730-4bcc-b1e4-6917635f6d10 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 945 time: 0.1591418 Aug 20 14:54:04.122342 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d2be8c03-a3e4-43f5-899b-ee0c86cabf0d req-47fc39bc-b242-4d96-b14c-ea7635458181 service neutron] 10.222.0.72 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313721 Aug 20 14:54:04.123461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-190219c7-04b2-4b4e-8d3b-afdd31ba8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.123998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-190219c7-04b2-4b4e-8d3b-afdd31ba8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.124458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-190219c7-04b2-4b4e-8d3b-afdd31ba8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.126060 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-190219c7-04b2-4b4e-8d3b-afdd31ba8908 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2123475 Aug 20 14:54:04.291852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77bd074a-8193-4cd8-9109-29c01431ad90 req-767b2149-dbd7-4859-a1a6-aa140d66bc4c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014165 Aug 20 14:54:04.340363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32e649ce-8bb6-4ac2-bae8-29cc198f626f req-b33aa3b3-e6cd-4f69-b206-1021b6fa0307 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408534 Aug 20 14:54:04.500173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666adf78-80e6-48d2-81c1-fdbf90169ffc {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:04.510557 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:04.527806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Transition to ACTIVE for port object 666adf78-80e6-48d2-81c1-fdbf90169ffc will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:04.533032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:04.549553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-40dad139-e188-4008-8fdd-1adb1f9d024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.551066 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-40dad139-e188-4008-8fdd-1adb1f9d024f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=462a6e1cda0d44fea29a487a152c1772&device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 1097 time: 0.4177144 Aug 20 14:54:04.622473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Pushing event updated for resources: {'Port': ['ID=666adf78-80e6-48d2-81c1-fdbf90169ffc,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:04.633680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-c05a212a-5d6b-4eef-881c-277869ee4dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.635254 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-c05a212a-5d6b-4eef-881c-277869ee4dcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 1095 time: 0.1322129 Aug 20 14:54:04.708355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-940a7951-98b0-4933-9b44-77d2905bdb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.709926 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de9052f8-c4a7-4f15-a748-a4cba3b2740e req-940a7951-98b0-4933-9b44-77d2905bdb08 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5429451 Aug 20 14:54:04.774155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-7e3f0f25-97a2-46e5-94ad-f51cf12a6c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.775708 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-7e3f0f25-97a2-46e5-94ad-f51cf12a6c56 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 200 len: 922 time: 0.2067480 Aug 20 14:54:04.786171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-1e355937-3dba-4f74-bf77-048cfe3a6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.787930 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-1e355937-3dba-4f74-bf77-048cfe3a6a34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 200 len: 920 time: 0.1390939 Aug 20 14:54:04.794180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df12-041e-4b14-abf6-596c50f17478 req-82b71429-ed8e-4a63-9f88-bc3484afd958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.802500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df12-041e-4b14-abf6-596c50f17478 req-82b71429-ed8e-4a63-9f88-bc3484afd958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.809771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df12-041e-4b14-abf6-596c50f17478 req-82b71429-ed8e-4a63-9f88-bc3484afd958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.815769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df12-041e-4b14-abf6-596c50f17478 req-82b71429-ed8e-4a63-9f88-bc3484afd958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.821951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df12-041e-4b14-abf6-596c50f17478 req-82b71429-ed8e-4a63-9f88-bc3484afd958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.828846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df12-041e-4b14-abf6-596c50f17478 req-82b71429-ed8e-4a63-9f88-bc3484afd958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.839912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1df12-041e-4b14-abf6-596c50f17478 req-82b71429-ed8e-4a63-9f88-bc3484afd958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.842286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32c1df12-041e-4b14-abf6-596c50f17478 req-82b71429-ed8e-4a63-9f88-bc3484afd958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5393 time: 0.2749417 Aug 20 14:54:04.857166 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-e6a565ff-c370-48e9-9d48-6dca50eee6fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a449b5d-6d4e-4456-981c-0f346b1b094a HTTP/1.1" status: 200 len: 217 time: 0.0605695 Aug 20 14:54:04.859595 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-bc4cea47-fe13-4817-9733-0d90b96e043c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f90a741c-508c-4ae4-a207-6652cacc1200 HTTP/1.1" status: 200 len: 217 time: 0.0700250 Aug 20 14:54:04.913376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Attempting to bind port 666adf78-80e6-48d2-81c1-fdbf90169ffc on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:04.914073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Attempting to bind port 666adf78-80e6-48d2-81c1-fdbf90169ffc by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:04.914610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Attempting to bind port 666adf78-80e6-48d2-81c1-fdbf90169ffc on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:04.929384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28ef23-357a-4cbb-bbf1-6d2b8b2cbc59 req-300df2cc-9bfc-48cb-b68d-fec209ec785e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.931177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c28ef23-357a-4cbb-bbf1-6d2b8b2cbc59 req-300df2cc-9bfc-48cb-b68d-fec209ec785e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 943 time: 0.2131193 Aug 20 14:54:04.946189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Port 666adf78-80e6-48d2-81c1-fdbf90169ffc on network 5f6fa9f8-dffe-4941-a197-5414e380866a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:04.946550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Attempting to bind port 666adf78-80e6-48d2-81c1-fdbf90169ffc on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:04.952477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-d5890fd2-3a4e-4fbe-a8df-872055630f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.953960 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-d5890fd2-3a4e-4fbe-a8df-872055630f95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4ce82c74-a466-45a5-be79-f53f84087e2d HTTP/1.1" status: 200 len: 859 time: 0.0886226 Aug 20 14:54:04.955742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-830a8a0a-a3f5-4638-93b7-b4c409057bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:04.957088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-830a8a0a-a3f5-4638-93b7-b4c409057bf4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 200 len: 861 time: 0.0830922 Aug 20 14:54:04.964905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32c1df12-041e-4b14-abf6-596c50f17478 req-ec5aa58e-2025-4e0b-b79e-d8d779beed8b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020794 Aug 20 14:54:04.972630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:04.972980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Checking segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:04.973365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Bound using segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:04.973824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Bound port: 666adf78-80e6-48d2-81c1-fdbf90169ffc, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:04.974187 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:05.018401 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-bc27a42d-c4d0-4294-9c92-cd31f522bc01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8aa51d97-7421-40eb-8167-ff6eb96620e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480313 Aug 20 14:54:05.018597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c28ef23-357a-4cbb-bbf1-6d2b8b2cbc59 req-a6024536-63c7-41c2-aec4-d093252f818a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752289 Aug 20 14:54:05.020562 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-b79bb0f0-8ff1-4517-8b15-d1cf11dbd4e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c025684-3c2b-4af3-a415-3bdbcc0bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582211 Aug 20 14:54:05.117322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] For port 666adf78-80e6-48d2-81c1-fdbf90169ffc, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:05.136439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] For port 666adf78-80e6-48d2-81c1-fdbf90169ffc, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:05.149803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc85257-7d83-46e9-a76b-94ceeecbfc97 req-1cfe48ae-7ca7-46ff-8d16-48aa61e16122 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:05.151327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dc85257-7d83-46e9-a76b-94ceeecbfc97 req-1cfe48ae-7ca7-46ff-8d16-48aa61e16122 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0808802 Aug 20 14:54:05.153150 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:05.192232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:05.192851 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:05.194204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] 10.222.0.72 "PUT /v2.0/ports/666adf78-80e6-48d2-81c1-fdbf90169ffc HTTP/1.1" status: 200 len: 1092 time: 1.3431306 Aug 20 14:54:05.217726 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-74a3524d-56bb-4588-a7c9-e8c1c695e65f service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778047 Aug 20 14:54:05.224644 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-0dc6f84c-f3c2-4647-a9e2-4c6a9f248896 service neutron] 10.222.0.72 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948335 Aug 20 14:54:05.250714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd24c09-e012-4737-bef2-388adff2c18d service neutron] Pushing event updated for resources: {'Port': ['ID=666adf78-80e6-48d2-81c1-fdbf90169ffc,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:05.259734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:05.282146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dc85257-7d83-46e9-a76b-94ceeecbfc97 req-a5403e73-a91d-4414-8f92-afa14eb8445e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016622 Aug 20 14:54:05.325157 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:05.421592 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9d5b2e7a-b5c0-4919-a2c3-2b3806a7ee35 req-10b5e2a4-abde-41eb-b058-fa1c8dc93c3d service neutron] 10.222.0.72 "GET /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694541 Aug 20 14:54:05.476670 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-c20adfdc-9edb-4be0-9032-e96cbfe73a73 service neutron] 10.222.0.70 "GET /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461088 Aug 20 14:54:05.581328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131ccdd-fae7-4722-9f62-b61751b61fe1 req-0e36b7f7-ff5f-420d-b5bf-63d58ace4e53 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:05.582870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6131ccdd-fae7-4722-9f62-b61751b61fe1 req-0e36b7f7-ff5f-420d-b5bf-63d58ace4e53 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1845472 Aug 20 14:54:05.632089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8567c47-515d-41c3-9ffa-5592bce61b39 req-cf06d9ee-58c5-4331-b501-292d9dfcdb44 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:05.636022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8567c47-515d-41c3-9ffa-5592bce61b39 req-cf06d9ee-58c5-4331-b501-292d9dfcdb44 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 945 time: 0.1863391 Aug 20 14:54:05.644137 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:05.668817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': 'cc2f0337-e1cb-4638-aeb2-fbefabf6d377'}, {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '666adf78-80e6-48d2-81c1-fdbf90169ffc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:05.671690 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "cc2f0337-e1cb-4638-aeb2-fbefabf6d377"}, {"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "666adf78-80e6-48d2-81c1-fdbf90169ffc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:05.732302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6131ccdd-fae7-4722-9f62-b61751b61fe1 req-78d30c42-2bfe-41c6-876d-ca7317205dad tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340070 Aug 20 14:54:05.742677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8567c47-515d-41c3-9ffa-5592bce61b39 req-efd10b36-236a-4731-8322-dbce195143e8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894163 Aug 20 14:54:05.799082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-8edc0022-47b9-493e-83bc-7c906ddbd11d tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:05.801044 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-8edc0022-47b9-493e-83bc-7c906ddbd11d tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60&tenant_id=462a6e1cda0d44fea29a487a152c1772&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.0652318 Aug 20 14:54:05.996012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-13d0edb7-5253-4150-92af-d2225db1fb41 service neutron] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:06.002581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-13d0edb7-5253-4150-92af-d2225db1fb41 service neutron] Notify callbacks [] for binding, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:06.003889 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5cdc37ce-1861-4968-958d-11f65a1ca6af req-13d0edb7-5253-4150-92af-d2225db1fb41 service neutron] 10.222.0.70 "DELETE /v2.0/ports/f90a741c-508c-4ae4-a207-6652cacc1200/bindings/n-h1-695189-15 HTTP/1.1" status: 204 len: 173 time: 0.1894159 Aug 20 14:54:06.092175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-c3fc607c-4672-48f0-a400-71a74b0402f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.093057 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-c3fc607c-4672-48f0-a400-71a74b0402f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.093695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-c3fc607c-4672-48f0-a400-71a74b0402f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.094330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-c3fc607c-4672-48f0-a400-71a74b0402f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.095082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-c3fc607c-4672-48f0-a400-71a74b0402f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.095868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-c3fc607c-4672-48f0-a400-71a74b0402f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.096543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-c3fc607c-4672-48f0-a400-71a74b0402f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.098854 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-c3fc607c-4672-48f0-a400-71a74b0402f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6289 time: 0.0913122 Aug 20 14:54:06.239300 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad8114a-aeab-41d4-b8c2-be7b5be9b686 x-openstack-request-id: req-9ad8114a-aeab-41d4-b8c2-be7b5be9b686 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:06.239680 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "cc2f0337-e1cb-4638-aeb2-fbefabf6d377", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "666adf78-80e6-48d2-81c1-fdbf90169ffc", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:06.239892 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ad8114a-aeab-41d4-b8c2-be7b5be9b686 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:06.240271 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': 'cc2f0337-e1cb-4638-aeb2-fbefabf6d377', 'status': 'completed', 'code': 200} Aug 20 14:54:06.240634 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '666adf78-80e6-48d2-81c1-fdbf90169ffc', 'status': 'completed', 'code': 200} Aug 20 14:54:06.266901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-97350337-3dd7-4e66-b5bb-3288b97b7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.268292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-97350337-3dd7-4e66-b5bb-3288b97b7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.268604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-97350337-3dd7-4e66-b5bb-3288b97b7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.270665 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-97350337-3dd7-4e66-b5bb-3288b97b7966 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1412477 Aug 20 14:54:06.377792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20bdb-228b-4ee0-bf63-a2e898a9a7d2 req-7f6eb3c0-51e5-4e8b-9263-b4f912ff5399 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.383961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20bdb-228b-4ee0-bf63-a2e898a9a7d2 req-7f6eb3c0-51e5-4e8b-9263-b4f912ff5399 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.390284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20bdb-228b-4ee0-bf63-a2e898a9a7d2 req-7f6eb3c0-51e5-4e8b-9263-b4f912ff5399 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.391358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-401640e7-c1e8-4f94-80fc-ed518491f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.393871 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-401640e7-c1e8-4f94-80fc-ed518491f9d5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154797 Aug 20 14:54:06.397317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20bdb-228b-4ee0-bf63-a2e898a9a7d2 req-7f6eb3c0-51e5-4e8b-9263-b4f912ff5399 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.403891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20bdb-228b-4ee0-bf63-a2e898a9a7d2 req-7f6eb3c0-51e5-4e8b-9263-b4f912ff5399 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.411117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20bdb-228b-4ee0-bf63-a2e898a9a7d2 req-7f6eb3c0-51e5-4e8b-9263-b4f912ff5399 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.417822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20bdb-228b-4ee0-bf63-a2e898a9a7d2 req-7f6eb3c0-51e5-4e8b-9263-b4f912ff5399 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.419858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bd20bdb-228b-4ee0-bf63-a2e898a9a7d2 req-7f6eb3c0-51e5-4e8b-9263-b4f912ff5399 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5393 time: 0.1823485 Aug 20 14:54:06.427823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234eb22b-11f4-468d-b64a-204c6eeb92d6 req-58b1787a-5c37-4df9-baa2-6ac868687109 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.429289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-234eb22b-11f4-468d-b64a-204c6eeb92d6 req-58b1787a-5c37-4df9-baa2-6ac868687109 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 943 time: 0.1950724 Aug 20 14:54:06.434890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e6960f-615d-47a9-a86a-4d8a51095e31 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:06.455784 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:06.487810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Transition to ACTIVE for port object b6e6960f-615d-47a9-a86a-4d8a51095e31 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:06.505237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:06.521224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bd20bdb-228b-4ee0-bf63-a2e898a9a7d2 req-fb7c700d-b6f6-4bc3-8295-9ca1f6bc3455 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0908322 Aug 20 14:54:06.536512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-7bf6be78-447c-4545-af86-62693d297cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.537254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-7bf6be78-447c-4545-af86-62693d297cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.537892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-7bf6be78-447c-4545-af86-62693d297cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.538523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-7bf6be78-447c-4545-af86-62693d297cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.539169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-7bf6be78-447c-4545-af86-62693d297cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.539877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-7bf6be78-447c-4545-af86-62693d297cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.540503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-7bf6be78-447c-4545-af86-62693d297cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.542840 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-7bf6be78-447c-4545-af86-62693d297cea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6289 time: 0.0648265 Aug 20 14:54:06.544425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-234eb22b-11f4-468d-b64a-204c6eeb92d6 req-59000929-0554-4edf-b8c5-c8a557344de3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049032 Aug 20 14:54:06.606345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6960f-615d-47a9-a86a-4d8a51095e31,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:06.749036 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-2ce93c95-e500-4652-ad82-2dfa0b055689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.749434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-2ce93c95-e500-4652-ad82-2dfa0b055689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.750022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-2ce93c95-e500-4652-ad82-2dfa0b055689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.750856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3925c5-51ce-4088-894b-e27a303d5bef req-1bab7d33-13c1-4293-8d4a-c4fedf8c40c3 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.754034 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-2ce93c95-e500-4652-ad82-2dfa0b055689 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1901088 Aug 20 14:54:06.759456 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b3925c5-51ce-4088-894b-e27a303d5bef req-1bab7d33-13c1-4293-8d4a-c4fedf8c40c3 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1176538 Aug 20 14:54:06.800163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Attempting to bind port b6e6960f-615d-47a9-a86a-4d8a51095e31 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:06.800521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Attempting to bind port b6e6960f-615d-47a9-a86a-4d8a51095e31 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:06.800853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Attempting to bind port b6e6960f-615d-47a9-a86a-4d8a51095e31 on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:06.836247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b3925c5-51ce-4088-894b-e27a303d5bef req-914eb904-9ec7-4f45-9e07-5659169228b9 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743749 Aug 20 14:54:06.849498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Port b6e6960f-615d-47a9-a86a-4d8a51095e31 on network 5f6fa9f8-dffe-4941-a197-5414e380866a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:06.849730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Attempting to bind port b6e6960f-615d-47a9-a86a-4d8a51095e31 on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:06.921499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:06.921855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Checking segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:06.922309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Bound using segment: {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:06.922822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Bound port: b6e6960f-615d-47a9-a86a-4d8a51095e31, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24de2fd-5309-47f7-86a0-7a13faa2350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:06.923349 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:06.933664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-ac83f762-6178-45df-adc2-08792cfee9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.935571 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b116e64c-bf77-40e8-962f-0d4bc0f8eb2e req-ac83f762-6178-45df-adc2-08792cfee9ca service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702163 Aug 20 14:54:06.973791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8fc9a-5bb4-4a7f-9fdd-157b1be6faa8 req-8799a3d8-2f99-4f51-9722-53192e2d13d8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:06.975673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44b8fc9a-5bb4-4a7f-9fdd-157b1be6faa8 req-8799a3d8-2f99-4f51-9722-53192e2d13d8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1371944 Aug 20 14:54:07.100124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ae89d-c415-486d-8f8f-3732edf44428 req-163c49f8-3c03-45ae-ad2a-6ad937372129 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.101687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-466ae89d-c415-486d-8f8f-3732edf44428 req-163c49f8-3c03-45ae-ad2a-6ad937372129 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 945 time: 0.1758683 Aug 20 14:54:07.106048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44b8fc9a-5bb4-4a7f-9fdd-157b1be6faa8 req-dc674c59-251f-4780-a276-a3136449aee5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111598 Aug 20 14:54:07.107148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] For port b6e6960f-615d-47a9-a86a-4d8a51095e31, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:07.110737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] For port b6e6960f-615d-47a9-a86a-4d8a51095e31, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:07.123746 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:07.172646 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.173379 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:07.174831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] 10.222.0.72 "PUT /v2.0/ports/b6e6960f-615d-47a9-a86a-4d8a51095e31 HTTP/1.1" status: 200 len: 1091 time: 1.9202929 Aug 20 14:54:07.206958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-466ae89d-c415-486d-8f8f-3732edf44428 req-f7044965-83dd-4678-8e77-7b9d452b9021 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922003 Aug 20 14:54:07.212816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8213b22-a484-413f-918a-fd0fdbb1a7fd service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6960f-615d-47a9-a86a-4d8a51095e31,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:07.296411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:07.370877 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:07.379599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 2a449b5d-6d4e-4456-981c-0f346b1b094a details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:07.585715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 2a449b5d-6d4e-4456-981c-0f346b1b094a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2a449b5d-6d4e-4456-981c-0f346b1b094a,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:07.601307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '2a449b5d-6d4e-4456-981c-0f346b1b094a', 'network_id': '5c025684-3c2b-4af3-a415-3bdbcc0bf432', 'port_id': '2a449b5d-6d4e-4456-981c-0f346b1b094a', 'mac_address': 'fa:16:3e:e4:34:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce82c74-a466-45a5-be79-f53f84087e2d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:07.605708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1be2c9-1942-4094-87f6-3d7861e62431 req-c129ebe1-2c9d-49f9-9f73-655c0a1b3654 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.607245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e1be2c9-1942-4094-87f6-3d7861e62431 req-c129ebe1-2c9d-49f9-9f73-655c0a1b3654 tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 1097 time: 0.0681038 Aug 20 14:54:07.664300 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:07.681161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a449b5d-6d4e-4456-981c-0f346b1b094a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:07.706759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 2a449b5d-6d4e-4456-981c-0f346b1b094a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2a449b5d-6d4e-4456-981c-0f346b1b094a,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:07.711709 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:07.740240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e1be2c9-1942-4094-87f6-3d7861e62431 req-257e668d-e682-4a5e-b1ac-2bad0c62ffbb tempest-LiveAutoBlockMigrationV225Test-1997597127 tempest-LiveAutoBlockMigrationV225Test-1997597127-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218410 Aug 20 14:54:07.777044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=2a449b5d-6d4e-4456-981c-0f346b1b094a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:07.780405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277855-c03d-49e8-a018-293dd8a84b19 req-05964631-f0f0-49f4-ad4c-fdf7a304f3fe tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.799363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277855-c03d-49e8-a018-293dd8a84b19 req-05964631-f0f0-49f4-ad4c-fdf7a304f3fe tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.799363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277855-c03d-49e8-a018-293dd8a84b19 req-05964631-f0f0-49f4-ad4c-fdf7a304f3fe tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.802175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277855-c03d-49e8-a018-293dd8a84b19 req-05964631-f0f0-49f4-ad4c-fdf7a304f3fe tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.808864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277855-c03d-49e8-a018-293dd8a84b19 req-05964631-f0f0-49f4-ad4c-fdf7a304f3fe tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.815488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277855-c03d-49e8-a018-293dd8a84b19 req-05964631-f0f0-49f4-ad4c-fdf7a304f3fe tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.822013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc277855-c03d-49e8-a018-293dd8a84b19 req-05964631-f0f0-49f4-ad4c-fdf7a304f3fe tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.823999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc277855-c03d-49e8-a018-293dd8a84b19 req-05964631-f0f0-49f4-ad4c-fdf7a304f3fe tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5405 time: 0.1691451 Aug 20 14:54:07.925025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc277855-c03d-49e8-a018-293dd8a84b19 req-ae4d9574-c57b-4ebc-a6ee-17936bbca029 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941639 Aug 20 14:54:07.976334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264d9ac-1abd-4382-949c-f536a3004bd2 req-8382a5de-ad51-42f3-8088-c967936be499 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:07.977949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4264d9ac-1abd-4382-949c-f536a3004bd2 req-8382a5de-ad51-42f3-8088-c967936be499 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 944 time: 0.1268296 Aug 20 14:54:07.982860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072ceb37-2d07-4ca6-942a-669869d4f1e9 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:07.993639 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:08.021598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Transition to ACTIVE for port object 072ceb37-2d07-4ca6-942a-669869d4f1e9 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:08.031587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:08.077145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4264d9ac-1abd-4382-949c-f536a3004bd2 req-381ca9ce-d779-4870-a534-7fccf3f3cd8d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809274 Aug 20 14:54:08.099281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Pushing event updated for resources: {'Port': ['ID=072ceb37-2d07-4ca6-942a-669869d4f1e9,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:08.186583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['2a449b5d-6d4e-4456-981c-0f346b1b094a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:08.268928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': 'b6e6960f-615d-47a9-a86a-4d8a51095e31'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:08.271461 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d686fe4-a7c2-4616-be63-2790ea0951fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "b6e6960f-615d-47a9-a86a-4d8a51095e31"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:08.285496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Attempting to bind port 072ceb37-2d07-4ca6-942a-669869d4f1e9 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:08.285913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Attempting to bind port 072ceb37-2d07-4ca6-942a-669869d4f1e9 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:08.286399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Attempting to bind port 072ceb37-2d07-4ca6-942a-669869d4f1e9 on network 3e13694c-b908-45f1-a031-45b448bf5ef6 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:08.293655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Port 072ceb37-2d07-4ca6-942a-669869d4f1e9 on network 3e13694c-b908-45f1-a031-45b448bf5ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:08.294081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Attempting to bind port 072ceb37-2d07-4ca6-942a-669869d4f1e9 on network 3e13694c-b908-45f1-a031-45b448bf5ef6 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:08.301984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:08.302411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Checking segment: {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:08.302819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Bound using segment: {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:08.303336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Bound port: 072ceb37-2d07-4ca6-942a-669869d4f1e9, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:08.303746 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:08.358990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32655da1-de35-45ad-a364-26abdc5ac395 req-1586213f-24d3-4dcb-98bc-5c4be6ecaecf tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.360623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32655da1-de35-45ad-a364-26abdc5ac395 req-1586213f-24d3-4dcb-98bc-5c4be6ecaecf tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1799550 Aug 20 14:54:08.378416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a27946-dc31-4258-8336-074f662bc86c req-daf9bd93-3610-4138-afbb-d58598c1e8e2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.379941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27a27946-dc31-4258-8336-074f662bc86c req-daf9bd93-3610-4138-afbb-d58598c1e8e2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 945 time: 0.1826649 Aug 20 14:54:08.443293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] For port 072ceb37-2d07-4ca6-942a-669869d4f1e9, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:08.468897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] For port 072ceb37-2d07-4ca6-942a-669869d4f1e9, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:08.477480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27a27946-dc31-4258-8336-074f662bc86c req-ce5c16ac-6a73-4243-b2dc-976024f57b62 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812490 Aug 20 14:54:08.480529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32655da1-de35-45ad-a364-26abdc5ac395 req-c1e87956-bd2d-4519-89bb-1692f4e86157 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975063 Aug 20 14:54:08.481593 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:08.516318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.517137 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:08.518901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] 10.222.0.72 "PUT /v2.0/ports/072ceb37-2d07-4ca6-942a-669869d4f1e9 HTTP/1.1" status: 200 len: 1092 time: 1.2278976 Aug 20 14:54:08.557558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d20ce8-f177-4cda-aeea-0a625e0d4d98 service neutron] Pushing event updated for resources: {'Port': ['ID=072ceb37-2d07-4ca6-942a-669869d4f1e9,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:08.566223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Request body: {'port': {'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:08.627850 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae372d3-61a6-4d60-b52d-30cc14525866 x-openstack-request-id: req-1ae372d3-61a6-4d60-b52d-30cc14525866 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:08.628541 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "b6e6960f-615d-47a9-a86a-4d8a51095e31", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:08.628541 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ae372d3-61a6-4d60-b52d-30cc14525866 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:08.628775 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': 'b6e6960f-615d-47a9-a86a-4d8a51095e31', 'status': 'completed', 'code': 200} Aug 20 14:54:08.667264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:08.702439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67180a-0422-4d21-999e-1d00062bc055 req-701d6ba0-0c45-4a36-89f1-fa3214629607 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.704073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a67180a-0422-4d21-999e-1d00062bc055 req-701d6ba0-0c45-4a36-89f1-fa3214629607 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1154578 Aug 20 14:54:08.750295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-4663b856-256d-4122-819e-eeec007deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.754079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-4663b856-256d-4122-819e-eeec007deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.754588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-4663b856-256d-4122-819e-eeec007deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.755078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-4663b856-256d-4122-819e-eeec007deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.755675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-4663b856-256d-4122-819e-eeec007deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.763025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-4663b856-256d-4122-819e-eeec007deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.763522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-4663b856-256d-4122-819e-eeec007deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.765579 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-4663b856-256d-4122-819e-eeec007deb5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6425 time: 0.0925312 Aug 20 14:54:08.933205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-0803882c-aebf-4932-9cb6-3e034136376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.934022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-0803882c-aebf-4932-9cb6-3e034136376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.934231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-0803882c-aebf-4932-9cb6-3e034136376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:08.935863 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-0803882c-aebf-4932-9cb6-3e034136376a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1535137 Aug 20 14:54:08.940763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a67180a-0422-4d21-999e-1d00062bc055 req-8fc6fe66-d8da-4f47-9c85-1bede7a0bc76 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926805 Aug 20 14:54:09.039959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-5c2583df-ced4-4e97-8561-f3b501147424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.041681 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4d686fe4-a7c2-4616-be63-2790ea0951fb req-5c2583df-ced4-4e97-8561-f3b501147424 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987895 Aug 20 14:54:09.091936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4169652-326d-4a9b-9968-f3373cfbb653 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:09.102144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.124162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280fa6-3562-4cdc-b5a0-f54a1f66db62 req-cc1426e3-7625-4619-9a9b-1cdae9ad3aa5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.130288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280fa6-3562-4cdc-b5a0-f54a1f66db62 req-cc1426e3-7625-4619-9a9b-1cdae9ad3aa5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.137316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280fa6-3562-4cdc-b5a0-f54a1f66db62 req-cc1426e3-7625-4619-9a9b-1cdae9ad3aa5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.143832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280fa6-3562-4cdc-b5a0-f54a1f66db62 req-cc1426e3-7625-4619-9a9b-1cdae9ad3aa5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.150407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280fa6-3562-4cdc-b5a0-f54a1f66db62 req-cc1426e3-7625-4619-9a9b-1cdae9ad3aa5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.157302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280fa6-3562-4cdc-b5a0-f54a1f66db62 req-cc1426e3-7625-4619-9a9b-1cdae9ad3aa5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.164539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280fa6-3562-4cdc-b5a0-f54a1f66db62 req-cc1426e3-7625-4619-9a9b-1cdae9ad3aa5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.167165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e7280fa6-3562-4cdc-b5a0-f54a1f66db62 req-cc1426e3-7625-4619-9a9b-1cdae9ad3aa5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5417 time: 0.1418283 Aug 20 14:54:09.174896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Transition to ACTIVE for port object d4169652-326d-4a9b-9968-f3373cfbb653 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:09.189523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32757d18-8b9f-4454-a201-35769098888d req-1bfb5a6d-2ff8-413a-8f9c-a65fcd0aab88 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.191106 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-32757d18-8b9f-4454-a201-35769098888d req-1bfb5a6d-2ff8-413a-8f9c-a65fcd0aab88 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.70 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 945 time: 0.0642946 Aug 20 14:54:09.195812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.283366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4169652-326d-4a9b-9968-f3373cfbb653,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:09.306117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-32757d18-8b9f-4454-a201-35769098888d req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Deleting port f90a741c-508c-4ae4-a207-6652cacc1200 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:09.306464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-32757d18-8b9f-4454-a201-35769098888d req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.307967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e7280fa6-3562-4cdc-b5a0-f54a1f66db62 req-79e9518b-681f-4d20-8591-64c18e16762c tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1307464 Aug 20 14:54:09.362936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd3f29-12be-4658-97aa-7ba40fc7dca3 req-c845b46c-f7e6-4c6f-ba0f-6193ca56a63d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.370251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8dfd3f29-12be-4658-97aa-7ba40fc7dca3 req-c845b46c-f7e6-4c6f-ba0f-6193ca56a63d tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 944 time: 0.1780360 Aug 20 14:54:09.386013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 2a449b5d-6d4e-4456-981c-0f346b1b094a up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:09.425186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-32757d18-8b9f-4454-a201-35769098888d req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] For port f90a741c-508c-4ae4-a207-6652cacc1200, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f90a741c-508c-4ae4-a207-6652cacc1200,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:09.425355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-32757d18-8b9f-4454-a201-35769098888d req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.440114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-32757d18-8b9f-4454-a201-35769098888d req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Calling delete_port for f90a741c-508c-4ae4-a207-6652cacc1200 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:09.441668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8dfd3f29-12be-4658-97aa-7ba40fc7dca3 req-7e44eece-3e0e-4bc9-8e17-511801c95bad tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704710 Aug 20 14:54:09.462762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 2a449b5d-6d4e-4456-981c-0f346b1b094a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:09.474149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Attempting to bind port d4169652-326d-4a9b-9968-f3373cfbb653 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:09.474571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Attempting to bind port d4169652-326d-4a9b-9968-f3373cfbb653 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:09.474978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Attempting to bind port d4169652-326d-4a9b-9968-f3373cfbb653 on network 3e13694c-b908-45f1-a031-45b448bf5ef6 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:09.476078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 2a449b5d-6d4e-4456-981c-0f346b1b094a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:09.476727 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.484793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Port d4169652-326d-4a9b-9968-f3373cfbb653 on network 3e13694c-b908-45f1-a031-45b448bf5ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:09.484999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Attempting to bind port d4169652-326d-4a9b-9968-f3373cfbb653 on network 3e13694c-b908-45f1-a031-45b448bf5ef6 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:09.494805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:09.495111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Checking segment: {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:09.495642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Bound using segment: {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:09.496179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Bound port: d4169652-326d-4a9b-9968-f3373cfbb653, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ad8d13-727e-434f-a68e-736de99ea70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:09.496616 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.584382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-32757d18-8b9f-4454-a201-35769098888d req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.622523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d99c7e30-7087-48ee-a5bc-2cdf4a07f542', 'f90a741c-508c-4ae4-a207-6652cacc1200'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:09.631864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Pushing event deleted for resources: {'Port': ['ID=f90a741c-508c-4ae4-a207-6652cacc1200,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:09.647293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59e3e3cd-d39c-4276-afe4-e6e9f67b0ba4 req-df9951f6-aec0-4b27-ba58-4fbb9604b50c tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 210 time: 0.0490048 Aug 20 14:54:09.654619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] For port d4169652-326d-4a9b-9968-f3373cfbb653, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:09.670675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] For port d4169652-326d-4a9b-9968-f3373cfbb653, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d4169652-326d-4a9b-9968-f3373cfbb653,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:09.680622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.697372 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.697703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-32757d18-8b9f-4454-a201-35769098888d req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] No DVR routers for this DVR port f90a741c-508c-4ae4-a207-6652cacc1200 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:09.700738 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-32757d18-8b9f-4454-a201-35769098888d req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.702786 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-32757d18-8b9f-4454-a201-35769098888d req-6093e574-691e-44b2-b96a-89b628293f0a tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.70 "DELETE /v2.0/ports/f90a741c-508c-4ae4-a207-6652cacc1200 HTTP/1.1" status: 204 len: 173 time: 0.5013719 Aug 20 14:54:09.703233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'name': 'network-vif-deleted', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:09.706723 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a0e437-de31-40a3-9f06-8a2416b2d89e" -d '{"events": [{"server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "name": "network-vif-deleted", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:09.783339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdebf4b-06c1-406c-b525-dcd15c9e841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a449b5d-6d4e-4456-981c-0f346b1b094a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:09.786134 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405d5e6e-3dfd-457a-9bcc-1589563061f1 x-openstack-request-id: req-405d5e6e-3dfd-457a-9bcc-1589563061f1 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:09.786642 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b9468b-a13e-4fc1-9675-6d657b032a60", "name": "network-vif-deleted", "tag": "f90a741c-508c-4ae4-a207-6652cacc1200", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:09.786642 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-405d5e6e-3dfd-457a-9bcc-1589563061f1 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:09.787288 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b9468b-a13e-4fc1-9675-6d657b032a60', 'name': 'network-vif-deleted', 'tag': 'f90a741c-508c-4ae4-a207-6652cacc1200', 'status': 'completed', 'code': 200} Aug 20 14:54:09.789527 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bbc081-81e7-4e87-9df7-270e7d0282a9" -d '{"events": [{"server_uuid": "cfdebf4b-06c1-406c-b525-dcd15c9e841a", "name": "network-vif-plugged", "status": "completed", "tag": "2a449b5d-6d4e-4456-981c-0f346b1b094a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:09.792564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.793530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.795492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] 10.222.0.72 "PUT /v2.0/ports/d4169652-326d-4a9b-9968-f3373cfbb653 HTTP/1.1" status: 200 len: 1092 time: 1.2342629 Aug 20 14:54:09.832104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 2a449b5d-6d4e-4456-981c-0f346b1b094a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2a449b5d-6d4e-4456-981c-0f346b1b094a,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:09.845299 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:09.959971 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d6e31e-a7d5-4b84-972c-cfdd142bbb0d x-openstack-request-id: req-f1d6e31e-a7d5-4b84-972c-cfdd142bbb0d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:09.960266 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdebf4b-06c1-406c-b525-dcd15c9e841a", "name": "network-vif-plugged", "status": "completed", "tag": "2a449b5d-6d4e-4456-981c-0f346b1b094a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:09.960519 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1d6e31e-a7d5-4b84-972c-cfdd142bbb0d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:09.960908 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdebf4b-06c1-406c-b525-dcd15c9e841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a449b5d-6d4e-4456-981c-0f346b1b094a', 'code': 200} Aug 20 14:54:09.962382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c8433-4403-43d5-96f8-eb644b9e783c req-bef51f52-1589-4b2f-a09f-c43f5b9a82cc tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:09.969686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d45c8433-4403-43d5-96f8-eb644b9e783c req-bef51f52-1589-4b2f-a09f-c43f5b9a82cc tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1918011 Aug 20 14:54:09.972268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=2a449b5d-6d4e-4456-981c-0f346b1b094a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:09.994246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c7d0e-8637-4c8f-b04f-b84e503e7cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4169652-326d-4a9b-9968-f3373cfbb653,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:10.077548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d45c8433-4403-43d5-96f8-eb644b9e783c req-40b88c71-4a63-40d6-9c85-cc220be299c1 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064467 Aug 20 14:54:10.088346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8107b3c2-7ea8-4c83-aaac-ae70ce5c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.088842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8107b3c2-7ea8-4c83-aaac-ae70ce5c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.089523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8107b3c2-7ea8-4c83-aaac-ae70ce5c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.090018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8107b3c2-7ea8-4c83-aaac-ae70ce5c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.090502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8107b3c2-7ea8-4c83-aaac-ae70ce5c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.093340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8107b3c2-7ea8-4c83-aaac-ae70ce5c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.093885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8107b3c2-7ea8-4c83-aaac-ae70ce5c5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.096502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-8107b3c2-7ea8-4c83-aaac-ae70ce5c5329 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6493 time: 0.2159278 Aug 20 14:54:10.143831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4ed79-4257-4f73-b2cc-44314004384b req-45038338-6cff-4fd5-a428-1fd5cb9f34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.145416 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-36f4ed79-4257-4f73-b2cc-44314004384b req-45038338-6cff-4fd5-a428-1fd5cb9f34a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 1097 time: 0.0647316 Aug 20 14:54:10.154510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-993f7cf8-435e-4fe1-b4e5-1095335f2399 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f0addf6-e309-4151-b015-aa04ac1be543 HTTP/1.1" status: 200 len: 217 time: 0.0405889 Aug 20 14:54:10.202944 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-36f4ed79-4257-4f73-b2cc-44314004384b req-fc48155b-72b4-40f5-bcb9-b9bd469efe2d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337908 Aug 20 14:54:10.260021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f291fb-3519-4cf8-8028-9aaf8f991bb1 req-252cb895-ee04-4cef-beb5-a95d8c605c82 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.261399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5f291fb-3519-4cf8-8028-9aaf8f991bb1 req-252cb895-ee04-4cef-beb5-a95d8c605c82 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0940943 Aug 20 14:54:10.262690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-7a4e5964-97db-45db-b7f5-0417b09b3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.264096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-7a4e5964-97db-45db-b7f5-0417b09b3bc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb4bb3b8-21fa-4961-a28d-1bdb09f01658 HTTP/1.1" status: 200 len: 856 time: 0.0820296 Aug 20 14:54:10.301905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5f291fb-3519-4cf8-8028-9aaf8f991bb1 req-986e0356-8752-4153-b914-9d8e00382e20 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Aug 20 14:54:10.440176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be203e-558f-4425-ba23-7bc04a845450 req-fbab3507-621e-42c8-93c9-fa1090cf8943 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.446068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be203e-558f-4425-ba23-7bc04a845450 req-fbab3507-621e-42c8-93c9-fa1090cf8943 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.452551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be203e-558f-4425-ba23-7bc04a845450 req-fbab3507-621e-42c8-93c9-fa1090cf8943 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.458993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be203e-558f-4425-ba23-7bc04a845450 req-fbab3507-621e-42c8-93c9-fa1090cf8943 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.464961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be203e-558f-4425-ba23-7bc04a845450 req-fbab3507-621e-42c8-93c9-fa1090cf8943 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.471515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be203e-558f-4425-ba23-7bc04a845450 req-fbab3507-621e-42c8-93c9-fa1090cf8943 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.477469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be203e-558f-4425-ba23-7bc04a845450 req-fbab3507-621e-42c8-93c9-fa1090cf8943 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.479369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46be203e-558f-4425-ba23-7bc04a845450 req-fbab3507-621e-42c8-93c9-fa1090cf8943 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.0934584 Aug 20 14:54:10.555326 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46be203e-558f-4425-ba23-7bc04a845450 req-a5ade660-b6c8-4ad4-b800-86d547bbccf6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689800 Aug 20 14:54:10.590871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd6dc3-fc39-4151-b331-546d71d8b7ad req-c9017b7e-a4d2-46a1-b77d-241946ee934e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.592423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69fd6dc3-fc39-4151-b331-546d71d8b7ad req-c9017b7e-a4d2-46a1-b77d-241946ee934e tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 945 time: 0.0998566 Aug 20 14:54:10.619077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-ecfb07e8-2b4f-42a1-b49e-e1f2ca352a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.620616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-ecfb07e8-2b4f-42a1-b49e-e1f2ca352a3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8de9808-a92c-4226-a7dc-109c0f430768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776451 Aug 20 14:54:10.632287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '072ceb37-2d07-4ca6-942a-669869d4f1e9'}, {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': 'd4169652-326d-4a9b-9968-f3373cfbb653'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:10.634546 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a11402b-7e64-4377-9c19-df9637caf8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "072ceb37-2d07-4ca6-942a-669869d4f1e9"}, {"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "d4169652-326d-4a9b-9968-f3373cfbb653"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:10.653754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69fd6dc3-fc39-4151-b331-546d71d8b7ad req-e848eb07-0986-40d8-97bd-5760cb5b7710 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Aug 20 14:54:10.689534 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e32c7cd-e380-44b9-a4fc-78fb4586e3aa x-openstack-request-id: req-5e32c7cd-e380-44b9-a4fc-78fb4586e3aa {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:10.689796 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "072ceb37-2d07-4ca6-942a-669869d4f1e9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "d4169652-326d-4a9b-9968-f3373cfbb653", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:10.690052 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e32c7cd-e380-44b9-a4fc-78fb4586e3aa {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:10.690444 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '072ceb37-2d07-4ca6-942a-669869d4f1e9', 'status': 'completed', 'code': 200} Aug 20 14:54:10.690694 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': 'd4169652-326d-4a9b-9968-f3373cfbb653', 'status': 'completed', 'code': 200} Aug 20 14:54:10.762049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a50e9d95-bad3-4a7d-9c14-00e7de183ab2 req-7f125100-6173-4e3b-9d46-1bdeb6784433 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 210 time: 0.0384197 Aug 20 14:54:10.765521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-1e287d4a-d265-4bf2-8123-79b3c7ec6590 service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274285 Aug 20 14:54:10.858424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-95e71154-488e-43cd-b8c8-2c8a73848b22 service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839400 Aug 20 14:54:10.905033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-bd848f0d-7674-4162-b669-53b55b36972e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=80f09775-f1f0-43e2-8b62-9ece74cfd13a HTTP/1.1" status: 200 len: 217 time: 0.0386064 Aug 20 14:54:10.958278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-125762b6-2234-40c7-952b-7865923c8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:10.959799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-125762b6-2234-40c7-952b-7865923c8d9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0474246 Aug 20 14:54:11.008060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-59b7f612-ca07-44f4-8180-9b58c7f445a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.009690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-59b7f612-ca07-44f4-8180-9b58c7f445a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423291 Aug 20 14:54:11.104311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-98a2c196-d87d-48b3-b291-4b339e2a38d5 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859330 Aug 20 14:54:11.261225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b3c22-1c0b-4259-ba88-d4ccb5874168 req-baca0c04-8e6b-4736-9355-e8fca7b3447e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.262664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b0b3c22-1c0b-4259-ba88-d4ccb5874168 req-baca0c04-8e6b-4736-9355-e8fca7b3447e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0774486 Aug 20 14:54:11.266182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e4b26a26-2fd2-40b0-817c-0bd8d2afe16a service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278737 Aug 20 14:54:11.318879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-0ca409e1-c062-4e92-908b-2d2e79ef5f0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377 HTTP/1.1" status: 200 len: 217 time: 0.0440001 Aug 20 14:54:11.364751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b0b3c22-1c0b-4259-ba88-d4ccb5874168 req-abbd65ed-59f9-4c37-81dc-b2dfde53d4e1 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955162 Aug 20 14:54:11.392827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-66f49561-1ef0-437c-9006-60870d24b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.394289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-66f49561-1ef0-437c-9006-60870d24b358 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0641489 Aug 20 14:54:11.459692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676b51c-c3d1-406a-9417-4bc4c6bad97e req-3c9f8bae-c58b-4bd5-99a5-dc3e36c4e764 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.461173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a676b51c-c3d1-406a-9417-4bc4c6bad97e req-3c9f8bae-c58b-4bd5-99a5-dc3e36c4e764 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0848935 Aug 20 14:54:11.467039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e4872455-3cbd-4ac9-beb9-aef61be48db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.468453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e4872455-3cbd-4ac9-beb9-aef61be48db5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610020 Aug 20 14:54:11.544542 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a676b51c-c3d1-406a-9417-4bc4c6bad97e req-432d123f-a53a-4738-bd83-899142428637 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751204 Aug 20 14:54:11.583707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-367e3808-1914-46df-87ff-96b26cf33395 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011274 Aug 20 14:54:11.785539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7d2b-b994-4735-8d3f-14310010429c req-ee7987fd-a5fd-4cb7-81f9-1d73363e632f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.791394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7d2b-b994-4735-8d3f-14310010429c req-ee7987fd-a5fd-4cb7-81f9-1d73363e632f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.797444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7d2b-b994-4735-8d3f-14310010429c req-ee7987fd-a5fd-4cb7-81f9-1d73363e632f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.803911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7d2b-b994-4735-8d3f-14310010429c req-ee7987fd-a5fd-4cb7-81f9-1d73363e632f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.809815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7d2b-b994-4735-8d3f-14310010429c req-ee7987fd-a5fd-4cb7-81f9-1d73363e632f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.816383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7d2b-b994-4735-8d3f-14310010429c req-ee7987fd-a5fd-4cb7-81f9-1d73363e632f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.822264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7d2b-b994-4735-8d3f-14310010429c req-ee7987fd-a5fd-4cb7-81f9-1d73363e632f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.824180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84de7d2b-b994-4735-8d3f-14310010429c req-ee7987fd-a5fd-4cb7-81f9-1d73363e632f tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.1899230 Aug 20 14:54:11.866232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-3ae45343-ee0b-4c94-b098-7784c1f53a10 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210803 Aug 20 14:54:11.878355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4aca13-f1db-4c74-abb8-8f3ea153d36b req-5933ad61-55d6-4430-825a-ab1d4aca4cc3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:11.879831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e4aca13-f1db-4c74-abb8-8f3ea153d36b req-5933ad61-55d6-4430-825a-ab1d4aca4cc3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 945 time: 0.1502557 Aug 20 14:54:11.931770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84de7d2b-b994-4735-8d3f-14310010429c req-b5a647fa-7152-4884-9d92-596e6c873ced tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005669 Aug 20 14:54:11.934035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-ac9e54a1-d9e1-4778-abdf-1c22f3a483bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc HTTP/1.1" status: 200 len: 217 time: 0.0485382 Aug 20 14:54:11.998744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e4aca13-f1db-4c74-abb8-8f3ea153d36b req-e5589ec9-cd3f-4de7-b77a-7d041dd922d3 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120417 Aug 20 14:54:12.013850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-50f67822-d710-4489-961d-1cbea615d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:12.015320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-50f67822-d710-4489-961d-1cbea615d9d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0741992 Aug 20 14:54:12.049539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb2dfb42-7d5f-4559-8bf4-3d6d2845ef49 req-c0d23648-cd45-4b4f-b7f3-31a29fff368b tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 210 time: 0.0481663 Aug 20 14:54:12.088925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-f2d7f857-1816-4ace-b938-3eedd48850e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:12.090541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-f2d7f857-1816-4ace-b938-3eedd48850e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514410 Aug 20 14:54:12.129977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a2232cba-0e58-43c0-85f0-8e59e1aa599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:12.226352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-c7c446c2-0ef1-4087-bb3e-91c7a6906458 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048715 Aug 20 14:54:12.340066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-c44daf70-1c2d-41af-949b-626cf69fc84e service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024170 Aug 20 14:54:12.382324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-d4a0d8f0-12dc-4718-a145-2ee37640d7a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31 HTTP/1.1" status: 200 len: 217 time: 0.0351624 Aug 20 14:54:12.441813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-ff9a4af0-87e2-42cc-b305-69e128f16da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:12.443330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-ff9a4af0-87e2-42cc-b305-69e128f16da8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0544214 Aug 20 14:54:12.516396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e9842a8d-8e3f-44cd-b961-cb7abaa58217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:12.517896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e9842a8d-8e3f-44cd-b961-cb7abaa58217 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0636194 Aug 20 14:54:12.528495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15c87d-595a-4ac0-bc0b-1eb006930a41 req-0fcb07d6-97e5-411d-b2c7-c746397a6646 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:12.529970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c15c87d-595a-4ac0-bc0b-1eb006930a41 req-0fcb07d6-97e5-411d-b2c7-c746397a6646 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0857456 Aug 20 14:54:12.547413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f90a741c-508c-4ae4-a207-6652cacc1200 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:12.568690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: f90a741c-508c-4ae4-a207-6652cacc1200 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:12.569091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f90a741c-508c-4ae4-a207-6652cacc1200 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:12.654826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c15c87d-595a-4ac0-bc0b-1eb006930a41 req-779d2fbf-a694-4f8b-9228-3ee57b469fa4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167493 Aug 20 14:54:12.693549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-0a8e73fb-e9ca-4576-917f-6fb71a75e46a service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625893 Aug 20 14:54:12.706368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ec3a-3dff-4b04-aae7-08ea61ab857c req-fd275695-e067-4cca-8bda-3613fa130ef9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:12.707962 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5052ec3a-3dff-4b04-aae7-08ea61ab857c req-fd275695-e067-4cca-8bda-3613fa130ef9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0740099 Aug 20 14:54:12.800539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5052ec3a-3dff-4b04-aae7-08ea61ab857c req-58547160-e380-41f1-bba6-5597663e2ea0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842936 Aug 20 14:54:12.831397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-af077a92-950e-48d2-aff7-e8d8739ee359 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224513 Aug 20 14:54:12.875074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-f60bab46-4402-4d2f-bea7-8ce1fd968c11 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0349524 Aug 20 14:54:12.922781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-c67f4d49-3df5-44fc-8aed-cc036c28cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:12.924926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-c67f4d49-3df5-44fc-8aed-cc036c28cb5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.0437586 Aug 20 14:54:13.283381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4b3459dd-c6a1-4aa1-919d-ede4fa107fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.284853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-4b3459dd-c6a1-4aa1-919d-ede4fa107fb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3526413 Aug 20 14:54:13.417373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e045f-c895-4719-a7d0-03d3e726c1f3 req-47b7a5b6-c6e1-4c02-9336-8ee94a635bc5 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.418903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-166e045f-c895-4719-a7d0-03d3e726c1f3 req-47b7a5b6-c6e1-4c02-9336-8ee94a635bc5 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 945 time: 0.1382964 Aug 20 14:54:13.435441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb904-2523-4c0f-af33-f836a0b26534 req-68b3c30f-8764-46dd-a14c-bda3ddbe6464 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.441836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb904-2523-4c0f-af33-f836a0b26534 req-68b3c30f-8764-46dd-a14c-bda3ddbe6464 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.447740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb904-2523-4c0f-af33-f836a0b26534 req-68b3c30f-8764-46dd-a14c-bda3ddbe6464 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.453891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb904-2523-4c0f-af33-f836a0b26534 req-68b3c30f-8764-46dd-a14c-bda3ddbe6464 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.460339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb904-2523-4c0f-af33-f836a0b26534 req-68b3c30f-8764-46dd-a14c-bda3ddbe6464 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.466326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb904-2523-4c0f-af33-f836a0b26534 req-68b3c30f-8764-46dd-a14c-bda3ddbe6464 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.473043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb904-2523-4c0f-af33-f836a0b26534 req-68b3c30f-8764-46dd-a14c-bda3ddbe6464 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.475051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cfdb904-2523-4c0f-af33-f836a0b26534 req-68b3c30f-8764-46dd-a14c-bda3ddbe6464 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.1955757 Aug 20 14:54:13.526188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-f5bed1ff-390a-4108-8f52-12a128fb5f76 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263489 Aug 20 14:54:13.594967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-166e045f-c895-4719-a7d0-03d3e726c1f3 req-aef6e105-4356-4b19-8eae-2807224e89c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188383 Aug 20 14:54:13.603418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cfdb904-2523-4c0f-af33-f836a0b26534 req-342fb8c4-ab22-4de3-9060-c3aa5d16ecae tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148195 Aug 20 14:54:13.665227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-880d8d05-8cf3-4c13-b448-fc6d5e7b72c3 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311364 Aug 20 14:54:13.721036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-5cd54db1-1b63-406b-8431-3e4fddef58d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4169652-326d-4a9b-9968-f3373cfbb653 HTTP/1.1" status: 200 len: 217 time: 0.0405252 Aug 20 14:54:13.748545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-544d7c22-2f7a-4549-ae54-b4ca79f22d52 req-5657e8f1-acde-4f35-a4fb-590e53199042 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=97b9468b-a13e-4fc1-9675-6d657b032a60 HTTP/1.1" status: 200 len: 210 time: 0.0306842 Aug 20 14:54:13.812920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e8942807-b9fa-4937-b4cc-cfe7b3b6a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.815219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-e8942807-b9fa-4937-b4cc-cfe7b3b6a606 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.0694547 Aug 20 14:54:13.871092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-2988c8c8-6fa0-4b3a-a379-58c87ef2061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:13.879612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-2988c8c8-6fa0-4b3a-a379-58c87ef2061c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569746 Aug 20 14:54:14.052492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7e2ae-b699-4ba7-a359-d9d77192fb99 req-1d52706b-9ecd-4890-8aa8-9c33682a4096 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.053988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34e7e2ae-b699-4ba7-a359-d9d77192fb99 req-1d52706b-9ecd-4890-8aa8-9c33682a4096 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0787337 Aug 20 14:54:14.056637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-90b9308b-628f-45d4-acc8-699fc8b5eb3a service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502569 Aug 20 14:54:14.172420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34e7e2ae-b699-4ba7-a359-d9d77192fb99 req-63625fd7-180e-418b-84c2-4b41ef9202cf tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056900 Aug 20 14:54:14.186534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9ebee-72fd-417a-9d38-ab6e025e3ab1 req-ad7f03e3-e4cf-440b-b133-4a177b05297d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.188058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dce9ebee-72fd-417a-9d38-ab6e025e3ab1 req-ad7f03e3-e4cf-440b-b133-4a177b05297d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1305251 Aug 20 14:54:14.261467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a6bb5-88ff-4a80-9c87-605ead3a54bc req-b8494c95-3c25-4fed-b363-a9438020addb service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674938 Aug 20 14:54:14.281607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dce9ebee-72fd-417a-9d38-ab6e025e3ab1 req-f3e5a907-d199-4c0d-a26f-89dedeeee083 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771372 Aug 20 14:54:14.308567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b1210-bb75-4490-bdc4-9abcef056e04 req-f6ebe64b-0700-459d-941f-1b73b536d3e4 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.310612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e2b1210-bb75-4490-bdc4-9abcef056e04 req-f6ebe64b-0700-459d-941f-1b73b536d3e4 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 945 time: 0.0724709 Aug 20 14:54:14.352863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e2b1210-bb75-4490-bdc4-9abcef056e04 req-e8146c4a-e148-4b5c-8c6f-04598f479c7a tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357010 Aug 20 14:54:14.544731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-895eea1c-f6e0-4349-bddb-adac711f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.545133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-895eea1c-f6e0-4349-bddb-adac711f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.545612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-895eea1c-f6e0-4349-bddb-adac711f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.546085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-895eea1c-f6e0-4349-bddb-adac711f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.546556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-895eea1c-f6e0-4349-bddb-adac711f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.547021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-895eea1c-f6e0-4349-bddb-adac711f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.547488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-895eea1c-f6e0-4349-bddb-adac711f4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.550126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-895eea1c-f6e0-4349-bddb-adac711f4af3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6493 time: 0.0539927 Aug 20 14:54:14.645049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-03d989fb-dfe3-4cef-8262-f1f25ae20d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.646444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-03d989fb-dfe3-4cef-8262-f1f25ae20d08 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3e13694c-b908-45f1-a031-45b448bf5ef6 HTTP/1.1" status: 200 len: 902 time: 0.0839553 Aug 20 14:54:14.690542 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc5eea9c-70f9-467c-8e98-df2f415bdb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:14.705247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-2d1b15ed-1fac-4b23-8d58-31e38834f216 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0414255 Aug 20 14:54:14.742560 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:14.799150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-68aee403-e74e-48e3-98bc-4c035db50b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.800465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-68aee403-e74e-48e3-98bc-4c035db50b39 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.0869813 Aug 20 14:54:14.817024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c06e4-44f1-4e28-8508-71c276e79845 req-8eec5576-65e5-408f-8b45-4a37e6a12b81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.823118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c06e4-44f1-4e28-8508-71c276e79845 req-8eec5576-65e5-408f-8b45-4a37e6a12b81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.829404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c06e4-44f1-4e28-8508-71c276e79845 req-8eec5576-65e5-408f-8b45-4a37e6a12b81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.835388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c06e4-44f1-4e28-8508-71c276e79845 req-8eec5576-65e5-408f-8b45-4a37e6a12b81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.841314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c06e4-44f1-4e28-8508-71c276e79845 req-8eec5576-65e5-408f-8b45-4a37e6a12b81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.847338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c06e4-44f1-4e28-8508-71c276e79845 req-8eec5576-65e5-408f-8b45-4a37e6a12b81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.853292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c06e4-44f1-4e28-8508-71c276e79845 req-8eec5576-65e5-408f-8b45-4a37e6a12b81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.855237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-390c06e4-44f1-4e28-8508-71c276e79845 req-8eec5576-65e5-408f-8b45-4a37e6a12b81 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.1433890 Aug 20 14:54:14.913840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-6ee6e2af-9635-436f-849f-f2311f6d1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:14.915639 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-6ee6e2af-9635-436f-849f-f2311f6d1298 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592101 Aug 20 14:54:14.937049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-390c06e4-44f1-4e28-8508-71c276e79845 req-2bde2e8a-ad59-4ed2-ad6a-fbd2c684076a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511992 Aug 20 14:54:15.044032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-7bbe8d1a-bd23-4a1c-9405-0b15af9ad57e service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055191 Aug 20 14:54:15.182479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-4f55b7af-8a66-423d-bb21-3d2ece90b2d5 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877397 Aug 20 14:54:15.343318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe60f9-1f1f-44a2-ad6f-dfcf8c950b49 req-7334522a-55cf-4d46-87ac-2854ca898a8a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.345377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02fe60f9-1f1f-44a2-ad6f-dfcf8c950b49 req-7334522a-55cf-4d46-87ac-2854ca898a8a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0962954 Aug 20 14:54:15.351422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-94413336-d7b3-4194-b5e8-36cde2b42f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.351948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-94413336-d7b3-4194-b5e8-36cde2b42f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.352444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-94413336-d7b3-4194-b5e8-36cde2b42f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.352905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-94413336-d7b3-4194-b5e8-36cde2b42f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.353375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-94413336-d7b3-4194-b5e8-36cde2b42f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.353854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-94413336-d7b3-4194-b5e8-36cde2b42f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.354322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-94413336-d7b3-4194-b5e8-36cde2b42f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.356179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-94413336-d7b3-4194-b5e8-36cde2b42f50 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6493 time: 0.0693610 Aug 20 14:54:15.468482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02fe60f9-1f1f-44a2-ad6f-dfcf8c950b49 req-e2c34f1c-03f8-49e2-80af-dc52dfd59a4e tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113319 Aug 20 14:54:15.520595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a0df9-2b68-4d81-80d7-ba0c5fbeee50 req-bbd4dcc4-d126-4fc3-8a6a-a488ea3b9426 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.522153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e2a0df9-2b68-4d81-80d7-ba0c5fbeee50 req-bbd4dcc4-d126-4fc3-8a6a-a488ea3b9426 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1305008 Aug 20 14:54:15.527257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-5f6160a9-8e5b-4949-b2da-89af2f37c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.528687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-5f6160a9-8e5b-4949-b2da-89af2f37c2e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3e13694c-b908-45f1-a031-45b448bf5ef6 HTTP/1.1" status: 200 len: 902 time: 0.1636748 Aug 20 14:54:15.611276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e2a0df9-2b68-4d81-80d7-ba0c5fbeee50 req-d2d80ea4-29ca-4cd3-ae97-2e0302017812 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806704 Aug 20 14:54:15.629905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-0616fc3d-ff3d-4f95-a4e5-4d9d6a86fdb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4169652-326d-4a9b-9968-f3373cfbb653 HTTP/1.1" status: 200 len: 217 time: 0.0684981 Aug 20 14:54:15.681134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e42f4-a314-41fa-a420-e05133d9b259 req-9f5a87ca-9450-4e6f-a2b0-3b546f0f44ea tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.682988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d07e42f4-a314-41fa-a420-e05133d9b259 req-9f5a87ca-9450-4e6f-a2b0-3b546f0f44ea tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 945 time: 0.1264186 Aug 20 14:54:15.718808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-d2e2fd68-02ef-41e6-bcc1-dbe7f0f67971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.720613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-d2e2fd68-02ef-41e6-bcc1-dbe7f0f67971 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.0760396 Aug 20 14:54:15.743931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d07e42f4-a314-41fa-a420-e05133d9b259 req-0a23390b-a98f-4b7c-82bb-df288dca37fd tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534594 Aug 20 14:54:15.781858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-820bece8-5e27-427b-8930-9a5198672fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:15.784302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-820bece8-5e27-427b-8930-9a5198672fea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542073 Aug 20 14:54:15.951901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-73d3ef8d-8664-48db-82d0-d0a57dee71fe service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231637 Aug 20 14:54:15.999583 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:16.145078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279b69-1ea8-426e-bb0b-e2b06667e413 req-4c4cbe8c-566d-401a-84a8-e8c8c2e76a00 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.151012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279b69-1ea8-426e-bb0b-e2b06667e413 req-4c4cbe8c-566d-401a-84a8-e8c8c2e76a00 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.157143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279b69-1ea8-426e-bb0b-e2b06667e413 req-4c4cbe8c-566d-401a-84a8-e8c8c2e76a00 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.163292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279b69-1ea8-426e-bb0b-e2b06667e413 req-4c4cbe8c-566d-401a-84a8-e8c8c2e76a00 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.169204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279b69-1ea8-426e-bb0b-e2b06667e413 req-4c4cbe8c-566d-401a-84a8-e8c8c2e76a00 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.175973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279b69-1ea8-426e-bb0b-e2b06667e413 req-4c4cbe8c-566d-401a-84a8-e8c8c2e76a00 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.182075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279b69-1ea8-426e-bb0b-e2b06667e413 req-4c4cbe8c-566d-401a-84a8-e8c8c2e76a00 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.184001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb279b69-1ea8-426e-bb0b-e2b06667e413 req-4c4cbe8c-566d-401a-84a8-e8c8c2e76a00 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.1319742 Aug 20 14:54:16.197419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a11402b-7e64-4377-9c19-df9637caf8c8 req-2106ced6-f2e4-4d9f-bc9a-bec420216a7b service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096910 Aug 20 14:54:16.271614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663633ed-d783-42d9-a5d7-99be03288463 req-c1efb0de-7d33-4488-9e1a-4e0798db9582 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.273046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-663633ed-d783-42d9-a5d7-99be03288463 req-c1efb0de-7d33-4488-9e1a-4e0798db9582 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.0866084 Aug 20 14:54:16.276955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb279b69-1ea8-426e-bb0b-e2b06667e413 req-f645e51b-4148-49e5-9aa5-59502ac9422b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786779 Aug 20 14:54:16.363180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-663633ed-d783-42d9-a5d7-99be03288463 req-35fd178a-8bd0-4045-a3a9-d274af71dbef tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748551 Aug 20 14:54:16.370570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-ac876fdf-dab1-42b1-99a2-a707f3db0551 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.372124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-ac876fdf-dab1-42b1-99a2-a707f3db0551 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.72 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 945 time: 0.0943191 Aug 20 14:54:16.493241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Deleting port 2a449b5d-6d4e-4456-981c-0f346b1b094a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:16.493603 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:16.630421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] For port 2a449b5d-6d4e-4456-981c-0f346b1b094a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2a449b5d-6d4e-4456-981c-0f346b1b094a,segment=NetworkSegment(44b90587-502e-4da2-aec6-48b5cdd5570c),segment_id=44b90587-502e-4da2-aec6-48b5cdd5570c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:16.630582 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:16.639922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4442d5-a019-4af7-b3f1-fe39efa846ff req-ff526d19-e757-445e-b70d-e48696e1a517 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.642082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da4442d5-a019-4af7-b3f1-fe39efa846ff req-ff526d19-e757-445e-b70d-e48696e1a517 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0888562 Aug 20 14:54:16.655882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Calling delete_port for 2a449b5d-6d4e-4456-981c-0f346b1b094a owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:16.746498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da4442d5-a019-4af7-b3f1-fe39efa846ff req-7f5eec6e-0019-4b36-9505-289eb762e5fb tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951562 Aug 20 14:54:16.811392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1ed4e-8427-4be1-8f2a-78895d26ffcf req-b2df1754-090b-44a9-bf4e-92b7c439cfc9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.813367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15e1ed4e-8427-4be1-8f2a-78895d26ffcf req-b2df1754-090b-44a9-bf4e-92b7c439cfc9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0937729 Aug 20 14:54:16.940152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15e1ed4e-8427-4be1-8f2a-78895d26ffcf req-159bbd20-19b0-487e-ad59-ad9b81d58ea6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202393 Aug 20 14:54:16.945933 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:16.969639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c336bf-d28a-4372-9109-b1d6f77c74a5 req-8479460e-21a0-4ba3-b1d8-2b944ffff9b0 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:16.971684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92c336bf-d28a-4372-9109-b1d6f77c74a5 req-8479460e-21a0-4ba3-b1d8-2b944ffff9b0 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfdebf4b-06c1-406c-b525-dcd15c9e841a HTTP/1.1" status: 200 len: 945 time: 0.1215916 Aug 20 14:54:16.994800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event deleted for resources: {'Port': ['ID=2a449b5d-6d4e-4456-981c-0f346b1b094a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:17.015379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['2a449b5d-6d4e-4456-981c-0f346b1b094a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:17.059157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] No DVR routers for this DVR port 2a449b5d-6d4e-4456-981c-0f346b1b094a on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:17.064338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:17.066319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2d75bb1-3ceb-4a1a-b243-d4f28f821cbd req-49aa4ae4-a57d-4398-a76f-a142ee0ad9c8 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.72 "DELETE /v2.0/ports/2a449b5d-6d4e-4456-981c-0f346b1b094a HTTP/1.1" status: 204 len: 173 time: 0.6698282 Aug 20 14:54:17.066751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdebf4b-06c1-406c-b525-dcd15c9e841a', 'name': 'network-vif-deleted', 'tag': '2a449b5d-6d4e-4456-981c-0f346b1b094a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:17.069111 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d96e13-09ac-4278-bc07-d1fceff3798d" -d '{"events": [{"server_uuid": "cfdebf4b-06c1-406c-b525-dcd15c9e841a", "name": "network-vif-deleted", "tag": "2a449b5d-6d4e-4456-981c-0f346b1b094a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:17.090123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92c336bf-d28a-4372-9109-b1d6f77c74a5 req-51501990-0127-4688-93a0-49977411c859 tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups?id=4b355340-20da-41f7-9c4d-aaa2b2ba8576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988302 Aug 20 14:54:17.142638 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f09d38-2f78-4c3b-857f-9f4cc0cde417 x-openstack-request-id: req-20f09d38-2f78-4c3b-857f-9f4cc0cde417 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:17.142951 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdebf4b-06c1-406c-b525-dcd15c9e841a", "name": "network-vif-deleted", "tag": "2a449b5d-6d4e-4456-981c-0f346b1b094a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:17.143184 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20f09d38-2f78-4c3b-857f-9f4cc0cde417 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:17.147928 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdebf4b-06c1-406c-b525-dcd15c9e841a', 'name': 'network-vif-deleted', 'tag': '2a449b5d-6d4e-4456-981c-0f346b1b094a', 'status': 'completed', 'code': 200} Aug 20 14:54:17.424389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5576-7f32-4d17-b93b-06febc3b02b1 req-8e603d1c-b20e-4f08-a8e0-bf3757d490ea tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:17.430278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5576-7f32-4d17-b93b-06febc3b02b1 req-8e603d1c-b20e-4f08-a8e0-bf3757d490ea tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:17.436162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5576-7f32-4d17-b93b-06febc3b02b1 req-8e603d1c-b20e-4f08-a8e0-bf3757d490ea tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:17.442318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5576-7f32-4d17-b93b-06febc3b02b1 req-8e603d1c-b20e-4f08-a8e0-bf3757d490ea tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:17.448398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5576-7f32-4d17-b93b-06febc3b02b1 req-8e603d1c-b20e-4f08-a8e0-bf3757d490ea tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:17.454591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5576-7f32-4d17-b93b-06febc3b02b1 req-8e603d1c-b20e-4f08-a8e0-bf3757d490ea tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:17.460474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd5576-7f32-4d17-b93b-06febc3b02b1 req-8e603d1c-b20e-4f08-a8e0-bf3757d490ea tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:17.462344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63fd5576-7f32-4d17-b93b-06febc3b02b1 req-8e603d1c-b20e-4f08-a8e0-bf3757d490ea tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.0992496 Aug 20 14:54:17.508899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63fd5576-7f32-4d17-b93b-06febc3b02b1 req-265fce66-186d-4bd9-aad9-58bc332470e0 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399098 Aug 20 14:54:17.686167 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:17.885665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54f9f0-ac09-4faa-b535-54af415755ce req-be9122de-730f-4998-b80e-3491d512999a tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:17.887635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d54f9f0-ac09-4faa-b535-54af415755ce req-be9122de-730f-4998-b80e-3491d512999a tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.0848653 Aug 20 14:54:17.901409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd409dc6-04bf-4d0d-9d5d-1a34eeb21bdf req-c4cf97af-e571-41a4-b2e7-8af6feb34833 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:17.902969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd409dc6-04bf-4d0d-9d5d-1a34eeb21bdf req-c4cf97af-e571-41a4-b2e7-8af6feb34833 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0707858 Aug 20 14:54:17.961279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d54f9f0-ac09-4faa-b535-54af415755ce req-22474082-7cf3-45f7-9c55-6edf0436bb73 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565734 Aug 20 14:54:17.973108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd409dc6-04bf-4d0d-9d5d-1a34eeb21bdf req-379186d9-faa5-43f3-9224-1f240e7dcb31 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468779 Aug 20 14:54:18.073038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1735b-f8e6-4708-baf6-8877f44cca8e req-3d648dc5-038e-417f-80fe-b312ecb123b1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.074540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96b1735b-f8e6-4708-baf6-8877f44cca8e req-3d648dc5-038e-417f-80fe-b312ecb123b1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0538499 Aug 20 14:54:18.120883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96b1735b-f8e6-4708-baf6-8877f44cca8e req-8b18cb14-88a4-4275-9e33-8c0d2037099d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392110 Aug 20 14:54:18.326096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54808) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:18.412459 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb35783a-b845-4fdb-a2fa-2a7c977d296f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:18.443602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202b7e0-5c6a-4c34-ab1e-26aaffac6fba req-5e6dffa9-013e-4aa6-a6d3-fb70332c6e92 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.445514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4202b7e0-5c6a-4c34-ab1e-26aaffac6fba req-5e6dffa9-013e-4aa6-a6d3-fb70332c6e92 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 944 time: 0.0751646 Aug 20 14:54:18.450050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb35783a-b845-4fdb-a2fa-2a7c977d296f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:18.511749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4202b7e0-5c6a-4c34-ab1e-26aaffac6fba req-30545c69-2738-476b-813d-aa0ad79ae2c7 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587544 Aug 20 14:54:18.549512 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb35783a-b845-4fdb-a2fa-2a7c977d296f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:18.552156 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb35783a-b845-4fdb-a2fa-2a7c977d296f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:18.553315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-eb35783a-b845-4fdb-a2fa-2a7c977d296f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "DELETE /v2.0/security-groups/80bd530c-7492-46c6-8a98-64ab19d84c1c HTTP/1.1" status: 204 len: 168 time: 0.2262671 Aug 20 14:54:18.556131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54816) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:18.572343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35783a-b845-4fdb-a2fa-2a7c977d296f tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bd530c-7492-46c6-8a98-64ab19d84c1c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:18.573025 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-c5e4fb1b-462f-47c8-8ba4-e84364d85dee tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] show failed (client error): The resource could not be found. Aug 20 14:54:18.577974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54818) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:18.580266 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c5e4fb1b-462f-47c8-8ba4-e84364d85dee tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "GET /v2.0/security-groups/80bd530c-7492-46c6-8a98-64ab19d84c1c HTTP/1.1" status: 404 len: 347 time: 0.0222597 Aug 20 14:54:18.628385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351647b-f2b2-49c7-89ca-312fba127fea req-532cf105-ef27-4ee0-b220-d0baca967963 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.629834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7351647b-f2b2-49c7-89ca-312fba127fea req-532cf105-ef27-4ee0-b220-d0baca967963 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.1122196 Aug 20 14:54:18.753354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7351647b-f2b2-49c7-89ca-312fba127fea req-e8ba0120-4d00-4963-9ed7-9db555792c30 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144350 Aug 20 14:54:18.764732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9e6f-cec9-44f8-88b8-6ca62e4146fa req-570b75ac-19ab-4529-b530-f1e098d41902 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.771246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9e6f-cec9-44f8-88b8-6ca62e4146fa req-570b75ac-19ab-4529-b530-f1e098d41902 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.777232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9e6f-cec9-44f8-88b8-6ca62e4146fa req-570b75ac-19ab-4529-b530-f1e098d41902 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.783152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9e6f-cec9-44f8-88b8-6ca62e4146fa req-570b75ac-19ab-4529-b530-f1e098d41902 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.789039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9e6f-cec9-44f8-88b8-6ca62e4146fa req-570b75ac-19ab-4529-b530-f1e098d41902 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.794923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9e6f-cec9-44f8-88b8-6ca62e4146fa req-570b75ac-19ab-4529-b530-f1e098d41902 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.800854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9e6f-cec9-44f8-88b8-6ca62e4146fa req-570b75ac-19ab-4529-b530-f1e098d41902 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:18.802725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a9f9e6f-cec9-44f8-88b8-6ca62e4146fa req-570b75ac-19ab-4529-b530-f1e098d41902 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.1865797 Aug 20 14:54:18.842535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Deleting port 24098f38-a3e1-4e20-b467-5df7ff25609a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:18.842871 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:18.895617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a9f9e6f-cec9-44f8-88b8-6ca62e4146fa req-510fbddc-de3a-4cb2-b7d1-f26248419547 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853443 Aug 20 14:54:18.946367 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:18.946699 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:18.958864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Calling delete_port for 24098f38-a3e1-4e20-b467-5df7ff25609a owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:19.121270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b212d9-cdb8-4b42-920d-1849f6b2b55d req-d12d7523-e158-407a-999d-ab42c2187b3f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:19.122673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14b212d9-cdb8-4b42-920d-1849f6b2b55d req-d12d7523-e158-407a-999d-ab42c2187b3f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0806663 Aug 20 14:54:19.123735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.157924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Pushing event deleted for resources: {'Port': ['ID=24098f38-a3e1-4e20-b467-5df7ff25609a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:19.248850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14b212d9-cdb8-4b42-920d-1849f6b2b55d req-016e830d-e4c9-4441-8d9c-eb86d3c4e44a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160023 Aug 20 14:54:19.253623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-e6a77510-721a-4243-a8c3-2d9c155bad33 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:19.255160 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-e6a77510-721a-4243-a8c3-2d9c155bad33 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.70 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 944 time: 0.0550728 Aug 20 14:54:19.266817 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.269639 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.270775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3211d920-96c7-4cc6-a58b-94f3220c45bb tempest-ImagesOneServerNegativeTestJSON-371022661 tempest-ImagesOneServerNegativeTestJSON-371022661-project] 10.222.0.36 "DELETE /v2.0/floatingips/f6c6aa6c-caed-4d47-a1ae-3fe9feb18192 HTTP/1.1" status: 204 len: 168 time: 0.6925347 Aug 20 14:54:19.285966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed0584-3156-4694-8fef-e96a816b3bac req-b25d0724-a44e-4a38-8cf1-96819f0b161d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:19.287467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95ed0584-3156-4694-8fef-e96a816b3bac req-b25d0724-a44e-4a38-8cf1-96819f0b161d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0776002 Aug 20 14:54:19.328418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95ed0584-3156-4694-8fef-e96a816b3bac req-242af630-2040-41ba-8758-bee33594e786 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345225 Aug 20 14:54:19.371245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Deleting port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:19.371599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.428598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 2a449b5d-6d4e-4456-981c-0f346b1b094a no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:19.445628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54838) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:19.449136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 2a449b5d-6d4e-4456-981c-0f346b1b094a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:19.449561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 2a449b5d-6d4e-4456-981c-0f346b1b094a not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:19.466401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] For port d99c7e30-7087-48ee-a5bc-2cdf4a07f542, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:19.466771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.480594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Calling delete_port for d99c7e30-7087-48ee-a5bc-2cdf4a07f542 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:19.492023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7518360d-8d79-45d8-970a-0ccb65b6809e admin admin] Deleting subnet 4ce82c74-a466-45a5-be79-f53f84087e2d {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:54:19.495033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7518360d-8d79-45d8-970a-0ccb65b6809e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.533389 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7518360d-8d79-45d8-970a-0ccb65b6809e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.572311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7518360d-8d79-45d8-970a-0ccb65b6809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.611158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.624046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d99c7e30-7087-48ee-a5bc-2cdf4a07f542'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:19.644162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Pushing event deleted for resources: {'Port': ['ID=d99c7e30-7087-48ee-a5bc-2cdf4a07f542,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:19.660298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0eb92-0e4a-4704-b8de-f26252481261 req-ed686f30-4022-4e32-a6c5-456985e9eb6f tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:19.661813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15c0eb92-0e4a-4704-b8de-f26252481261 req-ed686f30-4022-4e32-a6c5-456985e9eb6f tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=c19df353-634d-4e3b-bef8-1ce0148b1f4b HTTP/1.1" status: 200 len: 866 time: 0.0700181 Aug 20 14:54:19.666860 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7518360d-8d79-45d8-970a-0ccb65b6809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.689394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] No DVR routers for this DVR port d99c7e30-7087-48ee-a5bc-2cdf4a07f542 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:19.692090 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.694143 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-954d710f-fe07-4ec3-8d47-408ddebacf0b req-47a1c17a-5089-4335-962f-c04ab990c5a2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.70 "DELETE /v2.0/ports/d99c7e30-7087-48ee-a5bc-2cdf4a07f542 HTTP/1.1" status: 204 len: 173 time: 0.4231834 Aug 20 14:54:19.694584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'name': 'network-vif-deleted', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:19.696899 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149771b5-5dbe-466f-9881-0731c88442a0" -d '{"events": [{"server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "name": "network-vif-deleted", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:19.711338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518360d-8d79-45d8-970a-0ccb65b6809e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce82c74-a466-45a5-be79-f53f84087e2d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:19.716609 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7518360d-8d79-45d8-970a-0ccb65b6809e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.721335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7518360d-8d79-45d8-970a-0ccb65b6809e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ce82c74-a466-45a5-be79-f53f84087e2d HTTP/1.1" status: 204 len: 168 time: 0.2717295 Aug 20 14:54:19.721580 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54844) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:19.737530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15c0eb92-0e4a-4704-b8de-f26252481261 req-9a656d41-e728-436f-bf6f-1a6c1068c787 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681548 Aug 20 14:54:19.770795 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983d8dee-d841-451d-a1c6-5fbd58f9120f x-openstack-request-id: req-983d8dee-d841-451d-a1c6-5fbd58f9120f {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:19.771068 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19df353-634d-4e3b-bef8-1ce0148b1f4b", "name": "network-vif-deleted", "tag": "d99c7e30-7087-48ee-a5bc-2cdf4a07f542", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:19.771323 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-983d8dee-d841-451d-a1c6-5fbd58f9120f {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:19.771750 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19df353-634d-4e3b-bef8-1ce0148b1f4b', 'name': 'network-vif-deleted', 'tag': 'd99c7e30-7087-48ee-a5bc-2cdf4a07f542', 'status': 'completed', 'code': 200} Aug 20 14:54:19.802235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.886354 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.886562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2dd62-e05d-4932-9cdc-c237fa47e207 req-2be1f815-b592-4ef7-a469-acd8e5c4dca5 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:19.888065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64d2dd62-e05d-4932-9cdc-c237fa47e207 req-2be1f815-b592-4ef7-a469-acd8e5c4dca5 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.0619483 Aug 20 14:54:19.898699 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c025684-3c2b-4af3-a415-3bdbcc0bf432']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:19.910397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b90587-502e-4da2-aec6-48b5cdd5570c') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:19.910714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b90587-502e-4da2-aec6-48b5cdd5570c') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:19.919819 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.937398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64d2dd62-e05d-4932-9cdc-c237fa47e207 req-641f63fb-73c7-4fc8-b5cb-a819a37d4f91 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383713 Aug 20 14:54:19.937801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.945793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:54:19.946228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:54:19.987321 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:54:20.009370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:20.014853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:20.016812 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] 10.222.0.36 "DELETE /v2.0/networks/5c025684-3c2b-4af3-a415-3bdbcc0bf432 HTTP/1.1" status: 204 len: 168 time: 0.2941687 Aug 20 14:54:20.028483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764ecc1-fcfe-4dbf-b240-198d5b6c4d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c025684-3c2b-4af3-a415-3bdbcc0bf432,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:20.065046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d798d7-df1a-4dae-92f9-1747250b409b req-f36fc785-a15d-42de-87ba-26811dd49dd2 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.070940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d798d7-df1a-4dae-92f9-1747250b409b req-f36fc785-a15d-42de-87ba-26811dd49dd2 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.077416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d798d7-df1a-4dae-92f9-1747250b409b req-f36fc785-a15d-42de-87ba-26811dd49dd2 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.083338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d798d7-df1a-4dae-92f9-1747250b409b req-f36fc785-a15d-42de-87ba-26811dd49dd2 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.089354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d798d7-df1a-4dae-92f9-1747250b409b req-f36fc785-a15d-42de-87ba-26811dd49dd2 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.095368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d798d7-df1a-4dae-92f9-1747250b409b req-f36fc785-a15d-42de-87ba-26811dd49dd2 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.101248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d798d7-df1a-4dae-92f9-1747250b409b req-f36fc785-a15d-42de-87ba-26811dd49dd2 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.103139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d798d7-df1a-4dae-92f9-1747250b409b req-f36fc785-a15d-42de-87ba-26811dd49dd2 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.0987842 Aug 20 14:54:20.134444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54854) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:20.145385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d798d7-df1a-4dae-92f9-1747250b409b req-d7ba7067-8d88-42d0-bb74-225671f89ff3 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357826 Aug 20 14:54:20.175602 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cd1a0c56-cade-4d88-ac4d-d1e33f930c0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16c30f8dfd244d31a1fecbc38b074e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393918 Aug 20 14:54:20.178030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54856) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:20.224893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7051fc30-d2a9-4ea7-a5df-6725f305d124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:20.245568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7051fc30-d2a9-4ea7-a5df-6725f305d124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:20.295674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7051fc30-d2a9-4ea7-a5df-6725f305d124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:20.299405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7051fc30-d2a9-4ea7-a5df-6725f305d124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:20.303636 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7051fc30-d2a9-4ea7-a5df-6725f305d124 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b355340-20da-41f7-9c4d-aaa2b2ba8576 HTTP/1.1" status: 204 len: 168 time: 0.1219430 Aug 20 14:54:20.308809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051fc30-d2a9-4ea7-a5df-6725f305d124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b355340-20da-41f7-9c4d-aaa2b2ba8576,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:20.395212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c8ca1-520e-42db-b8d6-54bba1afcb6f req-935f27e6-fd09-4fa3-b84c-45d9bee3481b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.402338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-449c8ca1-520e-42db-b8d6-54bba1afcb6f req-935f27e6-fd09-4fa3-b84c-45d9bee3481b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.0703702 Aug 20 14:54:20.440850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-449c8ca1-520e-42db-b8d6-54bba1afcb6f req-22e5866a-06a8-48da-9ca8-485c6523624c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368872 Aug 20 14:54:20.585002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad78d8-5893-4fbc-a2ec-9d4d8d7b2198 req-f95aac97-78ec-4d29-8f49-775430ddb787 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.586500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5aad78d8-5893-4fbc-a2ec-9d4d8d7b2198 req-f95aac97-78ec-4d29-8f49-775430ddb787 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0822880 Aug 20 14:54:20.598694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-ea5f8b6b-76e3-4843-a5b9-1653f4af811e tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:20.600118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-ea5f8b6b-76e3-4843-a5b9-1653f4af811e tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.72 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.0661952 Aug 20 14:54:20.690006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5aad78d8-5893-4fbc-a2ec-9d4d8d7b2198 req-20bfd70e-7cab-4710-a946-86012ac42637 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889316 Aug 20 14:54:20.729777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Deleting port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:20.730086 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:20.825138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] For port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:20.825509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:21.439454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae427-9856-4d2c-be1a-4daa814a73c3 req-12a11fdb-d14e-44b7-a0c1-de3eb5aa38b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.440928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-148ae427-9856-4d2c-be1a-4daa814a73c3 req-12a11fdb-d14e-44b7-a0c1-de3eb5aa38b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 944 time: 0.4451885 Aug 20 14:54:21.443267 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:21.443685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:21.444001 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Floating IP ed445d5c-f464-4a82-a4e1-3b0809fdac62 disassociated. External IP: 172.25.5.207, port: ebb3a5b8-e237-4f8e-8eca-144a40bd4cea. Aug 20 14:54:21.444340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Calling delete_port for ebb3a5b8-e237-4f8e-8eca-144a40bd4cea owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:21.461231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00380b9c-7fbd-42be-9cbe-1f9b52f8cdf0 req-06abf8c2-4113-4495-b5b6-64ff9ec1af24 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.462644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00380b9c-7fbd-42be-9cbe-1f9b52f8cdf0 req-06abf8c2-4113-4495-b5b6-64ff9ec1af24 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 946 time: 0.4344203 Aug 20 14:54:21.568263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-148ae427-9856-4d2c-be1a-4daa814a73c3 req-39efbdb0-6b6e-4b4b-8d84-d26016946484 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173475 Aug 20 14:54:21.570731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00380b9c-7fbd-42be-9cbe-1f9b52f8cdf0 req-ac7a2294-624e-4871-9848-ffefa34d58f6 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups?id=9308de3c-2b27-4aff-984d-729b7147463c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004965 Aug 20 14:54:21.651505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-1cff4cef-cb55-4996-b679-d49301598259 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.653116 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-1cff4cef-cb55-4996-b679-d49301598259 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.70 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 944 time: 0.0560648 Aug 20 14:54:21.664441 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:21.702989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Pushing event deleted for resources: {'Port': ['ID=ebb3a5b8-e237-4f8e-8eca-144a40bd4cea,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:21.770740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Deleting port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:21.771148 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:21.858379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc69b-d0d8-448f-afec-c6cd74bfcf00 req-d58b09bb-94dc-48b5-84f0-291be60575ab tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.865037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc69b-d0d8-448f-afec-c6cd74bfcf00 req-d58b09bb-94dc-48b5-84f0-291be60575ab tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.871054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc69b-d0d8-448f-afec-c6cd74bfcf00 req-d58b09bb-94dc-48b5-84f0-291be60575ab tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.877342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc69b-d0d8-448f-afec-c6cd74bfcf00 req-d58b09bb-94dc-48b5-84f0-291be60575ab tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.879640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] For port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:21.880520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:21.883257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc69b-d0d8-448f-afec-c6cd74bfcf00 req-d58b09bb-94dc-48b5-84f0-291be60575ab tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.889264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc69b-d0d8-448f-afec-c6cd74bfcf00 req-d58b09bb-94dc-48b5-84f0-291be60575ab tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.893406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Calling delete_port for 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:21.895500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc69b-d0d8-448f-afec-c6cd74bfcf00 req-d58b09bb-94dc-48b5-84f0-291be60575ab tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:21.898263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f53fc69b-d0d8-448f-afec-c6cd74bfcf00 req-d58b09bb-94dc-48b5-84f0-291be60575ab tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.1411600 Aug 20 14:54:21.962365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Router 368c9ff7-9910-4017-9056-0ca6b9a0076b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:54:21.993774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f53fc69b-d0d8-448f-afec-c6cd74bfcf00 req-147b6bba-e098-4abf-8d01-12d3168bcbad tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749137 Aug 20 14:54:22.003781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81ed07-4130-4c5b-bb29-83ba3a1ab22f req-6e9c3cfa-47c2-4516-acd1-e07119d6d382 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:22.005268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b81ed07-4130-4c5b-bb29-83ba3a1ab22f req-6e9c3cfa-47c2-4516-acd1-e07119d6d382 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.1068964 Aug 20 14:54:22.041566 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:22.085849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Pushing event deleted for resources: {'Port': ['ID=1ff5c9b3-ac17-4587-a85b-f0c7331aa833,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:22.119500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] No DVR routers for this DVR port 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:22.122327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:22.124752 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-491282de-dc6a-4924-bcf0-8b983fb797c3 req-15182d0f-bbe2-4ace-a766-5ed1f49a79b2 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.70 "DELETE /v2.0/ports/1ff5c9b3-ac17-4587-a85b-f0c7331aa833 HTTP/1.1" status: 204 len: 173 time: 0.4590440 Aug 20 14:54:22.125196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'name': 'network-vif-deleted', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:22.129057 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8671aa8-5a3e-45a3-9af1-c456ffb3de0f" -d '{"events": [{"server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "name": "network-vif-deleted", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:22.131814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b81ed07-4130-4c5b-bb29-83ba3a1ab22f req-db0db32b-b416-4b31-aae8-d29589eb7221 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843503 Aug 20 14:54:22.194048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:54:22.206933 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] Sync routers for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:54:22.221489 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:54:22.222447 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:22.249007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] No DVR routers for this DVR port ebb3a5b8-e237-4f8e-8eca-144a40bd4cea on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:22.261253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def18b8-0b59-4e17-8da3-6695741a8c81 req-2358ee40-18eb-457c-ac70-08716b29feb9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:22.263068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0def18b8-0b59-4e17-8da3-6695741a8c81 req-2358ee40-18eb-457c-ac70-08716b29feb9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1877410 Aug 20 14:54:22.264394 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:22.267649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a933ab1-4f0e-46b2-9251-3ef43f6a8647 req-f73b1d47-bf2c-4cb3-99b8-6506177df1a8 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.72 "DELETE /v2.0/ports/ebb3a5b8-e237-4f8e-8eca-144a40bd4cea HTTP/1.1" status: 204 len: 173 time: 1.6595185 Aug 20 14:54:22.268206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c08b6e-c4fc-4485-890d-335fff87a437', 'name': 'network-vif-deleted', 'tag': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:22.272581 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a8614f-d21b-49c7-925c-53f08b640bea" -d '{"events": [{"server_uuid": "56c08b6e-c4fc-4485-890d-335fff87a437", "name": "network-vif-deleted", "tag": "ebb3a5b8-e237-4f8e-8eca-144a40bd4cea"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:22.300760 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d0a351-1473-4f2c-a1a8-3bc1f20cf30f x-openstack-request-id: req-76d0a351-1473-4f2c-a1a8-3bc1f20cf30f {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:22.301110 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bca54a0-773b-4a9d-b407-a693087d4cd1", "name": "network-vif-deleted", "tag": "1ff5c9b3-ac17-4587-a85b-f0c7331aa833", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:22.301444 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76d0a351-1473-4f2c-a1a8-3bc1f20cf30f {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:22.302046 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bca54a0-773b-4a9d-b407-a693087d4cd1', 'name': 'network-vif-deleted', 'tag': '1ff5c9b3-ac17-4587-a85b-f0c7331aa833', 'status': 'completed', 'code': 200} Aug 20 14:54:22.319482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0def18b8-0b59-4e17-8da3-6695741a8c81 req-ada55aad-07c4-4952-9990-c397dfe3965d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437150 Aug 20 14:54:22.376564 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:54:22.597171 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:50Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'd7c0a767-b20f-45e0-a78d-e1ba85b7b62f', 'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'mac_address': 'fa:16:3e:90:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:49Z', 'updated_at': '2021-08-20T14:50:57Z', 'revision_number': 5, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'subnets': [{'id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:22.604173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d99c7e30-7087-48ee-a5bc-2cdf4a07f542 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:22.611881 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdca3422-32e6-4ab6-b156-d405503200db x-openstack-request-id: req-fdca3422-32e6-4ab6-b156-d405503200db {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:22.612957 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c08b6e-c4fc-4485-890d-335fff87a437", "name": "network-vif-deleted", "tag": "ebb3a5b8-e237-4f8e-8eca-144a40bd4cea", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:22.613592 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdca3422-32e6-4ab6-b156-d405503200db {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:22.614222 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c08b6e-c4fc-4485-890d-335fff87a437', 'name': 'network-vif-deleted', 'tag': 'ebb3a5b8-e237-4f8e-8eca-144a40bd4cea', 'status': 'completed', 'code': 200} Aug 20 14:54:22.625907 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] Checking router: 368c9ff7-9910-4017-9056-0ca6b9a0076b for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:54:22.627869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: d99c7e30-7087-48ee-a5bc-2cdf4a07f542 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:22.628968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d99c7e30-7087-48ee-a5bc-2cdf4a07f542 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:22.637132 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:54:22.637936 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:22.744883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f3d92b0-2e31-4ce0-9521-660d62ca2274 req-0d6c0cb6-be5d-4575-af5b-0f74d569bdfc tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bca54a0-773b-4a9d-b407-a693087d4cd1 HTTP/1.1" status: 200 len: 210 time: 0.0375707 Aug 20 14:54:22.756260 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:54:22.907925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35bf9d87-c5c2-4f00-9dfb-3133520957cc req-1c04b6f3-0bc2-4452-a97e-53c9a3b4267f tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/ports?device_id=56c08b6e-c4fc-4485-890d-335fff87a437 HTTP/1.1" status: 200 len: 210 time: 0.0533280 Aug 20 14:54:23.070248 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:50Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'd7c0a767-b20f-45e0-a78d-e1ba85b7b62f', 'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'mac_address': 'fa:16:3e:90:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:49Z', 'updated_at': '2021-08-20T14:50:57Z', 'revision_number': 5, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'subnets': [{'id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:23.103401 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ddb96c-cdf0-4be7-9ab7-c683ae35815d None None] The sync data for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 is: [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:50Z', 'revision_number': 4, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'd7c0a767-b20f-45e0-a78d-e1ba85b7b62f', 'name': '', 'network_id': '21a657a2-62db-4e40-8075-a5125ff7d821', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'mac_address': 'fa:16:3e:90:e7:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:49Z', 'updated_at': '2021-08-20T14:50:57Z', 'revision_number': 5, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'subnets': [{'id': 'ab30d3d9-c037-48f0-b200-66540b8f1eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:54:23.173419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade84dd-1733-495c-8ef4-8884a81e26b1 req-a50890e8-5d49-4294-996b-a3775171b4d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:23.179731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade84dd-1733-495c-8ef4-8884a81e26b1 req-a50890e8-5d49-4294-996b-a3775171b4d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:23.185843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade84dd-1733-495c-8ef4-8884a81e26b1 req-a50890e8-5d49-4294-996b-a3775171b4d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:23.191817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade84dd-1733-495c-8ef4-8884a81e26b1 req-a50890e8-5d49-4294-996b-a3775171b4d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:23.198369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade84dd-1733-495c-8ef4-8884a81e26b1 req-a50890e8-5d49-4294-996b-a3775171b4d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:23.205714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade84dd-1733-495c-8ef4-8884a81e26b1 req-a50890e8-5d49-4294-996b-a3775171b4d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:23.212292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade84dd-1733-495c-8ef4-8884a81e26b1 req-a50890e8-5d49-4294-996b-a3775171b4d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:23.220696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ade84dd-1733-495c-8ef4-8884a81e26b1 req-a50890e8-5d49-4294-996b-a3775171b4d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.1095443 Aug 20 14:54:23.259738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ade84dd-1733-495c-8ef4-8884a81e26b1 req-1da65e50-3468-490d-8c5b-fa037cba4905 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380840 Aug 20 14:54:23.392759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eb192-7f53-425c-bec9-7b919c1e8618 None None] New status for floating IP ed445d5c-f464-4a82-a4e1-3b0809fdac62: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:54:23.455723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb9230-dd10-4ef5-851d-e2b5bea03dea req-90fe0360-d4e0-4724-92a8-d479f3200124 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:23.457620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23cb9230-dd10-4ef5-851d-e2b5bea03dea req-90fe0360-d4e0-4724-92a8-d479f3200124 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0550156 Aug 20 14:54:23.466090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ebb3a5b8-e237-4f8e-8eca-144a40bd4cea no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:23.489557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: ebb3a5b8-e237-4f8e-8eca-144a40bd4cea {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:23.489899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ebb3a5b8-e237-4f8e-8eca-144a40bd4cea not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:23.504329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23cb9230-dd10-4ef5-851d-e2b5bea03dea req-9a6d99ed-70c7-4a92-b4be-5947c5d3afa7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397744 Aug 20 14:54:23.539021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54964) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:23.647728 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9d2f337d-1c4e-476c-b27b-43e13663b1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:23.736327 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9d2f337d-1c4e-476c-b27b-43e13663b1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:23.740036 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9d2f337d-1c4e-476c-b27b-43e13663b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:23.778300 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9d2f337d-1c4e-476c-b27b-43e13663b1ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d18a7bbc5ea4c1fb4c14781eff54f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379916 Aug 20 14:54:23.780321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f337d-1c4e-476c-b27b-43e13663b1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a957b6-27b4-4f36-a1a7-1ad70896ffba,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:23.781370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54970) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:23.839422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57b6e4d3-7995-4b97-b811-3f52332819b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:23.861378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57b6e4d3-7995-4b97-b811-3f52332819b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:23.921421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57b6e4d3-7995-4b97-b811-3f52332819b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:23.924716 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57b6e4d3-7995-4b97-b811-3f52332819b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:23.928941 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-57b6e4d3-7995-4b97-b811-3f52332819b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38a957b6-27b4-4f36-a1a7-1ad70896ffba HTTP/1.1" status: 204 len: 168 time: 0.1457210 Aug 20 14:54:23.941202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6e4d3-7995-4b97-b811-3f52332819b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a957b6-27b4-4f36-a1a7-1ad70896ffba,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:24.008812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54986) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:24.054803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020280a-9433-4c1b-9862-51ab4da7f039 req-d9dd4f8f-b5e3-4e42-bf8e-4fbe4ebfd89d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.056312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e020280a-9433-4c1b-9862-51ab4da7f039 req-d9dd4f8f-b5e3-4e42-bf8e-4fbe4ebfd89d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 945 time: 0.0545783 Aug 20 14:54:24.097200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-94a35549-3f63-4267-8506-8b334e9d37f7 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.102579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e020280a-9433-4c1b-9862-51ab4da7f039 req-abba17b4-60fd-4bba-81ad-d27477061f80 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/security-groups?id=315763ca-4316-4821-a21d-c2eb7237174f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Aug 20 14:54:24.134785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-94a35549-3f63-4267-8506-8b334e9d37f7 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.190255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-94a35549-3f63-4267-8506-8b334e9d37f7 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.193171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-94a35549-3f63-4267-8506-8b334e9d37f7 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.194346 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-94a35549-3f63-4267-8506-8b334e9d37f7 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "DELETE /v2.0/security-groups/9308de3c-2b27-4aff-984d-729b7147463c HTTP/1.1" status: 204 len: 168 time: 0.1844597 Aug 20 14:54:24.196965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55002) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:24.205730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a35549-3f63-4267-8506-8b334e9d37f7 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9308de3c-2b27-4aff-984d-729b7147463c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:24.215402 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-98409ad0-07d9-4fb4-b51a-edf4107d38e7 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] show failed (client error): The resource could not be found. Aug 20 14:54:24.219590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-98409ad0-07d9-4fb4-b51a-edf4107d38e7 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "GET /v2.0/security-groups/9308de3c-2b27-4aff-984d-729b7147463c HTTP/1.1" status: 404 len: 347 time: 0.0183287 Aug 20 14:54:24.220543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55004) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:24.365336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Deleting port 0c03a201-9b62-46b7-ade3-c4a53468bb25 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:24.365679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.419276 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac20c7-46bb-4638-a8a7-965c1d18deab req-d49786e1-e283-4102-9b28-e4f09994ffcc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.425868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac20c7-46bb-4638-a8a7-965c1d18deab req-d49786e1-e283-4102-9b28-e4f09994ffcc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.432587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac20c7-46bb-4638-a8a7-965c1d18deab req-d49786e1-e283-4102-9b28-e4f09994ffcc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.439020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac20c7-46bb-4638-a8a7-965c1d18deab req-d49786e1-e283-4102-9b28-e4f09994ffcc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.443992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.444329 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.445039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac20c7-46bb-4638-a8a7-965c1d18deab req-d49786e1-e283-4102-9b28-e4f09994ffcc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.451259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac20c7-46bb-4638-a8a7-965c1d18deab req-d49786e1-e283-4102-9b28-e4f09994ffcc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.457947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac20c7-46bb-4638-a8a7-965c1d18deab req-d49786e1-e283-4102-9b28-e4f09994ffcc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.458232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Calling delete_port for 0c03a201-9b62-46b7-ade3-c4a53468bb25 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:24.459920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ac20c7-46bb-4638-a8a7-965c1d18deab req-d49786e1-e283-4102-9b28-e4f09994ffcc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.1014702 Aug 20 14:54:24.523814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ac20c7-46bb-4638-a8a7-965c1d18deab req-8da4f049-98a0-460b-a01c-4609ace67088 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368063 Aug 20 14:54:24.606108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.621841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:24.639378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d90d0-0c3a-4bbc-b583-a8fdaacb0d01 req-60f2d66e-0669-40c5-816f-4c99c12b8bce tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.641217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb8d90d0-0c3a-4bbc-b583-a8fdaacb0d01 req-60f2d66e-0669-40c5-816f-4c99c12b8bce tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.0560253 Aug 20 14:54:24.646347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Pushing event deleted for resources: {'Port': ['ID=0c03a201-9b62-46b7-ade3-c4a53468bb25,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:24.646707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:24.647053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1ff5c9b3-ac17-4587-a85b-f0c7331aa833 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:24.685905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb8d90d0-0c3a-4bbc-b583-a8fdaacb0d01 req-af26c588-0a3b-42a7-9f2e-f8a1913a0cdb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360594 Aug 20 14:54:24.710283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55024) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:24.723871 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.727230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.728433 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-573b07a0-e603-4aaf-9661-7c487e2d5642 tempest-ServersTestJSON-1863534586 tempest-ServersTestJSON-1863534586-project] 10.222.0.36 "DELETE /v2.0/floatingips/ed445d5c-f464-4a82-a4e1-3b0809fdac62 HTTP/1.1" status: 204 len: 168 time: 0.5069010 Aug 20 14:54:24.731707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55028) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:24.809081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-c96dcc79-eda8-44c3-b583-32a99e88bc1d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:24.810585 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-c96dcc79-eda8-44c3-b583-32a99e88bc1d tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.70 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 945 time: 0.0527072 Aug 20 14:54:24.829210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1255380463-network', 'tenant_id': '161725a7c15746da81d1f8a09aaf40a7'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:24.864327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Made reservation on behalf of 161725a7c15746da81d1f8a09aaf40a7 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:24.866789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.911337 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:24.921358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Deleting port 317548d6-ae33-4848-857d-ebcd8671e671 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:24.921703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.009901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] For port 317548d6-ae33-4848-857d-ebcd8671e671, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=317548d6-ae33-4848-857d-ebcd8671e671,segment=NetworkSegment(b3322cc5-0a71-42ff-a582-fdb3e7e68141),segment_id=b3322cc5-0a71-42ff-a582-fdb3e7e68141)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:25.010281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.024057 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Calling delete_port for 317548d6-ae33-4848-857d-ebcd8671e671 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:25.117628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.124964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.158690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:54:25.167484 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.188402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae32b09c-058f-4db0-9334-f40879d5f017,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:25.192041 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.192395 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Added segment 1a8eca91-9570-45c5-8df3-fa935309ad28 of type vlan for network 3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3 Aug 20 14:54:25.225019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Pushing event deleted for resources: {'Port': ['ID=317548d6-ae33-4848-857d-ebcd8671e671,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:25.270681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] No DVR routers for this DVR port 317548d6-ae33-4848-857d-ebcd8671e671 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:25.273697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.279952 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ba5d8c5-a49a-4de4-8e4c-665741ab7233 req-7634012b-bfbf-4c25-af48-f446e5159cd8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.70 "DELETE /v2.0/ports/317548d6-ae33-4848-857d-ebcd8671e671 HTTP/1.1" status: 204 len: 173 time: 0.4547882 Aug 20 14:54:25.280315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa024474-0459-430b-924a-709c24e766d9 req-4d29e5ad-6876-4380-8a3d-38311b5ff0b8 tempest-LiveAutoBlockMigrationV225Test-850246683 tempest-LiveAutoBlockMigrationV225Test-850246683-project] 10.222.0.36 "GET /v2.0/ports?device_id=1470e2cc-f52d-4813-9800-a37946b95158 HTTP/1.1" status: 200 len: 210 time: 0.0771070 Aug 20 14:54:25.280944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'name': 'network-vif-deleted', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:25.285463 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b92520-77e1-4c0a-9cb3-fc24a621a583" -d '{"events": [{"server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "name": "network-vif-deleted", "tag": "317548d6-ae33-4848-857d-ebcd8671e671"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:25.290219 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.330253 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.331265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.331957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.344047 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57624f85-3e30-4873-87db-06cfac958cb3 x-openstack-request-id: req-57624f85-3e30-4873-87db-06cfac958cb3 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:25.345637 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1470e2cc-f52d-4813-9800-a37946b95158", "name": "network-vif-deleted", "tag": "317548d6-ae33-4848-857d-ebcd8671e671", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:25.346038 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57624f85-3e30-4873-87db-06cfac958cb3 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:25.346470 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1470e2cc-f52d-4813-9800-a37946b95158', 'name': 'network-vif-deleted', 'tag': '317548d6-ae33-4848-857d-ebcd8671e671', 'status': 'completed', 'code': 200} Aug 20 14:54:25.382358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.431084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7196598 Aug 20 14:54:25.434087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55048) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:25.439784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Request body: {'subnet': {'network_id': '3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1255380463-subnet', 'tenant_id': '161725a7c15746da81d1f8a09aaf40a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:25.443104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09a22e-1010-465d-bb5d-af422c323103 admin admin] Pushing event updated for resources: {'Network': ['ID=3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:25.453916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:54:25.471276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Made reservation on behalf of 161725a7c15746da81d1f8a09aaf40a7 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:25.474875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.664157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.701338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303447ad-5347-4850-893e-f1a40d3e1ba9 req-68d36e00-1691-48cd-b591-011e913e563d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.708856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303447ad-5347-4850-893e-f1a40d3e1ba9 req-68d36e00-1691-48cd-b591-011e913e563d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.720867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303447ad-5347-4850-893e-f1a40d3e1ba9 req-68d36e00-1691-48cd-b591-011e913e563d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.732353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303447ad-5347-4850-893e-f1a40d3e1ba9 req-68d36e00-1691-48cd-b591-011e913e563d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.738589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b3e0e9-5eb3-47ab-8b19-8cd3a8ab6dea,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:25.745535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303447ad-5347-4850-893e-f1a40d3e1ba9 req-68d36e00-1691-48cd-b591-011e913e563d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.755199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Checking segment: {'id': '1a8eca91-9570-45c5-8df3-fa935309ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:25.755513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Network hostable DHCP agents. Network: 3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:54:25.757697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303447ad-5347-4850-893e-f1a40d3e1ba9 req-68d36e00-1691-48cd-b591-011e913e563d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.770614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303447ad-5347-4850-893e-f1a40d3e1ba9 req-68d36e00-1691-48cd-b591-011e913e563d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.773653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Network 3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:54:25.773831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-303447ad-5347-4850-893e-f1a40d3e1ba9 req-68d36e00-1691-48cd-b591-011e913e563d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.1434581 Aug 20 14:54:25.782739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Deleting port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:25.783070 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.784950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:25.790457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.791366 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.796040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655be34b-918b-4dc8-96df-f81b396aad82 None None] Network 3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:54:25.819092 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1e918b48-e132-40f8-bbcc-31dc8f7f348b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3838091 Aug 20 14:54:25.934668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-303447ad-5347-4850-893e-f1a40d3e1ba9 req-fd0d27a9-7e0f-41a2-89eb-ea3f124f3d0e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463037 Aug 20 14:54:25.968967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] For port d7c0a767-b20f-45e0-a78d-e1ba85b7b62f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d7c0a767-b20f-45e0-a78d-e1ba85b7b62f,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:25.968967 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:25.983935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20695e9e-711d-42af-b0c0-13b8a6bf7d60 req-19933d92-57d6-4d87-be94-bc4d4d0dc2d8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:25.987522 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20695e9e-711d-42af-b0c0-13b8a6bf7d60 req-19933d92-57d6-4d87-be94-bc4d4d0dc2d8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1359100 Aug 20 14:54:25.992547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Calling delete_port for d7c0a767-b20f-45e0-a78d-e1ba85b7b62f owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:25.999809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02817055-a9ce-43c8-a9bc-a003788aa62e None None] Network 3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:54:26.119746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20695e9e-711d-42af-b0c0-13b8a6bf7d60 req-a2434f0b-90e4-4da9-8859-3288296b7a68 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202183 Aug 20 14:54:26.210588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-999eca51-6f0a-4a8f-8692-f8a342291b4d req-b1f24f94-c3fd-4523-85b4-769ea1652b79 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1899341321', 'description': 'tempest-description-221525742'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:26.296339 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-999eca51-6f0a-4a8f-8692-f8a342291b4d req-b1f24f94-c3fd-4523-85b4-769ea1652b79 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.323653 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.368300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c0a767-b20f-45e0-a78d-e1ba85b7b62f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:26.414891 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:54:26.439879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55100) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:26.522657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-28de187f-653a-4c6f-b75e-1f504de135ab admin admin] Deleting subnet 2497e036-a854-4163-ad6b-ae005102a234 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:54:26.529571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28de187f-653a-4c6f-b75e-1f504de135ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.563977 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-999eca51-6f0a-4a8f-8692-f8a342291b4d req-b1f24f94-c3fd-4523-85b4-769ea1652b79 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.582844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28de187f-653a-4c6f-b75e-1f504de135ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.611271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-999eca51-6f0a-4a8f-8692-f8a342291b4d req-b1f24f94-c3fd-4523-85b4-769ea1652b79 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.631198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28de187f-653a-4c6f-b75e-1f504de135ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.638533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9b456d23-71cb-4cf4-a357-ddffb98f39c0 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:26.654086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f24f94-c3fd-4523-85b4-769ea1652b79 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6cc77c-1eef-48b3-b326-cbfb4b3a7321,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:26.679100 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-999eca51-6f0a-4a8f-8692-f8a342291b4d req-b1f24f94-c3fd-4523-85b4-769ea1652b79 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.684229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-999eca51-6f0a-4a8f-8692-f8a342291b4d req-b1f24f94-c3fd-4523-85b4-769ea1652b79 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4823463 Aug 20 14:54:26.692671 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.782966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:26.802182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46b2cc17-4a42-454d-b0fa-8104a439540b req-8b4d300e-d418-4892-8cac-7e6e7f05a0af tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/8c6cc77c-1eef-48b3-b326-cbfb4b3a7321 HTTP/1.1" status: 200 len: 1804 time: 0.0946920 Aug 20 14:54:26.811211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '9b456d23-71cb-4cf4-a357-ddffb98f39c0', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'port_id': '9b456d23-71cb-4cf4-a357-ddffb98f39c0', 'mac_address': 'fa:16:3e:1c:24:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7f0bb7-1891-429a-b93d-bed0380be9c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:26.846226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-46b2cc17-4a42-454d-b0fa-8104a439540b req-3373bc3e-bc48-4648-96e6-63318f298dab tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c6cc77c-1eef-48b3-b326-cbfb4b3a7321', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:26.846586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-46b2cc17-4a42-454d-b0fa-8104a439540b req-3373bc3e-bc48-4648-96e6-63318f298dab tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c6cc77c-1eef-48b3-b326-cbfb4b3a7321', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:26.860538 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.878868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b456d23-71cb-4cf4-a357-ddffb98f39c0 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:26.912984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:26.920292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.994156 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-46b2cc17-4a42-454d-b0fa-8104a439540b req-3373bc3e-bc48-4648-96e6-63318f298dab tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:26.997846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9b456d23-71cb-4cf4-a357-ddffb98f39c0,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:27.053991 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28de187f-653a-4c6f-b75e-1f504de135ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.055566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['9b456d23-71cb-4cf4-a357-ddffb98f39c0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:27.081526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de187f-653a-4c6f-b75e-1f504de135ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2497e036-a854-4163-ad6b-ae005102a234,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:27.091966 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-46b2cc17-4a42-454d-b0fa-8104a439540b req-3373bc3e-bc48-4648-96e6-63318f298dab tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.092778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28de187f-653a-4c6f-b75e-1f504de135ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.095960 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28de187f-653a-4c6f-b75e-1f504de135ab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2497e036-a854-4163-ad6b-ae005102a234 HTTP/1.1" status: 204 len: 168 time: 0.6543536 Aug 20 14:54:27.098587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:27.140090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-46b2cc17-4a42-454d-b0fa-8104a439540b req-3373bc3e-bc48-4648-96e6-63318f298dab tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.189723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Router 368c9ff7-9910-4017-9056-0ca6b9a0076b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:54:27.190966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373bc3e-bc48-4648-96e6-63318f298dab tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf86b66-83e9-4d8d-99a8-7fe0c3cc8228,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:27.203838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.209329 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-46b2cc17-4a42-454d-b0fa-8104a439540b req-3373bc3e-bc48-4648-96e6-63318f298dab tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.224139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46b2cc17-4a42-454d-b0fa-8104a439540b req-3373bc3e-bc48-4648-96e6-63318f298dab tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4149997 Aug 20 14:54:27.278456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1a4f-4c5d-437a-bb29-d90d18d4b780 req-d4526ab6-7c48-46f7-97ea-3a73b02804de tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:27.289978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1a4f-4c5d-437a-bb29-d90d18d4b780 req-d4526ab6-7c48-46f7-97ea-3a73b02804de tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:27.316450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.324409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1a4f-4c5d-437a-bb29-d90d18d4b780 req-d4526ab6-7c48-46f7-97ea-3a73b02804de tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:27.332472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa51d97-7421-40eb-8167-ff6eb96620e0']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:27.334674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1a4f-4c5d-437a-bb29-d90d18d4b780 req-d4526ab6-7c48-46f7-97ea-3a73b02804de tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:27.341250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1a4f-4c5d-437a-bb29-d90d18d4b780 req-d4526ab6-7c48-46f7-97ea-3a73b02804de tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:27.347327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3322cc5-0a71-42ff-a582-fdb3e7e68141') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:27.347865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3322cc5-0a71-42ff-a582-fdb3e7e68141') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:27.349475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1a4f-4c5d-437a-bb29-d90d18d4b780 req-d4526ab6-7c48-46f7-97ea-3a73b02804de tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:27.355466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f1a4f-4c5d-437a-bb29-d90d18d4b780 req-d4526ab6-7c48-46f7-97ea-3a73b02804de tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:27.357406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a4f1a4f-4c5d-437a-bb29-d90d18d4b780 req-d4526ab6-7c48-46f7-97ea-3a73b02804de tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.2298129 Aug 20 14:54:27.367294 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.384232 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.392845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:54:27.393581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:54:27.396475 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:54:27.478377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.486135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.488675 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8aa51d97-7421-40eb-8167-ff6eb96620e0 HTTP/1.1" status: 204 len: 168 time: 0.3887675 Aug 20 14:54:27.506538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55120) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:27.507484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fe4d3-716e-4a1d-b99c-098ff2d08070 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aa51d97-7421-40eb-8167-ff6eb96620e0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:27.513592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a4f1a4f-4c5d-437a-bb29-d90d18d4b780 req-d6aa8a3c-39ef-40c3-a020-d4f1f9854eb2 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146984 Aug 20 14:54:27.524365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fde61-043b-4ef6-850f-1aca71a9f373 req-afff6c0d-6127-4953-a086-8c296cc7e58f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:27.526119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e7fde61-043b-4ef6-850f-1aca71a9f373 req-afff6c0d-6127-4953-a086-8c296cc7e58f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1678114 Aug 20 14:54:27.593810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3ff96793-b459-4a7d-93dc-32e60ec6b5e5 req-3c5bb9c5-ad2b-46c4-8c78-b9939c8d9cf8 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1477727942', 'description': 'tempest-description-1932485890'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:27.619213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:54:27.635121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f86a05ef-0c12-43cb-8407-6bea7aa4bfb8 admin admin] 10.222.0.36 "PUT /v2.0/routers/368c9ff7-9910-4017-9056-0ca6b9a0076b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9002087 Aug 20 14:54:27.635932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55124) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:27.639982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d0716d-d0de-4b0e-8f48-ea2c85b38150 admin admin] Deleting subnet 3cd28d6a-bc3a-45ca-a8cb-ebaa29e21751 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:54:27.641903 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] Sync routers for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:54:27.647698 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3d0716d-d0de-4b0e-8f48-ea2c85b38150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.663361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e7fde61-043b-4ef6-850f-1aca71a9f373 req-5254deab-1c6b-448d-a28e-a6c7bb0e3c5d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217780 Aug 20 14:54:27.667157 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:54:27.672619 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:27.693969 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ff96793-b459-4a7d-93dc-32e60ec6b5e5 req-3c5bb9c5-ad2b-46c4-8c78-b9939c8d9cf8 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.757594 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3d0716d-d0de-4b0e-8f48-ea2c85b38150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.824951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3d0716d-d0de-4b0e-8f48-ea2c85b38150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.905197 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:54:27.925534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ff96793-b459-4a7d-93dc-32e60ec6b5e5 req-3c5bb9c5-ad2b-46c4-8c78-b9939c8d9cf8 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.931571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ff96793-b459-4a7d-93dc-32e60ec6b5e5 req-3c5bb9c5-ad2b-46c4-8c78-b9939c8d9cf8 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.954007 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3d0716d-d0de-4b0e-8f48-ea2c85b38150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:27.973614 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-2e97a48e-61ae-493b-b7e5-f1ce29bfa22f service neutron] 10.222.0.70 "GET /v2.0/ports/1e41cc21-966c-423a-930c-95b294b1a1cf/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 383 time: 0.2387371 Aug 20 14:54:27.997900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0716d-d0de-4b0e-8f48-ea2c85b38150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd28d6a-bc3a-45ca-a8cb-ebaa29e21751,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:28.005534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bb9c5-ad2b-46c4-8c78-b9939c8d9cf8 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d455ae9-3d8e-4f0d-a72d-d0ed3b4b8aab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:28.010273 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ff96793-b459-4a7d-93dc-32e60ec6b5e5 req-3c5bb9c5-ad2b-46c4-8c78-b9939c8d9cf8 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.013680 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ff96793-b459-4a7d-93dc-32e60ec6b5e5 req-3c5bb9c5-ad2b-46c4-8c78-b9939c8d9cf8 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4398212 Aug 20 14:54:28.014762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3d0716d-d0de-4b0e-8f48-ea2c85b38150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.017268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c3d0716d-d0de-4b0e-8f48-ea2c85b38150 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3cd28d6a-bc3a-45ca-a8cb-ebaa29e21751 HTTP/1.1" status: 204 len: 168 time: 0.5023565 Aug 20 14:54:28.022761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55134) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:28.045918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.136655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-037eeafc-7d87-4106-a801-de032d0a0b13 req-4cb820fd-5cb3-4233-a19e-ed0dee79a36b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/6d455ae9-3d8e-4f0d-a72d-d0ed3b4b8aab HTTP/1.1" status: 200 len: 1805 time: 0.0845091 Aug 20 14:54:28.150257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-037eeafc-7d87-4106-a801-de032d0a0b13 req-adefa17a-8985-4da3-ba9f-49f930df391a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6d455ae9-3d8e-4f0d-a72d-d0ed3b4b8aab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:28.152743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-037eeafc-7d87-4106-a801-de032d0a0b13 req-adefa17a-8985-4da3-ba9f-49f930df391a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6d455ae9-3d8e-4f0d-a72d-d0ed3b4b8aab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:28.154972 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.185816 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:54:26Z', 'revision_number': 5, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:28.225464 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] Checking router: 368c9ff7-9910-4017-9056-0ca6b9a0076b for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:54:28.244517 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] Routers {'368c9ff7-9910-4017-9056-0ca6b9a0076b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:54:28.246474 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['368c9ff7-9910-4017-9056-0ca6b9a0076b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:28.274020 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-037eeafc-7d87-4106-a801-de032d0a0b13 req-adefa17a-8985-4da3-ba9f-49f930df391a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.302883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-037eeafc-7d87-4106-a801-de032d0a0b13 req-adefa17a-8985-4da3-ba9f-49f930df391a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.323849 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-037eeafc-7d87-4106-a801-de032d0a0b13 req-adefa17a-8985-4da3-ba9f-49f930df391a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.344433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefa17a-8985-4da3-ba9f-49f930df391a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5c660c-b002-4b67-8f2b-7565579df2d0,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:28.365430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-037eeafc-7d87-4106-a801-de032d0a0b13 req-adefa17a-8985-4da3-ba9f-49f930df391a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.368610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-037eeafc-7d87-4106-a801-de032d0a0b13 req-adefa17a-8985-4da3-ba9f-49f930df391a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2308350 Aug 20 14:54:28.378177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.404414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6a637d-fae4-419d-bcbe-9c3dd52e56bd']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:28.417619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-952f7587-7abd-49d7-a467-eed59fca98d4 req-c971dc52-e22d-4f40-a56c-6767f6c4a4f7 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-95835739', 'description': 'tempest-description-1103682035'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:28.426255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4a8c50-74ef-41f8-bfc2-84d4676b81df') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:28.426565 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4a8c50-74ef-41f8-bfc2-84d4676b81df') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:28.426818 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] Set router 368c9ff7-9910-4017-9056-0ca6b9a0076b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:54:28.427097 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.444159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.457082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-952f7587-7abd-49d7-a467-eed59fca98d4 req-c971dc52-e22d-4f40-a56c-6767f6c4a4f7 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.457607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-94ef4a41-601e-4e42-b6b4-f310e69ac7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:28.459259 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-94ef4a41-601e-4e42-b6b4-f310e69ac7fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 1101 time: 0.1524823 Aug 20 14:54:28.460360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.484245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.496962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:54:28.497450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:54:28.502300 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:54:28.568424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-952f7587-7abd-49d7-a467-eed59fca98d4 req-c971dc52-e22d-4f40-a56c-6767f6c4a4f7 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.573820 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-952f7587-7abd-49d7-a467-eed59fca98d4 req-c971dc52-e22d-4f40-a56c-6767f6c4a4f7 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.617652 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-952f7587-7abd-49d7-a467-eed59fca98d4 req-c971dc52-e22d-4f40-a56c-6767f6c4a4f7 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.619611 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-952f7587-7abd-49d7-a467-eed59fca98d4 req-c971dc52-e22d-4f40-a56c-6767f6c4a4f7 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2067540 Aug 20 14:54:28.622403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971dc52-e22d-4f40-a56c-6767f6c4a4f7 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6611ff-803d-4710-8404-9f19216e9a2b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:28.651002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.663250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.663359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9b456d23-71cb-4cf4-a357-ddffb98f39c0 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:28.665322 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1a6a637d-fae4-419d-bcbe-9c3dd52e56bd HTTP/1.1" status: 204 len: 168 time: 0.6412528 Aug 20 14:54:28.672785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-799fbeb7-e248-4444-896c-762906f98cd4 req-8950b412-d532-4fea-9f82-de092897da9b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1057584918', 'description': 'tempest-description-317556769'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:28.688223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-7701ac5a-d28a-4c1d-a4f5-3c42ded30131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:28.689952 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-7701ac5a-d28a-4c1d-a4f5-3c42ded30131 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 1101 time: 0.1539609 Aug 20 14:54:28.691095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11b03c-ba71-4e75-9ca1-9dcdbf528ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6a637d-fae4-419d-bcbe-9c3dd52e56bd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:28.701099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Deleting port acc29203-7f75-4b58-9d06-5d06e235f0b2 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:28.701916 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.729947 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:54:26Z', 'revision_number': 5, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:28.736033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-799fbeb7-e248-4444-896c-762906f98cd4 req-8950b412-d532-4fea-9f82-de092897da9b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.765855 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f15bd-0f23-4f5a-8931-c97b4acaa5b6 None None] The sync data for ids ['368c9ff7-9910-4017-9056-0ca6b9a0076b'] in n-d-695189-15 is: [{'id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'name': 'tempest-ServersTestJSON-1264847290-router', 'tenant_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201'}], 'enable_snat': True}, 'gw_port_id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:54:26Z', 'revision_number': 5, 'project_id': '9e4e10a8582d41ac9e9afef5a55348b6', 'gw_port': {'id': 'acc29203-7f75-4b58-9d06-5d06e235f0b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368c9ff7-9910-4017-9056-0ca6b9a0076b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:50:46Z', 'updated_at': '2021-08-20T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:54:28.783404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:28.783826 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.897109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] For port acc29203-7f75-4b58-9d06-5d06e235f0b2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=acc29203-7f75-4b58-9d06-5d06e235f0b2,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:28.897978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.901637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-916f73ac-1082-456d-82af-88b932e911ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:28.903371 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-916f73ac-1082-456d-82af-88b932e911ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1981652 Aug 20 14:54:28.933538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Calling delete_port for acc29203-7f75-4b58-9d06-5d06e235f0b2 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:28.942617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:28.971784 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-8700ecd5-7f43-4536-9788-c1b32c2c7e51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1e41cc21-966c-423a-930c-95b294b1a1cf HTTP/1.1" status: 200 len: 217 time: 0.0489187 Aug 20 14:54:28.972544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55152) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:28.981691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:28.984624 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700c243c-bbde-4ff7-8a6a-ae04bb890511" -d '{"events": [{"server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:29.006262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-799fbeb7-e248-4444-896c-762906f98cd4 req-8950b412-d532-4fea-9f82-de092897da9b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.008715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:29.024450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b0987-3042-4915-9c50-66fa68e95272 req-1535fe35-d3ec-4009-872b-ccc8275395dc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.033419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.037567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:29.037741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b0987-3042-4915-9c50-66fa68e95272 req-1535fe35-d3ec-4009-872b-ccc8275395dc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.047993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b0987-3042-4915-9c50-66fa68e95272 req-1535fe35-d3ec-4009-872b-ccc8275395dc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.060830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b0987-3042-4915-9c50-66fa68e95272 req-1535fe35-d3ec-4009-872b-ccc8275395dc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.070329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b0987-3042-4915-9c50-66fa68e95272 req-1535fe35-d3ec-4009-872b-ccc8275395dc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.074303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-3cb6f745-862b-4129-814e-1526606dbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.076069 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-3cb6f745-862b-4129-814e-1526606dbb69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0917645 Aug 20 14:54:29.076864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b0987-3042-4915-9c50-66fa68e95272 req-1535fe35-d3ec-4009-872b-ccc8275395dc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.083894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b0987-3042-4915-9c50-66fa68e95272 req-1535fe35-d3ec-4009-872b-ccc8275395dc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.086422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f2b0987-3042-4915-9c50-66fa68e95272 req-1535fe35-d3ec-4009-872b-ccc8275395dc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5429 time: 0.2639463 Aug 20 14:54:29.088087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-799fbeb7-e248-4444-896c-762906f98cd4 req-8950b412-d532-4fea-9f82-de092897da9b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.162957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-799fbeb7-e248-4444-896c-762906f98cd4 req-8950b412-d532-4fea-9f82-de092897da9b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.164644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-799fbeb7-e248-4444-896c-762906f98cd4 req-8950b412-d532-4fea-9f82-de092897da9b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5101271 Aug 20 14:54:29.188046 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-927dc8fc-4b63-4249-9c77-1bc29b434b93 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=462a6e1cda0d44fea29a487a152c1772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123139 Aug 20 14:54:29.189676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:29.216116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f2b0987-3042-4915-9c50-66fa68e95272 req-b666d3f6-2f7d-4d0d-9567-be277ae3ad9e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1225195 Aug 20 14:54:29.216799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950b412-d532-4fea-9f82-de092897da9b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1b438a-16cf-476f-afc0-3802f3bc8d87,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:29.245378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9b456d23-71cb-4cf4-a357-ddffb98f39c0,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:29.266631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-e4bd326c-547f-4473-b747-db443c8058d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.268188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-e4bd326c-547f-4473-b747-db443c8058d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1711297 Aug 20 14:54:29.342179 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.345047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d7c0a767-b20f-45e0-a78d-e1ba85b7b62f no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:29.379294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: d7c0a767-b20f-45e0-a78d-e1ba85b7b62f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:29.380309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d7c0a767-b20f-45e0-a78d-e1ba85b7b62f not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:29.420707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658e9ce-7cb0-40ae-8565-597be1611460 req-55e04873-daf8-4ef0-81e1-29f311c2d055 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:29.423110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3658e9ce-7cb0-40ae-8565-597be1611460 req-55e04873-daf8-4ef0-81e1-29f311c2d055 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 949 time: 0.1089435 Aug 20 14:54:29.431828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:29.442123 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.442393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 317548d6-ae33-4848-857d-ebcd8671e671 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:29.470999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86eb3a55-3c89-43d4-bf8f-1272982b646e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.504124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3658e9ce-7cb0-40ae-8565-597be1611460 req-c211b52a-0fb2-4cfc-8a5c-8a70a13ed546 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705204 Aug 20 14:54:29.517472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b6e6960f-615d-47a9-a86a-4d8a51095e31 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:29.521461 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-54db0086-7701-4ea2-b2a8-d8297fa98170 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329886 Aug 20 14:54:29.522682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 317548d6-ae33-4848-857d-ebcd8671e671 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:29.523108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 317548d6-ae33-4848-857d-ebcd8671e671 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:29.527764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86eb3a55-3c89-43d4-bf8f-1272982b646e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.572265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.572807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:29.642596 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a47afa-9404-4702-be9c-99db1a427c1e x-openstack-request-id: req-80a47afa-9404-4702-be9c-99db1a427c1e {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:29.643077 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:29.643964 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80a47afa-9404-4702-be9c-99db1a427c1e {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:29.645117 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0', 'code': 200} Aug 20 14:54:29.690556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc29203-7f75-4b58-9d06-5d06e235f0b2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:29.692048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7bb1ab4-967d-4fed-b9eb-02bfafe49050 req-4662b33b-312f-49e8-89b8-ee801bb3a71a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/3c6611ff-803d-4710-8404-9f19216e9a2b HTTP/1.1" status: 200 len: 1803 time: 0.0482662 Aug 20 14:54:29.713830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b6e6960f-615d-47a9-a86a-4d8a51095e31, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:29.733643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'b6e6960f-615d-47a9-a86a-4d8a51095e31', 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'port_id': 'b6e6960f-615d-47a9-a86a-4d8a51095e31', 'mac_address': 'fa:16:3e:03:50:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ff4fb2-97e7-4dec-9385-0d3b8ae66af0', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:29.784503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86eb3a55-3c89-43d4-bf8f-1272982b646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.787167 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.787420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86eb3a55-3c89-43d4-bf8f-1272982b646e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.789062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7bb1ab4-967d-4fed-b9eb-02bfafe49050 req-b61f3bbd-de53-4662-b29b-6ded1a82a461 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/6d1b438a-16cf-476f-afc0-3802f3bc8d87 HTTP/1.1" status: 200 len: 1804 time: 0.0958407 Aug 20 14:54:29.791357 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-86eb3a55-3c89-43d4-bf8f-1272982b646e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/315763ca-4316-4821-a21d-c2eb7237174f HTTP/1.1" status: 204 len: 168 time: 0.5993454 Aug 20 14:54:29.796270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c7bb1ab4-967d-4fed-b9eb-02bfafe49050 req-ba314c66-848a-4a84-8739-e333ade1db4e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c6611ff-803d-4710-8404-9f19216e9a2b', 'remote_group_id': '6d1b438a-16cf-476f-afc0-3802f3bc8d87', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:29.797180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c7bb1ab4-967d-4fed-b9eb-02bfafe49050 req-ba314c66-848a-4a84-8739-e333ade1db4e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c6611ff-803d-4710-8404-9f19216e9a2b', 'remote_group_id': '6d1b438a-16cf-476f-afc0-3802f3bc8d87', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:29.805345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e6960f-615d-47a9-a86a-4d8a51095e31 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:29.807137 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-d190df3d-c606-4639-a81f-8fec7fcf17ba service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638400 Aug 20 14:54:29.810264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.828492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb3a55-3c89-43d4-bf8f-1272982b646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315763ca-4316-4821-a21d-c2eb7237174f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:29.858712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b6e6960f-615d-47a9-a86a-4d8a51095e31, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:29.877646 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:29.879281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device cc2f0337-e1cb-4638-aeb2-fbefabf6d377 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:29.964624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c7bb1ab4-967d-4fed-b9eb-02bfafe49050 req-ba314c66-848a-4a84-8739-e333ade1db4e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.012822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port cc2f0337-e1cb-4638-aeb2-fbefabf6d377, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:30.035357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'cc2f0337-e1cb-4638-aeb2-fbefabf6d377', 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'port_id': 'cc2f0337-e1cb-4638-aeb2-fbefabf6d377', 'mac_address': 'fa:16:3e:9f:1d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ff4fb2-97e7-4dec-9385-0d3b8ae66af0', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:30.052168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b6e6960f-615d-47a9-a86a-4d8a51095e31,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:30.061169 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.066340 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c7bb1ab4-967d-4fed-b9eb-02bfafe49050 req-ba314c66-848a-4a84-8739-e333ade1db4e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.067710 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.074077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c7bb1ab4-967d-4fed-b9eb-02bfafe49050 req-ba314c66-848a-4a84-8739-e333ade1db4e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.094767 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.102606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba314c66-848a-4a84-8739-e333ade1db4e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86af7e5-4cf2-4f73-a97d-3dde001acca8,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:30.110733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2f0337-e1cb-4638-aeb2-fbefabf6d377 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:30.113987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c7bb1ab4-967d-4fed-b9eb-02bfafe49050 req-ba314c66-848a-4a84-8739-e333ade1db4e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.115515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7bb1ab4-967d-4fed-b9eb-02bfafe49050 req-ba314c66-848a-4a84-8739-e333ade1db4e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3255987 Aug 20 14:54:30.151292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0e730975-f2cd-4652-9639-c2ac41a9ef0d req-efd72346-fcbc-4309-9967-f29ec54db452 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1391895435', 'description': 'tempest-description-1766700110'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:30.160986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port cc2f0337-e1cb-4638-aeb2-fbefabf6d377, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:30.170987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.173213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 80f09775-f1f0-43e2-8b62-9ece74cfd13a details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:30.174134 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.175878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368c9ff7-9910-4017-9056-0ca6b9a0076b {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:54:30.193576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.197517 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e6503733-e70c-4568-aed7-717ec509c351 admin admin] 10.222.0.36 "DELETE /v2.0/routers/368c9ff7-9910-4017-9056-0ca6b9a0076b HTTP/1.1" status: 204 len: 168 time: 2.5571320 Aug 20 14:54:30.198732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55176) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:30.208541 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0e730975-f2cd-4652-9639-c2ac41a9ef0d req-efd72346-fcbc-4309-9967-f29ec54db452 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.278342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c2d0d9-f834-43a5-89c6-eae52a18e0a8 admin admin] Deleting subnet ab30d3d9-c037-48f0-b200-66540b8f1eb6 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:54:30.283047 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45c2d0d9-f834-43a5-89c6-eae52a18e0a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.336099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:30.358425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45c2d0d9-f834-43a5-89c6-eae52a18e0a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.393863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 80f09775-f1f0-43e2-8b62-9ece74cfd13a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=80f09775-f1f0-43e2-8b62-9ece74cfd13a,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:30.414593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '80f09775-f1f0-43e2-8b62-9ece74cfd13a', 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'port_id': '80f09775-f1f0-43e2-8b62-9ece74cfd13a', 'mac_address': 'fa:16:3e:6b:59:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ff4fb2-97e7-4dec-9385-0d3b8ae66af0', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:30.509673 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.525220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f09775-f1f0-43e2-8b62-9ece74cfd13a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:30.550368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0e730975-f2cd-4652-9639-c2ac41a9ef0d req-efd72346-fcbc-4309-9967-f29ec54db452 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.553793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 80f09775-f1f0-43e2-8b62-9ece74cfd13a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=80f09775-f1f0-43e2-8b62-9ece74cfd13a,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:30.565763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:30.573082 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.573911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 666adf78-80e6-48d2-81c1-fdbf90169ffc details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:30.581126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1051e-f1df-405f-9831-3940aa1999ce req-1e9730c3-7daf-41fc-93d6-c77070f0f46a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:30.598539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1051e-f1df-405f-9831-3940aa1999ce req-1e9730c3-7daf-41fc-93d6-c77070f0f46a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:30.608725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1051e-f1df-405f-9831-3940aa1999ce req-1e9730c3-7daf-41fc-93d6-c77070f0f46a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:30.618546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1051e-f1df-405f-9831-3940aa1999ce req-1e9730c3-7daf-41fc-93d6-c77070f0f46a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:30.632642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1051e-f1df-405f-9831-3940aa1999ce req-1e9730c3-7daf-41fc-93d6-c77070f0f46a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:30.636880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45c2d0d9-f834-43a5-89c6-eae52a18e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.641922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1051e-f1df-405f-9831-3940aa1999ce req-1e9730c3-7daf-41fc-93d6-c77070f0f46a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:30.650035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=80f09775-f1f0-43e2-8b62-9ece74cfd13a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:30.650360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1051e-f1df-405f-9831-3940aa1999ce req-1e9730c3-7daf-41fc-93d6-c77070f0f46a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:30.653732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 666adf78-80e6-48d2-81c1-fdbf90169ffc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:30.660325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23d1051e-f1df-405f-9831-3940aa1999ce req-1e9730c3-7daf-41fc-93d6-c77070f0f46a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5431 time: 0.2683265 Aug 20 14:54:30.668267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '666adf78-80e6-48d2-81c1-fdbf90169ffc', 'network_id': '5f6fa9f8-dffe-4941-a197-5414e380866a', 'port_id': '666adf78-80e6-48d2-81c1-fdbf90169ffc', 'mac_address': 'fa:16:3e:49:eb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ff4fb2-97e7-4dec-9385-0d3b8ae66af0', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:30.673599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0e730975-f2cd-4652-9639-c2ac41a9ef0d req-efd72346-fcbc-4309-9967-f29ec54db452 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.690213 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c5b02f8d-2f4f-4e42-a0c4-db9aecedcde5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3199a455a3c4e56adea84c9566acf5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212010 Aug 20 14:54:30.693153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55190) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:30.708309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0e730975-f2cd-4652-9639-c2ac41a9ef0d req-efd72346-fcbc-4309-9967-f29ec54db452 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.724138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e730975-f2cd-4652-9639-c2ac41a9ef0d req-efd72346-fcbc-4309-9967-f29ec54db452 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5794671 Aug 20 14:54:30.753512 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.784317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0cf2bd84-ecae-4c35-8d0b-fcb78e7d1cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.787323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45c2d0d9-f834-43a5-89c6-eae52a18e0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.788167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23d1051e-f1df-405f-9831-3940aa1999ce req-b3d536c0-f81f-4077-a761-c07297a9c2cd tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265912 Aug 20 14:54:30.788978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd72346-fcbc-4309-9967-f29ec54db452 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040d77ff-6743-42aa-8e68-491047bd856d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:30.804124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666adf78-80e6-48d2-81c1-fdbf90169ffc {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:30.842548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2d0d9-f834-43a5-89c6-eae52a18e0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab30d3d9-c037-48f0-b200-66540b8f1eb6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:30.855639 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45c2d0d9-f834-43a5-89c6-eae52a18e0a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.857852 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-45c2d0d9-f834-43a5-89c6-eae52a18e0a8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ab30d3d9-c037-48f0-b200-66540b8f1eb6 HTTP/1.1" status: 204 len: 168 time: 0.6572876 Aug 20 14:54:30.860736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55196) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:30.871575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e8c8c-7f53-4214-b7ec-da1696c6eb7c None None] Network 21a657a2-62db-4e40-8075-a5125ff7d821 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:54:30.879513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0cf2bd84-ecae-4c35-8d0b-fcb78e7d1cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:30.939672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 666adf78-80e6-48d2-81c1-fdbf90169ffc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:31.000304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0cf2bd84-ecae-4c35-8d0b-fcb78e7d1cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.002651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0cf2bd84-ecae-4c35-8d0b-fcb78e7d1cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.006956 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0cf2bd84-ecae-4c35-8d0b-fcb78e7d1cf9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cef1d83d-4c20-47ae-a8ef-3c30ac9db912 HTTP/1.1" status: 204 len: 168 time: 0.3097265 Aug 20 14:54:31.007140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.007140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8f0addf6-e309-4151-b015-aa04ac1be543 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:31.018593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2bd84-ecae-4c35-8d0b-fcb78e7d1cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef1d83d-4c20-47ae-a8ef-3c30ac9db912,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:31.154385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=666adf78-80e6-48d2-81c1-fdbf90169ffc,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:31.227174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8f0addf6-e309-4151-b015-aa04ac1be543, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8f0addf6-e309-4151-b015-aa04ac1be543,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:31.262678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '8f0addf6-e309-4151-b015-aa04ac1be543', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'port_id': '8f0addf6-e309-4151-b015-aa04ac1be543', 'mac_address': 'fa:16:3e:8a:1f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:31.339986 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.359707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0addf6-e309-4151-b015-aa04ac1be543 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:31.382532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8f0addf6-e309-4151-b015-aa04ac1be543, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8f0addf6-e309-4151-b015-aa04ac1be543,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:31.389695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16571a94-c481-40cd-8c30-2bbd4812c781 None None] DHCP port deletion for 21a657a2-62db-4e40-8075-a5125ff7d821 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:54:31.397760 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.442968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device acc29203-7f75-4b58-9d06-5d06e235f0b2 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:31.470429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: acc29203-7f75-4b58-9d06-5d06e235f0b2 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:31.471099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device acc29203-7f75-4b58-9d06-5d06e235f0b2 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:31.522317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-50580368-01c4-4511-b466-b3df63a20911 req-09df355b-2a4f-41c3-beff-7c690dade1bd tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-592991639', 'description': 'tempest-description-2127539420'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:31.537776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8f0addf6-e309-4151-b015-aa04ac1be543,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:31.542447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-16571a94-c481-40cd-8c30-2bbd4812c781 None None] Deleting port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:31.543174 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-16571a94-c481-40cd-8c30-2bbd4812c781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.553024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.621704 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-16571a94-c481-40cd-8c30-2bbd4812c781 None None] For port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5827a60a-a0f3-4b39-aeb4-2ac4b09ae959,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:31.622151 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-16571a94-c481-40cd-8c30-2bbd4812c781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.632954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 072ceb37-2d07-4ca6-942a-669869d4f1e9 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:31.643508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-16571a94-c481-40cd-8c30-2bbd4812c781 None None] Calling delete_port for 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:31.648809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:31.649479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-50580368-01c4-4511-b466-b3df63a20911 req-09df355b-2a4f-41c3-beff-7c690dade1bd tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.651079 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34671504-f21c-4c36-bd59-da6f868fd53c" -d '{"events": [{"server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "name": "network-vif-unplugged", "status": "completed", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:31.661783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa5e0f-d0a3-4e61-bd82-143eafc5a12f req-d8ee6d42-c322-46c5-885c-52918430ad34 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:31.662703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eaaa5e0f-d0a3-4e61-bd82-143eafc5a12f req-d8ee6d42-c322-46c5-885c-52918430ad34 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 947 time: 0.6297071 Aug 20 14:54:31.753609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eaaa5e0f-d0a3-4e61-bd82-143eafc5a12f req-7826c7ab-f2fc-4542-9335-5656dc597bf2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737267 Aug 20 14:54:31.772380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Deleting port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:31.772946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:31.918984 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c11d2a-e751-4887-a90e-a2bebe285fde x-openstack-request-id: req-f9c11d2a-e751-4887-a90e-a2bebe285fde {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:31.919267 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "name": "network-vif-unplugged", "status": "completed", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:31.919459 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f9c11d2a-e751-4887-a90e-a2bebe285fde {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:31.919865 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'code': 200} Aug 20 14:54:31.999208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 072ceb37-2d07-4ca6-942a-669869d4f1e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:32.012977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-16571a94-c481-40cd-8c30-2bbd4812c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.017369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '072ceb37-2d07-4ca6-942a-669869d4f1e9', 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6', 'port_id': '072ceb37-2d07-4ca6-942a-669869d4f1e9', 'mac_address': 'fa:16:3e:d6:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96441a92-3c2c-40de-877e-8c1c21ca8152', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:32.053315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16571a94-c481-40cd-8c30-2bbd4812c781 None None] Pushing event deleted for resources: {'Port': ['ID=5827a60a-a0f3-4b39-aeb4-2ac4b09ae959,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:32.088511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16571a94-c481-40cd-8c30-2bbd4812c781 None None] No DVR routers for this DVR port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:32.103181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] For port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5827a60a-a0f3-4b39-aeb4-2ac4b09ae959,segment=NetworkSegment(f6d90763-8466-4c10-947a-b19c9d5479bb),segment_id=f6d90763-8466-4c10-947a-b19c9d5479bb)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:32.103368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.115531 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.126666 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-50580368-01c4-4511-b466-b3df63a20911 req-09df355b-2a4f-41c3-beff-7c690dade1bd tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.142753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Calling delete_port for 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:32.145574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-50580368-01c4-4511-b466-b3df63a20911 req-09df355b-2a4f-41c3-beff-7c690dade1bd tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.148426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072ceb37-2d07-4ca6-942a-669869d4f1e9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:32.183100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 072ceb37-2d07-4ca6-942a-669869d4f1e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:32.189859 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.191066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d4169652-326d-4a9b-9968-f3373cfbb653 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:32.260528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48640e80-f22d-4541-9a34-55b729d35321 req-b8d64f4a-5366-4035-a846-cae697e691b5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:32.271310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48640e80-f22d-4541-9a34-55b729d35321 req-b8d64f4a-5366-4035-a846-cae697e691b5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:32.279186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48640e80-f22d-4541-9a34-55b729d35321 req-b8d64f4a-5366-4035-a846-cae697e691b5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:32.287749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48640e80-f22d-4541-9a34-55b729d35321 req-b8d64f4a-5366-4035-a846-cae697e691b5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:32.288372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d4169652-326d-4a9b-9968-f3373cfbb653, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d4169652-326d-4a9b-9968-f3373cfbb653,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:32.291480 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=072ceb37-2d07-4ca6-942a-669869d4f1e9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:32.303295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48640e80-f22d-4541-9a34-55b729d35321 req-b8d64f4a-5366-4035-a846-cae697e691b5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:32.305114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'd4169652-326d-4a9b-9968-f3373cfbb653', 'network_id': '3e13694c-b908-45f1-a031-45b448bf5ef6', 'port_id': 'd4169652-326d-4a9b-9968-f3373cfbb653', 'mac_address': 'fa:16:3e:98:d3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96441a92-3c2c-40de-877e-8c1c21ca8152', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:32.309614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48640e80-f22d-4541-9a34-55b729d35321 req-b8d64f4a-5366-4035-a846-cae697e691b5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:32.318503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48640e80-f22d-4541-9a34-55b729d35321 req-b8d64f4a-5366-4035-a846-cae697e691b5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:32.320905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48640e80-f22d-4541-9a34-55b729d35321 req-b8d64f4a-5366-4035-a846-cae697e691b5 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5434 time: 0.3166254 Aug 20 14:54:32.321702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-50580368-01c4-4511-b466-b3df63a20911 req-09df355b-2a4f-41c3-beff-7c690dade1bd tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.342254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50580368-01c4-4511-b466-b3df63a20911 req-09df355b-2a4f-41c3-beff-7c690dade1bd tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8318799 Aug 20 14:54:32.372210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df355b-2a4f-41c3-beff-7c690dade1bd tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557e8b64-1dfa-412f-8ca7-455207e7b403,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:32.384793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.401543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55236) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:32.406643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4169652-326d-4a9b-9968-f3373cfbb653 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:32.445183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48640e80-f22d-4541-9a34-55b729d35321 req-604c839d-45d2-477f-9799-d409127088dc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973008 Aug 20 14:54:32.446540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d4169652-326d-4a9b-9968-f3373cfbb653, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d4169652-326d-4a9b-9968-f3373cfbb653,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:32.464434 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.464880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.515824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5827a60a-a0f3-4b39-aeb4-2ac4b09ae959,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:32.518565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] No DVR routers for this DVR port 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:32.592823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b6e6960f-615d-47a9-a86a-4d8a51095e31'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:32.640836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d4169652-326d-4a9b-9968-f3373cfbb653,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:32.694153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.710373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-180908752-network', 'tenant_id': '291adac971e24552a6494c08429d8f3c'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:32.714838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a657a2-62db-4e40-8075-a5125ff7d821']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:32.732350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d90763-8466-4c10-947a-b19c9d5479bb') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:32.732652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d90763-8466-4c10-947a-b19c9d5479bb') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:32.744666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['cc2f0337-e1cb-4638-aeb2-fbefabf6d377'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:32.746681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-331c747f-328b-4ab0-b6bf-5ca96ef02367 req-66b3a86c-397f-4a08-91e5-3eb47a8c8dee tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/040d77ff-6743-42aa-8e68-491047bd856d HTTP/1.1" status: 200 len: 1805 time: 0.0959973 Aug 20 14:54:32.756256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Made reservation on behalf of 291adac971e24552a6494c08429d8f3c for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:32.757109 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.759244 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.772099 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.817174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.847738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:54:32.849329 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:54:32.854680 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:54:32.872298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['666adf78-80e6-48d2-81c1-fdbf90169ffc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:32.918980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['80f09775-f1f0-43e2-8b62-9ece74cfd13a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:32.982629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['8f0addf6-e309-4151-b015-aa04ac1be543'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:32.983414 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:32.990756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.018254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:54:33.026248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-331c747f-328b-4ab0-b6bf-5ca96ef02367 req-1571170c-981c-4c2c-9723-fbb6d44d5cbf tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/557e8b64-1dfa-412f-8ca7-455207e7b403 HTTP/1.1" status: 200 len: 1804 time: 0.2666261 Aug 20 14:54:33.054807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.055449 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Added segment 3977fec6-18d4-45a9-a1d2-364dc556595c of type vlan for network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 Aug 20 14:54:33.057186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870652c4-43f4-4843-8541-0bee60d1cebc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:33.097650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-331c747f-328b-4ab0-b6bf-5ca96ef02367 req-35a8f5f0-b751-42e9-8b7f-714079820fd9 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '040d77ff-6743-42aa-8e68-491047bd856d', 'remote_group_id': '557e8b64-1dfa-412f-8ca7-455207e7b403', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:33.097970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-331c747f-328b-4ab0-b6bf-5ca96ef02367 req-35a8f5f0-b751-42e9-8b7f-714079820fd9 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '040d77ff-6743-42aa-8e68-491047bd856d', 'remote_group_id': '557e8b64-1dfa-412f-8ca7-455207e7b403', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:33.122087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.145277 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.160130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.162061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/21a657a2-62db-4e40-8075-a5125ff7d821 HTTP/1.1" status: 204 len: 168 time: 2.3001409 Aug 20 14:54:33.189200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.190436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:33.191029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.222948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170f8de-c435-4358-aab7-5a7b88f159f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a657a2-62db-4e40-8075-a5125ff7d821,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:33.237855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2a9b5-cf1d-4623-8637-ec1d08b2e3a8 req-99266bc9-8b4d-4053-8e19-eef074b088d4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:33.237855 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ba2a9b5-cf1d-4623-8637-ec1d08b2e3a8 req-99266bc9-8b4d-4053-8e19-eef074b088d4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 947 time: 0.2702041 Aug 20 14:54:33.317896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-331c747f-328b-4ab0-b6bf-5ca96ef02367 req-35a8f5f0-b751-42e9-8b7f-714079820fd9 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.328383 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9244981 Aug 20 14:54:33.330633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f7e40-51dd-4581-8acf-a175d7df7bbb admin admin] Pushing event updated for resources: {'Network': ['ID=8b48d77b-d1d1-4266-9add-59d7b4c697d5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:33.331708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55256) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:33.347095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ba2a9b5-cf1d-4623-8637-ec1d08b2e3a8 req-140676ef-726a-4e1f-837a-bd6dc4ae60a6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920177 Aug 20 14:54:33.357032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Request body: {'subnet': {'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-180908752-subnet', 'tenant_id': '291adac971e24552a6494c08429d8f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:33.410173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:54:33.415262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['072ceb37-2d07-4ca6-942a-669869d4f1e9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:33.415924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55260) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:33.417319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:33.434173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Made reservation on behalf of 291adac971e24552a6494c08429d8f3c for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:33.442446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.454608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:33.455022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5827a60a-a0f3-4b39-aeb4-2ac4b09ae959 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:33.497168 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-991f1440-65ec-475e-b4a5-ed7d636e13dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e4e10a8582d41ac9e9afef5a55348b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789917 Aug 20 14:54:33.500557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55268) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:33.565738 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0fdf-d756-41e4-a10a-36752f403eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.583720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-331c747f-328b-4ab0-b6bf-5ca96ef02367 req-35a8f5f0-b751-42e9-8b7f-714079820fd9 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.594653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0fdf-d756-41e4-a10a-36752f403eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.602399 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-331c747f-328b-4ab0-b6bf-5ca96ef02367 req-35a8f5f0-b751-42e9-8b7f-714079820fd9 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.661802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0fdf-d756-41e4-a10a-36752f403eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.662851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8f5f0-b751-42e9-8b7f-714079820fd9 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2369723-f4b5-45f1-be03-6ec6d549efc8,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:33.665453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6fa0fdf-d756-41e4-a10a-36752f403eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.667648 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f6fa0fdf-d756-41e4-a10a-36752f403eb3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0a30b0b-b755-457e-90d0-cfe0e150edfa HTTP/1.1" status: 204 len: 168 time: 0.1660178 Aug 20 14:54:33.677706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa0fdf-d756-41e4-a10a-36752f403eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a30b0b-b755-457e-90d0-cfe0e150edfa,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:33.711033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-331c747f-328b-4ab0-b6bf-5ca96ef02367 req-35a8f5f0-b751-42e9-8b7f-714079820fd9 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:33.723509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-331c747f-328b-4ab0-b6bf-5ca96ef02367 req-35a8f5f0-b751-42e9-8b7f-714079820fd9 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6524761 Aug 20 14:54:34.053299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-ed74bdc8-e124-418f-b7c9-47832ac89681 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.057850 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-ed74bdc8-e124-418f-b7c9-47832ac89681 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 947 time: 0.1777802 Aug 20 14:54:34.087736 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:34.163102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f05e-e0b9-46d0-adfe-a74e8729c68e req-4d4ceda8-4405-4fb3-9f52-abc90341d369 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.168907 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-1262433c-e7dd-4ae5-a394-54ae9a29b6fe service neutron] 10.222.0.70 "GET /v2.0/ports/1e41cc21-966c-423a-930c-95b294b1a1cf/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 383 time: 0.0973735 Aug 20 14:54:34.170828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f05e-e0b9-46d0-adfe-a74e8729c68e req-4d4ceda8-4405-4fb3-9f52-abc90341d369 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.181735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f05e-e0b9-46d0-adfe-a74e8729c68e req-4d4ceda8-4405-4fb3-9f52-abc90341d369 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.190781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f05e-e0b9-46d0-adfe-a74e8729c68e req-4d4ceda8-4405-4fb3-9f52-abc90341d369 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.197900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f05e-e0b9-46d0-adfe-a74e8729c68e req-4d4ceda8-4405-4fb3-9f52-abc90341d369 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.205712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f05e-e0b9-46d0-adfe-a74e8729c68e req-4d4ceda8-4405-4fb3-9f52-abc90341d369 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.211967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643f05e-e0b9-46d0-adfe-a74e8729c68e req-4d4ceda8-4405-4fb3-9f52-abc90341d369 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.221189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8643f05e-e0b9-46d0-adfe-a74e8729c68e req-4d4ceda8-4405-4fb3-9f52-abc90341d369 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5436 time: 0.2043855 Aug 20 14:54:34.245612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d79847-b744-4ea9-956a-9599bf32dc63,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:34.266741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-f1c84ddc-2b0e-409d-af9f-4ef6e262c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.268290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-f1c84ddc-2b0e-409d-af9f-4ef6e262c79d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 1099 time: 0.0549779 Aug 20 14:54:34.391201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-027b8ec7-324f-4475-85fb-b3722f6e047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.393063 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-027b8ec7-324f-4475-85fb-b3722f6e047f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1138618 Aug 20 14:54:34.424311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8643f05e-e0b9-46d0-adfe-a74e8729c68e req-583d19ef-60e9-42c8-8c35-c4c741d6fd09 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2015064 Aug 20 14:54:34.435377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:34.435786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Network hostable DHCP agents. Network: 8b48d77b-d1d1-4266-9add-59d7b4c697d5, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:54:34.459067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b99b56f-38b0-40e9-ab7b-1e5839b9175b req-ef0415ed-e429-40f7-98cc-2bbd6f00a561 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/557e8b64-1dfa-412f-8ca7-455207e7b403 HTTP/1.1" status: 200 len: 1804 time: 0.2136519 Aug 20 14:54:34.501373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:54:34.517587 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-1bd5e72a-424c-4fba-939e-f87bdb79ad2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1e41cc21-966c-423a-930c-95b294b1a1cf HTTP/1.1" status: 200 len: 217 time: 0.1119962 Aug 20 14:54:34.522947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 8b48d77b-d1d1-4266-9add-59d7b4c697d5) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:34.533395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e598ea08-5194-4ed6-8db7-957f47b16898 None None] Network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:54:34.538488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.539317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:34.647872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-e405f042-5330-4501-b90c-43330d4bc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.650315 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-e405f042-5330-4501-b90c-43330d4bc3f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1138430 Aug 20 14:54:34.676382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-38cbbb5c-bc94-48c5-83a0-f1ccd65903db admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3432457 Aug 20 14:54:34.729668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5b99b56f-38b0-40e9-ab7b-1e5839b9175b req-58d278e3-08f9-477a-9428-32081f397892 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:34.739589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:34.743223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d4169652-326d-4a9b-9968-f3373cfbb653'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:34.762292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-3b8cb44b-da5a-4b5f-b6b3-52c05a2dd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:34.769975 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-3b8cb44b-da5a-4b5f-b6b3-52c05a2dd2ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1009228 Aug 20 14:54:34.779615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5b99b56f-38b0-40e9-ab7b-1e5839b9175b req-58d278e3-08f9-477a-9428-32081f397892 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:34.882636 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5b99b56f-38b0-40e9-ab7b-1e5839b9175b req-58d278e3-08f9-477a-9428-32081f397892 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:34.888719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5b99b56f-38b0-40e9-ab7b-1e5839b9175b req-58d278e3-08f9-477a-9428-32081f397892 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:34.908349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b99b56f-38b0-40e9-ab7b-1e5839b9175b req-58d278e3-08f9-477a-9428-32081f397892 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "DELETE /v2.0/security-groups/557e8b64-1dfa-412f-8ca7-455207e7b403 HTTP/1.1" status: 204 len: 173 time: 0.4477530 Aug 20 14:54:34.918302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84600fa-5439-438e-aa37-1865aab447b3 None None] Network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:54:35.001394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fc90e-b699-4c1f-aa47-3a6620aded98 req-80a01721-65da-4e8d-b52c-489b986a0a91 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:35.015982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c11fc90e-b699-4c1f-aa47-3a6620aded98 req-80a01721-65da-4e8d-b52c-489b986a0a91 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 947 time: 0.4362493 Aug 20 14:54:35.033565 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-c33c08bf-c1ae-4738-b8b6-b76dfbbf4705 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492805 Aug 20 14:54:35.057236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.resource_extend [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:54:35.068705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d278e3-08f9-477a-9428-32081f397892 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557e8b64-1dfa-412f-8ca7-455207e7b403,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:35.125227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c11fc90e-b699-4c1f-aa47-3a6620aded98 req-581d70d3-ddd6-4e76-869f-ffbd5c5f0ec0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047530 Aug 20 14:54:35.208152 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-b321400c-f880-45fd-9c5a-27de77c9b8f9 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602607 Aug 20 14:54:35.210988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e82587ec-e5b1-47dd-9a45-89af0164eb78 req-69efea18-6463-4b6f-b96d-e452699b0505 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/040d77ff-6743-42aa-8e68-491047bd856d HTTP/1.1" status: 200 len: 1805 time: 0.0782747 Aug 20 14:54:35.313556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-da616479-9cb2-437e-b7ca-9f1ec231e936 req-ac208910-c9f6-41e4-a982-1c88163fd28c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1891842981', 'description': 'tempest-description-125698477'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:35.373541 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da616479-9cb2-437e-b7ca-9f1ec231e936 req-ac208910-c9f6-41e4-a982-1c88163fd28c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.530118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:35.545813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'mac_address': 'fa:16:3e:ce:fc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:35.597631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da616479-9cb2-437e-b7ca-9f1ec231e936 req-ac208910-c9f6-41e4-a982-1c88163fd28c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.602885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8f0addf6-e309-4151-b015-aa04ac1be543 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:35.631644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da616479-9cb2-437e-b7ca-9f1ec231e936 req-ac208910-c9f6-41e4-a982-1c88163fd28c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.666162 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.689182 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.693285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e41cc21-966c-423a-930c-95b294b1a1cf {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:35.719609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:35.720040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da616479-9cb2-437e-b7ca-9f1ec231e936 req-ac208910-c9f6-41e4-a982-1c88163fd28c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.726807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da616479-9cb2-437e-b7ca-9f1ec231e936 req-ac208910-c9f6-41e4-a982-1c88163fd28c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4182019 Aug 20 14:54:35.727880 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.766599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 8f0addf6-e309-4151-b015-aa04ac1be543 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:35.773009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88518b-5193-49ea-bf33-fee7e93fe403 req-919ee6af-ab5e-4b2f-8ea9-e6d03381fd0b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:35.775131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 8f0addf6-e309-4151-b015-aa04ac1be543 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:35.775592 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.785040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88518b-5193-49ea-bf33-fee7e93fe403 req-919ee6af-ab5e-4b2f-8ea9-e6d03381fd0b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:35.799178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88518b-5193-49ea-bf33-fee7e93fe403 req-919ee6af-ab5e-4b2f-8ea9-e6d03381fd0b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:35.815156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88518b-5193-49ea-bf33-fee7e93fe403 req-919ee6af-ab5e-4b2f-8ea9-e6d03381fd0b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:35.825976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:35.828844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88518b-5193-49ea-bf33-fee7e93fe403 req-919ee6af-ab5e-4b2f-8ea9-e6d03381fd0b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:35.849092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:35.851527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88518b-5193-49ea-bf33-fee7e93fe403 req-919ee6af-ab5e-4b2f-8ea9-e6d03381fd0b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:35.868434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88518b-5193-49ea-bf33-fee7e93fe403 req-919ee6af-ab5e-4b2f-8ea9-e6d03381fd0b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:35.880450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55360) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:35.882590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c88518b-5193-49ea-bf33-fee7e93fe403 req-919ee6af-ab5e-4b2f-8ea9-e6d03381fd0b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5436 time: 0.2957959 Aug 20 14:54:35.885878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-470561602-network', 'tenant_id': 'c72a7cae684448e69b11e38565f7059c'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:35.908663 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.935442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac208910-c9f6-41e4-a982-1c88163fd28c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:35.935765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:35.938335 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8354f7-3e20-4e9b-af29-0527a4d17c4f" -d '{"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:35.940625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Made reservation on behalf of c72a7cae684448e69b11e38565f7059c for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:35.943888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.963962 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.983391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8f0addf6-e309-4151-b015-aa04ac1be543, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8f0addf6-e309-4151-b015-aa04ac1be543,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:35.993334 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:35.994132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b6e6960f-615d-47a9-a86a-4d8a51095e31 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:36.007378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c88518b-5193-49ea-bf33-fee7e93fe403 req-69d21a16-cfd0-4af7-a5a5-924c88dbed3c tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222723 Aug 20 14:54:36.044257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7c3bd49-e89a-44df-bcd1-091606cde0b1 req-256e7b64-a1eb-4c2f-b980-58117ef3112c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d HTTP/1.1" status: 200 len: 1804 time: 0.1490648 Aug 20 14:54:36.056054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d7c3bd49-e89a-44df-bcd1-091606cde0b1 req-368f0934-139c-4b06-b307-08153a6513c2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:36.057550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d7c3bd49-e89a-44df-bcd1-091606cde0b1 req-368f0934-139c-4b06-b307-08153a6513c2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:36.117171 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3ee66e-b373-4b2c-be06-8d8450346ad2 x-openstack-request-id: req-6c3ee66e-b373-4b2c-be06-8d8450346ad2 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:36.120168 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:36.120414 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c3ee66e-b373-4b2c-be06-8d8450346ad2 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:36.121240 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543', 'code': 200} Aug 20 14:54:36.168671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['1e41cc21-966c-423a-930c-95b294b1a1cf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:36.200127 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.235040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.249064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:54:36.262125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.262492 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Added segment ad429dff-b7a9-4d2d-ba4e-ddf1cec09a94 of type vlan for network b7bbff0f-b96c-4cee-a4af-da4a770da0c9 Aug 20 14:54:36.320978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.353188 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7c3bd49-e89a-44df-bcd1-091606cde0b1 req-368f0934-139c-4b06-b307-08153a6513c2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.369916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8f0addf6-e309-4151-b015-aa04ac1be543,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:36.377499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5608b2e-f458-4bc6-ace9-8153fa1eead4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:36.381807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.383096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:36.383854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.387184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d826ea3-74be-493d-a964-8f4415a4b568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.412825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port b6e6960f-615d-47a9-a86a-4d8a51095e31 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:36.425279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port b6e6960f-615d-47a9-a86a-4d8a51095e31 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:36.425571 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.463390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b7bbff0f-b96c-4cee-a4af-da4a770da0c9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:36.478644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7c3bd49-e89a-44df-bcd1-091606cde0b1 req-368f0934-139c-4b06-b307-08153a6513c2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.483896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b7bbff0f-b96c-4cee-a4af-da4a770da0c9 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:54:36.491327 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7c3bd49-e89a-44df-bcd1-091606cde0b1 req-368f0934-139c-4b06-b307-08153a6513c2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.521768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f19e7a-cf43-4e32-b574-e31b46a27aa4 req-76c178a1-0149-4dc1-b323-c54e24e22f2a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:36.532380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85f19e7a-cf43-4e32-b574-e31b46a27aa4 req-76c178a1-0149-4dc1-b323-c54e24e22f2a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 948 time: 0.1629343 Aug 20 14:54:36.552710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f0934-139c-4b06-b307-08153a6513c2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3094e0-40a2-4182-9a7b-f76c41a0be43,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:36.570969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d826ea3-74be-493d-a964-8f4415a4b568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.576700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d826ea3-74be-493d-a964-8f4415a4b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.594421 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7c3bd49-e89a-44df-bcd1-091606cde0b1 req-368f0934-139c-4b06-b307-08153a6513c2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.596538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7c3bd49-e89a-44df-bcd1-091606cde0b1 req-368f0934-139c-4b06-b307-08153a6513c2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5512807 Aug 20 14:54:36.625827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85f19e7a-cf43-4e32-b574-e31b46a27aa4 req-9f6492c8-b6e8-4c94-8179-0fab46f022eb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915964 Aug 20 14:54:36.637601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d826ea3-74be-493d-a964-8f4415a4b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa719412-5efb-4177-818f-0a2ab2ceeeda,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:36.648108 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a221dcb9-927d-437c-8ab2-6e8db0c7e2c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7639120 Aug 20 14:54:36.648839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55378) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:36.657930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Request body: {'subnet': {'network_id': 'b7bbff0f-b96c-4cee-a4af-da4a770da0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-470561602-subnet', 'tenant_id': 'c72a7cae684448e69b11e38565f7059c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:36.669440 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d826ea3-74be-493d-a964-8f4415a4b568 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fd47b63156b4382a38e4ac4f60d6619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8188496 Aug 20 14:54:36.670615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55380) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:36.679109 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.721539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Made reservation on behalf of c72a7cae684448e69b11e38565f7059c for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:36.725193 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.745824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b6e6960f-615d-47a9-a86a-4d8a51095e31, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:36.756181 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.788419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9638b3c-fb20-4a33-a689-0c1ee5303f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.821472 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9638b3c-fb20-4a33-a689-0c1ee5303f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.834660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b6e6960f-615d-47a9-a86a-4d8a51095e31,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:36.892082 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9638b3c-fb20-4a33-a689-0c1ee5303f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.895570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9638b3c-fb20-4a33-a689-0c1ee5303f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:36.899586 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c9638b3c-fb20-4a33-a689-0c1ee5303f50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa719412-5efb-4177-818f-0a2ab2ceeeda HTTP/1.1" status: 204 len: 168 time: 0.2245064 Aug 20 14:54:36.907621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5396275b-a520-4b4f-b6e4-5ba83b4fc478 req-2f7ed687-7bc3-43b0-8641-7815f6339fb1 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d HTTP/1.1" status: 200 len: 2397 time: 0.0822735 Aug 20 14:54:36.908168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9638b3c-fb20-4a33-a689-0c1ee5303f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa719412-5efb-4177-818f-0a2ab2ceeeda,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:36.918220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5396275b-a520-4b4f-b6e4-5ba83b4fc478 req-dee99d3d-1e38-427d-9743-a9bfd894ef5c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d', 'remote_group_id': None}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:36.918559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5396275b-a520-4b4f-b6e4-5ba83b4fc478 req-dee99d3d-1e38-427d-9743-a9bfd894ef5c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d', 'remote_group_id': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:37.012085 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:37.145573 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5396275b-a520-4b4f-b6e4-5ba83b4fc478 req-dee99d3d-1e38-427d-9743-a9bfd894ef5c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:37.174283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1531565-c2bc-4355-a32a-e953a8f0a581,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:37.210949 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5396275b-a520-4b4f-b6e4-5ba83b4fc478 req-dee99d3d-1e38-427d-9743-a9bfd894ef5c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:37.223108 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5396275b-a520-4b4f-b6e4-5ba83b4fc478 req-dee99d3d-1e38-427d-9743-a9bfd894ef5c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:37.236871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Checking segment: {'id': 'ad429dff-b7a9-4d2d-ba4e-ddf1cec09a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'b7bbff0f-b96c-4cee-a4af-da4a770da0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:37.237239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Network hostable DHCP agents. Network: b7bbff0f-b96c-4cee-a4af-da4a770da0c9, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:54:37.259918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe181f-5515-4a75-a561-5faf06cec2e4 req-cbf4a4ec-b60f-42da-ae49-c6e27b020326 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:37.268915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe181f-5515-4a75-a561-5faf06cec2e4 req-cbf4a4ec-b60f-42da-ae49-c6e27b020326 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:37.276349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe181f-5515-4a75-a561-5faf06cec2e4 req-cbf4a4ec-b60f-42da-ae49-c6e27b020326 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:37.283049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe181f-5515-4a75-a561-5faf06cec2e4 req-cbf4a4ec-b60f-42da-ae49-c6e27b020326 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:37.289037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe181f-5515-4a75-a561-5faf06cec2e4 req-cbf4a4ec-b60f-42da-ae49-c6e27b020326 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:37.295122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe181f-5515-4a75-a561-5faf06cec2e4 req-cbf4a4ec-b60f-42da-ae49-c6e27b020326 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:37.302586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe181f-5515-4a75-a561-5faf06cec2e4 req-cbf4a4ec-b60f-42da-ae49-c6e27b020326 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:37.305795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7afe181f-5515-4a75-a561-5faf06cec2e4 req-cbf4a4ec-b60f-42da-ae49-c6e27b020326 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5438 time: 0.1839471 Aug 20 14:54:37.340540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee99d3d-1e38-427d-9743-a9bfd894ef5c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73a5e49-5c62-4aef-b8fe-c3dc17bbdffd,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:37.358080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5396275b-a520-4b4f-b6e4-5ba83b4fc478 req-dee99d3d-1e38-427d-9743-a9bfd894ef5c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:37.359380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5396275b-a520-4b4f-b6e4-5ba83b4fc478 req-dee99d3d-1e38-427d-9743-a9bfd894ef5c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4453628 Aug 20 14:54:37.381442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Network b7bbff0f-b96c-4cee-a4af-da4a770da0c9 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:54:37.398561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7afe181f-5515-4a75-a561-5faf06cec2e4 req-ef46d133-2d55-4818-bca5-50036fc8bc78 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845568 Aug 20 14:54:37.441480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b7bbff0f-b96c-4cee-a4af-da4a770da0c9) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:37.454790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dbb132-f274-43b6-88f1-aae0d5547862 None None] Network b7bbff0f-b96c-4cee-a4af-da4a770da0c9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:54:37.458869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:37.462059 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:37.504393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c3c02466-ece6-4c39-b8c1-0c78fb96a367 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8541899 Aug 20 14:54:37.557339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fcc6e53-1540-4840-a17e-eb627c785712 req-dd87ed50-04e2-42ea-a564-c4648266ef8c tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d HTTP/1.1" status: 200 len: 2995 time: 0.0709183 Aug 20 14:54:37.611556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a01dd626-48ef-4f78-9695-e473d6fc317b req-a2dcb2cc-4484-4122-aad2-57a6641390fc tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-group-rules/c73a5e49-5c62-4aef-b8fe-c3dc17bbdffd HTTP/1.1" status: 200 len: 783 time: 0.0274000 Aug 20 14:54:37.623494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device cc2f0337-e1cb-4638-aeb2-fbefabf6d377 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:37.708147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:37.719318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:37.720032 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:37.750422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a01dd626-48ef-4f78-9695-e473d6fc317b req-8651879e-2b65-48cb-80c5-c321c39f23d6 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d HTTP/1.1" status: 200 len: 2995 time: 0.1293118 Aug 20 14:54:37.798557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241fabea-3f78-4c0e-b07b-7fe79f235db8 None None] Network b7bbff0f-b96c-4cee-a4af-da4a770da0c9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:54:37.826200 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a01dd626-48ef-4f78-9695-e473d6fc317b req-673ea344-37fb-4d98-9e55-d40754688d8e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:37.837807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a01dd626-48ef-4f78-9695-e473d6fc317b req-673ea344-37fb-4d98-9e55-d40754688d8e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:37.861242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d46e6a-77c4-44ca-b0a8-c3d896b6782f req-3a441499-a386-44a3-8a55-29793d48fe11 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:37.869208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64d46e6a-77c4-44ca-b0a8-c3d896b6782f req-3a441499-a386-44a3-8a55-29793d48fe11 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 948 time: 0.0970793 Aug 20 14:54:37.970055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64d46e6a-77c4-44ca-b0a8-c3d896b6782f req-195b6e12-4e0d-498a-bde8-286050202fe6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937350 Aug 20 14:54:37.990602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a01dd626-48ef-4f78-9695-e473d6fc317b req-673ea344-37fb-4d98-9e55-d40754688d8e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.011983 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.014404 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a01dd626-48ef-4f78-9695-e473d6fc317b req-673ea344-37fb-4d98-9e55-d40754688d8e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.031421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a01dd626-48ef-4f78-9695-e473d6fc317b req-673ea344-37fb-4d98-9e55-d40754688d8e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/c73a5e49-5c62-4aef-b8fe-c3dc17bbdffd HTTP/1.1" status: 204 len: 173 time: 0.2782247 Aug 20 14:54:38.042046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ea344-37fb-4d98-9e55-d40754688d8e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c73a5e49-5c62-4aef-b8fe-c3dc17bbdffd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:38.112767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port cc2f0337-e1cb-4638-aeb2-fbefabf6d377, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:38.121223 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.122948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 80f09775-f1f0-43e2-8b62-9ece74cfd13a up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:38.157153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6960f-615d-47a9-a86a-4d8a51095e31'}, {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2f0337-e1cb-4638-aeb2-fbefabf6d377'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:38.168807 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f24d8f-9e16-4cba-9923-9e9916b4eeef" -d '{"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6960f-615d-47a9-a86a-4d8a51095e31"}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "cc2f0337-e1cb-4638-aeb2-fbefabf6d377"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:38.280964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2268616d-479b-4e03-bf97-83042929227a req-e858f4a5-fd8a-4bf4-aa2e-6a098f5eca73 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d HTTP/1.1" status: 200 len: 2397 time: 0.0881352 Aug 20 14:54:38.315211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:38.327013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 80f09775-f1f0-43e2-8b62-9ece74cfd13a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:38.333749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 80f09775-f1f0-43e2-8b62-9ece74cfd13a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:38.334210 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.344829 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2268616d-479b-4e03-bf97-83042929227a req-e90515d4-15ee-4e3c-8318-a90475b9c9d2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.376102 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2268616d-479b-4e03-bf97-83042929227a req-e90515d4-15ee-4e3c-8318-a90475b9c9d2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.466070 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2268616d-479b-4e03-bf97-83042929227a req-e90515d4-15ee-4e3c-8318-a90475b9c9d2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.469614 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2268616d-479b-4e03-bf97-83042929227a req-e90515d4-15ee-4e3c-8318-a90475b9c9d2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.477504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2268616d-479b-4e03-bf97-83042929227a req-e90515d4-15ee-4e3c-8318-a90475b9c9d2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "DELETE /v2.0/security-groups/ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d HTTP/1.1" status: 204 len: 173 time: 0.1952510 Aug 20 14:54:38.509950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90515d4-15ee-4e3c-8318-a90475b9c9d2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3a77b6-b0db-42c0-bc03-d9b88a4bc52d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:38.554604 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.596244 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efdd05e-7849-4e32-8dce-5862d1be012f x-openstack-request-id: req-1efdd05e-7849-4e32-8dce-5862d1be012f {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:38.598376 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6960f-615d-47a9-a86a-4d8a51095e31", "code": 200}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "cc2f0337-e1cb-4638-aeb2-fbefabf6d377", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:38.599511 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1efdd05e-7849-4e32-8dce-5862d1be012f {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:38.600122 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6960f-615d-47a9-a86a-4d8a51095e31', 'code': 200} Aug 20 14:54:38.601801 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2f0337-e1cb-4638-aeb2-fbefabf6d377', 'code': 200} Aug 20 14:54:38.662812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 80f09775-f1f0-43e2-8b62-9ece74cfd13a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=80f09775-f1f0-43e2-8b62-9ece74cfd13a,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:38.670557 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.672257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 666adf78-80e6-48d2-81c1-fdbf90169ffc up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:38.685243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-ecfbeb80-38f9-486e-9bd8-ffa1e0b92ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:38.690672 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-ecfbeb80-38f9-486e-9bd8-ffa1e0b92ee1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 1100 time: 0.0961401 Aug 20 14:54:38.728746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:38.785838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-57911c06-a47c-4ecc-87c4-f54d9c9c0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:38.788395 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-57911c06-a47c-4ecc-87c4-f54d9c9c0121 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 1100 time: 0.0622754 Aug 20 14:54:38.801049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedcf49-e77b-4e80-8dc2-8fd14bfdae77 req-68578a91-3afc-4302-8917-036576df640b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:38.807950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedcf49-e77b-4e80-8dc2-8fd14bfdae77 req-68578a91-3afc-4302-8917-036576df640b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:38.814784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedcf49-e77b-4e80-8dc2-8fd14bfdae77 req-68578a91-3afc-4302-8917-036576df640b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:38.821555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedcf49-e77b-4e80-8dc2-8fd14bfdae77 req-68578a91-3afc-4302-8917-036576df640b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:38.829018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedcf49-e77b-4e80-8dc2-8fd14bfdae77 req-68578a91-3afc-4302-8917-036576df640b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:38.835406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedcf49-e77b-4e80-8dc2-8fd14bfdae77 req-68578a91-3afc-4302-8917-036576df640b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:38.842617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedcf49-e77b-4e80-8dc2-8fd14bfdae77 req-68578a91-3afc-4302-8917-036576df640b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:38.845014 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=80f09775-f1f0-43e2-8b62-9ece74cfd13a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:38.845967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdedcf49-e77b-4e80-8dc2-8fd14bfdae77 req-68578a91-3afc-4302-8917-036576df640b tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5440 time: 0.1712484 Aug 20 14:54:38.893015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 666adf78-80e6-48d2-81c1-fdbf90169ffc completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:38.918234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 666adf78-80e6-48d2-81c1-fdbf90169ffc triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:38.918613 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:38.992286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:39.004951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-f60bc631-bab5-419c-b8b8-1e8a2c5bba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:39.007147 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-f60bc631-bab5-419c-b8b8-1e8a2c5bba7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2032101 Aug 20 14:54:39.011528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'mac_address': 'fa:16:3e:ce:fc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:39.064409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-0270db6a-da9b-4f50-b145-2a7691b77495 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:39.072919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-0270db6a-da9b-4f50-b145-2a7691b77495 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 807 time: 0.2254567 Aug 20 14:54:39.080960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdedcf49-e77b-4e80-8dc2-8fd14bfdae77 req-e7a47c90-822e-419a-9a7c-1a62a3bcab18 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2022734 Aug 20 14:54:39.097210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-4f7dca62-7dfb-4a7b-808e-ff4c27715f50 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/quotas/291adac971e24552a6494c08429d8f3c HTTP/1.1" status: 200 len: 375 time: 0.0232277 Aug 20 14:54:39.132179 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:39.134638 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-c7b9bd59-b4c1-4afe-b5a5-ba275cfaf165 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=1e41cc21-966c-423a-930c-95b294b1a1cf HTTP/1.1" status: 200 len: 217 time: 0.1154757 Aug 20 14:54:39.146578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-e8e4a484-4ac5-497e-9c5a-0499538b11b5 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480354 Aug 20 14:54:39.221177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-6ae7407a-744d-4fa0-acb7-118c4c48617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:39.221421 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 666adf78-80e6-48d2-81c1-fdbf90169ffc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:39.227167 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-6ae7407a-744d-4fa0-acb7-118c4c48617f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0769570 Aug 20 14:54:39.233733 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:39.307979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e058-1428-4a87-9027-2d7f41f08929 req-44a4b0a9-d9fb-420c-b9a1-d4c433102d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:39.309556 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-44a4b0a9-d9fb-420c-b9a1-d4c433102d0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0669515 Aug 20 14:54:39.336551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=666adf78-80e6-48d2-81c1-fdbf90169ffc,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:39.392238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-d622a9eb-cfd7-488e-9c61-ae04651aa55f service neutron] 10.222.0.36 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425883 Aug 20 14:54:39.397301 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-34e770c0-3c5b-449e-b068-2ef78e1ce630 req-6d705766-7dab-44e1-b5c4-d9c9dcd7a35a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] show failed (client error): The resource could not be found. Aug 20 14:54:39.398294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34e770c0-3c5b-449e-b068-2ef78e1ce630 req-6d705766-7dab-44e1-b5c4-d9c9dcd7a35a tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/557e8b64-1dfa-412f-8ca7-455207e7b403 HTTP/1.1" status: 404 len: 352 time: 0.2081132 Aug 20 14:54:39.480196 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-9b0dfdd1-5281-438b-9e8a-7dd23d37fe74 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541412 Aug 20 14:54:39.563601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-85aa2923-e98c-4844-aa14-94a213bb467e service neutron] 10.222.0.36 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626914 Aug 20 14:54:39.641683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 072ceb37-2d07-4ca6-942a-669869d4f1e9 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:39.717050 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4892e058-1428-4a87-9027-2d7f41f08929 req-560def03-f48f-4c47-8408-af8a9c671b4a service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283661 Aug 20 14:54:39.738868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0ad5d-a0ed-470a-b9c2-4eb903798d0f req-09598b69-52e0-40d4-bb22-c9e2b29423b1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:39.761848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfc0ad5d-a0ed-470a-b9c2-4eb903798d0f req-09598b69-52e0-40d4-bb22-c9e2b29423b1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 948 time: 0.1158359 Aug 20 14:54:39.799300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 072ceb37-2d07-4ca6-942a-669869d4f1e9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:39.804423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 072ceb37-2d07-4ca6-942a-669869d4f1e9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:39.805024 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:39.844724 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfc0ad5d-a0ed-470a-b9c2-4eb903798d0f req-653dee59-6fa3-4574-8bd9-8fd324ae4e1d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811057 Aug 20 14:54:40.003950 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ccb72edc-58a2-47de-b8c6-90bb803e7cbf req-956ee71d-83bd-45e6-bcd3-b01e9ca3ce8b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/040d77ff-6743-42aa-8e68-491047bd856d HTTP/1.1" status: 200 len: 1805 time: 0.0557930 Aug 20 14:54:40.013751 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.089195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 072ceb37-2d07-4ca6-942a-669869d4f1e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:40.096728 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.097665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d4169652-326d-4a9b-9968-f3373cfbb653 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:40.121033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ccb72edc-58a2-47de-b8c6-90bb803e7cbf req-aa1d9ed9-77a0-4ab7-9494-0d77f0d1729e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.185372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cff4c368-d46f-4500-afe4-381bea9c3338 req-31f8d8ed-53dd-4103-88e4-adf677e8964f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 210 time: 0.0683646 Aug 20 14:54:40.198873 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ccb72edc-58a2-47de-b8c6-90bb803e7cbf req-aa1d9ed9-77a0-4ab7-9494-0d77f0d1729e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.213515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port d4169652-326d-4a9b-9968-f3373cfbb653 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:40.239416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port d4169652-326d-4a9b-9968-f3373cfbb653 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:40.243691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.257207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=072ceb37-2d07-4ca6-942a-669869d4f1e9,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:40.278424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ccb72edc-58a2-47de-b8c6-90bb803e7cbf req-aa1d9ed9-77a0-4ab7-9494-0d77f0d1729e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.290111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ccb72edc-58a2-47de-b8c6-90bb803e7cbf req-aa1d9ed9-77a0-4ab7-9494-0d77f0d1729e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.294099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ccb72edc-58a2-47de-b8c6-90bb803e7cbf req-aa1d9ed9-77a0-4ab7-9494-0d77f0d1729e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "DELETE /v2.0/security-groups/040d77ff-6743-42aa-8e68-491047bd856d HTTP/1.1" status: 204 len: 173 time: 0.2887142 Aug 20 14:54:40.308464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d9ed9-77a0-4ab7-9494-0d77f0d1729e tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=040d77ff-6743-42aa-8e68-491047bd856d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:40.434162 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.458996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5dfe1375-74c6-440f-938b-bad8d908e321 req-b04cd4be-5c8d-42ee-8758-ed29a5b8987d tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/6d1b438a-16cf-476f-afc0-3802f3bc8d87 HTTP/1.1" status: 200 len: 1804 time: 0.1410244 Aug 20 14:54:40.517883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a619916-7e30-4b15-8d19-6be3c9943589 req-1ae54613-34ac-4078-93d8-38314d083303 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:40.521793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d4169652-326d-4a9b-9968-f3373cfbb653, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d4169652-326d-4a9b-9968-f3373cfbb653,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:40.524457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a619916-7e30-4b15-8d19-6be3c9943589 req-1ae54613-34ac-4078-93d8-38314d083303 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:40.531386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a619916-7e30-4b15-8d19-6be3c9943589 req-1ae54613-34ac-4078-93d8-38314d083303 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:40.538335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a619916-7e30-4b15-8d19-6be3c9943589 req-1ae54613-34ac-4078-93d8-38314d083303 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:40.538628 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.547219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a619916-7e30-4b15-8d19-6be3c9943589 req-1ae54613-34ac-4078-93d8-38314d083303 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:40.553773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a619916-7e30-4b15-8d19-6be3c9943589 req-1ae54613-34ac-4078-93d8-38314d083303 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:40.560207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a619916-7e30-4b15-8d19-6be3c9943589 req-1ae54613-34ac-4078-93d8-38314d083303 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:40.563622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a619916-7e30-4b15-8d19-6be3c9943589 req-1ae54613-34ac-4078-93d8-38314d083303 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5442 time: 0.1428137 Aug 20 14:54:40.616350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f09775-f1f0-43e2-8b62-9ece74cfd13a'}, {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666adf78-80e6-48d2-81c1-fdbf90169ffc'}, {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072ceb37-2d07-4ca6-942a-669869d4f1e9'}, {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4169652-326d-4a9b-9968-f3373cfbb653'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:40.620629 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347b7b6e-792b-436f-86f4-3dff57af7d0f" -d '{"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "80f09775-f1f0-43e2-8b62-9ece74cfd13a"}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "666adf78-80e6-48d2-81c1-fdbf90169ffc"}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "072ceb37-2d07-4ca6-942a-669869d4f1e9"}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "d4169652-326d-4a9b-9968-f3373cfbb653"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:40.643376 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5dfe1375-74c6-440f-938b-bad8d908e321 req-49823080-3ece-43db-a30a-706b056c201b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.669400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a619916-7e30-4b15-8d19-6be3c9943589 req-a9c44036-4da5-4e22-98ab-192b0c04113a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928552 Aug 20 14:54:40.682117 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5dfe1375-74c6-440f-938b-bad8d908e321 req-49823080-3ece-43db-a30a-706b056c201b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.718388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d4169652-326d-4a9b-9968-f3373cfbb653,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:40.750937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:40.798079 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5dfe1375-74c6-440f-938b-bad8d908e321 req-49823080-3ece-43db-a30a-706b056c201b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.803755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5dfe1375-74c6-440f-938b-bad8d908e321 req-49823080-3ece-43db-a30a-706b056c201b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.806114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5dfe1375-74c6-440f-938b-bad8d908e321 req-49823080-3ece-43db-a30a-706b056c201b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "DELETE /v2.0/security-groups/6d1b438a-16cf-476f-afc0-3802f3bc8d87 HTTP/1.1" status: 204 len: 173 time: 0.3390384 Aug 20 14:54:40.832674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49823080-3ece-43db-a30a-706b056c201b tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1b438a-16cf-476f-afc0-3802f3bc8d87,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:40.880888 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:40.907495 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bf7f24-3e7f-41f0-9388-6e9689939b39 x-openstack-request-id: req-a0bf7f24-3e7f-41f0-9388-6e9689939b39 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:40.908111 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "80f09775-f1f0-43e2-8b62-9ece74cfd13a", "code": 200}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "666adf78-80e6-48d2-81c1-fdbf90169ffc", "code": 200}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "072ceb37-2d07-4ca6-942a-669869d4f1e9", "code": 200}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-plugged", "status": "completed", "tag": "d4169652-326d-4a9b-9968-f3373cfbb653", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:40.908587 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0bf7f24-3e7f-41f0-9388-6e9689939b39 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:40.909209 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f09775-f1f0-43e2-8b62-9ece74cfd13a', 'code': 200} Aug 20 14:54:40.909639 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666adf78-80e6-48d2-81c1-fdbf90169ffc', 'code': 200} Aug 20 14:54:40.910251 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072ceb37-2d07-4ca6-942a-669869d4f1e9', 'code': 200} Aug 20 14:54:40.910826 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4169652-326d-4a9b-9968-f3373cfbb653', 'code': 200} Aug 20 14:54:40.914285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1e41cc21-966c-423a-930c-95b294b1a1cf {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:40.994299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:41.006275 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:41.098302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:41.116738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af8c825b-c5cd-4a1a-b96c-62792ccfdf5f req-9ec248dc-6646-4487-8b3e-e720914055e2 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/3c6611ff-803d-4710-8404-9f19216e9a2b HTTP/1.1" status: 200 len: 1803 time: 0.1700971 Aug 20 14:54:41.203136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dceed54-8b74-402d-b3f9-ca4c29bbcb14 req-72d027b8-c00b-4379-9ea2-0462564f856c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:41.211580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7dceed54-8b74-402d-b3f9-ca4c29bbcb14 req-72d027b8-c00b-4379-9ea2-0462564f856c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 947 time: 0.2212713 Aug 20 14:54:41.274631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f01f-e62c-4de2-804a-24753ad2f17e req-1fa3174e-f317-4924-89db-376a6f0c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:41.275128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f01f-e62c-4de2-804a-24753ad2f17e req-1fa3174e-f317-4924-89db-376a6f0c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:41.275636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f01f-e62c-4de2-804a-24753ad2f17e req-1fa3174e-f317-4924-89db-376a6f0c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:41.276121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f01f-e62c-4de2-804a-24753ad2f17e req-1fa3174e-f317-4924-89db-376a6f0c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:41.276621 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f01f-e62c-4de2-804a-24753ad2f17e req-1fa3174e-f317-4924-89db-376a6f0c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:41.277108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f01f-e62c-4de2-804a-24753ad2f17e req-1fa3174e-f317-4924-89db-376a6f0c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:41.277578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f01f-e62c-4de2-804a-24753ad2f17e req-1fa3174e-f317-4924-89db-376a6f0c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:41.279483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4421f01f-e62c-4de2-804a-24753ad2f17e req-1fa3174e-f317-4924-89db-376a6f0c618c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6507 time: 0.1603122 Aug 20 14:54:41.352693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7dceed54-8b74-402d-b3f9-ca4c29bbcb14 req-f1ce5a8a-c142-4b03-97b1-f8220eab3421 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395738 Aug 20 14:54:41.355059 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-af8c825b-c5cd-4a1a-b96c-62792ccfdf5f req-35e8a323-d0e3-46be-9225-bb0002efd876 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:41.419893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4421f01f-e62c-4de2-804a-24753ad2f17e req-c2a6eb96-dcf5-4405-9843-87426087ea18 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699205 Aug 20 14:54:41.440502 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-af8c825b-c5cd-4a1a-b96c-62792ccfdf5f req-35e8a323-d0e3-46be-9225-bb0002efd876 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:41.504363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-af8c825b-c5cd-4a1a-b96c-62792ccfdf5f req-35e8a323-d0e3-46be-9225-bb0002efd876 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:41.507649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-af8c825b-c5cd-4a1a-b96c-62792ccfdf5f req-35e8a323-d0e3-46be-9225-bb0002efd876 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:41.509001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af8c825b-c5cd-4a1a-b96c-62792ccfdf5f req-35e8a323-d0e3-46be-9225-bb0002efd876 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "DELETE /v2.0/security-groups/3c6611ff-803d-4710-8404-9f19216e9a2b HTTP/1.1" status: 204 len: 173 time: 0.3910398 Aug 20 14:54:41.520220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8a323-d0e3-46be-9225-bb0002efd876 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6611ff-803d-4710-8404-9f19216e9a2b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:41.628909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51162b9c-07b2-4727-8ec4-67145c0e2b37 req-1f4317fd-ef07-49d7-91cf-2c33d85b32a2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 210 time: 0.0276568 Aug 20 14:54:41.762671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6768108b-bd97-48d9-b945-c852fb1bc338 req-a552fd0a-a525-4186-8103-604576b832d4 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/6d455ae9-3d8e-4f0d-a72d-d0ed3b4b8aab HTTP/1.1" status: 200 len: 2404 time: 0.0846808 Aug 20 14:54:41.899153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6768108b-bd97-48d9-b945-c852fb1bc338 req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:41.950883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6768108b-bd97-48d9-b945-c852fb1bc338 req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.039689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100eaa-a84b-4c68-816b-0d0a1f929e05 req-1e6120c1-5e5f-4786-adac-e5f20c716a36 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.046905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100eaa-a84b-4c68-816b-0d0a1f929e05 req-1e6120c1-5e5f-4786-adac-e5f20c716a36 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.055482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100eaa-a84b-4c68-816b-0d0a1f929e05 req-1e6120c1-5e5f-4786-adac-e5f20c716a36 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.062625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100eaa-a84b-4c68-816b-0d0a1f929e05 req-1e6120c1-5e5f-4786-adac-e5f20c716a36 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.069162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100eaa-a84b-4c68-816b-0d0a1f929e05 req-1e6120c1-5e5f-4786-adac-e5f20c716a36 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.075863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100eaa-a84b-4c68-816b-0d0a1f929e05 req-1e6120c1-5e5f-4786-adac-e5f20c716a36 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.078195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-fb7cfa6c-c065-4443-939e-f35cf5846731 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.080529 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-fb7cfa6c-c065-4443-939e-f35cf5846731 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 807 time: 0.1806896 Aug 20 14:54:42.083075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100eaa-a84b-4c68-816b-0d0a1f929e05 req-1e6120c1-5e5f-4786-adac-e5f20c716a36 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.092018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb100eaa-a84b-4c68-816b-0d0a1f929e05 req-1e6120c1-5e5f-4786-adac-e5f20c716a36 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5443 time: 0.1376150 Aug 20 14:54:42.100595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Request body: {'port': {'device_id': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5', 'admin_state_up': True, 'tenant_id': '291adac971e24552a6494c08429d8f3c'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:42.137012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb100eaa-a84b-4c68-816b-0d0a1f929e05 req-f64af18b-c891-4151-bd4f-746f510a4f25 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437829 Aug 20 14:54:42.138146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6768108b-bd97-48d9-b945-c852fb1bc338 req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.142534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6768108b-bd97-48d9-b945-c852fb1bc338 req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.153785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6768108b-bd97-48d9-b945-c852fb1bc338 req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "DELETE /v2.0/security-groups/6d455ae9-3d8e-4f0d-a72d-d0ed3b4b8aab HTTP/1.1" status: 204 len: 173 time: 0.3901818 Aug 20 14:54:42.154693 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f763f786-a29f-44f5-97d3-3c3ebf1a0853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.170408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d455ae9-3d8e-4f0d-a72d-d0ed3b4b8aab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:42.205282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.205896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.208381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.209025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.209476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.209945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.211942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.212544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.218299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.223952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.227627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.231679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095737a9-40e0-4064-84bf-6affcbc996ae tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:42.363895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a584014-4664-4b28-9696-f5984859abe5 req-9945a169-9713-4ab9-958e-e16d5b5cff13 tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "GET /v2.0/security-groups/8c6cc77c-1eef-48b3-b326-cbfb4b3a7321 HTTP/1.1" status: 200 len: 2397 time: 0.1197917 Aug 20 14:54:42.448677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Made reservation on behalf of 291adac971e24552a6494c08429d8f3c for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:42.452809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.484912 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0a584014-4664-4b28-9696-f5984859abe5 req-4b82c6ce-d07a-4427-988c-2b379e47978d tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.613889 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0a584014-4664-4b28-9696-f5984859abe5 req-4b82c6ce-d07a-4427-988c-2b379e47978d tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.662846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-7f9a2845-d9ae-4c3b-9cc1-85e92ee762bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1339483 Aug 20 14:54:42.674396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f99f1-48a6-43a2-b267-2a910a1d3bce req-474205a1-be58-4226-9eda-a2d55fd5c59a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.676487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b3f99f1-48a6-43a2-b267-2a910a1d3bce req-474205a1-be58-4226-9eda-a2d55fd5c59a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 947 time: 0.1830535 Aug 20 14:54:42.703353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Allocated IP 172.20.0.4 (8b48d77b-d1d1-4266-9add-59d7b4c697d5/d2d79847-b744-4ea9-956a-9599bf32dc63/c4da1bc4-d37f-4bda-8cea-de604f10b8cc) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:54:42.754160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:42.768325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0a584014-4664-4b28-9696-f5984859abe5 req-4b82c6ce-d07a-4427-988c-2b379e47978d tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.774479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0a584014-4664-4b28-9696-f5984859abe5 req-4b82c6ce-d07a-4427-988c-2b379e47978d tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.790274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a584014-4664-4b28-9696-f5984859abe5 req-4b82c6ce-d07a-4427-988c-2b379e47978d tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c6cc77c-1eef-48b3-b326-cbfb4b3a7321 HTTP/1.1" status: 204 len: 173 time: 0.4248748 Aug 20 14:54:42.797041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55562) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:42.816252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82c6ce-d07a-4427-988c-2b379e47978d tempest-SecurityGroupRulesTestJSON-1782148146 tempest-SecurityGroupRulesTestJSON-1782148146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6cc77c-1eef-48b3-b326-cbfb4b3a7321,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:42.928948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.934361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b3f99f1-48a6-43a2-b267-2a910a1d3bce req-e2a7ea0d-de2d-4dd5-a614-e7d255e07ec9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332089 Aug 20 14:54:42.945761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-756cee3e-2440-4bce-9727-a9a9c247c739 admin admin] Deleting subnet 59b3e0e9-5eb3-47ab-8b19-8cd3a8ab6dea {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:54:42.961914 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-756cee3e-2440-4bce-9727-a9a9c247c739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:42.972023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-cee2dd01-4e0f-4cac-a700-c4fc42c0c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:42.977454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-cee2dd01-4e0f-4cac-a700-c4fc42c0c1a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 1098 time: 0.2689655 Aug 20 14:54:42.999527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:43.031198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'mac_address': 'fa:16:3e:ce:fc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:43.046486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:43.126807 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:43.148670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:54:43.154642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:43.158495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e41cc21-966c-423a-930c-95b294b1a1cf {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:43.170026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:54:43.229066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:43.240170 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:43.361867 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-756cee3e-2440-4bce-9727-a9a9c247c739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:43.392107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:43.496931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a170c4-1248-48cd-8e95-60b5d9a1e1a8 req-10cd36fa-786d-433d-b95b-f789d1567642 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:43.500861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0a170c4-1248-48cd-8e95-60b5d9a1e1a8 req-10cd36fa-786d-433d-b95b-f789d1567642 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 931 time: 0.4326785 Aug 20 14:54:43.596920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['1e41cc21-966c-423a-930c-95b294b1a1cf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:43.637029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f7a40-a777-4100-97cb-529fb65b43a6 req-ad03dabe-96e8-45e0-89f8-1cbe5a620f39 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:43.662565 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-355f7a40-a777-4100-97cb-529fb65b43a6 req-ad03dabe-96e8-45e0-89f8-1cbe5a620f39 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 948 time: 0.3443646 Aug 20 14:54:43.668726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-756cee3e-2440-4bce-9727-a9a9c247c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:43.743683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-69a226cc-f70e-401b-85af-6d19cd2ea4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:43.762393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-69a226cc-f70e-401b-85af-6d19cd2ea4c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 200 len: 925 time: 0.6762531 Aug 20 14:54:43.829928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Pushing event updated for resources: {'Port': ['ID=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:43.869095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.871199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.872865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.873314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.874398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.874845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.876538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.876983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.877419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.878566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.879883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.880362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:43.914588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:43.915377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:43.935853 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63649aa4-b344-4442-a0fb-f60bb532fb28 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8395255 Aug 20 14:54:43.953456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Request body: {'port': {'device_id': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:44.034072 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:44.093473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0a170c4-1248-48cd-8e95-60b5d9a1e1a8 req-4324bea0-dd4c-445d-aac2-6af3686f00d0 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481970 Aug 20 14:54:44.176563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-355f7a40-a777-4100-97cb-529fb65b43a6 req-6752692a-89be-411c-9b4c-4e6583de9364 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984379 Aug 20 14:54:44.183723 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-756cee3e-2440-4bce-9727-a9a9c247c739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:44.318739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cee3e-2440-4bce-9727-a9a9c247c739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b3e0e9-5eb3-47ab-8b19-8cd3a8ab6dea,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:44.327832 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-756cee3e-2440-4bce-9727-a9a9c247c739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:44.330847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-756cee3e-2440-4bce-9727-a9a9c247c739 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59b3e0e9-5eb3-47ab-8b19-8cd3a8ab6dea HTTP/1.1" status: 204 len: 168 time: 1.5192304 Aug 20 14:54:44.335415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-d64d9dd1-5971-4aaa-a164-36df4577716a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f560718b-2044-4104-bc75-60b87a944d68 HTTP/1.1" status: 200 len: 1001 time: 0.5513210 Aug 20 14:54:44.336286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55598) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:44.501863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:44.597613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4da1bc4-d37f-4bda-8cea-de604f10b8cc {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:44.608932 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:44.658742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Transition to ACTIVE for port object c4da1bc4-d37f-4bda-8cea-de604f10b8cc will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:44.671992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:44.709052 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5cb6f061-2163-48dc-b8e6-06545566ebd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:44.758327 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:44.776311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:44.886876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 1e41cc21-966c-423a-930c-95b294b1a1cf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:44.892607 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.013407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Pushing event updated for resources: {'Port': ['ID=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:45.047986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:45.049588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:45.050258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.050752 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:45.059798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:45.064780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:45.065603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:45.072346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:45.072964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:45.073555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:45.074887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Bound port: c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:45.079157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8eca91-9570-45c5-8df3-fa935309ad28') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:45.079466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8eca91-9570-45c5-8df3-fa935309ad28') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:45.080511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.090537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.110990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.162206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.191914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:54:45.199840 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.226704 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:45.229850 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:45.241011 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad7b6d7-b6c7-4407-ba58-d7ac79ee9535" -d '{"events": [{"server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "name": "network-vif-plugged", "status": "completed", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:45.247754 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:54:45.265313 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:54:45.278151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:45.287721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:45.289044 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.303766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-ef95cf6b-d06b-44cf-bf21-f9a6a8b53f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.305240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-ef95cf6b-d06b-44cf-bf21-f9a6a8b53f41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7597d52b-fdf5-4569-b467-0879e0197d36 HTTP/1.1" status: 200 len: 863 time: 0.7961090 Aug 20 14:54:45.310326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.324721 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.328955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] 10.222.0.36 "DELETE /v2.0/networks/3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3 HTTP/1.1" status: 204 len: 168 time: 0.9893386 Aug 20 14:54:45.337172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5041a-a9f3-4d8f-8b50-7dfa4c16703a admin admin] Pushing event deleted for resources: {'Network': ['ID=3e5fd70c-5c54-447e-b11e-4ff9c4bbf4f3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:45.359943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-800afee9-f2cf-4996-9e9f-9701584998dc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875909 Aug 20 14:54:45.396680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=10']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:45.451510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Pushing event updated for resources: {'Port': ['ID=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:45.464744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.465719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.469773 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-63681012-6f42-4ca6-abf1-4b2c6ded998f service neutron] 10.222.0.70 "PUT /v2.0/ports/c4da1bc4-d37f-4bda-8cea-de604f10b8cc HTTP/1.1" status: 200 len: 1092 time: 1.5221064 Aug 20 14:54:45.470847 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:45.473713 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df70856d-01dc-48fa-9a25-60171b133f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:45.508175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fe27-c9ef-44ac-8098-25dd0ce65aab req-94c2ea5f-ef7d-4d1a-b931-75816ce7b958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.514919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fe27-c9ef-44ac-8098-25dd0ce65aab req-94c2ea5f-ef7d-4d1a-b931-75816ce7b958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.522042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fe27-c9ef-44ac-8098-25dd0ce65aab req-94c2ea5f-ef7d-4d1a-b931-75816ce7b958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.529249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fe27-c9ef-44ac-8098-25dd0ce65aab req-94c2ea5f-ef7d-4d1a-b931-75816ce7b958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.539283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fe27-c9ef-44ac-8098-25dd0ce65aab req-94c2ea5f-ef7d-4d1a-b931-75816ce7b958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.545531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fe27-c9ef-44ac-8098-25dd0ce65aab req-94c2ea5f-ef7d-4d1a-b931-75816ce7b958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.551523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062fe27-c9ef-44ac-8098-25dd0ce65aab req-94c2ea5f-ef7d-4d1a-b931-75816ce7b958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.559423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5062fe27-c9ef-44ac-8098-25dd0ce65aab req-94c2ea5f-ef7d-4d1a-b931-75816ce7b958 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5443 time: 1.2547820 Aug 20 14:54:45.567970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-68432ea2-7a35-4201-9321-a3c5cd97f7d7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.579401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-68432ea2-7a35-4201-9321-a3c5cd97f7d7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184806 Aug 20 14:54:45.613450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-7f3cf956-ae5f-4743-b246-a76777732a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.614965 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-7f3cf956-ae5f-4743-b246-a76777732a59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1095 time: 0.0731804 Aug 20 14:54:45.624179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55638) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:45.647480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-cb5cf005-acfc-4bc9-b82b-3d9b2f674878 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/quotas/8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 375 time: 0.0669951 Aug 20 14:54:45.719995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5062fe27-c9ef-44ac-8098-25dd0ce65aab req-e14bb147-68c6-4fd6-b020-5dc5dc993c75 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595435 Aug 20 14:54:45.724381 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-ff106462-6282-467e-b4c5-62f89be5afa1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc HTTP/1.1" status: 200 len: 217 time: 0.0704076 Aug 20 14:54:45.748222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-b686bdbf-5d1a-4110-93ec-814a68ff277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.754417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-b686bdbf-5d1a-4110-93ec-814a68ff277a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bfe892b3-d404-4339-bb6c-b63c0d8b291d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4232774 Aug 20 14:54:45.765379 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6d108fb0-d369-4904-8bfd-f3658c3f83bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=161725a7c15746da81d1f8a09aaf40a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402681 Aug 20 14:54:45.765983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55644) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:45.794209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-5aa59108-e9b2-42f1-9a13-33ac11827f57 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303914 Aug 20 14:54:45.826463 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-c6a33dd0-aa30-44b4-911e-53012cce3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:45.828584 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-c6a33dd0-aa30-44b4-911e-53012cce3bf6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0831337 Aug 20 14:54:45.878095 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-01875991-a335-4f4e-8e79-76356ed73705 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393000 Aug 20 14:54:45.883519 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35e50ef6-ef92-4292-a599-938203c68828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:45.928914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-64574b64-7bdc-4e31-90db-fb92a66f55da service neutron] 10.222.0.72 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333690 Aug 20 14:54:46.015027 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:46.048588 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ace4992-f438-4b00-9da1-efc0099089ac x-openstack-request-id: req-4ace4992-f438-4b00-9da1-efc0099089ac {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:46.048895 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "name": "network-vif-plugged", "status": "completed", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:46.049144 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ace4992-f438-4b00-9da1-efc0099089ac {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:46.049732 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'code': 200} Aug 20 14:54:46.111963 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-66c0fdfd-2167-44e1-92b7-eff51b1471be service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235813 Aug 20 14:54:46.113838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35e50ef6-ef92-4292-a599-938203c68828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:46.201115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51b9f3-b9c8-4657-bd22-11afbb8d1e35 req-0e956a32-2ff8-4932-8857-5348978778ba tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.203240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea51b9f3-b9c8-4657-bd22-11afbb8d1e35 req-0e956a32-2ff8-4932-8857-5348978778ba tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.2729719 Aug 20 14:54:46.252671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be40c6c5-e15e-40d7-84c1-ceaccce82a13 req-2fb05ca6-3013-4d75-89c7-2b193ba0ea55 service neutron] 10.222.0.72 "GET /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029506 Aug 20 14:54:46.280583 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35e50ef6-ef92-4292-a599-938203c68828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:46.285303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35e50ef6-ef92-4292-a599-938203c68828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:46.289008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea51b9f3-b9c8-4657-bd22-11afbb8d1e35 req-fdff52e4-64db-4ee7-ab23-cd289864fa4b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672674 Aug 20 14:54:46.289576 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-35e50ef6-ef92-4292-a599-938203c68828 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae32b09c-058f-4db0-9334-f40879d5f017 HTTP/1.1" status: 204 len: 168 time: 0.5046704 Aug 20 14:54:46.308757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e50ef6-ef92-4292-a599-938203c68828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae32b09c-058f-4db0-9334-f40879d5f017,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:46.337517 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-887b0684-21e2-4259-8ecc-c41577d16f98 req-734a8334-d333-4565-ae71-5c1cf3d99f6a service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056222 Aug 20 14:54:46.339054 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57da0331-cad6-4035-82ba-506527fde4c1 x-openstack-request-id: req-57da0331-cad6-4035-82ba-506527fde4c1 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:46.339413 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:46.339753 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57da0331-cad6-4035-82ba-506527fde4c1 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:46.340209 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc', 'status': 'completed', 'code': 200} Aug 20 14:54:46.493786 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70856d-01dc-48fa-9a25-60171b133f0a req-4a4c78a3-0d53-441c-a3c2-be7bfc1eaf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.495327 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df70856d-01dc-48fa-9a25-60171b133f0a req-4a4c78a3-0d53-441c-a3c2-be7bfc1eaf29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1095 time: 0.0620697 Aug 20 14:54:46.510467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d814d-6ca8-423c-8721-2ab06f381a60 req-db1a075b-c4f7-4012-a704-3501435d2836 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.516564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d814d-6ca8-423c-8721-2ab06f381a60 req-db1a075b-c4f7-4012-a704-3501435d2836 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.522511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d814d-6ca8-423c-8721-2ab06f381a60 req-db1a075b-c4f7-4012-a704-3501435d2836 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.528504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d814d-6ca8-423c-8721-2ab06f381a60 req-db1a075b-c4f7-4012-a704-3501435d2836 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.534966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d814d-6ca8-423c-8721-2ab06f381a60 req-db1a075b-c4f7-4012-a704-3501435d2836 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.540900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d814d-6ca8-423c-8721-2ab06f381a60 req-db1a075b-c4f7-4012-a704-3501435d2836 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.547437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d814d-6ca8-423c-8721-2ab06f381a60 req-db1a075b-c4f7-4012-a704-3501435d2836 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.549340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63d814d-6ca8-423c-8721-2ab06f381a60 req-db1a075b-c4f7-4012-a704-3501435d2836 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5443 time: 0.1421249 Aug 20 14:54:46.564543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55680) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:46.570534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-19fa865a-f922-497d-aa92-3c3a132f7595 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Request body: {'floatingip': {'port_id': '8f0addf6-e309-4151-b015-aa04ac1be543'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:46.592099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4e7ac38-961f-4764-bb8c-72f8bfac7661 req-62106491-0205-4dfe-bc99-dfd4f20e675d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 210 time: 0.0948339 Aug 20 14:54:46.624012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70856d-01dc-48fa-9a25-60171b133f0a req-94f22c73-afda-4458-808e-f0649bb199bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.625645 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df70856d-01dc-48fa-9a25-60171b133f0a req-94f22c73-afda-4458-808e-f0649bb199bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.1202192 Aug 20 14:54:46.634497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-19fa865a-f922-497d-aa92-3c3a132f7595 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:46.698587 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df70856d-01dc-48fa-9a25-60171b133f0a req-e58d6bc6-9cae-4d2f-9883-94ff139c58f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc HTTP/1.1" status: 200 len: 217 time: 0.0633729 Aug 20 14:54:46.903514 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70856d-01dc-48fa-9a25-60171b133f0a req-cc95faf3-4ca6-4ead-9db7-6c9af3eee292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:46.908214 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df70856d-01dc-48fa-9a25-60171b133f0a req-cc95faf3-4ca6-4ead-9db7-6c9af3eee292 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.1378403 Aug 20 14:54:46.961214 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df70856d-01dc-48fa-9a25-60171b133f0a req-2862cabc-4ffc-4d50-b0cd-53a4a9d25d77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410194 Aug 20 14:54:47.106149 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df70856d-01dc-48fa-9a25-60171b133f0a req-8d2e33e2-4f19-451e-84b7-42869dd3b314 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151805 Aug 20 14:54:47.297480 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df70856d-01dc-48fa-9a25-60171b133f0a req-e605b75a-aab8-4cc5-a2ae-55e8e6513301 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698911 Aug 20 14:54:47.488246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55752) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:47.535038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb7760-d5df-42a0-9438-6d1dfcbd7b35 req-f19f288c-ff37-4006-8b7a-fae8d3c9bb5b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:47.542344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ecb7760-d5df-42a0-9438-6d1dfcbd7b35 req-f19f288c-ff37-4006-8b7a-fae8d3c9bb5b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.1239233 Aug 20 14:54:47.634304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ecb7760-d5df-42a0-9438-6d1dfcbd7b35 req-e146b99c-437f-4269-80a5-9ebff5ef8365 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888643 Aug 20 14:54:47.650753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-19fa865a-f922-497d-aa92-3c3a132f7595 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:47.658583 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-19fa865a-f922-497d-aa92-3c3a132f7595 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:47.659021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1792927171-network', 'tenant_id': 'a794238b47de420ab56dca701c4c63c3'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:47.663432 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-2e6e8b74-fe85-4fe5-8d40-3e82875b0147 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573394 Aug 20 14:54:47.699845 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:47.753702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Made reservation on behalf of a794238b47de420ab56dca701c4c63c3 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:47.756405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:47.780784 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:47.813027 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-19fa865a-f922-497d-aa92-3c3a132f7595 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Floating IP 6774a260-ce4d-4ff8-84b9-6981547c097e associated. External IP: 172.25.5.246, port: 8f0addf6-e309-4151-b015-aa04ac1be543. Aug 20 14:54:47.855659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-72e14f1f-71e8-4640-b353-25405c71f22c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:47.857294 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-72e14f1f-71e8-4640-b353-25405c71f22c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863253 Aug 20 14:54:47.876564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Request body: {'port': {'device_id': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '8e5c6b9b889f412f8ef4d12fbe95bbf0'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:47.947724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:47.969279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-536d7914-da2e-4dd1-8761-b00dcfdad8c8 req-e555d553-52ca-49db-96f0-e368ae6a9ae4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 210 time: 0.0317962 Aug 20 14:54:47.969899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.044938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:54:48.098860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.099231 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Added segment b550e42c-3281-4881-b38b-d8913e1a056e of type vlan for network eb3965dd-d39a-4a78-aecc-c14c82d53682 Aug 20 14:54:48.103801 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00e8e7a-37ae-430f-8583-9fb20117e2a7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:48.142564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fa865a-f922-497d-aa92-3c3a132f7595 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:54:48.197653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.209070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Made reservation on behalf of 8e5c6b9b889f412f8ef4d12fbe95bbf0 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:48.212292 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.294903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.295928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:48.303854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fa865a-f922-497d-aa92-3c3a132f7595 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:54:48.305044 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.309709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-19fa865a-f922-497d-aa92-3c3a132f7595 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.317862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] Sync routers for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:54:48.333223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:54:48.334001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:54:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:48.383813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-19fa865a-f922-497d-aa92-3c3a132f7595 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "PUT /v2.0/floatingips/6774a260-ce4d-4ff8-84b9-6981547c097e HTTP/1.1" status: 200 len: 991 time: 1.8150296 Aug 20 14:54:48.384865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:48.392435 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbd0557-3b8d-4167-9c41-e682c7ca850c" -d '{"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:48.432913 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9434025 Aug 20 14:54:48.436765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55816) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:48.443663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Request body: {'subnet': {'network_id': 'eb3965dd-d39a-4a78-aecc-c14c82d53682', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1792927171-subnet', 'tenant_id': 'a794238b47de420ab56dca701c4c63c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:48.501510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Made reservation on behalf of a794238b47de420ab56dca701c4c63c3 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:48.504697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.507625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28386a9b-bb9c-4a21-84f6-2cda8ea2dcab admin admin] Pushing event updated for resources: {'Network': ['ID=eb3965dd-d39a-4a78-aecc-c14c82d53682,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:48.546193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network eb3965dd-d39a-4a78-aecc-c14c82d53682 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:54:48.566800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Allocated IP 192.168.233.183 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/3637d791-d4c3-4439-8f1f-1c5081d62be1) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:54:48.688996 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c85479-6be8-44d4-a752-f03dab68eaf6 x-openstack-request-id: req-a6c85479-6be8-44d4-a752-f03dab68eaf6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:48.689606 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:48.689828 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6c85479-6be8-44d4-a752-f03dab68eaf6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:48.690346 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543', 'status': 'completed', 'code': 200} Aug 20 14:54:48.872522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.873887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-9c947c77-8b42-42c6-8567-2d11dc200d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:48.876079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-9c947c77-8b42-42c6-8567-2d11dc200d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:48.876637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-9c947c77-8b42-42c6-8567-2d11dc200d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:48.877330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-9c947c77-8b42-42c6-8567-2d11dc200d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:48.877992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-9c947c77-8b42-42c6-8567-2d11dc200d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:48.879404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-9c947c77-8b42-42c6-8567-2d11dc200d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:48.880173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-9c947c77-8b42-42c6-8567-2d11dc200d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:48.882664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-9c947c77-8b42-42c6-8567-2d11dc200d83 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6507 time: 0.1914890 Aug 20 14:54:48.905780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Transition to ACTIVE for port object 3637d791-d4c3-4439-8f1f-1c5081d62be1 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:48.924720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a832e46-7f4e-4243-b8e7-b938520810ce req-41df422b-a2b7-4bcb-ae33-5ae0156f192b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:48.929785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:54:48.932738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a832e46-7f4e-4243-b8e7-b938520810ce req-41df422b-a2b7-4bcb-ae33-5ae0156f192b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.2056141 Aug 20 14:54:48.935291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:48.978529 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:49.039585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3520141f-3031-44e6-abee-261476ec5425', '1e41cc21-966c-423a-930c-95b294b1a1cf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:49.041617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['65ce822f-1a68-4a45-a7c1-7420e526e39d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:49.054572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:49.062240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:54:49.063868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:49.066311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:54:49.140161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:49.147803 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:49.169453 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3401e336-fef2-4c1b-b6a4-476f302e928d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2998087 Aug 20 14:54:49.196070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Request body: {'port': {'device_id': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:49.212458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-be42baa8-b2bd-42b7-9e17-9eb8f8ffd4a3 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:49.222477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-be42baa8-b2bd-42b7-9e17-9eb8f8ffd4a3 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 804 time: 0.1832376 Aug 20 14:54:49.281818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da479d8-1035-4f8d-87b6-a81d70025402,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:49.313648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:49.314128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a832e46-7f4e-4243-b8e7-b938520810ce req-25bfc865-a352-40af-83ab-bd8a8e59c27a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798261 Aug 20 14:54:49.333840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-15abbe0b-8637-4f0a-a6db-0677bb73e026 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/quotas/13fa99d258f74cc7bcf372b6dd58a081 HTTP/1.1" status: 200 len: 375 time: 0.1101458 Aug 20 14:54:49.408340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-e0b74b64-f8c1-4a64-b3d2-04920069f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:49.410116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-e0b74b64-f8c1-4a64-b3d2-04920069f7e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8de9808-a92c-4226-a7dc-109c0f430768 HTTP/1.1" status: 200 len: 918 time: 0.5163739 Aug 20 14:54:49.427828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Checking segment: {'id': 'b550e42c-3281-4881-b38b-d8913e1a056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb3965dd-d39a-4a78-aecc-c14c82d53682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:49.428185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Network hostable DHCP agents. Network: eb3965dd-d39a-4a78-aecc-c14c82d53682, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:54:49.444768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-343f8f86-c2d7-4d41-ae63-b2e3127f294c None None] Provisioning for port 3637d791-d4c3-4439-8f1f-1c5081d62be1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:49.477200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-343f8f86-c2d7-4d41-ae63-b2e3127f294c None None] Provisioning complete for port 3637d791-d4c3-4439-8f1f-1c5081d62be1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:49.477609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-343f8f86-c2d7-4d41-ae63-b2e3127f294c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:49.525654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-f881bf9a-30c3-4e16-a968-64a9b60381be tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1906400 Aug 20 14:54:49.552927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-0c7e09a6-cd34-44db-88ca-33833472bbce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f0addf6-e309-4151-b015-aa04ac1be543 HTTP/1.1" status: 200 len: 999 time: 0.1293168 Aug 20 14:54:49.553407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Network eb3965dd-d39a-4a78-aecc-c14c82d53682 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:54:49.572309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb53f9d-d6b6-4c30-bf54-7fe69c1fe108 req-618fdb42-eb58-4735-9bc8-73d18877f746 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:49.574056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fb53f9d-d6b6-4c30-bf54-7fe69c1fe108 req-618fdb42-eb58-4735-9bc8-73d18877f746 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 936 time: 0.1681995 Aug 20 14:54:49.656294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3637d791-d4c3-4439-8f1f-1c5081d62be1 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:49.660376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, eb3965dd-d39a-4a78-aecc-c14c82d53682) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:49.671146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:49.671770 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:49.674645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:49.690300 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Transition to ACTIVE for port object 3637d791-d4c3-4439-8f1f-1c5081d62be1 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:49.698954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecfbbb-fe3c-4b87-86da-0444f966ed63 None None] Network eb3965dd-d39a-4a78-aecc-c14c82d53682 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:54:49.700080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:49.714447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-2fcdac3b-b76f-457e-99aa-c850944515e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:49.716083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-2fcdac3b-b76f-457e-99aa-c850944515e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb4bb3b8-21fa-4961-a28d-1bdb09f01658 HTTP/1.1" status: 200 len: 856 time: 0.1151016 Aug 20 14:54:49.724007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fb53f9d-d6b6-4c30-bf54-7fe69c1fe108 req-c678d343-7eb9-4a10-b5c7-f01200c4adcb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118882 Aug 20 14:54:49.759607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dc7ee68c-4595-40f4-a8c7-b150b2613591 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3089731 Aug 20 14:54:49.813439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:49.817413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-28fcf042-7ee4-441a-99da-ede204fd94f2 service neutron] 10.222.0.36 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778468 Aug 20 14:54:49.942009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-343f8f86-c2d7-4d41-ae63-b2e3127f294c None None] Port 3637d791-d4c3-4439-8f1f-1c5081d62be1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:54:49.968326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:49.971443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:49.973302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:49.986465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:49.988863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:49.996433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-d201cf7d-f724-4df1-91c3-37566614d6be service neutron] 10.222.0.36 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777673 Aug 20 14:54:50.003437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:50.003832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:50.004972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:50.005856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Bound port: 3637d791-d4c3-4439-8f1f-1c5081d62be1, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:50.006442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:50.012460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-f3fa92c5-2cc0-40cc-9b0a-65b49f941ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:50.018670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-f3fa92c5-2cc0-40cc-9b0a-65b49f941ed1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8de9808-a92c-4226-a7dc-109c0f430768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2936864 Aug 20 14:54:50.145678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6774a260-ce4d-4ff8-84b9-6981547c097e', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'port_id': '8f0addf6-e309-4151-b015-aa04ac1be543', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'mac_address': 'fa:16:3e:8a:1f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:53:47Z', 'updated_at': '2021-08-20T14:54:47Z', 'revision_number': 1, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71eddf31-586a-41bc-9fe5-9c464dd05443', 'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'mac_address': 'fa:16:3e:e0:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:13Z', 'updated_at': '2021-08-20T14:53:21Z', 'revision_number': 5, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'subnets': [{'id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:50.161143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:50.165270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:50.188111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:50.216086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] Checking router: 64e7d375-65a2-46e5-aa44-6cfa8734aee0 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:54:50.271806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:50.272616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:50.274993 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] 10.222.0.70 "PUT /v2.0/ports/3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 1097 time: 1.0854750 Aug 20 14:54:50.275458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:50.277941 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2743525b-b252-4bb1-9aa1-3392d2e7151c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:50.321566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-819742e4-15f4-4a5f-8fa8-081eddb03377 service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842999 Aug 20 14:54:50.336552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-611cdebb-8cc1-4840-85d2-666552576e83 req-c8602698-1d35-4689-b2b4-75893d5ce684 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 210 time: 0.0799088 Aug 20 14:54:50.377347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abaa9d-2c20-4077-a460-5aed69cc4b23 service neutron] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:50.395879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:54:50.396873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:54:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:50.406131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c7b2f4-3482-442b-bc92-e4588b254b09 None None] Network eb3965dd-d39a-4a78-aecc-c14c82d53682 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:54:50.531366 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1597a30f-1923-4539-9d22-fa7de63be862 x-openstack-request-id: req-1597a30f-1923-4539-9d22-fa7de63be862 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:50.531788 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:50.532107 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1597a30f-1923-4539-9d22-fa7de63be862 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:50.532369 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'status': 'completed', 'code': 200} Aug 20 14:54:50.542396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcbd0557-3b8d-4167-9c41-e682c7ca850c req-21f58c90-f49a-49aa-a46f-2d40c2df484b service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036154 Aug 20 14:54:50.550216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-cde33553-bfc1-4b9d-b17e-7a49cbfdb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:50.553352 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-cde33553-bfc1-4b9d-b17e-7a49cbfdb250 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1100 time: 0.1889246 Aug 20 14:54:50.630472 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-45afb5fb-bd3c-4b00-844e-963e5f33216d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.0634110 Aug 20 14:54:50.716976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136d1e4-a7f0-4850-a233-8b5826e18fd6 req-f7c56b9b-c633-4b0e-902f-30509d20c7e9 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:50.719853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c136d1e4-a7f0-4850-a233-8b5826e18fd6 req-f7c56b9b-c633-4b0e-902f-30509d20c7e9 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.0783830 Aug 20 14:54:50.740971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-ca31bde0-cce4-49b0-878d-f567644d81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:50.742486 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-ca31bde0-cce4-49b0-878d-f567644d81bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0864568 Aug 20 14:54:50.787360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:54:50.833705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-2ad50c2d-ba35-4291-a7a5-24ba1bd66a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:50.838952 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-2ad50c2d-ba35-4291-a7a5-24ba1bd66a2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0790722 Aug 20 14:54:50.852278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c136d1e4-a7f0-4850-a233-8b5826e18fd6 req-ebc9719d-e0af-47ea-846a-20deb51ab1d5 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263392 Aug 20 14:54:50.954025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-5c5cb10f-2f4f-4aa2-b371-4da107ae18c9 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:50.957608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-5c5cb10f-2f4f-4aa2-b371-4da107ae18c9 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/networks?id=eb3965dd-d39a-4a78-aecc-c14c82d53682 HTTP/1.1" status: 200 len: 822 time: 0.2236931 Aug 20 14:54:50.980714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c4da1bc4-d37f-4bda-8cea-de604f10b8cc details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:50.984042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9b456d23-71cb-4cf4-a357-ddffb98f39c0 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:51.006874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-517f07ba-db3c-4e06-89dd-4d55cacd6641 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/quotas/a794238b47de420ab56dca701c4c63c3 HTTP/1.1" status: 200 len: 375 time: 0.0363672 Aug 20 14:54:51.025219 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-3d9bb290-4e2e-44f9-9367-3b2dbc59220b service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727395 Aug 20 14:54:51.047446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-5ba0212f-c984-4159-ac59-70d9e4a82de2 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a794238b47de420ab56dca701c4c63c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334253 Aug 20 14:54:51.112595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87406981-2d5e-477a-b538-6e20629200e4 req-4e0dd1f6-966f-4bed-bc4a-7d80db40ecfb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:51.120747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87406981-2d5e-477a-b538-6e20629200e4 req-4e0dd1f6-966f-4bed-bc4a-7d80db40ecfb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 948 time: 0.1606088 Aug 20 14:54:51.174222 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3d3d6241-5806-4c57-bc2f-be6ca4320f23 req-81ee2e2a-030a-4d08-8f1a-bffa10d74198 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321280 Aug 20 14:54:51.251684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-2b10568d-a049-4f8a-8368-e1ea5c33970c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:51.253734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-2b10568d-a049-4f8a-8368-e1ea5c33970c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c40e27d-9313-4118-bf7d-f42c655265b5 HTTP/1.1" status: 200 len: 945 time: 0.2102022 Aug 20 14:54:51.271942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87406981-2d5e-477a-b538-6e20629200e4 req-cabc81aa-3151-489c-a0e6-1666dd5ccf4f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502879 Aug 20 14:54:51.334594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-689f02d2-59c7-44f3-8a88-99de56737dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/eb3965dd-d39a-4a78-aecc-c14c82d53682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562859 Aug 20 14:54:51.351873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-689eaec1-ffb2-454e-a34d-67864b77b3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:51.354134 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-689eaec1-ffb2-454e-a34d-67864b77b3ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1100 time: 0.1031165 Aug 20 14:54:51.406701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:51.482880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-c1df4eb2-6929-4505-a9f8-7528a58021b2 service neutron] 10.222.0.36 "GET /v2.0/networks/eb3965dd-d39a-4a78-aecc-c14c82d53682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458275 Aug 20 14:54:51.483296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc', 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5', 'port_id': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc', 'mac_address': 'fa:16:3e:6c:dc:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d79847-b744-4ea9-956a-9599bf32dc63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:51.487174 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:51.524164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Deleting port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:54:51.525028 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:51.538567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-f86b5a50-6d8f-407b-be86-5d6ba499f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:51.540883 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-f86b5a50-6d8f-407b-be86-5d6ba499f5ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1726341 Aug 20 14:54:51.620519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:51.623839 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072c0cf4-ed0e-43ba-8ae8-ad15475568f1" -d '{"events": [{"server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "name": "network-vif-unplugged", "status": "completed", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:51.651467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:51.653704 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:51.673738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:51.683517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4da1bc4-d37f-4bda-8cea-de604f10b8cc {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:51.714451 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2bb0f2-aed1-4035-9410-6bccab1731f7 x-openstack-request-id: req-4e2bb0f2-aed1-4035-9410-6bccab1731f7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:51.714786 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "name": "network-vif-unplugged", "status": "completed", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:51.714994 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e2bb0f2-aed1-4035-9410-6bccab1731f7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:51.715360 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0', 'code': 200} Aug 20 14:54:51.747251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:51.754658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6774a260-ce4d-4ff8-84b9-6981547c097e', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'port_id': '8f0addf6-e309-4151-b015-aa04ac1be543', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'mac_address': 'fa:16:3e:8a:1f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:53:47Z', 'updated_at': '2021-08-20T14:54:47Z', 'revision_number': 1, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71eddf31-586a-41bc-9fe5-9c464dd05443', 'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'mac_address': 'fa:16:3e:e0:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:13Z', 'updated_at': '2021-08-20T14:53:21Z', 'revision_number': 5, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'subnets': [{'id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:54:51.759397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:51.779825 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-5de051e3-cff4-4860-a992-55d14707d101 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.2221568 Aug 20 14:54:51.791908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2aa52a-bad1-45cb-9a44-77ae86aa0638 None None] The sync data for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 is: [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6774a260-ce4d-4ff8-84b9-6981547c097e', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'floating_ip_address': '172.25.5.246', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'port_id': '8f0addf6-e309-4151-b015-aa04ac1be543', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'mac_address': 'fa:16:3e:8a:1f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:53:47Z', 'updated_at': '2021-08-20T14:54:47Z', 'revision_number': 1, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71eddf31-586a-41bc-9fe5-9c464dd05443', 'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'mac_address': 'fa:16:3e:e0:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:13Z', 'updated_at': '2021-08-20T14:53:21Z', 'revision_number': 5, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'subnets': [{'id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:54:51.793634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9b456d23-71cb-4cf4-a357-ddffb98f39c0,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:51.809897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.810982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.811494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.812037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.812571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.813067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.813561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.814044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.814523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.817395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.817927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.818420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:54:51.904206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-25a9c336-b04e-4aeb-b135-038d8861a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:51.906227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-25a9c336-b04e-4aeb-b135-038d8861a08c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1135101 Aug 20 14:54:51.933901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-baf5be53-50cc-4ffe-a9cb-200c5855fc12 req-70d2ad34-3b4f-4e65-9f62-5b88161075ea tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 210 time: 0.1663635 Aug 20 14:54:52.012840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:52.024993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c39baa48-1d58-4515-849a-121aa095ebbb req-7111f60d-7593-4ef3-8abc-75446815f2a9 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 210 time: 0.2017300 Aug 20 14:54:52.027426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-0de34b75-9b82-49b1-8789-7222c3cfa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:52.030950 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-0de34b75-9b82-49b1-8789-7222c3cfa18f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128681 Aug 20 14:54:52.037477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] For port 9b456d23-71cb-4cf4-a357-ddffb98f39c0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9b456d23-71cb-4cf4-a357-ddffb98f39c0,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:52.050215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:52.178759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['c4da1bc4-d37f-4bda-8cea-de604f10b8cc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:52.187227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Calling delete_port for 9b456d23-71cb-4cf4-a357-ddffb98f39c0 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:54:52.190055 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941fda79-bbdf-414b-98cb-ec6254e4e4a4 None None] New status for floating IP 6774a260-ce4d-4ff8-84b9-6981547c097e: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:54:52.219779 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-81b1a6e2-5679-4eaf-97e8-aa4136e00bf3 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778049 Aug 20 14:54:52.379483 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2743525b-b252-4bb1-9aa1-3392d2e7151c req-e830f8a5-e362-4cf8-b4da-421d11886d5b service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465232 Aug 20 14:54:52.518953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb49df-1101-4266-b4f1-8428d2ec5da2 req-910fe5e5-63fb-49f7-b4eb-d5fcbe78dd9f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:52.521597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15fb49df-1101-4266-b4f1-8428d2ec5da2 req-910fe5e5-63fb-49f7-b4eb-d5fcbe78dd9f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 944 time: 0.3997483 Aug 20 14:54:52.566951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-e6a892ef-08e6-4139-824a-43766fb45e22 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:52.568799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-e6a892ef-08e6-4139-824a-43766fb45e22 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.72 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 804 time: 0.6210964 Aug 20 14:54:52.594077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Request body: {'port': {'device_id': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'admin_state_up': True, 'tenant_id': '13fa99d258f74cc7bcf372b6dd58a081'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:53.010767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75103d4d-e3f2-4189-9b39-68046b8cebca req-0aca17ee-36d8-4c70-9582-9583c795c8f9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:53.012254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75103d4d-e3f2-4189-9b39-68046b8cebca req-0aca17ee-36d8-4c70-9582-9583c795c8f9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 948 time: 0.6086922 Aug 20 14:54:53.026047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15fb49df-1101-4266-b4f1-8428d2ec5da2 req-71985c5c-95b9-418c-9991-e79cd218ccfd tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915259 Aug 20 14:54:53.126865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75103d4d-e3f2-4189-9b39-68046b8cebca req-95dce247-a12e-4741-9691-edfa8dfc09ee tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057644 Aug 20 14:54:53.128238 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:53.165340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Pushing event deleted for resources: {'Port': ['ID=9b456d23-71cb-4cf4-a357-ddffb98f39c0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:53.222105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] No DVR routers for this DVR port 9b456d23-71cb-4cf4-a357-ddffb98f39c0 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:54:53.223718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Made reservation on behalf of 13fa99d258f74cc7bcf372b6dd58a081 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:53.227636 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:53.230023 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:53.231993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f5feb86-a1f0-4fb2-9546-1fb5ed1e3e46 req-ed9e4919-2551-4980-81c1-146d58ad3e43 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "DELETE /v2.0/ports/9b456d23-71cb-4cf4-a357-ddffb98f39c0 HTTP/1.1" status: 204 len: 173 time: 1.9635084 Aug 20 14:54:53.232503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'name': 'network-vif-deleted', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:53.234953 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea6bfb4-c458-46c9-b13a-ff83f809b562" -d '{"events": [{"server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "name": "network-vif-deleted", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:53.474387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14505aeb-201c-4f91-8497-152ec28fcbd7 req-031b17ed-d41d-4176-8aca-29737ddf16ed tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 210 time: 0.0548055 Aug 20 14:54:53.488166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-78ca0f31-94d8-4398-88ab-3d65f640a2f7 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:53.489783 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-78ca0f31-94d8-4398-88ab-3d65f640a2f7 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.72 "GET /v2.0/networks?id=eb3965dd-d39a-4a78-aecc-c14c82d53682 HTTP/1.1" status: 200 len: 822 time: 0.1644304 Aug 20 14:54:53.509428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Request body: {'port': {'device_id': '3b77496d-bbe5-4a78-9e52-43e891ee3e77', 'network_id': 'eb3965dd-d39a-4a78-aecc-c14c82d53682', 'admin_state_up': True, 'tenant_id': 'a794238b47de420ab56dca701c4c63c3'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:53.533728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Allocated IP 172.20.0.2 (fb010d67-a258-4804-a83f-4e171ac3e4d9/8d7f0bb7-1891-429a-b93d-bed0380be9c0/e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:54:53.540141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12b615c5-7662-46ea-bb3e-f2f7c0486d98 req-7d3b8612-f51c-4b46-9041-91b7482a6bf4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 210 time: 0.1182530 Aug 20 14:54:53.541985 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49b1f6a-fe18-469c-8295-bbcbe5d793e2 x-openstack-request-id: req-f49b1f6a-fe18-469c-8295-bbcbe5d793e2 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:53.542394 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c40e27d-9313-4118-bf7d-f42c655265b5", "name": "network-vif-deleted", "tag": "9b456d23-71cb-4cf4-a357-ddffb98f39c0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:53.542653 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f49b1f6a-fe18-469c-8295-bbcbe5d793e2 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:53.543169 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c40e27d-9313-4118-bf7d-f42c655265b5', 'name': 'network-vif-deleted', 'tag': '9b456d23-71cb-4cf4-a357-ddffb98f39c0', 'status': 'completed', 'code': 200} Aug 20 14:54:53.652840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Made reservation on behalf of a794238b47de420ab56dca701c4c63c3 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:54:53.657578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:53.705858 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:53.749279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:53.797457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Network fb010d67-a258-4804-a83f-4e171ac3e4d9 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:54:53.800471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:53.802161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Allocated IP 172.20.0.12 (eb3965dd-d39a-4a78-aecc-c14c82d53682/9da479d8-1035-4f8d-87b6-a81d70025402/8a5da536-e042-4d83-b2e1-a5e100865887) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:54:53.804109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:54:53.821156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Pushing event updated for resources: {'Port': ['ID=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:53.869914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:53.870575 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:53.889849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-409ef80d-007b-474a-8890-9292317eec4b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3028724 Aug 20 14:54:53.999112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Request body: {'port': {'device_id': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:54.005603 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.061799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.079725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.168723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Network eb3965dd-d39a-4a78-aecc-c14c82d53682 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:54:54.173937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:54:54.177200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:54:54.226878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Pushing event updated for resources: {'Port': ['ID=8a5da536-e042-4d83-b2e1-a5e100865887,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:54.259225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:54.260132 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.281600 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-0604f3d7-fee8-464d-a0b1-e3a4237b86a5 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7750394 Aug 20 14:54:54.304106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Request body: {'port': {'device_id': '3b77496d-bbe5-4a78-9e52-43e891ee3e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:54:54.310097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40582069-8b13-4b98-a522-339547ebf7d8 req-670fc82a-3ac7-4b90-9fea-bc3a882b2815 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:54.313188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40582069-8b13-4b98-a522-339547ebf7d8 req-670fc82a-3ac7-4b90-9fea-bc3a882b2815 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 944 time: 0.1547821 Aug 20 14:54:54.386687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.457463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40582069-8b13-4b98-a522-339547ebf7d8 req-3bcda6ea-3807-4ed6-8cc3-b0e607cea610 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253831 Aug 20 14:54:54.473403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7302d02-a192-4e66-a997-e65a975b3bbb req-c3c67136-587c-4855-b14f-e4503fbaa177 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:54.476205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7302d02-a192-4e66-a997-e65a975b3bbb req-c3c67136-587c-4855-b14f-e4503fbaa177 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 948 time: 0.1453695 Aug 20 14:54:54.569468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7302d02-a192-4e66-a997-e65a975b3bbb req-a5ffaa22-89a2-4767-b1c8-1045c76ab6fd tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690937 Aug 20 14:54:54.670958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:54.681513 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.719090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Transition to ACTIVE for port object e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:54.777942 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.778156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5da536-e042-4d83-b2e1-a5e100865887 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:54.785953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:54.788449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.792234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c4da1bc4-d37f-4bda-8cea-de604f10b8cc up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:54.803795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Transition to ACTIVE for port object 8a5da536-e042-4d83-b2e1-a5e100865887 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:54:54.809075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.848849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b56af-811e-4e11-ae3e-e75b5620bd88 req-93c63e23-f988-44bc-ac99-c77d620646d3 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:54.850491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-897b56af-811e-4e11-ae3e-e75b5620bd88 req-93c63e23-f988-44bc-ac99-c77d620646d3 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 932 time: 0.1299882 Aug 20 14:54:54.868724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Pushing event updated for resources: {'Port': ['ID=8a5da536-e042-4d83-b2e1-a5e100865887,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:54.907401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:54.966287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port c4da1bc4-d37f-4bda-8cea-de604f10b8cc completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:54.976027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port c4da1bc4-d37f-4bda-8cea-de604f10b8cc triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:54.976657 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:54.980658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5df1ba-2740-43d6-a57c-091b0ac4a525 req-838ba377-4411-40d7-98ee-9d8c1f0af826 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:54.988759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab5df1ba-2740-43d6-a57c-091b0ac4a525 req-838ba377-4411-40d7-98ee-9d8c1f0af826 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 943 time: 0.2070646 Aug 20 14:54:55.005158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-897b56af-811e-4e11-ae3e-e75b5620bd88 req-87c9b748-de76-481b-ac81-b8d2b95f0a07 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464679 Aug 20 14:54:55.030576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Attempting to bind port 8a5da536-e042-4d83-b2e1-a5e100865887 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:55.030935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Attempting to bind port 8a5da536-e042-4d83-b2e1-a5e100865887 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b550e42c-3281-4881-b38b-d8913e1a056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb3965dd-d39a-4a78-aecc-c14c82d53682'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:55.031346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Attempting to bind port 8a5da536-e042-4d83-b2e1-a5e100865887 on network eb3965dd-d39a-4a78-aecc-c14c82d53682 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:55.037468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Port 8a5da536-e042-4d83-b2e1-a5e100865887 on network eb3965dd-d39a-4a78-aecc-c14c82d53682 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:55.037972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Attempting to bind port 8a5da536-e042-4d83-b2e1-a5e100865887 on network eb3965dd-d39a-4a78-aecc-c14c82d53682 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:55.054557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:55.055032 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Checking segment: {'id': 'b550e42c-3281-4881-b38b-d8913e1a056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb3965dd-d39a-4a78-aecc-c14c82d53682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:55.055463 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Bound using segment: {'id': 'b550e42c-3281-4881-b38b-d8913e1a056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb3965dd-d39a-4a78-aecc-c14c82d53682'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:55.056031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Bound port: 8a5da536-e042-4d83-b2e1-a5e100865887, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b550e42c-3281-4881-b38b-d8913e1a056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'eb3965dd-d39a-4a78-aecc-c14c82d53682'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:55.056919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.065037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab5df1ba-2740-43d6-a57c-091b0ac4a525 req-def3ebad-c1fd-4e2e-be4e-c171c5433074 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753043 Aug 20 14:54:55.067459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Attempting to bind port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:54:55.067827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Attempting to bind port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:54:55.068154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Attempting to bind port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 on network fb010d67-a258-4804-a83f-4e171ac3e4d9 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:55.073099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 on network fb010d67-a258-4804-a83f-4e171ac3e4d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:54:55.073682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Attempting to bind port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 on network fb010d67-a258-4804-a83f-4e171ac3e4d9 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:54:55.074352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:55.086395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:54:55.086890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Checking segment: {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:54:55.087177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Bound using segment: {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:54:55.087572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Bound port: e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:54:55.087922 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.118659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'mac_address': 'fa:16:3e:a4:6c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:55.157093 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.192715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] For port 8a5da536-e042-4d83-b2e1-a5e100865887, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:55.198140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] For port 8a5da536-e042-4d83-b2e1-a5e100865887, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8a5da536-e042-4d83-b2e1-a5e100865887,segment=NetworkSegment(b550e42c-3281-4881-b38b-d8913e1a056e),segment_id=b550e42c-3281-4881-b38b-d8913e1a056e)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:55.206184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.206516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:54:55.211100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:54:55.220660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.228019 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.251896 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:55.252725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.254546 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] 10.222.0.72 "PUT /v2.0/ports/8a5da536-e042-4d83-b2e1-a5e100865887 HTTP/1.1" status: 200 len: 1093 time: 0.9583294 Aug 20 14:54:55.255192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b77496d-bbe5-4a78-9e52-43e891ee3e77', 'tag': '8a5da536-e042-4d83-b2e1-a5e100865887'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:55.258113 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c53a2e-7cfc-4895-b63e-56aecbe625d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b77496d-bbe5-4a78-9e52-43e891ee3e77", "tag": "8a5da536-e042-4d83-b2e1-a5e100865887"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:55.280281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:55.290869 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e668ad-8c23-4ca0-ae4c-d527170e8a75" -d '{"events": [{"server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "name": "network-vif-plugged", "status": "completed", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:55.309734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:55.313560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3637d791-d4c3-4439-8f1f-1c5081d62be1 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:54:55.341126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:55.342034 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.343666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] 10.222.0.72 "PUT /v2.0/ports/e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 HTTP/1.1" status: 200 len: 1092 time: 1.4110579 Aug 20 14:54:55.347504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:55.351634 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.370306 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:55.381292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97331f-d335-40ea-bcc9-995c68ebe174 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:55.401010 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081193a7-624c-4bf2-a12d-f600683f29b9 x-openstack-request-id: req-081193a7-624c-4bf2-a12d-f600683f29b9 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:55.401739 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b77496d-bbe5-4a78-9e52-43e891ee3e77", "tag": "8a5da536-e042-4d83-b2e1-a5e100865887", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:55.401883 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-081193a7-624c-4bf2-a12d-f600683f29b9 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:55.402281 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b77496d-bbe5-4a78-9e52-43e891ee3e77', 'tag': '8a5da536-e042-4d83-b2e1-a5e100865887', 'status': 'completed', 'code': 200} Aug 20 14:54:55.402929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef909552-a768-44f4-a8dc-408faf9a82de service neutron] Pushing event updated for resources: {'Port': ['ID=8a5da536-e042-4d83-b2e1-a5e100865887,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:55.429674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-fcf0e6d5-d403-48d4-8bd3-76aa1d6029f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:55.432129 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-fcf0e6d5-d403-48d4-8bd3-76aa1d6029f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a794238b47de420ab56dca701c4c63c3&device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 1096 time: 0.0971847 Aug 20 14:54:55.443600 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eacfa6c-313d-40f3-b004-c68a9482024e x-openstack-request-id: req-0eacfa6c-313d-40f3-b004-c68a9482024e {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:55.443964 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "name": "network-vif-plugged", "status": "completed", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:55.444223 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0eacfa6c-313d-40f3-b004-c68a9482024e {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:55.444613 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc', 'code': 200} Aug 20 14:54:55.479809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:55.499407 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-42f25c7b-7b85-48e9-b03e-84a14eea9359 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a5da536-e042-4d83-b2e1-a5e100865887 HTTP/1.1" status: 200 len: 217 time: 0.0521612 Aug 20 14:54:55.504485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-8237196a-24c1-4e0a-a5ac-44ccbb893b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:55.506103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-8237196a-24c1-4e0a-a5ac-44ccbb893b17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 1095 time: 0.0595868 Aug 20 14:54:55.563110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:55.563697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:55.568288 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:55.573255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-04d53d2d-abf5-4bac-a0b3-0b7e7da08f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:55.575202 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-04d53d2d-abf5-4bac-a0b3-0b7e7da08f5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9da479d8-1035-4f8d-87b6-a81d70025402 HTTP/1.1" status: 200 len: 862 time: 0.0678065 Aug 20 14:54:55.575448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-2e26bc58-ad50-4754-a12a-32d12ac4325e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 HTTP/1.1" status: 200 len: 217 time: 0.0553241 Aug 20 14:54:55.621441 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-eafd3c5b-193d-42ee-951f-2ea9fc1420a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb3965dd-d39a-4a78-aecc-c14c82d53682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321128 Aug 20 14:54:55.652811 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d211b0-8473-44d9-a5b3-b8d29cf8ffbf x-openstack-request-id: req-d9d211b0-8473-44d9-a5b3-b8d29cf8ffbf {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:55.653116 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:55.653376 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9d211b0-8473-44d9-a5b3-b8d29cf8ffbf {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:55.653843 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7', 'status': 'completed', 'code': 200} Aug 20 14:54:55.694812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a2e6e-1ddc-437e-bf4b-2a3bc2b7dc6e req-02ac0aa4-1d0a-4c15-bd0f-fbe64ce331f2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:55.697107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-765a2e6e-1ddc-437e-bf4b-2a3bc2b7dc6e req-02ac0aa4-1d0a-4c15-bd0f-fbe64ce331f2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 945 time: 0.1252632 Aug 20 14:54:55.720108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-ef6852e0-639e-4aca-a073-fa428ecfddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:55.721961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-ef6852e0-639e-4aca-a073-fa428ecfddb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d7f0bb7-1891-429a-b93d-bed0380be9c0 HTTP/1.1" status: 200 len: 844 time: 0.1320062 Aug 20 14:54:55.743445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3637d791-d4c3-4439-8f1f-1c5081d62be1'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:54:55.743755 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-c8eb3871-4e76-43de-93ff-c4b9a1ed6437 service neutron] 10.222.0.72 "GET /v2.0/networks/eb3965dd-d39a-4a78-aecc-c14c82d53682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142919 Aug 20 14:54:55.813416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-db650cc3-3428-4c89-9199-9ee8b2097744 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb010d67-a258-4804-a83f-4e171ac3e4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625770 Aug 20 14:54:55.863515 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43a709c3-ac56-40e9-b3d3-600a0c13cf5d req-8792c746-c1bc-4689-b470-7852341fee9a service neutron] 10.222.0.72 "GET /v2.0/networks/eb3965dd-d39a-4a78-aecc-c14c82d53682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129696 Aug 20 14:54:55.937435 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc78a03-e8c9-4ce3-9855-385126fc0fb2 req-ac9773f3-36c8-4b8e-81d2-06cfca9c39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:55.939151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adc78a03-e8c9-4ce3-9855-385126fc0fb2 req-ac9773f3-36c8-4b8e-81d2-06cfca9c39a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1097 time: 0.3659379 Aug 20 14:54:55.946667 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-765a2e6e-1ddc-437e-bf4b-2a3bc2b7dc6e req-faa54d63-b67f-45e4-9383-fc516cb17c3c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240400 Aug 20 14:54:55.957170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91e00-b614-4845-8481-6c49ea62525e req-385bd2f4-24f2-4d72-8b1f-cbf8f0dc30a1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:55.959000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30e91e00-b614-4845-8481-6c49ea62525e req-385bd2f4-24f2-4d72-8b1f-cbf8f0dc30a1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 949 time: 0.2350256 Aug 20 14:54:56.029894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-5a1b92c9-21a8-43e3-beae-b9beb383643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:56.031821 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-5a1b92c9-21a8-43e3-beae-b9beb383643e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a794238b47de420ab56dca701c4c63c3&device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 1096 time: 0.0565538 Aug 20 14:54:56.048999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adc78a03-e8c9-4ce3-9855-385126fc0fb2 req-3f7d168e-e82a-4280-945c-95edb04a472c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874994 Aug 20 14:54:56.052980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-b1a950b0-e333-4ba6-9886-478451dde29b service neutron] 10.222.0.72 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218394 Aug 20 14:54:56.063399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30e91e00-b614-4845-8481-6c49ea62525e req-f208c304-bb49-4b36-83a1-d6d807fa7492 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921116 Aug 20 14:54:56.179735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-5af553a0-42cc-4220-ba3d-6ff24b3fad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:56.181538 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-5af553a0-42cc-4220-ba3d-6ff24b3fad63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eb3965dd-d39a-4a78-aecc-c14c82d53682 HTTP/1.1" status: 200 len: 923 time: 0.1153026 Aug 20 14:54:56.232455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057f75c-251f-43df-958b-74c1883d2944 req-06213865-2dea-47b3-90b1-d4532d98da73 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:56.238911 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-42e22e19-05c9-4f28-a196-fe1a05ef265a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a5da536-e042-4d83-b2e1-a5e100865887 HTTP/1.1" status: 200 len: 217 time: 0.0481918 Aug 20 14:54:56.239802 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9057f75c-251f-43df-958b-74c1883d2944 req-06213865-2dea-47b3-90b1-d4532d98da73 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 944 time: 0.0960941 Aug 20 14:54:56.250403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c08c0d9-7b64-40ab-a13c-0c14398253ab req-ca52de36-2e10-461d-a0f0-1dd1584ff876 service neutron] 10.222.0.72 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813030 Aug 20 14:54:56.302849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-1a8beb25-5964-4cf0-a830-3b050344c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:56.304663 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-1a8beb25-5964-4cf0-a830-3b050344c2de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9da479d8-1035-4f8d-87b6-a81d70025402 HTTP/1.1" status: 200 len: 862 time: 0.0582666 Aug 20 14:54:56.306021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9057f75c-251f-43df-958b-74c1883d2944 req-9d435a99-923f-49cb-8781-ee4bfe811772 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653722 Aug 20 14:54:56.319371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad5459-2ee3-42df-834e-e11829ed2bba req-18e4cd0e-afee-4a56-8ec8-d3924e026e4f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:56.321039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffad5459-2ee3-42df-834e-e11829ed2bba req-18e4cd0e-afee-4a56-8ec8-d3924e026e4f tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 943 time: 0.0792477 Aug 20 14:54:56.379676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffad5459-2ee3-42df-834e-e11829ed2bba req-7fcbe3fb-7b8f-45db-aef8-29c8fad52b5d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465260 Aug 20 14:54:56.385168 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-85d45d5f-30e8-49c5-8d79-0493fe5870d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eb3965dd-d39a-4a78-aecc-c14c82d53682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268619 Aug 20 14:54:56.416097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-b9617d20-8ce9-4b77-9ef5-e02e2ebe58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:56.417641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-b9617d20-8ce9-4b77-9ef5-e02e2ebe58c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 1095 time: 0.0572958 Aug 20 14:54:56.505610 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-ce0768cf-0a3b-4962-a89a-918e2651738b service neutron] 10.222.0.72 "GET /v2.0/networks/eb3965dd-d39a-4a78-aecc-c14c82d53682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126468 Aug 20 14:54:56.582068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-4d82031d-0ddb-41b9-b96b-10e695c7f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:56.583657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-4d82031d-0ddb-41b9-b96b-10e695c7f406 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 905 time: 0.1588929 Aug 20 14:54:56.630165 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-44c53a2e-7cfc-4895-b63e-56aecbe625d2 req-c1e38965-abcc-4656-9259-161b363366f3 service neutron] 10.222.0.72 "GET /v2.0/networks/eb3965dd-d39a-4a78-aecc-c14c82d53682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019061 Aug 20 14:54:56.640446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-eda7a75f-977f-42c1-82dd-148e47753a53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 HTTP/1.1" status: 200 len: 217 time: 0.0474999 Aug 20 14:54:56.673054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55980) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:56.707344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-e6b779c6-f3b4-4520-ba4d-beb0283ca1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:56.709341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-e6b779c6-f3b4-4520-ba4d-beb0283ca1dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8d7f0bb7-1891-429a-b93d-bed0380be9c0 HTTP/1.1" status: 200 len: 844 time: 0.0507092 Aug 20 14:54:56.745335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-aabd56bd-aac7-482b-bcd0-bdc958b99ebb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb010d67-a258-4804-a83f-4e171ac3e4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275927 Aug 20 14:54:56.788738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:54:56.791586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27bcd2e3-0d4d-46b4-845f-d60e2719043c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:56.849374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 3637d791-d4c3-4439-8f1f-1c5081d62be1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:54:56.853087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-781fb450-2935-420a-ae7c-b157a7263d95 service neutron] 10.222.0.72 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996754 Aug 20 14:54:56.855866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 3637d791-d4c3-4439-8f1f-1c5081d62be1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:54:56.856354 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:56.895866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27bcd2e3-0d4d-46b4-845f-d60e2719043c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:56.906662 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27bcd2e3-0d4d-46b4-845f-d60e2719043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:56.955567 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-27bcd2e3-0d4d-46b4-845f-d60e2719043c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6de66ba73be7450a95d521294c3eab96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789867 Aug 20 14:54:56.955801 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:56.957868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55984) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:56.990418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcd2e3-0d4d-46b4-845f-d60e2719043c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660d07ce-38b4-4d2c-bf9d-3064b43ce888,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:57.006126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:57.017115 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:57.017712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9b456d23-71cb-4cf4-a357-ddffb98f39c0 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:54:57.022156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d28b68f-01fa-4cef-a671-0f3ebbcf6502 req-fd0ab6de-5d84-45b7-944f-3f881122cabe service neutron] 10.222.0.72 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558337 Aug 20 14:54:57.027391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a68c9c35-d693-4a34-8e39-6310e33cfad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:57.063339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 9b456d23-71cb-4cf4-a357-ddffb98f39c0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:54:57.065822 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a68c9c35-d693-4a34-8e39-6310e33cfad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:57.074386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9b456d23-71cb-4cf4-a357-ddffb98f39c0 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:54:57.128020 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a68c9c35-d693-4a34-8e39-6310e33cfad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:57.131387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a68c9c35-d693-4a34-8e39-6310e33cfad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:57.134958 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a68c9c35-d693-4a34-8e39-6310e33cfad1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/660d07ce-38b4-4d2c-bf9d-3064b43ce888 HTTP/1.1" status: 204 len: 168 time: 0.1737819 Aug 20 14:54:57.141863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c9c35-d693-4a34-8e39-6310e33cfad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660d07ce-38b4-4d2c-bf9d-3064b43ce888,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:57.148286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:57.158856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53db66-c462-4d7e-a835-0c78d3d4eefe req-b418e093-1a6b-4809-ac51-241b6f565755 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:57.162068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc53db66-c462-4d7e-a835-0c78d3d4eefe req-b418e093-1a6b-4809-ac51-241b6f565755 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 945 time: 0.1049428 Aug 20 14:54:57.215897 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc53db66-c462-4d7e-a835-0c78d3d4eefe req-ed820f11-b59a-4948-828c-77fb37833e7d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Aug 20 14:54:57.305212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a0ca3-5385-47b9-a602-57813f96d67a req-6e660f74-4ffb-4eed-bbd6-3e6f3d1474f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:57.306961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-507a0ca3-5385-47b9-a602-57813f96d67a req-6e660f74-4ffb-4eed-bbd6-3e6f3d1474f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0594125 Aug 20 14:54:57.354403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-507a0ca3-5385-47b9-a602-57813f96d67a req-0cd52616-51a8-442d-8b25-19fc4ed8a484 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 Aug 20 14:54:57.443363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23f150-73d8-40d1-a7a1-49485504838c req-220fab1a-1fea-4409-953d-06facf4b6216 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:57.445352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:54:57.447710 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419f966e-3e3f-4e02-8ced-be35ed7c9ad5" -d '{"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-plugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:54:57.448491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc23f150-73d8-40d1-a7a1-49485504838c req-220fab1a-1fea-4409-953d-06facf4b6216 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 944 time: 0.0568736 Aug 20 14:54:57.515807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc23f150-73d8-40d1-a7a1-49485504838c req-a6821b5b-4452-4c84-93e9-b4cbcc879af0 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640228 Aug 20 14:54:57.537177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6635f9-4cf6-41bc-afa4-9d67da62e611 req-f3a61053-5f02-45fb-9c92-c751c9027f54 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:57.544670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef6635f9-4cf6-41bc-afa4-9d67da62e611 req-f3a61053-5f02-45fb-9c92-c751c9027f54 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 943 time: 0.0858731 Aug 20 14:54:57.558319 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f48b8d3-4051-4345-b7de-32bede24c5c9 x-openstack-request-id: req-5f48b8d3-4051-4345-b7de-32bede24c5c9 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:54:57.558610 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-plugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:54:57.558856 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f48b8d3-4051-4345-b7de-32bede24c5c9 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:54:57.559253 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'code': 200} Aug 20 14:54:57.599740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef6635f9-4cf6-41bc-afa4-9d67da62e611 req-fd11bcef-2c7a-4643-9cb4-bc294c0cfbce tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505447 Aug 20 14:54:57.752655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727e903-5585-49cf-b8c8-5a75000159be req-6abbc63a-049d-42a6-bdaa-15ccdcd43480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:57.754155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1727e903-5585-49cf-b8c8-5a75000159be req-6abbc63a-049d-42a6-bdaa-15ccdcd43480 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1102 time: 0.0508833 Aug 20 14:54:57.796555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1727e903-5585-49cf-b8c8-5a75000159be req-230268f0-f74f-478a-91f7-289f10b9f10e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296826 Aug 20 14:54:58.335813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b44fac-1628-4110-9aa9-40ace2581f19 req-51fb5543-3b83-46f8-a797-f5d395bc4e9d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:58.337412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43b44fac-1628-4110-9aa9-40ace2581f19 req-51fb5543-3b83-46f8-a797-f5d395bc4e9d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 945 time: 0.0509214 Aug 20 14:54:58.379981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43b44fac-1628-4110-9aa9-40ace2581f19 req-0852e3f7-a9ef-493d-a710-617779ed264a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359335 Aug 20 14:54:58.392349 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:58.490563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b31f01-0b8b-4cd6-93ca-31d84e043ec1 req-93668de3-4fd8-4934-b577-d3bfbe49108d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:58.492509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3b31f01-0b8b-4cd6-93ca-31d84e043ec1 req-93668de3-4fd8-4934-b577-d3bfbe49108d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0532875 Aug 20 14:54:58.540489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3b31f01-0b8b-4cd6-93ca-31d84e043ec1 req-d14e2697-63b6-4b40-8586-abd7a4e2969c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408506 Aug 20 14:54:58.664998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d90f1a-f7ca-44d8-8dd0-44f449c1f397 req-86f98a05-0f6f-40d4-8e0a-22bbc7e21156 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:58.668769 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18d90f1a-f7ca-44d8-8dd0-44f449c1f397 req-86f98a05-0f6f-40d4-8e0a-22bbc7e21156 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 944 time: 0.0578077 Aug 20 14:54:58.709860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18d90f1a-f7ca-44d8-8dd0-44f449c1f397 req-c663231a-d8ca-424d-8ca8-dd4932b4476c tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358703 Aug 20 14:54:58.795565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fafd0-8196-409e-97e5-d70fdcfb7966 req-17107a2b-a266-4cda-b6ed-356233412e43 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:58.797108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c4fafd0-8196-409e-97e5-d70fdcfb7966 req-17107a2b-a266-4cda-b6ed-356233412e43 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1097 time: 0.0657203 Aug 20 14:54:58.842183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da562fe6-3d74-45e2-bdf7-5ba9cce23bf8 req-d0a1b701-686e-440d-aa82-ac7383dfe557 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:58.843707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da562fe6-3d74-45e2-bdf7-5ba9cce23bf8 req-d0a1b701-686e-440d-aa82-ac7383dfe557 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 943 time: 0.0769191 Aug 20 14:54:58.860739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c4fafd0-8196-409e-97e5-d70fdcfb7966 req-6f0ed746-9ed0-44e9-b8d0-4773fb4fc93d tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555580 Aug 20 14:54:58.894016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da562fe6-3d74-45e2-bdf7-5ba9cce23bf8 req-7b14cc14-6cf2-437d-ac10-0cc6abf80ff4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Aug 20 14:54:59.006032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2982f-eab5-4d37-8fb8-df15e8455c57 req-fac95010-a76c-4798-804a-3b7b70828e9b tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:59.007582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7d2982f-eab5-4d37-8fb8-df15e8455c57 req-fac95010-a76c-4798-804a-3b7b70828e9b tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1097 time: 0.0461276 Aug 20 14:54:59.042615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7d2982f-eab5-4d37-8fb8-df15e8455c57 req-aa0fb03d-222f-4dd2-9312-10ae0b927e3c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290022 Aug 20 14:54:59.335868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56084) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:59.456169 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7206aa9-fa75-4c42-8e33-a2bf77e6e13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:59.564533 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7206aa9-fa75-4c42-8e33-a2bf77e6e13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:59.580725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7206aa9-fa75-4c42-8e33-a2bf77e6e13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:59.629766 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e7206aa9-fa75-4c42-8e33-a2bf77e6e13b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=580f74bc5ab2485d8cf4f43b5c8747da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927010 Aug 20 14:54:59.630356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56104) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:54:59.633424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7206aa9-fa75-4c42-8e33-a2bf77e6e13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e77f47-00a6-4b0a-9475-0953f93e2765,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:59.680496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59128b8f-0d3a-4af3-be22-2ba09d531bf8 req-9934a63e-68c4-4f90-a42b-8552778bc589 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:59.688078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59128b8f-0d3a-4af3-be22-2ba09d531bf8 req-9934a63e-68c4-4f90-a42b-8552778bc589 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0644703 Aug 20 14:54:59.695222 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-115bc633-98da-430a-b5ae-c6f10b586734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:59.718666 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-115bc633-98da-430a-b5ae-c6f10b586734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:59.722639 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59128b8f-0d3a-4af3-be22-2ba09d531bf8 req-f4f1af3c-7d41-4c51-9308-0aa9d9d2a958 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336094 Aug 20 14:54:59.752241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8a5da536-e042-4d83-b2e1-a5e100865887 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:54:59.786762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-115bc633-98da-430a-b5ae-c6f10b586734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:59.790320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-115bc633-98da-430a-b5ae-c6f10b586734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:54:59.793033 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-115bc633-98da-430a-b5ae-c6f10b586734 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15e77f47-00a6-4b0a-9475-0953f93e2765 HTTP/1.1" status: 204 len: 168 time: 0.1613503 Aug 20 14:54:59.806216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bc633-98da-430a-b5ae-c6f10b586734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e77f47-00a6-4b0a-9475-0953f93e2765,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:54:59.865980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d3686-5d46-4c86-8d3d-ea045a219525 req-72608965-1259-4b97-a5b8-e70118d99000 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:54:59.874203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-252d3686-5d46-4c86-8d3d-ea045a219525 req-72608965-1259-4b97-a5b8-e70118d99000 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 944 time: 0.0618708 Aug 20 14:54:59.908062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8a5da536-e042-4d83-b2e1-a5e100865887, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8a5da536-e042-4d83-b2e1-a5e100865887,segment=NetworkSegment(b550e42c-3281-4881-b38b-d8913e1a056e),segment_id=b550e42c-3281-4881-b38b-d8913e1a056e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:54:59.909109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-252d3686-5d46-4c86-8d3d-ea045a219525 req-c99dee8e-0803-48c2-b027-04fa961d95ec tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Aug 20 14:54:59.925631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '8a5da536-e042-4d83-b2e1-a5e100865887', 'network_id': 'eb3965dd-d39a-4a78-aecc-c14c82d53682', 'port_id': '8a5da536-e042-4d83-b2e1-a5e100865887', 'mac_address': 'fa:16:3e:8b:8e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da479d8-1035-4f8d-87b6-a81d70025402', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:54:59.998141 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.014672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5da536-e042-4d83-b2e1-a5e100865887 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:00.025184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021a3e9-d42c-43d2-bfa7-2e881feae7a7 req-8e37834a-6dac-4447-9128-9b01b638530c tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:00.026729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0021a3e9-d42c-43d2-bfa7-2e881feae7a7 req-8e37834a-6dac-4447-9128-9b01b638530c tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1102 time: 0.0509827 Aug 20 14:55:00.039855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8a5da536-e042-4d83-b2e1-a5e100865887, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8a5da536-e042-4d83-b2e1-a5e100865887,segment=NetworkSegment(b550e42c-3281-4881-b38b-d8913e1a056e),segment_id=b550e42c-3281-4881-b38b-d8913e1a056e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:00.044365 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.045620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:55:00.072472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0021a3e9-d42c-43d2-bfa7-2e881feae7a7 req-e6cd9eed-4529-4922-9f5f-6008561b6bce tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Aug 20 14:55:00.145498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8a5da536-e042-4d83-b2e1-a5e100865887,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:00.177878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56128) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:00.189100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:00.195882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-443dae86-d144-4f20-8322-81be187c15c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.206155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'port_id': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7', 'mac_address': 'fa:16:3e:39:22:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7f0bb7-1891-429a-b93d-bed0380be9c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:55:00.215143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a9914-f301-4520-84d1-f5fa3135ec69 req-c82f3c8d-64d8-49db-a974-8f7a407bf049 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:00.217118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b75a9914-f301-4520-84d1-f5fa3135ec69 req-c82f3c8d-64d8-49db-a974-8f7a407bf049 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 943 time: 0.0672240 Aug 20 14:55:00.250811 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.266441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b75a9914-f301-4520-84d1-f5fa3135ec69 req-0964e9f1-7bca-4e3f-8e84-73468b8c1650 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427966 Aug 20 14:55:00.271664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:00.292378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:00.298004 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.309717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-443dae86-d144-4f20-8322-81be187c15c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.316802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-443dae86-d144-4f20-8322-81be187c15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.351856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:00.357860 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-443dae86-d144-4f20-8322-81be187c15c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b31211f75b4e46c9aaa5f50d09d741d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781163 Aug 20 14:55:00.358851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dae86-d144-4f20-8322-81be187c15c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4dff2e-8923-4356-9e2c-d6c5b7277e6f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:00.360536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56132) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:00.420491 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc199528-ae61-4aef-ae85-49c9157cef74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.442338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc199528-ae61-4aef-ae85-49c9157cef74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.497583 n-d-695189-15 neutron-server[101100]: WARNING keystonemiddleware.auth_token [req-446a62b9-2353-4ac1-bd1c-bdd6bb065792 req-7a4a8620-6960-4c88-80e3-1ee3230e8f02 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 20 14:55:00.502852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc199528-ae61-4aef-ae85-49c9157cef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.503029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-89194ce8-6ec6-4c67-97b2-c70c841aba63 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:55:00.504164 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-89194ce8-6ec6-4c67-97b2-c70c841aba63 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2265766 Aug 20 14:55:00.507459 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc199528-ae61-4aef-ae85-49c9157cef74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.508838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fc199528-ae61-4aef-ae85-49c9157cef74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b4dff2e-8923-4356-9e2c-d6c5b7277e6f HTTP/1.1" status: 204 len: 168 time: 0.1471848 Aug 20 14:55:00.518372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc199528-ae61-4aef-ae85-49c9157cef74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4dff2e-8923-4356-9e2c-d6c5b7277e6f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:00.522221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Request body: {'binding': {'host': 'n-h1-695189-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:00.522818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Unknown quota resources ['binding']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 14:55:00.668981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on host n-h1-695189-15 for vnic_type normal with profile None {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:00.669987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:00.670321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:00.674627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:55:00.674954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:00.679697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:00.680456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:00.680841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:00.681442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Bound port: c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:00.744437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:00.750607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] Notify callbacks [] for binding, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:00.755666 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-bfdc9d3d-2299-40f5-a82a-68a5944dae00 service neutron] 10.222.0.36 "POST /v2.0/ports/c4da1bc4-d37f-4bda-8cea-de604f10b8cc/bindings HTTP/1.1" status: 201 len: 390 time: 0.2382002 Aug 20 14:55:00.875015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['8a5da536-e042-4d83-b2e1-a5e100865887'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:55:00.979135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:55:00.988820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-f7f641d7-39ca-41a0-b523-56b5494608b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0588050 Aug 20 14:55:01.182950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41109a41-218b-4458-a18b-c33f3e5e9dfd req-d7e3b70c-5b46-49ed-9e09-7f082e5ae8e4 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:01.187816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41109a41-218b-4458-a18b-c33f3e5e9dfd req-d7e3b70c-5b46-49ed-9e09-7f082e5ae8e4 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 945 time: 0.1351783 Aug 20 14:55:01.241651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff21f11-42ce-47eb-9668-34f06ca832a4 req-40bf5bee-16b6-4c87-93c8-0af20959dcd4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:01.243154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ff21f11-42ce-47eb-9668-34f06ca832a4 req-40bf5bee-16b6-4c87-93c8-0af20959dcd4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1624086 Aug 20 14:55:01.253499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-7287bc60-1998-4cff-b1f0-05c12ecff738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:01.255099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-7287bc60-1998-4cff-b1f0-05c12ecff738 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1097 time: 0.1713541 Aug 20 14:55:01.262049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41109a41-218b-4458-a18b-c33f3e5e9dfd req-69f4a8d3-2b19-49e3-a73b-44f9f7be108b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696146 Aug 20 14:55:01.396839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ff21f11-42ce-47eb-9668-34f06ca832a4 req-c9e12c19-f270-424c-8db6-d9c0bec44e85 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399658 Aug 20 14:55:01.444933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a20ce-468f-4568-a3aa-03b9215aec74 req-a2279a91-5e67-4207-b6ae-17744e680caa tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:01.446813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a69a20ce-468f-4568-a3aa-03b9215aec74 req-a2279a91-5e67-4207-b6ae-17744e680caa tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 945 time: 0.1077194 Aug 20 14:55:01.496144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a69a20ce-468f-4568-a3aa-03b9215aec74 req-bd7c56de-648c-4435-8893-6edf22ddfa2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397491 Aug 20 14:55:01.506767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-11de7f9a-1f15-4928-be7c-8377f6bde69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:01.508352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-11de7f9a-1f15-4928-be7c-8377f6bde69c service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.2456675 Aug 20 14:55:01.601434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-f12c624a-ae0e-48cd-b7a1-a18ad198d0a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc HTTP/1.1" status: 200 len: 217 time: 0.0705888 Aug 20 14:55:01.628708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215718ac-c4f0-4306-a328-fa373b8370d3 req-6b745bd1-2e9b-4927-96c4-ae36fcfc829b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:01.636039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-215718ac-c4f0-4306-a328-fa373b8370d3 req-6b745bd1-2e9b-4927-96c4-ae36fcfc829b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 944 time: 0.1450784 Aug 20 14:55:01.718097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-93caabb0-b3ad-4272-ae9a-796fd7e20690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:01.720000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-93caabb0-b3ad-4272-ae9a-796fd7e20690 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0828316 Aug 20 14:55:01.723204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-215718ac-c4f0-4306-a328-fa373b8370d3 req-448a405c-6a25-49b6-b7be-b5c0981bf047 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755825 Aug 20 14:55:01.773520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-a044bc52-20f0-4231-88cf-5993f673f7a1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368767 Aug 20 14:55:01.878576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-3faf4929-78a8-4807-ae90-9b5222bf66c8 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975266 Aug 20 14:55:02.020105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-0d30da68-ecda-4f3c-b0f2-803b81cc73d5 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193748 Aug 20 14:55:02.287692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-fde1a9e0-b7ae-4b29-91e7-53b61d05bfef tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:02.289095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-fde1a9e0-b7ae-4b29-91e7-53b61d05bfef tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.0468144 Aug 20 14:55:02.302388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-15'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:02.384452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:02.442660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be84e4-b6e1-44e4-b949-d8ee75f0a47d req-c1820552-d36d-4783-8120-134bd0e5c0d3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:02.444208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3be84e4-b6e1-44e4-b949-d8ee75f0a47d req-c1820552-d36d-4783-8120-134bd0e5c0d3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 945 time: 0.1044397 Aug 20 14:55:02.572823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3be84e4-b6e1-44e4-b949-d8ee75f0a47d req-bf068d1d-5170-4e55-9a2a-679d9c18ff7a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182859 Aug 20 14:55:02.605995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa9518-5425-4d81-8a89-a812d3451ba0 req-0e2430e9-0930-4513-abea-e663472c0cb9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:02.608398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8aa9518-5425-4d81-8a89-a812d3451ba0 req-0e2430e9-0930-4513-abea-e663472c0cb9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1031837 Aug 20 14:55:02.610387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:02.738047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8aa9518-5425-4d81-8a89-a812d3451ba0 req-b9fa268d-7960-4940-8c55-3cf7d8ebdc0b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150939 Aug 20 14:55:02.739993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:02.787378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41caab-6814-4dac-8593-6e4d955692a4 req-79f6e439-41b1-4442-85eb-4bb402344d49 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:02.788934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f41caab-6814-4dac-8593-6e4d955692a4 req-79f6e439-41b1-4442-85eb-4bb402344d49 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 945 time: 0.1460619 Aug 20 14:55:02.806307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:02.808429 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e94d4ff-d730-4643-a9cf-9d799e1a3a8e" -d '{"events": [{"server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "name": "network-vif-unplugged", "status": "completed", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:02.819035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:02.822830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-a0d80d95-b035-4c15-a1cf-75dcce510861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:02.824617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-a0d80d95-b035-4c15-a1cf-75dcce510861 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1102 time: 0.1365094 Aug 20 14:55:02.857885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:02.912756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f41caab-6814-4dac-8593-6e4d955692a4 req-5a065649-d3cb-40a8-ab78-c3c619a0c3d3 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129661 Aug 20 14:55:03.037684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Pushing event updated for resources: {'Port': ['ID=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:03.076536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890b07-7099-4a8c-9882-1cfb6c551b33 req-7e768898-639b-4832-9d02-4e0375878919 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:03.083700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de890b07-7099-4a8c-9882-1cfb6c551b33 req-7e768898-639b-4832-9d02-4e0375878919 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 944 time: 0.1759281 Aug 20 14:55:03.093414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on host n-h2-695189-15 for vnic_type normal with profile {"migrating_to": "n-h1-695189-15"} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:03.093762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:03.094100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:03.098164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-2932382a-690d-4c78-a15d-71aa631d01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:03.099648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-2932382a-690d-4c78-a15d-71aa631d01ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2554665 Aug 20 14:55:03.110898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:55:03.111234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Attempting to bind port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:03.160335 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede9b07e-cf1e-451e-8d3d-1f986120fabc x-openstack-request-id: req-ede9b07e-cf1e-451e-8d3d-1f986120fabc {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:03.160631 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "name": "network-vif-unplugged", "status": "completed", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:03.160888 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ede9b07e-cf1e-451e-8d3d-1f986120fabc {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:03.161279 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc', 'code': 200} Aug 20 14:55:03.162026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:03.162370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:03.162762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:03.163212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Bound port: c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:03.163590 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.171129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-be4b0dd9-24cc-437e-b6d2-27586188f988 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.0575688 Aug 20 14:55:03.180603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de890b07-7099-4a8c-9882-1cfb6c551b33 req-2121f3ce-7b21-4b04-bbf7-58612804d940 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960658 Aug 20 14:55:03.346666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56268) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:03.418668 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:55:03.481390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79fc425c-e9c1-450f-aac8-f275994b512a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.582597 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79fc425c-e9c1-450f-aac8-f275994b512a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.586268 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79fc425c-e9c1-450f-aac8-f275994b512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.606892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e50aa2c5-38d9-4031-9e8a-918c43c14dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:03.608416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e50aa2c5-38d9-4031-9e8a-918c43c14dbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.4254544 Aug 20 14:55:03.618156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:03.621268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:03.628727 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-79fc425c-e9c1-450f-aac8-f275994b512a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9a712d781cf548ee974750f9c7a0c12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808397 Aug 20 14:55:03.629319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56274) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:03.631272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc425c-e9c1-450f-aac8-f275994b512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41abf87-6a3a-4889-82dc-5cef8227c64c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:03.650115 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.687947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f49c049-bd9f-4e73-ae12-38009a4fe64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.710758 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f49c049-bd9f-4e73-ae12-38009a4fe64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.734126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-5b3c4f44-1e21-4b78-b881-01e893fb3ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:03.735649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-5b3c4f44-1e21-4b78-b881-01e893fb3ef1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1129293 Aug 20 14:55:03.759333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f49c049-bd9f-4e73-ae12-38009a4fe64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.762659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f49c049-bd9f-4e73-ae12-38009a4fe64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.766581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8a5da536-e042-4d83-b2e1-a5e100865887 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:03.779590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2f49c049-bd9f-4e73-ae12-38009a4fe64d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c41abf87-6a3a-4889-82dc-5cef8227c64c HTTP/1.1" status: 204 len: 168 time: 0.1391771 Aug 20 14:55:03.779943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:03.780578 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.782304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] 10.222.0.72 "PUT /v2.0/ports/c4da1bc4-d37f-4bda-8cea-de604f10b8cc HTTP/1.1" status: 200 len: 1123 time: 1.4841127 Aug 20 14:55:03.796193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49c049-bd9f-4e73-ae12-38009a4fe64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41abf87-6a3a-4889-82dc-5cef8227c64c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:03.822917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c671a-887b-490d-b6f9-76b63e75fd5a service neutron] Pushing event updated for resources: {'Port': ['ID=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,revision_number=8']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:03.864550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb4337-57a2-4d5b-81c3-9c08a2d5ce03 req-73ea1c00-8489-4115-bcac-dc91873bded3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:03.866368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84cb4337-57a2-4d5b-81c3-9c08a2d5ce03 req-73ea1c00-8489-4115-bcac-dc91873bded3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.1845608 Aug 20 14:55:03.896928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 8a5da536-e042-4d83-b2e1-a5e100865887 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:03.901451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 8a5da536-e042-4d83-b2e1-a5e100865887 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:03.902397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:03.925382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['c4da1bc4-d37f-4bda-8cea-de604f10b8cc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:55:03.958980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ec5d4-acdd-4e2b-ba1d-0c8416da77f3 req-d7082727-3ee5-4557-aa48-7ce6ea66799e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:03.960778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe7ec5d4-acdd-4e2b-ba1d-0c8416da77f3 req-d7082727-3ee5-4557-aa48-7ce6ea66799e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1226873 Aug 20 14:55:03.965337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-16cfd465-4a58-4407-9fd2-91646cf08f2c service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037191 Aug 20 14:55:03.987963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84cb4337-57a2-4d5b-81c3-9c08a2d5ce03 req-e275bb4b-e620-456d-a6f7-56ad58cd990b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899475 Aug 20 14:55:04.078370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe7ec5d4-acdd-4e2b-ba1d-0c8416da77f3 req-855d7cdd-4f9d-4518-bb69-8360c8621b1a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882335 Aug 20 14:55:04.093401 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.128927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-c809d635-efd4-407f-92b5-ef01c2e660cf service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399045 Aug 20 14:55:04.140505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b77496d-bbe5-4a78-9e52-43e891ee3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5da536-e042-4d83-b2e1-a5e100865887'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:04.143560 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff9b1d-344e-4de1-9abd-dea7cd5665ee" -d '{"events": [{"server_uuid": "3b77496d-bbe5-4a78-9e52-43e891ee3e77", "name": "network-vif-plugged", "status": "completed", "tag": "8a5da536-e042-4d83-b2e1-a5e100865887"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:04.164404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8a5da536-e042-4d83-b2e1-a5e100865887, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8a5da536-e042-4d83-b2e1-a5e100865887,segment=NetworkSegment(b550e42c-3281-4881-b38b-d8913e1a056e),segment_id=b550e42c-3281-4881-b38b-d8913e1a056e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:04.177339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.178232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:04.190144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56288) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:04.216927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e324781-ded4-4f4e-9712-580298ba6048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.236683 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a5d2ff-b116-4ffc-b6a4-48ccb8d24783 x-openstack-request-id: req-22a5d2ff-b116-4ffc-b6a4-48ccb8d24783 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:04.237352 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b77496d-bbe5-4a78-9e52-43e891ee3e77", "name": "network-vif-plugged", "status": "completed", "tag": "8a5da536-e042-4d83-b2e1-a5e100865887", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:04.237797 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22a5d2ff-b116-4ffc-b6a4-48ccb8d24783 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:04.238487 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77496d-bbe5-4a78-9e52-43e891ee3e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5da536-e042-4d83-b2e1-a5e100865887', 'code': 200} Aug 20 14:55:04.262405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb460b5e-97a6-41b7-83a2-cefd7b65f2d5 req-399674b6-6ddd-4065-afe7-7a004ab80a4f tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:04.266492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb460b5e-97a6-41b7-83a2-cefd7b65f2d5 req-399674b6-6ddd-4065-afe7-7a004ab80a4f tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 946 time: 0.0933433 Aug 20 14:55:04.293556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8a5da536-e042-4d83-b2e1-a5e100865887,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:04.306876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:04.314865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:04.316276 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.358841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e324781-ded4-4f4e-9712-580298ba6048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.364464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e324781-ded4-4f4e-9712-580298ba6048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.387459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb460b5e-97a6-41b7-83a2-cefd7b65f2d5 req-d6a52fa0-cf33-48a2-9b67-355389f3e63d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140366 Aug 20 14:55:04.412974 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3e324781-ded4-4f4e-9712-580298ba6048 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8266993dd6df48be9d4434c65ae5feaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214465 Aug 20 14:55:04.413841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56296) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:04.416957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e324781-ded4-4f4e-9712-580298ba6048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd8ff54-a724-48cd-921c-89b0ef910892,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:04.451903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4683-242a-480d-9003-818bbdebb5f5 req-056b12e4-1675-4bc6-a90c-c0c3fbdd18c4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:04.453787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0fbe4683-242a-480d-9003-818bbdebb5f5 req-056b12e4-1675-4bc6-a90c-c0c3fbdd18c4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 944 time: 0.1143723 Aug 20 14:55:04.459343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f538f4-ccd8-44a5-ae0a-70aed0ab0d5a req-04929bc9-52ae-4ea6-af7d-4e1329b086e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:04.460902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14f538f4-ccd8-44a5-ae0a-70aed0ab0d5a req-04929bc9-52ae-4ea6-af7d-4e1329b086e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 1098 time: 0.0846148 Aug 20 14:55:04.461033 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.508730 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1619173f-93dc-4cc7-9ed6-e98c5ffb4d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.519705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:04.532047 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.535768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0fbe4683-242a-480d-9003-818bbdebb5f5 req-742789a9-8b90-4692-a434-95107afc6edf tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737929 Aug 20 14:55:04.542446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1619173f-93dc-4cc7-9ed6-e98c5ffb4d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.552675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14f538f4-ccd8-44a5-ae0a-70aed0ab0d5a req-e644ed7c-489f-4151-aa51-fa1721de0a0d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757544 Aug 20 14:55:04.593406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:04.612224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1619173f-93dc-4cc7-9ed6-e98c5ffb4d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.614874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1619173f-93dc-4cc7-9ed6-e98c5ffb4d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:04.616361 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1619173f-93dc-4cc7-9ed6-e98c5ffb4d3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdd8ff54-a724-48cd-921c-89b0ef910892 HTTP/1.1" status: 204 len: 168 time: 0.2003295 Aug 20 14:55:04.626270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619173f-93dc-4cc7-9ed6-e98c5ffb4d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd8ff54-a724-48cd-921c-89b0ef910892,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:05.089072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a2ab6-4225-4fb2-81fa-6349775bc077 req-644692a2-d793-4538-99d3-ce54a000d263 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:05.090581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e1a2ab6-4225-4fb2-81fa-6349775bc077 req-644692a2-d793-4538-99d3-ce54a000d263 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.0503325 Aug 20 14:55:05.135959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e1a2ab6-4225-4fb2-81fa-6349775bc077 req-094a2566-c1a6-44d0-9adb-db4d33f62fc6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341454 Aug 20 14:55:05.162902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:05.165619 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:05.226597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfc6f3-5e87-45fc-baa5-988dde827687 req-254aa6a4-0d36-4da9-89da-75b0fded4ca8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:05.228129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffcfc6f3-5e87-45fc-baa5-988dde827687 req-254aa6a4-0d36-4da9-89da-75b0fded4ca8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0509956 Aug 20 14:55:05.278913 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851718f8-295d-404c-a24a-2fa941077159 x-openstack-request-id: req-851718f8-295d-404c-a24a-2fa941077159 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:05.279204 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:05.279448 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-851718f8-295d-404c-a24a-2fa941077159 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:05.279904 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc', 'status': 'completed', 'code': 200} Aug 20 14:55:05.283355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffcfc6f3-5e87-45fc-baa5-988dde827687 req-44add047-ff4b-4642-ae48-0b815c0609b5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 Aug 20 14:55:05.368311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-d76a385d-9b6e-450a-a16d-5ef8832ed13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:05.369903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-d76a385d-9b6e-450a-a16d-5ef8832ed13b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1126 time: 0.0438323 Aug 20 14:55:05.505671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-fe0deaf4-d18a-481d-afea-26adc696860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:05.507131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-fe0deaf4-d18a-481d-afea-26adc696860e service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.1229150 Aug 20 14:55:05.565515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796183c1-9616-4c50-bf24-dae1a3f42202 req-6f88baf7-857a-4638-8809-a2a0aa024815 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:05.567193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-796183c1-9616-4c50-bf24-dae1a3f42202 req-6f88baf7-857a-4638-8809-a2a0aa024815 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 946 time: 0.1002159 Aug 20 14:55:05.568953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-6db20206-e933-4eb9-a60c-59af2e5792d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc HTTP/1.1" status: 200 len: 217 time: 0.0477076 Aug 20 14:55:05.654601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:05.660501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-796183c1-9616-4c50-bf24-dae1a3f42202 req-8c62d405-d73e-4287-9817-0d974674fd7c tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860417 Aug 20 14:55:05.666073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-b9807a87-fe6d-4f5e-a0a8-3662a2d45f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:05.667578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-b9807a87-fe6d-4f5e-a0a8-3662a2d45f9c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0760612 Aug 20 14:55:05.713604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-abcc7147-56ec-4703-a838-246b315736b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310934 Aug 20 14:55:05.801819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c4da1bc4-d37f-4bda-8cea-de604f10b8cc details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:55:05.808240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0475d-8aa3-4ccb-881f-d9cbee08b124 req-09d10328-632b-4bac-bdd9-e93925a24676 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:05.809788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4c0475d-8aa3-4ccb-881f-d9cbee08b124 req-09d10328-632b-4bac-bdd9-e93925a24676 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 945 time: 0.1169598 Aug 20 14:55:05.865360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-5c146bd7-dcc4-4b28-abe9-7e8e7a43a038 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275067 Aug 20 14:55:05.872666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4c0475d-8aa3-4ccb-881f-d9cbee08b124 req-65d13ee5-331f-410c-8011-f49b82c88429 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536032 Aug 20 14:55:05.921559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:05.934178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c4da1bc4-d37f-4bda-8cea-de604f10b8cc has no active binding in host n-h1-695189-15 {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:55:05.982783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e63f3fcf-1305-4fce-81d9-f5f411c16a5f req-f3891143-b5bd-4669-8fae-dd483f9d88c7 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014824 Aug 20 14:55:06.240093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:06.243399 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25534e4d-2e5d-403a-ae25-1cf30bfec758" -d '{"events": [{"server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "name": "network-vif-plugged", "status": "completed", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:06.280728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e64a0e-ef78-4571-8486-72d4674134d7 req-f16f11f2-cd5b-4a38-94ce-3fea9ff79e72 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:06.282847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25e64a0e-ef78-4571-8486-72d4674134d7 req-f16f11f2-cd5b-4a38-94ce-3fea9ff79e72 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.0689378 Aug 20 14:55:06.292859 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae64ac8-1ce5-4c3c-a88d-76f9fae8bbfd x-openstack-request-id: req-6ae64ac8-1ce5-4c3c-a88d-76f9fae8bbfd {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:06.293157 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "name": "network-vif-plugged", "status": "completed", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:06.293527 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ae64ac8-1ce5-4c3c-a88d-76f9fae8bbfd {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:06.293805 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7', 'code': 200} Aug 20 14:55:06.333339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25e64a0e-ef78-4571-8486-72d4674134d7 req-f969972e-7141-4635-ba88-5b8d2f68b922 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Aug 20 14:55:06.494631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc5934-3203-4e5c-982d-76da660dbd64 req-bceb786c-c403-4f8e-9007-283c31a4e65c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:06.496282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3bc5934-3203-4e5c-982d-76da660dbd64 req-bceb786c-c403-4f8e-9007-283c31a4e65c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0868733 Aug 20 14:55:06.503535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616500f-0a13-4126-a795-01922a46de71 req-6e73acc1-19d5-45be-a189-9876dcde9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:06.505004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7616500f-0a13-4126-a795-01922a46de71 req-6e73acc1-19d5-45be-a189-9876dcde9a8b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 1097 time: 0.0637913 Aug 20 14:55:06.558348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3bc5934-3203-4e5c-982d-76da660dbd64 req-6d5d2232-f51c-4fe0-8b80-a3c56f16e8a8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522115 Aug 20 14:55:06.566878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7616500f-0a13-4126-a795-01922a46de71 req-47eac15c-5985-4e1e-bbe0-d449266487cb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474980 Aug 20 14:55:06.782734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847258ca-ed45-487e-be1c-ead7d32fef48 req-191e7387-7890-4bbe-9ae7-b37f47465518 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:06.784368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-847258ca-ed45-487e-be1c-ead7d32fef48 req-191e7387-7890-4bbe-9ae7-b37f47465518 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 946 time: 0.0514476 Aug 20 14:55:06.791945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56380) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:06.822808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-847258ca-ed45-487e-be1c-ead7d32fef48 req-53520b60-657e-4e81-be3f-66c9fc13174c tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Aug 20 14:55:06.899103 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dec57c18-87de-4600-8c0e-a2e4a9b9ad52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:06.994695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dec57c18-87de-4600-8c0e-a2e4a9b9ad52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:06.999850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e057241-35fc-4868-8114-2869a331b771 req-642be654-7c81-4ba9-a493-4ed782b259d0 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:07.000252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dec57c18-87de-4600-8c0e-a2e4a9b9ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.000739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e057241-35fc-4868-8114-2869a331b771 req-642be654-7c81-4ba9-a493-4ed782b259d0 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 945 time: 0.0582108 Aug 20 14:55:07.042023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec57c18-87de-4600-8c0e-a2e4a9b9ad52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934da935-f28f-436b-9052-f7c854481a8b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:07.048388 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dec57c18-87de-4600-8c0e-a2e4a9b9ad52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf28ce1e4cc04ce78fd9155cce5741a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553103 Aug 20 14:55:07.050268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e057241-35fc-4868-8114-2869a331b771 req-e062e1ad-ce4a-442a-a1da-0dd87cc495ba tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435870 Aug 20 14:55:07.051269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56392) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:07.116048 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71cb916a-53a6-4ca8-b1d7-6c8785e138fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.141961 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71cb916a-53a6-4ca8-b1d7-6c8785e138fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.200233 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71cb916a-53a6-4ca8-b1d7-6c8785e138fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.203520 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71cb916a-53a6-4ca8-b1d7-6c8785e138fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.204765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-71cb916a-53a6-4ca8-b1d7-6c8785e138fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/934da935-f28f-436b-9052-f7c854481a8b HTTP/1.1" status: 204 len: 168 time: 0.1522889 Aug 20 14:55:07.215072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb916a-53a6-4ca8-b1d7-6c8785e138fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934da935-f28f-436b-9052-f7c854481a8b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:07.270057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a1577-5885-4c0d-bfdb-54be512ee9b5 req-dc5a05d2-d6df-405d-980c-a6189b0aaf9f tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:07.271583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-318a1577-5885-4c0d-bfdb-54be512ee9b5 req-dc5a05d2-d6df-405d-980c-a6189b0aaf9f tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 946 time: 0.0583568 Aug 20 14:55:07.310963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-318a1577-5885-4c0d-bfdb-54be512ee9b5 req-94e4313c-60fb-4162-9a33-b39e81ae11a7 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Aug 20 14:55:07.472765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdba3c-33d8-49bc-b051-f5589958f656 req-6fd23e78-c07a-461a-bffc-0229414f24db tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:07.474414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bbdba3c-33d8-49bc-b051-f5589958f656 req-6fd23e78-c07a-461a-bffc-0229414f24db tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.0660212 Aug 20 14:55:07.496198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56406) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:07.510547 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-962f5943-01f0-4d36-904b-eb8d2a62b684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.515095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bbdba3c-33d8-49bc-b051-f5589958f656 req-1838e6d3-7c6b-4e62-926d-7261e05ae23b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331216 Aug 20 14:55:07.603575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-962f5943-01f0-4d36-904b-eb8d2a62b684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.608299 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-962f5943-01f0-4d36-904b-eb8d2a62b684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.648913 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-962f5943-01f0-4d36-904b-eb8d2a62b684 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=570f71968b884900a687ffae0bc8b128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513116 Aug 20 14:55:07.649778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f5943-01f0-4d36-904b-eb8d2a62b684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968f4357-510f-4f60-b973-7e3cc7d70788,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:07.652205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56410) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:07.681802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4987b-a72b-4314-aa66-b8114273f027 req-6c8cbbd2-43a9-43da-bc2f-5e8466c6f820 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:07.683276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7f4987b-a72b-4314-aa66-b8114273f027 req-6c8cbbd2-43a9-43da-bc2f-5e8466c6f820 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0504236 Aug 20 14:55:07.703864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d02823d-5b0c-4428-ac02-32ee330c903a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.724315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7f4987b-a72b-4314-aa66-b8114273f027 req-710eb8ed-c3b1-461c-afaf-497e614797a3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Aug 20 14:55:07.724733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d02823d-5b0c-4428-ac02-32ee330c903a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.772171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d02823d-5b0c-4428-ac02-32ee330c903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.774650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d02823d-5b0c-4428-ac02-32ee330c903a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:07.775819 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d02823d-5b0c-4428-ac02-32ee330c903a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/968f4357-510f-4f60-b973-7e3cc7d70788 HTTP/1.1" status: 204 len: 168 time: 0.1227651 Aug 20 14:55:07.783237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02823d-5b0c-4428-ac02-32ee330c903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968f4357-510f-4f60-b973-7e3cc7d70788,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:08.176950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57262b22-4472-4917-a66e-1db9eb76bcac req-d84c3ccd-2317-42d4-b277-0b6c40a15942 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:08.178588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57262b22-4472-4917-a66e-1db9eb76bcac req-d84c3ccd-2317-42d4-b277-0b6c40a15942 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 945 time: 0.0560036 Aug 20 14:55:08.224661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57262b22-4472-4917-a66e-1db9eb76bcac req-e05a7425-ed5e-447b-98f3-ff2536e16bab tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Aug 20 14:55:08.503009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08562-030a-41cd-a758-4603489b9cb8 req-43f66d39-2d88-4d4f-a7ae-21810ab2061b tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:08.504974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21c08562-030a-41cd-a758-4603489b9cb8 req-43f66d39-2d88-4d4f-a7ae-21810ab2061b tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 946 time: 0.0593107 Aug 20 14:55:08.550286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21c08562-030a-41cd-a758-4603489b9cb8 req-eb9b7685-79f5-49a4-b79d-ff193e90703d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Aug 20 14:55:08.677836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723bada-1385-4e47-bdf9-ebed4f84fbb2 req-5ae84ba3-5831-4cf7-a297-f7ef7d2aa9d7 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:08.679657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e723bada-1385-4e47-bdf9-ebed4f84fbb2 req-5ae84ba3-5831-4cf7-a297-f7ef7d2aa9d7 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.0675113 Aug 20 14:55:08.728115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e723bada-1385-4e47-bdf9-ebed4f84fbb2 req-9f861d9e-b5f3-474e-abd2-956fcc8d10aa tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384095 Aug 20 14:55:08.860201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe216e-fbb6-4380-bfa9-ce0255c64554 req-f8cca661-a0b7-4e46-863e-c51841609d94 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:08.861739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eebe216e-fbb6-4380-bfa9-ce0255c64554 req-f8cca661-a0b7-4e46-863e-c51841609d94 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0568402 Aug 20 14:55:08.904462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eebe216e-fbb6-4380-bfa9-ce0255c64554 req-95321084-2e92-4be0-a524-5b4d1b9694a6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362241 Aug 20 14:55:09.352017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044f995-6597-4595-b275-08b682409bca req-deeae927-697b-401d-be73-940b3976e8f3 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:09.353659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e044f995-6597-4595-b275-08b682409bca req-deeae927-697b-401d-be73-940b3976e8f3 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 945 time: 0.0616148 Aug 20 14:55:09.394324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e044f995-6597-4595-b275-08b682409bca req-88e9ae94-ae2b-411d-a119-2e9863d4eb11 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342047 Aug 20 14:55:09.712437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1e6df-d821-44ca-8ee1-a4d3a6dba133 req-40de37cc-5d9a-4a4f-b95e-3341250fc360 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:09.713937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6d1e6df-d821-44ca-8ee1-a4d3a6dba133 req-40de37cc-5d9a-4a4f-b95e-3341250fc360 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 946 time: 0.0761845 Aug 20 14:55:09.744799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aff13-9568-412a-b692-8ddd86fc1bfb req-c3f90cff-8c60-4f2f-8909-a80bc4d8f972 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:09.746278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e14aff13-9568-412a-b692-8ddd86fc1bfb req-c3f90cff-8c60-4f2f-8909-a80bc4d8f972 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 945 time: 0.0784209 Aug 20 14:55:09.807760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6d1e6df-d821-44ca-8ee1-a4d3a6dba133 req-5e6d4ddc-83c6-41f1-a1bc-206185783393 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/security-groups?id=f00e8e7a-37ae-430f-8583-9fb20117e2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864632 Aug 20 14:55:09.835462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e14aff13-9568-412a-b692-8ddd86fc1bfb req-dcb5a101-84ee-4d9c-97fe-c6d0a9b74ce3 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786970 Aug 20 14:55:09.849189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-3c7d3a2c-1f82-4ece-b4e2-af39a99e9da0 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:09.850852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-3c7d3a2c-1f82-4ece-b4e2-af39a99e9da0 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 946 time: 0.0968058 Aug 20 14:55:09.995686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e15e62-472a-48b6-a17d-e84e40789b45 req-a6d07bfe-50c1-41b3-a73b-f1d531d914f0 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:09.997339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41e15e62-472a-48b6-a17d-e84e40789b45 req-a6d07bfe-50c1-41b3-a73b-f1d531d914f0 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.0939672 Aug 20 14:55:10.060999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Deleting port 8a5da536-e042-4d83-b2e1-a5e100865887 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:55:10.061407 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.130024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41e15e62-472a-48b6-a17d-e84e40789b45 req-edc8405c-f314-4f99-80bc-25db04da33df tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258955 Aug 20 14:55:10.142588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4abcd-6a30-454f-8c98-92d81a03706c req-5546f52f-ce89-479d-b70d-7ce105fd67f9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:10.144520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24f4abcd-6a30-454f-8c98-92d81a03706c req-5546f52f-ce89-479d-b70d-7ce105fd67f9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1416771 Aug 20 14:55:10.210598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24f4abcd-6a30-454f-8c98-92d81a03706c req-6bcddde7-1371-425e-b0c4-951397e7f15b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599694 Aug 20 14:55:10.212384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] For port 8a5da536-e042-4d83-b2e1-a5e100865887, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8a5da536-e042-4d83-b2e1-a5e100865887,segment=NetworkSegment(b550e42c-3281-4881-b38b-d8913e1a056e),segment_id=b550e42c-3281-4881-b38b-d8913e1a056e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:10.212701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.225713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Calling delete_port for 8a5da536-e042-4d83-b2e1-a5e100865887 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:55:10.332423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56516) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:10.367624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.397849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Pushing event deleted for resources: {'Port': ['ID=8a5da536-e042-4d83-b2e1-a5e100865887,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:10.439305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] No DVR routers for this DVR port 8a5da536-e042-4d83-b2e1-a5e100865887 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:55:10.442354 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.444634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4e072a8-26c6-416d-8e42-2f176c36d50f req-afb52fb2-a4d4-4369-84ae-2151b34d1f2d tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.72 "DELETE /v2.0/ports/8a5da536-e042-4d83-b2e1-a5e100865887 HTTP/1.1" status: 204 len: 173 time: 0.5861642 Aug 20 14:55:10.445142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b77496d-bbe5-4a78-9e52-43e891ee3e77', 'name': 'network-vif-deleted', 'tag': '8a5da536-e042-4d83-b2e1-a5e100865887'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:10.447355 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6430e63e-71e5-4cc9-958c-7e0d989c9524" -d '{"events": [{"server_uuid": "3b77496d-bbe5-4a78-9e52-43e891ee3e77", "name": "network-vif-deleted", "tag": "8a5da536-e042-4d83-b2e1-a5e100865887"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:10.466526 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ea6b9bd-f656-4cba-8ce6-99300f4b63bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.494683 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f3240-bd81-4844-8b6c-00edb233b44a x-openstack-request-id: req-702f3240-bd81-4844-8b6c-00edb233b44a {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:10.495165 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b77496d-bbe5-4a78-9e52-43e891ee3e77", "name": "network-vif-deleted", "tag": "8a5da536-e042-4d83-b2e1-a5e100865887", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:10.495647 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-702f3240-bd81-4844-8b6c-00edb233b44a {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:10.496221 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77496d-bbe5-4a78-9e52-43e891ee3e77', 'name': 'network-vif-deleted', 'tag': '8a5da536-e042-4d83-b2e1-a5e100865887', 'status': 'completed', 'code': 200} Aug 20 14:55:10.562686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ea6b9bd-f656-4cba-8ce6-99300f4b63bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.566604 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ea6b9bd-f656-4cba-8ce6-99300f4b63bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.615005 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6ea6b9bd-f656-4cba-8ce6-99300f4b63bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f046435f9cf0472ea2e559cf804ddb34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815068 Aug 20 14:55:10.616171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea6b9bd-f656-4cba-8ce6-99300f4b63bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e0ce4c-dc97-434b-82d6-1f6c7390c6ab,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:10.617784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56526) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:10.680210 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bc850930-c80d-4201-94e8-c0fc57677a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.703950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bc850930-c80d-4201-94e8-c0fc57677a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.772789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bc850930-c80d-4201-94e8-c0fc57677a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.776041 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bc850930-c80d-4201-94e8-c0fc57677a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:10.777381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bc850930-c80d-4201-94e8-c0fc57677a86 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63e0ce4c-dc97-434b-82d6-1f6c7390c6ab HTTP/1.1" status: 204 len: 168 time: 0.1585679 Aug 20 14:55:10.788570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc850930-c80d-4201-94e8-c0fc57677a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e0ce4c-dc97-434b-82d6-1f6c7390c6ab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:10.941598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74654c83-5533-497a-9f13-6f9476d9934b req-e053c2f7-9521-4228-8c7b-86c29f1d3187 tempest-InstanceActionsNegativeTestJSON-856434419 tempest-InstanceActionsNegativeTestJSON-856434419-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b77496d-bbe5-4a78-9e52-43e891ee3e77 HTTP/1.1" status: 200 len: 210 time: 0.0402365 Aug 20 14:55:11.048752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920910f6-e15b-4b8a-a1e2-a9d064f0404a req-064a5fe4-7709-4936-9172-6dee41698a7b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:11.050343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-920910f6-e15b-4b8a-a1e2-a9d064f0404a req-064a5fe4-7709-4936-9172-6dee41698a7b tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 945 time: 0.1114485 Aug 20 14:55:11.053614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-8a0a03d1-c272-4cf7-9c1c-842c514a6057 service neutron] 10.222.0.70 "GET /v2.0/ports/c4da1bc4-d37f-4bda-8cea-de604f10b8cc/bindings/n-h1-695189-15 HTTP/1.1" status: 200 len: 385 time: 0.0991988 Aug 20 14:55:11.111338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56538) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:11.122885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-920910f6-e15b-4b8a-a1e2-a9d064f0404a req-ad51cca4-8c00-4c29-9406-1b5f3d757430 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648890 Aug 20 14:55:11.126014 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9825bdd-6d76-4bf6-881d-f434b935d12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:11.229050 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9825bdd-6d76-4bf6-881d-f434b935d12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:11.243632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9825bdd-6d76-4bf6-881d-f434b935d12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:11.290499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d9825bdd-6d76-4bf6-881d-f434b935d12d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a107e1075cc44565a6672e4ace5d0971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779611 Aug 20 14:55:11.291127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56550) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:11.293360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9825bdd-6d76-4bf6-881d-f434b935d12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f6ebf7-27fb-44a9-9f0a-f57881d4fb66,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:11.356532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa673ef-a224-4348-9264-0866092f125e req-2453ac1c-47d0-4f33-81fa-54b61700a38b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:11.374241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5ca8cb93-cbc1-4c08-aeb9-377b171b24b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:11.378675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfa673ef-a224-4348-9264-0866092f125e req-2453ac1c-47d0-4f33-81fa-54b61700a38b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 943 time: 0.1198788 Aug 20 14:55:11.412391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5ca8cb93-cbc1-4c08-aeb9-377b171b24b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:11.465762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfa673ef-a224-4348-9264-0866092f125e req-d0373105-624d-45a4-8844-30fc8bff6307 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834053 Aug 20 14:55:11.473175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5ca8cb93-cbc1-4c08-aeb9-377b171b24b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:11.474279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:11.489320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5ca8cb93-cbc1-4c08-aeb9-377b171b24b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:11.489320 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5ca8cb93-cbc1-4c08-aeb9-377b171b24b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42f6ebf7-27fb-44a9-9f0a-f57881d4fb66 HTTP/1.1" status: 204 len: 168 time: 0.1932106 Aug 20 14:55:11.504071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8cb93-cbc1-4c08-aeb9-377b171b24b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f6ebf7-27fb-44a9-9f0a-f57881d4fb66,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:11.507876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:11.570207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4da1bc4-d37f-4bda-8cea-de604f10b8cc {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:11.610553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:11.646211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:11.714357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f2d9f-40d6-49b6-9666-89a89358cb0c req-3a267ef2-def5-42f4-92f1-3a202178d37e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:11.716321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b72f2d9f-40d6-49b6-9666-89a89358cb0c req-3a267ef2-def5-42f4-92f1-3a202178d37e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1411121 Aug 20 14:55:11.819572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b72f2d9f-40d6-49b6-9666-89a89358cb0c req-6921aa9e-68f7-4e9c-b0df-46d6b0b23fae tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920637 Aug 20 14:55:11.836900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] Transition to ACTIVE for port object c4da1bc4-d37f-4bda-8cea-de604f10b8cc will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:11.843918 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:11.845520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8a5da536-e042-4d83-b2e1-a5e100865887 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:11.891521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 8a5da536-e042-4d83-b2e1-a5e100865887 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:55:11.893422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8a5da536-e042-4d83-b2e1-a5e100865887 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:11.915764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] No DVR routers for this DVR port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:55:11.975624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] 10.222.0.70 "PUT /v2.0/ports/c4da1bc4-d37f-4bda-8cea-de604f10b8cc/bindings/n-h1-695189-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9028199 Aug 20 14:55:11.986472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680b2e8-6eda-4c81-8075-e539a6c37c24 service neutron] Pushing event updated for resources: {'Port': ['ID=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,revision_number=10']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:12.022283 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56582) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:12.116408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a989c0a-c5b0-45b3-81fa-938ff02587bd admin admin] Deleting subnet 9da479d8-1035-4f8d-87b6-a81d70025402 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:55:12.122350 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a989c0a-c5b0-45b3-81fa-938ff02587bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.136765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-9ad33495-fe9b-44c4-97dc-143bf73e6d0b tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:12.137726 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3cccdbb1-3bb8-44b6-adef-77f0c6415e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.140387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-9ad33495-fe9b-44c4-97dc-143bf73e6d0b tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.0708394 Aug 20 14:55:12.195355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a989c0a-c5b0-45b3-81fa-938ff02587bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.227580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-6c2baae0-62f3-4078-8930-1f2180995e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:12.229111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-6c2baae0-62f3-4078-8930-1f2180995e12 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509&tenant_id=291adac971e24552a6494c08429d8f3c HTTP/1.1" status: 200 len: 1096 time: 0.0697265 Aug 20 14:55:12.268162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a989c0a-c5b0-45b3-81fa-938ff02587bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.350327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a989c0a-c5b0-45b3-81fa-938ff02587bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.351203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d6570-592b-44be-a32b-6a6eb2f33257 req-a37cf7fb-4fa0-4ea6-9b3f-949b8934d4cd tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:12.352746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f65d6570-592b-44be-a32b-6a6eb2f33257 req-a37cf7fb-4fa0-4ea6-9b3f-949b8934d4cd tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.1022527 Aug 20 14:55:12.384974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-1f317b3d-f23c-449d-bfd3-304aabc25e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:12.386426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-1f317b3d-f23c-449d-bfd3-304aabc25e1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1096 time: 0.0963826 Aug 20 14:55:12.386639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a989c0a-c5b0-45b3-81fa-938ff02587bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da479d8-1035-4f8d-87b6-a81d70025402,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:12.400867 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a989c0a-c5b0-45b3-81fa-938ff02587bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.403856 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2a989c0a-c5b0-45b3-81fa-938ff02587bd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9da479d8-1035-4f8d-87b6-a81d70025402 HTTP/1.1" status: 204 len: 168 time: 0.3799667 Aug 20 14:55:12.407229 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56596) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:12.463293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f65d6570-592b-44be-a32b-6a6eb2f33257 req-798b2907-52d8-4e31-a687-ca01e8d26bfb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001744 Aug 20 14:55:12.518629 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.532386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-32547576-f93a-4ec8-8b40-405fa924003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:12.534065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-32547576-f93a-4ec8-8b40-405fa924003d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.1395369 Aug 20 14:55:12.590412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-1affc057-78f2-4b7c-a02b-f1cfbc7e434d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc HTTP/1.1" status: 200 len: 217 time: 0.0462515 Aug 20 14:55:12.644506 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.656127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3965dd-d39a-4a78-aecc-c14c82d53682']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:12.670966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b550e42c-3281-4881-b38b-d8913e1a056e') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:12.671250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b550e42c-3281-4881-b38b-d8913e1a056e') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:12.690273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-955dbddb-3b94-4550-a1d4-86d709da28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:12.693938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.694280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-955dbddb-3b94-4550-a1d4-86d709da28b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0928929 Aug 20 14:55:12.709771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827fc8d-1912-41b3-a782-93d07d65d0c0 req-26b0216e-d87f-46fa-b933-0afeb2e212a1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:12.711498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4827fc8d-1912-41b3-a782-93d07d65d0c0 req-26b0216e-d87f-46fa-b933-0afeb2e212a1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 944 time: 0.1260977 Aug 20 14:55:12.738964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.752461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:55:12.752927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.755674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-6e863897-c6a1-4775-aef6-69866445913a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428872 Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:55:12.758678 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:55:12.800165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4827fc8d-1912-41b3-a782-93d07d65d0c0 req-01765bc2-6a7f-43f9-982e-78291dc8e9cd tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780561 Aug 20 14:55:12.879380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.888128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:12.891450 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/eb3965dd-d39a-4a78-aecc-c14c82d53682 HTTP/1.1" status: 204 len: 168 time: 0.4826865 Aug 20 14:55:12.955006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc9851-2865-41b6-a9a8-717da2a7f6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb3965dd-d39a-4a78-aecc-c14c82d53682,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:13.130306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-e00a9cee-3699-444b-8646-733fabd4c50a service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474450 Aug 20 14:55:13.143696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd561f-f1ab-4303-980f-37dc1c047ce8 req-50148411-c24d-424b-975a-1aeaa6f35a98 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:13.145208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0efd561f-f1ab-4303-980f-37dc1c047ce8 req-50148411-c24d-424b-975a-1aeaa6f35a98 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1612201 Aug 20 14:55:13.164070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56632) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:13.221129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56634) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:13.221352 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4551f1c9-65c2-4e15-a7f8-d2382be10242 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a794238b47de420ab56dca701c4c63c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547500 Aug 20 14:55:13.265332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0efd561f-f1ab-4303-980f-37dc1c047ce8 req-1d99478f-25ce-41e2-a9d8-ea4384ca7ef4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115777 Aug 20 14:55:13.311773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-cebde731-53a3-42fd-aa54-fb8de9e35852 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654940 Aug 20 14:55:13.322265 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7890969-73b3-44e8-b68e-f61c9f8590ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:13.350920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7890969-73b3-44e8-b68e-f61c9f8590ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:13.405213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7890969-73b3-44e8-b68e-f61c9f8590ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:13.408795 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7890969-73b3-44e8-b68e-f61c9f8590ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:13.410152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b7890969-73b3-44e8-b68e-f61c9f8590ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f00e8e7a-37ae-430f-8583-9fb20117e2a7 HTTP/1.1" status: 204 len: 168 time: 0.1880445 Aug 20 14:55:13.419664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7890969-73b3-44e8-b68e-f61c9f8590ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00e8e7a-37ae-430f-8583-9fb20117e2a7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:13.871528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:55:13.902333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-dd902542-6b3c-483f-a250-571015762d3f tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:13.902333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-dd902542-6b3c-483f-a250-571015762d3f tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.0989537 Aug 20 14:55:14.022534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cb0ac-c30f-4d96-9757-e9ca199490f4 req-e8c0a41e-7c4e-44bf-97cf-7c11f78a841c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:14.024495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b6cb0ac-c30f-4d96-9757-e9ca199490f4 req-e8c0a41e-7c4e-44bf-97cf-7c11f78a841c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 944 time: 0.1162217 Aug 20 14:55:14.078971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:14.104551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'port_id': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7', 'mac_address': 'fa:16:3e:39:22:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7f0bb7-1891-429a-b93d-bed0380be9c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:55:14.118163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b6cb0ac-c30f-4d96-9757-e9ca199490f4 req-427dce24-5121-4985-be2f-6b2f9e7f4f02 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844083 Aug 20 14:55:14.130788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-71fd0583-e850-4458-a1e6-c844d93eef14 service neutron] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:14.147116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-71fd0583-e850-4458-a1e6-c844d93eef14 service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:14.150431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adb3cffd-f800-49d3-b15e-92fd03324d86 req-71fd0583-e850-4458-a1e6-c844d93eef14 service neutron] 10.222.0.72 "DELETE /v2.0/ports/c4da1bc4-d37f-4bda-8cea-de604f10b8cc/bindings/n-h2-695189-15 HTTP/1.1" status: 204 len: 173 time: 0.2194507 Aug 20 14:55:14.205759 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:14.224766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:14.252990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:14.256923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:14.331647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:14.521374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99ab67-52aa-4cc6-9ea2-a75d9cd9e3a5 req-b2ce8c88-a0aa-4036-9574-6ac6cec5bde8 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:14.522898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b99ab67-52aa-4cc6-9ea2-a75d9cd9e3a5 req-b2ce8c88-a0aa-4036-9574-6ac6cec5bde8 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.0899296 Aug 20 14:55:14.530923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:55:14.554977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910d005-e218-470d-aefe-687915dad410 req-cd372867-d462-4606-a3fb-1bb5420fc773 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:14.556504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e910d005-e218-470d-aefe-687915dad410 req-cd372867-d462-4606-a3fb-1bb5420fc773 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0900147 Aug 20 14:55:14.612035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b99ab67-52aa-4cc6-9ea2-a75d9cd9e3a5 req-9a092d9a-6b61-499d-aab5-4a1f2f4dde90 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760303 Aug 20 14:55:14.653626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e910d005-e218-470d-aefe-687915dad410 req-d362a3ac-66ad-454b-a4c7-8be9b217684c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861800 Aug 20 14:55:14.702970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a3854191-4bf2-41b0-9cf9-4383c38f5bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:14.735121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdef06-bc74-4653-8fcc-d2fb0b82b27b req-ec84a69d-7f76-45d6-b0ac-4bc878785ec9 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:14.743139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22cdef06-bc74-4653-8fcc-d2fb0b82b27b req-ec84a69d-7f76-45d6-b0ac-4bc878785ec9 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1096 time: 0.0731859 Aug 20 14:55:14.755825 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:14.784213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22cdef06-bc74-4653-8fcc-d2fb0b82b27b req-108dd99b-d49d-40fe-837d-c70de069d8e0 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Aug 20 14:55:14.895838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c4da1bc4-d37f-4bda-8cea-de604f10b8cc no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:14.942167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c4da1bc4-d37f-4bda-8cea-de604f10b8cc not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:15.345337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-b545c67b-1895-40dd-9b62-32d545080cb1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:15.345337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-b545c67b-1895-40dd-9b62-32d545080cb1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 807 time: 0.2508283 Aug 20 14:55:15.362459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-89cadc2a-a72a-426f-a911-68edc3f607a5 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/quotas/291adac971e24552a6494c08429d8f3c HTTP/1.1" status: 200 len: 375 time: 0.0107191 Aug 20 14:55:15.461194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-9cc297db-8dc9-454a-b43a-60aebd20fc8c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905216 Aug 20 14:55:15.607072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aac9d797-1915-4210-8bb7-429219e3fbc3 req-2c5b1984-fe38-4a35-8354-86cdfd78a5d7 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c16e36-49a4-4f4f-87be-b0ca886a3aed HTTP/1.1" status: 200 len: 210 time: 0.0396080 Aug 20 14:55:15.813947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-44414ff1-f485-4aad-a48b-8537d3b934f0 service neutron] 10.222.0.36 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514667 Aug 20 14:55:15.885999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:15.944199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:15.945804 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:15.976870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f82e4-cb7d-473a-838b-b9e12c799928 req-35979693-6d3b-41a0-9e10-f7de4258aad2 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:15.978529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e57f82e4-cb7d-473a-838b-b9e12c799928 req-35979693-6d3b-41a0-9e10-f7de4258aad2 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.0955548 Aug 20 14:55:15.992313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-63219fb7-1ac8-4ca8-be81-b0038b3a9342 service neutron] 10.222.0.36 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684344 Aug 20 14:55:16.002355 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:16.068080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e57f82e4-cb7d-473a-838b-b9e12c799928 req-104e4f9b-2e81-4e95-8100-7f614b656239 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727742 Aug 20 14:55:16.068969 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:16.104855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:16.108099 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d90762-9e7d-46cd-9b10-b90235d4c9ce" -d '{"events": [{"server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "name": "network-vif-plugged", "status": "completed", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:16.126101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:16.131272 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:16.189585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:16.231000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4b745-ab82-4cf4-acd7-35d3c3a2d283 req-e0e5c835-43b1-4d04-9a05-2d5d1e1ad1ba tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:16.239505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29e4b745-ab82-4cf4-acd7-35d3c3a2d283 req-e0e5c835-43b1-4d04-9a05-2d5d1e1ad1ba tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0695946 Aug 20 14:55:16.287103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29e4b745-ab82-4cf4-acd7-35d3c3a2d283 req-5e410cc3-a3e1-4496-a256-5c1833a336f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466108 Aug 20 14:55:16.505717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2966ab2-c0be-4b95-8669-0072ea3ef789 req-4ea90437-6335-4f03-a46e-a45ab1d1e85b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 210 time: 0.0563929 Aug 20 14:55:16.518305 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10489a1e-cc35-4e15-a994-7c945abf4dce x-openstack-request-id: req-10489a1e-cc35-4e15-a994-7c945abf4dce {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:16.518614 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "name": "network-vif-plugged", "status": "completed", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:16.518920 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10489a1e-cc35-4e15-a994-7c945abf4dce {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:16.519416 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7', 'code': 200} Aug 20 14:55:16.680096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56a92508-5028-4731-abd7-542df6b15939 req-4fe6c6d4-db53-4d5d-8fbf-387c502e439f tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0498304 Aug 20 14:55:17.199116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee3210-42af-43ec-8229-50b9500dde16 req-0ac4a459-aa53-4bd5-8697-e22efc473160 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:17.201211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82ee3210-42af-43ec-8229-50b9500dde16 req-0ac4a459-aa53-4bd5-8697-e22efc473160 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.0587239 Aug 20 14:55:17.242629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82ee3210-42af-43ec-8229-50b9500dde16 req-82a9d829-437b-491c-8de8-f2ba7050ac28 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343449 Aug 20 14:55:17.411913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44873a3-4c2b-4bf0-acdb-93aa5969699d req-a4f35269-0298-46b7-b651-2dbd32cb49a9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:17.413441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e44873a3-4c2b-4bf0-acdb-93aa5969699d req-a4f35269-0298-46b7-b651-2dbd32cb49a9 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0535212 Aug 20 14:55:17.457143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e44873a3-4c2b-4bf0-acdb-93aa5969699d req-a0d7eee2-e4de-40d0-b5ba-74e437939534 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 Aug 20 14:55:17.629575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a62d463-166c-4150-bbd3-577702c0a693 req-3e43f4d4-629c-4db9-b44b-639b86cc4711 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 210 time: 0.0447257 Aug 20 14:55:17.690538 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:17.815374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b208d81-e82b-40d0-a07c-92fdfab35702 req-27675b7b-12ee-4fee-a412-6f58c72be5bc tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0307052 Aug 20 14:55:17.973917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-a76e1908-70e1-41c4-b3fb-c54318d0e03d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:17.975598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-a76e1908-70e1-41c4-b3fb-c54318d0e03d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 807 time: 0.1280117 Aug 20 14:55:18.049064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Request body: {'port': {'device_id': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5', 'admin_state_up': True, 'tenant_id': '291adac971e24552a6494c08429d8f3c'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:18.461631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2586233d-cab8-4ff7-81c4-4db08b8f070c req-30cca953-9deb-4405-8ece-917beeaa91c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=21c16e36-49a4-4f4f-87be-b0ca886a3aed HTTP/1.1" status: 200 len: 210 time: 0.0328689 Aug 20 14:55:18.530791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602aaa2-aa18-4774-b234-bb5c1787a48c req-754e1b32-d920-44f3-94ef-538e28653bc0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:18.532710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f602aaa2-aa18-4774-b234-bb5c1787a48c req-754e1b32-d920-44f3-94ef-538e28653bc0 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.1029189 Aug 20 14:55:18.604315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f602aaa2-aa18-4774-b234-bb5c1787a48c req-b57756f6-cef6-4d96-b8ce-b0bb01e02976 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups?id=83f3882b-1ab4-4503-9b27-02521de5714f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604029 Aug 20 14:55:18.612775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-c8f35711-b13b-4dfd-a2a2-5a5a0e24b757 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:18.615229 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-c8f35711-b13b-4dfd-a2a2-5a5a0e24b757 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.72 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 945 time: 0.4068525 Aug 20 14:55:18.644423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Made reservation on behalf of 291adac971e24552a6494c08429d8f3c for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:18.647881 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:18.688552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f6257-fcfc-468a-ab3a-27a0794c7680 req-4014c595-611e-4b6f-a931-6d87558ffe0f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:18.689971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a7f6257-fcfc-468a-ab3a-27a0794c7680 req-4014c595-611e-4b6f-a931-6d87558ffe0f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0902991 Aug 20 14:55:18.763969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36c00fd0-f48e-47e1-a813-b750d2ec0508 req-775d5946-39f7-4f49-9d22-52e8be6a69cb tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 210 time: 0.0712545 Aug 20 14:55:18.804169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a7f6257-fcfc-468a-ab3a-27a0794c7680 req-2293421d-33f5-41a9-a9af-44763c711322 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792203 Aug 20 14:55:18.891572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Allocated IP 172.20.0.14 (8b48d77b-d1d1-4266-9add-59d7b4c697d5/d2d79847-b744-4ea9-956a-9599bf32dc63/81ca962b-17d2-48e2-98ec-d351c91f7740) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:55:18.944126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Deleting port 2f0170c2-4371-454b-af3b-680ec0c640ec {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:55:18.944464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.039213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7560e5-0f98-4bc0-b1d7-b03f1af3f2f3 req-a856fa89-cad7-41dd-9c64-bf1f7fadc979 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0947418 Aug 20 14:55:19.100167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] For port 2f0170c2-4371-454b-af3b-680ec0c640ec, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=2f0170c2-4371-454b-af3b-680ec0c640ec,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:19.100855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.231325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.280597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.304876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.305354 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.305597 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Floating IP d3d32281-335d-4fdb-8211-8f9c376106f6 disassociated. External IP: 172.25.5.176, port: 2f0170c2-4371-454b-af3b-680ec0c640ec. Aug 20 14:55:19.305934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Calling delete_port for 2f0170c2-4371-454b-af3b-680ec0c640ec owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:55:19.339386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:55:19.343342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:19.346077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:55:19.373065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Pushing event updated for resources: {'Port': ['ID=81ca962b-17d2-48e2-98ec-d351c91f7740,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:19.418793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:19.420486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.439229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-33e00fe3-29a6-4141-ab4f-a759dbeea355 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3937006 Aug 20 14:55:19.441858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.461038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Request body: {'port': {'device_id': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:19.472192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Pushing event deleted for resources: {'Port': ['ID=2f0170c2-4371-454b-af3b-680ec0c640ec,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:19.545427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.629698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Router cd6d59d5-0a57-436d-a08a-d477d540b962 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:55:19.788937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:55:19.801520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] Sync routers for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:55:19.812892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba766603-b321-40cc-969a-f939f2dcb361 req-d554d092-f673-487c-bd96-ee6faf1cc273 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 210 time: 0.0835438 Aug 20 14:55:19.820853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:55:19.821833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:19.913370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] No DVR routers for this DVR port 2f0170c2-4371-454b-af3b-680ec0c640ec on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:55:19.919171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:19.924829 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73bee97a-8973-4779-9129-5fcd457cf1fd req-ec7df56b-bc71-4a20-a455-4d0c446f741e tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.72 "DELETE /v2.0/ports/2f0170c2-4371-454b-af3b-680ec0c640ec HTTP/1.1" status: 204 len: 173 time: 1.0977862 Aug 20 14:55:19.925312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55768c73-4393-4ece-9afa-5691f93e7bda', 'name': 'network-vif-deleted', 'tag': '2f0170c2-4371-454b-af3b-680ec0c640ec'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:19.927671 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290c913b-88fa-4e3b-9d6f-e1df1fb98be3" -d '{"events": [{"server_uuid": "55768c73-4393-4ece-9afa-5691f93e7bda", "name": "network-vif-deleted", "tag": "2f0170c2-4371-454b-af3b-680ec0c640ec"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:19.941367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 2f0170c2-4371-454b-af3b-680ec0c640ec no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:20.115090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:55:20.162724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 2f0170c2-4371-454b-af3b-680ec0c640ec {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:55:20.163324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 2f0170c2-4371-454b-af3b-680ec0c640ec not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:20.254734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9d53b-56ae-4b17-9d4b-faf369be9869 req-e1e492fe-864c-48cd-afc0-bc801cbb8f93 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:20.264067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ac9d53b-56ae-4b17-9d4b-faf369be9869 req-e1e492fe-864c-48cd-afc0-bc801cbb8f93 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 932 time: 0.2958779 Aug 20 14:55:20.288977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3917221-784b-477a-8eb2-fbba00256456 req-764c8108-d727-442b-bceb-d0f3cc4dfe6b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:20.299369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3917221-784b-477a-8eb2-fbba00256456 req-764c8108-d727-442b-bceb-d0f3cc4dfe6b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.2844748 Aug 20 14:55:20.389760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ac9d53b-56ae-4b17-9d4b-faf369be9869 req-95e1dd43-aae3-468a-9e49-1ac46233a48f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175113 Aug 20 14:55:20.461577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3917221-784b-477a-8eb2-fbba00256456 req-74cb527f-16d2-420c-b831-ddc28cb57338 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591969 Aug 20 14:55:20.490950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:22Z', 'revision_number': 5, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:20.568369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ca962b-17d2-48e2-98ec-d351c91f7740 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:20.585563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:20.588584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] Checking router: cd6d59d5-0a57-436d-a08a-d477d540b962 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:55:20.599186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Transition to ACTIVE for port object 81ca962b-17d2-48e2-98ec-d351c91f7740 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:20.609629 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:20.610806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:55:20.611951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:20.812840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e756f0e-4ad5-408e-9796-ba08a3a960e6 req-6b9cd35f-a095-4e1d-8a26-0f02f5fb9e89 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0669305 Aug 20 14:55:20.915319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Pushing event updated for resources: {'Port': ['ID=81ca962b-17d2-48e2-98ec-d351c91f7740,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:20.985234 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296b080-1e41-4652-baa5-c389987767cf x-openstack-request-id: req-6296b080-1e41-4652-baa5-c389987767cf {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:20.985751 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55768c73-4393-4ece-9afa-5691f93e7bda", "name": "network-vif-deleted", "tag": "2f0170c2-4371-454b-af3b-680ec0c640ec", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:20.986095 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6296b080-1e41-4652-baa5-c389987767cf {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:20.986588 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55768c73-4393-4ece-9afa-5691f93e7bda', 'name': 'network-vif-deleted', 'tag': '2f0170c2-4371-454b-af3b-680ec0c640ec', 'status': 'completed', 'code': 200} Aug 20 14:55:21.002870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:21.003516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:21.005605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:21.016642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Port 81ca962b-17d2-48e2-98ec-d351c91f7740 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:55:21.018718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:21.035092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:21.036416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:21.038363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:21.039143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Bound port: 81ca962b-17d2-48e2-98ec-d351c91f7740, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:21.039739 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:21.166579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:21.173046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:21.189711 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:21.207989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:55:21.222728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f180ad42-c261-4bb8-8758-a65b7f5073dd req-70ff8aaa-9753-4388-a413-29f713e369d5 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 210 time: 0.0475407 Aug 20 14:55:21.273304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:21.274398 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:21.276517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] 10.222.0.72 "PUT /v2.0/ports/81ca962b-17d2-48e2-98ec-d351c91f7740 HTTP/1.1" status: 200 len: 1093 time: 1.8214958 Aug 20 14:55:21.279740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:21.282208 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b169b3-f473-48fd-bbad-6512d3062f47" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:21.377726 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089afe79-a32e-4aa0-8f6a-b10207f2417b x-openstack-request-id: req-089afe79-a32e-4aa0-8f6a-b10207f2417b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:21.378201 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:21.378503 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-089afe79-a32e-4aa0-8f6a-b10207f2417b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:21.378922 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740', 'status': 'completed', 'code': 200} Aug 20 14:55:21.402618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a9840-98f3-4d00-bc09-8433281b5d3a service neutron] Pushing event updated for resources: {'Port': ['ID=81ca962b-17d2-48e2-98ec-d351c91f7740,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:21.437182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-974ee67d-2931-4276-b886-b42e0029d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:21.442961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-974ee67d-2931-4276-b886-b42e0029d408 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1096 time: 0.0871801 Aug 20 14:55:21.539083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-486bf2df-12b9-4a7d-8a19-b6a81541924b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ca962b-17d2-48e2-98ec-d351c91f7740 HTTP/1.1" status: 200 len: 217 time: 0.0750375 Aug 20 14:55:21.649350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:22Z', 'revision_number': 5, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:21.730728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5575d8-2b02-4210-8d91-59beda4388fd None None] The sync data for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 is: [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:52:13Z', 'revision_number': 4, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e3ae1de-6827-4171-b865-40443aaf4737', 'name': '', 'network_id': 'e66e39b1-a05e-4836-8b46-8506604bb052', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'mac_address': 'fa:16:3e:5b:c0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:13Z', 'updated_at': '2021-08-20T14:52:22Z', 'revision_number': 5, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'subnets': [{'id': 'dbacbc17-7df4-48d3-a13d-bdec1cc52495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:55:21.746808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd13d0b-6ee3-4c37-af6f-99dcb2b638f5 req-a366a3a3-d98d-43ef-9535-2c24614c5c86 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:21.748588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdd13d0b-6ee3-4c37-af6f-99dcb2b638f5 req-a366a3a3-d98d-43ef-9535-2c24614c5c86 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 944 time: 0.2154269 Aug 20 14:55:21.758487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-238cf60c-bca6-4de0-9b40-8253b5df0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:21.761264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-238cf60c-bca6-4de0-9b40-8253b5df0e96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.2007670 Aug 20 14:55:21.823124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6a5b2-231a-40c4-8e1c-583110539e7b req-4a088897-239f-441e-b1a9-3bad5a87f636 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:21.824692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7db6a5b2-231a-40c4-8e1c-583110539e7b req-4a088897-239f-441e-b1a9-3bad5a87f636 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.2164404 Aug 20 14:55:21.843243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-269ab614-8b10-4030-8ab8-44b47ff78efd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666697 Aug 20 14:55:21.988183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdd13d0b-6ee3-4c37-af6f-99dcb2b638f5 req-58a37878-e275-467d-ab55-0277c4ff8841 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313783 Aug 20 14:55:22.020623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7db6a5b2-231a-40c4-8e1c-583110539e7b req-0e6568ad-9446-46e6-8595-3e36ab61f37f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798499 Aug 20 14:55:22.055407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-4c6e4874-f651-4eb6-b324-ada7f3691124 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003696 Aug 20 14:55:22.195108 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d5258707-cb8f-4a09-a164-07eac2c8f01b req-c968ba04-edf0-4a2c-ab9d-2c22de596209 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0846331 Aug 20 14:55:22.286524 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364e57d4-802f-435f-8e21-2a8f0ab46170 None None] New status for floating IP d3d32281-335d-4fdb-8211-8f9c376106f6: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:55:22.308408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4c6c652-86a5-456f-9e6c-c8341ab9240b req-11c0a247-8000-400f-8bc3-a0599f740ab2 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0480776 Aug 20 14:55:22.357594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335c982a-8a64-4a1c-9e27-daa65e11623f req-38c7ab20-b07d-448b-8a0a-3b94f990b372 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836509 Aug 20 14:55:22.436488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4abd3773-a285-4bb3-bc62-88d500d59fcd req-fb787b01-620a-4cfe-b96c-c128746538dc tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 210 time: 0.0482461 Aug 20 14:55:22.782893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-3ddeac45-7558-48d2-bebe-9e18055c3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:22.787160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-3ddeac45-7558-48d2-bebe-9e18055c3b8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1096 time: 0.0495324 Aug 20 14:55:22.906537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-b43a615c-dad2-4504-b083-60a85553e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:22.908956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-b43a615c-dad2-4504-b083-60a85553e031 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.1123126 Aug 20 14:55:22.974064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-797aa0f5-d7d9-4336-8cd7-8180ec77d830 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ca962b-17d2-48e2-98ec-d351c91f7740 HTTP/1.1" status: 200 len: 217 time: 0.0550995 Aug 20 14:55:23.033413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-27659bb7-56f5-48d1-888f-751fa8594140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:23.035102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-27659bb7-56f5-48d1-888f-751fa8594140 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0535352 Aug 20 14:55:23.103571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-4f0b1d72-d249-4496-b4bf-3ae95b531ea6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579112 Aug 20 14:55:23.293593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec4a27-3bc5-4ab8-b443-16b073fd15d7 req-528a50b0-45a4-4d3d-9a19-f62747856fc8 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:23.301637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7ec4a27-3bc5-4ab8-b443-16b073fd15d7 req-528a50b0-45a4-4d3d-9a19-f62747856fc8 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 944 time: 0.1654398 Aug 20 14:55:23.326639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a94346-e8e3-4dd4-8cd0-e6dc4f20a442 req-7c5c5dab-ef40-4310-b4d0-4b9fadd1923e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:23.336297 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66a94346-e8e3-4dd4-8cd0-e6dc4f20a442 req-7c5c5dab-ef40-4310-b4d0-4b9fadd1923e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1579175 Aug 20 14:55:23.364889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-5bcdfe49-2b8e-4769-b85a-c4519d9be8f5 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511032 Aug 20 14:55:23.422973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7ec4a27-3bc5-4ab8-b443-16b073fd15d7 req-1caae8ef-70a8-4b6b-852a-68b2c9f1bbf3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155534 Aug 20 14:55:23.531065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66a94346-e8e3-4dd4-8cd0-e6dc4f20a442 req-ab3cf231-30b6-4718-ad84-11d4e6e234ad tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932216 Aug 20 14:55:23.617230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0b169b3-f473-48fd-bbad-6512d3062f47 req-dbb8f820-7958-43ba-b011-e2f0acc71132 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430522 Aug 20 14:55:23.705130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81fe39aa-4556-4c0c-8482-d8ad284ba877 req-c46ad8b9-1009-47a8-99e5-cff37587f2ea tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0549588 Aug 20 14:55:23.814712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720ff753-d05a-43d3-a852-47c199d29eea req-2b063ee0-f6f3-487b-89a9-668c80294c9f tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 210 time: 0.0527303 Aug 20 14:55:24.674185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e0d5f-db1e-43e2-bad8-85fb84e016a2 req-c61e2245-95b5-4aa9-b679-501ba57118ba tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:24.685492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-554e0d5f-db1e-43e2-bad8-85fb84e016a2 req-c61e2245-95b5-4aa9-b679-501ba57118ba tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 944 time: 0.1501780 Aug 20 14:55:24.773464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-554e0d5f-db1e-43e2-bad8-85fb84e016a2 req-69c68747-24a9-413a-8986-dbf90798ab0f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787108 Aug 20 14:55:24.862100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7cf5-bf15-4972-9758-8a832f969eab req-a548c918-5349-4e0d-9214-9728da11a9cf tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:24.868052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11ae7cf5-bf15-4972-9758-8a832f969eab req-a548c918-5349-4e0d-9214-9728da11a9cf tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1229789 Aug 20 14:55:24.873084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57096) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:24.990710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11ae7cf5-bf15-4972-9758-8a832f969eab req-3851620e-9040-41ae-99ae-e680d1eb01cb tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990703 Aug 20 14:55:25.076061 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a343d11-7f49-4793-aba9-51898acd5efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:25.080742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bba5f54-c470-49a5-951f-14b8fde11b3b req-1f8813b9-882c-443e-a2a1-a770e00e6195 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0491979 Aug 20 14:55:25.140793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4535231e-94bf-4da4-94f9-5e45e1604fce req-d74193e9-b4d5-46dd-b73f-92adb3a183be tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 210 time: 0.0366759 Aug 20 14:55:25.298544 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a343d11-7f49-4793-aba9-51898acd5efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:25.304507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a343d11-7f49-4793-aba9-51898acd5efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:25.359350 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5a343d11-7f49-4793-aba9-51898acd5efd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9ae06191d8a4d7cbcffd2fd3271694f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843383 Aug 20 14:55:25.365099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57112) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:25.389008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a343d11-7f49-4793-aba9-51898acd5efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4842069-f7b8-4637-9193-35bdca6afa0d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:25.485784 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2aa9be74-3439-4d58-a8e7-1ed7724c6561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:25.522126 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2aa9be74-3439-4d58-a8e7-1ed7724c6561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:25.584102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85253261-173b-443f-ae6b-9ee2e95b2af1 req-2c96321c-a03c-41cb-a364-9de522b51120 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0752242 Aug 20 14:55:25.677824 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2aa9be74-3439-4d58-a8e7-1ed7724c6561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:25.687879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2aa9be74-3439-4d58-a8e7-1ed7724c6561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:25.691722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2aa9be74-3439-4d58-a8e7-1ed7724c6561 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4842069-f7b8-4637-9193-35bdca6afa0d HTTP/1.1" status: 204 len: 168 time: 0.3256369 Aug 20 14:55:25.708515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9be74-3439-4d58-a8e7-1ed7724c6561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4842069-f7b8-4637-9193-35bdca6afa0d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:25.910965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 81ca962b-17d2-48e2-98ec-d351c91f7740 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:55:25.921812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db47b02-41d2-4197-961c-a6bd5b297d3c req-352df7ae-001e-4669-a475-bc0b542d8c5c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:25.930867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2db47b02-41d2-4197-961c-a6bd5b297d3c req-352df7ae-001e-4669-a475-bc0b542d8c5c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 944 time: 0.0905344 Aug 20 14:55:25.989342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2db47b02-41d2-4197-961c-a6bd5b297d3c req-d5efa22c-6f19-4266-89a6-bd5ed9d49527 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568149 Aug 20 14:55:26.167746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cedf87-02e2-43e7-b2ea-52790fd11e59 req-fd91049d-a692-40c5-b7b4-0d865aaaaa32 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:26.176872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39cedf87-02e2-43e7-b2ea-52790fd11e59 req-fd91049d-a692-40c5-b7b4-0d865aaaaa32 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0976377 Aug 20 14:55:26.245660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39cedf87-02e2-43e7-b2ea-52790fd11e59 req-24f6721e-fdce-4e12-8485-0eacc40da299 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669787 Aug 20 14:55:26.292588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:26.330498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '81ca962b-17d2-48e2-98ec-d351c91f7740', 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5', 'port_id': '81ca962b-17d2-48e2-98ec-d351c91f7740', 'mac_address': 'fa:16:3e:95:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d79847-b744-4ea9-956a-9599bf32dc63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:55:26.399975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beef1d23-0a41-4f91-8c4c-6b666a70406d req-dad764c4-7e5f-4bea-b617-6835e93a288c tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/ports?device_id=55768c73-4393-4ece-9afa-5691f93e7bda HTTP/1.1" status: 200 len: 210 time: 0.0619848 Aug 20 14:55:26.426106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:26.448790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ca962b-17d2-48e2-98ec-d351c91f7740 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:26.483479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:26.490018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57150) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:26.494853 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:26.524162 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-431a88f9-dc3c-4a61-a77e-793eacea9a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:26.589687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=81ca962b-17d2-48e2-98ec-d351c91f7740,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:26.735114 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-431a88f9-dc3c-4a61-a77e-793eacea9a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:26.754262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-431a88f9-dc3c-4a61-a77e-793eacea9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:26.818044 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29b36361-930f-49d8-8f71-c9b5eca3e33c req-af059c2b-9efa-484d-b74d-1206922139fc tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0760000 Aug 20 14:55:26.851127 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-431a88f9-dc3c-4a61-a77e-793eacea9a6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0a34abdc00545aaadd87390ca51777c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590946 Aug 20 14:55:26.857275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:26.889384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a88f9-dc3c-4a61-a77e-793eacea9a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a45ab12-c7d8-405a-9d5f-ff501b1fa9e4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:26.955258 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5d85-d020-40b1-9ece-6e80a9db4f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:26.983142 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5d85-d020-40b1-9ece-6e80a9db4f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:27.053027 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5d85-d020-40b1-9ece-6e80a9db4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:27.058786 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5d85-d020-40b1-9ece-6e80a9db4f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:27.062090 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0b8a5d85-d020-40b1-9ece-6e80a9db4f57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a45ab12-c7d8-405a-9d5f-ff501b1fa9e4 HTTP/1.1" status: 204 len: 168 time: 0.2028511 Aug 20 14:55:27.078209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ca962b-17d2-48e2-98ec-d351c91f7740'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:55:27.080627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a5d85-d020-40b1-9ece-6e80a9db4f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a45ab12-c7d8-405a-9d5f-ff501b1fa9e4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:27.200073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06bb9-a890-4253-9915-879784bf860f req-200af248-36f9-491b-9554-18e86280d89e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:27.208236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61d06bb9-a890-4253-9915-879784bf860f req-200af248-36f9-491b-9554-18e86280d89e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 945 time: 0.1376700 Aug 20 14:55:27.298347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61d06bb9-a890-4253-9915-879784bf860f req-22ae94e4-e6a3-428f-a88f-f0b4375cf924 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891299 Aug 20 14:55:27.396441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a9d12-e971-414f-958d-5cd1df50bc0b req-8dc07184-9771-4ee1-a355-63549862e2c5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:27.419368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-628a9d12-e971-414f-958d-5cd1df50bc0b req-8dc07184-9771-4ee1-a355-63549862e2c5 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0888069 Aug 20 14:55:27.520122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-628a9d12-e971-414f-958d-5cd1df50bc0b req-1f7188ab-03c9-443d-bebc-790deff9b813 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976794 Aug 20 14:55:27.600636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57182) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:27.685879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ed6a02e3-4466-4977-9232-ce731f15a676 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:27.733058 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ed6a02e3-4466-4977-9232-ce731f15a676 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:27.794281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57184) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:27.816969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de15090b-d6f5-48ae-95fc-7f24e25f5083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:27.819239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ed6a02e3-4466-4977-9232-ce731f15a676 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:27.823912 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ed6a02e3-4466-4977-9232-ce731f15a676 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:27.828738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:27.829510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ed6a02e3-4466-4977-9232-ce731f15a676 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "DELETE /v2.0/security-groups/83f3882b-1ab4-4503-9b27-02521de5714f HTTP/1.1" status: 204 len: 168 time: 0.2278357 Aug 20 14:55:27.841750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a02e3-4466-4977-9232-ce731f15a676 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f3882b-1ab4-4503-9b27-02521de5714f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:27.853716 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-848c2fb8-715a-4e4e-85a0-47d220d50317 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] show failed (client error): The resource could not be found. Aug 20 14:55:27.857884 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-848c2fb8-715a-4e4e-85a0-47d220d50317 tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "GET /v2.0/security-groups/83f3882b-1ab4-4503-9b27-02521de5714f HTTP/1.1" status: 404 len: 347 time: 0.0226789 Aug 20 14:55:27.859445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57188) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:27.986670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b05eb0f1-5e8a-4523-995f-05df0d9d3668 req-ea91d771-c7bc-4018-8974-0d566a17f6a1 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0458555 Aug 20 14:55:28.107667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de15090b-d6f5-48ae-95fc-7f24e25f5083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.114652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Deleting port b01896ac-8132-4725-95a4-102f21fb5400 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:55:28.115059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.118597 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de15090b-d6f5-48ae-95fc-7f24e25f5083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.211251 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-de15090b-d6f5-48ae-95fc-7f24e25f5083 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e9284eb4231402bab869e7ccac6b539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125774 Aug 20 14:55:28.211701 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15090b-d6f5-48ae-95fc-7f24e25f5083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c806c6-c976-450c-9c22-423fe426c8b1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:28.212468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57202) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:28.267677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.268039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.289692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Calling delete_port for b01896ac-8132-4725-95a4-102f21fb5400 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:55:28.344433 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8675942b-e688-49b9-9ec0-003ca0b6bf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.397539 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8675942b-e688-49b9-9ec0-003ca0b6bf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.405534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.471641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.508778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Pushing event deleted for resources: {'Port': ['ID=b01896ac-8132-4725-95a4-102f21fb5400,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:28.522863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8675942b-e688-49b9-9ec0-003ca0b6bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.526182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8675942b-e688-49b9-9ec0-003ca0b6bf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.531467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8675942b-e688-49b9-9ec0-003ca0b6bf26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88c806c6-c976-450c-9c22-423fe426c8b1 HTTP/1.1" status: 204 len: 168 time: 0.3173323 Aug 20 14:55:28.557785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965d54-0b22-46a0-b067-c910eb81d956 req-98aa90fd-3158-44e0-9e14-ac0b9ee4f6b1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:28.569315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e965d54-0b22-46a0-b067-c910eb81d956 req-98aa90fd-3158-44e0-9e14-ac0b9ee4f6b1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 945 time: 0.1101470 Aug 20 14:55:28.615303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675942b-e688-49b9-9ec0-003ca0b6bf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c806c6-c976-450c-9c22-423fe426c8b1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:28.633799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e965d54-0b22-46a0-b067-c910eb81d956 req-9f06942a-65de-41d3-9fe1-979760658b9d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626893 Aug 20 14:55:28.708659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.711579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:28.712749 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-392f7c16-c268-4cfe-824a-ff31ca1bdffb tempest-ServersTestBootFromVolume-707295371 tempest-ServersTestBootFromVolume-707295371-project] 10.222.0.36 "DELETE /v2.0/floatingips/d3d32281-335d-4fdb-8211-8f9c376106f6 HTTP/1.1" status: 204 len: 168 time: 0.8518057 Aug 20 14:55:28.717599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57214) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:28.780166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346c57e-70fa-4915-bbc3-72c3f382a0be req-61383bee-0556-40b4-9817-6b6c5ea7bc31 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:28.787597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6346c57e-70fa-4915-bbc3-72c3f382a0be req-61383bee-0556-40b4-9817-6b6c5ea7bc31 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1289511 Aug 20 14:55:28.869548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6346c57e-70fa-4915-bbc3-72c3f382a0be req-a2d02d1a-0eec-42e1-b22a-b5315edeb5aa tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810080 Aug 20 14:55:29.194552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43c03bce-f9ae-4434-9a0e-a496a0534b29 req-d0689265-1d97-4261-91f5-9656564da715 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0721941 Aug 20 14:55:29.413887 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:29.762138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Deleting port 8e3ae1de-6827-4171-b865-40443aaf4737 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:55:29.763406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:29.931438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61803fe2-9fa5-4db8-9434-e4dcbe0a4afe req-311cf5c3-482d-4308-b975-c52eb8ded591 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:29.942194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61803fe2-9fa5-4db8-9434-e4dcbe0a4afe req-311cf5c3-482d-4308-b975-c52eb8ded591 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 945 time: 0.0985839 Aug 20 14:55:29.955514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 81ca962b-17d2-48e2-98ec-d351c91f7740 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:30.018251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61803fe2-9fa5-4db8-9434-e4dcbe0a4afe req-91aab764-726f-4b10-8d3e-26c7927d656c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746243 Aug 20 14:55:30.050830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] For port 8e3ae1de-6827-4171-b865-40443aaf4737, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8e3ae1de-6827-4171-b865-40443aaf4737,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:30.051613 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:30.124128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 81ca962b-17d2-48e2-98ec-d351c91f7740 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:30.141381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 81ca962b-17d2-48e2-98ec-d351c91f7740 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:30.141772 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:30.143029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Calling delete_port for 8e3ae1de-6827-4171-b865-40443aaf4737 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:55:30.186009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620aea5-8186-4208-8bdb-198087675a7c req-d5558c3e-782c-4ce9-a564-192c3c0e55f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:30.188334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3620aea5-8186-4208-8bdb-198087675a7c req-d5558c3e-782c-4ce9-a564-192c3c0e55f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1296353 Aug 20 14:55:30.326076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3620aea5-8186-4208-8bdb-198087675a7c req-5145fc79-6f56-4e0c-88ed-fef62952cbf0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995507 Aug 20 14:55:30.377025 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:30.406811 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:30.410053 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa96a606-3675-48db-b5a1-5280b0050b4b" -d '{"events": [{"server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "name": "network-vif-plugged", "status": "completed", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:30.414049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96345c8e-175f-49b1-a392-6b77df1deb62 req-609adb5a-1cf1-4745-9269-bc02fdec62bd tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0749428 Aug 20 14:55:30.455148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:30.462276 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:30.520171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57284) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:30.594552 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758826a8-d7cc-4480-b25e-1b2a187dd9a2 x-openstack-request-id: req-758826a8-d7cc-4480-b25e-1b2a187dd9a2 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:30.594830 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "name": "network-vif-plugged", "status": "completed", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:30.595068 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-758826a8-d7cc-4480-b25e-1b2a187dd9a2 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:30.595498 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740', 'code': 200} Aug 20 14:55:30.612731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=81ca962b-17d2-48e2-98ec-d351c91f7740,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:30.682130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:30.740024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3ae1de-6827-4171-b865-40443aaf4737,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:30.743804 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a7f6-8ad6-405c-b462-6c0f83353931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:30.790059 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5024ae2-8d8b-4ccb-a013-d092775e6ff4 req-1da9da56-d172-4c3f-85d2-9408e2de069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:30.792131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5024ae2-8d8b-4ccb-a013-d092775e6ff4 req-1da9da56-d172-4c3f-85d2-9408e2de069b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1098 time: 0.1189349 Aug 20 14:55:30.868638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5024ae2-8d8b-4ccb-a013-d092775e6ff4 req-21f4a5c1-71a1-42a6-a2b7-541799dec25b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569365 Aug 20 14:55:30.890604 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a7f6-8ad6-405c-b462-6c0f83353931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:30.895855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a7f6-8ad6-405c-b462-6c0f83353931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:30.945059 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e8b0a7f6-8ad6-405c-b462-6c0f83353931 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c134fb4b85d48d3b37a8e5bf3b40911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232435 Aug 20 14:55:30.949524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57292) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:30.968820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0a7f6-8ad6-405c-b462-6c0f83353931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3b384c-925b-482a-a6f7-e0d44d117770,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:31.071764 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-decde188-18b2-4d62-910a-16299b32830e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:31.097659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:31.133380 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-decde188-18b2-4d62-910a-16299b32830e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:31.263888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58ab53-cb9c-4fbf-bc26-0cdb5030f5d3 req-998cd31c-c273-4cb5-a104-badb756282c6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:31.265588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c58ab53-cb9c-4fbf-bc26-0cdb5030f5d3 req-998cd31c-c273-4cb5-a104-badb756282c6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 946 time: 0.1556942 Aug 20 14:55:31.772587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-decde188-18b2-4d62-910a-16299b32830e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:31.775183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-decde188-18b2-4d62-910a-16299b32830e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:31.779292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-decde188-18b2-4d62-910a-16299b32830e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af3b384c-925b-482a-a6f7-e0d44d117770 HTTP/1.1" status: 204 len: 168 time: 0.8254006 Aug 20 14:55:31.803632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decde188-18b2-4d62-910a-16299b32830e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3b384c-925b-482a-a6f7-e0d44d117770,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:31.828371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c58ab53-cb9c-4fbf-bc26-0cdb5030f5d3 req-f0ce3759-c026-40b1-b354-4b91128b6b05 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243954 Aug 20 14:55:31.868093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb9cf6-b235-4417-9293-d09becbfa4f5 req-87e26b9f-7b69-47a7-8689-df36a67a50b1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:31.869723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08bb9cf6-b235-4417-9293-d09becbfa4f5 req-87e26b9f-7b69-47a7-8689-df36a67a50b1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1675074 Aug 20 14:55:32.051678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d704b236-d451-4008-ace0-4a8cfb4fd372 req-7495bd17-603a-4bf0-ace0-70fb258c0125 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0371723 Aug 20 14:55:32.158663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08bb9cf6-b235-4417-9293-d09becbfa4f5 req-50f1a2b9-11e9-4b13-8d1d-e2e9b5413b3e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458325 Aug 20 14:55:32.180812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Router cd6d59d5-0a57-436d-a08a-d477d540b962 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:55:32.350730 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-5ea9ed5c-407d-4d0a-9392-67ef436cefa4 service neutron] show failed (client error): The resource could not be found. Aug 20 14:55:32.352172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-5ea9ed5c-407d-4d0a-9392-67ef436cefa4 service neutron] 10.222.0.70 "GET /v2.0/ports/3637d791-d4c3-4439-8f1f-1c5081d62be1/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0694871 Aug 20 14:55:32.385393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:55:32.397913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3fcf399f-897a-4f8b-9092-c2f0d25331eb admin admin] 10.222.0.36 "PUT /v2.0/routers/cd6d59d5-0a57-436d-a08a-d477d540b962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6790156 Aug 20 14:55:32.398745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57330) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:32.401512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] Sync routers for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:55:32.423937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:55:32.424587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:32.637614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:55:32.654843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:32.803746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-24d777ca-ee65-4a88-9da0-57451f0944c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:32.805379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-24d777ca-ee65-4a88-9da0-57451f0944c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 1102 time: 0.0776043 Aug 20 14:55:32.828231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:32.840936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:32.923130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:32.952065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:55:30Z', 'revision_number': 5, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port': {'id': '06c0d36b-a857-4ed2-8d28-0f1b33a6db13', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:52:09Z', 'updated_at': '2021-08-20T14:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:32.974060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Deleting port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:55:32.974494 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:32.988410 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] Checking router: cd6d59d5-0a57-436d-a08a-d477d540b962 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:55:32.999067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] Routers {'cd6d59d5-0a57-436d-a08a-d477d540b962'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:55:33.000031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cd6d59d5-0a57-436d-a08a-d477d540b962'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:33.110637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] Set router cd6d59d5-0a57-436d-a08a-d477d540b962 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:55:33.120448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] For port 06c0d36b-a857-4ed2-8d28-0f1b33a6db13, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=06c0d36b-a857-4ed2-8d28-0f1b33a6db13,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:33.120758 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:33.136301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Calling delete_port for 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:55:33.229937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:55:32Z', 'revision_number': 6, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:33.259346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad8747a9-b7d4-4092-a7c1-97b055da369f req-d041f366-7ce3-4183-abb2-ddbbfc69951d tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0594299 Aug 20 14:55:33.294735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4c1428-7cf5-4b5a-935f-14708f6d57a3 None None] The sync data for ids ['cd6d59d5-0a57-436d-a08a-d477d540b962'] in n-d-695189-15 is: [{'id': 'cd6d59d5-0a57-436d-a08a-d477d540b962', 'name': 'tempest-ServersTestBootFromVolume-1709857417-router', 'tenant_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:52:07Z', 'updated_at': '2021-08-20T14:55:32Z', 'revision_number': 6, 'project_id': 'e883cb04d1934cf0958b9596d3e5a9d2', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:55:33.412527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:33.455073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:33.478164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:33.521346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c0d36b-a857-4ed2-8d28-0f1b33a6db13,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:33.532353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87306f17-c8f6-4c0b-8a3e-8c3a7e5726f9 req-40dbc3be-6962-4730-965d-f7e511134803 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:33.533985 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87306f17-c8f6-4c0b-8a3e-8c3a7e5726f9 req-40dbc3be-6962-4730-965d-f7e511134803 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 946 time: 0.5034153 Aug 20 14:55:33.572129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:33.575107 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20692b5b-bad1-4206-ae0f-9c96d7c72a44" -d '{"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:33.592516 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:33.612936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:33.614465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f18a7-b53b-4faf-bb5e-b0de7e8d930a req-a489c8ba-5a23-4ec4-9890-1fb98f6d6dec tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:33.616778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a78f18a7-b53b-4faf-bb5e-b0de7e8d930a req-a489c8ba-5a23-4ec4-9890-1fb98f6d6dec tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1292639 Aug 20 14:55:33.673522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Transition to ACTIVE for port object 3637d791-d4c3-4439-8f1f-1c5081d62be1 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:33.688351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a78f18a7-b53b-4faf-bb5e-b0de7e8d930a req-52d27229-5e27-470b-b90b-305b7c07cfca tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613022 Aug 20 14:55:33.696402 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:33.751517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87306f17-c8f6-4c0b-8a3e-8c3a7e5726f9 req-ad7048d5-3b5e-43e7-bf37-9b59ba107e30 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898046 Aug 20 14:55:33.801267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:33.842719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] No DVR routers for this DVR port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:55:33.931327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:33.935568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:33.948371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:33.948857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:33.949193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:33.965469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:55:33.966027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:33.989600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:33.989600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:33.990191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:33.990384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Bound port: 3637d791-d4c3-4439-8f1f-1c5081d62be1, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:33.990827 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:33.997879 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:33.998467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd6d59d5-0a57-436d-a08a-d477d540b962 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:55:34.011602 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.020512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57398) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:34.023196 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f621128b-010c-428d-836f-0b57e27121f6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/cd6d59d5-0a57-436d-a08a-d477d540b962 HTTP/1.1" status: 204 len: 168 time: 1.6227827 Aug 20 14:55:34.113530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0698d3a-824c-43d1-a7f6-e9ffb6a4ae86 admin admin] Deleting subnet dbacbc17-7df4-48d3-a13d-bdec1cc52495 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:55:34.119799 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f8f548-7043-40df-a921-30902734d5e1 x-openstack-request-id: req-b9f8f548-7043-40df-a921-30902734d5e1 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:34.120100 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:34.120343 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9f8f548-7043-40df-a921-30902734d5e1 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:34.120738 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'code': 200} Aug 20 14:55:34.123037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0698d3a-824c-43d1-a7f6-e9ffb6a4ae86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.180494 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0698d3a-824c-43d1-a7f6-e9ffb6a4ae86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.277412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57402) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:34.295778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b72e2f-b038-4bd6-a02a-116301b9c4a1 req-93865360-9b03-407a-aad7-37f5b779b85d tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:34.309690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4b72e2f-b038-4bd6-a02a-116301b9c4a1 req-93865360-9b03-407a-aad7-37f5b779b85d tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1098 time: 0.1921215 Aug 20 14:55:34.426005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:34.458490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb72ec53-95e8-4d9a-bb64-6ef76ba0b7b6 req-cd66a407-5081-4176-a0a7-f924ec3cb3a9 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0730956 Aug 20 14:55:34.470984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:34.481843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.482365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f47b1e0-4b94-4d8e-9c19-61b73f010153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.492432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4b72e2f-b038-4bd6-a02a-116301b9c4a1 req-34b32b33-0a41-4c4b-ac99-0556dc3c2ab4 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633849 Aug 20 14:55:34.502617 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0698d3a-824c-43d1-a7f6-e9ffb6a4ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.579153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:34.579818 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.581586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] 10.222.0.72 "PUT /v2.0/ports/3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 1097 time: 1.7594767 Aug 20 14:55:34.665187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0001a1d-2454-433c-9138-0b01379ab561 service neutron] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:34.666570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f47b1e0-4b94-4d8e-9c19-61b73f010153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.692945 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f47b1e0-4b94-4d8e-9c19-61b73f010153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.725128 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0698d3a-824c-43d1-a7f6-e9ffb6a4ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.740671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-6c59b0f7-68fa-44de-84bf-5de37397580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:34.742099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-6c59b0f7-68fa-44de-84bf-5de37397580a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1100 time: 0.1057765 Aug 20 14:55:34.744243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15150a9c-fed9-4ae6-8a3f-929eb45dc940 req-d04cff3d-0ca9-4387-aa68-6f8ed40127bf tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:34.745862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15150a9c-fed9-4ae6-8a3f-929eb45dc940 req-d04cff3d-0ca9-4387-aa68-6f8ed40127bf tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1098 time: 0.1279175 Aug 20 14:55:34.764172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b1e0-4b94-4d8e-9c19-61b73f010153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557d1816-059a-4111-a3f9-93c7d136b1c1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:34.794559 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9f47b1e0-4b94-4d8e-9c19-61b73f010153 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d304d2f0a5b471d9574c31e49281bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154512 Aug 20 14:55:34.809834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57412) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:34.889078 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d03ffa66-b380-4111-ac76-e6846e7dbf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.902211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-99ec8f9e-b37d-4a52-aa01-fe970560ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:34.904301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-99ec8f9e-b37d-4a52-aa01-fe970560ecdc service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1178751 Aug 20 14:55:34.907768 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0698d3a-824c-43d1-a7f6-e9ffb6a4ae86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:34.912489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b0698d3a-824c-43d1-a7f6-e9ffb6a4ae86 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dbacbc17-7df4-48d3-a13d-bdec1cc52495 HTTP/1.1" status: 204 len: 168 time: 0.8881438 Aug 20 14:55:34.912489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0698d3a-824c-43d1-a7f6-e9ffb6a4ae86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbacbc17-7df4-48d3-a13d-bdec1cc52495,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:34.917660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57418) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:34.927403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40998ef8-e743-4ea3-9287-2577734f5770 None None] Network e66e39b1-a05e-4836-8b46-8506604bb052 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:55:34.960006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d03ffa66-b380-4111-ac76-e6846e7dbf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.020851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-9c006c00-576f-4112-a165-ef1860bbb9a7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.0981810 Aug 20 14:55:35.057513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.079870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15150a9c-fed9-4ae6-8a3f-929eb45dc940 req-be2ba3ea-e17a-4ee2-94cd-a532cbe2d299 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851281 Aug 20 14:55:35.138277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdb7f0-4b66-4ec0-9972-5e2078c1b878 req-9c241b28-2676-410d-b8d1-80a2c8ec8b56 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:35.139980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84bdb7f0-4b66-4ec0-9972-5e2078c1b878 req-9c241b28-2676-410d-b8d1-80a2c8ec8b56 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 948 time: 0.2229142 Aug 20 14:55:35.148624 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d03ffa66-b380-4111-ac76-e6846e7dbf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.151504 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d03ffa66-b380-4111-ac76-e6846e7dbf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.167631 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d03ffa66-b380-4111-ac76-e6846e7dbf62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/557d1816-059a-4111-a3f9-93c7d136b1c1 HTTP/1.1" status: 204 len: 168 time: 0.3558547 Aug 20 14:55:35.184312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-84fee291-fa55-42d4-80b0-a53d80430b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:35.190762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-84fee291-fa55-42d4-80b0-a53d80430b8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1532001 Aug 20 14:55:35.202056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ffa66-b380-4111-ac76-e6846e7dbf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557d1816-059a-4111-a3f9-93c7d136b1c1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:35.216424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Deleting port d8137c99-58bd-41ba-8e16-e9f04f29c262 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:55:35.220238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.292585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0b30c-b778-49de-a62d-0b533de4f0b7 None None] DHCP port deletion for e66e39b1-a05e-4836-8b46-8506604bb052 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:55:35.331072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84bdb7f0-4b66-4ec0-9972-5e2078c1b878 req-24c32fd0-d6e1-42f3-b33b-cc546780e3cd tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711781 Aug 20 14:55:35.357169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-1ddf5770-2e18-4b4c-a8ac-bcea15de7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:35.357430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-1ddf5770-2e18-4b4c-a8ac-bcea15de7262 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1401906 Aug 20 14:55:35.393740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0b30c-b778-49de-a62d-0b533de4f0b7 None None] Deleting port d8137c99-58bd-41ba-8e16-e9f04f29c262 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:55:35.393918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] For port d8137c99-58bd-41ba-8e16-e9f04f29c262, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d8137c99-58bd-41ba-8e16-e9f04f29c262,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:35.394113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.404559 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b30c-b778-49de-a62d-0b533de4f0b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.428719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Calling delete_port for d8137c99-58bd-41ba-8e16-e9f04f29c262 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:55:35.520200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d8137c99-58bd-41ba-8e16-e9f04f29c262 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:35.567166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cbb0b30c-b778-49de-a62d-0b533de4f0b7 None None] For port d8137c99-58bd-41ba-8e16-e9f04f29c262, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d8137c99-58bd-41ba-8e16-e9f04f29c262,segment=NetworkSegment(a89185b2-57c3-4380-a409-c6b6c308fc4d),segment_id=a89185b2-57c3-4380-a409-c6b6c308fc4d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:35.567993 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b30c-b778-49de-a62d-0b533de4f0b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.592698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0b30c-b778-49de-a62d-0b533de4f0b7 None None] Calling delete_port for d8137c99-58bd-41ba-8e16-e9f04f29c262 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:55:35.602689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.626729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-7c916a12-04c3-4bf2-b518-8f7cb5d29f5f service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507746 Aug 20 14:55:35.664244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8137c99-58bd-41ba-8e16-e9f04f29c262,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:35.697170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] No DVR routers for this DVR port d8137c99-58bd-41ba-8e16-e9f04f29c262 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:55:35.766811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4dfaa7f-f02a-4a5a-8461-46529846ea17 req-4486ca89-30fb-4b76-a360-a9c37ade2c58 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.1452632 Aug 20 14:55:35.767848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.779041 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b30c-b778-49de-a62d-0b533de4f0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.807232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0b30c-b778-49de-a62d-0b533de4f0b7 None None] No DVR routers for this DVR port d8137c99-58bd-41ba-8e16-e9f04f29c262 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:55:35.807232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No active binding found for port d8137c99-58bd-41ba-8e16-e9f04f29c262 {{(pid=101101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 14:55:35.807232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d8137c99-58bd-41ba-8e16-e9f04f29c262 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:35.807232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:35.828729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0b30c-b778-49de-a62d-0b533de4f0b7 None None] Pushing event deleted for resources: {'Port': ['ID=d8137c99-58bd-41ba-8e16-e9f04f29c262,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:35.850417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:55:35.850854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 06c0d36b-a857-4ed2-8d28-0f1b33a6db13 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:35.851350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8e3ae1de-6827-4171-b865-40443aaf4737 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:35.886637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 8e3ae1de-6827-4171-b865-40443aaf4737 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:55:35.887417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8e3ae1de-6827-4171-b865-40443aaf4737 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:35.890210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.905231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66e39b1-a05e-4836-8b46-8506604bb052']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:35.917233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89185b2-57c3-4380-a409-c6b6c308fc4d') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:35.917852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89185b2-57c3-4380-a409-c6b6c308fc4d') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:35.931884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.960725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.988813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:55:35.989547 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:55:35.995709 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:55:36.027535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145561a0-d1b7-4f64-a840-d507d160fb1e req-983f65a1-770d-455f-8d4e-49f7c73de579 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:36.041736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-145561a0-d1b7-4f64-a840-d507d160fb1e req-983f65a1-770d-455f-8d4e-49f7c73de579 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1098 time: 0.1850324 Aug 20 14:55:36.085735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:36.098886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:36.105868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] 10.222.0.36 "DELETE /v2.0/networks/e66e39b1-a05e-4836-8b46-8506604bb052 HTTP/1.1" status: 204 len: 168 time: 1.1832461 Aug 20 14:55:36.118796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c0289-cd60-4260-96c2-2106f8a8292f admin admin] Pushing event deleted for resources: {'Network': ['ID=e66e39b1-a05e-4836-8b46-8506604bb052,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:36.155231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:36.159191 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6237631-6591-4920-ba88-5a1cc2dd58a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:36.178731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-145561a0-d1b7-4f64-a840-d507d160fb1e req-679d8551-d2a9-4224-9702-2bba8093ea04 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289680 Aug 20 14:55:36.180730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ec412e4-7334-4ff2-84f9-e7f2712e46af req-a8da02cb-133a-43b4-b675-a6e9dd913312 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281618 Aug 20 14:55:36.265473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-4c262ed2-58ee-4fe0-a747-03ce08f51563 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1942942 Aug 20 14:55:36.328453 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f96508-3557-4133-9dd0-6c28285f7ddb x-openstack-request-id: req-b8f96508-3557-4133-9dd0-6c28285f7ddb {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:36.329039 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:36.329969 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8f96508-3557-4133-9dd0-6c28285f7ddb {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:36.330612 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'status': 'completed', 'code': 200} Aug 20 14:55:36.452837 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57476) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:36.465556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-2fdac585-caa5-4ef8-a410-c0df4a853156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:36.466782 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-2fdac585-caa5-4ef8-a410-c0df4a853156 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1100 time: 0.0969555 Aug 20 14:55:36.566896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-ae6aaa5c-f8ed-43b2-9cdf-b7309e9e4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:36.568543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-ae6aaa5c-f8ed-43b2-9cdf-b7309e9e4cb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 1102 time: 0.2163095 Aug 20 14:55:36.621444 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fe32e3a9-797d-4682-aa9c-8b46935408fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e883cb04d1934cf0958b9596d3e5a9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672873 Aug 20 14:55:36.623871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57486) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:36.631722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-04ccf57b-421f-4e92-ba42-e46ec7dac9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:36.631918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-04ccf57b-421f-4e92-ba42-e46ec7dac9c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1100 time: 0.1769311 Aug 20 14:55:36.671095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4d7be-b4e7-4689-95ad-5021a863603a req-84a508e6-26e1-40d9-8649-902284387f4b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:36.680148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2cd4d7be-b4e7-4689-95ad-5021a863603a req-84a508e6-26e1-40d9-8649-902284387f4b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 948 time: 0.1498749 Aug 20 14:55:36.713087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-d100f15f-aae7-4812-a704-753d5fdd5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:36.720182 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-d100f15f-aae7-4812-a704-753d5fdd5912 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2296369 Aug 20 14:55:36.783206 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-3e43694d-25cd-460d-a3a6-dda720da59ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.0466833 Aug 20 14:55:36.789290 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75b9052f-4b87-4e9e-abcf-7fc3a4c69fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:36.792467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2cd4d7be-b4e7-4689-95ad-5021a863603a req-9af364b2-e59a-4f39-b0ac-b5e99b6ab6e0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113801 Aug 20 14:55:36.842040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-ff356bc0-b46d-499f-8d46-c75605fd62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:36.843761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-ff356bc0-b46d-499f-8d46-c75605fd62f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2361581 Aug 20 14:55:36.878410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-b586f1d8-f80a-498a-b6eb-7c815626148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:36.879165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75b9052f-4b87-4e9e-abcf-7fc3a4c69fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:36.879933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-b586f1d8-f80a-498a-b6eb-7c815626148a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1966722 Aug 20 14:55:36.924839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-8c1eb966-437e-40ed-be65-df853a029598 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 200 len: 217 time: 0.0592496 Aug 20 14:55:36.965256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-6bb5de82-4375-478d-91fc-14cf8d2896ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:36.966070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-286dff3e-d448-4836-a44c-27df297d23f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.0517936 Aug 20 14:55:36.967815 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-6bb5de82-4375-478d-91fc-14cf8d2896ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1667116 Aug 20 14:55:36.972075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:37.047636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75b9052f-4b87-4e9e-abcf-7fc3a4c69fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:37.053007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36f6e69d-57be-47e4-85d1-62093240c795 req-cf1b8ade-ed37-47e4-a2ee-ec9e6cbe6ae1 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0989201 Aug 20 14:55:37.053705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:37.057046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75b9052f-4b87-4e9e-abcf-7fc3a4c69fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:37.064008 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-75b9052f-4b87-4e9e-abcf-7fc3a4c69fb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af7d065c-4e02-4247-8183-38b5433fe58e HTTP/1.1" status: 204 len: 168 time: 0.4361115 Aug 20 14:55:37.072712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-7637d6f6-7d4e-4198-a29a-a2fa4edfa316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:37.077716 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-7637d6f6-7d4e-4198-a29a-a2fa4edfa316 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0938687 Aug 20 14:55:37.101422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-3fba7d25-6bfe-4e8d-b7ca-04f9c4586fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:37.102876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-3fba7d25-6bfe-4e8d-b7ca-04f9c4586fba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1474335 Aug 20 14:55:37.104611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-3b41f5a3-0072-4110-8e85-fbe2c9c33859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:37.117010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-3b41f5a3-0072-4110-8e85-fbe2c9c33859 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1260529 Aug 20 14:55:37.119302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9052f-4b87-4e9e-abcf-7fc3a4c69fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d065c-4e02-4247-8183-38b5433fe58e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:37.187702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-03858dc6-1ffe-4cd7-8aed-d07125cc96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:37.189226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-03858dc6-1ffe-4cd7-8aed-d07125cc96dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712893 Aug 20 14:55:37.191728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-cb043f4d-bd12-4573-80c3-3bdcf72d0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:37.193111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-cb043f4d-bd12-4573-80c3-3bdcf72d0242 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649302 Aug 20 14:55:37.363683 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-6f240b3d-863d-4e2c-9ce6-75f0c7b50d88 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629082 Aug 20 14:55:37.458956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327db3fa-8378-43b2-b358-2485d541f7e0 req-e67e5660-f5fe-4a0a-8a5a-9a3a6b6bed7c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:37.459874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-327db3fa-8378-43b2-b358-2485d541f7e0 req-e67e5660-f5fe-4a0a-8a5a-9a3a6b6bed7c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1098 time: 0.0861204 Aug 20 14:55:37.518551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-ee36640f-7741-4861-a90f-8dd2aed738ce service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052723 Aug 20 14:55:37.524532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-585ea76f-1b25-4d7f-8770-a35541cc0923 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201146 Aug 20 14:55:37.533067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-327db3fa-8378-43b2-b358-2485d541f7e0 req-1b3626ff-485d-46cc-a187-7b12a7e2d7d6 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590286 Aug 20 14:55:37.546704 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-9a5b0de1-da88-470a-947a-3a02babbcf4a service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705832 Aug 20 14:55:37.861416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9670c140-0cc9-4845-858c-4dcfccb197d3 req-a99c3762-db3a-42f0-a5af-e86844f26ab6 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282552 Aug 20 14:55:37.875706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6237631-6591-4920-ba88-5a1cc2dd58a8 req-3e67498a-ce5f-499c-b21b-e42b74f7daa1 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351214 Aug 20 14:55:37.964822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef707309-c8cf-41f6-a0dd-e14ff4844873 req-7fb8608a-2636-415a-a83c-609e6543c64b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:37.966776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef707309-c8cf-41f6-a0dd-e14ff4844873 req-7fb8608a-2636-415a-a83c-609e6543c64b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 948 time: 0.0664172 Aug 20 14:55:38.013269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef707309-c8cf-41f6-a0dd-e14ff4844873 req-8b98dcff-7417-4263-b8f9-fb276b471fe2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386987 Aug 20 14:55:38.204376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85e5691d-7094-4e21-9d41-e17c576172cd req-60fd4da2-141f-4026-9b5a-d23c15ab75c0 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0315897 Aug 20 14:55:38.497616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57628) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:38.660738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1004278646-network', 'tenant_id': 'f79450d7f92245c093a97a866343ceee'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:38.690682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:38.693116 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:38.704539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:38.823736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:38.829030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:38.847504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57668) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:38.859568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:55:38.879091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:38.882890 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:38.883472 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Added segment e38afe09-14d0-4254-8069-bbade65b392f of type vlan for network fcfe6da0-58d6-47e8-a285-86f6ca75e543 Aug 20 14:55:38.938869 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:38.966593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:38.967599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:38.968237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.031765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-6b205229-a1bc-4f9d-a636-fc410017467c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:55:39.032773 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-6b205229-a1bc-4f9d-a636-fc410017467c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223064 Aug 20 14:55:39.043492 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0282d46-c507-4917-a68e-5f1b3862dfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.048646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Request body: {'binding': {'host': 'n-h2-695189-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:39.049087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Unknown quota resources ['binding']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 14:55:39.059065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5598519 Aug 20 14:55:39.062026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57676) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:39.076279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Request body: {'subnet': {'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1004278646-subnet', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:39.093484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28ac7b-5a0f-4805-b6af-3b5f1aeb22d2 admin admin] Pushing event updated for resources: {'Network': ['ID=fcfe6da0-58d6-47e8-a285-86f6ca75e543,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:39.101946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-c0282d46-c507-4917-a68e-5f1b3862dfaf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 14:55:39.101946 n-d-695189-15 neutron-server[101100]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 14:55:39.101946 n-d-695189-15 neutron-server[101100]: [parameters: {'project_id_1': '634cfcaf73574ee49260125048d6ee46', 'expiration_1': datetime.datetime(2021, 8, 20, 14, 55, 39, 87446)}] Aug 20 14:55:39.101946 n-d-695189-15 neutron-server[101100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:55:39.102538 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-c0282d46-c507-4917-a68e-5f1b3862dfaf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:55:39.112618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network fcfe6da0-58d6-47e8-a285-86f6ca75e543 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:55:39.120349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:39.123399 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.225813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 on host n-h2-695189-15 for vnic_type normal with profile None {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:39.226159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:39.226495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:39.232098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Port 81ca962b-17d2-48e2-98ec-d351c91f7740 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:55:39.232359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:39.238338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:39.238682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:39.239244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:39.239740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Bound port: 81ca962b-17d2-48e2-98ec-d351c91f7740, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:39.302179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:39.308263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.310192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-22855272-d5ba-44fc-a3bd-b700b647bed5 service neutron] 10.222.0.36 "POST /v2.0/ports/81ca962b-17d2-48e2-98ec-d351c91f7740/bindings HTTP/1.1" status: 201 len: 390 time: 0.2684050 Aug 20 14:55:39.326253 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.380334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b52940-321e-4daa-9134-4e0eaf0609a7,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:39.392445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Checking segment: {'id': 'e38afe09-14d0-4254-8069-bbade65b392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:39.392804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Network hostable DHCP agents. Network: fcfe6da0-58d6-47e8-a285-86f6ca75e543, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:55:39.420366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Network fcfe6da0-58d6-47e8-a285-86f6ca75e543 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:55:39.434246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, fcfe6da0-58d6-47e8-a285-86f6ca75e543) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:39.440682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:39.444442 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.444597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f280e40-0911-4130-8e4a-7abf66952271 None None] Network fcfe6da0-58d6-47e8-a285-86f6ca75e543 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:55:39.464155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9c0df2bf-4004-4426-af5c-62a1ed6a11d0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4002950 Aug 20 14:55:39.471191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57710) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:39.476400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:39.506453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.507803 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.589119 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.597781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98248b-5cd1-41c7-b6a7-d4c8f879a5fb req-6043e598-40e3-42dd-8467-9c5b220140e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:39.607527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a98248b-5cd1-41c7-b6a7-d4c8f879a5fb req-6043e598-40e3-42dd-8467-9c5b220140e4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 948 time: 0.0783634 Aug 20 14:55:39.646342 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0282d46-c507-4917-a68e-5f1b3862dfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.650421 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-fcfe6da0-58d6-47e8-a285-86f6ca75e543', 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'fixed_ips': [{'subnet_id': '92b52940-321e-4daa-9134-4e0eaf0609a7'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:55:39.651402 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.684191 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8d458f8-2a95-4cf6-8adb-38e8b69e5e75 req-07db8e8b-914b-4a64-ac5b-0f155b017b82 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0682364 Aug 20 14:55:39.726121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a98248b-5cd1-41c7-b6a7-d4c8f879a5fb req-cdc1be84-ec96-47b4-93bc-edc7fc2eaefc tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016276 Aug 20 14:55:39.757057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-45f58cd5-e85b-469e-a4b5-9bb943373fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:39.760750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-45f58cd5-e85b-469e-a4b5-9bb943373fd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1098 time: 0.1360741 Aug 20 14:55:39.822337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Allocated IP 172.20.0.2 (fcfe6da0-58d6-47e8-a285-86f6ca75e543/92b52940-321e-4daa-9134-4e0eaf0609a7/765e1e8d-375c-4465-8583-e69eb9496a35) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:55:39.882392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.916021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0282d46-c507-4917-a68e-5f1b3862dfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.924525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0282d46-c507-4917-a68e-5f1b3862dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:39.935816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2a53c-1f97-48a0-b440-7b1c01af26ac req-6f692a62-3f9b-47a6-aebe-202048aa1e11 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:39.937663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91f2a53c-1f97-48a0-b440-7b1c01af26ac req-6f692a62-3f9b-47a6-aebe-202048aa1e11 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 946 time: 0.1462364 Aug 20 14:55:39.966849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-0b6e75ef-450e-48f4-9eb9-039d1581ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:39.968758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-0b6e75ef-450e-48f4-9eb9-039d1581ebf3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.1897712 Aug 20 14:55:40.004853 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.014162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Transition to ACTIVE for port object 765e1e8d-375c-4465-8583-e69eb9496a35 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:40.021598 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0282d46-c507-4917-a68e-5f1b3862dfaf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=634cfcaf73574ee49260125048d6ee46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1717627 Aug 20 14:55:40.022737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-388ee59e-8243-494a-8ce9-7f2e4df1a4b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ca962b-17d2-48e2-98ec-d351c91f7740 HTTP/1.1" status: 200 len: 217 time: 0.0399182 Aug 20 14:55:40.023925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57714) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:40.029568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91f2a53c-1f97-48a0-b440-7b1c01af26ac req-6664be02-548f-4c9f-be28-d737d2132b74 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813572 Aug 20 14:55:40.034708 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:55:40.045968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Transition to ACTIVE for port object 765e1e8d-375c-4465-8583-e69eb9496a35 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:40.055947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0282d46-c507-4917-a68e-5f1b3862dfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffbfb96-092b-4e2e-b0c9-977617aaf812,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:40.080973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.108478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-5b8ab21f-de37-415b-95e6-5d4ed3a1f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:40.110690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-5b8ab21f-de37-415b-95e6-5d4ed3a1f169 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0742249 Aug 20 14:55:40.113619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1683051-009f-47d1-b9a4-ded2286b88a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.148627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1683051-009f-47d1-b9a4-ded2286b88a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.156759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-35ad4f98-2c73-4261-a629-03ed58edbd9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312071 Aug 20 14:55:40.176925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Network fcfe6da0-58d6-47e8-a285-86f6ca75e543 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:55:40.182474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:40.188137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:55:40.214238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Pushing event updated for resources: {'Port': ['ID=765e1e8d-375c-4465-8583-e69eb9496a35,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:40.278478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:40.290656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Attempting to bind port 765e1e8d-375c-4465-8583-e69eb9496a35 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:40.291134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Attempting to bind port 765e1e8d-375c-4465-8583-e69eb9496a35 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'e38afe09-14d0-4254-8069-bbade65b392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:40.291588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Attempting to bind port 765e1e8d-375c-4465-8583-e69eb9496a35 on network fcfe6da0-58d6-47e8-a285-86f6ca75e543 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:40.299874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'mac_address': 'fa:16:3e:a4:6c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:55:40.302238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:40.302976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Checking segment: {'id': 'e38afe09-14d0-4254-8069-bbade65b392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:40.303673 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.304381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Bound using segment: {'id': 'e38afe09-14d0-4254-8069-bbade65b392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:40.305109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Bound port: 765e1e8d-375c-4465-8583-e69eb9496a35, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38afe09-14d0-4254-8069-bbade65b392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:40.305737 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.381406 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.413002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3637d791-d4c3-4439-8f1f-1c5081d62be1 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:40.423243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] For port 765e1e8d-375c-4465-8583-e69eb9496a35, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:40.424320 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:55:40.431700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] For port 765e1e8d-375c-4465-8583-e69eb9496a35, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=765e1e8d-375c-4465-8583-e69eb9496a35,segment=NetworkSegment(e38afe09-14d0-4254-8069-bbade65b392f),segment_id=e38afe09-14d0-4254-8069-bbade65b392f)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:40.443838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.447778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:40.479912 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.532683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b9d88-7e15-4ef2-9bbb-ce49e46b9d6e None None] Pushing event updated for resources: {'Port': ['ID=765e1e8d-375c-4465-8583-e69eb9496a35,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:40.595785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:40.613853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1683051-009f-47d1-b9a4-ded2286b88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.617736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1683051-009f-47d1-b9a4-ded2286b88a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.623071 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f1683051-009f-47d1-b9a4-ded2286b88a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ffbfb96-092b-4e2e-b0c9-977617aaf812 HTTP/1.1" status: 204 len: 168 time: 0.5976183 Aug 20 14:55:40.639724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1683051-009f-47d1-b9a4-ded2286b88a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffbfb96-092b-4e2e-b0c9-977617aaf812,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:40.663211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.707876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:40.738009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ad3dae3f-7b3b-425a-b3ab-b4b56219ea79 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626545 Aug 20 14:55:40.770652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-11cc1eaa-a8e3-413e-b878-3f03ac99b358 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:40.777943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-11cc1eaa-a8e3-413e-b878-3f03ac99b358 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 804 time: 0.6158822 Aug 20 14:55:40.848599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-521639e2-86dd-43bc-83c9-fabeb16a6490 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/quotas/13fa99d258f74cc7bcf372b6dd58a081 HTTP/1.1" status: 200 len: 375 time: 0.0694726 Aug 20 14:55:40.926180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-05a10894-75ee-4a21-afac-2f39a9f13d8d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767190 Aug 20 14:55:40.954475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Allocated IP 172.25.5.72 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:55:40.999737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4af3e9fd-4f62-4eac-8c47-df5f651c56d3 req-05240320-9fa1-4b74-86af-95668350dcc2 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0396798 Aug 20 14:55:41.003772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-8e69c6ad-64bd-4751-83a8-d8c0097deb9e service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519422 Aug 20 14:55:41.107819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['3637d791-d4c3-4439-8f1f-1c5081d62be1'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:55:41.165760 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:41.189919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57742) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:41.222859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b587febe-2ff4-4f3d-af1f-3e3104688fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:41.226402 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:41.266586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:55:41.268153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-b9f99e67-0c01-4a19-bb95-f93227a84b9c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:41.269400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:41.269645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-b9f99e67-0c01-4a19-bb95-f93227a84b9c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1098 time: 0.1398411 Aug 20 14:55:41.272877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:55:41.285344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43861a40-c275-4ac8-aefc-17c17e235cdb req-c268156e-20d3-4ee5-a6f9-585f5c0c3cd4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:41.286838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43861a40-c275-4ac8-aefc-17c17e235cdb req-c268156e-20d3-4ee5-a6f9-585f5c0c3cd4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 949 time: 0.1841953 Aug 20 14:55:41.297197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-15'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:41.307994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:41.314616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-a72301a1-6568-4b0e-8886-6f12a989676a service neutron] 10.222.0.36 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708324 Aug 20 14:55:41.477274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 765e1e8d-375c-4465-8583-e69eb9496a35 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:41.509325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43861a40-c275-4ac8-aefc-17c17e235cdb req-2f11fd27-6c7d-41cb-8ed3-15fb75dd93a7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076137 Aug 20 14:55:41.511989 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:41.566142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 765e1e8d-375c-4465-8583-e69eb9496a35 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:41.612483 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:41.674058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-14391080-b92a-4bbe-9e5a-4b2ce4751dfb service neutron] 10.222.0.36 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585906 Aug 20 14:55:41.751347 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b587febe-2ff4-4f3d-af1f-3e3104688fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:41.763682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e9234-6f50-49d4-8a70-e1ac39c1a529 req-ddb1798e-0922-4860-988c-4a9c417a9345 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:41.765230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391e9234-6f50-49d4-8a70-e1ac39c1a529 req-ddb1798e-0922-4860-988c-4a9c417a9345 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 946 time: 0.1573935 Aug 20 14:55:41.770649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b587febe-2ff4-4f3d-af1f-3e3104688fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:41.813844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81e40b-1c27-4bec-b706-55ba03c33e79 None None] Network fcfe6da0-58d6-47e8-a285-86f6ca75e543 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:55:41.859960 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:41.907493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-84398c71-e1f6-439c-874f-0f1db612cb92 None None] Provisioning for port 765e1e8d-375c-4465-8583-e69eb9496a35 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:41.922647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57754) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:41.922999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b587febe-2ff4-4f3d-af1f-3e3104688fe9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94f8924ee373424c8aa5d6da7ee7858b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7312741 Aug 20 14:55:41.925777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-84398c71-e1f6-439c-874f-0f1db612cb92 None None] Provisioning complete for port 765e1e8d-375c-4465-8583-e69eb9496a35 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:41.926431 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-84398c71-e1f6-439c-874f-0f1db612cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:41.986202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391e9234-6f50-49d4-8a70-e1ac39c1a529 req-ba9c53c0-8640-428b-b826-cc01daf15baf tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125247 Aug 20 14:55:41.989570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587febe-2ff4-4f3d-af1f-3e3104688fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f68ad79-454a-4e73-9c34-c6656bbae339,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:42.005863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:42.019034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afd0f91e-eec1-4602-b392-8feadc2b2d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.051217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:42.135385 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afd0f91e-eec1-4602-b392-8feadc2b2d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.192550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:42.231240 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3b9873f5-57bc-4a26-88fa-2274455c5bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.269299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Router 6dafec81-09b5-4daf-aaf7-446c6259fa5c is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:55:42.287610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afd0f91e-eec1-4602-b392-8feadc2b2d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.290426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afd0f91e-eec1-4602-b392-8feadc2b2d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.295147 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-afd0f91e-eec1-4602-b392-8feadc2b2d6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f68ad79-454a-4e73-9c34-c6656bbae339 HTTP/1.1" status: 204 len: 168 time: 0.3688159 Aug 20 14:55:42.305963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-e1da59bf-2502-4b70-a06d-2d6ad78dae70 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:42.307507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-e1da59bf-2502-4b70-a06d-2d6ad78dae70 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 949 time: 0.1996500 Aug 20 14:55:42.342012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0f91e-eec1-4602-b392-8feadc2b2d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f68ad79-454a-4e73-9c34-c6656bbae339,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:42.400513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cc2d10-22bc-4628-9b87-410f54d357d7 req-934eb356-00d5-44a1-add7-f93b4b16ab15 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 210 time: 0.1276000 Aug 20 14:55:42.440781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd19f2fc-38bb-4ce4-8795-3fd4f1544168 req-56a7430a-4bd1-4e08-af67-e8fcae8265aa tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0957232 Aug 20 14:55:42.441255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:42.444179 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0706a934-ee19-49e7-8378-fea3c83cde18" -d '{"events": [{"server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "name": "network-vif-unplugged", "status": "completed", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:42.455720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.476278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.555881 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-84398c71-e1f6-439c-874f-0f1db612cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.559359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:55:42.572056 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Sync routers for ids ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:55:42.592249 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Routers {'6dafec81-09b5-4daf-aaf7-446c6259fa5c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:55:42.598700 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.599956 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:42.612620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.618078 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-30459dfb-2094-4835-bc3f-201aa3affb19 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1452203 Aug 20 14:55:42.619490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57770) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:42.627099 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9754ebd4-33cb-4f57-8e9d-e352a9de23c5 x-openstack-request-id: req-9754ebd4-33cb-4f57-8e9d-e352a9de23c5 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:42.627524 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "name": "network-vif-unplugged", "status": "completed", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:42.628690 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9754ebd4-33cb-4f57-8e9d-e352a9de23c5 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:42.628846 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740', 'code': 200} Aug 20 14:55:42.671780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-161c8a50-dda2-464e-a348-b2f24a94e92f service neutron] 10.222.0.72 "GET /v2.0/ports/3637d791-d4c3-4439-8f1f-1c5081d62be1/bindings/n-h1-695189-15 HTTP/1.1" status: 200 len: 383 time: 0.3129115 Aug 20 14:55:42.728238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 on host n-h1-695189-15 for vnic_type normal with profile {"migrating_to": "n-h2-695189-15"} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:42.728579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:42.728912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:42.762688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:42.769595 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c54fe7-3a4e-41e3-8878-879b7c2f78f9" -d '{"events": [{"server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:42.790089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-84398c71-e1f6-439c-874f-0f1db612cb92 None None] For port 765e1e8d-375c-4465-8583-e69eb9496a35, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=765e1e8d-375c-4465-8583-e69eb9496a35,segment=NetworkSegment(e38afe09-14d0-4254-8069-bbade65b392f),segment_id=e38afe09-14d0-4254-8069-bbade65b392f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:42.793441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e02ffa-c23e-46db-9a3d-aed4f078a322 req-790cf404-2406-4565-ba91-7350ad682d5c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:42.798078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0e02ffa-c23e-46db-9a3d-aed4f078a322 req-790cf404-2406-4565-ba91-7350ad682d5c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 949 time: 0.2510493 Aug 20 14:55:42.810971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Port 81ca962b-17d2-48e2-98ec-d351c91f7740 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:55:42.815433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Attempting to bind port 81ca962b-17d2-48e2-98ec-d351c91f7740 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:42.819199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-84398c71-e1f6-439c-874f-0f1db612cb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.838962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:42.874034 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Set router 6dafec81-09b5-4daf-aaf7-446c6259fa5c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:55:42.893554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Pushing event updated for resources: {'Port': ['ID=81ca962b-17d2-48e2-98ec-d351c91f7740,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:42.907425 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b4699c-0618-4e4c-9b85-520ad371c2c8 x-openstack-request-id: req-68b4699c-0618-4e4c-9b85-520ad371c2c8 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:42.908030 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:42.908482 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68b4699c-0618-4e4c-9b85-520ad371c2c8 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:42.909258 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7', 'code': 200} Aug 20 14:55:42.911894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.912728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.913093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.913500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.913853 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.917336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.917717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.918068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.918519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.918919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.919624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.920988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.921341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:42.944124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:42.944481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:42.947058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:42.947615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Bound port: 81ca962b-17d2-48e2-98ec-d351c91f7740, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:42.948046 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:42.968753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84398c71-e1f6-439c-874f-0f1db612cb92 None None] Pushing event updated for resources: {'Port': ['ID=765e1e8d-375c-4465-8583-e69eb9496a35,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:43.033935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:43.070775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3c89211d-6629-45f2-89d1-5e0376bf93fb None None] Provisioning complete for port 765e1e8d-375c-4465-8583-e69eb9496a35 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:43.071869 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3c89211d-6629-45f2-89d1-5e0376bf93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.080654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0e02ffa-c23e-46db-9a3d-aed4f078a322 req-192cda53-8a3b-43e8-a62e-e1b3730d4e19 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975849 Aug 20 14:55:43.088480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-0aa0e74d-778a-447f-8ecb-271cab01b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:43.090292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-0aa0e74d-778a-447f-8ecb-271cab01b5b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1101 time: 0.3514481 Aug 20 14:55:43.142372 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:55:39Z', 'updated_at': '2021-08-20T14:55:41Z', 'revision_number': 3, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'gw_port': {'id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:40Z', 'updated_at': '2021-08-20T14:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:43.171243 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Checking router: 6dafec81-09b5-4daf-aaf7-446c6259fa5c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:55:43.172363 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Updating router 6dafec81-09b5-4daf-aaf7-446c6259fa5c port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:55:43.204766 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.256095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:43.271782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:43.346472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.394968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-1b4ad305-7acd-47ee-8699-1dd655b5d348 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:43.397314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-1b4ad305-7acd-47ee-8699-1dd655b5d348 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.72 "GET /v2.0/ports?device_id=a3c5251f-5dcb-4104-acc7-fbc5c659fb51 HTTP/1.1" status: 200 len: 943 time: 0.3768907 Aug 20 14:55:43.462930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-4a443967-63c5-4d98-b3eb-8b5d7c488603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:43.465151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-4a443967-63c5-4d98-b3eb-8b5d7c488603 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.3668709 Aug 20 14:55:43.496800 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.499740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 765e1e8d-375c-4465-8583-e69eb9496a35 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:43.507112 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Transition to ACTIVE for port object 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:43.530455 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.583136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a88d-9be2-41e4-a2cf-f2ad9a39c4da req-1859ec88-6610-4ab3-b9b3-faa381833b67 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:43.585221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5311a88d-9be2-41e4-a2cf-f2ad9a39c4da req-1859ec88-6610-4ab3-b9b3-faa381833b67 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 944 time: 0.4244597 Aug 20 14:55:43.608462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 765e1e8d-375c-4465-8583-e69eb9496a35 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:43.609549 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.623064 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Pushing event updated for resources: {'Port': ['ID=7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:43.631257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-bbdecc34-9cc9-4da1-a4cb-eda56e2864be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.1542852 Aug 20 14:55:43.634994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Pushing event updated for resources: {'Port': ['ID=81ca962b-17d2-48e2-98ec-d351c91f7740,revision_number=8']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:43.651672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:43.652589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.653729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-ac78206c-27ef-4055-8149-df33270eed00 service neutron] 10.222.0.70 "PUT /v2.0/ports/81ca962b-17d2-48e2-98ec-d351c91f7740 HTTP/1.1" status: 200 len: 1124 time: 2.3641319 Aug 20 14:55:43.659639 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Attempting to bind port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:43.660032 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Attempting to bind port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:43.660390 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Attempting to bind port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:43.671773 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:43.672148 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:43.672544 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.672931 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:43.673434 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Bound port: 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:43.673829 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.684963 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.686061 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.687935 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.688456 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.690732 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.691262 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.691778 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.693595 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.694312 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.695070 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.696745 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.697603 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:43.791722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f28835d-d750-46d3-9ff3-2c6f68cebf4f req-44d2e0ad-c566-4f5e-a0a8-961d6bf870fe tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 210 time: 0.1357999 Aug 20 14:55:43.811356 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] For port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:43.822333 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] For port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:43.831712 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:43.848630 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5311a88d-9be2-41e4-a2cf-f2ad9a39c4da req-39478f2c-afc0-4c13-b664-5f6177879b87 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129815 Aug 20 14:55:43.861082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-db876bdf-fe4e-456c-9dc1-967a2acc4456 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:43.863518 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-db876bdf-fe4e-456c-9dc1-967a2acc4456 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 804 time: 0.3679705 Aug 20 14:55:43.883145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-c932ee4e-bdec-4d4a-85ac-45d2a31454e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:43.885037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-c932ee4e-bdec-4d4a-85ac-45d2a31454e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1887131 Aug 20 14:55:43.906487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ca962b-17d2-48e2-98ec-d351c91f7740'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:55:43.924283 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9e349-338a-433b-87fb-31e1b68c341a None None] Pushing event updated for resources: {'Port': ['ID=7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:43.941215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76ce8844-a177-45ab-bda3-b63b874f36dd req-8182518b-2ad9-4b2a-ac6e-09799fd2df65 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0370312 Aug 20 14:55:43.951326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Request body: {'port': {'device_id': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'admin_state_up': True, 'tenant_id': '13fa99d258f74cc7bcf372b6dd58a081'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:43.992888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-2c4cab9f-aa99-48d1-8309-d412f8b6844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:43.994763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-2c4cab9f-aa99-48d1-8309-d412f8b6844c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006215 Aug 20 14:55:43.998605 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Routers {'6dafec81-09b5-4daf-aaf7-446c6259fa5c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:55:43.999462 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:44.040029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:44.093893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:44.139827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Deleting port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:55:44.140325 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:44.229995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 3637d791-d4c3-4439-8f1f-1c5081d62be1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:44.243858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 3637d791-d4c3-4439-8f1f-1c5081d62be1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:44.244043 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] Set router 6dafec81-09b5-4daf-aaf7-446c6259fa5c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:55:44.244241 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:44.317911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Made reservation on behalf of 13fa99d258f74cc7bcf372b6dd58a081 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:44.320502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:44.395529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] For port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:44.396263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:44.422820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Calling delete_port for e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:55:44.461864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-585c0ddc-ba17-4274-b439-67e8b34cab31 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559419 Aug 20 14:55:44.513119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5151922-7e4d-417b-8b5a-73da783076fb req-6cb3b8c1-9516-4c14-a961-30e12bfd94e1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:44.514774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5151922-7e4d-417b-8b5a-73da783076fb req-6cb3b8c1-9516-4c14-a961-30e12bfd94e1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 949 time: 0.2736387 Aug 20 14:55:44.521428 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:44.611122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:44.641270 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:44.676635 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:55:39Z', 'updated_at': '2021-08-20T14:55:41Z', 'revision_number': 3, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'gw_port': {'id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:40Z', 'updated_at': '2021-08-20T14:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:44.702128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:44.707606 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:44.724866 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c7336-7577-4c08-ab67-8acffc885319 None None] The sync data for ids ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'] in n-d-695189-15 is: [{'id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:55:39Z', 'updated_at': '2021-08-20T14:55:41Z', 'revision_number': 3, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'gw_port': {'id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:40Z', 'updated_at': '2021-08-20T14:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:55:44.782481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:44.827346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5151922-7e4d-417b-8b5a-73da783076fb req-17f79c17-70cd-4155-8d83-8c54f2dc570c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818453 Aug 20 14:55:44.880112 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd0a28ce-68b9-436c-8239-ee405baaa2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:44.888187 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc535a9-f92a-48b9-9d68-954f4d8ef339 x-openstack-request-id: req-2dc535a9-f92a-48b9-9d68-954f4d8ef339 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:44.900111 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:44.904564 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2dc535a9-f92a-48b9-9d68-954f4d8ef339 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:44.906311 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740', 'status': 'completed', 'code': 200} Aug 20 14:55:44.910800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:44.921332 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c3214d-da46-48d5-aac5-dfd047cb34e3" -d '{"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-plugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:44.928793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:45.001926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-98a6d69d-d2cc-43e0-b39f-cc3a05bb7da0 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858682 Aug 20 14:55:45.193959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1764de93-dee8-45f2-913d-85ac5090a069 req-773192ac-f216-459d-bb1f-6901bf62255c tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 210 time: 0.1096635 Aug 20 14:55:45.300672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd785e-ea42-4b82-9d2d-e71a7b426c5e req-f82ce4a5-1bd5-4949-9c28-c82dc72629ca tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:45.311060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1bfd785e-ea42-4b82-9d2d-e71a7b426c5e req-f82ce4a5-1bd5-4949-9c28-c82dc72629ca tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 944 time: 0.2504208 Aug 20 14:55:45.384192 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2f1d85-2332-4bb8-915f-f07b058400a4 x-openstack-request-id: req-ea2f1d85-2332-4bb8-915f-f07b058400a4 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:45.384845 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-plugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:45.386608 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea2f1d85-2332-4bb8-915f-f07b058400a4 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:45.388941 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'code': 200} Aug 20 14:55:45.391835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Allocated IP 172.20.0.7 (fb010d67-a258-4804-a83f-4e171ac3e4d9/8d7f0bb7-1891-429a-b93d-bed0380be9c0/c9e25e20-5e61-4ee8-a4bc-298a0b7c287f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:55:45.471265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1bfd785e-ea42-4b82-9d2d-e71a7b426c5e req-ed723ba5-6f06-4784-a5a1-861e2324db46 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530311 Aug 20 14:55:45.529308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:45.574530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d5de523-66c6-47bc-a798-3359732aa442 req-4679191a-78b3-4e80-b720-116ea37f179b tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0639212 Aug 20 14:55:45.638385 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:45.689570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:45.696058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:45.697221 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:45.716674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Allocated IP 172.20.0.1 (fcfe6da0-58d6-47e8-a285-86f6ca75e543/92b52940-321e-4daa-9134-4e0eaf0609a7/92785585-54e3-44cb-9810-7f58e2f96ce4) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:55:45.780375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:45.837534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:45.886887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:45.899009 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:45.937710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Network fb010d67-a258-4804-a83f-4e171ac3e4d9 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:55:45.986861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:45.990000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:55:45.997736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:46.026507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7f2da-8a7e-4188-b84e-4d1914c8a09f req-1bc70424-24fb-4d2a-899f-964c25612c7d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:46.029712 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:46.035332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5df7f2da-8a7e-4188-b84e-4d1914c8a09f req-1bc70424-24fb-4d2a-899f-964c25612c7d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0813608 Aug 20 14:55:46.096607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Pushing event updated for resources: {'Port': ['ID=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:46.116454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5df7f2da-8a7e-4188-b84e-4d1914c8a09f req-722ab73c-f8a6-4d50-9991-30db9e47b09d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800192 Aug 20 14:55:46.140764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-cdcb97e0-036e-4520-9fdb-1863d65a174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:46.142318 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-cdcb97e0-036e-4520-9fdb-1863d65a174a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1127 time: 0.4546850 Aug 20 14:55:46.150493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.150891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.151372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.151783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.152224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.152616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.152954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.153299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.153659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.153987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.154318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.154644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:46.176480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:46.177138 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:46.281075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:46.325260 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-4b9c8902-f192-4813-b77e-dcda7640553d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3837006 Aug 20 14:55:46.344055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Transition to ACTIVE for port object 92785585-54e3-44cb-9810-7f58e2f96ce4 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:46.354296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Request body: {'port': {'device_id': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:46.355878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5c4f5-6da8-4cf6-a99d-2494623996b5 req-966c64c6-e5bb-429b-b5b7-10c40e2ebcf6 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:46.357710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dee5c4f5-6da8-4cf6-a99d-2494623996b5 req-966c64c6-e5bb-429b-b5b7-10c40e2ebcf6 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 931 time: 0.0788765 Aug 20 14:55:46.402592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-6ec76ae7-4a10-4e6f-81db-32dd2abbb501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:46.404350 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-6ec76ae7-4a10-4e6f-81db-32dd2abbb501 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.2342274 Aug 20 14:55:46.407531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:46.427339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dee5c4f5-6da8-4cf6-a99d-2494623996b5 req-be9eab3e-f029-47c4-9ba2-3e7be2cbaf32 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559340 Aug 20 14:55:46.528341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Pushing event deleted for resources: {'Port': ['ID=e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:46.541993 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-73bb1117-ea94-43e1-b7b1-a905fbfa2f0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ca962b-17d2-48e2-98ec-d351c91f7740 HTTP/1.1" status: 200 len: 217 time: 0.1231277 Aug 20 14:55:46.546341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:46.616274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a437a-2b7a-446a-9cac-8d8595b225aa req-e1e6eb0f-1ae0-44e7-90db-76d542f28bb7 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:46.626588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a1a437a-2b7a-446a-9cac-8d8595b225aa req-e1e6eb0f-1ae0-44e7-90db-76d542f28bb7 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 944 time: 0.0732133 Aug 20 14:55:46.657868 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:46.660835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] No DVR routers for this DVR port e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:55:46.664843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:46.668286 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4445ee52-ee52-4111-ba8e-260f7eb0d146 req-b613d9d1-89ca-4fef-aeef-d2bd6ed2dc05 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.72 "DELETE /v2.0/ports/e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 HTTP/1.1" status: 204 len: 173 time: 3.2524705 Aug 20 14:55:46.684017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a1a437a-2b7a-446a-9cac-8d8595b225aa req-c2d731c9-6f5b-4dfb-9b53-cbe301be1183 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561805 Aug 20 14:55:46.703440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'name': 'network-vif-deleted', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:46.707444 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c098886e-84ea-49e0-a033-7de06a3a255a" -d '{"events": [{"server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "name": "network-vif-deleted", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:46.737480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a3a6a2c-8940-444a-833d-8d4a55a2fa16 req-73d76348-49b9-423c-baa3-7b1a7033f363 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0597763 Aug 20 14:55:46.774118 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Pushing event updated for resources: {'Port': ['ID=92785585-54e3-44cb-9810-7f58e2f96ce4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:46.779445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-ee0a26d0-34d7-4fdd-ba01-9a010d775ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:46.781656 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-ee0a26d0-34d7-4fdd-ba01-9a010d775ce8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.2040842 Aug 20 14:55:46.785515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Network fcfe6da0-58d6-47e8-a285-86f6ca75e543 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:55:46.790285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:46.794133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:55:46.858682 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08540d7-3fa2-493e-a87a-0a6f090699b8 x-openstack-request-id: req-b08540d7-3fa2-493e-a87a-0a6f090699b8 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:46.858966 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c5251f-5dcb-4104-acc7-fbc5c659fb51", "name": "network-vif-deleted", "tag": "e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:46.859468 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b08540d7-3fa2-493e-a87a-0a6f090699b8 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:46.860209 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c5251f-5dcb-4104-acc7-fbc5c659fb51', 'name': 'network-vif-deleted', 'tag': 'e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7', 'status': 'completed', 'code': 200} Aug 20 14:55:46.919987 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-fdf6bb62-5e8f-4bb8-ab13-d3d340d6ec4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209579 Aug 20 14:55:47.033531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 81ca962b-17d2-48e2-98ec-d351c91f7740 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:55:47.127055 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:47.206759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:47.218469 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-89604263-c81a-471c-828d-ea9ca00bcfbf service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246168 Aug 20 14:55:47.222482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-571fe79f-741d-4ee7-bc7d-b19a5b765635 None None] Provisioning for port 92785585-54e3-44cb-9810-7f58e2f96ce4 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:47.229272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-571fe79f-741d-4ee7-bc7d-b19a5b765635 None None] Provisioning complete for port 92785585-54e3-44cb-9810-7f58e2f96ce4 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:47.230519 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-571fe79f-741d-4ee7-bc7d-b19a5b765635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:47.264913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 81ca962b-17d2-48e2-98ec-d351c91f7740 has no active binding in host n-h2-695189-15 {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:55:47.272413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940c56a-fd0d-478d-9ac8-14587ecf0355 req-8c98cffb-118c-4ad2-a92c-cbe2807778f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:47.274313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2940c56a-fd0d-478d-9ac8-14587ecf0355 req-8c98cffb-118c-4ad2-a92c-cbe2807778f8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.0632763 Aug 20 14:55:47.285646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-571fe79f-741d-4ee7-bc7d-b19a5b765635 None None] Port 92785585-54e3-44cb-9810-7f58e2f96ce4 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:55:47.359437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2940c56a-fd0d-478d-9ac8-14587ecf0355 req-3f9133c6-74cb-4312-8d5d-f67f58e2d435 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602050 Aug 20 14:55:47.427299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:47.498922 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b2194a8-3b8f-48b2-b8a4-a49ab223e195 req-4e5ead5f-63ce-4c23-8b66-f906c8440a9c service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170053 Aug 20 14:55:47.503433 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:47.514341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:47.514723 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:47.597813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e25e20-5e61-4ee8-a4bc-298a0b7c287f {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:47.609615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:47.620002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8854dcc-c5e0-468f-b025-1b2a0444537a req-0ff404e1-2eed-4381-adea-34346a8b9978 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:47.622018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8854dcc-c5e0-468f-b025-1b2a0444537a req-0ff404e1-2eed-4381-adea-34346a8b9978 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 931 time: 0.0739255 Aug 20 14:55:47.653647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Transition to ACTIVE for port object c9e25e20-5e61-4ee8-a4bc-298a0b7c287f will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:47.681578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:47.699659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8854dcc-c5e0-468f-b025-1b2a0444537a req-16b97689-c9dd-4c60-ab98-173f3042eae4 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627098 Aug 20 14:55:47.772327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:47.819732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:47.883742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:47.894150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:47.939780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Attempting to bind port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:47.940113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Attempting to bind port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:47.940666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Attempting to bind port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f on network fb010d67-a258-4804-a83f-4e171ac3e4d9 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:47.981258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f on network fb010d67-a258-4804-a83f-4e171ac3e4d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:55:47.981589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Attempting to bind port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f on network fb010d67-a258-4804-a83f-4e171ac3e4d9 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:47.986206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f19b2d3c-b39d-44dd-9a79-dd2866d7965e req-9437fd1f-8aa2-4a41-9db3-a70220e24e64 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0595860 Aug 20 14:55:47.994063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:47.994397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Checking segment: {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:47.994783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Bound using segment: {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:47.995319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Bound port: c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29818573-8f8f-4abc-b216-51f39428cd33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:47.995856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.012897 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.014614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Pushing event updated for resources: {'Port': ['ID=92785585-54e3-44cb-9810-7f58e2f96ce4,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:48.015287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505097c6-76b0-4c18-9b14-e4dcb2711bf2 req-42c8fd98-0f87-4ead-a3ba-701e694ae130 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:48.027502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-505097c6-76b0-4c18-9b14-e4dcb2711bf2 req-42c8fd98-0f87-4ead-a3ba-701e694ae130 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 944 time: 0.1481578 Aug 20 14:55:48.062203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:48.087660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:55:48.088251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7f714b3-fb08-4ed7-b7dc-391aa98bcfa7 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:48.091256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-505097c6-76b0-4c18-9b14-e4dcb2711bf2 req-3130f478-0a31-42c9-9d90-896d0da4c5c4 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622680 Aug 20 14:55:48.169410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:48.189202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:48.202289 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.277962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:48.278795 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.281125 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] 10.222.0.70 "PUT /v2.0/ports/c9e25e20-5e61-4ee8-a4bc-298a0b7c287f HTTP/1.1" status: 200 len: 1092 time: 1.9349651 Aug 20 14:55:48.284182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Network fcfe6da0-58d6-47e8-a285-86f6ca75e543 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:55:48.290089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:48.332099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1a455-ae73-49cd-96d2-0eff62949318 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:48.404633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58038) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:48.555889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38aba98f-5930-44f9-99f0-601f4b2f2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:48.565678 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-38aba98f-5930-44f9-99f0-601f4b2f2179 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 1095 time: 0.1332011 Aug 20 14:55:48.575280 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-45933bcd-9b5f-4168-a102-c96b4c4c7385 service neutron] 10.222.0.72 "GET /v2.0/ports/81ca962b-17d2-48e2-98ec-d351c91f7740/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 385 time: 0.2448311 Aug 20 14:55:48.578654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8057-0ede-4810-bee1-127ea21459b3 req-26b26e6e-f007-45c9-80d1-42b5f75ad45b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:48.579762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-564a8057-0ede-4810-bee1-127ea21459b3 req-26b26e6e-f007-45c9-80d1-42b5f75ad45b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1099820 Aug 20 14:55:48.636004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ecbca54b-8ab2-4128-9632-361127f5c9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.638672 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-0b3626c8-be96-45ed-beee-e3fddca50e9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f HTTP/1.1" status: 200 len: 217 time: 0.0570905 Aug 20 14:55:48.681715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-564a8057-0ede-4810-bee1-127ea21459b3 req-6d5a5cc9-cc52-42fd-872c-5f5dddea24db tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899756 Aug 20 14:55:48.698536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Router 6dafec81-09b5-4daf-aaf7-446c6259fa5c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:55:48.741088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-79efbd93-2a5a-4187-be61-ae5ca9e2fd84 None None] Provisioning complete for port 92785585-54e3-44cb-9810-7f58e2f96ce4 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:48.743084 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-79efbd93-2a5a-4187-be61-ae5ca9e2fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.792900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-79efbd93-2a5a-4187-be61-ae5ca9e2fd84 None None] Port 92785585-54e3-44cb-9810-7f58e2f96ce4 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:55:48.809273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-d2be7402-6bd9-4fb4-bbf4-9ad720d28647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:48.810792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-d2be7402-6bd9-4fb4-bbf4-9ad720d28647 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7f0bb7-1891-429a-b93d-bed0380be9c0 HTTP/1.1" status: 200 len: 844 time: 0.1518445 Aug 20 14:55:48.852739 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ecbca54b-8ab2-4128-9632-361127f5c9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.861229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-70a2d3ed-e8a0-40a0-9424-4737f4e85f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:48.862727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-70a2d3ed-e8a0-40a0-9424-4737f4e85f42 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e&tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0 HTTP/1.1" status: 200 len: 1102 time: 0.1140800 Aug 20 14:55:48.863295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ecbca54b-8ab2-4128-9632-361127f5c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:48.867103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:48.869349 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae" -d '{"events": [{"name": "network-changed", "server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:48.877466 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-700a3c73-6f7a-43fc-a12e-18dcb6df691b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb010d67-a258-4804-a83f-4e171ac3e4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419955 Aug 20 14:55:48.900284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:48.922987 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5c1405-a8b7-43cb-963a-97b0384233b9 x-openstack-request-id: req-fb5c1405-a8b7-43cb-963a-97b0384233b9 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:48.923280 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:48.923527 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb5c1405-a8b7-43cb-963a-97b0384233b9 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:48.923923 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f', 'status': 'completed', 'code': 200} Aug 20 14:55:48.943714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d6945-bd2c-4d0a-867b-eb610127bf51 req-a020e7bb-d0d3-4c12-b168-14b38ea4a4a2 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:48.945202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-259d6945-bd2c-4d0a-867b-eb610127bf51 req-a020e7bb-d0d3-4c12-b168-14b38ea4a4a2 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 943 time: 0.1461251 Aug 20 14:55:48.951814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ecbca54b-8ab2-4128-9632-361127f5c9cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcf13db68f2447f0bf38f1fd168ba813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428543 Aug 20 14:55:48.952797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbca54b-8ab2-4128-9632-361127f5c9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a866183c-6c70-4e20-9090-94f9f97963be,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:48.958639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58046) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:49.043513 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.054426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:55:49.061443 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d23ddb7a-4267-4ae7-af3c-8dc337ef09b9 admin admin] 10.222.0.36 "PUT /v2.0/routers/6dafec81-09b5-4daf-aaf7-446c6259fa5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4408395 Aug 20 14:55:49.066507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Sync routers for ids ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:55:49.072631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-259d6945-bd2c-4d0a-867b-eb610127bf51 req-eeb2a074-c4e8-4392-b938-300f3ba02616 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163409 Aug 20 14:55:49.097233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Routers {'6dafec81-09b5-4daf-aaf7-446c6259fa5c'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:55:49.097875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:49.099506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:49.120880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8715ed-f5a3-4ec7-b4a7-7fbcfba1f4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.210294 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8715ed-f5a3-4ec7-b4a7-7fbcfba1f4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.215109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7457d853-2411-4b42-a403-838de3df19c8 req-208b9893-177b-4b5f-874c-79ff980801ac tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0647449 Aug 20 14:55:49.317351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58058) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:49.318838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Set router 6dafec81-09b5-4daf-aaf7-446c6259fa5c gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:55:49.443017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9740c-54be-4bc9-959b-b10f637bd1fe req-cf4e5b36-3867-45d8-bc8c-bff2f69cec56 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:49.448106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29b9740c-54be-4bc9-959b-b10f637bd1fe req-cf4e5b36-3867-45d8-bc8c-bff2f69cec56 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 944 time: 0.2414279 Aug 20 14:55:49.457376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-826159127'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:49.513576 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8715ed-f5a3-4ec7-b4a7-7fbcfba1f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.517289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e8715ed-f5a3-4ec7-b4a7-7fbcfba1f4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.520783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3e8715ed-f5a3-4ec7-b4a7-7fbcfba1f4d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a866183c-6c70-4e20-9090-94f9f97963be HTTP/1.1" status: 204 len: 168 time: 0.5604618 Aug 20 14:55:49.561473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:49.573857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:49.609401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ca962b-17d2-48e2-98ec-d351c91f7740 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:49.612429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:49.615868 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.625794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:49.638615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29b9740c-54be-4bc9-959b-b10f637bd1fe req-a05be067-63d8-4b2b-9c55-6b354fac8f85 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702242 Aug 20 14:55:49.655224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.664325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:55:39Z', 'updated_at': '2021-08-20T14:55:47Z', 'revision_number': 4, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'gw_port': {'id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:40Z', 'updated_at': '2021-08-20T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '92785585-54e3-44cb-9810-7f58e2f96ce4', 'name': '', 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'mac_address': 'fa:16:3e:03:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '92b52940-321e-4daa-9134-4e0eaf0609a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:44Z', 'updated_at': '2021-08-20T14:55:47Z', 'revision_number': 2, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'subnets': [{'id': '92b52940-321e-4daa-9134-4e0eaf0609a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:49.688698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8715ed-f5a3-4ec7-b4a7-7fbcfba1f4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a866183c-6c70-4e20-9090-94f9f97963be,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:49.703048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:49.720132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Checking router: 6dafec81-09b5-4daf-aaf7-446c6259fa5c for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:55:49.720661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Updating router 6dafec81-09b5-4daf-aaf7-446c6259fa5c port 92785585-54e3-44cb-9810-7f58e2f96ce4 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:55:49.726765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:55:49.739974 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.740430 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Added segment 54232d61-e6b3-4a5e-9718-96bd08dc552f of type vlan for network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 Aug 20 14:55:49.759384 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.794770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] Transition to ACTIVE for port object 81ca962b-17d2-48e2-98ec-d351c91f7740 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:49.802551 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-6333a365-6b09-48ad-b2c6-0d4bcd5d13d4 service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8690400 Aug 20 14:55:49.805417 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.816688 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.877982 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.884735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:49.885470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:49.937519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] No DVR routers for this DVR port 81ca962b-17d2-48e2-98ec-d351c91f7740 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:55:50.012582 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] 10.222.0.72 "PUT /v2.0/ports/81ca962b-17d2-48e2-98ec-d351c91f7740/bindings/n-h2-695189-15/activate HTTP/1.1" status: 200 len: 370 time: 1.4224629 Aug 20 14:55:50.041783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6867fd-3928-4c81-9242-b26ad3c244b8 service neutron] Pushing event updated for resources: {'Port': ['ID=81ca962b-17d2-48e2-98ec-d351c91f7740,revision_number=10']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:50.048301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7228444 Aug 20 14:55:50.055351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58074) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:50.063650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'subnet': {'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:50.071830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3705a-860e-4c34-a502-63a93182b8a7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Network': ['ID=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:50.090896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:55:50.136388 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0cb7bc26-f1b2-4edc-b31a-03abfad2d394 req-c311b768-fd45-4e24-8afe-79b651bd63cc service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149593 Aug 20 14:55:50.186128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:50.188683 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324c49df-b85a-4605-8803-5726d7fed9b5" -d '{"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:50.212060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:50.264950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:50.277810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Transition to ACTIVE for port object 92785585-54e3-44cb-9810-7f58e2f96ce4 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:50.288422 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:50.312534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Transition to ACTIVE for port object 3637d791-d4c3-4439-8f1f-1c5081d62be1 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:50.329317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:50.331073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-7bf85b63-d103-415c-963b-4770264deff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:50.333137 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-7bf85b63-d103-415c-963b-4770264deff4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 1095 time: 0.1047614 Aug 20 14:55:50.375917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54582a3-d842-4beb-b679-b55306d19c24 None None] Pushing event updated for resources: {'Port': ['ID=92785585-54e3-44cb-9810-7f58e2f96ce4,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:50.383493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-4a080f30-2653-41cb-bac9-ceeeb1007278 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:50.385009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-4a080f30-2653-41cb-bac9-ceeeb1007278 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.2216403 Aug 20 14:55:50.406478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c4853-4fe5-4288-99e3-f26bd6dea407 req-e6aebee2-fbf9-4921-b311-9b8ff852e6f1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:50.408084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-497c4853-4fe5-4288-99e3-f26bd6dea407 req-e6aebee2-fbf9-4921-b311-9b8ff852e6f1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1858547 Aug 20 14:55:50.413287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:50.418161 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:50.451397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66f655-da10-4a33-b768-321f33042beb req-13f9c072-a2ab-4931-ad92-2e828de99b08 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:50.455682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa66f655-da10-4a33-b768-321f33042beb req-13f9c072-a2ab-4931-ad92-2e828de99b08 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 943 time: 0.2598274 Aug 20 14:55:50.494442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Attempting to bind port 92785585-54e3-44cb-9810-7f58e2f96ce4 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:50.497440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Attempting to bind port 92785585-54e3-44cb-9810-7f58e2f96ce4 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'e38afe09-14d0-4254-8069-bbade65b392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:50.498396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Attempting to bind port 92785585-54e3-44cb-9810-7f58e2f96ce4 on network fcfe6da0-58d6-47e8-a285-86f6ca75e543 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:50.509874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:50.513383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Checking segment: {'id': 'e38afe09-14d0-4254-8069-bbade65b392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:50.513926 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:50.514433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Bound using segment: {'id': 'e38afe09-14d0-4254-8069-bbade65b392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:50.515029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Bound port: 92785585-54e3-44cb-9810-7f58e2f96ce4, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38afe09-14d0-4254-8069-bbade65b392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:50.517761 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:50.544585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-f69ec318-f115-429e-b10d-ed499c40e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:50.546259 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-f69ec318-f115-429e-b10d-ed499c40e80f service neutron] 10.222.0.70 "GET /v2.0/networks?id=fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 200 len: 905 time: 0.1976068 Aug 20 14:55:50.599134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] No DVR routers for this DVR port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:55:50.609987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] For port 92785585-54e3-44cb-9810-7f58e2f96ce4, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:50.618942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] For port 92785585-54e3-44cb-9810-7f58e2f96ce4, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=92785585-54e3-44cb-9810-7f58e2f96ce4,segment=NetworkSegment(e38afe09-14d0-4254-8069-bbade65b392f),segment_id=e38afe09-14d0-4254-8069-bbade65b392f)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:50.620044 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-df1225db-f18f-47ab-92f5-b9bf8ca8b202 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f HTTP/1.1" status: 200 len: 217 time: 0.0541496 Aug 20 14:55:50.624279 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:50.691143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Routers {'6dafec81-09b5-4daf-aaf7-446c6259fa5c'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:55:50.691861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:50.716254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-dfadc6a0-0f4e-4ce8-b2d9-6ed73ab37aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:50.718150 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-dfadc6a0-0f4e-4ce8-b2d9-6ed73ab37aba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8d7f0bb7-1891-429a-b93d-bed0380be9c0 HTTP/1.1" status: 200 len: 844 time: 0.0852079 Aug 20 14:55:50.767040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54582a3-d842-4beb-b679-b55306d19c24 None None] Pushing event updated for resources: {'Port': ['ID=92785585-54e3-44cb-9810-7f58e2f96ce4,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:50.778504 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-e9ff575f-a546-48a1-aecc-2a585962d57e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fb010d67-a258-4804-a83f-4e171ac3e4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466225 Aug 20 14:55:50.791082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=10']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:50.823312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-3a3d3403-3290-4a12-862a-4aeb4331fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:50.825703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-3a3d3403-3290-4a12-862a-4aeb4331fe81 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673&tenant_id=291adac971e24552a6494c08429d8f3c HTTP/1.1" status: 200 len: 1097 time: 0.4126961 Aug 20 14:55:50.893926 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-3919f9ce-2783-4294-ad36-381d843ac338 service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041131 Aug 20 14:55:50.901309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] Set router 6dafec81-09b5-4daf-aaf7-446c6259fa5c gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:55:50.966077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa66f655-da10-4a33-b768-321f33042beb req-fae0cb87-aa18-4dbc-ba36-778557161a79 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749131 Aug 20 14:55:51.004974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-497c4853-4fe5-4288-99e3-f26bd6dea407 req-fadd7cf3-8721-4b70-9d8b-1c2a3ea4d77f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828609 Aug 20 14:55:51.041227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-24aa6a3d-10b5-45b4-a17b-ac8e6401deae req-7a0fd6f9-e919-4daf-9d0d-3069b7347133 service neutron] 10.222.0.70 "GET /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358511 Aug 20 14:55:51.071675 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded2a9cb-2f5a-466f-8fd5-57e3ba10bb53 x-openstack-request-id: req-ded2a9cb-2f5a-466f-8fd5-57e3ba10bb53 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:51.071841 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:51.072094 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ded2a9cb-2f5a-466f-8fd5-57e3ba10bb53 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:51.072481 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'code': 200} Aug 20 14:55:51.100906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:51.101264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:51.101558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:51.118035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:51.131778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-8d86750f-c789-4e50-809f-b2ef423a417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:51.133289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-8d86750f-c789-4e50-809f-b2ef423a417d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1097 time: 0.2616513 Aug 20 14:55:51.133865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:55:51.134170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Attempting to bind port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:51.171296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:51.171657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:51.172050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:51.172506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Bound port: 3637d791-d4c3-4439-8f1f-1c5081d62be1, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:51.172863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:51.230699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f75f4e4b-8a7b-417e-a272-fbbb1a370db4 req-ee131b5c-4ef8-4870-8720-447ae26f68d0 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0901647 Aug 20 14:55:51.428479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:55:39Z', 'updated_at': '2021-08-20T14:55:47Z', 'revision_number': 4, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'gw_port': {'id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:40Z', 'updated_at': '2021-08-20T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '92785585-54e3-44cb-9810-7f58e2f96ce4', 'name': '', 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'mac_address': 'fa:16:3e:03:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '92b52940-321e-4daa-9134-4e0eaf0609a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:44Z', 'updated_at': '2021-08-20T14:55:50Z', 'revision_number': 4, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'subnets': [{'id': '92b52940-321e-4daa-9134-4e0eaf0609a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:55:51.460713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f879693-d89b-49cc-8131-07bccce69fec None None] The sync data for ids ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'] in n-d-695189-15 is: [{'id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:55:39Z', 'updated_at': '2021-08-20T14:55:47Z', 'revision_number': 4, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'gw_port': {'id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:40Z', 'updated_at': '2021-08-20T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '92785585-54e3-44cb-9810-7f58e2f96ce4', 'name': '', 'network_id': 'fcfe6da0-58d6-47e8-a285-86f6ca75e543', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'mac_address': 'fa:16:3e:03:d4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '92b52940-321e-4daa-9134-4e0eaf0609a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:44Z', 'updated_at': '2021-08-20T14:55:50Z', 'revision_number': 4, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'subnets': [{'id': '92b52940-321e-4daa-9134-4e0eaf0609a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:55:51.746500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Subnet': ['ID=7b1aa0ba-43ce-48bd-85f9-d9097a218500,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:51.763714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Checking segment: {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:51.763989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network hostable DHCP agents. Network: 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:55:51.842308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a191ade-41dc-43dd-852b-717529742b56 req-cfdb4e42-8a45-4718-b991-834c3d50c8a0 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:51.843932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a191ade-41dc-43dd-852b-717529742b56 req-cfdb4e42-8a45-4718-b991-834c3d50c8a0 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 945 time: 0.1676810 Aug 20 14:55:51.845469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:51.850552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:55:51.862740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-cb37ccfd-50aa-4204-8105-fcef3843f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:51.864247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-cb37ccfd-50aa-4204-8105-fcef3843f742 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.6881390 Aug 20 14:55:51.865922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:51.882895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:51.934031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:51.944654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9932c9be-d1b3-4491-a76b-47211c79dba6 None None] Network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:55:51.958643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-a94def4b-fcd1-4d4a-8c5e-c1b6c68246a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ca962b-17d2-48e2-98ec-d351c91f7740 HTTP/1.1" status: 200 len: 217 time: 0.0829077 Aug 20 14:55:51.962043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:51.962709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.034366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:52.035001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.037233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] 10.222.0.70 "PUT /v2.0/ports/3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 1098 time: 3.1501319 Aug 20 14:55:52.067794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 81ca962b-17d2-48e2-98ec-d351c91f7740 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:52.080055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a191ade-41dc-43dd-852b-717529742b56 req-4e6353ba-3f68-404c-9908-e8a153876a7c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235069 Aug 20 14:55:52.118293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-e6d6152a-9e9f-45ea-8920-9f039ac462c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:52.121092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-e6d6152a-9e9f-45ea-8920-9f039ac462c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.1509640 Aug 20 14:55:52.200864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-08a4fc7f-99e3-47f9-b6f8-31f74731aafa tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1436765 Aug 20 14:55:52.204207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58194) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:52.210606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1413062544'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:52.259099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 81ca962b-17d2-48e2-98ec-d351c91f7740 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:52.259827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:55:52.266887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:52.271247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.287400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67f82a-14db-415c-8e5a-b2c042285076 service neutron] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=11']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:52.312116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:55:52.330671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58202) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:52.337881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-9fabe17e-64cb-4206-85d3-40aebd47a104 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068065 Aug 20 14:55:52.345489 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.346021 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Added segment 1a883d2e-9892-469f-8aed-7daf832807a9 of type vlan for network 9457bc1b-b818-4bc7-b4d7-db054adb1bca Aug 20 14:55:52.399156 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.400530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2', 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'fixed_ips': [{'subnet_id': '7b1aa0ba-43ce-48bd-85f9-d9097a218500'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:55:52.401894 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.425389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:55:52.451392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.458534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:52.459581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.476068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-8113a673-2464-4fc6-b8cd-9da495e06026 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154671 Aug 20 14:55:52.483644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-3002d5f5-b927-45ab-be8c-cca7752cdcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:52.485266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-3002d5f5-b927-45ab-be8c-cca7752cdcbf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1101 time: 0.4014323 Aug 20 14:55:52.504979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff692-54de-4a2b-a2a9-374bae7df081 req-89d5ad17-b1bd-4d28-a1ed-e28ae132fe74 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:52.514046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15bff692-54de-4a2b-a2a9-374bae7df081 req-89d5ad17-b1bd-4d28-a1ed-e28ae132fe74 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 943 time: 0.3427629 Aug 20 14:55:52.546783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2b186-9785-49f9-84df-4f85b8f36b17 req-6466737b-e725-47e1-84aa-8e44ce39f6a8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:52.555110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bf2b186-9785-49f9-84df-4f85b8f36b17 req-6466737b-e725-47e1-84aa-8e44ce39f6a8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 949 time: 0.3524837 Aug 20 14:55:52.555653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Network': ['ID=9457bc1b-b818-4bc7-b4d7-db054adb1bca,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:52.569574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9b185cb-6a3a-46bc-a065-6e2dbc55a5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.628153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9457bc1b-b818-4bc7-b4d7-db054adb1bca details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:55:52.635274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Allocated IP 19.80.0.2 (6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2/7b1aa0ba-43ce-48bd-85f9-d9097a218500/08956d19-d628-406c-936c-ba6ed75c857c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:55:52.688302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9b185cb-6a3a-46bc-a065-6e2dbc55a5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.690632 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4598c49e-6266-4588-9652-b7022fc6fd7a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4848533 Aug 20 14:55:52.693232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58206) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:52.703579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'subnet': {'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:52.739286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-98de4001-9063-4541-9404-fe27e86499ee service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508845 Aug 20 14:55:52.763536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bf2b186-9785-49f9-84df-4f85b8f36b17 req-ee564cc7-8cc3-4852-b5e4-e68aea0e1a3a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070553 Aug 20 14:55:52.769271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15bff692-54de-4a2b-a2a9-374bae7df081 req-91dd4719-bad9-4cf2-93e2-82092ff714b7 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542048 Aug 20 14:55:52.783485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9b185cb-6a3a-46bc-a065-6e2dbc55a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.804989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-c481c146-0638-4b24-afdc-2c5fea76fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:52.806519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-c481c146-0638-4b24-afdc-2c5fea76fe6c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2902067 Aug 20 14:55:52.853998 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e9b185cb-6a3a-46bc-a065-6e2dbc55a5aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec1794aac8a44bfe9d4cda722f9b24c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195670 Aug 20 14:55:52.853998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b185cb-6a3a-46bc-a065-6e2dbc55a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683f2647-3afb-4055-b767-bf1c6ff18e77,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:52.856005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58208) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:52.872033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-f9dff82d-0caf-425b-a5c7-b1c83aa3d12e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.0514853 Aug 20 14:55:52.914286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:52.941809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:52.967787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-65ad075a-debf-4626-8a0f-ed12cab1a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:52.972332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-65ad075a-debf-4626-8a0f-ed12cab1a5c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0851953 Aug 20 14:55:52.984971 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.013944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Transition to ACTIVE for port object 08956d19-d628-406c-936c-ba6ed75c857c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:53.040529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c9e25e20-5e61-4ee8-a4bc-298a0b7c287f details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:55:53.040923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d71dde96-159f-4886-b9cf-75a046907493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.044227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-c5d9c8c4-d9ca-4127-8f01-6fb07bc1464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:53.046735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-c5d9c8c4-d9ca-4127-8f01-6fb07bc1464e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570405 Aug 20 14:55:53.055871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Transition to ACTIVE for port object 08956d19-d628-406c-936c-ba6ed75c857c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:53.076889 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.096671 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d71dde96-159f-4886-b9cf-75a046907493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.098380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:53.101304 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa60ffc-0cd1-4e11-a0a8-72389843701c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:53.195384 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d71dde96-159f-4886-b9cf-75a046907493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.199023 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d71dde96-159f-4886-b9cf-75a046907493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.200367 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d71dde96-159f-4886-b9cf-75a046907493 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/683f2647-3afb-4055-b767-bf1c6ff18e77 HTTP/1.1" status: 204 len: 168 time: 0.3407571 Aug 20 14:55:53.207640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a925428b-5cc5-403e-9132-d0a1e2243914 req-2b19f708-6c54-4e7b-91ce-13e46e4aaedd tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.1359239 Aug 20 14:55:53.249442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dde96-159f-4886-b9cf-75a046907493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683f2647-3afb-4055-b767-bf1c6ff18e77,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:53.249935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:55:53.266524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.321860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:53.329080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Subnet': ['ID=bcb1ac5d-3cd3-477f-a368-c51705fbd4ef,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:53.359044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'port_id': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f', 'mac_address': 'fa:16:3e:22:fb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7f0bb7-1891-429a-b93d-bed0380be9c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:55:53.365120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:53.366680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Checking segment: {'id': '1a883d2e-9892-469f-8aed-7daf832807a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:53.367438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network hostable DHCP agents. Network: 9457bc1b-b818-4bc7-b4d7-db054adb1bca, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:55:53.375565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:55:53.392373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network 9457bc1b-b818-4bc7-b4d7-db054adb1bca is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:55:53.411689 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Pushing event updated for resources: {'Port': ['ID=08956d19-d628-406c-936c-ba6ed75c857c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:53.413249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 9457bc1b-b818-4bc7-b4d7-db054adb1bca) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:53.420772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:53.425908 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.439145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4befc50-8110-48b1-9244-01ef99ae8db3 None None] Network 9457bc1b-b818-4bc7-b4d7-db054adb1bca requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:55:53.442255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-9d1220a6-c0d7-4ed9-87fe-800736a9e50f tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:53.445750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-9d1220a6-c0d7-4ed9-87fe-800736a9e50f tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.3412507 Aug 20 14:55:53.455766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-9f8e9665-309b-48c5-88e8-09cdd983e54d service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902800 Aug 20 14:55:53.469434 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-07b942bf-db23-4115-87ae-a118c27f65d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7730951 Aug 20 14:55:53.477268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8a08b-fc83-48f5-b7ba-9adf51a766bd req-14f1fc46-e958-4cd5-8b82-7ff6b0dd6dfa tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:53.480866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22f8a08b-fc83-48f5-b7ba-9adf51a766bd req-14f1fc46-e958-4cd5-8b82-7ff6b0dd6dfa tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 945 time: 0.2335985 Aug 20 14:55:53.509918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.510266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.511266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.511815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.512277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.512626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.512961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.513355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.513797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.514079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.514410 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.514729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:55:53.604897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 92785585-54e3-44cb-9810-7f58e2f96ce4 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:53.654876 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14da95b5-bf58-4a1c-9ee1-812842854eea x-openstack-request-id: req-14da95b5-bf58-4a1c-9ee1-812842854eea {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:53.655156 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:53.657735 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14da95b5-bf58-4a1c-9ee1-812842854eea {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:53.657981 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'status': 'completed', 'code': 200} Aug 20 14:55:53.666746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Attempting to bind port 08956d19-d628-406c-936c-ba6ed75c857c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:53.667863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Attempting to bind port 08956d19-d628-406c-936c-ba6ed75c857c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:53.667863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Attempting to bind port 08956d19-d628-406c-936c-ba6ed75c857c on network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:53.683495 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.709640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22f8a08b-fc83-48f5-b7ba-9adf51a766bd req-d0c1dc40-3166-46b9-a3cc-a97bf99bf3fe tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079795 Aug 20 14:55:53.712847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e25e20-5e61-4ee8-a4bc-298a0b7c287f {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:53.717386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:53.717696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Checking segment: {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:53.718097 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.718501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Bound using segment: {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:53.718971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Bound port: 08956d19-d628-406c-936c-ba6ed75c857c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:53.719343 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.776827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019cc80f-3376-4f9d-8986-9d13a1f97cb3 req-e4e04d1d-9b26-4041-9899-2acfdf554560 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933109 Aug 20 14:55:53.809423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-b5b79b7d-7471-451a-a15c-c55919c76ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:53.811204 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-b5b79b7d-7471-451a-a15c-c55919c76ee4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1101 time: 0.1650538 Aug 20 14:55:53.818986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:53.890454 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:53.959768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-f90dc157-a2a8-4da5-826a-76e00fba2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:53.961177 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-f90dc157-a2a8-4da5-826a-76e00fba2a0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1404576 Aug 20 14:55:53.977243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 92785585-54e3-44cb-9810-7f58e2f96ce4 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:53.986748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 92785585-54e3-44cb-9810-7f58e2f96ce4 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:53.987128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:54.020663 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-5457d2ca-7e64-460f-950d-612787420aed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.0509453 Aug 20 14:55:54.023098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-d9779025-9030-4a03-aec8-c3642e3f6178 service neutron] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:54.045417 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-d9779025-9030-4a03-aec8-c3642e3f6178 service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:54.046552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f0e6d3-ec9c-43e9-8e10-f622693960bb req-d9779025-9030-4a03-aec8-c3642e3f6178 service neutron] 10.222.0.70 "DELETE /v2.0/ports/81ca962b-17d2-48e2-98ec-d351c91f7740/bindings/n-h1-695189-15 HTTP/1.1" status: 204 len: 173 time: 0.5643737 Aug 20 14:55:54.073132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] For port 08956d19-d628-406c-936c-ba6ed75c857c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:54.076835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-75f17a56-7a81-43e5-88cc-1aa5da28167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:54.080687 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-75f17a56-7a81-43e5-88cc-1aa5da28167b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0526953 Aug 20 14:55:54.082314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-016119b3-f642-4d5b-b9ba-95277d628db0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:54.084874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-9457bc1b-b818-4bc7-b4d7-db054adb1bca', 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'fixed_ips': [{'subnet_id': 'bcb1ac5d-3cd3-477f-a368-c51705fbd4ef'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:55:54.085738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:54.091453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-016119b3-f642-4d5b-b9ba-95277d628db0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:54.099068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-016119b3-f642-4d5b-b9ba-95277d628db0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/networks?id=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2&id=9457bc1b-b818-4bc7-b4d7-db054adb1bca&id=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 HTTP/1.1" status: 200 len: 1391 time: 0.2905264 Aug 20 14:55:54.111452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] For port 08956d19-d628-406c-936c-ba6ed75c857c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08956d19-d628-406c-936c-ba6ed75c857c,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:54.113002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:54.125899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-639602c7-a37c-4905-8491-666618579418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:54.126520 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:54.127783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-639602c7-a37c-4905-8491-666618579418 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1101 time: 0.2564130 Aug 20 14:55:54.133152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb759e6-ef6c-4a87-8bd3-feac98087f5d req-80d3af80-0918-4893-b426-387bb89766f7 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:54.135097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ceb759e6-ef6c-4a87-8bd3-feac98087f5d req-80d3af80-0918-4893-b426-387bb89766f7 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1097 time: 0.2561736 Aug 20 14:55:54.157375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-6a13eb14-e28e-4643-87de-e31deb671612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:54.159187 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-6a13eb14-e28e-4643-87de-e31deb671612 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0693643 Aug 20 14:55:54.160065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-ae477e30-bb88-42a0-bce7-6fc4078d8b84 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/quotas/f79450d7f92245c093a97a866343ceee HTTP/1.1" status: 200 len: 375 time: 0.0601280 Aug 20 14:55:54.284750 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-b666f811-ae30-473d-baf7-44bc7b1b1d03 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161811 Aug 20 14:55:54.294927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['c9e25e20-5e61-4ee8-a4bc-298a0b7c287f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:55:54.305808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-80c04483-5341-4a28-b9ec-b578597fea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:54.309130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-80c04483-5341-4a28-b9ec-b578597fea6e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1692798 Aug 20 14:55:54.334325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a792be7-f0b8-4ad0-bca0-b11746a0a49b None None] Pushing event updated for resources: {'Port': ['ID=08956d19-d628-406c-936c-ba6ed75c857c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:54.336499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ceb759e6-ef6c-4a87-8bd3-feac98087f5d req-569c57fd-0012-4bd1-98f1-929a09c3f02c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889365 Aug 20 14:55:54.399004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-1c3b4810-c633-4745-9381-dce6f93d43e4 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f79450d7f92245c093a97a866343ceee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2154157 Aug 20 14:55:54.400456 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:54.460802 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-8c4fcb84-473e-42dd-a217-6b083142792c service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667762 Aug 20 14:55:54.474191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Allocated IP 19.86.0.2 (9457bc1b-b818-4bc7-b4d7-db054adb1bca/bcb1ac5d-3cd3-477f-a368-c51705fbd4ef/a8db7f26-c96f-4423-948c-b8fd2302ca1b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:55:54.502019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 92785585-54e3-44cb-9810-7f58e2f96ce4, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=92785585-54e3-44cb-9810-7f58e2f96ce4,segment=NetworkSegment(e38afe09-14d0-4254-8069-bbade65b392f),segment_id=e38afe09-14d0-4254-8069-bbade65b392f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:54.518799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:54.553402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-e889e16c-e78f-4fa4-bebc-7e9cfa4b5955 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 200 len: 217 time: 0.2324483 Aug 20 14:55:54.693842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=92785585-54e3-44cb-9810-7f58e2f96ce4,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:54.737963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d002eb80-607e-4277-bcea-6c5fdd0d39aa service neutron] 10.222.0.36 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379161 Aug 20 14:55:54.826290 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:54.835370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Transition to ACTIVE for port object a8db7f26-c96f-4423-948c-b8fd2302ca1b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:54.851883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Transition to ACTIVE for port object a8db7f26-c96f-4423-948c-b8fd2302ca1b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:54.852187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be7cff-34bb-4a86-a898-f7fc14e4edf1 req-1eb88b77-2928-4cba-a6f0-0392f6a4deea tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:54.853885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46be7cff-34bb-4a86-a898-f7fc14e4edf1 req-1eb88b77-2928-4cba-a6f0-0392f6a4deea tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 949 time: 0.2822680 Aug 20 14:55:54.856123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-8d632174-56f9-4169-a5ca-b1012590ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:54.857519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-8d632174-56f9-4169-a5ca-b1012590ce77 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.2172804 Aug 20 14:55:54.859300 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:54.919515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-df02f799-74e3-49d5-a05a-0f04a065555b service neutron] 10.222.0.36 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804364 Aug 20 14:55:54.989463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46be7cff-34bb-4a86-a898-f7fc14e4edf1 req-783445b0-e5c3-4252-84db-dbeaa6a9a05e tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217699 Aug 20 14:55:55.005962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-174010ae-d4e2-4ddc-9877-2f2a8f198c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:55.007460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-174010ae-d4e2-4ddc-9877-2f2a8f198c20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388884 Aug 20 14:55:55.027124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58272) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:55.039206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Network 9457bc1b-b818-4bc7-b4d7-db054adb1bca is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:55:55.042943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:55.050069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:55:55.062857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Pushing event updated for resources: {'Port': ['ID=a8db7f26-c96f-4423-948c-b8fd2302ca1b,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:55.125414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Attempting to bind port a8db7f26-c96f-4423-948c-b8fd2302ca1b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:55:55.125520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Attempting to bind port a8db7f26-c96f-4423-948c-b8fd2302ca1b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '1a883d2e-9892-469f-8aed-7daf832807a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:55:55.125868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Attempting to bind port a8db7f26-c96f-4423-948c-b8fd2302ca1b on network 9457bc1b-b818-4bc7-b4d7-db054adb1bca {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:55:55.131119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:55:55.131492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Checking segment: {'id': '1a883d2e-9892-469f-8aed-7daf832807a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:55.131932 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.132323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Bound using segment: {'id': '1a883d2e-9892-469f-8aed-7daf832807a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:55:55.132795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Bound port: a8db7f26-c96f-4423-948c-b8fd2302ca1b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a883d2e-9892-469f-8aed-7daf832807a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:55:55.133172 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.156401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d0ff5724-13e2-4dfb-8202-175af6c96022 service neutron] 10.222.0.36 "GET /v2.0/networks/9457bc1b-b818-4bc7-b4d7-db054adb1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283833 Aug 20 14:55:55.215333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] For port a8db7f26-c96f-4423-948c-b8fd2302ca1b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:55:55.219423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] For port a8db7f26-c96f-4423-948c-b8fd2302ca1b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a8db7f26-c96f-4423-948c-b8fd2302ca1b,segment=NetworkSegment(1a883d2e-9892-469f-8aed-7daf832807a9),segment_id=1a883d2e-9892-469f-8aed-7daf832807a9)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:55:55.225816 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.235058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3656ab72-dd5e-4b4b-b7c3-8a8b74a11e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.257561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1865f6-597b-415c-b3e8-ddd3a5de0de1 req-1f7856c0-a225-42fe-ab82-eb1a5f5c5704 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:55.259185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a1865f6-597b-415c-b3e8-ddd3a5de0de1 req-1f7856c0-a225-42fe-ab82-eb1a5f5c5704 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 944 time: 0.1585717 Aug 20 14:55:55.303195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-922605b4-a833-487d-a580-83d1745d9771 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741489 Aug 20 14:55:55.327369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a839fc-fcf7-486a-949a-1a7155916db3 None None] Pushing event updated for resources: {'Port': ['ID=a8db7f26-c96f-4423-948c-b8fd2302ca1b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:55.341902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-ed288183-250a-4886-976c-904bfe54a469 service neutron] 10.222.0.36 "GET /v2.0/networks/9457bc1b-b818-4bc7-b4d7-db054adb1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843531 Aug 20 14:55:55.412373 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3656ab72-dd5e-4b4b-b7c3-8a8b74a11e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.418797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3656ab72-dd5e-4b4b-b7c3-8a8b74a11e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.447714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a1865f6-597b-415c-b3e8-ddd3a5de0de1 req-97cb177f-05a1-4c1c-b840-b1f0de443e95 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761889 Aug 20 14:55:55.469384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656ab72-dd5e-4b4b-b7c3-8a8b74a11e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7fcfe7-d757-4613-a69c-7ab99b87cab4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:55.476866 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3656ab72-dd5e-4b4b-b7c3-8a8b74a11e01 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=783907882d9442aaba5284e9364a6e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486008 Aug 20 14:55:55.477825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58276) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:55.569295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d37b43e-a987-4071-8669-7cce31a03b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.607532 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d37b43e-a987-4071-8669-7cce31a03b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.623214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-3a2004e9-b28c-4465-87ea-54981f355088 service neutron] 10.222.0.36 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517793 Aug 20 14:55:55.701796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caa60ffc-0cd1-4e11-a0a8-72389843701c req-576379ed-4b66-4ca3-aecc-93888a172d79 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589637 Aug 20 14:55:55.711810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08956d19-d628-406c-936c-ba6ed75c857c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:55.736180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d37b43e-a987-4071-8669-7cce31a03b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.739922 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d37b43e-a987-4071-8669-7cce31a03b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:55.744518 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4d37b43e-a987-4071-8669-7cce31a03b75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba7fcfe7-d757-4613-a69c-7ab99b87cab4 HTTP/1.1" status: 204 len: 168 time: 0.2656767 Aug 20 14:55:55.761112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37b43e-a987-4071-8669-7cce31a03b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7fcfe7-d757-4613-a69c-7ab99b87cab4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:55.838023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 08956d19-d628-406c-936c-ba6ed75c857c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:55.844100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 92785585-54e3-44cb-9810-7f58e2f96ce4 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:55.857221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-75ac7332-7fda-4ce6-898d-28bf53a36c81 service neutron] 10.222.0.36 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134998 Aug 20 14:55:55.859158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96f973e9-acbd-4afa-bb6b-a6e1440b3017 req-d26cb3ad-6d9c-4c00-93c2-4d273579c86d tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0487754 Aug 20 14:55:55.866064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d1e5f-482c-4df5-a2fc-8864b88d6abf None None] Network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:55:55.961719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5be171da-4c90-4aee-9634-f6bedf67df99 None None] Provisioning for port 08956d19-d628-406c-936c-ba6ed75c857c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:55.970757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5be171da-4c90-4aee-9634-f6bedf67df99 None None] Provisioning complete for port 08956d19-d628-406c-936c-ba6ed75c857c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:55.971127 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5be171da-4c90-4aee-9634-f6bedf67df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:56.057995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 92785585-54e3-44cb-9810-7f58e2f96ce4 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:56.059243 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:56.156272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-97c369d5-6ede-40db-b6f5-006c99be389e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:56.165112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-97c369d5-6ede-40db-b6f5-006c99be389e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 807 time: 0.1979096 Aug 20 14:55:56.174141 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5be171da-4c90-4aee-9634-f6bedf67df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:56.206984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-3c3e7c26-cfb1-47cf-ba3a-72222fabb9e9 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/quotas/291adac971e24552a6494c08429d8f3c HTTP/1.1" status: 200 len: 375 time: 0.0409915 Aug 20 14:55:56.265654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5be171da-4c90-4aee-9634-f6bedf67df99 None None] For port 08956d19-d628-406c-936c-ba6ed75c857c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08956d19-d628-406c-936c-ba6ed75c857c,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:56.279335 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5be171da-4c90-4aee-9634-f6bedf67df99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:56.289017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758134c9-33c5-4b81-9f11-7da57634e372 req-63a41d9c-dcf0-4b75-bbdf-331e33aaafdc tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:56.297816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-758134c9-33c5-4b81-9f11-7da57634e372 req-63a41d9c-dcf0-4b75-bbdf-331e33aaafdc tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.1738727 Aug 20 14:55:56.367389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-27db7402-87f3-4588-98aa-be359c8f1d01 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450458 Aug 20 14:55:56.382612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be171da-4c90-4aee-9634-f6bedf67df99 None None] Pushing event updated for resources: {'Port': ['ID=08956d19-d628-406c-936c-ba6ed75c857c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:56.411045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-758134c9-33c5-4b81-9f11-7da57634e372 req-83de7daf-5003-4acf-b354-8f736303d0e5 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122990 Aug 20 14:55:56.598419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-16959efa-c908-4b2e-8b9e-861c962338a8 service neutron] 10.222.0.36 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300670 Aug 20 14:55:56.620382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1efbff-efca-4468-b3f3-78369ccd72b5 req-b7b2eaed-b6fd-451e-91c7-2a3a3a24df1b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:56.621934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f1efbff-efca-4468-b3f3-78369ccd72b5 req-b7b2eaed-b6fd-451e-91c7-2a3a3a24df1b tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 949 time: 0.0975530 Aug 20 14:55:56.780327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f1efbff-efca-4468-b3f3-78369ccd72b5 req-99e82cef-39a7-4cc2-b754-69c22e1bfde1 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483181 Aug 20 14:55:56.824888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a984f986-f567-4ed3-88ee-9b2d60703ab3 None None] Provisioning complete for port 08956d19-d628-406c-936c-ba6ed75c857c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:56.825880 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a984f986-f567-4ed3-88ee-9b2d60703ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:56.838239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-a4c3ae49-e122-4468-a0cd-dc4793e66d08 service neutron] 10.222.0.36 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132852 Aug 20 14:55:56.898107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4971a1a8-4f79-4aec-ab33-d5acaa4da6a7 None None] Network 9457bc1b-b818-4bc7-b4d7-db054adb1bca requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:55:57.072680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:55:57.075064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c9e25e20-5e61-4ee8-a4bc-298a0b7c287f up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:57.204678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:57.237249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:57.237617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:57.369271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e8cf319b-d14e-4527-b6cd-85b90ca945ab None None] Provisioning for port a8db7f26-c96f-4423-948c-b8fd2302ca1b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:57.421418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4829805b-7687-4a0a-aa3e-f36c458927bc req-352691b5-f0ee-4e7e-8e2a-b67a84a9bdd4 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 210 time: 0.5031102 Aug 20 14:55:57.432800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:57.463828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'mac_address': 'fa:16:3e:a4:6c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:55:57.487285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35353fa0-6ab4-4ce9-bafa-2cce38888659 req-ecbff91b-dd00-4502-b9f9-a74798c2d66a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:57.489304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35353fa0-6ab4-4ce9-bafa-2cce38888659 req-ecbff91b-dd00-4502-b9f9-a74798c2d66a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 944 time: 0.0705156 Aug 20 14:55:57.558807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35353fa0-6ab4-4ce9-bafa-2cce38888659 req-cf6083de-1d2c-4200-911f-bbce783d8f10 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608041 Aug 20 14:55:57.573379 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:57.658097 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:57.665503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:55:57.674080 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f43025-9133-4275-a06b-8d4b04858531" -d '{"events": [{"server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "name": "network-vif-plugged", "status": "completed", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:55:57.692575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:57.718632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08956d19-d628-406c-936c-ba6ed75c857c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:57.739141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7d86661-e892-4088-ad7b-58dfec9fac6d req-241cee2e-0292-410b-99b0-586d265bb61b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 210 time: 0.0551567 Aug 20 14:55:57.765064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:57.826836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27972285-1127-46d7-9dce-33f5e35a56f0 req-d33d0b3e-05a2-40d8-abd8-bc35599b1854 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0943310 Aug 20 14:55:57.858632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:57.863001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3637d791-d4c3-4439-8f1f-1c5081d62be1 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:55:57.903327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:57.904715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 08956d19-d628-406c-936c-ba6ed75c857c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:57.905318 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:57.936548 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:57.967943 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eee6fbd-e954-49fe-9e69-8a120ac5981d x-openstack-request-id: req-9eee6fbd-e954-49fe-9e69-8a120ac5981d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:55:57.967943 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "name": "network-vif-plugged", "status": "completed", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:55:57.968321 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9eee6fbd-e954-49fe-9e69-8a120ac5981d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:55:57.968887 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f', 'code': 200} Aug 20 14:55:58.049082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:58.049616 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a8db7f26-c96f-4423-948c-b8fd2302ca1b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:58.056718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-e1f2ef1d-4225-42aa-b91f-180ff9e0965c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:58.065001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-e1f2ef1d-4225-42aa-b91f-180ff9e0965c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:58.066940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-e1f2ef1d-4225-42aa-b91f-180ff9e0965c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.70 "GET /v2.0/networks?id=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2&id=9457bc1b-b818-4bc7-b4d7-db054adb1bca&id=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 HTTP/1.1" status: 200 len: 1391 time: 0.3309994 Aug 20 14:55:58.093265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'port': {'device_id': '769f201e-420f-47b4-a067-41a60e6e5759', 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2', 'admin_state_up': True, 'tenant_id': 'f79450d7f92245c093a97a866343ceee'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:58.122066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=12']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:58.178312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a8db7f26-c96f-4423-948c-b8fd2302ca1b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:58.190023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a8db7f26-c96f-4423-948c-b8fd2302ca1b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:58.190608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.276492 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.276716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2014995903'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:58.312624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port a8db7f26-c96f-4423-948c-b8fd2302ca1b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a8db7f26-c96f-4423-948c-b8fd2302ca1b,segment=NetworkSegment(1a883d2e-9892-469f-8aed-7daf832807a9),segment_id=1a883d2e-9892-469f-8aed-7daf832807a9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:55:58.312909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Made reservation on behalf of 77c406c2acd94e36b6ff1abd37c5a105 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:58.317079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.318160 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.329885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.336843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8a77b-e978-4509-a821-7213cc327d6f req-43c943c3-c1e9-4263-9f1c-1990c851fc88 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:58.339324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3b8a77b-e978-4509-a821-7213cc327d6f req-43c943c3-c1e9-4263-9f1c-1990c851fc88 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.1637812 Aug 20 14:55:58.351765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522cd7f-be0d-4818-b8f5-e3386c79da0b req-9410c306-e3ed-489e-b448-4631825f7d70 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:58.353752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b522cd7f-be0d-4818-b8f5-e3386c79da0b req-9410c306-e3ed-489e-b448-4631825f7d70 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1770935 Aug 20 14:55:58.359942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07e732-6894-4d85-84ba-caa7434878dc req-1fc1c7f4-5a04-4174-af8c-24e380942714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:58.361523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff07e732-6894-4d85-84ba-caa7434878dc req-1fc1c7f4-5a04-4174-af8c-24e380942714 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 1097 time: 0.1375396 Aug 20 14:55:58.362781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3637d791-d4c3-4439-8f1f-1c5081d62be1'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:55:58.437873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=a8db7f26-c96f-4423-948c-b8fd2302ca1b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:58.449228 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.456166 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3b8a77b-e978-4509-a821-7213cc327d6f req-6f65cdcd-d7f2-4e30-8de8-c7095b6563ab tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013784 Aug 20 14:55:58.457441 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.462616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.467764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff07e732-6894-4d85-84ba-caa7434878dc req-6d148929-1605-4c12-bd75-1d391dbf2a0e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694711 Aug 20 14:55:58.488511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b522cd7f-be0d-4818-b8f5-e3386c79da0b req-fa4a5420-0491-4cb0-9d33-264262b05123 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254861 Aug 20 14:55:58.512180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:55:58.518748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:58.523043 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.523507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55eaafb-d252-443d-b26b-d64d0153bdbf,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:58.529580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.530073 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Added segment 41d370f6-748b-4bd6-98d1-5fe250ab2b18 of type vlan for network 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 Aug 20 14:55:58.579224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.585082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9c6b16c-e4bd-4a74-8ee7-93a301ac6478 req-d55258d4-b2ee-4fa3-9559-33500679d4fe tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 210 time: 0.0586479 Aug 20 14:55:58.612432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.618157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:58.618799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.690781 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6387897 Aug 20 14:55:58.691376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc6024-659c-4040-858c-eb4e8cd9e19b tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event updated for resources: {'Network': ['ID=8a8c930b-90da-4712-a4f4-5d785c1e9bf5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:58.693328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58374) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:58.705254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:55:58.709376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Request body: {'subnet': {'network_id': '8a8c930b-90da-4712-a4f4-5d785c1e9bf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:58.747356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39bce2-502e-47a0-ae10-7a148d97df07 req-aa181434-02c6-4b2c-aeff-3530f8404973 tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:58.755039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac39bce2-502e-47a0-ae10-7a148d97df07 req-aa181434-02c6-4b2c-aeff-3530f8404973 tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 1102 time: 0.1635926 Aug 20 14:55:58.800841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cff6db-54ba-4d86-bb39-59ed713f1478 req-74104997-b916-41ef-aca0-5ac86b17fabf tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:58.802365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0cff6db-54ba-4d86-bb39-59ed713f1478 req-74104997-b916-41ef-aca0-5ac86b17fabf tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 945 time: 0.1467454 Aug 20 14:55:58.813117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Made reservation on behalf of 77c406c2acd94e36b6ff1abd37c5a105 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:58.816783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:58.849596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Allocated IP 19.80.0.217 (6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2/7b1aa0ba-43ce-48bd-85f9-d9097a218500/573c915a-22b9-496a-9749-3290f861acfd) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:55:58.853160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac39bce2-502e-47a0-ae10-7a148d97df07 req-2572c3fa-f09c-4578-85d7-68a9b86e8092 tempest-MigrationsAdminTest-1962979347 tempest-MigrationsAdminTest-1962979347-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972505 Aug 20 14:55:58.882426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0cff6db-54ba-4d86-bb39-59ed713f1478 req-4be2d683-e851-4e0e-bfb3-85e8170178d8 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706351 Aug 20 14:55:59.014514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64097043-2003-4d90-9275-598cc5a5130b req-2d6ccad2-c3a3-4026-b855-2f6e59327661 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 210 time: 0.0266185 Aug 20 14:55:59.110531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.141834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dea6a6c0-6fb1-4db5-a6f5-610e915ec0f2 req-352676b7-a8ce-44cc-9f70-aa802bfc6688 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0530975 Aug 20 14:55:59.156979 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.172663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Transition to ACTIVE for port object 573c915a-22b9-496a-9749-3290f861acfd will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:55:59.218049 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.220885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Checking segment: {'id': '41d370f6-748b-4bd6-98d1-5fe250ab2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a8c930b-90da-4712-a4f4-5d785c1e9bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:55:59.221271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Network hostable DHCP agents. Network: 8a8c930b-90da-4712-a4f4-5d785c1e9bf5, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:55:59.224526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event updated for resources: {'Subnet': ['ID=207ec5a0-fdd9-4aab-84dd-f5eaf4603c39,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:59.255308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-22d78628-959a-4e18-a0a2-e81f1238b72c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:59.256968 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-22d78628-959a-4e18-a0a2-e81f1238b72c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 807 time: 0.2595170 Aug 20 14:55:59.262424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Network 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:55:59.271626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 8a8c930b-90da-4712-a4f4-5d785c1e9bf5) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:59.278383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:59.279262 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.281385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5307d-38e2-433d-9acd-4388b3359df8 None None] Network 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:55:59.287292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Request body: {'port': {'device_id': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5', 'admin_state_up': True, 'tenant_id': '291adac971e24552a6494c08429d8f3c'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:59.309502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:55:59.318219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:55:59.321904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:55:59.326806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Port': ['ID=573c915a-22b9-496a-9749-3290f861acfd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:55:59.394260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e404615-3205-49f0-9b9f-37629fd04854 req-9b943c17-bf00-4943-a481-fd3958908045 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:59.396558 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e404615-3205-49f0-9b9f-37629fd04854 req-9b943c17-bf00-4943-a481-fd3958908045 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1400452 Aug 20 14:55:59.410008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:59.410931 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.461714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7e0c5d0d-f0cd-492e-88c5-b755073bb874 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3739610 Aug 20 14:55:59.462927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a8db7f26-c96f-4423-948c-b8fd2302ca1b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:55:59.466750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e404615-3205-49f0-9b9f-37629fd04854 req-269e40e1-b8e2-4262-8f82-36d26b838599 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Aug 20 14:55:59.468234 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fbc60797-06b4-4767-80e6-f3eff8304e8d tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7631612 Aug 20 14:55:59.470291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58384) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:55:59.478362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Request body: {'port': {'network_id': '8a8c930b-90da-4712-a4f4-5d785c1e9bf5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1486740170'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:59.502217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'port': {'device_id': '769f201e-420f-47b4-a067-41a60e6e5759', 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca', 'admin_state_up': True, 'tenant_id': 'f79450d7f92245c093a97a866343ceee'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:55:59.537099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Made reservation on behalf of 291adac971e24552a6494c08429d8f3c for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:59.541965 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.576798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a8db7f26-c96f-4423-948c-b8fd2302ca1b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:59.577453 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.673564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304df76-266e-4019-8f70-28e1ea0fb488 req-0a21f866-d30b-4fa6-84ed-ecb1d3918fd7 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:59.675058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c304df76-266e-4019-8f70-28e1ea0fb488 req-0a21f866-d30b-4fa6-84ed-ecb1d3918fd7 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.0949957 Aug 20 14:55:59.700607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-8a8c930b-90da-4712-a4f4-5d785c1e9bf5', 'network_id': '8a8c930b-90da-4712-a4f4-5d785c1e9bf5', 'tenant_id': '77c406c2acd94e36b6ff1abd37c5a105', 'fixed_ips': [{'subnet_id': '207ec5a0-fdd9-4aab-84dd-f5eaf4603c39'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:55:59.701749 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.752104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Made reservation on behalf of 77c406c2acd94e36b6ff1abd37c5a105 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:55:59.755606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.762526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Allocated IP 172.20.0.13 (8b48d77b-d1d1-4266-9add-59d7b4c697d5/d2d79847-b744-4ea9-956a-9599bf32dc63/ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:55:59.763944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 14:55:59.763944 n-d-695189-15 neutron-server[101099]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 14:55:59.763944 n-d-695189-15 neutron-server[101099]: [parameters: {'project_id_1': 'f79450d7f92245c093a97a866343ceee', 'expiration_1': datetime.datetime(2021, 8, 20, 14, 55, 59, 725161)}] Aug 20 14:55:59.763944 n-d-695189-15 neutron-server[101099]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:55:59.764356 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:55:59.778868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c304df76-266e-4019-8f70-28e1ea0fb488 req-7609dc21-2c64-4174-8347-91d8cf27ecb6 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925610 Aug 20 14:55:59.791705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] device_id is not set on port 618976f0-f5fa-4145-9405-5c7a73868870 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:55:59.815128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dff04-1949-4782-b722-76732fb60a88 req-f72fce60-88c3-4e89-813e-59da62c2c014 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:55:59.823365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d01dff04-1949-4782-b722-76732fb60a88 req-f72fce60-88c3-4e89-813e-59da62c2c014 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 932 time: 0.0959690 Aug 20 14:55:59.857274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d01dff04-1949-4782-b722-76732fb60a88 req-f1409a16-d8f5-41bd-baf7-feb9c7356987 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Aug 20 14:55:59.864275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0329dc92-15ae-4297-bc07-7cefcde07c23 None None] Provisioning for port 573c915a-22b9-496a-9749-3290f861acfd completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:55:59.875211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0329dc92-15ae-4297-bc07-7cefcde07c23 None None] Provisioning complete for port 573c915a-22b9-496a-9749-3290f861acfd triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:55:59.875603 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0329dc92-15ae-4297-bc07-7cefcde07c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:55:59.951603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0329dc92-15ae-4297-bc07-7cefcde07c23 None None] Port 573c915a-22b9-496a-9749-3290f861acfd cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:55:59.959221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Allocated IP 172.20.0.2 (8a8c930b-90da-4712-a4f4-5d785c1e9bf5/207ec5a0-fdd9-4aab-84dd-f5eaf4603c39/22c0412a-12f4-48d4-a7ed-8abe0392d3e1) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:00.005551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.036642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1211b61-b413-4feb-9c5b-5ea190c035b4 req-448c1b2b-427d-4da2-a3f5-1a4a49170990 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:00.046800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1211b61-b413-4feb-9c5b-5ea190c035b4 req-448c1b2b-427d-4da2-a3f5-1a4a49170990 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 945 time: 0.0864339 Aug 20 14:56:00.070323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.104257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1211b61-b413-4feb-9c5b-5ea190c035b4 req-301b65bf-2fdc-4c10-a61a-3100647c758a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517371 Aug 20 14:56:00.123568 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.133123 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Transition to ACTIVE for port object 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:00.135596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Pushing event updated for resources: {'Port': ['ID=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:00.145328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:00.146236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:00.148567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:00.154168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Transition to ACTIVE for port object 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:00.173139 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.201126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e9bf2-bf85-46fd-aabf-d322e20ebabf req-a7b170d6-7f22-4d22-91b3-cf227875c59e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:00.209226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f7e9bf2-bf85-46fd-aabf-d322e20ebabf req-a7b170d6-7f22-4d22-91b3-cf227875c59e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 932 time: 0.0662425 Aug 20 14:56:00.223198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Network 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:00.227508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:00.232937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:00.242200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:00.243351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.251712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Pushing event updated for resources: {'Port': ['ID=22c0412a-12f4-48d4-a7ed-8abe0392d3e1,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:00.263333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f7e9bf2-bf85-46fd-aabf-d322e20ebabf req-38f4b531-c404-4727-9dfc-5fc03a6efd21 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Aug 20 14:56:00.266556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Allocated IP 172.20.0.13 (8a8c930b-90da-4712-a4f4-5d785c1e9bf5/207ec5a0-fdd9-4aab-84dd-f5eaf4603c39/618976f0-f5fa-4145-9405-5c7a73868870) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:00.289204 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-c6510304-640d-4601-b667-6eacecd3fb59 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0068188 Aug 20 14:56:00.311592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:00.315784 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.326590 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Request body: {'port': {'device_id': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:00.329461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Attempting to bind port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:00.330150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Attempting to bind port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '41d370f6-748b-4bd6-98d1-5fe250ab2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a8c930b-90da-4712-a4f4-5d785c1e9bf5'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:00.330544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Attempting to bind port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 on network 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:00.336704 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:00.337205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Checking segment: {'id': '41d370f6-748b-4bd6-98d1-5fe250ab2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a8c930b-90da-4712-a4f4-5d785c1e9bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:00.337611 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.338144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Bound using segment: {'id': '41d370f6-748b-4bd6-98d1-5fe250ab2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a8c930b-90da-4712-a4f4-5d785c1e9bf5'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:00.339029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Bound port: 22c0412a-12f4-48d4-a7ed-8abe0392d3e1, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d370f6-748b-4bd6-98d1-5fe250ab2b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8a8c930b-90da-4712-a4f4-5d785c1e9bf5'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:00.339416 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.358603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f936ece6-a630-478f-9af7-bb60ccdb0c70 req-5e3abee8-ad9f-4ed6-901e-327f8204cb31 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0617199 Aug 20 14:56:00.446407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.448434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] For port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:00.452139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] For port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=22c0412a-12f4-48d4-a7ed-8abe0392d3e1,segment=NetworkSegment(41d370f6-748b-4bd6-98d1-5fe250ab2b18),segment_id=41d370f6-748b-4bd6-98d1-5fe250ab2b18)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:00.458104 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.507414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Allocated IP 19.86.0.187 (9457bc1b-b818-4bc7-b4d7-db054adb1bca/bcb1ac5d-3cd3-477f-a368-c51705fbd4ef/64a94781-af00-486a-a351-7fafe2c1f110) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:00.545877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7c1a3-6e88-4b44-acc3-2d44ad4aea44 None None] Pushing event updated for resources: {'Port': ['ID=22c0412a-12f4-48d4-a7ed-8abe0392d3e1,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:00.567271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.597785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Transition to ACTIVE for port object 618976f0-f5fa-4145-9405-5c7a73868870 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:00.672827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-b792bf39-974d-46a9-8103-fcd7482cac00 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:00.674386 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-b792bf39-974d-46a9-8103-fcd7482cac00 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.72 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.1750972 Aug 20 14:56:00.685219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954d865-1867-47a5-8057-6db18f6986d1 req-450ad080-2e2e-4894-b454-7b5541621611 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:00.686804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7954d865-1867-47a5-8057-6db18f6986d1 req-450ad080-2e2e-4894-b454-7b5541621611 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 950 time: 0.1077116 Aug 20 14:56:00.779127 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.800425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7954d865-1867-47a5-8057-6db18f6986d1 req-92b8464c-fb97-4cde-952e-2c75155e848c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991786 Aug 20 14:56:00.807607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Transition to ACTIVE for port object 64a94781-af00-486a-a351-7fafe2c1f110 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:00.857225 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.872798 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:00.951996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network 9457bc1b-b818-4bc7-b4d7-db054adb1bca is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:00.953490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Port': ['ID=64a94781-af00-486a-a351-7fafe2c1f110,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:00.953902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Network 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:00.962039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:00.970256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:00.978297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:00.981961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:01.057925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b799a54-570e-4b63-9b03-43c9cda95336 req-808d8c23-521c-4837-8f29-b558b2604a4b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:01.059757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b799a54-570e-4b63-9b03-43c9cda95336 req-808d8c23-521c-4837-8f29-b558b2604a4b tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.1700227 Aug 20 14:56:01.093682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c12f9-dd4f-41bf-a657-d2104aba83ad req-f24cdc6b-7830-4626-afed-78715d996ada tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:01.100281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c12f9-dd4f-41bf-a657-d2104aba83ad req-f24cdc6b-7830-4626-afed-78715d996ada tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:01.102122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a32c12f9-dd4f-41bf-a657-d2104aba83ad req-f24cdc6b-7830-4626-afed-78715d996ada tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 1655 time: 0.1376648 Aug 20 14:56:01.105234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:01.115493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:01.116357 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.162172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-c5a91341-77bf-47b1-a925-c23145cf3032 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6648979 Aug 20 14:56:01.187008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 3637d791-d4c3-4439-8f1f-1c5081d62be1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:01.188609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'port': {'device_id': '769f201e-420f-47b4-a067-41a60e6e5759', 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2', 'admin_state_up': True, 'tenant_id': 'f79450d7f92245c093a97a866343ceee'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:01.193896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 3637d791-d4c3-4439-8f1f-1c5081d62be1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:01.194841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b799a54-570e-4b63-9b03-43c9cda95336 req-d096694f-e17c-4e0a-99e5-a1991756cab0 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285810 Aug 20 14:56:01.202700 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.270931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a32c12f9-dd4f-41bf-a657-d2104aba83ad req-91ed857f-f757-4a35-9ac4-06566cf67771 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448467 Aug 20 14:56:01.321252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-909b7a75-3f47-4f40-96ec-c79e274eabd1 None None] Provisioning for port 64a94781-af00-486a-a351-7fafe2c1f110 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:01.328801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-909b7a75-3f47-4f40-96ec-c79e274eabd1 None None] Provisioning complete for port 64a94781-af00-486a-a351-7fafe2c1f110 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:01.329328 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-909b7a75-3f47-4f40-96ec-c79e274eabd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.348240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Deleting port f560718b-2044-4104-bc75-60b87a944d68 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:01.348720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.357230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event updated for resources: {'Port': ['ID=618976f0-f5fa-4145-9405-5c7a73868870,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:01.438660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.468577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-909b7a75-3f47-4f40-96ec-c79e274eabd1 None None] Port 64a94781-af00-486a-a351-7fafe2c1f110 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:56:01.487844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:01.508582 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34704c1d-344b-49ae-a9a2-0dcd3fabefd5" -d '{"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-plugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:01.524772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:01.541517 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.559421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:01.560693 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.604740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:01.605732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:01.613042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:01.616803 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.633162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.641102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e63d36-fd76-4cbe-8ba8-e9a558e898a4 req-b4526770-4700-42ee-8abe-aba93b7982b6 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:01.651414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1e63d36-fd76-4cbe-8ba8-e9a558e898a4 req-b4526770-4700-42ee-8abe-aba93b7982b6 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 945 time: 0.2281194 Aug 20 14:56:01.659079 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7f475ffe-0b0d-40c9-b454-de1844f9440e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.1874626 Aug 20 14:56:01.665078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58414) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:01.667423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] For port f560718b-2044-4104-bc75-60b87a944d68, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f560718b-2044-4104-bc75-60b87a944d68,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:01.668206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.678277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Transition to ACTIVE for port object ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:01.679730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=13']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:01.702047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:01.702580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce3dd9-f8d1-475a-bc0c-37add8952c69 req-fbed6e5e-6e6c-4861-8ea3-81648ee4803e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:01.705903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8ce3dd9-f8d1-475a-bc0c-37add8952c69 req-fbed6e5e-6e6c-4861-8ea3-81648ee4803e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 932 time: 0.2523465 Aug 20 14:56:01.716280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:01.778137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d86a28d-56f4-4db0-9f74-c8672efdcb28 req-2cce035d-a014-4dea-83b0-85379f4f26f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0553255 Aug 20 14:56:01.790555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-8a5d22cc-5904-40b0-820e-da8cdcfa521c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:01.792664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-8a5d22cc-5904-40b0-820e-da8cdcfa521c tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 951 time: 0.2159681 Aug 20 14:56:01.840946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8353179-71e0-423c-ae1f-7098cb784b0f None None] Network 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:01.862509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1e63d36-fd76-4cbe-8ba8-e9a558e898a4 req-821a61e1-ae7b-490c-8077-b3cfe82f46e8 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101500 Aug 20 14:56:01.916486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:01.920410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8ce3dd9-f8d1-475a-bc0c-37add8952c69 req-a9a97db9-7124-4b36-8be7-6d02e07d165e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010832 Aug 20 14:56:01.929517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e27acae5-9efe-4f3c-a66a-95b575b747fd None None] Provisioning for port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:01.955655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e27acae5-9efe-4f3c-a66a-95b575b747fd None None] Provisioning complete for port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:01.964515 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e27acae5-9efe-4f3c-a66a-95b575b747fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.003965 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28a0485-0935-4a6b-a42d-d1669bd898d2 x-openstack-request-id: req-d28a0485-0935-4a6b-a42d-d1669bd898d2 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:02.004268 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-plugged", "status": "completed", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:02.004522 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d28a0485-0935-4a6b-a42d-d1669bd898d2 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:02.004980 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'code': 200} Aug 20 14:56:02.070095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f8b52a1-738e-4992-bb68-1f8f4c67ffbb req-8764a4b8-1e92-4b11-b513-b8695dc4a7cd tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0801873 Aug 20 14:56:02.100783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:02.101225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:02.101790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:02.115950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-77358fdd-14ea-4b0e-8cfa-18ec65e3c363 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Deleting port 618976f0-f5fa-4145-9405-5c7a73868870 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:02.116424 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77358fdd-14ea-4b0e-8cfa-18ec65e3c363 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.126922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Allocated IP 19.80.0.154 (6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2/7b1aa0ba-43ce-48bd-85f9-d9097a218500/20325871-0d3f-454e-bb5a-b22f0a3ef48d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:02.148431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:02.148913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:02.152812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.153323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.153759 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Floating IP 9367b7e9-5552-4e17-a42f-a87da4afae04 disassociated. External IP: 172.25.5.83, port: f560718b-2044-4104-bc75-60b87a944d68. Aug 20 14:56:02.154571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Calling delete_port for f560718b-2044-4104-bc75-60b87a944d68 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:02.181260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Deleting port 3637d791-d4c3-4439-8f1f-1c5081d62be1 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:02.182454 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.188059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e27acae5-9efe-4f3c-a66a-95b575b747fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.193380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd8908-1f07-44de-8c1c-2c17f1febe11 req-51ec465c-2fd4-4233-8ed1-b42257044a11 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:02.194540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74cd8908-1f07-44de-8c1c-2c17f1febe11 req-51ec465c-2fd4-4233-8ed1-b42257044a11 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 951 time: 0.1269038 Aug 20 14:56:02.209935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:02.210439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:02.211569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:02.212144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Bound port: ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:02.212795 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.269910 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e27acae5-9efe-4f3c-a66a-95b575b747fd None None] For port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=22c0412a-12f4-48d4-a7ed-8abe0392d3e1,segment=NetworkSegment(41d370f6-748b-4bd6-98d1-5fe250ab2b18),segment_id=41d370f6-748b-4bd6-98d1-5fe250ab2b18)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:02.277511 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e27acae5-9efe-4f3c-a66a-95b575b747fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.370432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27acae5-9efe-4f3c-a66a-95b575b747fd None None] Pushing event updated for resources: {'Port': ['ID=22c0412a-12f4-48d4-a7ed-8abe0392d3e1,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:02.395254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74cd8908-1f07-44de-8c1c-2c17f1febe11 req-65308810-da30-4468-8bcb-61356c62fe6f tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838224 Aug 20 14:56:02.399379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77358fdd-14ea-4b0e-8cfa-18ec65e3c363 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.421014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] For port 3637d791-d4c3-4439-8f1f-1c5081d62be1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3637d791-d4c3-4439-8f1f-1c5081d62be1,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:02.421392 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.429752 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-77358fdd-14ea-4b0e-8cfa-18ec65e3c363 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Calling delete_port for 618976f0-f5fa-4145-9405-5c7a73868870 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:02.455141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Calling delete_port for 3637d791-d4c3-4439-8f1f-1c5081d62be1 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:02.505396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:02.528353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:02.547495 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.573812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.606488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Transition to ACTIVE for port object 20325871-0d3f-454e-bb5a-b22f0a3ef48d will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:02.642873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:02.643721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.645171 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] 10.222.0.72 "PUT /v2.0/ports/ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 HTTP/1.1" status: 200 len: 1093 time: 2.3250093 Aug 20 14:56:02.653124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:02.655462 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4f82ec-73db-4836-9258-bb090fdf381f" -d '{"events": [{"name": "network-changed", "server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:02.670451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcdc35-c2d4-4f03-b2f8-a03bd36a2b7f req-1ec2b6ca-4b4b-4295-80d4-33ecc72f3aa3 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:02.672029 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5abcdc35-c2d4-4f03-b2f8-a03bd36a2b7f req-1ec2b6ca-4b4b-4295-80d4-33ecc72f3aa3 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 946 time: 0.1517820 Aug 20 14:56:02.676015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.677740 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.685181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfed00-0084-496f-b21f-a8d46ff012a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:02.756402 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event deleted for resources: {'Port': ['ID=f560718b-2044-4104-bc75-60b87a944d68,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:02.807998 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69dd210d-ac03-41d3-a30e-5116d76efb0e None None] Provisioning for port 618976f0-f5fa-4145-9405-5c7a73868870 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:02.811989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69dd210d-ac03-41d3-a30e-5116d76efb0e None None] Provisioning complete for port 618976f0-f5fa-4145-9405-5c7a73868870 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:02.812366 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69dd210d-ac03-41d3-a30e-5116d76efb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.838549 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69dd210d-ac03-41d3-a30e-5116d76efb0e None None] Port 618976f0-f5fa-4145-9405-5c7a73868870 was deleted so its status cannot be updated. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 14:56:02.845042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77358fdd-14ea-4b0e-8cfa-18ec65e3c363 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.858896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69dd210d-ac03-41d3-a30e-5116d76efb0e None None] Provisioning complete for port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:02.859415 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69dd210d-ac03-41d3-a30e-5116d76efb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.892450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77358fdd-14ea-4b0e-8cfa-18ec65e3c363 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event deleted for resources: {'Port': ['ID=618976f0-f5fa-4145-9405-5c7a73868870,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:02.919713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Port': ['ID=20325871-0d3f-454e-bb5a-b22f0a3ef48d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:02.945454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:02.958160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:02.960010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:02.964707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:02.973726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-2b68101b-6f6b-4d02-b74c-dc37377ad305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:02.975129 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-2b68101b-6f6b-4d02-b74c-dc37377ad305 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1096 time: 0.2272987 Aug 20 14:56:02.978026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3520141f-3031-44e6-abee-261476ec5425', '1e41cc21-966c-423a-930c-95b294b1a1cf', '3637d791-d4c3-4439-8f1f-1c5081d62be1'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:02.979803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b81218-bc0d-4de4-80ef-b37d2afdcecc req-b1d04bfb-3c03-4d2f-95fa-efc81f7a2d44 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:02.988191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b81218-bc0d-4de4-80ef-b37d2afdcecc req-b1d04bfb-3c03-4d2f-95fa-efc81f7a2d44 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:02.998788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b81218-bc0d-4de4-80ef-b37d2afdcecc req-b1d04bfb-3c03-4d2f-95fa-efc81f7a2d44 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:03.006193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2b81218-bc0d-4de4-80ef-b37d2afdcecc req-b1d04bfb-3c03-4d2f-95fa-efc81f7a2d44 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2377 time: 0.3327532 Aug 20 14:56:03.010741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['65ce822f-1a68-4a45-a7c1-7420e526e39d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:03.058292 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-6de0b464-fd15-4841-9bb5-99e15887c3ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 HTTP/1.1" status: 200 len: 217 time: 0.0574474 Aug 20 14:56:03.063614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Pushing event deleted for resources: {'Port': ['ID=3637d791-d4c3-4439-8f1f-1c5081d62be1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:03.098483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-616126a9-8701-4ec2-92ab-61f7b26645d9 None None] Could not find standard attr ID for object 618976f0-f5fa-4145-9405-5c7a73868870. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:56:03.100385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5abcdc35-c2d4-4f03-b2f8-a03bd36a2b7f req-d62eee5a-7df5-48db-9987-7d0d492ed8a6 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups?id=cf584b83-1d7a-4945-8c26-4b0d8294fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064720 Aug 20 14:56:03.151340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Router 4f750fe0-9f2a-4999-be61-03fcb3a2861c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:56:03.152713 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77358fdd-14ea-4b0e-8cfa-18ec65e3c363 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:03.156861 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-77358fdd-14ea-4b0e-8cfa-18ec65e3c363 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] 10.222.0.36 "DELETE /v2.0/ports/618976f0-f5fa-4145-9405-5c7a73868870 HTTP/1.1" status: 204 len: 168 time: 1.4857950 Aug 20 14:56:03.159777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58442) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:03.239780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-fb8841ff-a4e1-4a2c-b47e-f4cec9b3d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:03.248599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-fb8841ff-a4e1-4a2c-b47e-f4cec9b3d0a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.1828980 Aug 20 14:56:03.403870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:03.404672 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:03.418322 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-cbcadf86-0806-4639-837c-6e848332087c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927753 Aug 20 14:56:03.429284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-89743f69-77ab-47fd-a93b-1f16c21b8145 tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2668209 Aug 20 14:56:03.456567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58456) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:03.466393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1972687809'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:03.472233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2b81218-bc0d-4de4-80ef-b37d2afdcecc req-dd33913d-7adc-485c-a1c5-f630432bd870 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347608 Aug 20 14:56:03.533232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] No DVR routers for this DVR port 3637d791-d4c3-4439-8f1f-1c5081d62be1 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:03.540318 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:03.544199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b5d61eb-8ebf-4a7c-af7d-5804bd68af6e req-3f4005ac-cfd8-4aea-b0a0-1ada3d560437 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "DELETE /v2.0/ports/3637d791-d4c3-4439-8f1f-1c5081d62be1 HTTP/1.1" status: 204 len: 173 time: 1.7098966 Aug 20 14:56:03.544767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-deleted', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:03.547628 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a284f5b-c7f8-4e7d-b617-77fc12300e57" -d '{"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-deleted", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:03.583570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-defc75b4-bce2-4bb5-b03d-ca065f695b2c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4039378 Aug 20 14:56:03.610771 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b04ca8-c0f8-478a-baa8-882d4a973785 x-openstack-request-id: req-20b04ca8-c0f8-478a-baa8-882d4a973785 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:03.611211 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:03.612024 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20b04ca8-c0f8-478a-baa8-882d4a973785 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:03.612604 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2', 'status': 'completed', 'code': 200} Aug 20 14:56:03.626494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Request body: {'port': {'device_id': '769f201e-420f-47b4-a067-41a60e6e5759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:03.627885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:03.699888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9497bfbd-edcb-4a83-902b-532d29305267 req-af8eed23-6ba2-4028-819f-7b9357af2a17 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0423508 Aug 20 14:56:03.716710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53c3f-6e5d-44d4-a47a-2bcfe3e06b77 req-bb5eb551-2e7f-44b5-8460-e71b9ef055af tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:03.725113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebf53c3f-6e5d-44d4-a47a-2bcfe3e06b77 req-bb5eb551-2e7f-44b5-8460-e71b9ef055af tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.1377110 Aug 20 14:56:03.727986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-efad3a1e-1dc4-46bb-8501-288a2f77b4d5 None None] Provisioning for port 20325871-0d3f-454e-bb5a-b22f0a3ef48d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:03.753792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Made reservation on behalf of 77c406c2acd94e36b6ff1abd37c5a105 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:03.757935 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:03.767120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:56:03.779276 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] Sync routers for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:56:03.781176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-efad3a1e-1dc4-46bb-8501-288a2f77b4d5 None None] Provisioning complete for port 20325871-0d3f-454e-bb5a-b22f0a3ef48d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:03.781571 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-efad3a1e-1dc4-46bb-8501-288a2f77b4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:03.783125 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:03.797204 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:56:03.798044 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:03.801280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebf53c3f-6e5d-44d4-a47a-2bcfe3e06b77 req-50b051a0-a7d1-4b0f-9db9-ec51866bffd5 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751538 Aug 20 14:56:03.818912 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-d3f66540-8ade-4d06-b198-8d3abdd065cd service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850491 Aug 20 14:56:03.865692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:03.878056 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:03.878713 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Added segment 58776663-355d-475e-98fa-806322a392e0 of type vlan for network 0a795a62-114f-4954-acd7-ff2058105e82 Aug 20 14:56:03.934846 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efcd08e-a9e0-4482-9e76-e11c60af6c71 x-openstack-request-id: req-4efcd08e-a9e0-4482-9e76-e11c60af6c71 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:03.935146 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26732f-979c-4caf-89ee-a24e4dc79b0e", "name": "network-vif-deleted", "tag": "3637d791-d4c3-4439-8f1f-1c5081d62be1", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:03.935406 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4efcd08e-a9e0-4482-9e76-e11c60af6c71 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:03.938828 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26732f-979c-4caf-89ee-a24e4dc79b0e', 'name': 'network-vif-deleted', 'tag': '3637d791-d4c3-4439-8f1f-1c5081d62be1', 'status': 'completed', 'code': 200} Aug 20 14:56:03.947630 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:56:04.020457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:04.024483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eb51fbe-a0db-4001-aa89-a2184dea4cf6 req-f4d84236-d73f-4e4b-8e7b-671c716c56ab tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a26732f-979c-4caf-89ee-a24e4dc79b0e HTTP/1.1" status: 200 len: 210 time: 0.0588968 Aug 20 14:56:04.092762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-efad3a1e-1dc4-46bb-8501-288a2f77b4d5 None None] Port 20325871-0d3f-454e-bb5a-b22f0a3ef48d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:56:04.111257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] No DVR routers for this DVR port f560718b-2044-4104-bc75-60b87a944d68 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:04.115479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:04.116984 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:04.148034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:04.156202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:04.156920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:04.164659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:04.171571 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df4a79b6-d406-4ae7-8920-de74aa618533 req-ff19f7de-a8c6-4834-8bbb-368327cb9d71 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.72 "DELETE /v2.0/ports/f560718b-2044-4104-bc75-60b87a944d68 HTTP/1.1" status: 204 len: 173 time: 3.4866676 Aug 20 14:56:04.217854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f560718b-2044-4104-bc75-60b87a944d68 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:04.275068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: f560718b-2044-4104-bc75-60b87a944d68 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:04.276042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f560718b-2044-4104-bc75-60b87a944d68 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:04.389952 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-57399f5e-7656-4bf0-a0a3-aaa40ed8b6a9 req-91f810aa-3933-49b2-9e4a-b7fe4531a84a service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494006 Aug 20 14:56:04.395074 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9348810 Aug 20 14:56:04.396217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4e2ae-88db-4c0b-ba26-3f39224be3b6 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event updated for resources: {'Network': ['ID=0a795a62-114f-4954-acd7-ff2058105e82,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:04.397197 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:04.398159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58484) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:04.410511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 0a795a62-114f-4954-acd7-ff2058105e82 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:04.443500 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] Checking router: 4f750fe0-9f2a-4999-be61-03fcb3a2861c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:56:04.467503 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:56:04.467503 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:04.591160 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:56:04.597722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-dd2e13b5-243d-4d5f-8b37-d6ec95827e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:04.599350 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-dd2e13b5-243d-4d5f-8b37-d6ec95827e32 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1096 time: 0.0819328 Aug 20 14:56:04.654493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d224aa-5373-4c8a-89aa-2cf96a5533d5 req-52b13392-44d6-49b5-86d6-175cf72de9c8 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85&device_id=21c16e36-49a4-4f4f-87be-b0ca886a3aed HTTP/1.1" status: 200 len: 210 time: 0.0404725 Aug 20 14:56:04.681401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f1c1418-e6ca-4cc2-8bc2-4d300526f30d req-7756a002-3e44-49b2-8325-be87fb4a17fa tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/ports?device_id=be17901d-9f27-4a62-8549-a49e4cdeff10 HTTP/1.1" status: 200 len: 210 time: 0.0647855 Aug 20 14:56:04.702478 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea54dea3-7caf-4755-9e7b-157eab71deb5 tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] 10.222.0.36 "GET /v2.0/agents/7a52374a-4ecc-42b4-85e8-2dcb7a264cb5/dhcp-networks HTTP/1.1" status: 200 len: 12030 time: 0.3025293 Aug 20 14:56:04.705659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58490) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:04.752389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-e1922b7c-5aa5-4353-a20c-8a35e768d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:04.757489 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-e1922b7c-5aa5-4353-a20c-8a35e768d877 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.1458921 Aug 20 14:56:04.807917 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-ea3c1fdd-673b-4f78-8178-3c87426d7986 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 HTTP/1.1" status: 200 len: 217 time: 0.0422671 Aug 20 14:56:04.873532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-868845e3-3956-4892-bc0b-5bb18d157c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:04.876129 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:04.876701 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-868845e3-3956-4892-bc0b-5bb18d157c16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0609803 Aug 20 14:56:04.924519 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-8694f056-4839-470c-8320-2dcaa499b3f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413775 Aug 20 14:56:04.929995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590139d4-b685-495a-a810-630f38ac4bb7 req-248bcbbf-5ea4-415e-adc9-80c3e5060f6e tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:04.931436 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c2afa-6c68-491e-ad94-3babe05b4696 None None] The sync data for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 is: [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:49:42Z', 'revision_number': 4, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e15cb94e-93fc-4275-816e-21d095bc42aa', 'name': '', 'network_id': 'bfe892b3-d404-4339-bb6c-b63c0d8b291d', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'mac_address': 'fa:16:3e:0b:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:40Z', 'updated_at': '2021-08-20T14:49:52Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'subnets': [{'id': '7597d52b-fdf5-4569-b467-0879e0197d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:56:04.937320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590139d4-b685-495a-a810-630f38ac4bb7 req-248bcbbf-5ea4-415e-adc9-80c3e5060f6e tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:04.944720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590139d4-b685-495a-a810-630f38ac4bb7 req-248bcbbf-5ea4-415e-adc9-80c3e5060f6e tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:04.946181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-590139d4-b685-495a-a810-630f38ac4bb7 req-248bcbbf-5ea4-415e-adc9-80c3e5060f6e tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2377 time: 0.1292045 Aug 20 14:56:04.964122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7085c18-09a5-49e6-b853-cd6ac498a06d tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] Network 0a795a62-114f-4954-acd7-ff2058105e82 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:56:05.014948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b7085c18-09a5-49e6-b853-cd6ac498a06d tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] 10.222.0.36 "POST /v2.0/agents/7a52374a-4ecc-42b4-85e8-2dcb7a264cb5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3074851 Aug 20 14:56:05.020490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58502) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:05.023666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184f69f-ef61-4dda-9927-e753ceb9dd52 None None] Network 0a795a62-114f-4954-acd7-ff2058105e82 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:05.063661 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-59000d0d-44c7-45b1-acf3-a6472ce7bd10 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297820 Aug 20 14:56:05.063958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573c915a-22b9-496a-9749-3290f861acfd {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:05.098088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-590139d4-b685-495a-a810-630f38ac4bb7 req-1888bf24-8274-4a01-b4cf-23371d4a6037 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412053 Aug 20 14:56:05.110538 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:05.155920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:05.172240 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aafca3d0-eb69-4eae-b37f-eaa53cab4c8e req-3a28a48d-bad2-45b3-bae4-f566b25bc02b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d015d107041c44da8a9eea838aace563&device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0844014 Aug 20 14:56:05.179267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Transition to ACTIVE for port object 573c915a-22b9-496a-9749-3290f861acfd will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:05.203302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 3637d791-d4c3-4439-8f1f-1c5081d62be1 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:05.203896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3637d791-d4c3-4439-8f1f-1c5081d62be1 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:05.237514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:05.265483 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aafca3d0-eb69-4eae-b37f-eaa53cab4c8e req-0c0fdc6b-e4b7-45a7-b480-accb02bea620 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=d015d107041c44da8a9eea838aace563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725753 Aug 20 14:56:05.306191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Pushing event updated for resources: {'Port': ['ID=573c915a-22b9-496a-9749-3290f861acfd,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:05.380301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3ab1f-2e08-4ffc-87b2-31d8bbb65fa6 req-ba5999c7-a4e1-44ee-8969-82713eb59fc1 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:05.385966 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d4f82ec-73db-4836-9258-bb090fdf381f req-df3d789f-96c4-498a-aded-d4fc442685d9 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880876 Aug 20 14:56:05.388635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eda3ab1f-2e08-4ffc-87b2-31d8bbb65fa6 req-ba5999c7-a4e1-44ee-8969-82713eb59fc1 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 945 time: 0.3201756 Aug 20 14:56:05.393775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152721f-a4bd-4121-980b-b0bc41b74da3 None None] New status for floating IP 9367b7e9-5552-4e17-a42f-a87da4afae04: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:56:05.430864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca3d0-eb69-4eae-b37f-eaa53cab4c8e req-1b897753-bd61-4e95-9e02-f3dba6a235c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:05.433134 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aafca3d0-eb69-4eae-b37f-eaa53cab4c8e req-1b897753-bd61-4e95-9e02-f3dba6a235c8 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1596098 Aug 20 14:56:05.510449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bc944-7db3-472d-b47d-a099322bc159 req-024c9e9d-0fa6-4aae-8c08-fadf98cc9506 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:05.512137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-355bc944-7db3-472d-b47d-a099322bc159 req-024c9e9d-0fa6-4aae-8c08-fadf98cc9506 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.2159519 Aug 20 14:56:05.591406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eda3ab1f-2e08-4ffc-87b2-31d8bbb65fa6 req-1c740399-c636-419b-a96f-aaa4dc5d3139 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018197 Aug 20 14:56:05.596082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2d9e32c1-7fb8-42b4-90b6-fd58c7345226 tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] 10.222.0.36 "GET /v2.0/agents/7a52374a-4ecc-42b4-85e8-2dcb7a264cb5/dhcp-networks HTTP/1.1" status: 200 len: 12800 time: 0.5744720 Aug 20 14:56:05.599162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58506) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:05.620960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'name': 'network-vif-deleted', 'tag': 'f560718b-2044-4104-bc75-60b87a944d68'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:05.621163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Attempting to bind port 573c915a-22b9-496a-9749-3290f861acfd on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:05.621417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Attempting to bind port 573c915a-22b9-496a-9749-3290f861acfd by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:05.621745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Attempting to bind port 573c915a-22b9-496a-9749-3290f861acfd on network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:05.623330 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6a8e55-ef6d-48ad-858e-c1a8f4ce11b4" -d '{"events": [{"server_uuid": "be17901d-9f27-4a62-8549-a49e4cdeff10", "name": "network-vif-deleted", "tag": "f560718b-2044-4104-bc75-60b87a944d68"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:05.629565 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-355bc944-7db3-472d-b47d-a099322bc159 req-dd1e8c0e-fe2a-4866-99fa-d9dfdd7cf401 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064668 Aug 20 14:56:05.634296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Port 573c915a-22b9-496a-9749-3290f861acfd on network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:05.635308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Attempting to bind port 573c915a-22b9-496a-9749-3290f861acfd on network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:05.654513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:05.654870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Checking segment: {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:05.655269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Bound using segment: {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:05.655750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Bound port: 573c915a-22b9-496a-9749-3290f861acfd, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:05.656120 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:05.690953 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:05.721495 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a161458f-4868-42ae-a20d-d5ca89e50ff6 tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] 10.222.0.36 "DELETE /v2.0/agents/7a52374a-4ecc-42b4-85e8-2dcb7a264cb5/dhcp-networks/0a795a62-114f-4954-acd7-ff2058105e82 HTTP/1.1" status: 204 len: 168 time: 0.1208510 Aug 20 14:56:05.723925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58514) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:05.733418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72b6f2c6-a553-4cb6-a812-e1e700b893bc req-7d99e2d4-8114-41de-956b-3552203df68b tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0591683 Aug 20 14:56:05.756045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] For port 573c915a-22b9-496a-9749-3290f861acfd, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:05.759305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] For port 573c915a-22b9-496a-9749-3290f861acfd, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=573c915a-22b9-496a-9749-3290f861acfd,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:05.765809 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:05.810083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:05.811048 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:05.816358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] 10.222.0.70 "PUT /v2.0/ports/573c915a-22b9-496a-9749-3290f861acfd HTTP/1.1" status: 200 len: 1093 time: 2.2106872 Aug 20 14:56:05.857721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55187e3-19df-49b9-a38d-e26cd06c8433 service neutron] Pushing event updated for resources: {'Port': ['ID=573c915a-22b9-496a-9749-3290f861acfd,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:05.866525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Request body: {'port': {'device_id': '769f201e-420f-47b4-a067-41a60e6e5759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:05.950465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'tag': '573c915a-22b9-496a-9749-3290f861acfd'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:05.953854 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589" -d '{"events": [{"name": "network-changed", "server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "tag": "573c915a-22b9-496a-9749-3290f861acfd"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:05.957351 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.039509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58528) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:06.112806 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6272b48-22dd-46e3-a4cc-2a324d92f521 x-openstack-request-id: req-e6272b48-22dd-46e3-a4cc-2a324d92f521 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:06.113241 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "tag": "573c915a-22b9-496a-9749-3290f861acfd", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:06.113590 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6272b48-22dd-46e3-a4cc-2a324d92f521 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:06.114344 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'tag': '573c915a-22b9-496a-9749-3290f861acfd', 'status': 'completed', 'code': 200} Aug 20 14:56:06.153114 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1726e59b-06e4-4d42-9c75-1158535d9d9f x-openstack-request-id: req-1726e59b-06e4-4d42-9c75-1158535d9d9f {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:06.153114 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be17901d-9f27-4a62-8549-a49e4cdeff10", "name": "network-vif-deleted", "tag": "f560718b-2044-4104-bc75-60b87a944d68", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:06.153341 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1726e59b-06e4-4d42-9c75-1158535d9d9f {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:06.153697 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be17901d-9f27-4a62-8549-a49e4cdeff10', 'name': 'network-vif-deleted', 'tag': 'f560718b-2044-4104-bc75-60b87a944d68', 'status': 'completed', 'code': 200} Aug 20 14:56:06.259394 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a98b2cab-9cf9-4862-ad95-f718114dea03 tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] 10.222.0.36 "GET /v2.0/agents/7a52374a-4ecc-42b4-85e8-2dcb7a264cb5/dhcp-networks HTTP/1.1" status: 200 len: 12030 time: 0.5338731 Aug 20 14:56:06.265367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58532) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:06.284647 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-48c63c43-4ac8-4559-820d-525971a1a76a tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] 10.222.0.36 "GET /v2.0/networks/8a8c930b-90da-4712-a4f4-5d785c1e9bf5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0182483 Aug 20 14:56:06.288112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58534) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:06.310242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e32565-716e-492f-ab0c-885005d43d0d req-6ac8a865-b63f-4ec4-bab4-796698f9d2cd tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.311745 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40243b94-fcbb-4812-b439-980f02d9c1f3 tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] 10.222.0.36 "GET /v2.0/networks/8a8c930b-90da-4712-a4f4-5d785c1e9bf5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0223715 Aug 20 14:56:06.311880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18e32565-716e-492f-ab0c-885005d43d0d req-6ac8a865-b63f-4ec4-bab4-796698f9d2cd tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 950 time: 0.2712123 Aug 20 14:56:06.314275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-430793d6-de78-4060-b740-86afcc7d5a48 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.314433 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58536) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:06.357811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-85107fb3-e0ee-4949-9418-6bd3b8612c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.358557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-85107fb3-e0ee-4949-9418-6bd3b8612c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.359057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-85107fb3-e0ee-4949-9418-6bd3b8612c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.360753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-85107fb3-e0ee-4949-9418-6bd3b8612c5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f79450d7f92245c093a97a866343ceee&device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2733 time: 0.1949661 Aug 20 14:56:06.395904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19121c41-9269-437a-839d-085c7f68a499 req-a5b02dc0-8df4-46b8-a6dc-0ef37b7128f3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.402331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19121c41-9269-437a-839d-085c7f68a499 req-a5b02dc0-8df4-46b8-a6dc-0ef37b7128f3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.408258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19121c41-9269-437a-839d-085c7f68a499 req-a5b02dc0-8df4-46b8-a6dc-0ef37b7128f3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.409881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19121c41-9269-437a-839d-085c7f68a499 req-a5b02dc0-8df4-46b8-a6dc-0ef37b7128f3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2389 time: 0.2044735 Aug 20 14:56:06.432706 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-430793d6-de78-4060-b740-86afcc7d5a48 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.445079 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1851b196-eb7c-41b1-8c12-b4c9ed6753fd tempest-DHCPAgentSchedulersTestJSON-14486803 tempest-DHCPAgentSchedulersTestJSON-14486803-project-admin] 10.222.0.36 "GET /v2.0/agents/7a52374a-4ecc-42b4-85e8-2dcb7a264cb5/dhcp-networks HTTP/1.1" status: 200 len: 12030 time: 0.1295075 Aug 20 14:56:06.450412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58540) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:06.528557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.607004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18e32565-716e-492f-ab0c-885005d43d0d req-4a81f487-768a-45fd-93f5-382da8b0aa89 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618732 Aug 20 14:56:06.636606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.641741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a795a62-114f-4954-acd7-ff2058105e82']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:06.661297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58776663-355d-475e-98fa-806322a392e0') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:06.663276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58776663-355d-475e-98fa-806322a392e0') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:06.672211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.680454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19121c41-9269-437a-839d-085c7f68a499 req-cd59e008-2c44-45c1-9794-d9a1bd8ab81a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513156 Aug 20 14:56:06.716592 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.732834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-430793d6-de78-4060-b740-86afcc7d5a48 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.735387 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-430793d6-de78-4060-b740-86afcc7d5a48 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.736547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-430793d6-de78-4060-b740-86afcc7d5a48 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf584b83-1d7a-4945-8c26-4b0d8294fa96 HTTP/1.1" status: 204 len: 168 time: 0.6944697 Aug 20 14:56:06.740670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58546) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:06.742954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:06.743366 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:06.752490 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:06.786516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-0973e269-4cc9-40b8-9538-78b59ef8165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.787009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-0973e269-4cc9-40b8-9538-78b59ef8165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.787493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-0973e269-4cc9-40b8-9538-78b59ef8165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.789146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-0973e269-4cc9-40b8-9538-78b59ef8165c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f79450d7f92245c093a97a866343ceee&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3743424 Aug 20 14:56:06.797184 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-512a5074-3c99-4fa3-b655-daac7884042c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] show failed (client error): The resource could not be found. Aug 20 14:56:06.798011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430793d6-de78-4060-b740-86afcc7d5a48 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf584b83-1d7a-4945-8c26-4b0d8294fa96,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:06.798234 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-512a5074-3c99-4fa3-b655-daac7884042c tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "GET /v2.0/security-groups/cf584b83-1d7a-4945-8c26-4b0d8294fa96 HTTP/1.1" status: 404 len: 347 time: 0.0566094 Aug 20 14:56:06.804920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58550) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:06.853442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a94781-af00-486a-a351-7fafe2c1f110 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:06.864417 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.873770 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.875602 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] 10.222.0.36 "DELETE /v2.0/networks/0a795a62-114f-4954-acd7-ff2058105e82 HTTP/1.1" status: 204 len: 168 time: 0.4242406 Aug 20 14:56:06.880508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58552) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:06.915537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:06.939060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124c9a6-0077-42cd-92d0-310b73413184 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event deleted for resources: {'Network': ['ID=0a795a62-114f-4954-acd7-ff2058105e82,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:06.946241 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92315e6-9def-45ec-a8f3-6ec5958ae4f4 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] DELETE failed (client error): The resource could not be found. Aug 20 14:56:06.948800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92315e6-9def-45ec-a8f3-6ec5958ae4f4 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:56:06.952524 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f92315e6-9def-45ec-a8f3-6ec5958ae4f4 tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] 10.222.0.36 "DELETE /v2.0/ports/618976f0-f5fa-4145-9405-5c7a73868870 HTTP/1.1" status: 404 len: 333 time: 0.0678978 Aug 20 14:56:06.953276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58554) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:06.958008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589ce0c-5882-4505-b48c-9c4b434955a6 req-144d4c30-cc2e-4255-bc71-d652b1ca6e20 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:06.959513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b589ce0c-5882-4505-b48c-9c4b434955a6 req-144d4c30-cc2e-4255-bc71-d652b1ca6e20 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 945 time: 0.2543650 Aug 20 14:56:06.978675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Transition to ACTIVE for port object 64a94781-af00-486a-a351-7fafe2c1f110 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:07.003752 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.029522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292e86c-f6f5-4cf4-b205-645f62594a2a req-a2ea0f91-b314-48a2-b241-a4c7fe5e27c2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:07.031060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d292e86c-f6f5-4cf4-b205-645f62594a2a req-a2ea0f91-b314-48a2-b241-a4c7fe5e27c2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.2372005 Aug 20 14:56:07.040340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-513b79cc-919e-43e5-959c-c64a01f2743a tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Deleting subnet 207ec5a0-fdd9-4aab-84dd-f5eaf4603c39 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:56:07.046697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513b79cc-919e-43e5-959c-c64a01f2743a tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.086401 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aafca3d0-eb69-4eae-b37f-eaa53cab4c8e req-31491ad5-a251-45ae-9bbc-4d0de6e765aa tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0577371 Aug 20 14:56:07.109966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c9e25e20-5e61-4ee8-a4bc-298a0b7c287f details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:07.112892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Deleting port 79ccf714-5aa6-47e8-9ad2-e6e771284195 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:07.115266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.123041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513b79cc-919e-43e5-959c-c64a01f2743a tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.154094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b589ce0c-5882-4505-b48c-9c4b434955a6 req-e9647dcb-4997-48bd-a443-a046f0bc3989 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845326 Aug 20 14:56:07.155190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-b7a65e4e-c0b3-482e-b57a-8fd7a6d23f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:07.156616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84ffcd25-3f95-4db1-8d8a-cc5caad0e589 req-b7a65e4e-c0b3-482e-b57a-8fd7a6d23f41 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3408198 Aug 20 14:56:07.167023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Pushing event updated for resources: {'Port': ['ID=64a94781-af00-486a-a351-7fafe2c1f110,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:07.198209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d292e86c-f6f5-4cf4-b205-645f62594a2a req-eaa0db78-9b31-44e5-8c4e-b376beefa83f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394367 Aug 20 14:56:07.323755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6766b6c-d3ce-45bb-84bd-8737e22c87ce req-217d9476-1e91-4e14-806e-859c69f57d12 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b86c0c1-7840-4bf4-8c6b-f114a150ca85 HTTP/1.1" status: 200 len: 210 time: 0.0634046 Aug 20 14:56:07.338829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:07.383194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Attempting to bind port 64a94781-af00-486a-a351-7fafe2c1f110 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:07.383825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Attempting to bind port 64a94781-af00-486a-a351-7fafe2c1f110 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '1a883d2e-9892-469f-8aed-7daf832807a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:07.384644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Attempting to bind port 64a94781-af00-486a-a351-7fafe2c1f110 on network 9457bc1b-b818-4bc7-b4d7-db054adb1bca {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:07.390202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Port 64a94781-af00-486a-a351-7fafe2c1f110 on network 9457bc1b-b818-4bc7-b4d7-db054adb1bca not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:07.390536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Attempting to bind port 64a94781-af00-486a-a351-7fafe2c1f110 on network 9457bc1b-b818-4bc7-b4d7-db054adb1bca {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:07.396712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:07.397268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Checking segment: {'id': '1a883d2e-9892-469f-8aed-7daf832807a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:07.397598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Bound using segment: {'id': '1a883d2e-9892-469f-8aed-7daf832807a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:07.397914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Bound port: 64a94781-af00-486a-a351-7fafe2c1f110, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a883d2e-9892-469f-8aed-7daf832807a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:07.398277 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.412432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.412796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.432496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Calling delete_port for 79ccf714-5aa6-47e8-9ad2-e6e771284195 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:07.454316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513b79cc-919e-43e5-959c-c64a01f2743a tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.494431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] For port 64a94781-af00-486a-a351-7fafe2c1f110, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:07.499389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] For port 64a94781-af00-486a-a351-7fafe2c1f110, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=64a94781-af00-486a-a351-7fafe2c1f110,segment=NetworkSegment(1a883d2e-9892-469f-8aed-7daf832807a9),segment_id=1a883d2e-9892-469f-8aed-7daf832807a9)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:07.504396 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.515491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f', 'network_id': 'fb010d67-a258-4804-a83f-4e171ac3e4d9', 'port_id': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f', 'mac_address': 'fa:16:3e:22:fb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7f0bb7-1891-429a-b93d-bed0380be9c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:56:07.533761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:07.534721 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.537403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] 10.222.0.70 "PUT /v2.0/ports/64a94781-af00-486a-a351-7fafe2c1f110 HTTP/1.1" status: 200 len: 1093 time: 1.6757486 Aug 20 14:56:07.564414 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.589081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9e25e20-5e61-4ee8-a4bc-298a0b7c287f {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:07.627359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde2192-8a1e-4d80-9503-b12839095d23 service neutron] Pushing event updated for resources: {'Port': ['ID=64a94781-af00-486a-a351-7fafe2c1f110,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:07.628919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:07.633724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513b79cc-919e-43e5-959c-c64a01f2743a tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.639873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.665400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Request body: {'port': {'device_id': '769f201e-420f-47b4-a067-41a60e6e5759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:07.684591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b79cc-919e-43e5-959c-c64a01f2743a tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event deleted for resources: {'Subnet': ['ID=207ec5a0-fdd9-4aab-84dd-f5eaf4603c39,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:07.688339 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513b79cc-919e-43e5-959c-c64a01f2743a tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.696132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796527fc-382c-46e0-b156-18e7f7d303d4 None None] Network 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:07.696356 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-513b79cc-919e-43e5-959c-c64a01f2743a tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] 10.222.0.36 "DELETE /v2.0/subnets/207ec5a0-fdd9-4aab-84dd-f5eaf4603c39 HTTP/1.1" status: 204 len: 168 time: 0.7419217 Aug 20 14:56:07.698612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58570) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:07.824795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['c9e25e20-5e61-4ee8-a4bc-298a0b7c287f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:07.837273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:07.879683 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.925673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b085c88-ce0e-42b7-93f7-be45db891f87 req-7c4c1089-e385-48cb-80e1-d27f7598ea0d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:07.930775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:07.932767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b085c88-ce0e-42b7-93f7-be45db891f87 req-7c4c1089-e385-48cb-80e1-d27f7598ea0d tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 950 time: 0.1938498 Aug 20 14:56:07.980801 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Pushing event deleted for resources: {'Port': ['ID=79ccf714-5aa6-47e8-9ad2-e6e771284195,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:07.992113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.099134 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.102193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.103748 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7c168042-95f6-4e4b-8105-cf5c1b9102e1 tempest-ServersWithSpecificFlavorTestJSON-1507580842 tempest-ServersWithSpecificFlavorTestJSON-1507580842-project] 10.222.0.36 "DELETE /v2.0/floatingips/9367b7e9-5552-4e17-a42f-a87da4afae04 HTTP/1.1" status: 204 len: 168 time: 1.2978258 Aug 20 14:56:08.106867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91ee18-485f-4595-92af-3b88a1e14c47 None None] DHCP port deletion for 8a8c930b-90da-4712-a4f4-5d785c1e9bf5 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:56:08.129094 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Deleting port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:08.129759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.131651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'tag': '64a94781-af00-486a-a351-7fafe2c1f110'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:08.134827 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d418b297-7110-4bbf-85a8-fe015e6786c9" -d '{"events": [{"name": "network-changed", "server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "tag": "64a94781-af00-486a-a351-7fafe2c1f110"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:08.161418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9a91ee18-485f-4595-92af-3b88a1e14c47 None None] Deleting port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:08.162046 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9a91ee18-485f-4595-92af-3b88a1e14c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.166978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad172f-1cde-4bfa-9f19-c4b109530b81 req-62fb4700-f546-4d48-8463-32d462a47ee2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.173330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad172f-1cde-4bfa-9f19-c4b109530b81 req-62fb4700-f546-4d48-8463-32d462a47ee2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.179463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad172f-1cde-4bfa-9f19-c4b109530b81 req-62fb4700-f546-4d48-8463-32d462a47ee2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.181464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78ad172f-1cde-4bfa-9f19-c4b109530b81 req-62fb4700-f546-4d48-8463-32d462a47ee2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2401 time: 0.2026443 Aug 20 14:56:08.195135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b085c88-ce0e-42b7-93f7-be45db891f87 req-e58fda3a-2e41-470e-bca7-4b95a34a33a4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152946 Aug 20 14:56:08.195775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] For port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=22c0412a-12f4-48d4-a7ed-8abe0392d3e1,segment=NetworkSegment(41d370f6-748b-4bd6-98d1-5fe250ab2b18),segment_id=41d370f6-748b-4bd6-98d1-5fe250ab2b18)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:08.196322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.213849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Calling delete_port for 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:08.241131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9a91ee18-485f-4595-92af-3b88a1e14c47 None None] For port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=22c0412a-12f4-48d4-a7ed-8abe0392d3e1,segment=NetworkSegment(41d370f6-748b-4bd6-98d1-5fe250ab2b18),segment_id=41d370f6-748b-4bd6-98d1-5fe250ab2b18)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:08.241635 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9a91ee18-485f-4595-92af-3b88a1e14c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.256980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9a91ee18-485f-4595-92af-3b88a1e14c47 None None] Calling delete_port for 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:08.279811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78ad172f-1cde-4bfa-9f19-c4b109530b81 req-20922461-8791-4e8c-85b5-109a1cd48d35 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798969 Aug 20 14:56:08.343991 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.356145 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9a91ee18-485f-4595-92af-3b88a1e14c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.375727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event deleted for resources: {'Port': ['ID=22c0412a-12f4-48d4-a7ed-8abe0392d3e1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:08.380254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] No DVR routers for this DVR port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:08.393771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91ee18-485f-4595-92af-3b88a1e14c47 None None] Pushing event deleted for resources: {'Port': ['ID=22c0412a-12f4-48d4-a7ed-8abe0392d3e1,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:08.409176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91ee18-485f-4595-92af-3b88a1e14c47 None None] No DVR routers for this DVR port 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:08.436968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f3029-87cc-4564-9356-d7e14d63a223 req-7df20087-fd8d-4bbf-a94a-4250becea66a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.438517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-723f3029-87cc-4564-9356-d7e14d63a223 req-7df20087-fd8d-4bbf-a94a-4250becea66a tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 944 time: 0.1154108 Aug 20 14:56:08.470358 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.482048 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8c930b-90da-4712-a4f4-5d785c1e9bf5']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:08.486800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20325871-0d3f-454e-bb5a-b22f0a3ef48d {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:08.493351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d370f6-748b-4bd6-98d1-5fe250ab2b18') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:08.494147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d370f6-748b-4bd6-98d1-5fe250ab2b18') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:08.498343 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.505020 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.528263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.529117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-585d451a-4109-4b2d-85e4-4f5b30135274 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.530693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-585d451a-4109-4b2d-85e4-4f5b30135274 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 950 time: 0.1394756 Aug 20 14:56:08.535226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-723f3029-87cc-4564-9356-d7e14d63a223 req-916c60ac-4d4c-4ebe-bc5c-a9a3722d2315 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807827 Aug 20 14:56:08.536189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Transition to ACTIVE for port object 20325871-0d3f-454e-bb5a-b22f0a3ef48d will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:08.540147 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.545007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:08.545498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:08.594643 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:08.604881 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bc5bb-f29f-4e34-befe-04bdc275d31b x-openstack-request-id: req-102bc5bb-f29f-4e34-befe-04bdc275d31b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:08.605175 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "tag": "64a94781-af00-486a-a351-7fafe2c1f110", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:08.605429 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-102bc5bb-f29f-4e34-befe-04bdc275d31b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:08.605823 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'tag': '64a94781-af00-486a-a351-7fafe2c1f110', 'status': 'completed', 'code': 200} Aug 20 14:56:08.626197 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.636230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:08.641019 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] 10.222.0.36 "DELETE /v2.0/networks/8a8c930b-90da-4712-a4f4-5d785c1e9bf5 HTTP/1.1" status: 204 len: 168 time: 0.9390292 Aug 20 14:56:08.675135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba357f6-c7b4-4fa8-be75-c159a887147e tempest-DHCPAgentSchedulersTestJSON-894617696 tempest-DHCPAgentSchedulersTestJSON-894617696-project] Pushing event deleted for resources: {'Network': ['ID=8a8c930b-90da-4712-a4f4-5d785c1e9bf5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:08.675370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Pushing event updated for resources: {'Port': ['ID=20325871-0d3f-454e-bb5a-b22f0a3ef48d,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:08.755739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-49cd728c-56b7-438b-891a-600883e980e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.756652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-49cd728c-56b7-438b-891a-600883e980e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.757142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-49cd728c-56b7-438b-891a-600883e980e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.758900 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-49cd728c-56b7-438b-891a-600883e980e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f79450d7f92245c093a97a866343ceee&device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2827 time: 0.0837607 Aug 20 14:56:08.908139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-fc4b3c00-a682-452a-891d-023c95f4471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.908661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-fc4b3c00-a682-452a-891d-023c95f4471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.909100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-fc4b3c00-a682-452a-891d-023c95f4471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:08.910801 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-fc4b3c00-a682-452a-891d-023c95f4471d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f79450d7f92245c093a97a866343ceee&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1360936 Aug 20 14:56:09.042888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-b81f3c57-08ee-4bfa-925e-547b5b45d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.044600 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d418b297-7110-4bbf-85a8-fe015e6786c9 req-b81f3c57-08ee-4bfa-925e-547b5b45d425 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1217322 Aug 20 14:56:09.130983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c9e25e20-5e61-4ee8-a4bc-298a0b7c287f up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:09.190699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:09.192147 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.208060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Deleting port 1e41cc21-966c-423a-930c-95b294b1a1cf {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:09.208772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.224914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58598) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:09.275575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e873a-53b8-43a5-a430-a54502342cfb req-f1b61735-fc97-4cf5-9eed-e4e87a8387cd tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.280216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed9e873a-53b8-43a5-a430-a54502342cfb req-f1b61735-fc97-4cf5-9eed-e4e87a8387cd tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.5766196 Aug 20 14:56:09.280216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Attempting to bind port 20325871-0d3f-454e-bb5a-b22f0a3ef48d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:09.280216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Attempting to bind port 20325871-0d3f-454e-bb5a-b22f0a3ef48d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:09.280216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Attempting to bind port 20325871-0d3f-454e-bb5a-b22f0a3ef48d on network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:09.293634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Port 20325871-0d3f-454e-bb5a-b22f0a3ef48d on network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:09.293875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Attempting to bind port 20325871-0d3f-454e-bb5a-b22f0a3ef48d on network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:09.303898 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.330039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:09.330797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Checking segment: {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:09.330797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Bound using segment: {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:09.331193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Bound port: 20325871-0d3f-454e-bb5a-b22f0a3ef48d, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54232d61-e6b3-4a5e-9718-96bd08dc552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:09.331604 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.345456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:09.347487 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd58c75-9991-4c91-936e-e1a38d58a772" -d '{"events": [{"server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "name": "network-vif-plugged", "status": "completed", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:09.383165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:09.388043 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.405374 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d42ba049-d7f3-4462-a4dc-0e00520779c7 req-b6ea3e3b-1585-4fd4-a618-0471166e59c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d015d107041c44da8a9eea838aace563&device_id=21c16e36-49a4-4f4f-87be-b0ca886a3aed HTTP/1.1" status: 200 len: 210 time: 0.0492389 Aug 20 14:56:09.406536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed9e873a-53b8-43a5-a430-a54502342cfb req-9c856024-60b3-4948-8c9e-66a70c101e70 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171234 Aug 20 14:56:09.458879 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d42ba049-d7f3-4462-a4dc-0e00520779c7 req-28d64650-751c-4d3f-9859-a2980ac3cbf1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d015d107041c44da8a9eea838aace563&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293310 Aug 20 14:56:09.464616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] For port 1e41cc21-966c-423a-930c-95b294b1a1cf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1e41cc21-966c-423a-930c-95b294b1a1cf,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:09.468883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.471672 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aada2220-6d10-429d-8ea6-d1770a067901 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77c406c2acd94e36b6ff1abd37c5a105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455084 Aug 20 14:56:09.475733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:09.481685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58612) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:09.485505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:09.507194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:09.507621 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 22c0412a-12f4-48d4-a7ed-8abe0392d3e1 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:09.539590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Calling delete_port for 1e41cc21-966c-423a-930c-95b294b1a1cf owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:09.586307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91eb6ef4-e813-4ed0-87b3-f80725d90409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.624845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91eb6ef4-e813-4ed0-87b3-f80725d90409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.631481 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ba049-d7f3-4462-a4dc-0e00520779c7 req-9e77c66e-071b-4958-94d8-9d9557a2c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.632524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] For port 20325871-0d3f-454e-bb5a-b22f0a3ef48d, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:09.633085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d42ba049-d7f3-4462-a4dc-0e00520779c7 req-9e77c66e-071b-4958-94d8-9d9557a2c1cb service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1603410 Aug 20 14:56:09.660473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ffca4-4602-4077-b084-9ed8de0d05e7 req-fdc8df22-59e5-4ce0-953e-5ff9b10aecea tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.661959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-976ffca4-4602-4077-b084-9ed8de0d05e7 req-fdc8df22-59e5-4ce0-953e-5ff9b10aecea tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 950 time: 0.2142115 Aug 20 14:56:09.667684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] For port 20325871-0d3f-454e-bb5a-b22f0a3ef48d, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=20325871-0d3f-454e-bb5a-b22f0a3ef48d,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:09.675780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91eb6ef4-e813-4ed0-87b3-f80725d90409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.678484 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91eb6ef4-e813-4ed0-87b3-f80725d90409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.679651 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-91eb6ef4-e813-4ed0-87b3-f80725d90409 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d55eaafb-d252-443d-b26b-d64d0153bdbf HTTP/1.1" status: 204 len: 168 time: 0.1970153 Aug 20 14:56:09.688692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb6ef4-e813-4ed0-87b3-f80725d90409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55eaafb-d252-443d-b26b-d64d0153bdbf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:09.691586 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.702517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe5725-a548-49fd-92ec-72aa46afcd9f req-f87b1ac6-0875-4ba2-9d0b-ea5e2beaf4bc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.708717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe5725-a548-49fd-92ec-72aa46afcd9f req-f87b1ac6-0875-4ba2-9d0b-ea5e2beaf4bc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.715463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe5725-a548-49fd-92ec-72aa46afcd9f req-f87b1ac6-0875-4ba2-9d0b-ea5e2beaf4bc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.717196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7fe5725-a548-49fd-92ec-72aa46afcd9f req-f87b1ac6-0875-4ba2-9d0b-ea5e2beaf4bc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2413 time: 0.2143812 Aug 20 14:56:09.807946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.808598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.809994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] 10.222.0.70 "PUT /v2.0/ports/20325871-0d3f-454e-bb5a-b22f0a3ef48d HTTP/1.1" status: 200 len: 1093 time: 2.1566677 Aug 20 14:56:09.827688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-976ffca4-4602-4077-b084-9ed8de0d05e7 req-3f9373a9-f333-40a2-a9ad-67a36d5b7ca8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529953 Aug 20 14:56:09.885421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7fe5725-a548-49fd-92ec-72aa46afcd9f req-da5cc514-546c-4eac-bf23-7a3eb6dcce6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553648 Aug 20 14:56:09.902289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb7f0b-5ff4-470a-8430-5ad413643765 service neutron] Pushing event updated for resources: {'Port': ['ID=20325871-0d3f-454e-bb5a-b22f0a3ef48d,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:09.936240 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:09.955327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3520141f-3031-44e6-abee-261476ec5425', '1e41cc21-966c-423a-930c-95b294b1a1cf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:09.969276 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-afffa51a-a94b-4697-ae53-74a478ed0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.969775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-afffa51a-a94b-4697-ae53-74a478ed0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.970266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-afffa51a-a94b-4697-ae53-74a478ed0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:09.973076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-afffa51a-a94b-4697-ae53-74a478ed0b98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f79450d7f92245c093a97a866343ceee&device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2869 time: 0.0911262 Aug 20 14:56:09.986903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Pushing event deleted for resources: {'Port': ['ID=1e41cc21-966c-423a-930c-95b294b1a1cf,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:10.002839 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c70becc-1044-47c5-a395-4842ca524755 x-openstack-request-id: req-1c70becc-1044-47c5-a395-4842ca524755 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:10.003449 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "name": "network-vif-plugged", "status": "completed", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:10.003969 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c70becc-1044-47c5-a395-4842ca524755 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:10.004565 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f', 'code': 200} Aug 20 14:56:10.007830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['65ce822f-1a68-4a45-a7c1-7420e526e39d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:10.040003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca819ae0-ec97-4bc3-bf1d-c074ea0d5609 req-1c4589af-d936-4705-a41f-c0614b8282fa tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c16e36-49a4-4f4f-87be-b0ca886a3aed HTTP/1.1" status: 200 len: 210 time: 0.0924115 Aug 20 14:56:10.159173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:10.185387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58624) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:10.186246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] No DVR routers for this DVR port 1e41cc21-966c-423a-930c-95b294b1a1cf on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:10.189024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-71a8acfa-390e-44b7-84cc-4299d5b9d4f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.217&port_id=573c915a-22b9-496a-9749-3290f861acfd HTTP/1.1" status: 200 len: 217 time: 0.1651201 Aug 20 14:56:10.197496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.199622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25fe696a-a642-4eaa-9a7f-960bdee74a73 req-84f6aea0-3431-453b-b9e0-44c68354707a tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "DELETE /v2.0/ports/1e41cc21-966c-423a-930c-95b294b1a1cf HTTP/1.1" status: 204 len: 173 time: 1.6496289 Aug 20 14:56:10.206252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce03b6cc-776f-4f5b-a95d-4032f955f2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.286556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539c581-6d1d-4494-b620-b020d43c14d3 req-4e2c3a86-cc10-490e-837b-e8330c855c25 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:10.294056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5539c581-6d1d-4494-b620-b020d43c14d3 req-4e2c3a86-cc10-490e-837b-e8330c855c25 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 945 time: 0.1098897 Aug 20 14:56:10.303880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-fe545a00-5956-4936-a127-0fe49170115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:10.305710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-fe545a00-5956-4936-a127-0fe49170115a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7b1aa0ba-43ce-48bd-85f9-d9097a218500 HTTP/1.1" status: 200 len: 801 time: 0.0876143 Aug 20 14:56:10.370548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5539c581-6d1d-4494-b620-b020d43c14d3 req-b705e86d-96ff-499c-a3af-9e2dddf312ab tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606251 Aug 20 14:56:10.392990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d08084e4-8fa1-4d26-a2f7-a85f016aab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:10.395007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-d08084e4-8fa1-4d26-a2f7-a85f016aab2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638123 Aug 20 14:56:10.464698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58634) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:10.472901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:10.501536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2', 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5', 'port_id': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2', 'mac_address': 'fa:16:3e:53:36:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d79847-b744-4ea9-956a-9599bf32dc63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:56:10.503819 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce03b6cc-776f-4f5b-a95d-4032f955f2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.510975 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce03b6cc-776f-4f5b-a95d-4032f955f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.548307 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ce03b6cc-776f-4f5b-a95d-4032f955f2b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51d36a6baf8644648438afa77e6134d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611975 Aug 20 14:56:10.550910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58638) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:10.578014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.579226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03b6cc-776f-4f5b-a95d-4032f955f2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fc75b3-e4ff-46f1-a780-0c41cbafcf08,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:10.608300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:10.623010 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ba01ae7-c072-4e8f-a8fb-b6331eb7d01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.629858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:10.630419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'tag': '20325871-0d3f-454e-bb5a-b22f0a3ef48d'}, {'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'name': 'network-vif-deleted', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:10.633213 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a601af6b-7f25-4acc-96d0-e449353aa81e" -d '{"events": [{"name": "network-changed", "server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "tag": "20325871-0d3f-454e-bb5a-b22f0a3ef48d"}, {"server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "name": "network-vif-deleted", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:10.636007 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.643833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-48b1c120-a237-4629-a248-424a711499e2 service neutron] 10.222.0.70 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225063 Aug 20 14:56:10.661617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ba01ae7-c072-4e8f-a8fb-b6331eb7d01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.718175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:10.750290 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ba01ae7-c072-4e8f-a8fb-b6331eb7d01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.753132 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ba01ae7-c072-4e8f-a8fb-b6331eb7d01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:10.754705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1ba01ae7-c072-4e8f-a8fb-b6331eb7d01e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7fc75b3-e4ff-46f1-a780-0c41cbafcf08 HTTP/1.1" status: 204 len: 168 time: 0.2027781 Aug 20 14:56:10.768588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba01ae7-c072-4e8f-a8fb-b6331eb7d01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fc75b3-e4ff-46f1-a780-0c41cbafcf08,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:10.770333 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f101d33-523f-406b-91ad-4ae986e2315d x-openstack-request-id: req-6f101d33-523f-406b-91ad-4ae986e2315d {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:10.770630 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "tag": "20325871-0d3f-454e-bb5a-b22f0a3ef48d", "status": "completed", "code": 200}, {"server_uuid": "d79dc5d8-6042-4d02-9b62-1a7b9e185631", "name": "network-vif-deleted", "tag": "1e41cc21-966c-423a-930c-95b294b1a1cf", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:10.771207 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f101d33-523f-406b-91ad-4ae986e2315d {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:10.771815 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'tag': '20325871-0d3f-454e-bb5a-b22f0a3ef48d', 'status': 'completed', 'code': 200} Aug 20 14:56:10.772079 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79dc5d8-6042-4d02-9b62-1a7b9e185631', 'name': 'network-vif-deleted', 'tag': '1e41cc21-966c-423a-930c-95b294b1a1cf', 'status': 'completed', 'code': 200} Aug 20 14:56:10.791880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a14a1-f7bb-4fe0-9ad5-46c21049a51c req-a0ce45ed-f9a1-434e-bc95-1c073adf898a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:10.793420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc7a14a1-f7bb-4fe0-9ad5-46c21049a51c req-a0ce45ed-f9a1-434e-bc95-1c073adf898a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.2704561 Aug 20 14:56:10.819071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-cf7b5498-e35a-493c-8399-ec417d96dbb5 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:10.820841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-cf7b5498-e35a-493c-8399-ec417d96dbb5 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 945 time: 0.1756835 Aug 20 14:56:10.905214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-2b1aee74-86ee-454f-8983-adfdb661378a service neutron] 10.222.0.70 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471647 Aug 20 14:56:10.985703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc7a14a1-f7bb-4fe0-9ad5-46c21049a51c req-15d74700-d384-4292-83ae-4d3925394623 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574528 Aug 20 14:56:11.052106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-6d385181-0a1e-4fad-ae9f-3089db1420c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.187&port_id=64a94781-af00-486a-a351-7fafe2c1f110 HTTP/1.1" status: 200 len: 217 time: 0.1215217 Aug 20 14:56:11.078225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92ec8a09-bdad-4b1c-9d67-2d2660755cbc req-a0215c33-ecb8-4220-8e28-ee8f68111e15 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=d79dc5d8-6042-4d02-9b62-1a7b9e185631 HTTP/1.1" status: 200 len: 210 time: 0.0984223 Aug 20 14:56:11.140031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c9e25e20-5e61-4ee8-a4bc-298a0b7c287f no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:11.171628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:11.240239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8e4a947-1d55-4896-b86e-e3504e90113c req-279ddf41-5642-49cb-8f9c-ade04498d0b5 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c16e36-49a4-4f4f-87be-b0ca886a3aed HTTP/1.1" status: 200 len: 210 time: 0.0616183 Aug 20 14:56:11.254269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7a7a780d-ce13-4e85-8c00-0141036106e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:11.255803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-7a7a780d-ce13-4e85-8c00-0141036106e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bcb1ac5d-3cd3-477f-a368-c51705fbd4ef HTTP/1.1" status: 200 len: 801 time: 0.1825838 Aug 20 14:56:11.285793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382629d-4ea5-4867-a4dc-2d415c8d59df req-4881ca92-fea0-46ff-bd02-08f94118cfb4 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:11.292692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382629d-4ea5-4867-a4dc-2d415c8d59df req-4881ca92-fea0-46ff-bd02-08f94118cfb4 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:11.298720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382629d-4ea5-4867-a4dc-2d415c8d59df req-4881ca92-fea0-46ff-bd02-08f94118cfb4 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:11.306133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4382629d-4ea5-4867-a4dc-2d415c8d59df req-4881ca92-fea0-46ff-bd02-08f94118cfb4 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2413 time: 0.2160623 Aug 20 14:56:11.334536 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:11.354575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Deleting port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:11.354933 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:11.408669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:11.425008 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:11.520513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:11.541480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4382629d-4ea5-4867-a4dc-2d415c8d59df req-e397cffa-0ebf-41af-94de-95f207fea8f8 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344720 Aug 20 14:56:11.566042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9ae026f2-515c-49ed-b487-26a47cb64084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:11.568559 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-9ae026f2-515c-49ed-b487-26a47cb64084 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9457bc1b-b818-4bc7-b4d7-db054adb1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2955236 Aug 20 14:56:11.687683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8ecbb-03b4-447a-bd0c-b8ea40ca5293 req-d59baa5c-ee55-40c4-9087-8856f40b2abe tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:11.689107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbf8ecbb-03b4-447a-bd0c-b8ea40ca5293 req-d59baa5c-ee55-40c4-9087-8856f40b2abe tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 943 time: 0.2461627 Aug 20 14:56:11.870637 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d42ba049-d7f3-4462-a4dc-0e00520779c7 req-2d990c76-d553-4347-9f87-ae213aea387d tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.70 "GET /v2.0/ports?device_id=21c16e36-49a4-4f4f-87be-b0ca886a3aed HTTP/1.1" status: 200 len: 210 time: 0.0280871 Aug 20 14:56:11.951481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] For port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,segment=NetworkSegment(29818573-8f8f-4abc-b216-51f39428cd33),segment_id=29818573-8f8f-4abc-b216-51f39428cd33)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:11.951895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:11.984805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Calling delete_port for c9e25e20-5e61-4ee8-a4bc-298a0b7c287f owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:12.006306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:12.010563 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00d7745-20c0-4ca7-b235-eb0dc1d8f5e7" -d '{"events": [{"server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:12.056551 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d0df5d-1883-4918-81ae-631932ea4ade x-openstack-request-id: req-e6d0df5d-1883-4918-81ae-631932ea4ade {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:12.057035 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:12.057214 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6d0df5d-1883-4918-81ae-631932ea4ade {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:12.057738 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f', 'code': 200} Aug 20 14:56:12.097404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbf8ecbb-03b4-447a-bd0c-b8ea40ca5293 req-8a3a10bb-e683-436a-9205-266ce1cb064d tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/security-groups?id=288312a8-14f9-4b02-8b44-f20a0b3b449f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556776 Aug 20 14:56:12.115923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-373f234a-156d-46f5-8ec0-b0d2b4b86ba6 service neutron] 10.222.0.70 "GET /v2.0/networks/9457bc1b-b818-4bc7-b4d7-db054adb1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220761 Aug 20 14:56:12.149547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dd08d79d-ccf8-49ce-aa1d-b897d9022397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.274008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af57458-3783-485d-ae00-8d6dd0d50989 req-57609a45-0642-4b28-b2cf-91856cdcb3a3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:12.275640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3af57458-3783-485d-ae00-8d6dd0d50989 req-57609a45-0642-4b28-b2cf-91856cdcb3a3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 945 time: 0.1622763 Aug 20 14:56:12.371209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58700) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:12.393325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-4bd3400e-398a-42e7-88d4-5bd17fd6d92c service neutron] 10.222.0.70 "GET /v2.0/networks/9457bc1b-b818-4bc7-b4d7-db054adb1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609410 Aug 20 14:56:12.437772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3af57458-3783-485d-ae00-8d6dd0d50989 req-9680a909-b8cc-472b-a9d3-1c77a45f4f93 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491988 Aug 20 14:56:12.438391 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.517658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cf77238-a1aa-4e90-bcbc-aec2190ee91c req-9c7bd038-8cad-4661-a302-d73d0e599a57 tempest-ServerShowV247Test-1104929317 tempest-ServerShowV247Test-1104929317-project] 10.222.0.36 "GET /v2.0/ports?device_id=21c16e36-49a4-4f4f-87be-b0ca886a3aed HTTP/1.1" status: 200 len: 210 time: 0.1227994 Aug 20 14:56:12.523044 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-ef67a3fc-3f9f-4d6e-b618-2ae605e7ab8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=20325871-0d3f-454e-bb5a-b22f0a3ef48d HTTP/1.1" status: 200 len: 217 time: 0.1045821 Aug 20 14:56:12.525383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Pushing event deleted for resources: {'Port': ['ID=c9e25e20-5e61-4ee8-a4bc-298a0b7c287f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:12.585997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-975567291'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:12.613541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Made reservation on behalf of adf880d407404473884876d2cf335e41 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:12.617280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.627844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.661906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] No DVR routers for this DVR port c9e25e20-5e61-4ee8-a4bc-298a0b7c287f on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:12.668192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.670167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f91d34a-72ba-4d8d-a20b-beed525d53c0 req-d67c2776-33df-4782-876e-c56d3c5ec820 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.70 "DELETE /v2.0/ports/c9e25e20-5e61-4ee8-a4bc-298a0b7c287f HTTP/1.1" status: 204 len: 173 time: 1.8307586 Aug 20 14:56:12.684315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.687465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-8f225ce7-b2be-4aae-9a03-83659401de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:12.688991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-8f225ce7-b2be-4aae-9a03-83659401de9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7b1aa0ba-43ce-48bd-85f9-d9097a218500 HTTP/1.1" status: 200 len: 801 time: 0.1491125 Aug 20 14:56:12.699695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6d6bc-664e-4384-9533-880c61cf9aa9 req-23ee2ed0-d331-48a2-a950-408cbee7b6ab tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:12.708750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e6d6bc-664e-4384-9533-880c61cf9aa9 req-23ee2ed0-d331-48a2-a950-408cbee7b6ab tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.1896150 Aug 20 14:56:12.738077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.741967 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.754702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:12.779412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.779792 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Added segment 8acf2581-f2b9-4659-890e-ad8bab5fa2d1 of type vlan for network bdbc373c-5f75-4a51-a41b-23601e99adfa Aug 20 14:56:12.784330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'name': 'network-vif-deleted', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:12.786828 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc6a4bf-2727-4440-b799-a3a2500f1491" -d '{"events": [{"server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "name": "network-vif-deleted", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:12.800311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2eecdd-d566-4ebd-b734-0503e1e03619,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:12.839587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.864220 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.870568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:12.871195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:12.901260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e6d6bc-664e-4384-9533-880c61cf9aa9 req-cf990c2d-e3a2-4bb0-9f28-ab8ff26d6a62 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878204 Aug 20 14:56:12.924410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-4a04af4d-d7c5-4f3e-bb99-8f34af6afb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:12.925913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-4a04af4d-d7c5-4f3e-bb99-8f34af6afb6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773865 Aug 20 14:56:12.937794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96a8c-0f4d-4b47-9c0d-5842a72c1d5c req-230daf6c-2319-40e2-869c-c6a2854a3d29 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:12.943748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96a8c-0f4d-4b47-9c0d-5842a72c1d5c req-230daf6c-2319-40e2-869c-c6a2854a3d29 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:12.950146 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5775700 Aug 20 14:56:12.950728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a96a8c-0f4d-4b47-9c0d-5842a72c1d5c req-230daf6c-2319-40e2-869c-c6a2854a3d29 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:12.952745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3a96a8c-0f4d-4b47-9c0d-5842a72c1d5c req-230daf6c-2319-40e2-869c-c6a2854a3d29 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2413 time: 0.1941345 Aug 20 14:56:12.953240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58708) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:12.953640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1d49c-c8c6-400e-a0c9-5e587c8d9467 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Pushing event updated for resources: {'Network': ['ID=bdbc373c-5f75-4a51-a41b-23601e99adfa,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:12.954613 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780b710-d554-479b-abd4-a58a7a9144d7 x-openstack-request-id: req-a780b710-d554-479b-abd4-a58a7a9144d7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:12.954894 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bd4b51-bcc9-4e71-a087-4754fb43e914", "name": "network-vif-deleted", "tag": "c9e25e20-5e61-4ee8-a4bc-298a0b7c287f", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:12.955140 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a780b710-d554-479b-abd4-a58a7a9144d7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:12.955507 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bd4b51-bcc9-4e71-a087-4754fb43e914', 'name': 'network-vif-deleted', 'tag': 'c9e25e20-5e61-4ee8-a4bc-298a0b7c287f', 'status': 'completed', 'code': 200} Aug 20 14:56:12.965238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network bdbc373c-5f75-4a51-a41b-23601e99adfa details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:13.047291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Request body: {'network': {'name': 'tempest-network--651543703', 'router:external': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:13.127024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3a96a8c-0f4d-4b47-9c0d-5842a72c1d5c req-aca0d3ea-c4e7-4419-8ee7-88432cd1d077 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567369 Aug 20 14:56:13.134242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Made reservation on behalf of 297a0417c8124820bfe11c70b8204afe for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:13.136568 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.156733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.160663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:13.189286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-b9392899-5a3d-4d5d-ba5e-32a5c06bbee6 service neutron] 10.222.0.70 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312896 Aug 20 14:56:13.201262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 1e41cc21-966c-423a-930c-95b294b1a1cf {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:13.201976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1e41cc21-966c-423a-930c-95b294b1a1cf not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:13.202412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c9e25e20-5e61-4ee8-a4bc-298a0b7c287f no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:13.227155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: c9e25e20-5e61-4ee8-a4bc-298a0b7c287f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:13.227411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c9e25e20-5e61-4ee8-a4bc-298a0b7c287f not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:13.331213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9432d090-0c9b-405a-89ab-35515bd8ab2e req-9dc5d2a8-cba1-472f-9466-c4f1e73686b9 tempest-ImagesTestJSON-1204045615 tempest-ImagesTestJSON-1204045615-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bd4b51-bcc9-4e71-a087-4754fb43e914 HTTP/1.1" status: 200 len: 210 time: 0.0870416 Aug 20 14:56:13.463713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83ffe41-3db5-42cc-b07c-65dae97f4eb4 req-44ab1025-eca1-4ce4-95e8-4e4093bfcfb8 service neutron] 10.222.0.70 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607186 Aug 20 14:56:13.476973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.486273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Deleting port e15cb94e-93fc-4275-816e-21d095bc42aa {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:13.486627 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.489297 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.578382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:13.632227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80ba212-3621-4ffc-9c8e-d05cd079178b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:13.637017 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.637377 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Added segment 9eec9265-bd04-4afe-bbc0-81f0b2d6253c of type vlan for network f96111e1-dd3a-4283-aa3e-184f84f0d63a Aug 20 14:56:13.733150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0af64-6c4e-427a-a4c4-e7a1142b7582 req-0600408b-09e6-4751-9e13-baf08f6b3927 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:13.734593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00c0af64-6c4e-427a-a4c4-e7a1142b7582 req-0600408b-09e6-4751-9e13-baf08f6b3927 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 945 time: 0.1993074 Aug 20 14:56:13.737591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-1a5c07de-6989-4aaf-bdb2-82618acead38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:13.738092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-1a5c07de-6989-4aaf-bdb2-82618acead38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:13.738584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-1a5c07de-6989-4aaf-bdb2-82618acead38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:13.740170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-1a5c07de-6989-4aaf-bdb2-82618acead38 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f79450d7f92245c093a97a866343ceee&device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2869 time: 0.1956913 Aug 20 14:56:13.742164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.833736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] For port e15cb94e-93fc-4275-816e-21d095bc42aa, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e15cb94e-93fc-4275-816e-21d095bc42aa,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:13.834099 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.837463 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58724) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:13.871842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Calling delete_port for e15cb94e-93fc-4275-816e-21d095bc42aa owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:13.878207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00c0af64-6c4e-427a-a4c4-e7a1142b7582 req-1a41835a-3761-40f6-ae40-09ac52d8ceb1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310916 Aug 20 14:56:13.883821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.884795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:13.885562 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:13.961099 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5ecc09e-4ff7-4c8f-94e4-9e8c12d29fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.020059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0607867 Aug 20 14:56:14.023572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58730) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:14.076744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-f6d8cbc7-2f68-46db-b8f4-63fe171e2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:14.078232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-f6d8cbc7-2f68-46db-b8f4-63fe171e2861 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 HTTP/1.1" status: 200 len: 902 time: 0.3157098 Aug 20 14:56:14.080322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f2f0a-5a1c-4686-ac3a-e6dee96dff81 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'Network': ['ID=f96111e1-dd3a-4283-aa3e-184f84f0d63a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:14.091451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network f96111e1-dd3a-4283-aa3e-184f84f0d63a details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:14.120970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.182828 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5ecc09e-4ff7-4c8f-94e4-9e8c12d29fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.196901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:14.200210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5ecc09e-4ff7-4c8f-94e4-9e8c12d29fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.266752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:14.270450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.273155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:14.273734 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.293863 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a5ecc09e-4ff7-4c8f-94e4-9e8c12d29fdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d015d107041c44da8a9eea838aace563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552691 Aug 20 14:56:14.296106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96111e1-dd3a-4283-aa3e-184f84f0d63a']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:14.298299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58734) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:14.298949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecc09e-4ff7-4c8f-94e4-9e8c12d29fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff110279-807a-457e-aeed-2483b841b43f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:14.321996 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eec9265-bd04-4afe-bbc0-81f0b2d6253c') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:14.322304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eec9265-bd04-4afe-bbc0-81f0b2d6253c') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:14.338992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.366987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.370317 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.377487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:14.377942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:14.379898 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:14.395899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:14.398130 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3089ef3-e397-403f-b23c-12a3a5bc89c8" -d '{"events": [{"server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "name": "network-vif-plugged", "status": "completed", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:14.411024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:14.416253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.434817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de137eb6-3d28-4371-8066-a48ab526fccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.444732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbe224-a168-445b-bd11-015a191ad7e7 req-922a6238-a0c0-4900-99b8-68b3385623c6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:14.446561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27bbe224-a168-445b-bd11-015a191ad7e7 req-922a6238-a0c0-4900-99b8-68b3385623c6 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.4548252 Aug 20 14:56:14.448112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-cb96a47a-8339-4ba5-b4b3-962b2129ed12 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.154&port_id=20325871-0d3f-454e-bb5a-b22f0a3ef48d HTTP/1.1" status: 200 len: 217 time: 0.3541780 Aug 20 14:56:14.468609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de137eb6-3d28-4371-8066-a48ab526fccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.470349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:14.480190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.491370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f96111e1-dd3a-4283-aa3e-184f84f0d63a {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 14:56:14.500105 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.507163 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f96111e1-dd3a-4283-aa3e-184f84f0d63a HTTP/1.1" status: 204 len: 168 time: 0.4782572 Aug 20 14:56:14.518043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58740) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:14.528296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:14.533693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2c064-2eb7-4c9c-a644-3197b264b094 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event deleted for resources: {'Network': ['ID=f96111e1-dd3a-4283-aa3e-184f84f0d63a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:14.562684 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Made reservation on behalf of 297a0417c8124820bfe11c70b8204afe for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:14.565807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.611007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:14.622027 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.622505 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Added segment 9a0163ce-c7cd-40c5-ab3e-760af256fbe6 of type vlan for network 9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab Aug 20 14:56:14.660174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-47d5c036-7eb9-4c0e-9267-a8a64df85080 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:14.661627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-47d5c036-7eb9-4c0e-9267-a8a64df85080 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.2706974 Aug 20 14:56:14.670199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4232-fe2e-4e60-8967-d5b93edf1b99 req-816b63fc-6e56-47d7-bc1b-fe7688e69d89 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:14.674926 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.676083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4232-fe2e-4e60-8967-d5b93edf1b99 req-816b63fc-6e56-47d7-bc1b-fe7688e69d89 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:14.682039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4232-fe2e-4e60-8967-d5b93edf1b99 req-816b63fc-6e56-47d7-bc1b-fe7688e69d89 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:14.683691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f5b4232-fe2e-4e60-8967-d5b93edf1b99 req-816b63fc-6e56-47d7-bc1b-fe7688e69d89 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2413 time: 0.2938023 Aug 20 14:56:14.698455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27bbe224-a168-445b-bd11-015a191ad7e7 req-c65bd3ae-0f9f-4a5e-be75-c80bad2e76de tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293591 Aug 20 14:56:14.699273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de137eb6-3d28-4371-8066-a48ab526fccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.703957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-6b2692da-e367-487e-a6a7-52df73e4da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:14.705436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de137eb6-3d28-4371-8066-a48ab526fccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.705603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-6b2692da-e367-487e-a6a7-52df73e4da50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7b1aa0ba-43ce-48bd-85f9-d9097a218500 HTTP/1.1" status: 200 len: 801 time: 0.2352715 Aug 20 14:56:14.709757 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-de137eb6-3d28-4371-8066-a48ab526fccb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff110279-807a-457e-aeed-2483b841b43f HTTP/1.1" status: 204 len: 168 time: 0.4073033 Aug 20 14:56:14.723015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de137eb6-3d28-4371-8066-a48ab526fccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff110279-807a-457e-aeed-2483b841b43f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:14.752186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.753188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:14.753777 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.789321 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.850395 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d27ab75-43a9-49f9-8466-750ffbc43649 x-openstack-request-id: req-2d27ab75-43a9-49f9-8466-750ffbc43649 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:14.850695 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "name": "network-vif-plugged", "status": "completed", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:14.850953 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d27ab75-43a9-49f9-8466-750ffbc43649 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:14.851717 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2', 'code': 200} Aug 20 14:56:14.911448 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3923242 Aug 20 14:56:14.914342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58750) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:14.917335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f5b4232-fe2e-4e60-8967-d5b93edf1b99 req-a1e6c5ee-9e6a-4065-9243-e54fffb0e400 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147708 Aug 20 14:56:14.925008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Request body: {'subnet': {'network_id': '9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:14.925745 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:14.990972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-9ba41474-dc90-41a4-bf77-705bdfc96999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:14.992537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-9ba41474-dc90-41a4-bf77-705bdfc96999 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2603314 Aug 20 14:56:14.995686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15cb94e-93fc-4275-816e-21d095bc42aa,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:15.068352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c9201-3378-430b-9b14-50bd75471a19 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'Network': ['ID=9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:15.085676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:15.098850 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Made reservation on behalf of 297a0417c8124820bfe11c70b8204afe for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:15.101832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.209324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91a42d-40f0-4faf-8305-3388b2756903 req-67ef6d78-11a5-45c8-9677-98a927aebb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:15.211155 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea91a42d-40f0-4faf-8305-3388b2756903 req-67ef6d78-11a5-45c8-9677-98a927aebb4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1098 time: 0.2261472 Aug 20 14:56:15.236885 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a238bd53-701c-4f1a-a393-25bf779b8f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.327731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Deleting port 3520141f-3031-44e6-abee-261476ec5425 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:15.328084 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.333835 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea91a42d-40f0-4faf-8305-3388b2756903 req-cc7cd5ff-bd53-4753-8e1f-6e628b0f26c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131997 Aug 20 14:56:15.444792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd70f09-21ed-4efb-9163-32b5ab7bf501 req-9b213aa3-f941-4e9f-bdc7-208de92c3bc4 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:15.446799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bd70f09-21ed-4efb-9163-32b5ab7bf501 req-9b213aa3-f941-4e9f-bdc7-208de92c3bc4 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.3563776 Aug 20 14:56:15.487102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-5ec75150-efdf-421c-92c0-ad116b5558d6 service neutron] 10.222.0.70 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814708 Aug 20 14:56:15.487710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.537038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58790) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:15.588313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bd70f09-21ed-4efb-9163-32b5ab7bf501 req-9578c0b8-bb7e-4fd9-9ca4-1d65901177cc tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309149 Aug 20 14:56:15.616764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:56:15.617237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.636687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] For port 3520141f-3031-44e6-abee-261476ec5425, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3520141f-3031-44e6-abee-261476ec5425,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:15.636959 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.660448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca3faf2-759a-4907-b4b4-a601b352f077 admin admin] Deleting subnet 8d7f0bb7-1891-429a-b93d-bed0380be9c0 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:56:15.666462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Calling delete_port for 3520141f-3031-44e6-abee-261476ec5425 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:15.668567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ca3faf2-759a-4907-b4b4-a601b352f077 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.729307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'Subnet': ['ID=66df12f9-ebfe-4e44-a339-2e7b94889d9f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:15.729599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a601af6b-7f25-4acc-96d0-e449353aa81e req-14d4b9d2-68a1-4216-88a5-05c1b0976152 service neutron] 10.222.0.70 "GET /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238393 Aug 20 14:56:15.745225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Checking segment: {'id': '9a0163ce-c7cd-40c5-ab3e-760af256fbe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:15.745759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Network hostable DHCP agents. Network: 9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:56:15.752810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ca3faf2-759a-4907-b4b4-a601b352f077 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.808069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Network 9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:56:15.822840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:15.827706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ca3faf2-759a-4907-b4b4-a601b352f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.830317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:15.830948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.834559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea37359-12a2-4677-9010-a9a2d6287ff6 None None] Network 9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:15.879509 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8cfdfe4b-ebbb-46ef-8a40-8d72d7290e6d tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9633315 Aug 20 14:56:15.883190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58802) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:15.901818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Request body: {'floatingip': {'floating_network_id': '9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:15.911121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58804) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:15.920133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ca3faf2-759a-4907-b4b4-a601b352f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.958480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3faf2-759a-4907-b4b4-a601b352f077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7f0bb7-1891-429a-b93d-bed0380be9c0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:15.966214 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ca3faf2-759a-4907-b4b4-a601b352f077 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:15.970727 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ca3faf2-759a-4907-b4b4-a601b352f077 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8d7f0bb7-1891-429a-b93d-bed0380be9c0 HTTP/1.1" status: 204 len: 168 time: 0.4282122 Aug 20 14:56:15.971351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58810) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:16.033057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba89fcd-b71a-4ce3-83fe-992d747939c0 req-83d90c60-85eb-485b-907b-a4612101b362 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:16.034578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cba89fcd-b71a-4ce3-83fe-992d747939c0 req-83d90c60-85eb-485b-907b-a4612101b362 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=29f26f8a-a106-4880-b91b-d168ee191661 HTTP/1.1" status: 200 len: 950 time: 0.1989846 Aug 20 14:56:16.058397 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.069247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53193fef-7d28-426a-bc2d-69a9a7086fe9 None None] Network 9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:16.070699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.073347 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.085850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Router 4f750fe0-9f2a-4999-be61-03fcb3a2861c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:56:16.086621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1985780038-network', 'tenant_id': '6a34afd23cda46ea9217208b0ac3307b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:16.108420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.125445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3520141f-3031-44e6-abee-261476ec5425'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:16.151655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['65ce822f-1a68-4a45-a7c1-7420e526e39d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:16.179686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Made reservation on behalf of 6a34afd23cda46ea9217208b0ac3307b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:16.182757 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.197032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Pushing event deleted for resources: {'Port': ['ID=3520141f-3031-44e6-abee-261476ec5425,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:16.198845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.201692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.220314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb010d67-a258-4804-a83f-4e171ac3e4d9']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:16.228141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cba89fcd-b71a-4ce3-83fe-992d747939c0 req-e4c8879e-5f13-4371-acfe-51d0de20b3d0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713445 Aug 20 14:56:16.234451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29818573-8f8f-4abc-b216-51f39428cd33') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:16.237287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29818573-8f8f-4abc-b216-51f39428cd33') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:16.253942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.278225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.291787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:16.292367 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:16.294292 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:16.303269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9e653-90f1-47d8-870b-0def53623168 req-404e5f8f-9417-48e3-9a46-aa213daf5fa0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:16.309498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9e653-90f1-47d8-870b-0def53623168 req-404e5f8f-9417-48e3-9a46-aa213daf5fa0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:16.316077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9e653-90f1-47d8-870b-0def53623168 req-404e5f8f-9417-48e3-9a46-aa213daf5fa0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:16.317813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aef9e653-90f1-47d8-870b-0def53623168 req-404e5f8f-9417-48e3-9a46-aa213daf5fa0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2413 time: 0.2962151 Aug 20 14:56:16.350797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] No DVR routers for this DVR port 3520141f-3031-44e6-abee-261476ec5425 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:16.356768 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.358694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da4bddea-cec4-4bb0-b7bb-1b75b9e7b329 req-fa5c6539-6936-4522-b349-08ab45601ae0 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.70 "DELETE /v2.0/ports/3520141f-3031-44e6-abee-261476ec5425 HTTP/1.1" status: 204 len: 173 time: 1.6718874 Aug 20 14:56:16.363275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'name': 'network-vif-deleted', 'tag': '3520141f-3031-44e6-abee-261476ec5425'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:16.365480 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8590c9-22ac-4a54-b82b-1b948df005ac" -d '{"events": [{"server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "name": "network-vif-deleted", "tag": "3520141f-3031-44e6-abee-261476ec5425"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:16.384208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.391002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.393336 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fb010d67-a258-4804-a83f-4e171ac3e4d9 HTTP/1.1" status: 204 len: 168 time: 0.4208887 Aug 20 14:56:16.439961 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382c80f7-e772-420b-a3bf-af332a1206e9 x-openstack-request-id: req-382c80f7-e772-420b-a3bf-af332a1206e9 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:16.440300 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f26f8a-a106-4880-b91b-d168ee191661", "name": "network-vif-deleted", "tag": "3520141f-3031-44e6-abee-261476ec5425", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:16.440690 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-382c80f7-e772-420b-a3bf-af332a1206e9 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:16.441091 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f26f8a-a106-4880-b91b-d168ee191661', 'name': 'network-vif-deleted', 'tag': '3520141f-3031-44e6-abee-261476ec5425', 'status': 'completed', 'code': 200} Aug 20 14:56:16.444761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47feb5-1a20-4877-8346-eb547e8d6f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb010d67-a258-4804-a83f-4e171ac3e4d9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:16.488718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.496660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.586602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:16.633627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:16.654082 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.654570 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Added segment 898eed2c-56b7-4e1f-be6f-3989b5fdc08c of type vlan for network dc073387-b2cf-4dc7-95ad-28573738ed1d Aug 20 14:56:16.715192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58820) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:16.745238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.787052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aef9e653-90f1-47d8-870b-0def53623168 req-b93dd135-683e-418b-a893-14ec47f1b4de tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325445 Aug 20 14:56:16.798354 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3f3cb530-a253-4754-8cb1-6814b65a563a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=13fa99d258f74cc7bcf372b6dd58a081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819612 Aug 20 14:56:16.799185 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58822) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:16.814958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.816260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:16.817025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.830922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:56:16.852112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9246e70d-6ad2-445a-8028-665ba6c83474 admin admin] 10.222.0.36 "PUT /v2.0/routers/4f750fe0-9f2a-4999-be61-03fcb3a2861c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3839002 Aug 20 14:56:16.855033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58824) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:16.862668 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] Sync routers for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:56:16.923111 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:56:16.924095 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:56:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:16.924462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec17e0-2b60-4bcf-8241-03a355adc872 req-2f306df1-e465-48de-91fb-34a3d161eb4b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:16.928993 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0133564 Aug 20 14:56:16.929408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58826) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:16.930255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d2a41-4529-4c9b-9b0b-ff9439adc5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=dc073387-b2cf-4dc7-95ad-28573738ed1d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:16.932365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ccec17e0-2b60-4bcf-8241-03a355adc872 req-2f306df1-e465-48de-91fb-34a3d161eb4b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.1670914 Aug 20 14:56:16.941477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Request body: {'subnet': {'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1985780038-subnet', 'tenant_id': '6a34afd23cda46ea9217208b0ac3307b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:16.948146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network dc073387-b2cf-4dc7-95ad-28573738ed1d details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:16.950213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:16.994397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7abaaccf-6317-4e3c-8e82-ba673ea941b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.021366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Made reservation on behalf of 6a34afd23cda46ea9217208b0ac3307b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:17.023923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.104826 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7abaaccf-6317-4e3c-8e82-ba673ea941b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.136224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ccec17e0-2b60-4bcf-8241-03a355adc872 req-bfcc4e5d-87bc-4dfb-ae1e-1ae3b72c9d31 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027881 Aug 20 14:56:17.140872 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:56:17.170807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 20325871-0d3f-454e-bb5a-b22f0a3ef48d details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:17.173796 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.276127 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7abaaccf-6317-4e3c-8e82-ba673ea941b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.280086 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7abaaccf-6317-4e3c-8e82-ba673ea941b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.280086 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7abaaccf-6317-4e3c-8e82-ba673ea941b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/288312a8-14f9-4b02-8b44-f20a0b3b449f HTTP/1.1" status: 204 len: 168 time: 0.4794123 Aug 20 14:56:17.308912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaaccf-6317-4e3c-8e82-ba673ea941b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288312a8-14f9-4b02-8b44-f20a0b3b449f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:17.393327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 20325871-0d3f-454e-bb5a-b22f0a3ef48d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=20325871-0d3f-454e-bb5a-b22f0a3ef48d,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:17.419449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '20325871-0d3f-454e-bb5a-b22f0a3ef48d', 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2', 'port_id': '20325871-0d3f-454e-bb5a-b22f0a3ef48d', 'mac_address': 'fa:16:3e:a1:a9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1aa0ba-43ce-48bd-85f9-d9097a218500', 'ip_address': '19.80.0.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:56:17.430420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.456014 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:56:17.502004 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.526859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Allocated IP 172.20.0.4 (9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab/66df12f9-ebfe-4e44-a339-2e7b94889d9f/9cb44d1a-152e-41b0-8840-35fda728469e) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:17.544017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20325871-0d3f-454e-bb5a-b22f0a3ef48d {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:17.554114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fafce579-00b8-4639-b447-4e7a5b160daf,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:17.554694 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:56:14Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:17.576604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Checking segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:17.577086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Network hostable DHCP agents. Network: dc073387-b2cf-4dc7-95ad-28573738ed1d, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:56:17.608844 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] Checking router: 4f750fe0-9f2a-4999-be61-03fcb3a2861c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:56:17.619512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Network dc073387-b2cf-4dc7-95ad-28573738ed1d is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:56:17.625288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 20325871-0d3f-454e-bb5a-b22f0a3ef48d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=20325871-0d3f-454e-bb5a-b22f0a3ef48d,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:17.635970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.636696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 64a94781-af00-486a-a351-7fafe2c1f110 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:17.640548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, dc073387-b2cf-4dc7-95ad-28573738ed1d) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:17.641609 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] Routers {'4f750fe0-9f2a-4999-be61-03fcb3a2861c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:56:17.642249 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:56:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:17.652041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:17.652638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.691832 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-118397ba-acb4-481f-9471-eff04fa35814 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7578750 Aug 20 14:56:17.697627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a4e8b-52ad-4ac5-9b63-4c14297ca33b None None] Network dc073387-b2cf-4dc7-95ad-28573738ed1d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:17.719755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.740311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.801498 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.resource_extend [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:56:17.843448 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] Set router 4f750fe0-9f2a-4999-be61-03fcb3a2861c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:56:17.884414 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:17.911033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=20325871-0d3f-454e-bb5a-b22f0a3ef48d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:17.935206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fdfb9d-7287-43f3-94db-45c907987a2c None None] Network dc073387-b2cf-4dc7-95ad-28573738ed1d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:18.003841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dad87-3f24-4043-8227-a3bc97fff081 req-7badb36f-a57b-4eb4-ab1e-f6a6a821c4d4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:18.013454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-283dad87-3f24-4043-8227-a3bc97fff081 req-7badb36f-a57b-4eb4-ab1e-f6a6a821c4d4 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.2544467 Aug 20 14:56:18.037903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Deleting port 30192be5-5811-4940-aa10-f661bb39352d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:18.039116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.055817 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.084216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 64a94781-af00-486a-a351-7fafe2c1f110, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=64a94781-af00-486a-a351-7fafe2c1f110,segment=NetworkSegment(1a883d2e-9892-469f-8aed-7daf832807a9),segment_id=1a883d2e-9892-469f-8aed-7daf832807a9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:18.097623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '64a94781-af00-486a-a351-7fafe2c1f110', 'network_id': '9457bc1b-b818-4bc7-b4d7-db054adb1bca', 'port_id': '64a94781-af00-486a-a351-7fafe2c1f110', 'mac_address': 'fa:16:3e:71:15:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb1ac5d-3cd3-477f-a368-c51705fbd4ef', 'ip_address': '19.86.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:56:18.142044 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.158347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a94781-af00-486a-a351-7fafe2c1f110 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:18.167473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Network 9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:18.185395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 64a94781-af00-486a-a351-7fafe2c1f110, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=64a94781-af00-486a-a351-7fafe2c1f110,segment=NetworkSegment(1a883d2e-9892-469f-8aed-7daf832807a9),segment_id=1a883d2e-9892-469f-8aed-7daf832807a9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:18.187328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e73a3-97d2-406a-be38-57de7f677ffe req-3425d723-ca99-49fa-a506-d72dc0b133e0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:18.191345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.192422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 573c915a-22b9-496a-9749-3290f861acfd details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:18.194173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e73a3-97d2-406a-be38-57de7f677ffe req-3425d723-ca99-49fa-a506-d72dc0b133e0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:18.202245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e73a3-97d2-406a-be38-57de7f677ffe req-3425d723-ca99-49fa-a506-d72dc0b133e0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:18.209697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce8e73a3-97d2-406a-be38-57de7f677ffe req-3425d723-ca99-49fa-a506-d72dc0b133e0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2414 time: 0.2684033 Aug 20 14:56:18.233237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:18.240013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:18.252224 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:56:14Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:18.278529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 573c915a-22b9-496a-9749-3290f861acfd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=573c915a-22b9-496a-9749-3290f861acfd,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:18.288557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=64a94781-af00-486a-a351-7fafe2c1f110,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:18.296020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '573c915a-22b9-496a-9749-3290f861acfd', 'network_id': '6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2', 'port_id': '573c915a-22b9-496a-9749-3290f861acfd', 'mac_address': 'fa:16:3e:aa:b2:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1aa0ba-43ce-48bd-85f9-d9097a218500', 'ip_address': '19.80.0.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:56:18.342829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-283dad87-3f24-4043-8227-a3bc97fff081 req-281cc6c5-4bb7-4623-8837-6c493dffb844 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282382 Aug 20 14:56:18.345045 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.366459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573c915a-22b9-496a-9749-3290f861acfd {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:18.389283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb44d1a-152e-41b0-8840-35fda728469e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:18.390937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 573c915a-22b9-496a-9749-3290f861acfd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=573c915a-22b9-496a-9749-3290f861acfd,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:18.397040 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.439296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce8e73a3-97d2-406a-be38-57de7f677ffe req-e234b8ed-96d1-4ab0-a78c-1aef7262919c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150364 Aug 20 14:56:18.439296 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.459702 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedc76fb-6c1a-4c15-a30b-648d38eeee2d None None] The sync data for ids ['4f750fe0-9f2a-4999-be61-03fcb3a2861c'] in n-d-695189-15 is: [{'id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2039205435-router', 'tenant_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '30192be5-5811-4940-aa10-f661bb39352d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:36Z', 'updated_at': '2021-08-20T14:56:14Z', 'revision_number': 5, 'project_id': 'fe63653f0dc14e60afc3df5350bd11b5', 'gw_port': {'id': '30192be5-5811-4940-aa10-f661bb39352d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f750fe0-9f2a-4999-be61-03fcb3a2861c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:37Z', 'updated_at': '2021-08-20T14:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:56:18.474101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] For port 30192be5-5811-4940-aa10-f661bb39352d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=30192be5-5811-4940-aa10-f661bb39352d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:18.474483 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.494481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=573c915a-22b9-496a-9749-3290f861acfd,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:18.505781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Calling delete_port for 30192be5-5811-4940-aa10-f661bb39352d owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:18.618262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:18.683385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e05dda-973b-4346-bf2b-dc685c314028 req-5e0cf1b5-cdee-4f0f-ae97-27040cba073a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:18.684913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7e05dda-973b-4346-bf2b-dc685c314028 req-5e0cf1b5-cdee-4f0f-ae97-27040cba073a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.1401870 Aug 20 14:56:18.826316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['573c915a-22b9-496a-9749-3290f861acfd'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:18.880461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['20325871-0d3f-454e-bb5a-b22f0a3ef48d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:18.935034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7e05dda-973b-4346-bf2b-dc685c314028 req-4bb1c9e0-89f0-48b2-bb81-d76fa8a1bde4 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024770 Aug 20 14:56:18.953854 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.001874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Pushing event deleted for resources: {'Port': ['ID=30192be5-5811-4940-aa10-f661bb39352d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:19.096711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-4896975a-352d-446a-845a-482060813e03 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:19.098273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-4896975a-352d-446a-845a-482060813e03 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.2946758 Aug 20 14:56:19.138030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-df20e6f1-5156-4f37-9580-d09a90573d8f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/quotas/6a34afd23cda46ea9217208b0ac3307b HTTP/1.1" status: 200 len: 375 time: 0.0318065 Aug 20 14:56:19.138840 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.141920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.170875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3520141f-3031-44e6-abee-261476ec5425 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:19.189709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.215789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 3520141f-3031-44e6-abee-261476ec5425 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:19.216548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3520141f-3031-44e6-abee-261476ec5425 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:19.283436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-5c43d00e-a34a-4e5b-8030-de15cdaef4ad tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1251726 Aug 20 14:56:19.436948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e15cb94e-93fc-4275-816e-21d095bc42aa no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:19.460056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: e15cb94e-93fc-4275-816e-21d095bc42aa {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:19.460314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e15cb94e-93fc-4275-816e-21d095bc42aa not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:19.471745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58896) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:19.540564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-04dd7e32-4e09-4753-9d0f-614df33350f2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:19.542224 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-04dd7e32-4e09-4753-9d0f-614df33350f2 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.72 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 950 time: 0.0598795 Aug 20 14:56:19.589928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.594973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.603493 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-481abcac-d765-481a-ab85-36c45720533e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.691060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Deleting port 65ce822f-1a68-4a45-a7c1-7420e526e39d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:19.691396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.753343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb44d1a-152e-41b0-8840-35fda728469e,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:19.770085 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.770619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f750fe0-9f2a-4999-be61-03fcb3a2861c {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:56:19.772066 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.785500 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.789341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ab1d1372-85c0-4260-a649-12ac1671ba50 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4f750fe0-9f2a-4999-be61-03fcb3a2861c HTTP/1.1" status: 204 len: 168 time: 2.9320233 Aug 20 14:56:19.795363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58900) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:19.816270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b7235-c2a4-42a8-ac35-75ebdb185699 req-ac6c4f9f-7eef-4f22-b6f1-49bfb8980490 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:19.817848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-169b7235-c2a4-42a8-ac35-75ebdb185699 req-ac6c4f9f-7eef-4f22-b6f1-49bfb8980490 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1098 time: 0.5710809 Aug 20 14:56:19.824103 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-481abcac-d765-481a-ab85-36c45720533e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.829833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] For port 65ce822f-1a68-4a45-a7c1-7420e526e39d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=65ce822f-1a68-4a45-a7c1-7420e526e39d,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:19.830092 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.832765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-481abcac-d765-481a-ab85-36c45720533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.860637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Calling delete_port for 65ce822f-1a68-4a45-a7c1-7420e526e39d owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:19.873031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.878344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e2cc5851-c47f-4173-89cd-430170e80c45 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9877131 Aug 20 14:56:19.878531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58902) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:19.879471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-ea96de77-ad5c-439d-9457-96c14c3a1f12 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047342 Aug 20 14:56:19.911037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca664bb0-17ca-4a69-99c7-ff27a5fb3393 admin admin] Deleting subnet 7597d52b-fdf5-4569-b467-0879e0197d36 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:56:19.928792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481abcac-d765-481a-ab85-36c45720533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a104c2-dc94-47f0-bcaf-d7c51b159d44,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:19.952111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca664bb0-17ca-4a69-99c7-ff27a5fb3393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:19.972526 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-481abcac-d765-481a-ab85-36c45720533e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58029f36f84147cfbc8723cb072efc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996681 Aug 20 14:56:19.985243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['64a94781-af00-486a-a351-7fafe2c1f110'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:19.988078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58904) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:19.989999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-169b7235-c2a4-42a8-ac35-75ebdb185699 req-78a61135-7986-43b6-b5de-3a702ac53b66 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482804 Aug 20 14:56:20.069794 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9022ef12-2581-4ddc-be41-011000c7fea3 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab HTTP/1.1" status: 200 len: 689 time: 0.1880825 Aug 20 14:56:20.076358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58910) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:20.078577 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca664bb0-17ca-4a69-99c7-ff27a5fb3393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.083326 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23ca91cd-35f8-4b4e-a72f-cb8dc8b74bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.140311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.171380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Pushing event deleted for resources: {'Port': ['ID=65ce822f-1a68-4a45-a7c1-7420e526e39d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:20.181981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['65ce822f-1a68-4a45-a7c1-7420e526e39d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:20.225073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] No DVR routers for this DVR port 65ce822f-1a68-4a45-a7c1-7420e526e39d on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:20.226427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-9e18bc52-944e-43a3-978c-b260192e8f88 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372569 Aug 20 14:56:20.227884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.230680 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-63d3d0bb-e111-4f1a-8a44-20873a675439 req-7087c442-f5df-4646-ac04-8f2792e085c3 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.72 "DELETE /v2.0/ports/65ce822f-1a68-4a45-a7c1-7420e526e39d HTTP/1.1" status: 204 len: 173 time: 0.6815245 Aug 20 14:56:20.231275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'name': 'network-vif-deleted', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:20.235733 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0d5e37-a6cb-4ca6-b473-2dce2113e9a4" -d '{"events": [{"server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "name": "network-vif-deleted", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:20.249665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23ca91cd-35f8-4b4e-a72f-cb8dc8b74bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.288979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d924255-1205-4f63-b8b6-d5c80733f07c req-0c511292-18e4-4982-ab36-bfe769c739a7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:20.290986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d924255-1205-4f63-b8b6-d5c80733f07c req-0c511292-18e4-4982-ab36-bfe769c739a7 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/ports?device_id=275802b3-2fe9-4060-844f-7d4b4675cd56 HTTP/1.1" status: 200 len: 867 time: 0.2102008 Aug 20 14:56:20.418682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d924255-1205-4f63-b8b6-d5c80733f07c req-27342413-fd05-42ac-a272-5e8adc78ffa8 tempest-MigrationsAdminTest-2032013135 tempest-MigrationsAdminTest-2032013135-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908649 Aug 20 14:56:20.424474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca664bb0-17ca-4a69-99c7-ff27a5fb3393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.465242 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.505683 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23ca91cd-35f8-4b4e-a72f-cb8dc8b74bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.508597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23ca91cd-35f8-4b4e-a72f-cb8dc8b74bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.510477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-23ca91cd-35f8-4b4e-a72f-cb8dc8b74bc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6a104c2-dc94-47f0-bcaf-d7c51b159d44 HTTP/1.1" status: 204 len: 168 time: 0.5194998 Aug 20 14:56:20.607344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca91cd-35f8-4b4e-a72f-cb8dc8b74bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a104c2-dc94-47f0-bcaf-d7c51b159d44,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:20.672124 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18712322-6d22-4dd9-baa6-12cd024e5088 x-openstack-request-id: req-18712322-6d22-4dd9-baa6-12cd024e5088 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:20.672681 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275802b3-2fe9-4060-844f-7d4b4675cd56", "name": "network-vif-deleted", "tag": "65ce822f-1a68-4a45-a7c1-7420e526e39d", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:20.672681 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18712322-6d22-4dd9-baa6-12cd024e5088 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:20.673616 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275802b3-2fe9-4060-844f-7d4b4675cd56', 'name': 'network-vif-deleted', 'tag': '65ce822f-1a68-4a45-a7c1-7420e526e39d', 'status': 'completed', 'code': 200} Aug 20 14:56:20.706306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271eee3-c8d4-416e-a0da-49ed57d20565 req-66ef4f74-ee5b-484c-8160-80e39b4a53d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:20.715369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271eee3-c8d4-416e-a0da-49ed57d20565 req-66ef4f74-ee5b-484c-8160-80e39b4a53d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:20.723341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271eee3-c8d4-416e-a0da-49ed57d20565 req-66ef4f74-ee5b-484c-8160-80e39b4a53d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:20.725315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f271eee3-c8d4-416e-a0da-49ed57d20565 req-66ef4f74-ee5b-484c-8160-80e39b4a53d2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2416 time: 0.2637470 Aug 20 14:56:20.776572 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca664bb0-17ca-4a69-99c7-ff27a5fb3393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.824784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1dddf4c5-9f70-4e1a-9404-f4679e1b2896 req-fc4094bd-d650-4994-9786-bf84ea70a13c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 210 time: 0.0873029 Aug 20 14:56:20.860959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a682e641-903f-461b-abdf-b98dda0434d1 None None] Network bfe892b3-d404-4339-bb6c-b63c0d8b291d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:20.870992 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca664bb0-17ca-4a69-99c7-ff27a5fb3393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:20.879293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58932) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:20.879586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ca664bb0-17ca-4a69-99c7-ff27a5fb3393 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7597d52b-fdf5-4569-b467-0879e0197d36 HTTP/1.1" status: 204 len: 168 time: 1.0811996 Aug 20 14:56:20.880736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca664bb0-17ca-4a69-99c7-ff27a5fb3393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7597d52b-fdf5-4569-b467-0879e0197d36,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:20.903486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f271eee3-c8d4-416e-a0da-49ed57d20565 req-5c286d80-2ba1-49e3-9d60-f6113769b68e tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628110 Aug 20 14:56:20.928143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Deleting port 9cb44d1a-152e-41b0-8840-35fda728469e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:20.928572 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.027524 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.028174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.044738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Calling delete_port for 9cb44d1a-152e-41b0-8840-35fda728469e owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:21.082065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.184268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 20325871-0d3f-454e-bb5a-b22f0a3ef48d up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:21.221260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.223180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Deleting port 31a8383e-b144-4678-a483-34a9f0adba6c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:21.223532 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.285104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cb44d1a-152e-41b0-8840-35fda728469e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:21.349571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 20325871-0d3f-454e-bb5a-b22f0a3ef48d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:21.355196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 20325871-0d3f-454e-bb5a-b22f0a3ef48d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:21.355731 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.367037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] For port 31a8383e-b144-4678-a483-34a9f0adba6c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=31a8383e-b144-4678-a483-34a9f0adba6c,segment=NetworkSegment(1e223e58-cad3-4f87-86dd-8371c0c82a30),segment_id=1e223e58-cad3-4f87-86dd-8371c0c82a30)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:21.368387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.396005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Calling delete_port for 31a8383e-b144-4678-a483-34a9f0adba6c owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:21.407325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] DHCP port deletion for bfe892b3-d404-4339-bb6c-b63c0d8b291d request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:56:21.505785 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.629545 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.653631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.675047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 30192be5-5811-4940-aa10-f661bb39352d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:21.698828 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.704007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] No DVR routers for this DVR port 31a8383e-b144-4678-a483-34a9f0adba6c on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:21.732699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] Deleting port 31a8383e-b144-4678-a483-34a9f0adba6c {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:21.733413 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.746252 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.747058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Pushing event deleted for resources: {'Port': ['ID=31a8383e-b144-4678-a483-34a9f0adba6c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:21.750376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 30192be5-5811-4940-aa10-f661bb39352d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:21.750935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 30192be5-5811-4940-aa10-f661bb39352d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:21.752302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 31a8383e-b144-4678-a483-34a9f0adba6c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:21.788034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=66df12f9-ebfe-4e44-a339-2e7b94889d9f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:21.838576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 31a8383e-b144-4678-a483-34a9f0adba6c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:21.838923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 31a8383e-b144-4678-a483-34a9f0adba6c not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:21.871684 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:21.918493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:21.920952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20325871-0d3f-454e-bb5a-b22f0a3ef48d'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:21.926229 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef98ad6-b0cd-4bfb-af9d-b69fffa139fc" -d '{"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-plugged", "status": "completed", "tag": "20325871-0d3f-454e-bb5a-b22f0a3ef48d"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:21.959872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0163ce-c7cd-40c5-ab3e-760af256fbe6') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:21.960340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0163ce-c7cd-40c5-ab3e-760af256fbe6') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:21.997359 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.016310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 20325871-0d3f-454e-bb5a-b22f0a3ef48d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=20325871-0d3f-454e-bb5a-b22f0a3ef48d,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:22.021218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] For port 31a8383e-b144-4678-a483-34a9f0adba6c, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:22.029459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.034064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.034846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 64a94781-af00-486a-a351-7fafe2c1f110 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:22.046906 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.054831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:22.056258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.136570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=20325871-0d3f-454e-bb5a-b22f0a3ef48d,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:22.146785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] Calling delete_port for 31a8383e-b144-4678-a483-34a9f0adba6c owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:22.153265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] Port 31a8383e-b144-4678-a483-34a9f0adba6c was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 14:56:22.164880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58972) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:22.165444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58974) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:22.167510 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:22.168315 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:22.212862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] Pushing event deleted for resources: {'Port': ['ID=31a8383e-b144-4678-a483-34a9f0adba6c,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:22.229012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca2360-8a9a-466f-ae56-e87c5ff2a065 None None] No DVR routers for this DVR port 31a8383e-b144-4678-a483-34a9f0adba6c on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:22.257323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 64a94781-af00-486a-a351-7fafe2c1f110 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:22.264077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 64a94781-af00-486a-a351-7fafe2c1f110 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:22.264993 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.364123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-ad00e8e7-f53a-4551-b296-bb8decfb0ffe tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:22.365929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-ad00e8e7-f53a-4551-b296-bb8decfb0ffe tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.1748848 Aug 20 14:56:22.366924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.371243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8cafc51-d2ef-4061-ba7a-5d94fbc9fccd req-78576e4d-5bde-4af1-b40e-b84ee9ee04b7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 210 time: 0.3627930 Aug 20 14:56:22.379201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 14:56:22.403836 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.405228 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.406077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab HTTP/1.1" status: 204 len: 168 time: 2.3205340 Aug 20 14:56:22.410807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Request body: {'port': {'device_id': '59688ad6-5f46-4f54-9510-5ab170288e95', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'admin_state_up': True, 'tenant_id': '6a34afd23cda46ea9217208b0ac3307b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:22.436094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58984) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:22.488151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 64a94781-af00-486a-a351-7fafe2c1f110, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=64a94781-af00-486a-a351-7fafe2c1f110,segment=NetworkSegment(1a883d2e-9892-469f-8aed-7daf832807a9),segment_id=1a883d2e-9892-469f-8aed-7daf832807a9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:22.489333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe86719-44f7-42b2-b191-4960a29605af tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event deleted for resources: {'Network': ['ID=9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:22.499705 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.500900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 573c915a-22b9-496a-9749-3290f861acfd up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:22.504948 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6846f1ff-ef78-49be-8a9f-909cde9711ee x-openstack-request-id: req-6846f1ff-ef78-49be-8a9f-909cde9711ee {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:22.505470 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-plugged", "status": "completed", "tag": "20325871-0d3f-454e-bb5a-b22f0a3ef48d", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:22.505915 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6846f1ff-ef78-49be-8a9f-909cde9711ee {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:22.506481 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20325871-0d3f-454e-bb5a-b22f0a3ef48d', 'code': 200} Aug 20 14:56:22.568054 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.581875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe892b3-d404-4339-bb6c-b63c0d8b291d']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:22.597332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e223e58-cad3-4f87-86dd-8371c0c82a30') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:22.597866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e223e58-cad3-4f87-86dd-8371c0c82a30') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:22.602023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=64a94781-af00-486a-a351-7fafe2c1f110,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:22.602997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d9ffe-56b6-4f27-b838-f754a3f07a5d req-1ce4d31f-56ea-428c-ab00-fe66b98bd527 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:22.612357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d9ffe-56b6-4f27-b838-f754a3f07a5d req-1ce4d31f-56ea-428c-ab00-fe66b98bd527 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:22.616825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 573c915a-22b9-496a-9749-3290f861acfd completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:22.621007 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.621336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d9ffe-56b6-4f27-b838-f754a3f07a5d req-1ce4d31f-56ea-428c-ab00-fe66b98bd527 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:22.623059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3d9ffe-56b6-4f27-b838-f754a3f07a5d req-1ce4d31f-56ea-428c-ab00-fe66b98bd527 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2417 time: 0.4930580 Aug 20 14:56:22.627048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 573c915a-22b9-496a-9749-3290f861acfd triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:22.627899 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.649926 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.657910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:22.658557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:22.664103 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:22.675970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1201898313-network', 'tenant_id': '11ff5281a4d141f0b45a39cb9d04b816'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:22.731865 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.739993 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.746088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] 10.222.0.36 "DELETE /v2.0/networks/bfe892b3-d404-4339-bb6c-b63c0d8b291d HTTP/1.1" status: 204 len: 168 time: 1.8651981 Aug 20 14:56:22.746880 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.755874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58988) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:22.783356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5b7fa-91f6-4028-995d-707e2c5a2edf admin admin] Pushing event deleted for resources: {'Network': ['ID=bfe892b3-d404-4339-bb6c-b63c0d8b291d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:22.797766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 573c915a-22b9-496a-9749-3290f861acfd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=573c915a-22b9-496a-9749-3290f861acfd,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:22.805783 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:22.868516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=573c915a-22b9-496a-9749-3290f861acfd,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:23.113254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bd9e62b1-7842-495e-bbc9-af2e21c0219b tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.6649339 Aug 20 14:56:23.117441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58992) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:23.126546 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3d9ffe-56b6-4f27-b838-f754a3f07a5d req-3e6bd438-739d-4a35-a527-90b2d2be0ccc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545126 Aug 20 14:56:23.130793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Made reservation on behalf of 11ff5281a4d141f0b45a39cb9d04b816 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:23.132532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.146911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-be929398-a2f5-47d4-bf1c-64e2ef081828 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e5c6b9b889f412f8ef4d12fbe95bbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9610088 Aug 20 14:56:23.152460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58994) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:23.159837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.217130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Made reservation on behalf of 6a34afd23cda46ea9217208b0ac3307b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:23.220658 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.222537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.223013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.223478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.223968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.224432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.225227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.225692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.226158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.226613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.227634 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.228160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.228630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.229086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.231155 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6ede588c-202c-4a9a-af8f-203cfabca563 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8289 time: 0.1122277 Aug 20 14:56:23.234838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58996) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:23.269542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bea3d471-53cc-46c9-9add-dbe73e9ece2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.298593 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-0c473684-4cd8-4d35-964e-2ef0db819a93 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] delete failed (client error): The resource could not be found. Aug 20 14:56:23.299654 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0c473684-4cd8-4d35-964e-2ef0db819a93 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/d3d40364-c273-433c-a85f-a686fd9f1a1f HTTP/1.1" status: 404 len: 345 time: 0.0638957 Aug 20 14:56:23.303265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58998) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:23.322828 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a931a16-d2f0-448f-8b22-cfd966bf32b5 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] DELETE failed (client error): The resource could not be found. Aug 20 14:56:23.323369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a931a16-d2f0-448f-8b22-cfd966bf32b5 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:56:23.325088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0a931a16-d2f0-448f-8b22-cfd966bf32b5 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9dcdb0c4-180b-4d8c-b25d-3ab4f6d24dab HTTP/1.1" status: 404 len: 339 time: 0.0208862 Aug 20 14:56:23.329407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59000) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:23.337356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Request body: {'network': {'name': 'tempest-network--1903640584', 'router:external': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:23.343858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.350135 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bea3d471-53cc-46c9-9add-dbe73e9ece2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.466317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Allocated IP 172.20.0.5 (dc073387-b2cf-4dc7-95ad-28573738ed1d/fafce579-00b8-4639-b447-4e7a5b160daf/3113bd2d-4599-4f08-8d3a-fd2ec25561ce) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:23.503089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-10eacb6c-21cd-410c-abc2-57db9fc0bf0f req-14d05515-2cff-4611-9b29-8617664c88a2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 210 time: 0.0436563 Aug 20 14:56:23.513348 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.522688 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bea3d471-53cc-46c9-9add-dbe73e9ece2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.526775 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bea3d471-53cc-46c9-9add-dbe73e9ece2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.540212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bea3d471-53cc-46c9-9add-dbe73e9ece2c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3 HTTP/1.1" status: 204 len: 168 time: 0.3745003 Aug 20 14:56:23.544908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.561135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Made reservation on behalf of 297a0417c8124820bfe11c70b8204afe for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:23.563269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3d471-53cc-46c9-9add-dbe73e9ece2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4ebfef-b135-4187-abaf-ebb1e6d8a0c3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:23.563453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.595524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:23.613408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:23.644127 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.644127 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Added segment 81b854ab-3524-4655-b13f-03e59984038c of type vlan for network f7378ae3-ca5a-4351-b015-b86048c4ea34 Aug 20 14:56:23.658689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.659305 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Added segment 2ed6629e-98b4-45f2-b3f6-6a815587e6cd of type vlan for network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd Aug 20 14:56:23.667213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc03168-a32b-46f2-86b2-12baf0938b35,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:23.716059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.753494 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.757272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Deleting port 34b7d4bc-14b8-4c89-a3a5-b93714936855 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:23.757801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.775459 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.776593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.777698 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.808499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.819588 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.821377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:23.823180 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:23.880150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'Network': ['ID=f7378ae3-ca5a-4351-b015-b86048c4ea34,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:23.892217 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28844599-b6a9-4eb8-9179-4175bafba134 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5620043 Aug 20 14:56:23.895245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59022) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:23.910170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network f7378ae3-ca5a-4351-b015-b86048c4ea34 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:23.975974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] Pushing event updated for resources: {'Network': ['ID=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:23.993674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:24.002416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-011ccc11-dfc5-4b28-a778-88458ecf834d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8243079 Aug 20 14:56:24.006034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59024) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:24.013484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Request body: {'subnet': {'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1201898313-subnet', 'tenant_id': '11ff5281a4d141f0b45a39cb9d04b816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:24.030009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59026) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:24.032852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] For port 34b7d4bc-14b8-4c89-a3a5-b93714936855, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=34b7d4bc-14b8-4c89-a3a5-b93714936855,segment=NetworkSegment(d8c0ab73-76ae-4abe-a105-489592e7aab1),segment_id=d8c0ab73-76ae-4abe-a105-489592e7aab1)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:24.033702 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.074890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Calling delete_port for 34b7d4bc-14b8-4c89-a3a5-b93714936855 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:24.106680 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1954c02d-9167-409b-984b-348f20f47fd9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36feddd7b31c4502bd04667865d4aa90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717626 Aug 20 14:56:24.109109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59028) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:24.140177 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.201237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Network dc073387-b2cf-4dc7-95ad-28573738ed1d is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:24.207913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:24.220842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Made reservation on behalf of 11ff5281a4d141f0b45a39cb9d04b816 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:24.221860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:24.223371 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.248249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event updated for resources: {'Port': ['ID=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:24.256702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 65ce822f-1a68-4a45-a7c1-7420e526e39d no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:24.325325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eaf275-9fe0-4496-9187-3a01c48835e7 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.328680 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f0df10-dfd9-4990-9d31-febdfd83762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.332274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eaf275-9fe0-4496-9187-3a01c48835e7 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.337374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.338262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.338669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eaf275-9fe0-4496-9187-3a01c48835e7 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.345139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eaf275-9fe0-4496-9187-3a01c48835e7 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.350258 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-23eaf275-9fe0-4496-9187-3a01c48835e7 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4540706 Aug 20 14:56:24.351180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59032) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:24.399247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9345fe-e01e-4275-8789-793a3ecf52f9 req-c0b1b7e7-6420-4062-b73e-e81aee230f9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.406418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 65ce822f-1a68-4a45-a7c1-7420e526e39d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:24.406767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 65ce822f-1a68-4a45-a7c1-7420e526e39d not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:24.407479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9345fe-e01e-4275-8789-793a3ecf52f9 req-c0b1b7e7-6420-4062-b73e-e81aee230f9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.415577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9345fe-e01e-4275-8789-793a3ecf52f9 req-c0b1b7e7-6420-4062-b73e-e81aee230f9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.417051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae9345fe-e01e-4275-8789-793a3ecf52f9 req-c0b1b7e7-6420-4062-b73e-e81aee230f9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2419 time: 0.1896439 Aug 20 14:56:24.418327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-23c31566-a4a7-4a93-9a4d-cb4ceb6b50fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0242479 Aug 20 14:56:24.431411 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f0df10-dfd9-4990-9d31-febdfd83762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.443109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Request body: {'port': {'device_id': '59688ad6-5f46-4f54-9510-5ab170288e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:24.507534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a94781-af00-486a-a351-7fafe2c1f110'}, {'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c915a-22b9-496a-9749-3290f861acfd'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:24.511073 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b517f5c4-bb46-456f-8ae5-447d6b8c449e" -d '{"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-plugged", "status": "completed", "tag": "64a94781-af00-486a-a351-7fafe2c1f110"}, {"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-plugged", "status": "completed", "tag": "573c915a-22b9-496a-9749-3290f861acfd"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:24.518099 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.547441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae9345fe-e01e-4275-8789-793a3ecf52f9 req-665e9b9b-1d39-4d32-a2ed-40d2fd1f1ced tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195445 Aug 20 14:56:24.554874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.584604 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8a279b-6ab1-4976-8cdb-990eb46b60c0 x-openstack-request-id: req-4b8a279b-6ab1-4976-8cdb-990eb46b60c0 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:24.587145 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-plugged", "status": "completed", "tag": "64a94781-af00-486a-a351-7fafe2c1f110", "code": 200}, {"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-plugged", "status": "completed", "tag": "573c915a-22b9-496a-9749-3290f861acfd", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:24.587145 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b8a279b-6ab1-4976-8cdb-990eb46b60c0 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:24.587145 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a94781-af00-486a-a351-7fafe2c1f110', 'code': 200} Aug 20 14:56:24.587145 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c915a-22b9-496a-9749-3290f861acfd', 'code': 200} Aug 20 14:56:24.611586 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f0df10-dfd9-4990-9d31-febdfd83762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.616428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f0df10-dfd9-4990-9d31-febdfd83762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.618224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-41f0df10-dfd9-4990-9d31-febdfd83762a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99345326-0ab6-4666-8c73-cee54adba2ad HTTP/1.1" status: 204 len: 168 time: 0.5081244 Aug 20 14:56:24.631986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0df10-dfd9-4990-9d31-febdfd83762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99345326-0ab6-4666-8c73-cee54adba2ad,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:24.760760 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.797728 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.804527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7378ae3-ca5a-4351-b015-b86048c4ea34']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:24.845637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b854ab-3524-4655-b13f-03e59984038c') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:24.845824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b854ab-3524-4655-b13f-03e59984038c') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:24.870553 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.902739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b51376-afcd-40d1-b738-71ce905fee4e req-12fe9bc0-7321-4d3e-9a6b-cc1f3c0696c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.903211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b51376-afcd-40d1-b738-71ce905fee4e req-12fe9bc0-7321-4d3e-9a6b-cc1f3c0696c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.903827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b51376-afcd-40d1-b738-71ce905fee4e req-12fe9bc0-7321-4d3e-9a6b-cc1f3c0696c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.907032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22b51376-afcd-40d1-b738-71ce905fee4e req-12fe9bc0-7321-4d3e-9a6b-cc1f3c0696c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2875 time: 0.1552451 Aug 20 14:56:24.928030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298f3c3-fba9-452c-831b-ba515df5d084 req-c11781f0-c493-4871-9ef0-f6f20f26f886 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:24.929210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.933928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Checking segment: {'id': '2ed6629e-98b4-45f2-b3f6-6a815587e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:24.934194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Network hostable DHCP agents. Network: b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:56:24.936549 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.938471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4298f3c3-fba9-452c-831b-ba515df5d084 req-c11781f0-c493-4871-9ef0-f6f20f26f886 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 931 time: 0.1890228 Aug 20 14:56:24.952422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2359d16-2738-48a0-9a20-5d0d6e0146df,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:24.958371 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:24.958847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:24.963086 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:25.050465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4298f3c3-fba9-452c-831b-ba515df5d084 req-74128e21-7324-49a2-8b89-a3b61b30b13f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109030 Aug 20 14:56:25.056170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22b51376-afcd-40d1-b738-71ce905fee4e req-0440c873-40f1-417d-8365-805a913ae040 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725887 Aug 20 14:56:25.111736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=34b7d4bc-14b8-4c89-a3a5-b93714936855,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:25.212202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3113bd2d-4599-4f08-8d3a-fd2ec25561ce {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:25.218744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:56:25.224178 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.241406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:25.250103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:25.250946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.252507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80230dad-fe6c-4e09-a0d2-7bcd15f37f3c None None] Network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:25.256952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Transition to ACTIVE for port object 3113bd2d-4599-4f08-8d3a-fd2ec25561ce will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:25.260020 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.264789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7378ae3-ca5a-4351-b015-b86048c4ea34 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 14:56:25.269260 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.269829 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.275906 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "DELETE /v2.0/networks/f7378ae3-ca5a-4351-b015-b86048c4ea34 HTTP/1.1" status: 204 len: 168 time: 0.9135368 Aug 20 14:56:25.279757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59054) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:25.333417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Request body: {'network': {'name': 'tempest-network--1610346938', 'router:external': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:25.402808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Pushing event updated for resources: {'Port': ['ID=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:25.433198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703910e-52d6-455e-9f8d-29875249e45c tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7378ae3-ca5a-4351-b015-b86048c4ea34,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:25.444304 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b2308cf4-3f0d-48af-a353-db96e681c1fc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4344726 Aug 20 14:56:25.518574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Made reservation on behalf of 297a0417c8124820bfe11c70b8204afe for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:25.524872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45c2360-d00b-4a0f-861d-9770143e7b9e None None] Network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:25.525521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.564487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.573402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Attempting to bind port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:25.574045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Attempting to bind port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:25.574206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Attempting to bind port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:25.584006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce on network dc073387-b2cf-4dc7-95ad-28573738ed1d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:25.584006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Attempting to bind port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:25.597897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:25.598245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Checking segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:25.598641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Bound using segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:25.599087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Bound port: 3113bd2d-4599-4f08-8d3a-fd2ec25561ce, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:25.599449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.709093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:25.709780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] For port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:25.713898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] For port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:25.764564 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.822122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:25.822754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.824215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] 10.222.0.70 "PUT /v2.0/ports/3113bd2d-4599-4f08-8d3a-fd2ec25561ce HTTP/1.1" status: 200 len: 1092 time: 1.3864515 Aug 20 14:56:25.835429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59688ad6-5f46-4f54-9510-5ab170288e95', 'tag': '3113bd2d-4599-4f08-8d3a-fd2ec25561ce'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:25.838042 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ae9927-ae3d-43bc-901d-5cbd944f547a" -d '{"events": [{"name": "network-changed", "server_uuid": "59688ad6-5f46-4f54-9510-5ab170288e95", "tag": "3113bd2d-4599-4f08-8d3a-fd2ec25561ce"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:25.848223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:25.848806 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Added segment 3f4f1996-04e7-4370-986a-23bb619f3479 of type vlan for network 9bc9bfb2-6b80-4e14-805f-03caf0053085 Aug 20 14:56:25.852829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492446-e300-4cb8-9b3d-6339c9bd308d req-fb0c3837-01fb-4173-b826-992f3f3a4afc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:25.859911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492446-e300-4cb8-9b3d-6339c9bd308d req-fb0c3837-01fb-4173-b826-992f3f3a4afc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:25.874390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492446-e300-4cb8-9b3d-6339c9bd308d req-fb0c3837-01fb-4173-b826-992f3f3a4afc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:25.884267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc492446-e300-4cb8-9b3d-6339c9bd308d req-fb0c3837-01fb-4173-b826-992f3f3a4afc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2419 time: 0.1685174 Aug 20 14:56:26.017568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5384388-ce1a-48fc-8676-5ce99726b2eb service neutron] Pushing event updated for resources: {'Port': ['ID=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:26.038276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc492446-e300-4cb8-9b3d-6339c9bd308d req-0f31119f-9399-4fd6-bd9a-22af9bf7ea25 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526284 Aug 20 14:56:26.056040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-b8af7ea3-5888-4803-899c-4ea85144973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:26.057736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-b8af7ea3-5888-4803-899c-4ea85144973f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 1095 time: 0.1244168 Aug 20 14:56:26.159361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-3e76c38f-051c-4f37-946c-35d2a711ce02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3113bd2d-4599-4f08-8d3a-fd2ec25561ce HTTP/1.1" status: 200 len: 217 time: 0.0917225 Aug 20 14:56:26.162731 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1d4142-f9af-4fcf-a149-aab354a58e60 x-openstack-request-id: req-6e1d4142-f9af-4fcf-a149-aab354a58e60 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:26.163029 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59688ad6-5f46-4f54-9510-5ab170288e95", "tag": "3113bd2d-4599-4f08-8d3a-fd2ec25561ce", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:26.163304 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e1d4142-f9af-4fcf-a149-aab354a58e60 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:26.163733 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59688ad6-5f46-4f54-9510-5ab170288e95', 'tag': '3113bd2d-4599-4f08-8d3a-fd2ec25561ce', 'status': 'completed', 'code': 200} Aug 20 14:56:26.200008 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:26.302550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-954a7e37-dc15-495e-8328-ed781ad54941 req-9f98f628-801b-4f6a-ab9d-32e3da95424a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1979351812', 'description': 'tempest-description-1799603814'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:26.312727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-6a29fe4c-9b40-46c3-90f5-375736d63ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:26.314649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-6a29fe4c-9b40-46c3-90f5-375736d63ebf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.1420045 Aug 20 14:56:26.324525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Router 43585ed1-50b5-45c4-8c18-cf340cdedb2d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:56:26.331265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:26.333286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:26.334046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:26.426119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721034d-4ba7-4387-8e4a-2fadc5e08157 req-8e95be1e-4a03-4c8d-ab74-989e927819f4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:26.430318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b721034d-4ba7-4387-8e4a-2fadc5e08157 req-8e95be1e-4a03-4c8d-ab74-989e927819f4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 943 time: 0.1654754 Aug 20 14:56:26.432445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-3dabbc7f-dfb3-4e9a-a4a6-57e0a026d80e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995688 Aug 20 14:56:26.433341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-954a7e37-dc15-495e-8328-ed781ad54941 req-9f98f628-801b-4f6a-ab9d-32e3da95424a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:26.474133 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1917653 Aug 20 14:56:26.479610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59092) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:26.480228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13a4d5-6f01-4658-95da-97f0d62292c1 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'Network': ['ID=9bc9bfb2-6b80-4e14-805f-03caf0053085,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:26.493027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9bc9bfb2-6b80-4e14-805f-03caf0053085 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:26.566897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:56:26.574288 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-353538cd-db54-405b-b651-02ea75b57d4e admin admin] 10.222.0.36 "PUT /v2.0/routers/43585ed1-50b5-45c4-8c18-cf340cdedb2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8171766 Aug 20 14:56:26.577637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59094) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:26.647895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] Sync routers for ids ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:56:26.671300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] Routers {'43585ed1-50b5-45c4-8c18-cf340cdedb2d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:56:26.673020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:56:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:26.762043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46295af-c47d-4f62-adf4-4ed4f4f70c99 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:26.763559 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f46295af-c47d-4f62-adf4-4ed4f4f70c99 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] 10.222.0.36 "GET /v2.0/networks/9bc9bfb2-6b80-4e14-805f-03caf0053085 HTTP/1.1" status: 200 len: 757 time: 0.2798188 Aug 20 14:56:26.767119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59098) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:26.808868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b721034d-4ba7-4387-8e4a-2fadc5e08157 req-342f8c27-cfb1-4ebd-859c-7a79d7545fbe tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722882 Aug 20 14:56:26.819497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:26.882171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-3c2fa9e9-0229-4bc3-b048-a6d1dc4b7e76 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210067 Aug 20 14:56:26.885766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] Set router 43585ed1-50b5-45c4-8c18-cf340cdedb2d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:56:26.983164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-954a7e37-dc15-495e-8328-ed781ad54941 req-9f98f628-801b-4f6a-ab9d-32e3da95424a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:26.995135 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-954a7e37-dc15-495e-8328-ed781ad54941 req-9f98f628-801b-4f6a-ab9d-32e3da95424a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.035970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951ea079-3db8-4296-be89-897980cdb7e6 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:27.038511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-951ea079-3db8-4296-be89-897980cdb7e6 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] 10.222.0.36 "GET /v2.0/networks/bdbc373c-5f75-4a51-a41b-23601e99adfa HTTP/1.1" status: 200 len: 767 time: 0.2671838 Aug 20 14:56:27.042618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59104) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:27.092713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-954a7e37-dc15-495e-8328-ed781ad54941 req-9f98f628-801b-4f6a-ab9d-32e3da95424a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.094446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-954a7e37-dc15-495e-8328-ed781ad54941 req-9f98f628-801b-4f6a-ab9d-32e3da95424a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7998035 Aug 20 14:56:27.128011 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.136188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25'}], 'enable_snat': True}, 'gw_port_id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:51Z', 'updated_at': '2021-08-20T14:56:24Z', 'revision_number': 5, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'gw_port': {'id': 'd2ea7388-e832-4d93-a659-db7a9dd78cff', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:49:55Z', 'updated_at': '2021-08-20T14:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:27.172169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f22059da-7e32-4efd-b71f-57a0c1493b10 req-778280ce-a076-4b5d-b13e-31b1f55cbd50 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-670834777', 'description': 'tempest-description-1195026799'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:27.176324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98f628-801b-4f6a-ab9d-32e3da95424a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd40c55-f4f6-42a9-af76-c2ebd8b86227,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:27.178158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] Checking router: 43585ed1-50b5-45c4-8c18-cf340cdedb2d for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:56:27.192372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] Routers {'43585ed1-50b5-45c4-8c18-cf340cdedb2d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:56:27.193279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:56:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:27.193618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a62d643-d5aa-4ecf-9f0f-41872b166426 req-07b67718-8d01-4116-b95c-9cf9d86d259e service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000712 Aug 20 14:56:27.296354 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.327166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Deleting port d2ea7388-e832-4d93-a659-db7a9dd78cff {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:27.327682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.334197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] Set router 43585ed1-50b5-45c4-8c18-cf340cdedb2d gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:56:27.350731 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f22059da-7e32-4efd-b71f-57a0c1493b10 req-778280ce-a076-4b5d-b13e-31b1f55cbd50 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.404274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:51Z', 'updated_at': '2021-08-20T14:56:27Z', 'revision_number': 6, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:27.429247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87bc7-6fe6-401a-89fc-172b015cb095 req-b939240e-fedb-447d-9c49-05f912e63802 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:27.439845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87bc7-6fe6-401a-89fc-172b015cb095 req-b939240e-fedb-447d-9c49-05f912e63802 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:27.440359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdabc19c-543b-4716-bbcf-02ec1dc647c0 None None] The sync data for ids ['43585ed1-50b5-45c4-8c18-cf340cdedb2d'] in n-d-695189-15 is: [{'id': '43585ed1-50b5-45c4-8c18-cf340cdedb2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1303086178-router', 'tenant_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:49:51Z', 'updated_at': '2021-08-20T14:56:27Z', 'revision_number': 6, 'project_id': '93c2ec3783fa4d0a88da8e9fbb2f30c6', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:56:27.447711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df87bc7-6fe6-401a-89fc-172b015cb095 req-b939240e-fedb-447d-9c49-05f912e63802 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:27.449061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87bc7-6fe6-401a-89fc-172b015cb095 req-b939240e-fedb-447d-9c49-05f912e63802 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2419 time: 0.2699561 Aug 20 14:56:27.451428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] For port d2ea7388-e832-4d93-a659-db7a9dd78cff, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d2ea7388-e832-4d93-a659-db7a9dd78cff,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:27.451858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.473910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Calling delete_port for d2ea7388-e832-4d93-a659-db7a9dd78cff owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:27.483581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-4c035719-6dfc-4f58-ab24-207ec72d5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:27.485128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-4c035719-6dfc-4f58-ab24-207ec72d5a4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 1095 time: 0.2043350 Aug 20 14:56:27.663268 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.669849 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.683195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df87bc7-6fe6-401a-89fc-172b015cb095 req-56159607-c2a5-49e4-b51f-6bfbbc318cbe tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044470 Aug 20 14:56:27.689651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ea7388-e832-4d93-a659-db7a9dd78cff,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:27.696409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc9bfb2-6b80-4e14-805f-03caf0053085']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:27.739582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4f1996-04e7-4370-986a-23bb619f3479') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:27.739819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4f1996-04e7-4370-986a-23bb619f3479') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:27.757480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f22059da-7e32-4efd-b71f-57a0c1493b10 req-778280ce-a076-4b5d-b13e-31b1f55cbd50 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.760281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.762535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-dcea31ea-676c-431b-b2d6-f86b5294b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:27.764094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-dcea31ea-676c-431b-b2d6-f86b5294b8c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 907 time: 0.2561116 Aug 20 14:56:27.771475 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f22059da-7e32-4efd-b71f-57a0c1493b10 req-778280ce-a076-4b5d-b13e-31b1f55cbd50 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.773677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.795073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.851663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:27.852470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:27.859499 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:27.875475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-4f0d1a62-4db9-4567-a08c-b6a557cf3aa4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3113bd2d-4599-4f08-8d3a-fd2ec25561ce HTTP/1.1" status: 200 len: 217 time: 0.0968525 Aug 20 14:56:27.894679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.897131 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.923985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f22059da-7e32-4efd-b71f-57a0c1493b10 req-778280ce-a076-4b5d-b13e-31b1f55cbd50 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:27.925523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f22059da-7e32-4efd-b71f-57a0c1493b10 req-778280ce-a076-4b5d-b13e-31b1f55cbd50 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7644610 Aug 20 14:56:27.995350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-c32cebd4-6341-4ae7-8d22-bf54cf0c6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:27.997048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-c32cebd4-6341-4ae7-8d22-bf54cf0c6f58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.0752251 Aug 20 14:56:27.999972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778280ce-a076-4b5d-b13e-31b1f55cbd50 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84e8691-4aa7-4a09-a234-bc2a2b80d4dc,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:28.055916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-abb4951e-586e-469d-b338-ebd7191e1c03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410862 Aug 20 14:56:28.063960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.088957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9bc9bfb2-6b80-4e14-805f-03caf0053085 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 14:56:28.099153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event deleted for resources: {'Network': ['ID=9bc9bfb2-6b80-4e14-805f-03caf0053085,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:28.106689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.109000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-530eba0d-7231-4c04-91ce-617e2ff43949 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "DELETE /v2.0/networks/9bc9bfb2-6b80-4e14-805f-03caf0053085 HTTP/1.1" status: 204 len: 168 time: 1.0652370 Aug 20 14:56:28.112982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59136) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:28.130615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Request body: {'network': {'name': 'tempest-network--19497106'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:28.250304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef3d13-0d21-4317-aaab-a4d3f96c98cd req-0295d17b-bc16-4c6e-95c6-a1849e04a6b2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:28.252325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cef3d13-0d21-4317-aaab-a4d3f96c98cd req-0295d17b-bc16-4c6e-95c6-a1849e04a6b2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 943 time: 0.1163723 Aug 20 14:56:28.259828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Made reservation on behalf of 297a0417c8124820bfe11c70b8204afe for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:28.263823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.341256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-624b0028-9076-4307-b9b0-c97a26122ee1 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499850 Aug 20 14:56:28.347720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:28.360549 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.361145 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Added segment 2b16669f-7473-4709-89a8-f7bdca1f7cb0 of type vlan for network fb9a6591-f4f8-4d13-b7e8-e336ed78e81b Aug 20 14:56:28.415599 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.421808 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.476030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cef3d13-0d21-4317-aaab-a4d3f96c98cd req-fdf4b3de-cfe5-455c-8ce1-09089d56d215 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972711 Aug 20 14:56:28.478317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.479287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:28.479912 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.510227 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.511366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43585ed1-50b5-45c4-8c18-cf340cdedb2d {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:56:28.515984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.517349 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5cffbebf-8a0a-44c4-9f54-6c4c76851305 admin admin] 10.222.0.36 "DELETE /v2.0/routers/43585ed1-50b5-45c4-8c18-cf340cdedb2d HTTP/1.1" status: 204 len: 168 time: 1.9378982 Aug 20 14:56:28.520047 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:28.593175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c8afd0-0334-4e85-8a5a-fb8ac77a8df0 admin admin] Deleting subnet 77242346-a957-44a6-961d-f634dee17b2e {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:56:28.607670 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c8afd0-0334-4e85-8a5a-fb8ac77a8df0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.643147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c8afd0-0334-4e85-8a5a-fb8ac77a8df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.736904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6196530 Aug 20 14:56:28.737130 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c8afd0-0334-4e85-8a5a-fb8ac77a8df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.747612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59160) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:28.764386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-68874c92-e483-4154-bccf-fd8a7b431af2 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:28.779287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1debf23-651e-4035-bcec-fe6d9994abfb tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'Network': ['ID=fb9a6591-f4f8-4d13-b7e8-e336ed78e81b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:28.795898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network fb9a6591-f4f8-4d13-b7e8-e336ed78e81b details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:28.801497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c8afd0-0334-4e85-8a5a-fb8ac77a8df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.838120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8afd0-0334-4e85-8a5a-fb8ac77a8df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77242346-a957-44a6-961d-f634dee17b2e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:28.846688 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1c8afd0-0334-4e85-8a5a-fb8ac77a8df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.849821 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f1c8afd0-0334-4e85-8a5a-fb8ac77a8df0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/77242346-a957-44a6-961d-f634dee17b2e HTTP/1.1" status: 204 len: 168 time: 0.3277259 Aug 20 14:56:28.851508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59164) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:28.904274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ede648-c4b6-4ae7-9a94-2af2a8ce37a8 None None] Network 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:28.923279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11ae9927-ae3d-43bc-901d-5cbd944f547a req-cc08dd82-b812-446b-af73-0f8ec9de9cf5 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678595 Aug 20 14:56:28.956156 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:28.986195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-47b7f131-3217-4682-afa0-ebac43155d11 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:28.987803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-47b7f131-3217-4682-afa0-ebac43155d11 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 813 time: 0.3381896 Aug 20 14:56:29.024992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-0f495b23-900a-4406-aa50-1bb507d9aa73 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/quotas/11ff5281a4d141f0b45a39cb9d04b816 HTTP/1.1" status: 200 len: 375 time: 0.0268753 Aug 20 14:56:29.056101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Deleting port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:29.056977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.169124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] For port 6ce7bfab-a5e2-4e9a-acee-554b69025a19, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6ce7bfab-a5e2-4e9a-acee-554b69025a19,segment=NetworkSegment(d8c0ab73-76ae-4abe-a105-489592e7aab1),segment_id=d8c0ab73-76ae-4abe-a105-489592e7aab1)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:29.169875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.193338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Calling delete_port for 6ce7bfab-a5e2-4e9a-acee-554b69025a19 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:29.271001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] DHCP port deletion for 335578a3-2b39-4d78-b4ae-9e6e9edae1a5 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:56:29.312225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.332042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] Deleting port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:29.332483 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.344372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce7bfab-a5e2-4e9a-acee-554b69025a19,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:29.355252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] No DVR routers for this DVR port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:29.421935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] For port 6ce7bfab-a5e2-4e9a-acee-554b69025a19, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:29.422613 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.432365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-a7098b68-0837-4462-ad68-2d76ee708fb3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3743484 Aug 20 14:56:29.471101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] Calling delete_port for 6ce7bfab-a5e2-4e9a-acee-554b69025a19 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:29.474029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] Port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 14:56:29.478764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.479422 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.491111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335578a3-2b39-4d78-b4ae-9e6e9edae1a5']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:29.510269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f2693-0603-47c7-9083-ee79b2692bcb req-1c71d7e4-74bc-4980-82bb-4de98c5f295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:29.511742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c0ab73-76ae-4abe-a105-489592e7aab1') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:29.512930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c0ab73-76ae-4abe-a105-489592e7aab1') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:29.516361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f2693-0603-47c7-9083-ee79b2692bcb req-1c71d7e4-74bc-4980-82bb-4de98c5f295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:29.517611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d2ea7388-e832-4d93-a659-db7a9dd78cff no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:29.523026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] Pushing event deleted for resources: {'Port': ['ID=6ce7bfab-a5e2-4e9a-acee-554b69025a19,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:29.524418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f2693-0603-47c7-9083-ee79b2692bcb req-1c71d7e4-74bc-4980-82bb-4de98c5f295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:29.526150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-904f2693-0603-47c7-9083-ee79b2692bcb req-1c71d7e4-74bc-4980-82bb-4de98c5f295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2419 time: 0.5307922 Aug 20 14:56:29.531296 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-68874c92-e483-4154-bccf-fd8a7b431af2 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.533328 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.550106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: d2ea7388-e832-4d93-a659-db7a9dd78cff {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:29.551259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d2ea7388-e832-4d93-a659-db7a9dd78cff not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:29.551732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6ce7bfab-a5e2-4e9a-acee-554b69025a19 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:29.553596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.553788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ba817-6ed1-4c37-9625-ada204918ebe None None] No DVR routers for this DVR port 6ce7bfab-a5e2-4e9a-acee-554b69025a19 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:29.579165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:29.580486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.584731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 6ce7bfab-a5e2-4e9a-acee-554b69025a19 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:29.585102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6ce7bfab-a5e2-4e9a-acee-554b69025a19 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:29.585571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 34b7d4bc-14b8-4c89-a3a5-b93714936855 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:29.589427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-68874c92-e483-4154-bccf-fd8a7b431af2 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.599101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68874c92-e483-4154-bccf-fd8a7b431af2 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Network fb9a6591-f4f8-4d13-b7e8-e336ed78e81b is not hosted by any dhcp agent {{(pid=101099) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 14:56:29.600300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68874c92-e483-4154-bccf-fd8a7b431af2 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:29.601077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-68874c92-e483-4154-bccf-fd8a7b431af2 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.602995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-68874c92-e483-4154-bccf-fd8a7b431af2 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "PUT /v2.0/networks/fb9a6591-f4f8-4d13-b7e8-e336ed78e81b HTTP/1.1" status: 200 len: 856 time: 0.8510404 Aug 20 14:56:29.608540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59178) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:29.610603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 34b7d4bc-14b8-4c89-a3a5-b93714936855 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:29.610964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 34b7d4bc-14b8-4c89-a3a5-b93714936855 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:29.637108 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:29.661453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.668317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.669967 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] 10.222.0.36 "DELETE /v2.0/networks/335578a3-2b39-4d78-b4ae-9e6e9edae1a5 HTTP/1.1" status: 204 len: 168 time: 0.8171704 Aug 20 14:56:29.683776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35173f8-eefd-4185-bb13-365237b30766 admin admin] Pushing event deleted for resources: {'Network': ['ID=335578a3-2b39-4d78-b4ae-9e6e9edae1a5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:29.745951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-904f2693-0603-47c7-9083-ee79b2692bcb req-2fda64f2-183a-4105-8eb8-3a72c8d66950 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101333 Aug 20 14:56:29.761596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68874c92-e483-4154-bccf-fd8a7b431af2 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event updated for resources: {'Network': ['ID=fb9a6591-f4f8-4d13-b7e8-e336ed78e81b,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:29.781147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-5c93f03f-f4d5-4e2f-ab34-81860b8abf19 service neutron] 10.222.0.36 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378587 Aug 20 14:56:29.804212 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.903384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:29.947740 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6d43b021-1149-4bfe-97f8-2ac50cfa954f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe63653f0dc14e60afc3df5350bd11b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447316 Aug 20 14:56:29.950234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59188) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:29.953797 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:29.970502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9a6591-f4f8-4d13-b7e8-e336ed78e81b']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:29.990706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b16669f-7473-4709-89a8-f7bdca1f7cb0') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:29.991008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b16669f-7473-4709-89a8-f7bdca1f7cb0') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:30.014228 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.014505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eeca9f74-1298-4b0a-8112-56aff9284a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.036490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-d6011c13-f4c9-489d-a34d-79d8401370bf service neutron] 10.222.0.36 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451601 Aug 20 14:56:30.044061 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.055851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:30.057193 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:30.058915 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:30.063348 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eeca9f74-1298-4b0a-8112-56aff9284a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.141041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eeca9f74-1298-4b0a-8112-56aff9284a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.144608 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eeca9f74-1298-4b0a-8112-56aff9284a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.148957 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eeca9f74-1298-4b0a-8112-56aff9284a60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c87d4ee6-cdf0-4f77-9ee6-1f3d9231e741 HTTP/1.1" status: 204 len: 168 time: 0.1945367 Aug 20 14:56:30.157266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca9f74-1298-4b0a-8112-56aff9284a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87d4ee6-cdf0-4f77-9ee6-1f3d9231e741,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:30.174091 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.199121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb9a6591-f4f8-4d13-b7e8-e336ed78e81b {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 14:56:30.201295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb9a6591-f4f8-4d13-b7e8-e336ed78e81b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:30.203701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.209223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-513801a6-e6f4-45f2-bfa6-78a496f4ba54 tempest-ExternalNetworksTestJSON-109153589 tempest-ExternalNetworksTestJSON-109153589-project-admin] 10.222.0.36 "DELETE /v2.0/networks/fb9a6591-f4f8-4d13-b7e8-e336ed78e81b HTTP/1.1" status: 204 len: 168 time: 0.5958111 Aug 20 14:56:30.209223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59194) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:30.266038 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4d4419-ed42-422e-8984-d62db2713358 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] DELETE failed (client error): The resource could not be found. Aug 20 14:56:30.266588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4d4419-ed42-422e-8984-d62db2713358 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:56:30.271023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bf4d4419-ed42-422e-8984-d62db2713358 tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] 10.222.0.36 "DELETE /v2.0/subnets/66df12f9-ebfe-4e44-a339-2e7b94889d9f HTTP/1.1" status: 404 len: 337 time: 0.0584323 Aug 20 14:56:30.272829 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59204) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:30.400981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c9080-6657-4ae0-8e2a-505b12028482 req-ac4c6008-8c44-4d7d-91d4-081918064c8c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:30.402550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-863c9080-6657-4ae0-8e2a-505b12028482 req-ac4c6008-8c44-4d7d-91d4-081918064c8c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 943 time: 0.1330914 Aug 20 14:56:30.452449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.496805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-863c9080-6657-4ae0-8e2a-505b12028482 req-1c61120b-239b-4eeb-8142-27d4a2eb30be tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883024 Aug 20 14:56:30.618029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.647383 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58723ef4-a0f2-4cc7-8266-3a6beb273456 req-1d17a05c-bc1a-48f3-a238-7749c05fbd43 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 210 time: 0.0623615 Aug 20 14:56:30.649006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbc373c-5f75-4a51-a41b-23601e99adfa']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:30.674268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acf2581-f2b9-4659-890e-ad8bab5fa2d1') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:30.674719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acf2581-f2b9-4659-890e-ad8bab5fa2d1') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:30.709128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.737408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.747770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59214) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:30.752717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:30.754304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:30.761853 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:30.801188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d0c3c8b4-b3c3-4d12-8db7-a3b9593a425a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93c2ec3783fa4d0a88da8e9fbb2f30c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494540 Aug 20 14:56:30.801728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59220) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:30.851480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.859105 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.864356 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] 10.222.0.36 "DELETE /v2.0/networks/bdbc373c-5f75-4a51-a41b-23601e99adfa HTTP/1.1" status: 204 len: 168 time: 0.5878479 Aug 20 14:56:30.893498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce39d8-ad7e-4ea0-b773-75a9ed4ffe2b tempest-ExternalNetworksTestJSON-1058176080 tempest-ExternalNetworksTestJSON-1058176080-project] Pushing event deleted for resources: {'Network': ['ID=bdbc373c-5f75-4a51-a41b-23601e99adfa,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:30.956345 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-277df194-3983-4462-9668-2bf957f41b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.986935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-277df194-3983-4462-9668-2bf957f41b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:30.997949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1a0a-947f-4467-898c-fbb7d268552c req-7a56b55f-6204-41ee-910f-159385dfff92 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:31.004171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1a0a-947f-4467-898c-fbb7d268552c req-7a56b55f-6204-41ee-910f-159385dfff92 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:31.011096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c1a0a-947f-4467-898c-fbb7d268552c req-7a56b55f-6204-41ee-910f-159385dfff92 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:31.012948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-921c1a0a-947f-4467-898c-fbb7d268552c req-7a56b55f-6204-41ee-910f-159385dfff92 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2419 time: 0.1266024 Aug 20 14:56:31.078038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-921c1a0a-947f-4467-898c-fbb7d268552c req-48d67623-fa6b-410f-9833-68626ac4fe1e tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568218 Aug 20 14:56:31.106546 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-277df194-3983-4462-9668-2bf957f41b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:31.109338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-277df194-3983-4462-9668-2bf957f41b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:31.113129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-277df194-3983-4462-9668-2bf957f41b2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31f2dd5d-1984-42f8-9460-7a05c65ef108 HTTP/1.1" status: 204 len: 168 time: 0.3081243 Aug 20 14:56:31.119483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277df194-3983-4462-9668-2bf957f41b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f2dd5d-1984-42f8-9460-7a05c65ef108,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:31.229343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3113bd2d-4599-4f08-8d3a-fd2ec25561ce details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:31.285637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-02660d49-ee2f-4c5d-94ad-55e7eecfdbc1 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:31.292280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-02660d49-ee2f-4c5d-94ad-55e7eecfdbc1 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:31.298499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-02660d49-ee2f-4c5d-94ad-55e7eecfdbc1 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:31.300367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-02660d49-ee2f-4c5d-94ad-55e7eecfdbc1 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.70 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 2419 time: 0.0697150 Aug 20 14:56:31.347122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:31.359907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '3113bd2d-4599-4f08-8d3a-fd2ec25561ce', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'port_id': '3113bd2d-4599-4f08-8d3a-fd2ec25561ce', 'mac_address': 'fa:16:3e:b9:29:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafce579-00b8-4639-b447-4e7a5b160daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:56:31.415369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting port 573c915a-22b9-496a-9749-3290f861acfd {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:31.415772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:31.419274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:31.436253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3113bd2d-4599-4f08-8d3a-fd2ec25561ce {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:31.457306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:31.464868 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:31.487499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59238) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:31.506916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] For port 573c915a-22b9-496a-9749-3290f861acfd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=573c915a-22b9-496a-9749-3290f861acfd,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:31.507171 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:31.522938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Calling delete_port for 573c915a-22b9-496a-9749-3290f861acfd owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:31.532647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:31.670406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394cefc-0c38-48d2-ae82-8d7c472d6482 req-3f2ac961-a28d-4a76-9463-5c3489777dc0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:31.693887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c394cefc-0c38-48d2-ae82-8d7c472d6482 req-3f2ac961-a28d-4a76-9463-5c3489777dc0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 944 time: 0.1007342 Aug 20 14:56:31.754835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:31.794523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c394cefc-0c38-48d2-ae82-8d7c472d6482 req-61a8d8de-18be-4bf0-a141-70a7721d039c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945528 Aug 20 14:56:31.826425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a206fb0a-e6ae-4811-a004-002ba8ea4e7d req-588d37fe-363e-4d29-868b-152beabf3207 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 210 time: 0.0586634 Aug 20 14:56:31.873598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-49d04855-a571-4376-989f-c772c064b74d tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:31.875081 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-49d04855-a571-4376-989f-c772c064b74d tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.72 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 813 time: 0.1863124 Aug 20 14:56:31.891259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:31.891719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59254) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:31.911732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'port': {'device_id': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd', 'admin_state_up': True, 'tenant_id': '11ff5281a4d141f0b45a39cb9d04b816'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:31.938242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Port': ['ID=573c915a-22b9-496a-9749-3290f861acfd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:32.010594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] No DVR routers for this DVR port 573c915a-22b9-496a-9749-3290f861acfd on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:32.013778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.016239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-f487d4a4-3994-4d93-a356-c921fd3fb81d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.70 "DELETE /v2.0/ports/573c915a-22b9-496a-9749-3290f861acfd HTTP/1.1" status: 204 len: 173 time: 0.7074051 Aug 20 14:56:32.016962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-deleted', 'tag': '573c915a-22b9-496a-9749-3290f861acfd'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:32.020325 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8691e9a-ef24-4e7d-87de-f80a8712c1b8" -d '{"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-deleted", "tag": "573c915a-22b9-496a-9749-3290f861acfd"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:32.057962 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fafd0d40-da6b-4b10-84c2-c254b99b9e7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adf880d407404473884876d2cf335e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687351 Aug 20 14:56:32.058195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59262) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:32.084265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb1df-5726-4dae-9766-af512afca07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.114396 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182c6663-dd74-45db-a24d-c60ab9e47f00 x-openstack-request-id: req-182c6663-dd74-45db-a24d-c60ab9e47f00 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:32.114696 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-deleted", "tag": "573c915a-22b9-496a-9749-3290f861acfd", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:32.114950 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-182c6663-dd74-45db-a24d-c60ab9e47f00 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:32.115353 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-deleted', 'tag': '573c915a-22b9-496a-9749-3290f861acfd', 'status': 'completed', 'code': 200} Aug 20 14:56:32.265892 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb1df-5726-4dae-9766-af512afca07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.279355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb1df-5726-4dae-9766-af512afca07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.289531 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-caf0d8e7-6682-405d-8f9e-dfea54f853da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.342099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7eddb9-f785-4183-b139-0c23b578ac8a req-6fad0ec5-97db-4e55-a46a-c811e0f23c02 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:32.344128 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Made reservation on behalf of 11ff5281a4d141f0b45a39cb9d04b816 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:32.347916 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.348670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7eddb9-f785-4183-b139-0c23b578ac8a req-6fad0ec5-97db-4e55-a46a-c811e0f23c02 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:32.350631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b7eddb9-f785-4183-b139-0c23b578ac8a req-6fad0ec5-97db-4e55-a46a-c811e0f23c02 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 1683 time: 0.1540830 Aug 20 14:56:32.352204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fb1df-5726-4dae-9766-af512afca07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797da3e6-0ec3-4c65-b6fc-15a082dba92b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:32.353683 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-caf0d8e7-6682-405d-8f9e-dfea54f853da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.357473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting port 20325871-0d3f-454e-bb5a-b22f0a3ef48d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:32.357814 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.366058 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dc3fb1df-5726-4dae-9766-af512afca07c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d0fc03bb79e4c508f18c12cf7fd8f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4708993 Aug 20 14:56:32.366442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59276) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:32.479955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['573c915a-22b9-496a-9749-3290f861acfd', '20325871-0d3f-454e-bb5a-b22f0a3ef48d', '64a94781-af00-486a-a351-7fafe2c1f110'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:32.494089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d770e98e-5336-4063-b69a-de0da99a624b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.499358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b7eddb9-f785-4183-b139-0c23b578ac8a req-b1734178-1ebb-4532-9bf4-fb6a2977ae4b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829504 Aug 20 14:56:32.524879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] For port 20325871-0d3f-454e-bb5a-b22f0a3ef48d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=20325871-0d3f-454e-bb5a-b22f0a3ef48d,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:32.524879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.549119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Calling delete_port for 20325871-0d3f-454e-bb5a-b22f0a3ef48d owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:32.556201 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d770e98e-5336-4063-b69a-de0da99a624b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.576879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Allocated IP 172.20.0.6 (b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd/d2359d16-2738-48a0-9a20-5d0d6e0146df/81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:32.577209 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-caf0d8e7-6682-405d-8f9e-dfea54f853da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.579866 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-caf0d8e7-6682-405d-8f9e-dfea54f853da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.583774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-caf0d8e7-6682-405d-8f9e-dfea54f853da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba2eecdd-d566-4ebd-b734-0503e1e03619 HTTP/1.1" status: 204 len: 168 time: 0.5221179 Aug 20 14:56:32.628021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0d8e7-6682-405d-8f9e-dfea54f853da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2eecdd-d566-4ebd-b734-0503e1e03619,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:32.774643 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.813879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Port': ['ID=20325871-0d3f-454e-bb5a-b22f0a3ef48d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:32.940140 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.940735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['573c915a-22b9-496a-9749-3290f861acfd'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:32.985378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d770e98e-5336-4063-b69a-de0da99a624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.987383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] No DVR routers for this DVR port 20325871-0d3f-454e-bb5a-b22f0a3ef48d on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:32.990465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d770e98e-5336-4063-b69a-de0da99a624b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:32.994000 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d770e98e-5336-4063-b69a-de0da99a624b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/797da3e6-0ec3-4c65-b6fc-15a082dba92b HTTP/1.1" status: 204 len: 168 time: 0.6256578 Aug 20 14:56:32.998534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.016773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.019464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-5068dc68-b797-4ba9-850d-b59f5cfb60c3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.70 "DELETE /v2.0/ports/20325871-0d3f-454e-bb5a-b22f0a3ef48d HTTP/1.1" status: 204 len: 173 time: 0.9948204 Aug 20 14:56:33.073760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770e98e-5336-4063-b69a-de0da99a624b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797da3e6-0ec3-4c65-b6fc-15a082dba92b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:33.093449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'Port': ['ID=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:33.096966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:33.098689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:33.101039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:33.158681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5fbe8-35df-4ac4-bed1-f41fe8f0518f req-bffc730d-123f-4613-948e-2bc766c5ff14 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:33.168105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cd5fbe8-35df-4ac4-bed1-f41fe8f0518f req-bffc730d-123f-4613-948e-2bc766c5ff14 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 931 time: 0.1750610 Aug 20 14:56:33.174935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:33.176121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.199791 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-949b8c5e-1819-4cdc-8b7a-8560147b5127 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2992790 Aug 20 14:56:33.221951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Request body: {'port': {'device_id': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:33.250727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3113bd2d-4599-4f08-8d3a-fd2ec25561ce up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:33.259159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f25c2-a693-445c-bbcc-76d2db83b4e4 req-9b5dc1a8-d8e7-4153-97ad-a01f8302b4e5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:33.260722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-878f25c2-a693-445c-bbcc-76d2db83b4e4 req-9b5dc1a8-d8e7-4153-97ad-a01f8302b4e5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 944 time: 0.2762504 Aug 20 14:56:33.279679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cd5fbe8-35df-4ac4-bed1-f41fe8f0518f req-9a128818-7fd4-4304-a567-63900935345f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102459 Aug 20 14:56:33.283119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59298) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:33.337411 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.369096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:33.379640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:33.382525 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.398865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c3884c65-bff2-4d41-83ba-6f6630a8984d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=297a0417c8124820bfe11c70b8204afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1144321 Aug 20 14:56:33.402189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59302) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:33.425323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-878f25c2-a693-445c-bbcc-76d2db83b4e4 req-54f56475-26db-40d3-8474-635839d3d461 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433198 Aug 20 14:56:33.458076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting port 64a94781-af00-486a-a351-7fafe2c1f110 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:33.458767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.541917 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.567690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ee4-6fa2-4dd8-b93b-cb952a63c795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.576152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59688ad6-5f46-4f54-9510-5ab170288e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3113bd2d-4599-4f08-8d3a-fd2ec25561ce'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:33.580177 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d205fa-3b4c-4ba2-bccc-29812c6e0470" -d '{"events": [{"server_uuid": "59688ad6-5f46-4f54-9510-5ab170288e95", "name": "network-vif-plugged", "status": "completed", "tag": "3113bd2d-4599-4f08-8d3a-fd2ec25561ce"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:33.609833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:33.615441 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.616946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 20325871-0d3f-454e-bb5a-b22f0a3ef48d no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:33.638011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] For port 64a94781-af00-486a-a351-7fafe2c1f110, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=64a94781-af00-486a-a351-7fafe2c1f110,segment=NetworkSegment(1a883d2e-9892-469f-8aed-7daf832807a9),segment_id=1a883d2e-9892-469f-8aed-7daf832807a9)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:33.638011 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.651044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 20325871-0d3f-454e-bb5a-b22f0a3ef48d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:33.651935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 20325871-0d3f-454e-bb5a-b22f0a3ef48d not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:33.652832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 573c915a-22b9-496a-9749-3290f861acfd no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:33.680701 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91717e0-231d-41f7-b742-d5dc7baad64a x-openstack-request-id: req-c91717e0-231d-41f7-b742-d5dc7baad64a {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:33.681411 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59688ad6-5f46-4f54-9510-5ab170288e95", "name": "network-vif-plugged", "status": "completed", "tag": "3113bd2d-4599-4f08-8d3a-fd2ec25561ce", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:33.681832 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c91717e0-231d-41f7-b742-d5dc7baad64a {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:33.682434 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59688ad6-5f46-4f54-9510-5ab170288e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3113bd2d-4599-4f08-8d3a-fd2ec25561ce', 'code': 200} Aug 20 14:56:33.692439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Calling delete_port for 64a94781-af00-486a-a351-7fafe2c1f110 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:33.713537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 573c915a-22b9-496a-9749-3290f861acfd {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:33.713537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 573c915a-22b9-496a-9749-3290f861acfd not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:33.739733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ee4-6fa2-4dd8-b93b-cb952a63c795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.752481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:33.780931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59314) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:33.781160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276172-1586-4810-8e6c-7f2916a229cf req-2bb483b5-19de-479f-becd-11be51d1067a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:33.782593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16276172-1586-4810-8e6c-7f2916a229cf req-2bb483b5-19de-479f-becd-11be51d1067a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 946 time: 0.1640732 Aug 20 14:56:33.824556 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c32e0fbf-00fd-4c4b-8a6d-0e794d634a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.847906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425cbc-cf86-4edc-a139-4e7c4d3b5bf5 req-ae9ba210-046b-4d01-8cc1-e57b29a6213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:33.849411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b425cbc-cf86-4edc-a139-4e7c4d3b5bf5 req-ae9ba210-046b-4d01-8cc1-e57b29a6213b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 1097 time: 0.0870283 Aug 20 14:56:33.884547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16276172-1586-4810-8e6c-7f2916a229cf req-4d92df80-424d-4ef6-8c3c-8b4fe45a9a3d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786250 Aug 20 14:56:33.922482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b425cbc-cf86-4edc-a139-4e7c4d3b5bf5 req-8d5357d9-7b2d-4c28-bded-e0493437971d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613303 Aug 20 14:56:33.922732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:33.930959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ee4-6fa2-4dd8-b93b-cb952a63c795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.933531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ee4-6fa2-4dd8-b93b-cb952a63c795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.934694 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fd3a4ee4-6fa2-4dd8-b93b-cb952a63c795 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c80ba212-3621-4ffc-9c8e-d05cd079178b HTTP/1.1" status: 204 len: 168 time: 0.5313509 Aug 20 14:56:33.941681 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:33.961495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a4ee4-6fa2-4dd8-b93b-cb952a63c795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80ba212-3621-4ffc-9c8e-d05cd079178b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:33.986671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Transition to ACTIVE for port object 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:33.995886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.008090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.057185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Port': ['ID=64a94781-af00-486a-a351-7fafe2c1f110,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:34.074995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c32e0fbf-00fd-4c4b-8a6d-0e794d634a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.087667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c32e0fbf-00fd-4c4b-8a6d-0e794d634a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.118169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Pushing event updated for resources: {'Port': ['ID=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:34.137436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-deleted', 'tag': '20325871-0d3f-454e-bb5a-b22f0a3ef48d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:34.140973 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281907dd-da2c-40e1-9361-b4242163b374" -d '{"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-deleted", "tag": "20325871-0d3f-454e-bb5a-b22f0a3ef48d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:34.186158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] No DVR routers for this DVR port 64a94781-af00-486a-a351-7fafe2c1f110 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:34.189356 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.192791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-487cc905-abde-4f7d-8afc-b8ebf201fdd9 req-a25d77d1-9ed1-48b6-b64a-d65f98ed4e6d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.70 "DELETE /v2.0/ports/64a94781-af00-486a-a351-7fafe2c1f110 HTTP/1.1" status: 204 len: 173 time: 1.1498902 Aug 20 14:56:34.247483 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c32e0fbf-00fd-4c4b-8a6d-0e794d634a04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab2770ddba094c729e1a8aaea27492eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654927 Aug 20 14:56:34.249214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e0fbf-00fd-4c4b-8a6d-0e794d634a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d26f2c-0db2-43ef-bd53-47fbcb738414,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:34.250743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59330) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:34.251770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Attempting to bind port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:34.252115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Attempting to bind port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '2ed6629e-98b4-45f2-b3f6-6a815587e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:34.252454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Attempting to bind port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc on network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:34.258022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc on network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:34.258498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Attempting to bind port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc on network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:34.263857 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:34.264205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Checking segment: {'id': '2ed6629e-98b4-45f2-b3f6-6a815587e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:34.264581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Bound using segment: {'id': '2ed6629e-98b4-45f2-b3f6-6a815587e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:34.265026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Bound port: 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed6629e-98b4-45f2-b3f6-6a815587e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:34.265389 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.316855 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5dd285-1b8d-4ece-a410-b3a80d0e19b9 x-openstack-request-id: req-ca5dd285-1b8d-4ece-a410-b3a80d0e19b9 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:34.317265 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-deleted", "tag": "20325871-0d3f-454e-bb5a-b22f0a3ef48d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:34.317528 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca5dd285-1b8d-4ece-a410-b3a80d0e19b9 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:34.317915 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-deleted', 'tag': '20325871-0d3f-454e-bb5a-b22f0a3ef48d', 'status': 'completed', 'code': 200} Aug 20 14:56:34.350433 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5144b556-8b72-4651-907c-c6aff428ec34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.380720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5144b556-8b72-4651-907c-c6aff428ec34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.394978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] For port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:34.401634 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] For port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:34.415824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.478568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:34.479164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.480837 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] 10.222.0.72 "PUT /v2.0/ports/81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc HTTP/1.1" status: 200 len: 1092 time: 1.2657247 Aug 20 14:56:34.481261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:34.483812 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:34.483960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6070b2-aadb-4033-9bae-9ae2c3d55077 req-3584b4ba-e6ae-4aef-8dfa-14c4f5ff615e tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:34.485581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb6070b2-aadb-4033-9bae-9ae2c3d55077 req-3584b4ba-e6ae-4aef-8dfa-14c4f5ff615e tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 943 time: 0.0711098 Aug 20 14:56:34.519486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5144b556-8b72-4651-907c-c6aff428ec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.522249 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5144b556-8b72-4651-907c-c6aff428ec34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:34.526361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5144b556-8b72-4651-907c-c6aff428ec34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4d26f2c-0db2-43ef-bd53-47fbcb738414 HTTP/1.1" status: 204 len: 168 time: 0.2690217 Aug 20 14:56:34.531684 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b78928-90b7-4ee9-b0f2-7edb88fec941 service neutron] Pushing event updated for resources: {'Port': ['ID=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:34.550759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144b556-8b72-4651-907c-c6aff428ec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d26f2c-0db2-43ef-bd53-47fbcb738414,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:34.591371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb6070b2-aadb-4033-9bae-9ae2c3d55077 req-ac1dfcb4-9216-41e6-aa33-887c73d00bb8 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935380 Aug 20 14:56:34.643082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-0fbb7fe1-3c16-433a-ac38-ef2399ab61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:34.643082 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-0fbb7fe1-3c16-433a-ac38-ef2399ab61fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1095 time: 0.0895309 Aug 20 14:56:34.706419 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-4e6eb157-b222-425c-845b-54061b0baf09 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc HTTP/1.1" status: 200 len: 217 time: 0.0491586 Aug 20 14:56:34.723685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f706d-16d2-496a-b3a5-d4583fc71242 req-c96a402c-d071-4a8f-91a8-88c923662405 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:34.725378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-059f706d-16d2-496a-b3a5-d4583fc71242 req-c96a402c-d071-4a8f-91a8-88c923662405 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 945 time: 0.0633290 Aug 20 14:56:34.766910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-e030f2a9-21d8-4b4b-958a-a8fd3c2a86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:34.768565 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-e030f2a9-21d8-4b4b-958a-a8fd3c2a86d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 200 len: 853 time: 0.0530276 Aug 20 14:56:34.791077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-059f706d-16d2-496a-b3a5-d4583fc71242 req-40663c38-db60-4fe2-ac69-42f9f3772c60 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518355 Aug 20 14:56:34.815063 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43660ced-7443-4ba5-8809-19ef84ba8077 x-openstack-request-id: req-43660ced-7443-4ba5-8809-19ef84ba8077 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:34.815349 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:34.815640 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43660ced-7443-4ba5-8809-19ef84ba8077 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:34.816019 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc', 'status': 'completed', 'code': 200} Aug 20 14:56:34.818418 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-c7b72eaa-0c50-4f94-b6bb-4e1161ebe04e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400646 Aug 20 14:56:34.973578 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-7e06e689-7df2-43b7-9d00-af8c19506d26 service neutron] 10.222.0.72 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467934 Aug 20 14:56:35.028392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba6f8cee-cbf4-499b-a823-2c11043a0f14 req-e20dd867-b556-4d07-b0f6-6e81ef420515 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=769f201e-420f-47b4-a067-41a60e6e5759 HTTP/1.1" status: 200 len: 210 time: 0.0428958 Aug 20 14:56:35.120801 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8840b3f7-ab73-4066-8b27-38341c5b26c5 req-7b88780d-f155-4dde-99c8-c6c281083fa5 service neutron] 10.222.0.72 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386390 Aug 20 14:56:35.265340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 64a94781-af00-486a-a351-7fafe2c1f110 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:35.308568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 64a94781-af00-486a-a351-7fafe2c1f110 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:35.309882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 64a94781-af00-486a-a351-7fafe2c1f110 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:35.321580 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-0f1d7fe2-6bf3-42b8-b795-19a908e8920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:35.323106 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-0f1d7fe2-6bf3-42b8-b795-19a908e8920f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1095 time: 0.1088934 Aug 20 14:56:35.434399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-8d93ed27-523d-4498-9bf7-a14506bc83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:35.436318 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-8d93ed27-523d-4498-9bf7-a14506bc83ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 914 time: 0.1021693 Aug 20 14:56:35.487221 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-d57e2af5-622f-4103-b1d5-796b239d333a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc HTTP/1.1" status: 200 len: 217 time: 0.0409508 Aug 20 14:56:35.543791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-cb9d9de9-3cf1-4efc-a032-ca74472a18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:35.545289 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-cb9d9de9-3cf1-4efc-a032-ca74472a18c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 200 len: 853 time: 0.0503719 Aug 20 14:56:35.581807 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-98e9b3cf-b1f1-4125-91ae-6b2a934ad6be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278583 Aug 20 14:56:35.630315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59408) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:35.673358 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:35.711827 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-45aaa565-3de3-4c3e-b0e1-052200e75e30 service neutron] 10.222.0.72 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223760 Aug 20 14:56:35.755975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d86ba1-22d0-41c5-8ed0-e88c330f3a20 req-e411b450-12bb-408a-b57d-79bcf7c401e3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:35.758181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77d86ba1-22d0-41c5-8ed0-e88c330f3a20 req-e411b450-12bb-408a-b57d-79bcf7c401e3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 943 time: 0.0656145 Aug 20 14:56:35.823647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77d86ba1-22d0-41c5-8ed0-e88c330f3a20 req-ea496a3e-ea3c-4a87-b3db-7320be515926 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588059 Aug 20 14:56:35.870992 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c39d80f3-da3e-443f-b687-7d9f9fe7fe92 req-849abd34-4e6d-4bb2-beb5-da8b9305818f service neutron] 10.222.0.72 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414053 Aug 20 14:56:35.879863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32b74de0-4698-4ed7-b659-3505d4459726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:35.965709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3045f1-bdd6-4477-bd2e-e71b9a3b95c7 req-413d2bc9-bd3d-43f1-a236-07f0722f0f7f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:35.967247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc3045f1-bdd6-4477-bd2e-e71b9a3b95c7 req-413d2bc9-bd3d-43f1-a236-07f0722f0f7f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 945 time: 0.0721135 Aug 20 14:56:36.055570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc3045f1-bdd6-4477-bd2e-e71b9a3b95c7 req-d30036d8-6ed0-4bb9-9283-604a6689f60f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670562 Aug 20 14:56:36.077536 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32b74de0-4698-4ed7-b659-3505d4459726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.095178 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32b74de0-4698-4ed7-b659-3505d4459726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.096529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59432) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:36.129627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-32b74de0-4698-4ed7-b659-3505d4459726 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87bb62e9d1f64793b806acc2c2b37c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935791 Aug 20 14:56:36.129627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59434) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:36.165597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3b9cc1-339a-4e78-b33e-098c4d51ee52 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting subnet bcb1ac5d-3cd3-477f-a368-c51705fbd4ef {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:56:36.169676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f3b9cc1-339a-4e78-b33e-098c4d51ee52 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.193948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b74de0-4698-4ed7-b659-3505d4459726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d725d4-3500-49b7-9d7e-b0d381419758,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:36.240565 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-176c1bf7-2b3e-4f60-8abf-e3f449da05e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.259285 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f3b9cc1-339a-4e78-b33e-098c4d51ee52 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.267154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-176c1bf7-2b3e-4f60-8abf-e3f449da05e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.321872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-deleted', 'tag': '64a94781-af00-486a-a351-7fafe2c1f110'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:36.325880 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d6aa3b-194c-4df3-b81c-873090776a0d" -d '{"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-deleted", "tag": "64a94781-af00-486a-a351-7fafe2c1f110"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:36.332234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-176c1bf7-2b3e-4f60-8abf-e3f449da05e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.336334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-176c1bf7-2b3e-4f60-8abf-e3f449da05e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.340206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-176c1bf7-2b3e-4f60-8abf-e3f449da05e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2d725d4-3500-49b7-9d7e-b0d381419758 HTTP/1.1" status: 204 len: 168 time: 0.2097383 Aug 20 14:56:36.350228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c1bf7-2b3e-4f60-8abf-e3f449da05e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d725d4-3500-49b7-9d7e-b0d381419758,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:36.406549 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75322045-ecae-43e3-ae78-5692496ea887 x-openstack-request-id: req-75322045-ecae-43e3-ae78-5692496ea887 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:36.407096 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769f201e-420f-47b4-a067-41a60e6e5759", "name": "network-vif-deleted", "tag": "64a94781-af00-486a-a351-7fafe2c1f110", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:36.407528 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75322045-ecae-43e3-ae78-5692496ea887 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:36.408186 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769f201e-420f-47b4-a067-41a60e6e5759', 'name': 'network-vif-deleted', 'tag': '64a94781-af00-486a-a351-7fafe2c1f110', 'status': 'completed', 'code': 200} Aug 20 14:56:36.439742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f3b9cc1-339a-4e78-b33e-098c4d51ee52 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.521855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f3b9cc1-339a-4e78-b33e-098c4d51ee52 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.559421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b9cc1-339a-4e78-b33e-098c4d51ee52 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb1ac5d-3cd3-477f-a368-c51705fbd4ef,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:36.561455 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f3b9cc1-339a-4e78-b33e-098c4d51ee52 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.563525 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5f3b9cc1-339a-4e78-b33e-098c4d51ee52 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "DELETE /v2.0/subnets/bcb1ac5d-3cd3-477f-a368-c51705fbd4ef HTTP/1.1" status: 204 len: 168 time: 0.4659069 Aug 20 14:56:36.566212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59466) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:36.577958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6139c67-cbe8-4ac7-9db2-03af17ae0540 None None] Network 9457bc1b-b818-4bc7-b4d7-db054adb1bca requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:36.590625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59468) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:36.629723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872991b5-8572-4618-9389-7daf5852cd5c req-fe2a4d56-58f0-4428-bb92-3acfa4433429 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:36.631323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-872991b5-8572-4618-9389-7daf5852cd5c req-fe2a4d56-58f0-4428-bb92-3acfa4433429 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1098 time: 0.1268184 Aug 20 14:56:36.658177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.667355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-6a2758af-f4e5-406e-8081-c789accd5321 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:36.668923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-6a2758af-f4e5-406e-8081-c789accd5321 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.2382073 Aug 20 14:56:36.695426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-b45a4d57-284d-4d37-a256-696f82fb0315 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/quotas/6a34afd23cda46ea9217208b0ac3307b HTTP/1.1" status: 200 len: 375 time: 0.0149701 Aug 20 14:56:36.731833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-872991b5-8572-4618-9389-7daf5852cd5c req-0d79209b-104c-46b0-9d36-dd33146305e8 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856712 Aug 20 14:56:36.741655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting port a8db7f26-c96f-4423-948c-b8fd2302ca1b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:36.743683 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.762935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59476) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:36.822325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-170bb9b7-d50b-4669-8d05-ef2af027a525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.864068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451758e7-8929-4419-b903-f7f39775d34b None None] DHCP port deletion for 9457bc1b-b818-4bc7-b4d7-db054adb1bca request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:56:36.877106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] For port a8db7f26-c96f-4423-948c-b8fd2302ca1b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a8db7f26-c96f-4423-948c-b8fd2302ca1b,segment=NetworkSegment(1a883d2e-9892-469f-8aed-7daf832807a9),segment_id=1a883d2e-9892-469f-8aed-7daf832807a9)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:36.877484 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:36.895096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Calling delete_port for a8db7f26-c96f-4423-948c-b8fd2302ca1b owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:36.900907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-7ced2802-76f7-4a46-89af-09769ea1461a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1980023 Aug 20 14:56:36.979866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-451758e7-8929-4419-b903-f7f39775d34b None None] Deleting port a8db7f26-c96f-4423-948c-b8fd2302ca1b {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:36.982056 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-451758e7-8929-4419-b903-f7f39775d34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.020823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.084671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] No DVR routers for this DVR port a8db7f26-c96f-4423-948c-b8fd2302ca1b on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:37.086468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-337284f6-0bb9-4e1a-915c-e90ab8c6423d service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767359 Aug 20 14:56:37.090275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-451758e7-8929-4419-b903-f7f39775d34b None None] For port a8db7f26-c96f-4423-948c-b8fd2302ca1b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a8db7f26-c96f-4423-948c-b8fd2302ca1b,segment=NetworkSegment(1a883d2e-9892-469f-8aed-7daf832807a9),segment_id=1a883d2e-9892-469f-8aed-7daf832807a9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:37.090925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-451758e7-8929-4419-b903-f7f39775d34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.115883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-451758e7-8929-4419-b903-f7f39775d34b None None] Calling delete_port for a8db7f26-c96f-4423-948c-b8fd2302ca1b owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:37.153901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Port': ['ID=a8db7f26-c96f-4423-948c-b8fd2302ca1b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:37.199453 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-170bb9b7-d50b-4669-8d05-ef2af027a525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.214695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-a7825f4d-544b-452c-b5ee-153e1a478ce3 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273584 Aug 20 14:56:37.216206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-170bb9b7-d50b-4669-8d05-ef2af027a525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.268146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-68385597'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:37.300561 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-451758e7-8929-4419-b903-f7f39775d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.304756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.328327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Made reservation on behalf of f4e60b646a8145f89cd1c927027c639a for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:37.332341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9457bc1b-b818-4bc7-b4d7-db054adb1bca']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:37.336229 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.339659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451758e7-8929-4419-b903-f7f39775d34b None None] Pushing event deleted for resources: {'Port': ['ID=a8db7f26-c96f-4423-948c-b8fd2302ca1b,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:37.341845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451758e7-8929-4419-b903-f7f39775d34b None None] No DVR routers for this DVR port a8db7f26-c96f-4423-948c-b8fd2302ca1b on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:37.369672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a883d2e-9892-469f-8aed-7daf832807a9') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:37.369974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a883d2e-9892-469f-8aed-7daf832807a9') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:37.380568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.388587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.412396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.424184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:37.424616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.425695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-170bb9b7-d50b-4669-8d05-ef2af027a525 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1598b863e444a6fa76d1b3050331b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6594548 Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:37.427777 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:37.430295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59492) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:37.431369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bb9b7-d50b-4669-8d05-ef2af027a525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76d891-dac2-41fe-ace8-83ff5ef0ee9e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:37.509514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a8db7f26-c96f-4423-948c-b8fd2302ca1b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:37.597617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a8db7f26-c96f-4423-948c-b8fd2302ca1b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:37.598478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a8db7f26-c96f-4423-948c-b8fd2302ca1b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:37.605143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.618628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.620733 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "DELETE /v2.0/networks/9457bc1b-b818-4bc7-b4d7-db054adb1bca HTTP/1.1" status: 204 len: 168 time: 1.0535915 Aug 20 14:56:37.623413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a50200af-18a6-4c7e-b820-a9da3cb9631a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.625804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59506) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:37.638064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0f99f-5b36-4bca-b568-f5def2c0543c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Network': ['ID=9457bc1b-b818-4bc7-b4d7-db054adb1bca,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:37.660039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a50200af-18a6-4c7e-b820-a9da3cb9631a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.677289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.714569 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.736321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a50200af-18a6-4c7e-b820-a9da3cb9631a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.739735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a50200af-18a6-4c7e-b820-a9da3cb9631a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.741352 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a50200af-18a6-4c7e-b820-a9da3cb9631a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc76d891-dac2-41fe-ace8-83ff5ef0ee9e HTTP/1.1" status: 204 len: 168 time: 0.3122449 Aug 20 14:56:37.754165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50200af-18a6-4c7e-b820-a9da3cb9631a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76d891-dac2-41fe-ace8-83ff5ef0ee9e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:37.763322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:37.777559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd70ca00-3131-40af-a083-04d9f3485c43 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting subnet 7b1aa0ba-43ce-48bd-85f9-d9097a218500 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:56:37.781991 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529148a7-5e7d-4492-9c78-f3ff9c52edce,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:37.799469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047547c-50bf-4216-8696-2e2fb1f76fc3 req-7f6b81e2-31be-490c-abc6-09f19dbd1151 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:37.807294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3047547c-50bf-4216-8696-2e2fb1f76fc3 req-7f6b81e2-31be-490c-abc6-09f19dbd1151 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 943 time: 0.1328740 Aug 20 14:56:37.810264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.810813 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Added segment 18991311-54f6-4084-a78e-78339998f109 of type vlan for network b7e01bac-69d2-43d1-921c-429a6062ea95 Aug 20 14:56:37.812400 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dd70ca00-3131-40af-a083-04d9f3485c43 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.956645 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dd70ca00-3131-40af-a083-04d9f3485c43 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:37.961821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.012196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3047547c-50bf-4216-8696-2e2fb1f76fc3 req-a360dfc2-74da-4730-8032-8b7e7cca32f4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036984 Aug 20 14:56:38.077083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.083618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:38.084289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.144779 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dd70ca00-3131-40af-a083-04d9f3485c43 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.186379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.5889390 Aug 20 14:56:38.208084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8f19a-c60b-4946-94e1-26c1c1969836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Pushing event updated for resources: {'Network': ['ID=b7e01bac-69d2-43d1-921c-429a6062ea95,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:38.238902 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b7e01bac-69d2-43d1-921c-429a6062ea95 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:38.240466 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dd70ca00-3131-40af-a083-04d9f3485c43 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.298436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70ca00-3131-40af-a083-04d9f3485c43 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1aa0ba-43ce-48bd-85f9-d9097a218500,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:38.307724 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dd70ca00-3131-40af-a083-04d9f3485c43 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.309698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dd70ca00-3131-40af-a083-04d9f3485c43 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "DELETE /v2.0/subnets/7b1aa0ba-43ce-48bd-85f9-d9097a218500 HTTP/1.1" status: 204 len: 168 time: 0.6831822 Aug 20 14:56:38.312459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59536) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:38.328195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d8b8dc-2796-49eb-8436-7a6a9ec79a2d None None] Network 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:38.437951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-3b7612ee-6ccd-4455-b4f0-7b3705e4fac2 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:56:38.439524 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-3b7612ee-6ccd-4455-b4f0-7b3705e4fac2 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071955 Aug 20 14:56:38.458562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Request body: {'binding': {'host': 'n-h2-695189-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:38.459130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Unknown quota resources ['binding']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 14:56:38.495204 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.570800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting port 08956d19-d628-406c-936c-ba6ed75c857c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:38.572540 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.659013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] For port 08956d19-d628-406c-936c-ba6ed75c857c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08956d19-d628-406c-936c-ba6ed75c857c,segment=NetworkSegment(54232d61-e6b3-4a5e-9718-96bd08dc552f),segment_id=54232d61-e6b3-4a5e-9718-96bd08dc552f)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:38.659390 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.674305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Calling delete_port for 08956d19-d628-406c-936c-ba6ed75c857c owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:38.734944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on host n-h2-695189-15 for vnic_type normal with profile None {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:38.735286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:38.735661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:38.738364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] DHCP port deletion for 6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:56:38.741904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:38.742905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:38.748551 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:38.749175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:38.749736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:38.750343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Bound port: ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:38.791010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.829119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Port': ['ID=08956d19-d628-406c-936c-ba6ed75c857c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:38.831172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] Deleting port 08956d19-d628-406c-936c-ba6ed75c857c {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:38.832384 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.834373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:38.837538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] No DVR routers for this DVR port 08956d19-d628-406c-936c-ba6ed75c857c on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:38.855771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] Notify callbacks [] for binding, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.857092 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-6d546bc3-b01c-488b-b8f6-5307134bd06f service neutron] 10.222.0.36 "POST /v2.0/ports/ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4059658 Aug 20 14:56:38.926887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] For port 08956d19-d628-406c-936c-ba6ed75c857c, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:38.927798 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:38.949982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] Calling delete_port for 08956d19-d628-406c-936c-ba6ed75c857c owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:38.957024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] Port 08956d19-d628-406c-936c-ba6ed75c857c was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 14:56:38.958295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.008025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] No DVR routers for this DVR port 08956d19-d628-406c-936c-ba6ed75c857c on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:56:39.009041 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.013545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841f4bd-58c5-4adf-9d78-f98093d2060d None None] Pushing event deleted for resources: {'Port': ['ID=08956d19-d628-406c-936c-ba6ed75c857c,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:39.030263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:39.043699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54232d61-e6b3-4a5e-9718-96bd08dc552f') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:39.044066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54232d61-e6b3-4a5e-9718-96bd08dc552f') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:39.054962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.075349 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.083387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:39.083838 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:39.087444 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:39.184068 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.190924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.192958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "DELETE /v2.0/networks/6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2 HTTP/1.1" status: 204 len: 168 time: 0.8793616 Aug 20 14:56:39.201610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59578) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:39.208905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1976733512'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:39.224172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-2fcdeda7-4342-4043-8c7b-a8c91e9f73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:39.225829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-2fcdeda7-4342-4043-8c7b-a8c91e9f73bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1098 time: 0.0984557 Aug 20 14:56:39.228787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca054c2d-0ef7-4fff-844b-f051aa1e2666 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Network': ['ID=6f7393a1-dd55-41de-be0b-6a9a4c4d5ce2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:39.242740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:39.246683 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.247805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59584) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:39.276449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:39.289645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.290027 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Added segment d7f1e513-5211-4b42-a5dd-0c6f1640f594 of type vlan for network a06595df-5a5d-4ccc-990c-d3c8b391033c Aug 20 14:56:39.342776 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.377284 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.385908 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:39.387283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.467247 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2634082 Aug 20 14:56:39.471733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59590) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:39.478317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'subnet': {'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:39.513402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08956d19-d628-406c-936c-ba6ed75c857c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:56:39.536905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79023bd0-5118-4a7d-8a74-1efb916ddd67 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Network': ['ID=a06595df-5a5d-4ccc-990c-d3c8b391033c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:39.596124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Request body: {'port': {'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95', 'binding:host_id': 'n-h2-695189-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2139135445'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:39.602856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:39.603900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a06595df-5a5d-4ccc-990c-d3c8b391033c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:39.608291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.649023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 08956d19-d628-406c-936c-ba6ed75c857c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:56:39.650649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08956d19-d628-406c-936c-ba6ed75c857c not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:56:39.661927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-ece5ece5-3e19-43bc-9848-bbc072f89e4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=1f48da92-55cd-4299-8092-be5989194c54 HTTP/1.1" status: 200 len: 210 time: 0.0396743 Aug 20 14:56:39.695662 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-126b8986-f741-489a-81d8-c1c5cbc49499 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ff7cffda75c34d92b8af75b336dde408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4677868 Aug 20 14:56:39.839407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.931582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Made reservation on behalf of 8cc16f80f788470e8fec75fe52932b21 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:39.933002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Subnet': ['ID=f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:39.933878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.936188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Checking segment: {'id': 'd7f1e513-5211-4b42-a5dd-0c6f1640f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:39.936553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network hostable DHCP agents. Network: a06595df-5a5d-4ccc-990c-d3c8b391033c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:56:39.961744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network a06595df-5a5d-4ccc-990c-d3c8b391033c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:56:39.974279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a06595df-5a5d-4ccc-990c-d3c8b391033c) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:39.978968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:39.986050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915d3a01-3cf9-4c07-b28b-186aaf61aab6 None None] Network a06595df-5a5d-4ccc-990c-d3c8b391033c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:39.990281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:39.990874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.010672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90629-c1e8-45a7-acb9-8bab97b4b52e req-b5bd295e-6e31-420a-9791-df41740e9848 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:40.010979 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dbbfa80a-c9c0-4ff5-b3e0-93e26f7b1909 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5377991 Aug 20 14:56:40.011932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59606) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:40.016024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ab90629-c1e8-45a7-acb9-8bab97b4b52e req-b5bd295e-6e31-420a-9791-df41740e9848 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.3923976 Aug 20 14:56:40.017398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1621137021'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:40.026428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-fcec69ec-ea7e-4a52-a77f-81ce288cc9b2 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:40.028990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-fcec69ec-ea7e-4a52-a77f-81ce288cc9b2 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2848451 Aug 20 14:56:40.049879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:40.054543 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.089170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:56:40.106583 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.106996 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Added segment 21dbe42e-8935-4c66-8a74-44facbc027f7 of type vlan for network a634ccba-0247-49cc-be8c-fef4274781cb Aug 20 14:56:40.114559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-32d1aeb2-a344-4bec-873a-9bead8fe878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:40.116127 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-32d1aeb2-a344-4bec-873a-9bead8fe878f service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.8692520 Aug 20 14:56:40.127096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-bdbe31ea-1727-49ee-9574-3af5a2af9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:40.128586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-bdbe31ea-1727-49ee-9574-3af5a2af9c13 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=6a34afd23cda46ea9217208b0ac3307b&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4319005 Aug 20 14:56:40.143713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-82102c92-7d7a-49cc-bc98-a4e9a9204355 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/quotas/ff7cffda75c34d92b8af75b336dde408 HTTP/1.1" status: 200 len: 375 time: 0.0568905 Aug 20 14:56:40.153362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.174395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a06595df-5a5d-4ccc-990c-d3c8b391033c', 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'fixed_ips': [{'subnet_id': 'f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:56:40.175294 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.182029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.186075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:40.186794 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.256939 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-9135b0a8-9f05-4ad5-adac-7341e824e677 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff7cffda75c34d92b8af75b336dde408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1122506 Aug 20 14:56:40.261910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Network': ['ID=a634ccba-0247-49cc-be8c-fef4274781cb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:40.274435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a634ccba-0247-49cc-be8c-fef4274781cb details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:56:40.288439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-081a33e3-63a5-4d29-8851-16f7bbce60a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 HTTP/1.1" status: 200 len: 217 time: 0.1531363 Aug 20 14:56:40.327902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ab90629-c1e8-45a7-acb9-8bab97b4b52e req-6ef0aeb5-d949-4074-8625-0eaece7549d6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511513 Aug 20 14:56:40.342866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:40.388614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-e4148e3f-613b-43cc-bcb7-a2beacc7bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:40.390115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-e4148e3f-613b-43cc-bcb7-a2beacc7bc4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0869560 Aug 20 14:56:40.449307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-2c66d80f-fa9e-43df-abba-224732c72ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:40.454915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-2c66d80f-fa9e-43df-abba-224732c72ae9 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2959974 Aug 20 14:56:40.472935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Allocated IP 19.80.0.2 (a06595df-5a5d-4ccc-990c-d3c8b391033c/f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83/fa90c185-042a-4ffc-a9de-b6f691e7ffaf) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:40.504385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7a4df673-719d-4f98-8a1c-3081f4b8f4be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958052 Aug 20 14:56:40.570664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:40.596411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc', 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd', 'port_id': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc', 'mac_address': 'fa:16:3e:d6:8e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2359d16-2738-48a0-9a20-5d0d6e0146df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:56:40.653921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.665408 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40a67769-3f4e-4af5-9b16-17722dcb24c6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6526895 Aug 20 14:56:40.667739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59626) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:40.674141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'subnet': {'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:40.679652 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.687598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-069c5d68-ad27-4463-b472-9ce7b921d4f3 req-3a06da7a-2de9-400b-93bb-77f23db8d82e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f48da92-55cd-4299-8092-be5989194c54 HTTP/1.1" status: 200 len: 210 time: 0.1530378 Aug 20 14:56:40.702420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:40.707832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93313866-0687-4fcc-b8d2-529903c7eece req-0591f657-78a8-4138-940e-ed458c7159c9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:40.712057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93313866-0687-4fcc-b8d2-529903c7eece req-0591f657-78a8-4138-940e-ed458c7159c9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 943 time: 0.3023896 Aug 20 14:56:40.730331 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.746129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:40.749241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Transition to ACTIVE for port object fa90c185-042a-4ffc-a9de-b6f691e7ffaf will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:40.755601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.786279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Transition to ACTIVE for port object fa90c185-042a-4ffc-a9de-b6f691e7ffaf will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:40.789314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7cef46fc-914e-4ad3-9e26-f312705af556 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573986 Aug 20 14:56:40.791779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:40.797714 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.798107 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.817205 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.822419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] device_id is not set on port e4e923a7-61e2-4e42-a292-5d45f868350e yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:56:40.839909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Network a06595df-5a5d-4ccc-990c-d3c8b391033c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:40.842415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:40.844535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:40.847889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:40.947579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Pushing event updated for resources: {'Port': ['ID=fa90c185-042a-4ffc-a9de-b6f691e7ffaf,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:40.952346 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Attempting to bind port fa90c185-042a-4ffc-a9de-b6f691e7ffaf on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:40.952921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Attempting to bind port fa90c185-042a-4ffc-a9de-b6f691e7ffaf by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd7f1e513-5211-4b42-a5dd-0c6f1640f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:40.953490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Attempting to bind port fa90c185-042a-4ffc-a9de-b6f691e7ffaf on network a06595df-5a5d-4ccc-990c-d3c8b391033c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:40.959929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:40.960680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Checking segment: {'id': 'd7f1e513-5211-4b42-a5dd-0c6f1640f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:40.961256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:40.961804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Bound using segment: {'id': 'd7f1e513-5211-4b42-a5dd-0c6f1640f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:40.962428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Bound port: fa90c185-042a-4ffc-a9de-b6f691e7ffaf, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f1e513-5211-4b42-a5dd-0c6f1640f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:40.962993 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:41.038474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a370e25f-41d7-4383-85dd-2c8eecd23898,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:41.044668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] For port fa90c185-042a-4ffc-a9de-b6f691e7ffaf, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:41.048548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] For port fa90c185-042a-4ffc-a9de-b6f691e7ffaf, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fa90c185-042a-4ffc-a9de-b6f691e7ffaf,segment=NetworkSegment(d7f1e513-5211-4b42-a5dd-0c6f1640f594),segment_id=d7f1e513-5211-4b42-a5dd-0c6f1640f594)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:41.055408 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:41.056992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93313866-0687-4fcc-b8d2-529903c7eece req-26301964-ea05-4f7a-ba38-02e1c466b75e tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636533 Aug 20 14:56:41.077328 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:41.136476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7fa56954-700f-430e-a443-63d1a3de32dd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:41.137737 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dc952-f016-44fa-9b1c-c097aa532c6b None None] Pushing event updated for resources: {'Port': ['ID=fa90c185-042a-4ffc-a9de-b6f691e7ffaf,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:41.143459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7fa56954-700f-430e-a443-63d1a3de32dd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.6170502 Aug 20 14:56:41.218246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Subnet': ['ID=49700305-3b01-45af-a598-558be15cc887,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:41.229482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:41.230610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Checking segment: {'id': '21dbe42e-8935-4c66-8a74-44facbc027f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:41.231165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network hostable DHCP agents. Network: a634ccba-0247-49cc-be8c-fef4274781cb, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:56:41.263081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network a634ccba-0247-49cc-be8c-fef4274781cb is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:56:41.278325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a634ccba-0247-49cc-be8c-fef4274781cb) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:41.289869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:41.290469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:41.330954 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c1c4212a-338d-4f9a-8ef3-ae79baa03d66 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6617424 Aug 20 14:56:41.334352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb00284-829c-4acb-b24f-299b14c12685 None None] Network a634ccba-0247-49cc-be8c-fef4274781cb requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:41.373714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-c399e5aa-ac2e-4e30-816d-80cbcedb8fc2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/quotas/6a34afd23cda46ea9217208b0ac3307b HTTP/1.1" status: 200 len: 375 time: 0.2292454 Aug 20 14:56:41.410325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-947b99e6-1b42-4702-83c2-beaef43f81e8 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696324 Aug 20 14:56:41.443313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] device_id is not set on port e4e923a7-61e2-4e42-a292-5d45f868350e yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:56:41.461187 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:41.517092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Transition to ACTIVE for port object e4e923a7-61e2-4e42-a292-5d45f868350e will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:41.566184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-4c58f1f4-e4a2-4d4d-9738-df1a613aa7ec tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1914911 Aug 20 14:56:41.596528 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:41.672257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fa90c185-042a-4ffc-a9de-b6f691e7ffaf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:41.706247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-791fb3b1-0c8c-416c-979c-310bc48780e7 req-283eab85-59e9-422c-afef-c02e1901561e tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 210 time: 0.0723534 Aug 20 14:56:41.743157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'Port': ['ID=e4e923a7-61e2-4e42-a292-5d45f868350e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:41.797989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-cec4bd5a-7835-4fbf-930b-30365a3c7612 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305877 Aug 20 14:56:41.807374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a634ccba-0247-49cc-be8c-fef4274781cb', 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'fixed_ips': [{'subnet_id': '49700305-3b01-45af-a598-558be15cc887'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:56:41.808253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:41.811904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Checking segment: {'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:41.813129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Network hostable DHCP agents. Network: b7e01bac-69d2-43d1-921c-429a6062ea95, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:56:41.821541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port fa90c185-042a-4ffc-a9de-b6f691e7ffaf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:41.945206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Network b7e01bac-69d2-43d1-921c-429a6062ea95 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:56:41.956213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6754b4f1-c5ef-4efe-af07-d28b865f741b tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ff7cffda75c34d92b8af75b336dde408&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464399 Aug 20 14:56:41.979968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bad3ea-c3c5-4dbb-8353-fabe23acd2a3 req-11193cdd-9ee6-4aae-b1f3-9d5bc1333901 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:41.987976 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04bad3ea-c3c5-4dbb-8353-fabe23acd2a3 req-11193cdd-9ee6-4aae-b1f3-9d5bc1333901 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.1594081 Aug 20 14:56:42.005252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b7e01bac-69d2-43d1-921c-429a6062ea95) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:42.021450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b66de-4851-4ab5-badd-afb72c21a156 None None] Network b7e01bac-69d2-43d1-921c-429a6062ea95 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:42.053243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:42.115789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-c7ffae0e-fead-41db-a1ba-d9025e0d6232 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167589 Aug 20 14:56:42.149991 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:42.156645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:42.157043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:42.176206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Allocated IP 19.86.0.2 (a634ccba-0247-49cc-be8c-fef4274781cb/49700305-3b01-45af-a598-558be15cc887/ff8a9091-fe14-4e9a-93f7-922e7f582f1f) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:42.188078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04bad3ea-c3c5-4dbb-8353-fabe23acd2a3 req-cb7d73f4-d417-4862-803a-00152b6508aa tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988940 Aug 20 14:56:42.199975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:42.200329 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:42.203407 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 2 to bind port e4e923a7-61e2-4e42-a292-5d45f868350e Aug 20 14:56:42.226901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:42.227245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:42.227705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:42.240774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:42.241664 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:42.249496 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 3 to bind port e4e923a7-61e2-4e42-a292-5d45f868350e Aug 20 14:56:42.269851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:42.270243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:42.270594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:42.278499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:42.278800 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:42.279608 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 4 to bind port e4e923a7-61e2-4e42-a292-5d45f868350e Aug 20 14:56:42.306017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:42.306503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:42.306840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:42.329913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-329d34bb-acb6-493e-a482-8df22556d4e8 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:42.332058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-329d34bb-acb6-493e-a482-8df22556d4e8 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3606465 Aug 20 14:56:42.336790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:42.337120 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:42.337519 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 5 to bind port e4e923a7-61e2-4e42-a292-5d45f868350e Aug 20 14:56:42.366653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Request body: {'port': {'device_id': 'd6b9d74b-bb3f-48bf-b0fb-e2846a295b9b', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': 'ff7cffda75c34d92b8af75b336dde408'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:42.371682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:42.371904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:42.372244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:42.378858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:42.379488 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:42.389282 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 6 to bind port e4e923a7-61e2-4e42-a292-5d45f868350e Aug 20 14:56:42.393070 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9af3d3a-4132-41a3-b4cf-429598386abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:42.449497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:42.449497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:42.449497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:42.496800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:42.497402 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:42.502933 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 7 to bind port e4e923a7-61e2-4e42-a292-5d45f868350e Aug 20 14:56:42.515134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:42.528024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Transition to ACTIVE for port object ff8a9091-fe14-4e9a-93f7-922e7f582f1f will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:42.547307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Transition to ACTIVE for port object ff8a9091-fe14-4e9a-93f7-922e7f582f1f will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:42.555669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0c896b-1b6d-4597-a94c-7277385e13a6 None None] Network a06595df-5a5d-4ccc-990c-d3c8b391033c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:42.562992 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:42.594638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:42.595196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:42.595773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:42.605639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:42.606247 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:42.613321 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 8 to bind port e4e923a7-61e2-4e42-a292-5d45f868350e Aug 20 14:56:42.645856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:42.646296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:42.646705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:42.848386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-96da200e-e67a-4cf4-865d-8abc356ae072 None None] Provisioning for port fa90c185-042a-4ffc-a9de-b6f691e7ffaf completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:42.854496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Network a634ccba-0247-49cc-be8c-fef4274781cb is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:42.867663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:42.876304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Pushing event updated for resources: {'Port': ['ID=ff8a9091-fe14-4e9a-93f7-922e7f582f1f,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:42.885899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:42.890253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-96da200e-e67a-4cf4-865d-8abc356ae072 None None] Provisioning complete for port fa90c185-042a-4ffc-a9de-b6f691e7ffaf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:42.890474 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-96da200e-e67a-4cf4-865d-8abc356ae072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.023961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Attempting to bind port ff8a9091-fe14-4e9a-93f7-922e7f582f1f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:43.024183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Attempting to bind port ff8a9091-fe14-4e9a-93f7-922e7f582f1f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '21dbe42e-8935-4c66-8a74-44facbc027f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:43.024598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Attempting to bind port ff8a9091-fe14-4e9a-93f7-922e7f582f1f on network a634ccba-0247-49cc-be8c-fef4274781cb {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:43.038657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:43.039619 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Checking segment: {'id': '21dbe42e-8935-4c66-8a74-44facbc027f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:43.040130 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.040705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Bound using segment: {'id': '21dbe42e-8935-4c66-8a74-44facbc027f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:43.041453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Bound port: ff8a9091-fe14-4e9a-93f7-922e7f582f1f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dbe42e-8935-4c66-8a74-44facbc027f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:43.042056 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.064034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-0e68af88-7ca4-4193-895f-c9dd2a8d985b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:43.071278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-0e68af88-7ca4-4193-895f-c9dd2a8d985b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:43.072892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-0e68af88-7ca4-4193-895f-c9dd2a8d985b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/networks?id=a06595df-5a5d-4ccc-990c-d3c8b391033c&id=a634ccba-0247-49cc-be8c-fef4274781cb HTTP/1.1" status: 200 len: 1392 time: 0.6177063 Aug 20 14:56:43.073666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:43.074175 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:43.076886 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 9 to bind port e4e923a7-61e2-4e42-a292-5d45f868350e Aug 20 14:56:43.110364 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-96da200e-e67a-4cf4-865d-8abc356ae072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.111021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-e3c4ce45-80d1-441a-8e63-dfbbb452c676 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/quotas/f79450d7f92245c093a97a866343ceee HTTP/1.1" status: 200 len: 375 time: 0.0311124 Aug 20 14:56:43.134351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:43.134695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:43.135016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:43.155887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:43.156258 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:43.161579 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 10 to bind port e4e923a7-61e2-4e42-a292-5d45f868350e Aug 20 14:56:43.173140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e340c-7508-4711-985a-3fee99e0c991 req-199a55ef-b9e4-4caa-8eba-d2f6bf79ee11 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:43.175786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-96da200e-e67a-4cf4-865d-8abc356ae072 None None] For port fa90c185-042a-4ffc-a9de-b6f691e7ffaf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fa90c185-042a-4ffc-a9de-b6f691e7ffaf,segment=NetworkSegment(d7f1e513-5211-4b42-a5dd-0c6f1640f594),segment_id=d7f1e513-5211-4b42-a5dd-0c6f1640f594)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:43.176433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f99e340c-7508-4711-985a-3fee99e0c991 req-199a55ef-b9e4-4caa-8eba-d2f6bf79ee11 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 944 time: 0.5636201 Aug 20 14:56:43.183071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Made reservation on behalf of ff7cffda75c34d92b8af75b336dde408 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:43.187363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.189986 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-96da200e-e67a-4cf4-865d-8abc356ae072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.217295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.234235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:43.234235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:43.234235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:43.243862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] For port ff8a9091-fe14-4e9a-93f7-922e7f582f1f, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:43.248554 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] For port ff8a9091-fe14-4e9a-93f7-922e7f582f1f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ff8a9091-fe14-4e9a-93f7-922e7f582f1f,segment=NetworkSegment(21dbe42e-8935-4c66-8a74-44facbc027f7),segment_id=21dbe42e-8935-4c66-8a74-44facbc027f7)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:43.256177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port e4e923a7-61e2-4e42-a292-5d45f868350e on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:43.256678 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port e4e923a7-61e2-4e42-a292-5d45f868350e on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:43.256931 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.263624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.273341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da200e-e67a-4cf4-865d-8abc356ae072 None None] Pushing event updated for resources: {'Port': ['ID=fa90c185-042a-4ffc-a9de-b6f691e7ffaf,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:43.291502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-18d1faa1-f161-4b84-86cf-b57e9267643c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f79450d7f92245c093a97a866343ceee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1795444 Aug 20 14:56:43.301891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f99e340c-7508-4711-985a-3fee99e0c991 req-578fe7ed-fabd-4948-b594-242d549e8dd0 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118627 Aug 20 14:56:43.341348 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5a1dc-82b9-4b7e-91b1-9d52b278c8fb None None] Pushing event updated for resources: {'Port': ['ID=ff8a9091-fe14-4e9a-93f7-922e7f582f1f,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:43.492759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2851f90c-fbe7-4e1a-b178-0cb4118f1018 req-b97806f2-ad7d-414b-ad54-4464f8557ce5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 210 time: 0.0548511 Aug 20 14:56:43.497428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fa90c185-042a-4ffc-a9de-b6f691e7ffaf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:43.562139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] For port e4e923a7-61e2-4e42-a292-5d45f868350e, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:43.562139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempted to set empty binding levels {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 14:56:43.592866 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.607622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fa90c185-042a-4ffc-a9de-b6f691e7ffaf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:43.608287 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.677883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:43.679468 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.680302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d7e881ce-8e3f-40d3-b2d1-590814e185b5 None None] Provisioning complete for port fa90c185-042a-4ffc-a9de-b6f691e7ffaf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:43.680772 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d7e881ce-8e3f-40d3-b2d1-590814e185b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.690287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-613b0c65-6034-4666-a062-7ad3885e508b service neutron] 10.222.0.36 "GET /v2.0/networks/a06595df-5a5d-4ccc-990c-d3c8b391033c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763487 Aug 20 14:56:43.784828 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.855138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'Port': ['ID=e4e923a7-61e2-4e42-a292-5d45f868350e,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:43.866625 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:43.902060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.3158331 Aug 20 14:56:43.907277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.907880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.908372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.908902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.909456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.909966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.910471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.910978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.911458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.911970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.912475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.913508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0b89c5-7377-4e8e-9c05-3ec55821b80a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:43.918892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59672) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:43.961120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c24a9375-3218-44af-a53a-83dee7ae9c9c req-fc0330b5-0256-4111-98d9-56ea4f058ae9 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 210 time: 0.0968056 Aug 20 14:56:44.004793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-02db54a3-1dcc-45a9-a013-5d59ecd211b1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:44.008208 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-02db54a3-1dcc-45a9-a013-5d59ecd211b1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.72 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.2142091 Aug 20 14:56:44.034007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Request body: {'port': {'device_id': 'a65dce90-2b0f-47df-a700-c3da5c5e77a0', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'admin_state_up': True, 'tenant_id': '6a34afd23cda46ea9217208b0ac3307b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:44.130159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a086b8-f01a-48a4-9dd0-c71f9af90849,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:44.198024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-b061e941-2c5e-4b71-b159-7d298993dc45 service neutron] 10.222.0.36 "GET /v2.0/networks/a06595df-5a5d-4ccc-990c-d3c8b391033c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920247 Aug 20 14:56:44.228542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Made reservation on behalf of 6a34afd23cda46ea9217208b0ac3307b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:44.232915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:44.346655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:44.383312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a8959-cf13-4b81-b3f7-b819a0620bb7 req-74581b03-34f3-44e4-b730-0686856de83f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:44.393382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-620a8959-cf13-4b81-b3f7-b819a0620bb7 req-74581b03-34f3-44e4-b730-0686856de83f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.3141427 Aug 20 14:56:44.432490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Allocated IP 172.20.0.13 (dc073387-b2cf-4dc7-95ad-28573738ed1d/fafce579-00b8-4639-b447-4e7a5b160daf/c0a392b6-deb7-4f46-87c1-51d6122d6f25) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:44.455874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Allocated IP 192.168.233.137 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:44.461855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:44.467021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:44.467790 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:44.507536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-01bd3da6-f8d0-46f7-94a1-a4a92eedf285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Deleting port e4e923a7-61e2-4e42-a292-5d45f868350e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:44.509501 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-01bd3da6-f8d0-46f7-94a1-a4a92eedf285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:44.636593 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:44.671525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:44.682589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-620a8959-cf13-4b81-b3f7-b819a0620bb7 req-fe72cfbf-e289-4cab-b8f3-8eaf4a1603c9 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778060 Aug 20 14:56:44.701081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:44.714890 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe1a664-db72-43c0-8dd0-059a0bc2b495" -d '{"events": [{"server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "name": "network-vif-plugged", "status": "completed", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:44.752620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:44.785358 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:44.795504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:44.802125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:44.802752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-fe88f556-b3ae-4d4a-99c0-1d64044c010b service neutron] 10.222.0.36 "GET /v2.0/networks/a634ccba-0247-49cc-be8c-fef4274781cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564306 Aug 20 14:56:44.931074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Network dc073387-b2cf-4dc7-95ad-28573738ed1d is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:44.934520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:44.941878 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:44.942469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:44.952958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event updated for resources: {'Port': ['ID=c0a392b6-deb7-4f46-87c1-51d6122d6f25,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:44.966541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af93c48-82f4-491f-b906-8115841ff4c2 None None] Network a634ccba-0247-49cc-be8c-fef4274781cb requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:56:45.005648 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.015903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:45.017148 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.026337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Transition to ACTIVE for port object 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:45.037059 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7e0812de-3147-4ee0-8ee7-e3be8110199b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0132623 Aug 20 14:56:45.057923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Request body: {'port': {'device_id': 'a65dce90-2b0f-47df-a700-c3da5c5e77a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:45.089793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-01bd3da6-f8d0-46f7-94a1-a4a92eedf285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] For port e4e923a7-61e2-4e42-a292-5d45f868350e, host n-h2-695189-15, got binding levels [] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:45.090406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-01bd3da6-f8d0-46f7-94a1-a4a92eedf285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.102305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1be8f6d7-fac9-433e-8269-0f7f3b91a046 None None] Provisioning for port ff8a9091-fe14-4e9a-93f7-922e7f582f1f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:45.108818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:45.109629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-01bd3da6-f8d0-46f7-94a1-a4a92eedf285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Calling delete_port for e4e923a7-61e2-4e42-a292-5d45f868350e owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:45.152891 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.165523 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5f923b0-2a1d-4222-b954-3b5a08077002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.388526 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-01bd3da6-f8d0-46f7-94a1-a4a92eedf285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.406414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.467775 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-01bd3da6-f8d0-46f7-94a1-a4a92eedf285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.470339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-01bd3da6-f8d0-46f7-94a1-a4a92eedf285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e4e923a7-61e2-4e42-a292-5d45f868350e HTTP/1.1" status: 204 len: 168 time: 1.5306966 Aug 20 14:56:45.475901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd3da6-f8d0-46f7-94a1-a4a92eedf285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4e923a7-61e2-4e42-a292-5d45f868350e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:45.482296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59686) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:45.487895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-7ba69862-1f7f-4535-8e1f-a8e9830ad3bd service neutron] 10.222.0.36 "GET /v2.0/networks/a634ccba-0247-49cc-be8c-fef4274781cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566321 Aug 20 14:56:45.523872 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-095d3d7a-f91c-4447-9bed-d577704d84a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] GET failed (client error): The resource could not be found. Aug 20 14:56:45.525542 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-095d3d7a-f91c-4447-9bed-d577704d84a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "GET /v2.0/ports/e4e923a7-61e2-4e42-a292-5d45f868350e HTTP/1.1" status: 404 len: 333 time: 0.0402150 Aug 20 14:56:45.551778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59688) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:45.558376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Request body: {'port': {'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-334201130'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:45.565495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ff8a9091-fe14-4e9a-93f7-922e7f582f1f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:45.590402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:45.593921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Made reservation on behalf of 8cc16f80f788470e8fec75fe52932b21 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:45.596290 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.618004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d2e34-b6b3-400c-aab2-0374e0b9d7e5 req-bd581c85-aa10-4908-b670-48f5d210dd73 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:45.626219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa3d2e34-b6b3-400c-aab2-0374e0b9d7e5 req-bd581c85-aa10-4908-b670-48f5d210dd73 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 945 time: 0.2684731 Aug 20 14:56:45.635517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] device_id is not set on port 333f82ec-6653-4b9d-ac97-99bf5c318f0c yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:56:45.680602 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port ff8a9091-fe14-4e9a-93f7-922e7f582f1f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:45.689510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ff8a9091-fe14-4e9a-93f7-922e7f582f1f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:45.694502 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.822623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.847963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-11caea3e-f320-4d28-b289-07245f58edc4 None None] Provisioning complete for port ff8a9091-fe14-4e9a-93f7-922e7f582f1f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:45.851301 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-11caea3e-f320-4d28-b289-07245f58edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.870306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:45.873648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:45.962381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:45.963140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:45.987881 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.026663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6645539 Aug 20 14:56:46.036305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e5593-fc98-4d5b-aa11-f176ac640b53 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Pushing event updated for resources: {'Port': ['ID=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:46.093755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Request body: {'port': {'device_id': 'd6b9d74b-bb3f-48bf-b0fb-e2846a295b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:46.103456 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.133300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'Port': ['ID=333f82ec-6653-4b9d-ac97-99bf5c318f0c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:46.152922 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-ce8dca5b-a081-4fc0-b2c3-8ef5de5c8e6c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6793737 Aug 20 14:56:46.156647 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.181500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa3d2e34-b6b3-400c-aab2-0374e0b9d7e5 req-0fed16c2-87c2-4189-ad79-175d8344259c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541327 Aug 20 14:56:46.195535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Network b7e01bac-69d2-43d1-921c-429a6062ea95 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:46.239334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:46.242421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:46.243927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.244690 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.246237 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-11caea3e-f320-4d28-b289-07245f58edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.277136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2f3b7f87-0cce-42df-8361-fc5179202994 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7214921 Aug 20 14:56:46.284447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59700) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:46.294086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244e41d-2cb1-4d0a-bb7f-a25574b7ab5c req-ae30bfff-1b6b-47c2-9054-7b57f6bb5981 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.301109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7244e41d-2cb1-4d0a-bb7f-a25574b7ab5c req-ae30bfff-1b6b-47c2-9054-7b57f6bb5981 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 932 time: 0.3563354 Aug 20 14:56:46.301330 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df9f931-5ae6-4e78-9caa-3387ca6fe1f6 x-openstack-request-id: req-9df9f931-5ae6-4e78-9caa-3387ca6fe1f6 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:46.301556 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "name": "network-vif-plugged", "status": "completed", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:46.301811 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9df9f931-5ae6-4e78-9caa-3387ca6fe1f6 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:46.302203 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc', 'code': 200} Aug 20 14:56:46.310839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:46.348681 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.366513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port ff8a9091-fe14-4e9a-93f7-922e7f582f1f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ff8a9091-fe14-4e9a-93f7-922e7f582f1f,segment=NetworkSegment(21dbe42e-8935-4c66-8a74-44facbc027f7),segment_id=21dbe42e-8935-4c66-8a74-44facbc027f7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:46.390140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.393575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-83ec5ab0-18de-4fe1-aa94-042d393ddd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.394181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-83ec5ab0-18de-4fe1-aa94-042d393ddd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.394676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-83ec5ab0-18de-4fe1-aa94-042d393ddd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.396060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-83ec5ab0-18de-4fe1-aa94-042d393ddd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.398827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-83ec5ab0-18de-4fe1-aa94-042d393ddd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.400602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-83ec5ab0-18de-4fe1-aa94-042d393ddd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.403448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-83ec5ab0-18de-4fe1-aa94-042d393ddd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.408069 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-83ec5ab0-18de-4fe1-aa94-042d393ddd6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6507 time: 0.1693764 Aug 20 14:56:46.419564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a392b6-deb7-4f46-87c1-51d6122d6f25 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:46.433934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.468229 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Transition to ACTIVE for port object c0a392b6-deb7-4f46-87c1-51d6122d6f25 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:46.483452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.499317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.552183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7244e41d-2cb1-4d0a-bb7f-a25574b7ab5c req-e1f4795d-b436-4e7f-9e6c-1067334d6c4c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429998 Aug 20 14:56:46.576175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04ce54-cf19-4716-9b95-b21bd7a5bbda req-584e9b0a-cfbd-4559-82e2-146eccd4bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.578762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd04ce54-cf19-4716-9b95-b21bd7a5bbda req-584e9b0a-cfbd-4559-82e2-146eccd4bcc3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1097 time: 0.2084038 Aug 20 14:56:46.630414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=ff8a9091-fe14-4e9a-93f7-922e7f582f1f,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:46.672904 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-11caea3e-f320-4d28-b289-07245f58edc4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:56:46.696746 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-11caea3e-f320-4d28-b289-07245f58edc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:56:46.706949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a392b6-deb7-4f46-87c1-51d6122d6f25,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:46.726965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.727343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.727668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.728006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.728344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.728718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.729051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.729430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.729749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.730086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.730411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.730871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:46.795392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-7ff9675c-10c5-4cf7-82fa-186dcf3bd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.796261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-7ff9675c-10c5-4cf7-82fa-186dcf3bd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.796907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-7ff9675c-10c5-4cf7-82fa-186dcf3bd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.798746 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-7ff9675c-10c5-4cf7-82fa-186dcf3bd40f service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8de9808-a92c-4226-a7dc-109c0f430768&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=3e13694c-b908-45f1-a031-45b448bf5ef6&id=3e13694c-b908-45f1-a031-45b448bf5ef6 HTTP/1.1" status: 200 len: 2297 time: 0.3287594 Aug 20 14:56:46.829930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Attempting to bind port c0a392b6-deb7-4f46-87c1-51d6122d6f25 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:46.830638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Attempting to bind port c0a392b6-deb7-4f46-87c1-51d6122d6f25 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:46.831182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Attempting to bind port c0a392b6-deb7-4f46-87c1-51d6122d6f25 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:46.905763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Port c0a392b6-deb7-4f46-87c1-51d6122d6f25 on network dc073387-b2cf-4dc7-95ad-28573738ed1d not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:46.906433 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Attempting to bind port c0a392b6-deb7-4f46-87c1-51d6122d6f25 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:46.917573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:46.918461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Checking segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:46.919404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Bound using segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:46.920171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Bound port: c0a392b6-deb7-4f46-87c1-51d6122d6f25, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:46.920757 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:46.933605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd04ce54-cf19-4716-9b95-b21bd7a5bbda req-48ae6210-00f3-43c6-8d97-1006aac9fb5d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324798 Aug 20 14:56:46.975272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f362ce1-a5c7-4774-aae8-a9b9f5bd196f req-4b437ff6-1c35-4369-87d1-8d48ca3e3190 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.976948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f362ce1-a5c7-4774-aae8-a9b9f5bd196f req-4b437ff6-1c35-4369-87d1-8d48ca3e3190 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.2880402 Aug 20 14:56:46.988341 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-f9861c6d-ee58-44b6-b30b-ba2b1e9a5680 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f0addf6-e309-4151-b015-aa04ac1be543 HTTP/1.1" status: 200 len: 1001 time: 0.1508644 Aug 20 14:56:46.989363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5291502-be72-451d-b5da-7093e2cf4837 req-99fb8a61-713f-441a-8b44-211ff6bcd206 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:46.991077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5291502-be72-451d-b5da-7093e2cf4837 req-99fb8a61-713f-441a-8b44-211ff6bcd206 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 936 time: 0.2813787 Aug 20 14:56:47.029338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] For port c0a392b6-deb7-4f46-87c1-51d6122d6f25, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:47.033548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] For port c0a392b6-deb7-4f46-87c1-51d6122d6f25, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c0a392b6-deb7-4f46-87c1-51d6122d6f25,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:47.038577 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:47.097572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:47.098286 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:47.099838 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] 10.222.0.72 "PUT /v2.0/ports/c0a392b6-deb7-4f46-87c1-51d6122d6f25 HTTP/1.1" status: 200 len: 1093 time: 2.0471468 Aug 20 14:56:47.100441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65dce90-2b0f-47df-a700-c3da5c5e77a0', 'tag': 'c0a392b6-deb7-4f46-87c1-51d6122d6f25'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:47.103647 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623c10c5-cf6c-423a-a1ca-71896f3e2844" -d '{"events": [{"name": "network-changed", "server_uuid": "a65dce90-2b0f-47df-a700-c3da5c5e77a0", "tag": "c0a392b6-deb7-4f46-87c1-51d6122d6f25"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:47.124624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784736d-ef3f-4c48-b584-4745ec058848 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a392b6-deb7-4f46-87c1-51d6122d6f25,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:47.126452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f362ce1-a5c7-4774-aae8-a9b9f5bd196f req-9b061a47-72eb-446e-9271-b62108c699a5 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289830 Aug 20 14:56:47.136752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5291502-be72-451d-b5da-7093e2cf4837 req-4ace2038-408f-4e62-a26e-75666a0205f1 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284800 Aug 20 14:56:47.219078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] device_id is not set on port 333f82ec-6653-4b9d-ac97-99bf5c318f0c yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:56:47.231977 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:47.253065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:47.273386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:47.284641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Transition to ACTIVE for port object 333f82ec-6653-4b9d-ac97-99bf5c318f0c will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:47.295509 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce8883-53de-4eaa-96ea-2265347ade7c x-openstack-request-id: req-80ce8883-53de-4eaa-96ea-2265347ade7c {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:47.296100 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65dce90-2b0f-47df-a700-c3da5c5e77a0", "tag": "c0a392b6-deb7-4f46-87c1-51d6122d6f25", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:47.296100 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80ce8883-53de-4eaa-96ea-2265347ade7c {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:47.296334 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65dce90-2b0f-47df-a700-c3da5c5e77a0', 'tag': 'c0a392b6-deb7-4f46-87c1-51d6122d6f25', 'status': 'completed', 'code': 200} Aug 20 14:56:47.367289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-1cd5f235-50c5-49d5-909d-b4017a576721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:47.368882 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-1cd5f235-50c5-49d5-909d-b4017a576721 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb4bb3b8-21fa-4961-a28d-1bdb09f01658 HTTP/1.1" status: 200 len: 856 time: 0.0576072 Aug 20 14:56:47.385413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-48cdd41e-3cda-4b24-82e9-11731b226f46 None None] Provisioning for port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:47.391100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-48cdd41e-3cda-4b24-82e9-11731b226f46 None None] Provisioning complete for port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:47.391888 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-48cdd41e-3cda-4b24-82e9-11731b226f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:47.443612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-48cdd41e-3cda-4b24-82e9-11731b226f46 None None] Port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:56:47.518557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-ab9352f4-657b-4e08-87f4-f4c2bc912719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:47.520276 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-ab9352f4-657b-4e08-87f4-f4c2bc912719 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8de9808-a92c-4226-a7dc-109c0f430768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071765 Aug 20 14:56:47.522401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c10c5-cf6c-423a-a1ca-71896f3e2844 req-2c5edd70-0ea0-4548-87d5-fe588f31573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:47.524109 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-623c10c5-cf6c-423a-a1ca-71896f3e2844 req-2c5edd70-0ea0-4548-87d5-fe588f31573f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 1096 time: 0.1002350 Aug 20 14:56:47.529500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ff8a9091-fe14-4e9a-93f7-922e7f582f1f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:47.598563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ff8a9091-fe14-4e9a-93f7-922e7f582f1f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:47.599172 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:47.736393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:47.737098 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-766a7fe7-4863-4d8c-9d33-5437a594e9b8 service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942372 Aug 20 14:56:47.741783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4fa998c-f02a-4160-a0a0-12f1b87cfcb4 req-ad81f2c2-a344-4218-abf7-095c28c71a3b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 210 time: 0.4833708 Aug 20 14:56:47.742414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c10c5-cf6c-423a-a1ca-71896f3e2844 req-1b9bd173-74f2-4fd4-abe2-5562ae7698dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:47.742528 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:47.743971 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-623c10c5-cf6c-423a-a1ca-71896f3e2844 req-1b9bd173-74f2-4fd4-abe2-5562ae7698dd service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=6a34afd23cda46ea9217208b0ac3307b&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1998446 Aug 20 14:56:47.765623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59720) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:47.770149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Transition to ACTIVE for port object 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:47.798989 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:47.961490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:47.962006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:47.962446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:47.990029 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-24c3804e-172a-4fc1-815c-21a0e78ada66 service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450726 Aug 20 14:56:47.992295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c10c5-cf6c-423a-a1ca-71896f3e2844 req-422cd866-4d43-4cb8-9e40-1ef3d9da55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:47.994244 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-623c10c5-cf6c-423a-a1ca-71896f3e2844 req-422cd866-4d43-4cb8-9e40-1ef3d9da55c2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2417612 Aug 20 14:56:47.995249 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-360a6488-979d-4569-b605-0061bc6fb877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:48.030362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'Port': ['ID=333f82ec-6653-4b9d-ac97-99bf5c318f0c,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:48.032719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:48.036255 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:48.046143 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 2 to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c Aug 20 14:56:48.056713 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-8392212d-6d50-4fba-b6ba-8dfb12f0226c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=80f09775-f1f0-43e2-8b62-9ece74cfd13a HTTP/1.1" status: 200 len: 217 time: 0.0467834 Aug 20 14:56:48.127804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b2593-78a8-4e88-84f8-bea56e5f8cdf req-65edc9b0-3a4f-4844-a5ee-d5975bce652c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.129337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a48b2593-78a8-4e88-84f8-bea56e5f8cdf req-65edc9b0-3a4f-4844-a5ee-d5975bce652c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 945 time: 0.3984270 Aug 20 14:56:48.136012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3d3f5daa-162b-46b2-9212-ec76f91515af tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.141736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3d3f5daa-162b-46b2-9212-ec76f91515af tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.143256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3d3f5daa-162b-46b2-9212-ec76f91515af tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.72 "GET /v2.0/networks?id=a06595df-5a5d-4ccc-990c-d3c8b391033c&id=a634ccba-0247-49cc-be8c-fef4274781cb HTTP/1.1" status: 200 len: 1392 time: 0.3159733 Aug 20 14:56:48.177629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:48.177860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:48.178390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:48.181214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-9603a570-b071-4b40-8775-bea0896dcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.183312 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-9603a570-b071-4b40-8775-bea0896dcfed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.1171534 Aug 20 14:56:48.193377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-3445a8a6-da2b-49dc-9612-b464b0409f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.195627 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-3445a8a6-da2b-49dc-9612-b464b0409f7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 1096 time: 0.1133966 Aug 20 14:56:48.218698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'port': {'device_id': '1990e966-1773-4521-b9fc-34016fb8b191', 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c', 'admin_state_up': True, 'tenant_id': 'f79450d7f92245c093a97a866343ceee'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:48.229688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Pushing event updated for resources: {'Port': ['ID=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:48.246013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:48.246354 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:48.268452 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-e7f3d93a-2bad-4c25-957a-4090c42f4fde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0a392b6-deb7-4f46-87c1-51d6122d6f25 HTTP/1.1" status: 200 len: 217 time: 0.0581596 Aug 20 14:56:48.277554 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 3 to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c Aug 20 14:56:48.294438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a1434-2359-4436-9ca5-cf47755411a1 req-bbfee77f-c7bb-42c7-9d93-22ac1a0e9b80 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.295965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb7a1434-2359-4436-9ca5-cf47755411a1 req-bbfee77f-c7bb-42c7-9d93-22ac1a0e9b80 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 944 time: 0.3367450 Aug 20 14:56:48.305253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-360a6488-979d-4569-b605-0061bc6fb877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:48.329269 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-360a6488-979d-4569-b605-0061bc6fb877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:48.337240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:48.337542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:48.337878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:48.338032 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-d63da2c1-0870-4394-b661-06f1ef80e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.339603 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-d63da2c1-0870-4394-b661-06f1ef80e953 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1492603 Aug 20 14:56:48.351284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a48b2593-78a8-4e88-84f8-bea56e5f8cdf req-8ac21baa-a00c-42f5-b0c7-fd41333907aa tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005925 Aug 20 14:56:48.374067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:48.374405 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:48.386983 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 4 to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c Aug 20 14:56:48.401841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-4999101b-bf94-453b-9250-b6812076c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.403355 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-4999101b-bf94-453b-9250-b6812076c26f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.1177559 Aug 20 14:56:48.407996 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-360a6488-979d-4569-b605-0061bc6fb877 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a66160204f0948169a1ca43a45049388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389911 Aug 20 14:56:48.416624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59728) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:48.420332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Attempting to bind port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:48.420670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Attempting to bind port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:48.421000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Attempting to bind port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:48.436199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a6488-979d-4569-b605-0061bc6fb877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec19a567-ae22-4d11-bfcd-5f7bb7f3da2b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:48.464383 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb7a1434-2359-4436-9ca5-cf47755411a1 req-aa4cec6b-c300-4ad0-a03d-9832bfd3dd9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555688 Aug 20 14:56:48.471269 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-9ffd961e-e99c-4244-bc49-44bac0009db9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366600 Aug 20 14:56:48.489605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:48.489605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Attempting to bind port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:48.490726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:48.491159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:48.491670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:48.516419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:48.516897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:48.517390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:48.518045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Bound port: 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:48.518583 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:48.527155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:48.527665 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:48.543456 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 5 to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c Aug 20 14:56:48.557961 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-bb3cfc3c-dcac-4972-9990-45f3bc5b85b0 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960132 Aug 20 14:56:48.579944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:48.580416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:48.580913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:48.613682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:48.617898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:48.632833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93d37-f937-49af-bbce-1601b1aee30f req-c97c9657-2f2a-46e9-84c3-e966dee1102b tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.634324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36b93d37-f937-49af-bbce-1601b1aee30f req-c97c9657-2f2a-46e9-84c3-e966dee1102b tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 948 time: 0.2168226 Aug 20 14:56:48.643972 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-7c157305-d5a2-4cce-90c7-0c5f5d951482 service neutron] 10.222.0.72 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646791 Aug 20 14:56:48.659785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:48.660157 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:48.678891 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 6 to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c Aug 20 14:56:48.695603 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-373b7b47-84a2-49aa-ae3d-0dcb57f98c19 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264122 Aug 20 14:56:48.726369 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f651e42e-8fda-495f-a0cb-05b02ff3c714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:48.756669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:48.757370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:48.757370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:48.768319 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-d675fc8c-7c20-4606-bfb9-a0bc3f3af731 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377 HTTP/1.1" status: 200 len: 217 time: 0.0423899 Aug 20 14:56:48.837626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] For port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:48.839933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:48.840297 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:48.840641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-804c152c-ecc3-45e8-87f1-3b2f57b9eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.842496 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-804c152c-ecc3-45e8-87f1-3b2f57b9eed3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0668087 Aug 20 14:56:48.851265 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 7 to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c Aug 20 14:56:48.856747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f651e42e-8fda-495f-a0cb-05b02ff3c714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:48.865164 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-73e5e307-7fed-45d4-9c14-b5131d5ec877 req-5d70f983-162d-4a80-bee4-e9fa6b584cc8 service neutron] 10.222.0.72 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932364 Aug 20 14:56:48.889187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36b93d37-f937-49af-bbce-1601b1aee30f req-57b5d5c7-27fd-452f-9891-afd39cde6f86 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325435 Aug 20 14:56:48.903160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-161d9f53-3abe-40b8-99d6-9c0a1937f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.907036 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-161d9f53-3abe-40b8-99d6-9c0a1937f00e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0556159 Aug 20 14:56:48.907472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaf731-d9f8-4e49-88cf-bd3f5c0b256c req-de56bb6b-0f24-498c-8c52-44c1794843b3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:48.912795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8aaf731-d9f8-4e49-88cf-bd3f5c0b256c req-de56bb6b-0f24-498c-8c52-44c1794843b3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.2999573 Aug 20 14:56:48.912795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] For port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:48.936188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:48.936844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:48.937440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:48.941273 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.030156 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-57681dae-2bb2-4273-8307-e7db7114114a service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854573 Aug 20 14:56:49.046248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:49.046623 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:49.055073 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 8 to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c Aug 20 14:56:49.088724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.089358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.090796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] 10.222.0.70 "PUT /v2.0/ports/1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c HTTP/1.1" status: 200 len: 1097 time: 3.0018775 Aug 20 14:56:49.106924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b9d74b-bb3f-48bf-b0fb-e2846a295b9b', 'tag': '1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:49.109363 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b", "tag": "1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:49.121535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4f3952f-f017-4822-a157-d20689bd5403 req-418ad5d9-7847-4b9a-b96d-3525246aa5a5 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 210 time: 0.0765047 Aug 20 14:56:49.145501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:49.145850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:49.146197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:49.150836 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-18876a49-ff3d-4c2d-9844-a10f4046ff91 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122842 Aug 20 14:56:49.170299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8aaf731-d9f8-4e49-88cf-bd3f5c0b256c req-fbc88a91-16ff-488d-9f67-8741ff14d7c3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461600 Aug 20 14:56:49.181484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Allocated IP 19.80.0.150 (a06595df-5a5d-4ccc-990c-d3c8b391033c/f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83/d189e6cb-9415-4f9b-82fb-f3f022c905a9) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:49.200319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b0089-0f35-49ed-894c-f85ec0a199bb service neutron] Pushing event updated for resources: {'Port': ['ID=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:49.204913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f651e42e-8fda-495f-a0cb-05b02ff3c714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.207704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f651e42e-8fda-495f-a0cb-05b02ff3c714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.212344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f651e42e-8fda-495f-a0cb-05b02ff3c714 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec19a567-ae22-4d11-bfcd-5f7bb7f3da2b HTTP/1.1" status: 204 len: 168 time: 0.7890801 Aug 20 14:56:49.217019 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-dd04b1aa-195f-4a72-87ba-7c367015deff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc HTTP/1.1" status: 200 len: 217 time: 0.0579448 Aug 20 14:56:49.219474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:49.225784 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:49.229147 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 9 to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c Aug 20 14:56:49.252883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651e42e-8fda-495f-a0cb-05b02ff3c714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec19a567-ae22-4d11-bfcd-5f7bb7f3da2b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:49.274861 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5761dba6-0049-4a24-ae32-964b2cf36d7d x-openstack-request-id: req-5761dba6-0049-4a24-ae32-964b2cf36d7d {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:49.275169 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b", "tag": "1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:49.275405 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5761dba6-0049-4a24-ae32-964b2cf36d7d {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:49.275822 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6b9d74b-bb3f-48bf-b0fb-e2846a295b9b', 'tag': '1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c', 'status': 'completed', 'code': 200} Aug 20 14:56:49.282384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:49.282729 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:49.283071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:49.309186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-1a90e015-fb73-40c9-a5c7-23b364e4e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.310442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:49.310791 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:49.312033 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-1a90e015-fb73-40c9-a5c7-23b364e4e43b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0855036 Aug 20 14:56:49.316003 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 10 to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c Aug 20 14:56:49.324165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-76233d73-98d4-4a8f-9ac4-36354bc8a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.325806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-76233d73-98d4-4a8f-9ac4-36354bc8a4cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ff7cffda75c34d92b8af75b336dde408&device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 1100 time: 0.1761131 Aug 20 14:56:49.382299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-447ac041-7634-4482-a504-6de8d5203ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.383849 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-447ac041-7634-4482-a504-6de8d5203ebd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635910 Aug 20 14:56:49.431840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-c4b965d2-a863-4b05-b224-f74dd833ffd8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c HTTP/1.1" status: 200 len: 217 time: 0.0771010 Aug 20 14:56:49.435191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:49.435721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:49.436065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:49.464989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:49.465322 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:49.465694 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.501271 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-0d580e37-db55-4c85-ac73-22a4aaa17482 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088185 Aug 20 14:56:49.609297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59744) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:49.631623 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1418c2e1-ce57-40be-aee7-fef602067c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.638044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-c4e1ecf8-fd59-4707-b1c3-ce5110095df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.639742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-c4e1ecf8-fd59-4707-b1c3-ce5110095df7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1945179 Aug 20 14:56:49.640842 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-de0188a8-c3cf-4833-a58d-85a6616241bd service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250529 Aug 20 14:56:49.654711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13b166-f999-43bf-befe-7597a23c8d69 req-bb42f349-1549-4b11-916d-ee40631cb730 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.656400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb13b166-f999-43bf-befe-7597a23c8d69 req-bb42f349-1549-4b11-916d-ee40631cb730 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 945 time: 0.2144237 Aug 20 14:56:49.665446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.688833 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-e35e1a71-57d7-45e9-ad99-0bc38e8932f6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31 HTTP/1.1" status: 200 len: 217 time: 0.0400717 Aug 20 14:56:49.740230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Transition to ACTIVE for port object d189e6cb-9415-4f9b-82fb-f3f022c905a9 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:49.757167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] For port 333f82ec-6653-4b9d-ac97-99bf5c318f0c, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:49.757861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempted to set empty binding levels {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 14:56:49.758101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-12039975-f4d5-4ae1-9c7a-6752ee4b46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.759678 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-12039975-f4d5-4ae1-9c7a-6752ee4b46ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0621634 Aug 20 14:56:49.770616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ae73c-9af1-4c8f-b018-1c69d76aa04d req-b595c1fe-9c84-40d4-9c50-b8577653ce0e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.772675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f1ae73c-9af1-4c8f-b018-1c69d76aa04d req-b595c1fe-9c84-40d4-9c50-b8577653ce0e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 944 time: 0.2196667 Aug 20 14:56:49.784906 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.832732 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1418c2e1-ce57-40be-aee7-fef602067c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.835811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb13b166-f999-43bf-befe-7597a23c8d69 req-7767391b-c52e-4302-8f6d-343e39ee1aae tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513541 Aug 20 14:56:49.838560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-3ecd2a34-f41b-45cd-b045-ce19273a492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.840193 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-3ecd2a34-f41b-45cd-b045-ce19273a492d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0712285 Aug 20 14:56:49.841392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1418c2e1-ce57-40be-aee7-fef602067c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.859745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] In _notify_port_updated(), no bound segment for port 333f82ec-6653-4b9d-ac97-99bf5c318f0c on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 14:56:49.859745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.859745 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:49.860242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "PUT /v2.0/ports/333f82ec-6653-4b9d-ac97-99bf5c318f0c HTTP/1.1" status: 200 len: 979 time: 3.5567629 Aug 20 14:56:49.862616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-d01948e0-8d90-4560-8d82-188190df666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:49.864047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-d01948e0-8d90-4560-8d82-188190df666e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2052383 Aug 20 14:56:49.866563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59748) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:49.949870 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1418c2e1-ce57-40be-aee7-fef602067c28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eda0da2204a74f54aacc94ee691f5011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395061 Aug 20 14:56:49.952720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59752) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:49.953383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418c2e1-ce57-40be-aee7-fef602067c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c9349d-f88d-401a-b83c-bb4e6737b4b9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:50.008581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e86e0-9542-4e09-90e8-8a004c8f5abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'Port': ['ID=333f82ec-6653-4b9d-ac97-99bf5c318f0c,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:50.027762 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-de18f67a-28ce-4c52-9ffc-8226f460fc06 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721361 Aug 20 14:56:50.029349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f1ae73c-9af1-4c8f-b018-1c69d76aa04d req-c6ef10d3-8353-4411-b718-16f950596c5a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382536 Aug 20 14:56:50.032394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1215-4804-43ce-833c-bafb42450f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.054610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.108443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1215-4804-43ce-833c-bafb42450f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.155117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.155629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.156112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.156596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.157125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.157748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.158338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.158806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.159388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.159942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.160492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.160995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.161465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.161934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.163097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.163584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.164056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.164525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.164989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.165455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.165920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.166387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.166850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.167513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.168147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.168792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.169377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.169943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.170418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.171009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.173314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-aaf5e40c-8bd5-4649-bba9-8200d8e7e1e7 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362367 Aug 20 14:56:50.175170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fcd5fbbf-344d-4660-8031-cde3ba43695e tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27276 time: 0.3045199 Aug 20 14:56:50.180392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59756) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:50.194765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-c9e99636-db27-4748-b559-e059314f2547 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1979351812&fields=id&tenant_id=11ff5281a4d141f0b45a39cb9d04b816 HTTP/1.1" status: 200 len: 267 time: 0.2399619 Aug 20 14:56:50.205358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network a06595df-5a5d-4ccc-990c-d3c8b391033c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:50.249361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:50.252033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:50.255986 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-a44ba677-a205-4b29-9970-da5d69563a34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0719047 Aug 20 14:56:50.256570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1215-4804-43ce-833c-bafb42450f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.262379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1215-4804-43ce-833c-bafb42450f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.262379 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4c6c1215-4804-43ce-833c-bafb42450f45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4c9349d-f88d-401a-b83c-bb4e6737b4b9 HTTP/1.1" status: 204 len: 168 time: 0.3047755 Aug 20 14:56:50.291595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c1215-4804-43ce-833c-bafb42450f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c9349d-f88d-401a-b83c-bb4e6737b4b9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:50.327561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Port': ['ID=d189e6cb-9415-4f9b-82fb-f3f022c905a9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:50.356154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-233f8f04-d374-4807-871f-011be4d54605 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738259 Aug 20 14:56:50.392918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-168e8ee7-87ca-4317-9972-3e77addff2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.394458 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-168e8ee7-87ca-4317-9972-3e77addff2ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.1245909 Aug 20 14:56:50.442689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8f6bc-8a18-45af-adc2-3b091457f6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Deleting port 333f82ec-6653-4b9d-ac97-99bf5c318f0c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:50.443128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f6bc-8a18-45af-adc2-3b091457f6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.446695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.447475 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.462883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccc118-1eb8-4207-a418-6e7f1ff8de12 req-678a3a20-e74f-44c1-8186-9019469beac7 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.464844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bccc118-1eb8-4207-a418-6e7f1ff8de12 req-678a3a20-e74f-44c1-8186-9019469beac7 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 948 time: 0.3356984 Aug 20 14:56:50.506047 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-515ea60e-c53e-42b2-8b3d-1abca60613c3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.509598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-515ea60e-c53e-42b2-8b3d-1abca60613c3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 945 time: 0.3032544 Aug 20 14:56:50.519406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-3bc6c147-37ec-47b7-9b4f-b98a8af885db tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3302817 Aug 20 14:56:50.546485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-4ff6eeb5-e0a7-4f4e-becd-2c1c3c519ccb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'port': {'security_groups': ['5cc03168-a32b-46f2-86b2-12baf0938b35', '0dd40c55-f4f6-42a9-af76-c2ebd8b86227']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:50.548999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-71afd5a2-f430-401d-9e14-4c56197ec529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:50.550524 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-71afd5a2-f430-401d-9e14-4c56197ec529 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1471708 Aug 20 14:56:50.551641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-a7e8f6bc-8a18-45af-adc2-3b091457f6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] For port 333f82ec-6653-4b9d-ac97-99bf5c318f0c, host n-h2-695189-15, got binding levels [] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:50.552202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f6bc-8a18-45af-adc2-3b091457f6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.558357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Request body: {'port': {'device_id': '1990e966-1773-4521-b9fc-34016fb8b191', 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb', 'admin_state_up': True, 'tenant_id': 'f79450d7f92245c093a97a866343ceee'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:50.593526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8f6bc-8a18-45af-adc2-3b091457f6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Calling delete_port for 333f82ec-6653-4b9d-ac97-99bf5c318f0c owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:50.743158 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-1279224e-9712-4101-8b2c-b4ba93c72f1b service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774681 Aug 20 14:56:50.752565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9c5003b5-06e1-4ed1-9ccd-8430ec7b6d74 None None] Provisioning for port d189e6cb-9415-4f9b-82fb-f3f022c905a9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:50.759834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9c5003b5-06e1-4ed1-9ccd-8430ec7b6d74 None None] Provisioning complete for port d189e6cb-9415-4f9b-82fb-f3f022c905a9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:50.760589 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9c5003b5-06e1-4ed1-9ccd-8430ec7b6d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.814846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9c5003b5-06e1-4ed1-9ccd-8430ec7b6d74 None None] Port d189e6cb-9415-4f9b-82fb-f3f022c905a9 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:56:50.839157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f6bc-8a18-45af-adc2-3b091457f6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.881939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8f6bc-8a18-45af-adc2-3b091457f6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event deleted for resources: {'Port': ['ID=333f82ec-6653-4b9d-ac97-99bf5c318f0c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:50.893358 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7e8f6bc-8a18-45af-adc2-3b091457f6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:50.898994 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a7e8f6bc-8a18-45af-adc2-3b091457f6ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "DELETE /v2.0/ports/333f82ec-6653-4b9d-ac97-99bf5c318f0c HTTP/1.1" status: 204 len: 168 time: 0.7171454 Aug 20 14:56:50.899770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59774) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:50.938964 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d9c12a-8439-4299-b5d9-90cbdafb05f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] GET failed (client error): The resource could not be found. Aug 20 14:56:50.944614 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a5d9c12a-8439-4299-b5d9-90cbdafb05f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "GET /v2.0/ports/333f82ec-6653-4b9d-ac97-99bf5c318f0c HTTP/1.1" status: 404 len: 333 time: 0.0367098 Aug 20 14:56:50.946596 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-d0e35924-5f72-462f-b53b-71ae8c8e7919 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861186 Aug 20 14:56:50.947345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59778) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:50.952532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-371700485', 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:50.986335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bccc118-1eb8-4207-a418-6e7f1ff8de12 req-a4fe700f-d310-4352-8fc7-90406153cf44 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054371 Aug 20 14:56:50.988437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a1f4eb-8448-402f-a0f0-1b34fc6e8d8f req-2f46442e-9ceb-44cb-b525-32128f1fdeb7 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229975 Aug 20 14:56:51.013468 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-9a5bab35-055c-4508-9bee-e90c6c5b054e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4169652-326d-4a9b-9968-f3373cfbb653 HTTP/1.1" status: 200 len: 217 time: 0.0564022 Aug 20 14:56:51.038726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Made reservation on behalf of 8cc16f80f788470e8fec75fe52932b21 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:51.042568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.043984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-4ff6eeb5-e0a7-4f4e-becd-2c1c3c519ccb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.106975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] device_id is not set on port 39e0a360-c02d-4f40-8dba-99a3d6acf412 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:56:51.119336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-b85da4b4-50ef-40f7-8ae9-ea8c9927d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:51.121264 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-b85da4b4-50ef-40f7-8ae9-ea8c9927d418 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.0971470 Aug 20 14:56:51.238453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Made reservation on behalf of f79450d7f92245c093a97a866343ceee for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:51.242661 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.244419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-fe26907a-f478-40cd-98d9-ee28f17ca40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:51.246158 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-fe26907a-f478-40cd-98d9-ee28f17ca40a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0896158 Aug 20 14:56:51.272767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d013258-ff8d-4759-b5ea-19f887af943d req-dd50f554-7c95-4824-bc6b-0f957e17df03 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:51.274242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d013258-ff8d-4759-b5ea-19f887af943d req-dd50f554-7c95-4824-bc6b-0f957e17df03 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 932 time: 0.1610982 Aug 20 14:56:51.281951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-3f83c119-9e25-4a64-8c83-71e3c889d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:51.283973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-3f83c119-9e25-4a64-8c83-71e3c889d08f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ff7cffda75c34d92b8af75b336dde408&device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 1100 time: 0.1523771 Aug 20 14:56:51.384790 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.415592 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-1511437d-0d53-43ee-9e2f-3823b44ce0bb service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568103 Aug 20 14:56:51.494304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.502293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d013258-ff8d-4759-b5ea-19f887af943d req-12206dd2-d868-4668-bb69-7d3dc156c02a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143872 Aug 20 14:56:51.577481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-4ff6eeb5-e0a7-4f4e-becd-2c1c3c519ccb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] For port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:51.647604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-0de6ded0-9018-4205-8567-880a40b8664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:51.650730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-0de6ded0-9018-4205-8567-880a40b8664a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.3479185 Aug 20 14:56:51.651127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Allocated IP 19.86.0.103 (a634ccba-0247-49cc-be8c-fef4274781cb/49700305-3b01-45af-a598-558be15cc887/9f0f98f0-fe30-47a4-9685-66015a662c69) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:51.716636 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-4ff6eeb5-e0a7-4f4e-becd-2c1c3c519ccb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.755887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-96881dfb-e767-4320-a6cc-23fdc814c08b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c HTTP/1.1" status: 200 len: 217 time: 0.0787358 Aug 20 14:56:51.756801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-4ff6eeb5-e0a7-4f4e-becd-2c1c3c519ccb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.793560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:51.881283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-4ff6eeb5-e0a7-4f4e-becd-2c1c3c519ccb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:51.882236 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-4ff6eeb5-e0a7-4f4e-becd-2c1c3c519ccb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.884116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9de266e-ef17-400e-94fd-bc231b2616ed req-4ff6eeb5-e0a7-4f4e-becd-2c1c3c519ccb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "PUT /v2.0/ports/81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc HTTP/1.1" status: 200 len: 981 time: 1.3633204 Aug 20 14:56:51.893231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3696bbe-4bf0-4983-94f3-7ee678143fd2 req-10e0d7b3-8ec3-442e-b2ce-2068540acce6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:51.894263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3696bbe-4bf0-4983-94f3-7ee678143fd2 req-10e0d7b3-8ec3-442e-b2ce-2068540acce6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.2919781 Aug 20 14:56:51.901398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:51.903678 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493031d4-70c8-46ea-bed6-c7a2e9185a65" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:51.945109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Network b7e01bac-69d2-43d1-921c-429a6062ea95 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:51.961029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:51.963237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'Port': ['ID=39e0a360-c02d-4f40-8dba-99a3d6acf412,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:51.977294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:51.978409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:51.979268 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:51.986090 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd36add5-cd72-4f22-8fe4-501f85f1e6c3 req-5e64e303-94da-4f87-921b-351a2f00a415 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589089 Aug 20 14:56:52.016924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6eeb5-e0a7-4f4e-becd-2c1c3c519ccb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'Port': ['ID=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:52.030004 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5c450a9f-7d58-499b-b7f6-e3b51225554a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0758443 Aug 20 14:56:52.032955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59810) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:52.035908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-b0f67b4c-d4fe-4f42-831f-6f0cb9e4c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:52.037891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-b0f67b4c-d4fe-4f42-831f-6f0cb9e4c3cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.2626510 Aug 20 14:56:52.078258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:52.199958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3696bbe-4bf0-4983-94f3-7ee678143fd2 req-7d389346-86b8-433e-b0f3-c5cc3c15cab0 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787304 Aug 20 14:56:52.201799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b5c10-08e5-44d8-9ab1-c8c39d37cf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:52.206092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-323b5c10-08e5-44d8-9ab1-c8c39d37cf43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "GET /v2.0/ports/39e0a360-c02d-4f40-8dba-99a3d6acf412 HTTP/1.1" status: 200 len: 958 time: 0.1624625 Aug 20 14:56:52.206219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59814) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:52.246547 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.264884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-2a9868a0-661c-4228-a5d8-846550cbb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:52.266080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-2a9868a0-661c-4228-a5d8-846550cbb961 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2096131 Aug 20 14:56:52.276357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1764d-42f0-4117-8b14-6c41176f7b56 req-ff151979-bc95-4780-8c8f-bd74ed3e81a7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:52.277908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66e1764d-42f0-4117-8b14-6c41176f7b56 req-ff151979-bc95-4780-8c8f-bd74ed3e81a7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 944 time: 0.1600802 Aug 20 14:56:52.280825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Transition to ACTIVE for port object 9f0f98f0-fe30-47a4-9685-66015a662c69 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:52.320725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf9183-8709-4a42-8641-f4695f500e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Deleting port 39e0a360-c02d-4f40-8dba-99a3d6acf412 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:52.321190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9183-8709-4a42-8641-f4695f500e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.387291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9183-8709-4a42-8641-f4695f500e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.400462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9cbf9183-8709-4a42-8641-f4695f500e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Calling delete_port for 39e0a360-c02d-4f40-8dba-99a3d6acf412 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:52.410875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c0a392b6-deb7-4f46-87c1-51d6122d6f25 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:52.438477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66e1764d-42f0-4117-8b14-6c41176f7b56 req-453f7d10-b508-41d5-8b41-5b0b11e10235 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455975 Aug 20 14:56:52.454753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-d82afd46-8f62-4ea4-80fe-830e15001dff tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-670834777&fields=id&tenant_id=11ff5281a4d141f0b45a39cb9d04b816 HTTP/1.1" status: 200 len: 267 time: 0.1350508 Aug 20 14:56:52.476532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.540024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-07565fca-8b66-4dad-b8dd-7330de36760a service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572134 Aug 20 14:56:52.543812 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e657996-f259-48bc-9f06-3f5c83aa1bab x-openstack-request-id: req-4e657996-f259-48bc-9f06-3f5c83aa1bab {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:52.544115 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:52.544371 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e657996-f259-48bc-9f06-3f5c83aa1bab {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:52.544810 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc', 'status': 'completed', 'code': 200} Aug 20 14:56:52.548013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9183-8709-4a42-8641-f4695f500e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.565681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Network a634ccba-0247-49cc-be8c-fef4274781cb is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:52.568539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c0a392b6-deb7-4f46-87c1-51d6122d6f25, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c0a392b6-deb7-4f46-87c1-51d6122d6f25,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:52.593316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'c0a392b6-deb7-4f46-87c1-51d6122d6f25', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'port_id': 'c0a392b6-deb7-4f46-87c1-51d6122d6f25', 'mac_address': 'fa:16:3e:ee:bd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafce579-00b8-4639-b447-4e7a5b160daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:56:52.595224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:52.634145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:52.637907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9183-8709-4a42-8641-f4695f500e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.642787 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9cbf9183-8709-4a42-8641-f4695f500e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "DELETE /v2.0/ports/39e0a360-c02d-4f40-8dba-99a3d6acf412 HTTP/1.1" status: 204 len: 168 time: 0.4332788 Aug 20 14:56:52.644575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:52.645364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event updated for resources: {'Port': ['ID=9f0f98f0-fe30-47a4-9685-66015a662c69,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:52.663934 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.677648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a392b6-deb7-4f46-87c1-51d6122d6f25 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:52.694574 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6b58b1-acbe-4d99-9b87-38bba1a63ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] GET failed (client error): The resource could not be found. Aug 20 14:56:52.696234 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-da6b58b1-acbe-4d99-9b87-38bba1a63ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "GET /v2.0/ports/39e0a360-c02d-4f40-8dba-99a3d6acf412 HTTP/1.1" status: 404 len: 333 time: 0.0507383 Aug 20 14:56:52.697668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf9183-8709-4a42-8641-f4695f500e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event deleted for resources: {'Port': ['ID=39e0a360-c02d-4f40-8dba-99a3d6acf412,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:52.705218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59820) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:52.713200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Request body: {'port': {'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1976356266'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:52.717399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c0a392b6-deb7-4f46-87c1-51d6122d6f25, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c0a392b6-deb7-4f46-87c1-51d6122d6f25,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:52.722955 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.743708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-1347f43c-4109-402a-9a6b-c243d2e71359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:52.746710 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-1347f43c-4109-402a-9a6b-c243d2e71359 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1136 time: 0.1682501 Aug 20 14:56:52.751896 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Made reservation on behalf of 8cc16f80f788470e8fec75fe52932b21 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:52.755798 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.766192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-9f0c33aa-037f-4c68-a12c-bcea79e255cb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:52.767963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-9f0c33aa-037f-4c68-a12c-bcea79e255cb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 984 time: 0.2962584 Aug 20 14:56:52.785327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-cff0526c-ff6e-4566-8e5c-8f912b813dd3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'port': {'security_groups': ['0dd40c55-f4f6-42a9-af76-c2ebd8b86227', '5cc03168-a32b-46f2-86b2-12baf0938b35', 'd84e8691-4aa7-4a09-a234-bc2a2b80d4dc']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:52.788542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=c0a392b6-deb7-4f46-87c1-51d6122d6f25,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:52.833139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:52.833798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.836915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] device_id is not set on port c6f92c13-7ae8-40f3-b069-4700ddd188f6 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:56:52.899063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846570cc-28fb-45fd-bc98-f93ec4e1cbb0 req-33df000a-d6e9-4a5d-a251-97cb58bfcdee tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:52.906203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-846570cc-28fb-45fd-bc98-f93ec4e1cbb0 req-33df000a-d6e9-4a5d-a251-97cb58bfcdee tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 948 time: 0.2657080 Aug 20 14:56:52.922489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-ea874f28-5be1-432f-8ab6-2b51a87cf59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3726015 Aug 20 14:56:52.937926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-a114c33b-b771-458f-925d-0788cb957888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:52.939496 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-a114c33b-b771-458f-925d-0788cb957888 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 914 time: 0.1776421 Aug 20 14:56:52.951894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-91b4e114-9643-4b0d-b39f-e1a158785989 None None] Provisioning for port 9f0f98f0-fe30-47a4-9685-66015a662c69 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:52.954382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Request body: {'port': {'device_id': '1990e966-1773-4521-b9fc-34016fb8b191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:52.956001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-91b4e114-9643-4b0d-b39f-e1a158785989 None None] Provisioning complete for port 9f0f98f0-fe30-47a4-9685-66015a662c69 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:52.956472 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91b4e114-9643-4b0d-b39f-e1a158785989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.978664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-120dcecc-377a-4d98-b8b5-78c85e6aa3e7 req-a8e72ccd-92f0-4319-b97b-efb6d0af2af4 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208512 Aug 20 14:56:52.984817 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-cff0526c-ff6e-4566-8e5c-8f912b813dd3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:52.995694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-91b4e114-9643-4b0d-b39f-e1a158785989 None None] Port 9f0f98f0-fe30-47a4-9685-66015a662c69 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:56:53.030955 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-a24a04fe-34de-47a4-b793-50373f514c65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc HTTP/1.1" status: 200 len: 217 time: 0.0416958 Aug 20 14:56:53.055573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-846570cc-28fb-45fd-bc98-f93ec4e1cbb0 req-f9728106-08c2-4a71-9107-e8e0108330f6 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484623 Aug 20 14:56:53.056715 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.085805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.138098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-39e3cefb-f61c-4686-9edc-29261be84d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:53.139831 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-39e3cefb-f61c-4686-9edc-29261be84d1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 200 len: 853 time: 0.0886123 Aug 20 14:56:53.155068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.218500 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-3ecadaa1-f6a0-45c0-a64f-61b8f85b78cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604641 Aug 20 14:56:53.227642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['c0a392b6-deb7-4f46-87c1-51d6122d6f25'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:53.230165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Network b7e01bac-69d2-43d1-921c-429a6062ea95 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:53.240800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:53.245816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:53.247016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:53.248743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.301848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f92c13-7ae8-40f3-b069-4700ddd188f6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:53.308159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-6e84c414-55db-4819-87ff-f04b1548386c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7947cd720b0b4deaa07129ccb1719514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436866 Aug 20 14:56:53.317405 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3f2a0dff-bf0e-4df9-ba19-ea3f3dc32dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6107993 Aug 20 14:56:53.321504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59836) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:53.328292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:53.400461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:53.404617 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-6291941b-8872-420a-bcb1-1e63506ffa7d service neutron] 10.222.0.72 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714723 Aug 20 14:56:53.407349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.514787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:53.526574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c', 'mac_address': 'fa:16:3e:ad:04:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:56:53.565953 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.576613 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-493031d4-70c8-46ea-bed6-c7a2e9185a65 req-e973cd2d-87d7-4dbb-98f1-114154eaf021 service neutron] 10.222.0.72 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604414 Aug 20 14:56:53.581945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:53.596781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-d0f8f005-fac2-4b0e-86e1-6bd415a47ada tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:53.598615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-d0f8f005-fac2-4b0e-86e1-6bd415a47ada tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2753282 Aug 20 14:56:53.606044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-cff0526c-ff6e-4566-8e5c-8f912b813dd3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] For port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:53.608086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:53.613206 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.640711 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-3f1b9a58-7402-4c46-849d-ebc143a07bca tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/quotas/7947cd720b0b4deaa07129ccb1719514 HTTP/1.1" status: 200 len: 375 time: 0.0323803 Aug 20 14:56:53.671182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:53.681572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] device_id is not set on port c6f92c13-7ae8-40f3-b069-4700ddd188f6 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:56:53.681829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.682119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.682471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.682814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.683405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.683785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.684118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.684452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.684782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.685111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.685439 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.685766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:56:53.692998 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.706212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Transition to ACTIVE for port object c6f92c13-7ae8-40f3-b069-4700ddd188f6 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:53.709575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.712734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1219de00-cf9f-4074-8657-bd14ad013e7f tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7947cd720b0b4deaa07129ccb1719514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452428 Aug 20 14:56:53.714905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-cff0526c-ff6e-4566-8e5c-8f912b813dd3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.723935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d189e6cb-9415-4f9b-82fb-f3f022c905a9 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:53.728868 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-cff0526c-ff6e-4566-8e5c-8f912b813dd3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.738360 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.756830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f92c13-7ae8-40f3-b069-4700ddd188f6,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:53.787612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:53.788349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:53.788914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:53.793441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:53.793591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-cff0526c-ff6e-4566-8e5c-8f912b813dd3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:53.793913 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:53.794080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-cff0526c-ff6e-4566-8e5c-8f912b813dd3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.794301 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 2 to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 Aug 20 14:56:53.795454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdc432db-76c7-4a60-ada6-d27224d3f7a1 req-cff0526c-ff6e-4566-8e5c-8f912b813dd3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "PUT /v2.0/ports/81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc HTTP/1.1" status: 200 len: 1020 time: 1.0165594 Aug 20 14:56:53.807490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Transition to ACTIVE for port object d189e6cb-9415-4f9b-82fb-f3f022c905a9 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:53.809358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:53.809961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:53.810105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:53.814648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:53.814980 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:53.815372 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 3 to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 Aug 20 14:56:53.825832 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:53.833172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:53.834027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:53.834836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:53.836766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0526c-ff6e-4566-8e5c-8f912b813dd3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'Port': ['ID=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:53.844136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:53.845059 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:53.845941 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 4 to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 Aug 20 14:56:53.871665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:53.872687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:53.873485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:53.881474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:53.882381 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:53.883001 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 5 to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 Aug 20 14:56:53.910457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:53.910981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:53.911479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:53.917968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:53.918614 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:53.919628 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 6 to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 Aug 20 14:56:53.927374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Pushing event updated for resources: {'Port': ['ID=d189e6cb-9415-4f9b-82fb-f3f022c905a9,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:53.946568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:53.947301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:53.948154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:53.954495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:53.955086 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:53.955637 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 7 to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 Aug 20 14:56:53.972096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:53.972516 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:53.973199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:53.979858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:53.980732 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:53.981359 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 8 to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 Aug 20 14:56:53.998789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:53.999556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:53.999815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:54.014455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:54.014839 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:54.015334 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 9 to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 Aug 20 14:56:54.020036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:54.025418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3b66-e5dd-433a-9192-05bfe567ddeb req-2b3421b2-9e6c-42a9-b55f-afb27167c7be tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:54.031884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3b66-e5dd-433a-9192-05bfe567ddeb req-2b3421b2-9e6c-42a9-b55f-afb27167c7be tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:54.034513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc0e3b66-e5dd-433a-9192-05bfe567ddeb req-2b3421b2-9e6c-42a9-b55f-afb27167c7be tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1667 time: 0.1611371 Aug 20 14:56:54.056936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:54.057389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:54.057839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:54.066178 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:54.066640 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:54.067149 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempt 10 to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 Aug 20 14:56:54.071012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Attempting to bind port d189e6cb-9415-4f9b-82fb-f3f022c905a9 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:54.072319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Attempting to bind port d189e6cb-9415-4f9b-82fb-f3f022c905a9 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd7f1e513-5211-4b42-a5dd-0c6f1640f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:54.072846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Attempting to bind port d189e6cb-9415-4f9b-82fb-f3f022c905a9 on network a06595df-5a5d-4ccc-990c-d3c8b391033c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:54.085171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Port d189e6cb-9415-4f9b-82fb-f3f022c905a9 on network a06595df-5a5d-4ccc-990c-d3c8b391033c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:54.085497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Attempting to bind port d189e6cb-9415-4f9b-82fb-f3f022c905a9 on network a06595df-5a5d-4ccc-990c-d3c8b391033c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:54.093963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:54.094550 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:54.095195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempting to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:54.101862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:54.102435 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Failed to bind port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on host n-h2-695189-15 for vnic_type normal using segments [{'id': '18991311-54f6-4084-a78e-78339998f109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b7e01bac-69d2-43d1-921c-429a6062ea95'}] Aug 20 14:56:54.103007 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:54.107264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:54.107640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Checking segment: {'id': 'd7f1e513-5211-4b42-a5dd-0c6f1640f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:54.108016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Bound using segment: {'id': 'd7f1e513-5211-4b42-a5dd-0c6f1640f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:54.108730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Bound port: d189e6cb-9415-4f9b-82fb-f3f022c905a9, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f1e513-5211-4b42-a5dd-0c6f1640f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:54.109090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:54.120431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc0e3b66-e5dd-433a-9192-05bfe567ddeb req-cad8e8be-591b-43e9-a020-3eb047f7ca54 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723205 Aug 20 14:56:54.165528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:54.275232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] For port c6f92c13-7ae8-40f3-b069-4700ddd188f6, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:54.275773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attempted to set empty binding levels {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 14:56:54.288914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] For port d189e6cb-9415-4f9b-82fb-f3f022c905a9, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:54.289558 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:54.297968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] For port d189e6cb-9415-4f9b-82fb-f3f022c905a9, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d189e6cb-9415-4f9b-82fb-f3f022c905a9,segment=NetworkSegment(d7f1e513-5211-4b42-a5dd-0c6f1640f594),segment_id=d7f1e513-5211-4b42-a5dd-0c6f1640f594)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:54.305664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] In _notify_port_updated(), no bound segment for port c6f92c13-7ae8-40f3-b069-4700ddd188f6 on network b7e01bac-69d2-43d1-921c-429a6062ea95 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 14:56:54.305965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:54.306616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:54.307988 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "PUT /v2.0/ports/c6f92c13-7ae8-40f3-b069-4700ddd188f6 HTTP/1.1" status: 200 len: 980 time: 0.9853945 Aug 20 14:56:54.323929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59852) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:54.346325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14440371-a684-4ba9-8888-eb64847e814b tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f92c13-7ae8-40f3-b069-4700ddd188f6,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:54.383066 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:54.426821 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:56:54.540300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:54.709762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:54.712024 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:54.768296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-f36cfcca-027a-4655-ac87-8af7e4374320 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:54.769859 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-f36cfcca-027a-4655-ac87-8af7e4374320 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1098 time: 0.6147692 Aug 20 14:56:54.774709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:54.775350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:54.776796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] 10.222.0.72 "PUT /v2.0/ports/d189e6cb-9415-4f9b-82fb-f3f022c905a9 HTTP/1.1" status: 200 len: 1093 time: 1.8364670 Aug 20 14:56:54.812640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-15'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:54.832119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce45f6-61f8-4381-916f-71c322a7b5f4 req-85896c0b-6090-4383-a75f-4240b26a996b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:54.835268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cce45f6-61f8-4381-916f-71c322a7b5f4 req-85896c0b-6090-4383-a75f-4240b26a996b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 946 time: 0.5301847 Aug 20 14:56:54.863721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987e0ed-e938-419e-aca0-a404d33cc767 service neutron] Pushing event updated for resources: {'Port': ['ID=d189e6cb-9415-4f9b-82fb-f3f022c905a9,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:54.881530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Request body: {'port': {'device_id': '1990e966-1773-4521-b9fc-34016fb8b191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:54.891717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81da82-169d-49e2-9f65-944b3c2446b9 req-9f529b6a-625a-4f20-96e9-477a5e777dab tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:54.893457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e81da82-169d-49e2-9f65-944b3c2446b9 req-9f529b6a-625a-4f20-96e9-477a5e777dab tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 945 time: 0.5899389 Aug 20 14:56:55.001651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cce45f6-61f8-4381-916f-71c322a7b5f4 req-d4074e75-12b8-4288-9554-e8fcb99de032 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319256 Aug 20 14:56:55.048086 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.056728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e81da82-169d-49e2-9f65-944b3c2446b9 req-ea742d10-f456-407d-b68c-5d97ea8efbcb tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331637 Aug 20 14:56:55.064656 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.067200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2f235eed-d89b-45e8-8670-f4ce8b08a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Deleting port c6f92c13-7ae8-40f3-b069-4700ddd188f6 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:56:55.067403 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f235eed-d89b-45e8-8670-f4ce8b08a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.232492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-99ec5d4a-2754-47b1-a0ca-ccff650dac3b tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7947cd720b0b4deaa07129ccb1719514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887759 Aug 20 14:56:55.260082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-2f235eed-d89b-45e8-8670-f4ce8b08a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] For port c6f92c13-7ae8-40f3-b069-4700ddd188f6, host n-h2-695189-15, got binding levels [] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:55.260455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f235eed-d89b-45e8-8670-f4ce8b08a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.311789 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-b88a4606-d286-4086-8a53-c3597c9e0e05 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7947cd720b0b4deaa07129ccb1719514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281141 Aug 20 14:56:55.366308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2f235eed-d89b-45e8-8670-f4ce8b08a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Calling delete_port for c6f92c13-7ae8-40f3-b069-4700ddd188f6 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:56:55.392316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c0e1-b850-42f5-bb00-7955c1bedec2 req-89619388-c727-4073-8c62-fedf79f36cf8 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:55.393849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b650c0e1-b850-42f5-bb00-7955c1bedec2 req-89619388-c727-4073-8c62-fedf79f36cf8 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1023 time: 0.3301787 Aug 20 14:56:55.422389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:56:55.428165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:55.430670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-a3526d6f-c1ac-4110-8b82-45a44d3f9219 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:55.432246 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-a3526d6f-c1ac-4110-8b82-45a44d3f9219 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144865 Aug 20 14:56:55.484842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Request body: {'port': {'device_id': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '7947cd720b0b4deaa07129ccb1719514'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:55.542712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:55.555333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:55.555333 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.561230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:55.595192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 has no active binding in host n-h2-695189-15 {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:56:55.618404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Made reservation on behalf of 7947cd720b0b4deaa07129ccb1719514 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:55.623412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.637297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.650345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.667997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:55.678989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b9d74b-bb3f-48bf-b0fb-e2846a295b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:55.681631 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd00cacd-272e-4e5d-b414-5b3951368ed5" -d '{"events": [{"server_uuid": "d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b", "name": "network-vif-plugged", "status": "completed", "tag": "1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:55.695877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:55.700214 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.701009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc554-16c0-4244-ab03-0e5a199015db req-0842c854-7907-4ccd-90b8-5ff14160e1a8 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:55.702481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-0842c854-7907-4ccd-90b8-5ff14160e1a8 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4510396 Aug 20 14:56:55.748233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b650c0e1-b850-42f5-bb00-7955c1bedec2 req-46cfdb62-79e7-4b7a-9ff0-29bac53f6668 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&id=d84e8691-4aa7-4a09-a234-bc2a2b80d4dc&id=0dd40c55-f4f6-42a9-af76-c2ebd8b86227 HTTP/1.1" status: 200 len: 6149 time: 0.2973337 Aug 20 14:56:55.753123 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.756695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:55.766197 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.773169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-71430052-1eca-485b-9ff4-89762fbf6751 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/quotas/7947cd720b0b4deaa07129ccb1719514 HTTP/1.1" status: 200 len: 375 time: 0.0490074 Aug 20 14:56:55.784134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f235eed-d89b-45e8-8670-f4ce8b08a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.805260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3697327a-c711-4dc4-a112-9b3f251a9088,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:55.816231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:55.891485 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-8c7e9681-0e74-4a2b-9556-bfec19a8eb37 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7947cd720b0b4deaa07129ccb1719514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053021 Aug 20 14:56:55.892158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f235eed-d89b-45e8-8670-f4ce8b08a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6f92c13-7ae8-40f3-b069-4700ddd188f6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:55.930162 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f235eed-d89b-45e8-8670-f4ce8b08a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.934660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2f235eed-d89b-45e8-8670-f4ce8b08a73d tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c6f92c13-7ae8-40f3-b069-4700ddd188f6 HTTP/1.1" status: 204 len: 168 time: 1.6069460 Aug 20 14:56:55.935575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59876) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:55.938238 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Allocated IP 192.168.233.48 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/ea15c504-541b-4934-aa30-5501b8e53766) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:55.961321 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:55.972103 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa83f0c-2651-499c-9f54-2f7bcadf12ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] GET failed (client error): The resource could not be found. Aug 20 14:56:55.978010 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6aa83f0c-2651-499c-9f54-2f7bcadf12ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-243048167-project-admin] 10.222.0.36 "GET /v2.0/ports/c6f92c13-7ae8-40f3-b069-4700ddd188f6 HTTP/1.1" status: 404 len: 333 time: 0.0379341 Aug 20 14:56:55.978221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59878) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:55.990420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.053346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c631531-430d-413f-9010-169c2cac9225 req-b58e0f00-bedb-4f56-b722-db14dd617636 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:56.060689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c631531-430d-413f-9010-169c2cac9225 req-b58e0f00-bedb-4f56-b722-db14dd617636 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 950 time: 0.1756516 Aug 20 14:56:56.073706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0f98f0-fe30-47a4-9685-66015a662c69 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:56.088251 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a4829e-42b8-49fb-a6a0-7d2145068693 x-openstack-request-id: req-62a4829e-42b8-49fb-a6a0-7d2145068693 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:56.088983 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:56.089420 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62a4829e-42b8-49fb-a6a0-7d2145068693 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:56.089969 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc', 'status': 'completed', 'code': 200} Aug 20 14:56:56.095351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.110018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.180106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Transition to ACTIVE for port object 9f0f98f0-fe30-47a4-9685-66015a662c69 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:56.180940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:56.213303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c631531-430d-413f-9010-169c2cac9225 req-6cc24c8d-2276-4095-9367-34cc4f8e81c7 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516585 Aug 20 14:56:56.213998 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.266015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on host n-h1-695189-15 for vnic_type normal with profile {"migrating_to": "n-h2-695189-15"} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:56.266750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:56.267245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:56.320601 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.327686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e01bac-69d2-43d1-921c-429a6062ea95']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:56.339816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18991311-54f6-4084-a78e-78339998f109') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:56.340422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18991311-54f6-4084-a78e-78339998f109') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:56:56.344133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:56.345092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Attempting to bind port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:56.352515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.361365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:56.361780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:56.362327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:56.363242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Bound port: ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:56.363644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.371071 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.376576 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae6d40c-b958-4dfb-b15a-3f96a9f0d412 x-openstack-request-id: req-5ae6d40c-b958-4dfb-b15a-3f96a9f0d412 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:56.376875 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b", "name": "network-vif-plugged", "status": "completed", "tag": "1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:56.377123 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ae6d40c-b958-4dfb-b15a-3f96a9f0d412 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:56.377695 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b9d74b-bb3f-48bf-b0fb-e2846a295b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c', 'code': 200} Aug 20 14:56:56.379935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:56:56.380467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.417582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c8eb3-8797-42f6-a010-9b3fc89e2b02 req-edd7a374-12f6-422c-9408-ff25db6c0792 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:56.425601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c8eb3-8797-42f6-a010-9b3fc89e2b02 req-edd7a374-12f6-422c-9408-ff25db6c0792 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:56.435060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f55c8eb3-8797-42f6-a010-9b3fc89e2b02 req-edd7a374-12f6-422c-9408-ff25db6c0792 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1679 time: 0.2563255 Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:56:56.450875 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:56:56.454549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-ebb589b6-ec19-4e10-9fcb-74a8b74d8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:56.456327 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-ebb589b6-ec19-4e10-9fcb-74a8b74d8a22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1175 time: 0.3291786 Aug 20 14:56:56.461852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c0a392b6-deb7-4f46-87c1-51d6122d6f25 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:56:56.484651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.499567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Transition to ACTIVE for port object ea15c504-541b-4934-aa30-5501b8e53766 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:56.524315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port c0a392b6-deb7-4f46-87c1-51d6122d6f25 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:56.532892 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.535316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port c0a392b6-deb7-4f46-87c1-51d6122d6f25 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:56.536065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.553164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.557405 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] 10.222.0.36 "DELETE /v2.0/networks/b7e01bac-69d2-43d1-921c-429a6062ea95 HTTP/1.1" status: 204 len: 168 time: 0.5760064 Aug 20 14:56:56.605512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7be63-17a6-40af-a9c2-938fc53834f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096088512-project] Pushing event deleted for resources: {'Network': ['ID=b7e01bac-69d2-43d1-921c-429a6062ea95,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:56.605924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d4767b15-48a0-4c3c-8d1a-2f9f7e368334 req-55b91275-6e11-411f-ab50-e8f6d993aa7b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': ' tempest-securitygroup -394025255 ', 'description': 'tempest-description-2095535870'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:56.615495 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.663405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:56.683413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Attempting to bind port 9f0f98f0-fe30-47a4-9685-66015a662c69 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:56.683794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Attempting to bind port 9f0f98f0-fe30-47a4-9685-66015a662c69 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '21dbe42e-8935-4c66-8a74-44facbc027f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:56.684123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Attempting to bind port 9f0f98f0-fe30-47a4-9685-66015a662c69 on network a634ccba-0247-49cc-be8c-fef4274781cb {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:56.689103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0f98f0-fe30-47a4-9685-66015a662c69,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:56.702506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:56.703075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Port 9f0f98f0-fe30-47a4-9685-66015a662c69 on network a634ccba-0247-49cc-be8c-fef4274781cb not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:56.703410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Attempting to bind port 9f0f98f0-fe30-47a4-9685-66015a662c69 on network a634ccba-0247-49cc-be8c-fef4274781cb {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:56.709490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:56.720140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:56.720486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Checking segment: {'id': '21dbe42e-8935-4c66-8a74-44facbc027f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:56.720871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Bound using segment: {'id': '21dbe42e-8935-4c66-8a74-44facbc027f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:56.721302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Bound port: 9f0f98f0-fe30-47a4-9685-66015a662c69, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dbe42e-8935-4c66-8a74-44facbc027f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:56.721701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.742010 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.771686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f55c8eb3-8797-42f6-a010-9b3fc89e2b02 req-9734fbf0-48ae-46b2-9171-3ea182d525b7 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353717 Aug 20 14:56:56.783173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:56.796493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c0a392b6-deb7-4f46-87c1-51d6122d6f25, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c0a392b6-deb7-4f46-87c1-51d6122d6f25,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:56:56.802199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.862179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-4c4bc25e-b895-4649-8705-6dcf4af6f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:56.870231 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-4c4bc25e-b895-4649-8705-6dcf4af6f895 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 914 time: 0.3469422 Aug 20 14:56:56.873866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=c0a392b6-deb7-4f46-87c1-51d6122d6f25,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:56.888754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c4a92-6607-42f1-bf09-c659169f5a17 req-8e901a96-cf40-4bc6-8f12-ff415dce868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:56.890572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f9c4a92-6607-42f1-bf09-c659169f5a17 req-8e901a96-cf40-4bc6-8f12-ff415dce868e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 1102 time: 0.3619745 Aug 20 14:56:56.903519 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d4767b15-48a0-4c3c-8d1a-2f9f7e368334 req-55b91275-6e11-411f-ab50-e8f6d993aa7b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.954717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:56.961424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:56.962669 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:56.967461 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-9dacf306-048d-4c1a-a81b-62f4a7a19401 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc HTTP/1.1" status: 200 len: 217 time: 0.0805817 Aug 20 14:56:57.004108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d7f063c-d7b5-44bc-a3a1-b2aa236db747 req-43acc791-600a-44b4-abd6-438f59a62a47 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 210 time: 0.0885351 Aug 20 14:56:57.010393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] For port 9f0f98f0-fe30-47a4-9685-66015a662c69, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:57.013748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59898) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:57.027610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:57.028695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-867aaf2e-a465-4b8b-84bd-efe2e347fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:57.030247 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-867aaf2e-a465-4b8b-84bd-efe2e347fe71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 200 len: 853 time: 0.0535307 Aug 20 14:56:57.032047 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-1a2228cc-6cbb-4945-988a-a71b7ab98b42 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5527089 Aug 20 14:56:57.078544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Request body: {'port': {'device_id': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:57.080258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-12bdf913-bb0b-4db5-a2de-4f5bbf7d744a None None] Provisioning for port ea15c504-541b-4934-aa30-5501b8e53766 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:57.088679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-12bdf913-bb0b-4db5-a2de-4f5bbf7d744a None None] Provisioning complete for port ea15c504-541b-4934-aa30-5501b8e53766 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:57.091157 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-12bdf913-bb0b-4db5-a2de-4f5bbf7d744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.095268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f9c4a92-6607-42f1-bf09-c659169f5a17 req-e32a3801-50f5-48d7-b276-b3415b5df22d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732416 Aug 20 14:56:57.097632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] For port 9f0f98f0-fe30-47a4-9685-66015a662c69, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9f0f98f0-fe30-47a4-9685-66015a662c69,segment=NetworkSegment(21dbe42e-8935-4c66-8a74-44facbc027f7),segment_id=21dbe42e-8935-4c66-8a74-44facbc027f7)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:57.101300 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-3f6e0eaf-8fd7-4f06-89c3-a271a3af0ab7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486815 Aug 20 14:56:57.102461 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.172767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-12bdf913-bb0b-4db5-a2de-4f5bbf7d744a None None] Port ea15c504-541b-4934-aa30-5501b8e53766 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:56:57.175482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.220132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:57.220767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.222217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] 10.222.0.72 "PUT /v2.0/ports/9f0f98f0-fe30-47a4-9685-66015a662c69 HTTP/1.1" status: 200 len: 1093 time: 2.3617322 Aug 20 14:56:57.241752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.311271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:57.315656 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-5682dd50-ed36-424c-b988-3101809d1fb9 service neutron] 10.222.0.72 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750960 Aug 20 14:56:57.316147 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.317904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] 10.222.0.70 "PUT /v2.0/ports/ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 HTTP/1.1" status: 200 len: 1124 time: 2.5187228 Aug 20 14:56:57.361626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8df7b-408f-4ad9-9c86-d290cf6e719e service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,revision_number=8']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:57.377286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-de23464f-fe1f-4d42-b496-3e98791476e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4e60b646a8145f89cd1c927027c639a&name=default HTTP/1.1" status: 200 len: 2980 time: 0.3588076 Aug 20 14:56:57.425968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:57.428480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59906) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:57.453950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.72', 50009) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:57.462850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c48b8-35e0-4d93-a263-c99559f3a177 req-74e8746b-c3a1-4046-962f-960b4fe58236 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:57.464547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a11c48b8-35e0-4d93-a263-c99559f3a177 req-74e8746b-c3a1-4046-962f-960b4fe58236 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.3596702 Aug 20 14:56:57.515686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:56:57.522211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d4767b15-48a0-4c3c-8d1a-2f9f7e368334 req-55b91275-6e11-411f-ab50-e8f6d993aa7b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.543675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-66e83998-343c-468d-b9bb-232d21acf2fc tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7947cd720b0b4deaa07129ccb1719514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777395 Aug 20 14:56:57.574204 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d4767b15-48a0-4c3c-8d1a-2f9f7e368334 req-55b91275-6e11-411f-ab50-e8f6d993aa7b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.611031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0f11e-30b7-4b38-855b-a7deb1437301 service neutron] Pushing event updated for resources: {'Port': ['ID=9f0f98f0-fe30-47a4-9685-66015a662c69,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:57.635311 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f4fc8bfb-1505-4cab-b928-f4fd4261ba6c req-ead472fe-d1d7-4643-a2c1-ca2fe1d8b509 service neutron] 10.222.0.72 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195175 Aug 20 14:56:57.673823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b91275-6e11-411f-ab50-e8f6d993aa7b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5145cae-e5e9-4de1-aebc-94d6c5e48a1b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:57.710485 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d4767b15-48a0-4c3c-8d1a-2f9f7e368334 req-55b91275-6e11-411f-ab50-e8f6d993aa7b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.711893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4767b15-48a0-4c3c-8d1a-2f9f7e368334 req-55b91275-6e11-411f-ab50-e8f6d993aa7b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.2493727 Aug 20 14:56:57.719957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-b15330a8-db73-4682-a0bb-9397d31947ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:57.720798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-b15330a8-db73-4682-a0bb-9397d31947ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:57.722159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-b15330a8-db73-4682-a0bb-9397d31947ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f79450d7f92245c093a97a866343ceee&device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1983 time: 0.4152236 Aug 20 14:56:57.742457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea15c504-541b-4934-aa30-5501b8e53766 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:56:57.751570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.753160 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46164871-14d6-4214-9c4d-b6ebd3e0f2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.768061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a11c48b8-35e0-4d93-a263-c99559f3a177 req-ba5d4473-2fe7-4d47-af70-3cadf1cbe811 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738752 Aug 20 14:56:57.775645 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Transition to ACTIVE for port object ea15c504-541b-4934-aa30-5501b8e53766 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:57.794161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.823040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46164871-14d6-4214-9c4d-b6ebd3e0f2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:57.883790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-b1b6c862-4b89-4377-a575-795696fce071 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=d189e6cb-9415-4f9b-82fb-f3f022c905a9 HTTP/1.1" status: 200 len: 217 time: 0.1194792 Aug 20 14:56:57.890935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:57.924796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Attempting to bind port ea15c504-541b-4934-aa30-5501b8e53766 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:56:57.924796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Attempting to bind port ea15c504-541b-4934-aa30-5501b8e53766 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:56:57.925139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Attempting to bind port ea15c504-541b-4934-aa30-5501b8e53766 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:57.929497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Port ea15c504-541b-4934-aa30-5501b8e53766 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:56:57.929822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Attempting to bind port ea15c504-541b-4934-aa30-5501b8e53766 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:56:57.935876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:56:57.938644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:56:57.938644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:56:57.938644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Bound port: ea15c504-541b-4934-aa30-5501b8e53766, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:56:57.938644 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:58.007629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:56:58.011821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:56:58.017665 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:58.017965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba632420-4509-49e3-a477-961d6f5e0324 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.019486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba632420-4509-49e3-a477-961d6f5e0324 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4469464 Aug 20 14:56:58.049056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c7cd5-c04b-43d4-9d5b-aaadc3cc503a req-2c9adbae-6473-482a-818c-39583419142a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.050555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e49c7cd5-c04b-43d4-9d5b-aaadc3cc503a req-2c9adbae-6473-482a-818c-39583419142a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 946 time: 0.2252290 Aug 20 14:56:58.055126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Request body: {'port': {'device_id': '1d5e22b8-7a93-4239-8843-3742cdb18e52', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '7947cd720b0b4deaa07129ccb1719514'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:58.059654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-01117ef2-aa8e-4103-97cb-d83e0f95bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.059843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.060416 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:58.061134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-01117ef2-aa8e-4103-97cb-d83e0f95bf4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83 HTTP/1.1" status: 200 len: 801 time: 0.1484444 Aug 20 14:56:58.061793 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] 10.222.0.72 "PUT /v2.0/ports/ea15c504-541b-4934-aa30-5501b8e53766 HTTP/1.1" status: 200 len: 1096 time: 0.9952235 Aug 20 14:56:58.062579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:58.064983 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71893f9a-e8bc-4c96-8c41-baf4e714a360" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "tag": "ea15c504-541b-4934-aa30-5501b8e53766"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:58.100105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af039055-ca24-4b74-93eb-27a24fcd7732 service neutron] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:58.182462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-9a563bed-6586-4f59-aebf-ec6dfb29914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.184195 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-9a563bed-6586-4f59-aebf-ec6dfb29914d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7947cd720b0b4deaa07129ccb1719514&device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 1099 time: 0.0498600 Aug 20 14:56:58.236969 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-176a7094-1a60-4b51-ab8c-db65d5c70548 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=ea15c504-541b-4934-aa30-5501b8e53766 HTTP/1.1" status: 200 len: 217 time: 0.0364814 Aug 20 14:56:58.301930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-a49597ae-7c79-44bd-a2ca-8fb9aef7cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.304269 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-a49597ae-7c79-44bd-a2ca-8fb9aef7cedf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0465112 Aug 20 14:56:58.354942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'tag': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9'}, {'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'}, {'name': 'network-changed', 'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'tag': '9f0f98f0-fe30-47a4-9685-66015a662c69'}, {'name': 'network-changed', 'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:58.357455 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e614f02-5609-4967-9ed2-3c3c3a3617c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "tag": "d189e6cb-9415-4f9b-82fb-f3f022c905a9"}, {"server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2"}, {"name": "network-changed", "server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "tag": "9f0f98f0-fe30-47a4-9685-66015a662c69"}, {"name": "network-changed", "server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:58.359049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-96ed86b5-ded6-4334-9170-a8ec426b15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.360713 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-96ed86b5-ded6-4334-9170-a8ec426b15cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0489385 Aug 20 14:56:58.379291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65dce90-2b0f-47df-a700-c3da5c5e77a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a392b6-deb7-4f46-87c1-51d6122d6f25'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:56:58.381792 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1467cf3-319b-465b-badb-bee196a0742c" -d '{"events": [{"server_uuid": "a65dce90-2b0f-47df-a700-c3da5c5e77a0", "name": "network-vif-plugged", "status": "completed", "tag": "c0a392b6-deb7-4f46-87c1-51d6122d6f25"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:56:58.387799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:58.439731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39d0fd-d290-4d96-b7aa-39a9db5c7b19 req-1f3bf5f8-6fe3-473a-b839-fdff990228ed tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.441143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd39d0fd-d290-4d96-b7aa-39a9db5c7b19 req-1f3bf5f8-6fe3-473a-b839-fdff990228ed tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 950 time: 0.5596817 Aug 20 14:56:58.458227 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46164871-14d6-4214-9c4d-b6ebd3e0f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:58.461364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46164871-14d6-4214-9c4d-b6ebd3e0f2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:58.462481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-46164871-14d6-4214-9c4d-b6ebd3e0f2ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/529148a7-5e7d-4492-9c78-f3ff9c52edce HTTP/1.1" status: 204 len: 168 time: 1.0305471 Aug 20 14:56:58.475231 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-368c82d4-31fd-4817-880d-75fd27ab35b2 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964029 Aug 20 14:56:58.508688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46164871-14d6-4214-9c4d-b6ebd3e0f2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529148a7-5e7d-4492-9c78-f3ff9c52edce,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:58.557997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e49c7cd5-c04b-43d4-9d5b-aaadc3cc503a req-73d7718c-46a3-47f9-98b4-acd4250b7ecb tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684508 Aug 20 14:56:58.565660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-08e15b49-6f18-4212-9ef2-8292178897f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.567578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-08e15b49-6f18-4212-9ef2-8292178897f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a06595df-5a5d-4ccc-990c-d3c8b391033c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767690 Aug 20 14:56:58.575832 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9ed9773b-01a3-4f6f-b08e-001aa177daac req-9642e263-ec14-4c13-ab8c-98961eee5325 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927508 Aug 20 14:56:58.577316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd39d0fd-d290-4d96-b7aa-39a9db5c7b19 req-3ba51169-6e2d-4b4e-9c31-70e9fb9fa334 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254196 Aug 20 14:56:58.663180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Made reservation on behalf of 7947cd720b0b4deaa07129ccb1719514 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:56:58.666653 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:58.758027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71da6c35-eaf4-4d12-a6f3-6b67322b5e99 req-6d37135c-c5b7-4467-8a53-344e26ffc33e tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/f5145cae-e5e9-4de1-aebc-94d6c5e48a1b HTTP/1.1" status: 200 len: 1782 time: 0.1141970 Aug 20 14:56:58.762109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-8e8a54f2-f006-4350-99a7-d61874fd5c5d service neutron] 10.222.0.72 "GET /v2.0/networks/a06595df-5a5d-4ccc-990c-d3c8b391033c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719019 Aug 20 14:56:58.846077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59930) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:58.885897 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-67cf6d26-57cc-4946-9e9c-f7008a61b7b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8cc16f80f788470e8fec75fe52932b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385675 Aug 20 14:56:58.888316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59932) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:56:58.922784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa9d8a81-fb95-4e40-a8e8-12257c4439c6 req-fa6a7486-c956-4c3c-90ff-5b945e9f0e4b tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 210 time: 0.0893486 Aug 20 14:56:58.945356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8faaa21d-9580-4a4b-90dd-918a3f57d09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:58.971341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8faaa21d-9580-4a4b-90dd-918a3f57d09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:58.974623 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691755c7-ab72-4bc2-9648-8668c08206d0 x-openstack-request-id: req-691755c7-ab72-4bc2-9648-8668c08206d0 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:58.975081 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "tag": "ea15c504-541b-4934-aa30-5501b8e53766", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:58.975399 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-691755c7-ab72-4bc2-9648-8668c08206d0 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:58.975889 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766', 'status': 'completed', 'code': 200} Aug 20 14:56:58.984268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d59ac-647c-41bd-a5cf-c7723963809e req-ad298b23-dae4-466a-b61d-ba1d0133446a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.991084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d59ac-647c-41bd-a5cf-c7723963809e req-ad298b23-dae4-466a-b61d-ba1d0133446a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:58.992813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a27d59ac-647c-41bd-a5cf-c7723963809e req-ad298b23-dae4-466a-b61d-ba1d0133446a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1679 time: 0.2017555 Aug 20 14:56:59.020589 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efbd1d8-390c-45f7-a4eb-13e703bb7cd5 x-openstack-request-id: req-9efbd1d8-390c-45f7-a4eb-13e703bb7cd5 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:59.021908 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65dce90-2b0f-47df-a700-c3da5c5e77a0", "name": "network-vif-plugged", "status": "completed", "tag": "c0a392b6-deb7-4f46-87c1-51d6122d6f25", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:59.021908 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9efbd1d8-390c-45f7-a4eb-13e703bb7cd5 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:59.021908 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65dce90-2b0f-47df-a700-c3da5c5e77a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a392b6-deb7-4f46-87c1-51d6122d6f25', 'code': 200} Aug 20 14:56:59.031000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8faaa21d-9580-4a4b-90dd-918a3f57d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:59.033229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Allocated IP 192.168.233.246 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/b9fe97e7-829a-412b-a1c1-4f51b609f9de) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:56:59.034266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8faaa21d-9580-4a4b-90dd-918a3f57d09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:59.040075 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8faaa21d-9580-4a4b-90dd-918a3f57d09f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a370e25f-41d7-4383-85dd-2c8eecd23898 HTTP/1.1" status: 204 len: 168 time: 0.1507621 Aug 20 14:56:59.049142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-1f9ebf41-ec26-4b6b-abb0-a65ecf5d21d4 service neutron] 10.222.0.72 "GET /v2.0/networks/a06595df-5a5d-4ccc-990c-d3c8b391033c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564261 Aug 20 14:56:59.050976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaa21d-9580-4a4b-90dd-918a3f57d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370e25f-41d7-4383-85dd-2c8eecd23898,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:59.112895 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Fri, 20 Aug 2021 14:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b25835-fdfe-4e65-9ea6-f53e9013bf9f x-openstack-request-id: req-29b25835-fdfe-4e65-9ea6-f53e9013bf9f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:56:59.113200 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "tag": "d189e6cb-9415-4f9b-82fb-f3f022c905a9", "status": "completed", "code": 200}, {"server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2", "code": 200}, {"name": "network-changed", "server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "tag": "9f0f98f0-fe30-47a4-9685-66015a662c69", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:56:59.113452 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29b25835-fdfe-4e65-9ea6-f53e9013bf9f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:56:59.113854 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'tag': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9', 'status': 'completed', 'code': 200} Aug 20 14:56:59.114111 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2', 'code': 200} Aug 20 14:56:59.114367 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'tag': '9f0f98f0-fe30-47a4-9685-66015a662c69', 'status': 'completed', 'code': 200} Aug 20 14:56:59.114646 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2', 'status': 'completed', 'code': 200} Aug 20 14:56:59.124606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a27d59ac-647c-41bd-a5cf-c7723963809e req-bf538394-b37c-493e-b87b-bb39e34605e5 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241693 Aug 20 14:56:59.140803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-c15964c4-d038-4368-947c-22d09050e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.142625 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-c15964c4-d038-4368-947c-22d09050e21b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7947cd720b0b4deaa07129ccb1719514&device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 1099 time: 0.0772049 Aug 20 14:56:59.146865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-27d30af0-0939-4b8e-908a-0b278fc803ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=9f0f98f0-fe30-47a4-9685-66015a662c69 HTTP/1.1" status: 200 len: 217 time: 0.0798674 Aug 20 14:56:59.272960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeecd32-f445-4f8d-9b72-d1fb85139589 req-2410132b-176b-40f5-8f15-c4a34fed92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.274540 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aeeecd32-f445-4f8d-9b72-d1fb85139589 req-2410132b-176b-40f5-8f15-c4a34fed92f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 1098 time: 0.1092176 Aug 20 14:56:59.330686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c561a69-39c4-488e-bbba-3defdb5e0cea req-8bcc594d-83db-49f1-873e-ad15724a59ba tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/f5145cae-e5e9-4de1-aebc-94d6c5e48a1b HTTP/1.1" status: 200 len: 1782 time: 0.1855688 Aug 20 14:56:59.336456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-b437e4df-b7b5-4bcb-8adf-499da87a4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.337900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-b437e4df-b7b5-4bcb-8adf-499da87a4357 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49700305-3b01-45af-a598-558be15cc887 HTTP/1.1" status: 200 len: 801 time: 0.1663437 Aug 20 14:56:59.338099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-e92f9409-6e45-4cdc-a6e7-1d02f6b3f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.339581 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-e92f9409-6e45-4cdc-a6e7-1d02f6b3f568 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1329644 Aug 20 14:56:59.341817 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aeeecd32-f445-4f8d-9b72-d1fb85139589 req-68782cbb-b0e4-45ad-85a5-84a1bb2c8709 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 Aug 20 14:56:59.366886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd904b-c5d7-48da-be39-649c60bfa563 req-fbf01dee-5cca-4834-91aa-df2365b22793 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.368428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0dd904b-c5d7-48da-be39-649c60bfa563 req-fbf01dee-5cca-4834-91aa-df2365b22793 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.1816227 Aug 20 14:56:59.475810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0dd904b-c5d7-48da-be39-649c60bfa563 req-9c8d2b94-bbd6-4b98-89f4-2ba61902ff6d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992110 Aug 20 14:56:59.483913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:59.493776 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2c561a69-39c4-488e-bbba-3defdb5e0cea req-4d671917-bec1-4f21-9977-76ded28f30a4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:59.504410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Transition to ACTIVE for port object b9fe97e7-829a-412b-a1c1-4f51b609f9de will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:56:59.527624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2c561a69-39c4-488e-bbba-3defdb5e0cea req-4d671917-bec1-4f21-9977-76ded28f30a4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:59.584215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:59.621052 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2c561a69-39c4-488e-bbba-3defdb5e0cea req-4d671917-bec1-4f21-9977-76ded28f30a4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:59.623713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2c561a69-39c4-488e-bbba-3defdb5e0cea req-4d671917-bec1-4f21-9977-76ded28f30a4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:59.624950 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c561a69-39c4-488e-bbba-3defdb5e0cea req-4d671917-bec1-4f21-9977-76ded28f30a4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/f5145cae-e5e9-4de1-aebc-94d6c5e48a1b HTTP/1.1" status: 204 len: 173 time: 0.2824988 Aug 20 14:56:59.641431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:56:59.651280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d671917-bec1-4f21-9977-76ded28f30a4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5145cae-e5e9-4de1-aebc-94d6c5e48a1b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:59.653465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:56:59.672209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:56:59.696192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Pushing event updated for resources: {'Port': ['ID=b9fe97e7-829a-412b-a1c1-4f51b609f9de,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:56:59.797369 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-a514a2de-043a-4365-8489-c4c4425b9bf5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=ea15c504-541b-4934-aa30-5501b8e53766 HTTP/1.1" status: 200 len: 217 time: 0.0512729 Aug 20 14:56:59.830794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b138488-0559-4fe4-b267-a1ff4eb10ee7 req-8cc6de01-2e71-407e-8a5f-8877b1aa29ea tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.835426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b138488-0559-4fe4-b267-a1ff4eb10ee7 req-8cc6de01-2e71-407e-8a5f-8877b1aa29ea tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 946 time: 0.1881144 Aug 20 14:56:59.851483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.852203 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:56:59.859598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-9a522af7-a1d4-4ecb-8c83-ad681bf7cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.863104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-9a522af7-a1d4-4ecb-8c83-ad681bf7cd1f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0568388 Aug 20 14:56:59.920669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c118a-7823-4a85-b4fe-eb6e1d474499 req-9f059322-9fa9-4407-988c-c80d320c190d tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.922249 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-387c118a-7823-4a85-b4fe-eb6e1d474499 req-9f059322-9fa9-4407-988c-c80d320c190d tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 950 time: 0.2230270 Aug 20 14:56:59.926890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-781ed57f-b618-45b0-86fa-9cae73c2d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.929423 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-781ed57f-b618-45b0-86fa-9cae73c2d59d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563829 Aug 20 14:56:59.931912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-ba5d4e05-56e6-4a81-92df-6fc66addb327 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8910844 Aug 20 14:56:59.944908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b138488-0559-4fe4-b267-a1ff4eb10ee7 req-bc296fd6-62a8-4807-ac72-ee23b10f601d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859473 Aug 20 14:56:59.970259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-348b2031-ed25-4d7b-8dc0-5447328b6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:56:59.970259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-348b2031-ed25-4d7b-8dc0-5447328b6e78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a634ccba-0247-49cc-be8c-fef4274781cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101638 Aug 20 14:56:59.981219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Request body: {'port': {'device_id': '1d5e22b8-7a93-4239-8843-3742cdb18e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:56:59.985241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c37afe6b-4118-4ed1-9ed2-d328f562b63c None None] Provisioning for port b9fe97e7-829a-412b-a1c1-4f51b609f9de completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:56:59.990168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c37afe6b-4118-4ed1-9ed2-d328f562b63c None None] Provisioning complete for port b9fe97e7-829a-412b-a1c1-4f51b609f9de triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:56:59.990790 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c37afe6b-4118-4ed1-9ed2-d328f562b63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.015949 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-aae99bc5-f7bb-43a0-8a53-6c05165c5a77 req-9ddbb6bc-3e49-48fe-8d35-dac2f19dfad6 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:57:00.016971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aae99bc5-f7bb-43a0-8a53-6c05165c5a77 req-9ddbb6bc-3e49-48fe-8d35-dac2f19dfad6 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/f5145cae-e5e9-4de1-aebc-94d6c5e48a1b HTTP/1.1" status: 404 len: 352 time: 0.0238082 Aug 20 14:57:00.033117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c37afe6b-4118-4ed1-9ed2-d328f562b63c None None] Port b9fe97e7-829a-412b-a1c1-4f51b609f9de cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:57:00.090884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-387c118a-7823-4a85-b4fe-eb6e1d474499 req-cc5936c1-8828-4018-b678-d99f8f52ce57 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411912 Aug 20 14:57:00.126862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-7e140c9b-ef6c-49ab-8117-287744ea1335 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746738 Aug 20 14:57:00.157649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.212799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-90a61b8a-eb1b-4575-b1ce-8845041dfabc req-dab9b4fd-6b86-4784-a139-56034c9e6168 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-180425256', 'description': 'tempest-description-2020564412'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:00.256521 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-71893f9a-e8bc-4c96-8c41-baf4e714a360 req-6ddcae1e-1a7a-4ee4-8601-a49f17732b4c service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102064 Aug 20 14:57:00.274124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-8ec4a721-9c2e-4649-9b4f-e6191edb1f98 service neutron] 10.222.0.72 "GET /v2.0/networks/a634ccba-0247-49cc-be8c-fef4274781cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899485 Aug 20 14:57:00.283632 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90a61b8a-eb1b-4575-b1ce-8845041dfabc req-dab9b4fd-6b86-4784-a139-56034c9e6168 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.324629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bba05-af86-49bb-bcc0-6e9f0bc846cd req-e6737375-4197-4bc8-b425-f46ac9b15447 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:00.326140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d02bba05-af86-49bb-bcc0-6e9f0bc846cd req-e6737375-4197-4bc8-b425-f46ac9b15447 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 936 time: 0.1740925 Aug 20 14:57:00.553160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59986) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:00.556212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d02bba05-af86-49bb-bcc0-6e9f0bc846cd req-19940214-ede0-4fad-a7c5-099ff26c03aa tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864724 Aug 20 14:57:00.577571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c981a68e-09e0-4f65-b7ab-2b36ea841e96 req-35843a48-9ae1-4deb-92ec-ef89a1788321 service neutron] 10.222.0.72 "GET /v2.0/networks/a634ccba-0247-49cc-be8c-fef4274781cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887344 Aug 20 14:57:00.654316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90a61b8a-eb1b-4575-b1ce-8845041dfabc req-dab9b4fd-6b86-4784-a139-56034c9e6168 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.663851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-44f8f1b0-6da0-4eb5-b3de-27411307f957 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-48059933'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:00.664207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90a61b8a-eb1b-4575-b1ce-8845041dfabc req-dab9b4fd-6b86-4784-a139-56034c9e6168 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.691370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-44f8f1b0-6da0-4eb5-b3de-27411307f957 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.693581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-44f8f1b0-6da0-4eb5-b3de-27411307f957 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.728211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90a61b8a-eb1b-4575-b1ce-8845041dfabc req-dab9b4fd-6b86-4784-a139-56034c9e6168 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.729536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90a61b8a-eb1b-4575-b1ce-8845041dfabc req-dab9b4fd-6b86-4784-a139-56034c9e6168 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5416701 Aug 20 14:57:00.731629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9b4fd-6b86-4784-a139-56034c9e6168 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48291efb-eeff-44e5-827c-3d050a23b5d5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:00.739229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fe97e7-829a-412b-a1c1-4f51b609f9de {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:00.745241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.758548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Transition to ACTIVE for port object b9fe97e7-829a-412b-a1c1-4f51b609f9de will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:00.764168 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.766023 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-44f8f1b0-6da0-4eb5-b3de-27411307f957 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.772494 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-44f8f1b0-6da0-4eb5-b3de-27411307f957 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.788943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-44f8f1b0-6da0-4eb5-b3de-27411307f957 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.791794 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-44f8f1b0-6da0-4eb5-b3de-27411307f957 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.2374372 Aug 20 14:57:00.793968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59994) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:00.887860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73d2ca36-312f-4e41-9d4d-467697382f64 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:00.894910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Pushing event updated for resources: {'Port': ['ID=b9fe97e7-829a-412b-a1c1-4f51b609f9de,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:00.957713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-fdd3eaa7-7bee-459a-8866-bb1c920c803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:00.959051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-fdd3eaa7-7bee-459a-8866-bb1c920c803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:00.960834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-fdd3eaa7-7bee-459a-8866-bb1c920c803f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f79450d7f92245c093a97a866343ceee&device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1983 time: 0.1929729 Aug 20 14:57:00.985167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbdac4-4bd0-40ad-85b3-cf1a9a32c407 req-9859dd3d-aadf-4f92-8a69-716c2d718836 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:00.992027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbdac4-4bd0-40ad-85b3-cf1a9a32c407 req-9859dd3d-aadf-4f92-8a69-716c2d718836 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:00.993731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81dbdac4-4bd0-40ad-85b3-cf1a9a32c407 req-9859dd3d-aadf-4f92-8a69-716c2d718836 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1679 time: 0.1807630 Aug 20 14:57:01.147035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7946bbd-efab-4fba-bbc7-09faaca01de8 req-3e0c840c-4ff3-441b-a86a-f19e9f6662fb tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:01.148567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7946bbd-efab-4fba-bbc7-09faaca01de8 req-3e0c840c-4ff3-441b-a86a-f19e9f6662fb tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.1835418 Aug 20 14:57:01.149311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Attempting to bind port b9fe97e7-829a-412b-a1c1-4f51b609f9de on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:01.149638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Attempting to bind port b9fe97e7-829a-412b-a1c1-4f51b609f9de by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:01.149960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Attempting to bind port b9fe97e7-829a-412b-a1c1-4f51b609f9de on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:01.179340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Port b9fe97e7-829a-412b-a1c1-4f51b609f9de on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:57:01.179692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Attempting to bind port b9fe97e7-829a-412b-a1c1-4f51b609f9de on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:01.184365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81dbdac4-4bd0-40ad-85b3-cf1a9a32c407 req-214e8fc8-d5df-4ef2-aad3-8cd004369afc tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605146 Aug 20 14:57:01.209952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-63aa0bab-f5c1-499b-b83d-40bc14809a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:01.211449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-63aa0bab-f5c1-499b-b83d-40bc14809a9e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a06595df-5a5d-4ccc-990c-d3c8b391033c HTTP/1.1" status: 200 len: 903 time: 0.2154980 Aug 20 14:57:01.212231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:01.212565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:01.213008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:01.213458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Bound port: b9fe97e7-829a-412b-a1c1-4f51b609f9de, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:01.213812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.229219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-4893d6cc-12e9-4c43-9b51-66f6db3b2560 req-8b13cd9d-d461-4e17-9efe-c93f9acf7ce9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-722340487', 'description': 'tempest-description-1873340026'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:01.393845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73d2ca36-312f-4e41-9d4d-467697382f64 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.396763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73d2ca36-312f-4e41-9d4d-467697382f64 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.440032 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73d2ca36-312f-4e41-9d4d-467697382f64 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.440565 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d2ca36-312f-4e41-9d4d-467697382f64 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32da4b26-3656-4858-b54b-16d7a4966e80 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:57:01.446221 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73d2ca36-312f-4e41-9d4d-467697382f64 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.450644 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-73d2ca36-312f-4e41-9d4d-467697382f64 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "DELETE /v2.0/routers/32da4b26-3656-4858-b54b-16d7a4966e80 HTTP/1.1" status: 204 len: 168 time: 0.6554670 Aug 20 14:57:01.451264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60002) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:01.455770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ab68c958-536e-4724-b059-9ec63b07bcaf tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Request body: {'router': {'name': 'tempest-router-888939914', 'distributed': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:01.582773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7946bbd-efab-4fba-bbc7-09faaca01de8 req-0f870049-9f58-4e21-990d-4712a2ce528d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228814 Aug 20 14:57:01.589470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-3ec4ae5d-fd7b-4ce6-8968-03bffb78a119 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.150&port_id=d189e6cb-9415-4f9b-82fb-f3f022c905a9 HTTP/1.1" status: 200 len: 217 time: 0.3394530 Aug 20 14:57:01.606707 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4893d6cc-12e9-4c43-9b51-66f6db3b2560 req-8b13cd9d-d461-4e17-9efe-c93f9acf7ce9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.624501 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab68c958-536e-4724-b059-9ec63b07bcaf tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.625715 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab68c958-536e-4724-b059-9ec63b07bcaf tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.675766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] For port b9fe97e7-829a-412b-a1c1-4f51b609f9de, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:01.681012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] For port b9fe97e7-829a-412b-a1c1-4f51b609f9de, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b9fe97e7-829a-412b-a1c1-4f51b609f9de,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:01.689520 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.694092 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab68c958-536e-4724-b059-9ec63b07bcaf tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.698377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab68c958-536e-4724-b059-9ec63b07bcaf tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.698742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-849caa19-7772-43ce-b62a-8e999f951afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:01.700304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-849caa19-7772-43ce-b62a-8e999f951afc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83 HTTP/1.1" status: 200 len: 801 time: 0.1013930 Aug 20 14:57:01.795185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:01.795837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.797248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] 10.222.0.72 "PUT /v2.0/ports/b9fe97e7-829a-412b-a1c1-4f51b609f9de HTTP/1.1" status: 200 len: 1097 time: 1.8235197 Aug 20 14:57:01.805684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5e22b8-7a93-4239-8843-3742cdb18e52', 'tag': 'b9fe97e7-829a-412b-a1c1-4f51b609f9de'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:01.807974 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be33309-4742-4eae-aef2-7075f8a96384" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5e22b8-7a93-4239-8843-3742cdb18e52", "tag": "b9fe97e7-829a-412b-a1c1-4f51b609f9de"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:01.853985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089e1ec-3400-4203-8ffc-24aa1be89b7b service neutron] Pushing event updated for resources: {'Port': ['ID=b9fe97e7-829a-412b-a1c1-4f51b609f9de,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:01.873386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d28f35-60dc-452f-b472-cc7d19c598a6 req-e586c97e-dde7-4275-9ae7-c0f9af21f797 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:01.874920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43d28f35-60dc-452f-b472-cc7d19c598a6 req-e586c97e-dde7-4275-9ae7-c0f9af21f797 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 946 time: 0.1737196 Aug 20 14:57:01.902405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-3d8c1e3b-6231-414f-89d5-13183beb73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:01.903851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-3d8c1e3b-6231-414f-89d5-13183beb73d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a06595df-5a5d-4ccc-990c-d3c8b391033c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731546 Aug 20 14:57:01.933966 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4893d6cc-12e9-4c43-9b51-66f6db3b2560 req-8b13cd9d-d461-4e17-9efe-c93f9acf7ce9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.942980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab68c958-536e-4724-b059-9ec63b07bcaf tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:01.948053 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ab68c958-536e-4724-b059-9ec63b07bcaf tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4931688 Aug 20 14:57:01.948556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60010) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:01.955878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4893d6cc-12e9-4c43-9b51-66f6db3b2560 req-8b13cd9d-d461-4e17-9efe-c93f9acf7ce9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.018206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18343455-0fa7-40e1-aeab-021ab04fc826 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.057651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d26f9da3-c6f3-4d06-b873-4c6fbd2d45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:02.059077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-d26f9da3-c6f3-4d06-b873-4c6fbd2d45ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7947cd720b0b4deaa07129ccb1719514&device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 1100 time: 0.1807706 Aug 20 14:57:02.059697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13cd9d-d461-4e17-9efe-c93f9acf7ce9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7e9ce0-3239-4939-abf0-94930e06d46e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:02.065397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43d28f35-60dc-452f-b472-cc7d19c598a6 req-d2a40b09-f0bf-42e8-8abd-fb7563488eb0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697397 Aug 20 14:57:02.066184 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4893d6cc-12e9-4c43-9b51-66f6db3b2560 req-8b13cd9d-d461-4e17-9efe-c93f9acf7ce9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.076560 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4893d6cc-12e9-4c43-9b51-66f6db3b2560 req-8b13cd9d-d461-4e17-9efe-c93f9acf7ce9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8597612 Aug 20 14:57:02.146471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-a82039cc-6583-4284-a473-c7a226b00f5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b9fe97e7-829a-412b-a1c1-4f51b609f9de HTTP/1.1" status: 200 len: 217 time: 0.0687203 Aug 20 14:57:02.190129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18343455-0fa7-40e1-aeab-021ab04fc826 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.192980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18343455-0fa7-40e1-aeab-021ab04fc826 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.229026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-7829f324-4aab-49a2-9fdb-18f0da988880 service neutron] 10.222.0.72 "GET /v2.0/networks/a06595df-5a5d-4ccc-990c-d3c8b391033c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980902 Aug 20 14:57:02.250809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18343455-0fa7-40e1-aeab-021ab04fc826 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.252102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18343455-0fa7-40e1-aeab-021ab04fc826 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23617d9c-fb13-4b4b-92c3-f4be6b292ddd {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:57:02.257228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18343455-0fa7-40e1-aeab-021ab04fc826 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.258386 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-18343455-0fa7-40e1-aeab-021ab04fc826 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "DELETE /v2.0/routers/23617d9c-fb13-4b4b-92c3-f4be6b292ddd HTTP/1.1" status: 204 len: 168 time: 0.3091166 Aug 20 14:57:02.261998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60018) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:02.266311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-012b0647-e0f4-4438-8d12-b4c718194ee4 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Request body: {'router': {'name': 'tempest-router-813541525', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2bc29f0f02f043528cf066801d742492'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:02.276799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1160c7d-7d53-4220-b937-cf0cb94301a3 req-efb11b5f-9def-4c74-af27-f9480b276bd6 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:02.278488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1160c7d-7d53-4220-b937-cf0cb94301a3 req-efb11b5f-9def-4c74-af27-f9480b276bd6 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 948 time: 0.1242445 Aug 20 14:57:02.291018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-012b0647-e0f4-4438-8d12-b4c718194ee4 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.292316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-012b0647-e0f4-4438-8d12-b4c718194ee4 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.325476 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b552a6ff-beb0-4ec3-877d-cea2b034e75b x-openstack-request-id: req-b552a6ff-beb0-4ec3-877d-cea2b034e75b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:02.325840 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5e22b8-7a93-4239-8843-3742cdb18e52", "tag": "b9fe97e7-829a-412b-a1c1-4f51b609f9de", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:02.326103 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b552a6ff-beb0-4ec3-877d-cea2b034e75b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:02.326492 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5e22b8-7a93-4239-8843-3742cdb18e52', 'tag': 'b9fe97e7-829a-412b-a1c1-4f51b609f9de', 'status': 'completed', 'code': 200} Aug 20 14:57:02.332195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc554-16c0-4244-ab03-0e5a199015db req-822cdd68-6eff-4f1b-a45f-f303ae0107d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:02.334467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-822cdd68-6eff-4f1b-a45f-f303ae0107d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1654875 Aug 20 14:57:02.347358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-68d5258d-36a0-4f1a-9349-d131ef4bca74 req-d3f8010a-98ff-4979-9ba7-5a8702bca357 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1414839645', 'description': 'tempest-description-1565798171'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:02.351321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-012b0647-e0f4-4438-8d12-b4c718194ee4 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.357377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-012b0647-e0f4-4438-8d12-b4c718194ee4 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.430453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1160c7d-7d53-4220-b937-cf0cb94301a3 req-12993d39-66a6-4958-bbd9-88c7126de05d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068330 Aug 20 14:57:02.433845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-012b0647-e0f4-4438-8d12-b4c718194ee4 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.438209 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68d5258d-36a0-4f1a-9349-d131ef4bca74 req-d3f8010a-98ff-4979-9ba7-5a8702bca357 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.438325 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-012b0647-e0f4-4438-8d12-b4c718194ee4 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1724446 Aug 20 14:57:02.439129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60022) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:02.444218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:02.463770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc554-16c0-4244-ab03-0e5a199015db req-4ad35e56-09de-440f-9a3b-766a10ea1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:02.465285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-4ad35e56-09de-440f-9a3b-766a10ea1c5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054842 Aug 20 14:57:02.467070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-a31ce91c-42f6-47ee-adb9-f2a71468768a service neutron] 10.222.0.72 "GET /v2.0/networks/a06595df-5a5d-4ccc-990c-d3c8b391033c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289262 Aug 20 14:57:02.649823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.650170 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.704588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-42f8b732-3678-45f2-84a8-9de5c791a526 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157650 Aug 20 14:57:02.713559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7cb60-9f6b-4161-a5de-d2d9692b70a8 req-652cfc1f-f5b0-46f5-b51d-6985beef01d0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:02.715077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfe7cb60-9f6b-4161-a5de-d2d9692b70a8 req-652cfc1f-f5b0-46f5-b51d-6985beef01d0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 946 time: 0.1966519 Aug 20 14:57:02.719173 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68d5258d-36a0-4f1a-9349-d131ef4bca74 req-d3f8010a-98ff-4979-9ba7-5a8702bca357 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.731520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101100) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 20 14:57:02.731899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Router 995df89b-a3da-4605-9dec-40b15cb9d0d5 migrating from provider to provider. {{(pid=101100) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 20 14:57:02.732281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.733462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-19314f11-b0b5-45fb-8008-b82490ee273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:02.733962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-19314f11-b0b5-45fb-8008-b82490ee273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:02.735672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-19314f11-b0b5-45fb-8008-b82490ee273c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f79450d7f92245c093a97a866343ceee&device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1983 time: 0.1484621 Aug 20 14:57:02.736956 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.741282 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.747322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68d5258d-36a0-4f1a-9349-d131ef4bca74 req-d3f8010a-98ff-4979-9ba7-5a8702bca357 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.821342 n-d-695189-15 neutron-server[101100]: WARNING neutron.scheduler.l3_agent_scheduler [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] No L3 agents can host the router 995df89b-a3da-4605-9dec-40b15cb9d0d5 Aug 20 14:57:02.880446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68d5258d-36a0-4f1a-9349-d131ef4bca74 req-d3f8010a-98ff-4979-9ba7-5a8702bca357 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.881915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68d5258d-36a0-4f1a-9349-d131ef4bca74 req-d3f8010a-98ff-4979-9ba7-5a8702bca357 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5411103 Aug 20 14:57:02.903674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8010a-98ff-4979-9ba7-5a8702bca357 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b92f88-ce69-4d17-bcb8-7126f0aa70e3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:02.925225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Hosts for router 995df89b-a3da-4605-9dec-40b15cb9d0d5: [] {{(pid=101100) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 20 14:57:02.934771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfe7cb60-9f6b-4161-a5de-d2d9692b70a8 req-f01581db-c4b4-4884-bd42-25ff9de43dd4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040374 Aug 20 14:57:02.949598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Hosts for other DVR routers connected to router 995df89b-a3da-4605-9dec-40b15cb9d0d5: set() {{(pid=101100) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 20 14:57:02.952174 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:02.953367 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dc432b6c-71f9-4d54-b210-2b761ba4b105 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "PUT /v2.0/routers/995df89b-a3da-4605-9dec-40b15cb9d0d5 HTTP/1.1" status: 200 len: 716 time: 0.5132527 Aug 20 14:57:02.955904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60028) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:03.015094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13dfc554-16c0-4244-ab03-0e5a199015db req-5c6784bf-246f-4029-9ca4-5004919d2885 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946396 Aug 20 14:57:03.023114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-7164fcb3-39fe-4872-9999-c4d1b4ae513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.024601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-7164fcb3-39fe-4872-9999-c4d1b4ae513d service neutron] 10.222.0.72 "GET /v2.0/networks?id=a634ccba-0247-49cc-be8c-fef4274781cb HTTP/1.1" status: 200 len: 903 time: 0.2487314 Aug 20 14:57:03.035256 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8e20280a-366f-4604-bf8c-b27126b16ba8 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "GET /v2.0/routers/995df89b-a3da-4605-9dec-40b15cb9d0d5 HTTP/1.1" status: 200 len: 716 time: 0.0748127 Aug 20 14:57:03.038183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9303f25-a3e0-48aa-9b84-d54088f70746 req-41a19f8c-23b5-4d8b-8594-2d08cceb88f8 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.038438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60032) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:03.045830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9303f25-a3e0-48aa-9b84-d54088f70746 req-41a19f8c-23b5-4d8b-8594-2d08cceb88f8 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.048056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9303f25-a3e0-48aa-9b84-d54088f70746 req-41a19f8c-23b5-4d8b-8594-2d08cceb88f8 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1679 time: 0.1089950 Aug 20 14:57:03.117488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-804fd453-42ab-4e50-b776-34b861023297 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.103&port_id=9f0f98f0-fe30-47a4-9685-66015a662c69 HTTP/1.1" status: 200 len: 217 time: 0.0632455 Aug 20 14:57:03.162017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9303f25-a3e0-48aa-9b84-d54088f70746 req-d7cb4e60-f2fa-4aae-9efa-0124870cfc7e tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966959 Aug 20 14:57:03.255664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-0e8b804b-55a3-47c2-977a-2f15d257051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.257096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-0e8b804b-55a3-47c2-977a-2f15d257051c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=49700305-3b01-45af-a598-558be15cc887 HTTP/1.1" status: 200 len: 801 time: 0.1202266 Aug 20 14:57:03.274807 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-107e0e38-2913-434b-90da-2d1b944fc00b tempest-RoutersTestDVR-1285644094 tempest-RoutersTestDVR-1285644094-project] 10.222.0.36 "GET /v2.0/routers/995df89b-a3da-4605-9dec-40b15cb9d0d5 HTTP/1.1" status: 200 len: 682 time: 0.2349486 Aug 20 14:57:03.276549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60040) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:03.281344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be33309-4742-4eae-aef2-7075f8a96384 req-6d96a8b6-14da-495d-91eb-3c3cad353528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.282879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2be33309-4742-4eae-aef2-7075f8a96384 req-6d96a8b6-14da-495d-91eb-3c3cad353528 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7947cd720b0b4deaa07129ccb1719514&device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 1100 time: 0.1597555 Aug 20 14:57:03.348210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7388e89e-5d9b-4d98-86f0-5dc2ef218d93 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:03.378056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f60c38-263d-4f19-a33d-0da76315db62 req-73c7a5d8-0107-4c78-8dc9-27cd5cec1511 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.379684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18f60c38-263d-4f19-a33d-0da76315db62 req-73c7a5d8-0107-4c78-8dc9-27cd5cec1511 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.1957376 Aug 20 14:57:03.464980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-f4cdbf29-2fd4-499a-a799-257ea87b438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.466465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-f4cdbf29-2fd4-499a-a799-257ea87b438b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a634ccba-0247-49cc-be8c-fef4274781cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873336 Aug 20 14:57:03.481059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18f60c38-263d-4f19-a33d-0da76315db62 req-5fded997-4bbe-4f11-8477-b078ab3429c5 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940814 Aug 20 14:57:03.504582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f40551b2-6c11-4679-87ce-51d6d8b0dab2 req-977eb944-6243-4b2f-8f05-776683a44d34 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11ff5281a4d141f0b45a39cb9d04b816 HTTP/1.1" status: 200 len: 10903 time: 0.3050885 Aug 20 14:57:03.512204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7388e89e-5d9b-4d98-86f0-5dc2ef218d93 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:03.514306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7388e89e-5d9b-4d98-86f0-5dc2ef218d93 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:03.561392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7388e89e-5d9b-4d98-86f0-5dc2ef218d93 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:03.562036 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7388e89e-5d9b-4d98-86f0-5dc2ef218d93 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 995df89b-a3da-4605-9dec-40b15cb9d0d5 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:57:03.577306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be33309-4742-4eae-aef2-7075f8a96384 req-264d2d55-826b-4056-af8f-527dceb852aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.578493 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7388e89e-5d9b-4d98-86f0-5dc2ef218d93 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:03.579408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2be33309-4742-4eae-aef2-7075f8a96384 req-264d2d55-826b-4056-af8f-527dceb852aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2844043 Aug 20 14:57:03.585547 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7388e89e-5d9b-4d98-86f0-5dc2ef218d93 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "DELETE /v2.0/routers/995df89b-a3da-4605-9dec-40b15cb9d0d5 HTTP/1.1" status: 204 len: 168 time: 0.3079503 Aug 20 14:57:03.586386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60044) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:03.600061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b1e073cd-088e-4d5e-8a75-09d3fc387005 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Request body: {'router': {'name': 'tempest-router-1390874811', 'distributed': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:03.678665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2be33309-4742-4eae-aef2-7075f8a96384 req-838dd0ee-7f0a-42b2-aed2-0084bead67de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b9fe97e7-829a-412b-a1c1-4f51b609f9de HTTP/1.1" status: 200 len: 217 time: 0.0828021 Aug 20 14:57:03.707971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f40551b2-6c11-4679-87ce-51d6d8b0dab2 req-dddfef3e-d5b9-4acc-bdda-bfba2ef290ab tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/5cc03168-a32b-46f2-86b2-12baf0938b35 HTTP/1.1" status: 200 len: 2981 time: 0.1864104 Aug 20 14:57:03.733946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b1e073cd-088e-4d5e-8a75-09d3fc387005 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:03.735115 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b1e073cd-088e-4d5e-8a75-09d3fc387005 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:03.743764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-60bba966-d557-4a1d-aa17-87fd67f155bf service neutron] 10.222.0.72 "GET /v2.0/networks/a634ccba-0247-49cc-be8c-fef4274781cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662585 Aug 20 14:57:03.916794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be33309-4742-4eae-aef2-7075f8a96384 req-a2609693-00d5-4f1a-b895-f7c02db5733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.917671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2be33309-4742-4eae-aef2-7075f8a96384 req-a2609693-00d5-4f1a-b895-f7c02db5733d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1938467 Aug 20 14:57:03.954838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820d6ac-dbb2-4d94-9528-0cd152b6240b req-9f925d4f-f724-46e5-a8c0-45272aca3aeb tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:03.956328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e820d6ac-dbb2-4d94-9528-0cd152b6240b req-9f925d4f-f724-46e5-a8c0-45272aca3aeb tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 950 time: 0.2754111 Aug 20 14:57:03.960108 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b1e073cd-088e-4d5e-8a75-09d3fc387005 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:03.978525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f40551b2-6c11-4679-87ce-51d6d8b0dab2 req-676ac814-e587-452c-9738-0c8a722eea07 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/5cc03168-a32b-46f2-86b2-12baf0938b35 HTTP/1.1" status: 200 len: 2981 time: 0.2462997 Aug 20 14:57:03.979431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b1e073cd-088e-4d5e-8a75-09d3fc387005 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.048649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b1e073cd-088e-4d5e-8a75-09d3fc387005 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.049872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b1e073cd-088e-4d5e-8a75-09d3fc387005 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4610598 Aug 20 14:57:04.054125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60050) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:04.071473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-121b6097-4743-483e-a49e-9f99fb8a783c service neutron] 10.222.0.72 "GET /v2.0/networks/a634ccba-0247-49cc-be8c-fef4274781cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881007 Aug 20 14:57:04.082362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e820d6ac-dbb2-4d94-9528-0cd152b6240b req-2e2e6a08-e81e-4855-bae1-1b03f3bb26f5 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112795 Aug 20 14:57:04.091079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be33309-4742-4eae-aef2-7075f8a96384 req-7be884ac-63ff-44e9-92b0-5b96d5a7d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:04.092633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2be33309-4742-4eae-aef2-7075f8a96384 req-7be884ac-63ff-44e9-92b0-5b96d5a7d6c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312926 Aug 20 14:57:04.156188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72e62daf-ddd4-4106-8584-0dcdaf075da7 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.326400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72e62daf-ddd4-4106-8584-0dcdaf075da7 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.328838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72e62daf-ddd4-4106-8584-0dcdaf075da7 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.376703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72e62daf-ddd4-4106-8584-0dcdaf075da7 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.377367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e62daf-ddd4-4106-8584-0dcdaf075da7 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61383812-5ae4-4489-9846-0faccccc9e56 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:57:04.382957 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72e62daf-ddd4-4106-8584-0dcdaf075da7 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.387084 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-72e62daf-ddd4-4106-8584-0dcdaf075da7 tempest-RoutersTestDVR-601779013 tempest-RoutersTestDVR-601779013-project-admin] 10.222.0.36 "DELETE /v2.0/routers/61383812-5ae4-4489-9846-0faccccc9e56 HTTP/1.1" status: 204 len: 168 time: 0.3283489 Aug 20 14:57:04.524720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d189e6cb-9415-4f9b-82fb-f3f022c905a9 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:57:04.609058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5c2c-acd2-4c03-b484-dca9b2198e84 req-7375d402-5746-4f83-9eed-aa6ccce0705d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:04.616845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46cb5c2c-acd2-4c03-b484-dca9b2198e84 req-7375d402-5746-4f83-9eed-aa6ccce0705d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 948 time: 0.4417942 Aug 20 14:57:04.624797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-d29aa5da-cf53-442f-8bcf-a154c28f676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:04.626403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-d29aa5da-cf53-442f-8bcf-a154c28f676e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1127 time: 0.4524467 Aug 20 14:57:04.650408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d189e6cb-9415-4f9b-82fb-f3f022c905a9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d189e6cb-9415-4f9b-82fb-f3f022c905a9,segment=NetworkSegment(d7f1e513-5211-4b42-a5dd-0c6f1640f594),segment_id=d7f1e513-5211-4b42-a5dd-0c6f1640f594)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:04.652834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cb1ca-3731-447a-a2b9-e30bb6915b37 req-0ad80d8d-4bca-4ead-9cfd-82c5a2eade33 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:04.659725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea5cb1ca-3731-447a-a2b9-e30bb6915b37 req-0ad80d8d-4bca-4ead-9cfd-82c5a2eade33 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 946 time: 0.4871342 Aug 20 14:57:04.665458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9', 'network_id': 'a06595df-5a5d-4ccc-990c-d3c8b391033c', 'port_id': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9', 'mac_address': 'fa:16:3e:d4:44:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83', 'ip_address': '19.80.0.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:57:04.679098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60060) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:04.697979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2be33309-4742-4eae-aef2-7075f8a96384 req-325ef2cd-e9ef-4e00-9f0a-a3e1d816275a service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861309 Aug 20 14:57:04.717339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.733818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d189e6cb-9415-4f9b-82fb-f3f022c905a9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:04.756883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d189e6cb-9415-4f9b-82fb-f3f022c905a9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d189e6cb-9415-4f9b-82fb-f3f022c905a9,segment=NetworkSegment(d7f1e513-5211-4b42-a5dd-0c6f1640f594),segment_id=d7f1e513-5211-4b42-a5dd-0c6f1640f594)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:04.765108 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.766291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:57:04.769296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46cb5c2c-acd2-4c03-b484-dca9b2198e84 req-7cd4562e-4319-492c-860e-97c1d7dee4ec tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513975 Aug 20 14:57:04.838108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c531e1e-2fe3-47df-bbe1-2f82586ea0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.891123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea5cb1ca-3731-447a-a2b9-e30bb6915b37 req-4d7914d7-34ac-4d52-abaf-826f34438655 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280655 Aug 20 14:57:04.925304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:04.953142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'ea15c504-541b-4934-aa30-5501b8e53766', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'ea15c504-541b-4934-aa30-5501b8e53766', 'mac_address': 'fa:16:3e:f4:08:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:57:04.984079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c531e1e-2fe3-47df-bbe1-2f82586ea0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:04.987986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d189e6cb-9415-4f9b-82fb-f3f022c905a9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:04.989091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c531e1e-2fe3-47df-bbe1-2f82586ea0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.003106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-ad1e88de-a835-4b3e-aea1-d367fffba7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:05.004960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-ad1e88de-a835-4b3e-aea1-d367fffba7c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.3610556 Aug 20 14:57:05.008517 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.029636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea15c504-541b-4934-aa30-5501b8e53766 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:05.033451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c531e1e-2fe3-47df-bbe1-2f82586ea0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e208a9e5-a66c-47a0-8f0b-bc83f786594b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:05.054964 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5c531e1e-2fe3-47df-bbe1-2f82586ea0df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bc29f0f02f043528cf066801d742492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742001 Aug 20 14:57:05.056160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60064) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:05.064661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d591b3-94fa-41b3-9c8e-794ada6ee070 req-746f5c24-f007-410c-b780-dc87183e9f6c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/48291efb-eeff-44e5-827c-3d050a23b5d5 HTTP/1.1" status: 200 len: 1802 time: 0.2389331 Aug 20 14:57:05.083220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:05.090225 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.091422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9f0f98f0-fe30-47a4-9685-66015a662c69 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:57:05.107779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-cb802a64-98f3-4c71-9ff3-4421037c5d13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 HTTP/1.1" status: 200 len: 217 time: 0.0784726 Aug 20 14:57:05.110697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2be33309-4742-4eae-aef2-7075f8a96384 req-1a8e327e-074b-4340-920c-e306a4f601a8 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798392 Aug 20 14:57:05.129707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e121cfe0-6c45-4286-bbd5-4b27a993418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.162443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e121cfe0-6c45-4286-bbd5-4b27a993418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.183383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-dbe1a09c-ee4b-41db-9bb0-a6ac70b69e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:05.186537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-dbe1a09c-ee4b-41db-9bb0-a6ac70b69e15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0481815 Aug 20 14:57:05.215983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542caf88-ae34-436e-b487-2ea2f60bf28c req-41f2357a-01f6-4201-b250-dd9765dca5dd tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:05.222021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542caf88-ae34-436e-b487-2ea2f60bf28c req-41f2357a-01f6-4201-b250-dd9765dca5dd tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:05.229759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:05.230225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e121cfe0-6c45-4286-bbd5-4b27a993418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.230407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-542caf88-ae34-436e-b487-2ea2f60bf28c req-41f2357a-01f6-4201-b250-dd9765dca5dd tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1680 time: 0.2232523 Aug 20 14:57:05.232989 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e121cfe0-6c45-4286-bbd5-4b27a993418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.236635 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e121cfe0-6c45-4286-bbd5-4b27a993418c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e208a9e5-a66c-47a0-8f0b-bc83f786594b HTTP/1.1" status: 204 len: 168 time: 0.1770108 Aug 20 14:57:05.252375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121cfe0-6c45-4286-bbd5-4b27a993418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208a9e5-a66c-47a0-8f0b-bc83f786594b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:05.265446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-14d84137-94b5-485f-80fa-cf96ff904756 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679929 Aug 20 14:57:05.329868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9f0f98f0-fe30-47a4-9685-66015a662c69, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9f0f98f0-fe30-47a4-9685-66015a662c69,segment=NetworkSegment(21dbe42e-8935-4c66-8a74-44facbc027f7),segment_id=21dbe42e-8935-4c66-8a74-44facbc027f7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:05.346936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '9f0f98f0-fe30-47a4-9685-66015a662c69', 'network_id': 'a634ccba-0247-49cc-be8c-fef4274781cb', 'port_id': '9f0f98f0-fe30-47a4-9685-66015a662c69', 'mac_address': 'fa:16:3e:cd:f3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49700305-3b01-45af-a598-558be15cc887', 'ip_address': '19.86.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:57:05.361166 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33d591b3-94fa-41b3-9c8e-794ada6ee070 req-d2541541-2428-41f8-a028-f41b28295f0c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.381429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-542caf88-ae34-436e-b487-2ea2f60bf28c req-842991c2-262d-4720-b008-efe4ef7605f6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498072 Aug 20 14:57:05.433775 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.449701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33d591b3-94fa-41b3-9c8e-794ada6ee070 req-d2541541-2428-41f8-a028-f41b28295f0c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.449926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0f98f0-fe30-47a4-9685-66015a662c69 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:05.472427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9f0f98f0-fe30-47a4-9685-66015a662c69, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9f0f98f0-fe30-47a4-9685-66015a662c69,segment=NetworkSegment(21dbe42e-8935-4c66-8a74-44facbc027f7),segment_id=21dbe42e-8935-4c66-8a74-44facbc027f7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:05.477990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.541392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=9f0f98f0-fe30-47a4-9685-66015a662c69,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:05.553389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-7ee81258-d1dc-4081-8800-fdd6930a1f26 service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790105 Aug 20 14:57:05.576333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33d591b3-94fa-41b3-9c8e-794ada6ee070 req-d2541541-2428-41f8-a028-f41b28295f0c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.579361 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33d591b3-94fa-41b3-9c8e-794ada6ee070 req-d2541541-2428-41f8-a028-f41b28295f0c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.580848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d591b3-94fa-41b3-9c8e-794ada6ee070 req-d2541541-2428-41f8-a028-f41b28295f0c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/48291efb-eeff-44e5-827c-3d050a23b5d5 HTTP/1.1" status: 204 len: 173 time: 0.4773817 Aug 20 14:57:05.590643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc116a-3ab0-4960-8499-78fc10be43f5 req-5d5e25fb-1550-4b7c-8208-8c5f88d95c0f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:05.599657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbfc116a-3ab0-4960-8499-78fc10be43f5 req-5d5e25fb-1550-4b7c-8208-8c5f88d95c0f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 944 time: 0.1137855 Aug 20 14:57:05.667466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.699567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60076) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:05.711224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2541541-2428-41f8-a028-f41b28295f0c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48291efb-eeff-44e5-827c-3d050a23b5d5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:05.714081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-064f7e68-30a7-43ab-8ee7-d51c2274876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.796104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbfc116a-3ab0-4960-8499-78fc10be43f5 req-68686be1-36db-4124-9d91-cf03965cf182 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954234 Aug 20 14:57:05.828381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-7707f409-0e96-4079-a69d-9a88b9b2db73 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:05.829969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-7707f409-0e96-4079-a69d-9a88b9b2db73 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.70 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 950 time: 0.2170758 Aug 20 14:57:05.851865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e614f02-5609-4967-9ed2-3c3c3a3617c5 req-576a490b-356d-42a9-8acb-277441de6cbe service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859473 Aug 20 14:57:05.872979 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-064f7e68-30a7-43ab-8ee7-d51c2274876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.875056 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-4a2b0903-2ec9-490e-aa10-b98ff4901e48 service neutron] 10.222.0.72 "GET /v2.0/ports/ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 385 time: 0.0924370 Aug 20 14:57:05.877246 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-064f7e68-30a7-43ab-8ee7-d51c2274876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:05.910192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-c693fe47-3b51-4240-b312-199450a445ce tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:05.912219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-c693fe47-3b51-4240-b312-199450a445ce tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.72 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 946 time: 0.2525642 Aug 20 14:57:05.921887 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-c92904d4-a093-4b2a-a093-4814fb631dcd req-2c3747a7-ecd5-447a-a8e8-fb6cb1e2602b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:57:05.922810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c92904d4-a093-4b2a-a093-4814fb631dcd req-2c3747a7-ecd5-447a-a8e8-fb6cb1e2602b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/48291efb-eeff-44e5-827c-3d050a23b5d5 HTTP/1.1" status: 404 len: 352 time: 0.0769625 Aug 20 14:57:05.950738 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-064f7e68-30a7-43ab-8ee7-d51c2274876c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7120a92b41f9463581cef6c24853cbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500484 Aug 20 14:57:05.953413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f7e68-30a7-43ab-8ee7-d51c2274876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6dd72b-6f66-4ec2-a52f-8b56ec1ff620,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:05.957244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60084) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:06.004484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df212a-eddc-4879-943c-8d87be471b41 req-a7810dc5-cf9e-4c46-a05d-97c198ee4455 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:06.006914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0df212a-eddc-4879-943c-8d87be471b41 req-a7810dc5-cf9e-4c46-a05d-97c198ee4455 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 950 time: 0.2319891 Aug 20 14:57:06.074102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7094d9ce-741b-4522-b5af-d796da7fff61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.127787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0df212a-eddc-4879-943c-8d87be471b41 req-4078407d-c937-404c-aa0e-d4f33d468e94 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9a086b8-f01a-48a4-9dd0-c71f9af90849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100636 Aug 20 14:57:06.129157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7094d9ce-741b-4522-b5af-d796da7fff61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.140409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe82f04-ab14-4117-a88b-24174ea5321b req-84c4ff8d-3375-405f-9b6e-cfb757f1e048 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:06.145179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6fe82f04-ab14-4117-a88b-24174ea5321b req-84c4ff8d-3375-405f-9b6e-cfb757f1e048 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 948 time: 0.1318560 Aug 20 14:57:06.177503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Deleting port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:06.177757 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.196198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:06.218533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:06.219965 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7094d9ce-741b-4522-b5af-d796da7fff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.222521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7094d9ce-741b-4522-b5af-d796da7fff61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.226323 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7094d9ce-741b-4522-b5af-d796da7fff61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e6dd72b-6f66-4ec2-a52f-8b56ec1ff620 HTTP/1.1" status: 204 len: 168 time: 0.2649984 Aug 20 14:57:06.246828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Deleting port c0a392b6-deb7-4f46-87c1-51d6122d6f25 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:06.247153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.253859 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094d9ce-741b-4522-b5af-d796da7fff61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6dd72b-6f66-4ec2-a52f-8b56ec1ff620,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:06.270599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:06.284236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:06.300145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.325597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6fe82f04-ab14-4117-a88b-24174ea5321b req-41668270-1d05-4e2f-a8f0-bdd4bbf3299f tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722612 Aug 20 14:57:06.328511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d189e6cb-9415-4f9b-82fb-f3f022c905a9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:06.359208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ea15c504-541b-4934-aa30-5501b8e53766'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:06.392477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] Transition to ACTIVE for port object ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:06.401777 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.406534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] For port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:06.406929 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.423238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Calling delete_port for 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:06.455119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['9f0f98f0-fe30-47a4-9685-66015a662c69'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:06.480461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] No DVR routers for this DVR port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:06.492496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,revision_number=10']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:06.513960 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-7630e604-9059-430b-8e4d-a4d18e641ee7 service neutron] 10.222.0.72 "PUT /v2.0/ports/ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2/bindings/n-h2-695189-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6301215 Aug 20 14:57:06.532582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b9fe97e7-829a-412b-a1c1-4f51b609f9de details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:57:06.543988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:06.584503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a5cfa-ef6d-4f1c-9a7d-31bd9519b78c req-b277942e-25c9-411f-9867-2dd9b84fffc7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:06.586178 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c5a5cfa-ef6d-4f1c-9a7d-31bd9519b78c req-b277942e-25c9-411f-9867-2dd9b84fffc7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 946 time: 0.3893781 Aug 20 14:57:06.601589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-885a3a3a-f9ef-4aa3-9d37-9662ee761beb req-7a51cbc9-cb9d-4fe7-b74d-ccab7758ef1e tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/be7e9ce0-3239-4939-abf0-94930e06d46e HTTP/1.1" status: 200 len: 1802 time: 0.1627524 Aug 20 14:57:06.616541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] For port c0a392b6-deb7-4f46-87c1-51d6122d6f25, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c0a392b6-deb7-4f46-87c1-51d6122d6f25,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:06.616942 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.676293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Calling delete_port for c0a392b6-deb7-4f46-87c1-51d6122d6f25 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:06.761534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:06.824721 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c5a5cfa-ef6d-4f1c-9a7d-31bd9519b78c req-08927859-a002-4c2c-96d5-768f2de363f3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186334 Aug 20 14:57:06.864133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b9fe97e7-829a-412b-a1c1-4f51b609f9de, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b9fe97e7-829a-412b-a1c1-4f51b609f9de,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:06.891840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'b9fe97e7-829a-412b-a1c1-4f51b609f9de', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'b9fe97e7-829a-412b-a1c1-4f51b609f9de', 'mac_address': 'fa:16:3e:7d:2d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:57:06.959881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-9521a5c5-cb6f-428f-993f-9b685bc79ad9 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:06.961560 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-9521a5c5-cb6f-428f-993f-9b685bc79ad9 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.3028057 Aug 20 14:57:06.978505 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:06.996287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fe97e7-829a-412b-a1c1-4f51b609f9de {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:07.019690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b9fe97e7-829a-412b-a1c1-4f51b609f9de, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b9fe97e7-829a-412b-a1c1-4f51b609f9de,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:07.025426 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:07.055937 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-885a3a3a-f9ef-4aa3-9d37-9662ee761beb req-c11803b8-53a7-4abf-8647-21d73876e1ab tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:07.062955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:07.072126 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:07.078310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:07.108548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b9fe97e7-829a-412b-a1c1-4f51b609f9de,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:07.120728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:07.138839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Pushing event deleted for resources: {'Port': ['ID=1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:07.149236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c24da7-0813-4e47-be48-003a2a3a811a req-8980201b-c44f-4e88-8423-5a319637e77c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:07.160736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c24da7-0813-4e47-be48-003a2a3a811a req-8980201b-c44f-4e88-8423-5a319637e77c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:07.163591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8c24da7-0813-4e47-be48-003a2a3a811a req-8980201b-c44f-4e88-8423-5a319637e77c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1681 time: 0.2602553 Aug 20 14:57:07.174119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-885a3a3a-f9ef-4aa3-9d37-9662ee761beb req-c11803b8-53a7-4abf-8647-21d73876e1ab tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:07.179355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-fe0f018e-278c-42d0-af54-78821f820ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:07.181034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-fe0f018e-278c-42d0-af54-78821f820ef0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee&tenant_id=291adac971e24552a6494c08429d8f3c HTTP/1.1" status: 200 len: 1097 time: 0.1941226 Aug 20 14:57:07.301444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] No DVR routers for this DVR port 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:07.327472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:07.329530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41fec7f7-16cc-490a-becf-2486e7bc317a req-d2eead89-16e7-477d-99f7-de1818922194 tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.70 "DELETE /v2.0/ports/1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c HTTP/1.1" status: 204 len: 173 time: 1.4816771 Aug 20 14:57:07.343072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] No DVR routers for this DVR port c0a392b6-deb7-4f46-87c1-51d6122d6f25 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:07.344615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b9d74b-bb3f-48bf-b0fb-e2846a295b9b', 'name': 'network-vif-deleted', 'tag': '1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:07.346903 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a611e66-bc9e-469d-9a8d-5b60f1ecc6ef" -d '{"events": [{"server_uuid": "d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b", "name": "network-vif-deleted", "tag": "1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:07.358073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:07.360422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efa661fa-fa5c-4a9f-b38b-44e5c373e334 req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.72 "DELETE /v2.0/ports/c0a392b6-deb7-4f46-87c1-51d6122d6f25 HTTP/1.1" status: 204 len: 173 time: 1.4401977 Aug 20 14:57:07.364982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e1d0c-6988-431d-a76c-36085e5102c1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event deleted for resources: {'Port': ['ID=c0a392b6-deb7-4f46-87c1-51d6122d6f25,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:07.435624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8c24da7-0813-4e47-be48-003a2a3a811a req-a9e5f2b5-5764-4ce1-ba1c-0c61fe382bb3 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465589 Aug 20 14:57:07.448116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-28f39f4c-b16d-42ec-9a3d-f1f0bfd9e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:07.451022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-28f39f4c-b16d-42ec-9a3d-f1f0bfd9e60f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1097 time: 0.1530209 Aug 20 14:57:07.452591 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-885a3a3a-f9ef-4aa3-9d37-9662ee761beb req-c11803b8-53a7-4abf-8647-21d73876e1ab tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:07.455275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-885a3a3a-f9ef-4aa3-9d37-9662ee761beb req-c11803b8-53a7-4abf-8647-21d73876e1ab tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:07.466986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-885a3a3a-f9ef-4aa3-9d37-9662ee761beb req-c11803b8-53a7-4abf-8647-21d73876e1ab tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/be7e9ce0-3239-4939-abf0-94930e06d46e HTTP/1.1" status: 204 len: 173 time: 0.8540246 Aug 20 14:57:07.549250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11803b8-53a7-4abf-8647-21d73876e1ab tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7e9ce0-3239-4939-abf0-94930e06d46e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:07.662986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc70bd-baa1-498a-bcf6-916accdbf300 req-362fca0e-38b5-4497-961f-cb63ed25db25 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:07.664540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38fc70bd-baa1-498a-bcf6-916accdbf300 req-362fca0e-38b5-4497-961f-cb63ed25db25 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 945 time: 0.1172838 Aug 20 14:57:07.682884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-663887b7-6c1d-4548-85d7-be490b8b7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:07.683011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-663887b7-6c1d-4548-85d7-be490b8b7fea service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.2135351 Aug 20 14:57:07.705297 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5770b2c0-c180-4937-aefa-e15159c8f038 req-d7115d70-2c62-4f7e-9fe4-d90d9af61b9f tempest-TenantUsagesTestJSON-728363745 tempest-TenantUsagesTestJSON-728363745-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b HTTP/1.1" status: 200 len: 210 time: 0.0397890 Aug 20 14:57:07.763109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-570f817c-afdd-41b6-a85a-6137be6e3df6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 HTTP/1.1" status: 200 len: 217 time: 0.0609848 Aug 20 14:57:07.835378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38fc70bd-baa1-498a-bcf6-916accdbf300 req-d4de1946-0be1-4cda-8d41-0536bdc75f08 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571841 Aug 20 14:57:07.867623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063bb70-544f-4dfe-95c0-da069bb071a9 req-e59d1234-1004-4ee9-8b82-2cb3cc3d3a85 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:07.869188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7063bb70-544f-4dfe-95c0-da069bb071a9 req-e59d1234-1004-4ee9-8b82-2cb3cc3d3a85 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 949 time: 0.1028514 Aug 20 14:57:07.871091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-1deaea4f-5e16-4cb8-b822-4764bbf63350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:07.872605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-1deaea4f-5e16-4cb8-b822-4764bbf63350 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0761507 Aug 20 14:57:07.895849 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d87eea-d0e1-430b-b0d0-be39bf50fd3c x-openstack-request-id: req-24d87eea-d0e1-430b-b0d0-be39bf50fd3c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:07.896113 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b9d74b-bb3f-48bf-b0fb-e2846a295b9b", "name": "network-vif-deleted", "tag": "1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:07.896244 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24d87eea-d0e1-430b-b0d0-be39bf50fd3c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:07.899928 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6b9d74b-bb3f-48bf-b0fb-e2846a295b9b', 'name': 'network-vif-deleted', 'tag': '1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c', 'status': 'completed', 'code': 200} Aug 20 14:57:07.941381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7063bb70-544f-4dfe-95c0-da069bb071a9 req-42a53f64-9faf-49da-a7dd-350189a4788f tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661387 Aug 20 14:57:07.957176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60136) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:07.964201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-47338691-fa52-42f9-840c-363ff6e3765c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474484 Aug 20 14:57:07.964201 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-a61fa8fb-459d-4d75-b7ee-91edc9378ea8 req-4a02dfe5-72ce-4be8-9e9f-2b2cecbe7549 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:57:07.964201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a61fa8fb-459d-4d75-b7ee-91edc9378ea8 req-4a02dfe5-72ce-4be8-9e9f-2b2cecbe7549 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/be7e9ce0-3239-4939-abf0-94930e06d46e HTTP/1.1" status: 404 len: 352 time: 0.0509551 Aug 20 14:57:07.983119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b9fe97e7-829a-412b-a1c1-4f51b609f9de'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:08.133154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1831369932', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:08.158484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Made reservation on behalf of ae913e98bb104fcebada05f8acc2632d for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:08.164567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.178228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.294487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.298442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.304760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] device_id is not set on port 03657660-f279-4aa8-9bf2-b6a29079bd1e yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:57:08.361490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82cdc0b-f0ac-4e5c-8fff-bcac4c72c2aa,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:08.413310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7644a6a7-1828-4047-b44e-2456ac5f5bdd req-ebb92574-23da-49da-ba99-f6e9d7ec1fd1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65dce90-2b0f-47df-a700-c3da5c5e77a0 HTTP/1.1" status: 200 len: 210 time: 0.0493665 Aug 20 14:57:08.431389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Allocated IP 172.25.5.113 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/03657660-f279-4aa8-9bf2-b6a29079bd1e) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:08.444324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d39d0d97-aeca-48dd-ae95-d88aa1b06916 req-b77f328f-e3e9-48a6-841e-b741a5f30fcb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/b7b92f88-ce69-4d17-bcb8-7126f0aa70e3 HTTP/1.1" status: 200 len: 1803 time: 0.4493294 Aug 20 14:57:08.481006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-a4fe48e7-313b-436a-a234-e4b1e5c6bf21 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953201 Aug 20 14:57:08.566299 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.600164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d39d0d97-aeca-48dd-ae95-d88aa1b06916 req-39c5b4d9-51a2-4c93-b8eb-e31b635667eb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.605003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.643819 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d39d0d97-aeca-48dd-ae95-d88aa1b06916 req-39c5b4d9-51a2-4c93-b8eb-e31b635667eb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.648482 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:08.651171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:08.654523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:08.678038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4422fd-ef79-40ba-9b3c-7475af83b8b6 req-1cd9e6be-3add-4bfd-be58-323f34c2c92a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:08.683995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Pushing event updated for resources: {'Port': ['ID=03657660-f279-4aa8-9bf2-b6a29079bd1e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:08.684153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4422fd-ef79-40ba-9b3c-7475af83b8b6 req-1cd9e6be-3add-4bfd-be58-323f34c2c92a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:08.686096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c4422fd-ef79-40ba-9b3c-7475af83b8b6 req-1cd9e6be-3add-4bfd-be58-323f34c2c92a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1681 time: 0.1370375 Aug 20 14:57:08.697356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-e8fbb912-907f-4845-b131-4950b5094e2e service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012775 Aug 20 14:57:08.700694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:08.701304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.717026 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fefef204-0a14-47e2-b74d-44d742fc7093 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7591636 Aug 20 14:57:08.720359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60146) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:08.725144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.113'}]}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:08.748311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c4422fd-ef79-40ba-9b3c-7475af83b8b6 req-73fde469-5a92-4708-9fea-7e23ff97e0ae tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532112 Aug 20 14:57:08.748957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d39d0d97-aeca-48dd-ae95-d88aa1b06916 req-39c5b4d9-51a2-4c93-b8eb-e31b635667eb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.751276 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.751639 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d39d0d97-aeca-48dd-ae95-d88aa1b06916 req-39c5b4d9-51a2-4c93-b8eb-e31b635667eb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.752716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d39d0d97-aeca-48dd-ae95-d88aa1b06916 req-39c5b4d9-51a2-4c93-b8eb-e31b635667eb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/b7b92f88-ce69-4d17-bcb8-7126f0aa70e3 HTTP/1.1" status: 204 len: 173 time: 0.2999816 Aug 20 14:57:08.753561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.764994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5b4d9-51a2-4c93-b8eb-e31b635667eb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b92f88-ce69-4d17-bcb8-7126f0aa70e3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:08.827009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:08.852261 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-0b482de8-ee88-478b-bea0-344c72619951 req-94886345-70b8-4e82-85b8-c46e76f74882 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:57:08.853425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b482de8-ee88-478b-bea0-344c72619951 req-94886345-70b8-4e82-85b8-c46e76f74882 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/b7b92f88-ce69-4d17-bcb8-7126f0aa70e3 HTTP/1.1" status: 404 len: 352 time: 0.0159016 Aug 20 14:57:08.999563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.024313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac8916e2-9a32-4f98-89c8-ab425ff1eba3 req-d901d6b6-45db-4429-b818-ea02bb4f9426 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11ff5281a4d141f0b45a39cb9d04b816 HTTP/1.1" status: 200 len: 6149 time: 0.1368368 Aug 20 14:57:09.049185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e0e08-f97c-490e-a6d6-e16f8856f818 req-9b12affa-21b5-4dcf-b4d6-e004b7ab6c62 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:09.050755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a64e0e08-f97c-490e-a6d6-e16f8856f818 req-9b12affa-21b5-4dcf-b4d6-e004b7ab6c62 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 945 time: 0.1195920 Aug 20 14:57:09.120096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-9b3e80a9-8260-4ca8-a7d6-a9d467f5ca12 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:09.121628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-9b3e80a9-8260-4ca8-a7d6-a9d467f5ca12 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.1205866 Aug 20 14:57:09.130939 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac8916e2-9a32-4f98-89c8-ab425ff1eba3 req-12a0756e-21c0-4a19-a154-c92a4367b5cd tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/5cc03168-a32b-46f2-86b2-12baf0938b35 HTTP/1.1" status: 200 len: 2981 time: 0.0905716 Aug 20 14:57:09.166521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60162) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:09.171635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a64e0e08-f97c-490e-a6d6-e16f8856f818 req-a6941a1f-410b-4db8-a97c-41df04a444c7 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001868 Aug 20 14:57:09.230026 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.249357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac8916e2-9a32-4f98-89c8-ab425ff1eba3 req-920d6104-9141-4cd9-b1ac-c69adc690456 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/5cc03168-a32b-46f2-86b2-12baf0938b35 HTTP/1.1" status: 200 len: 2981 time: 0.0836155 Aug 20 14:57:09.250572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.288773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-39bd9ec6-3a62-45d2-b17a-6292f8d46e95 req-f3ca9e82-2159-4251-beee-92026823b752 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-465938600', 'description': 'tempest-description-465671988'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:09.355311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-39bd9ec6-3a62-45d2-b17a-6292f8d46e95 req-f3ca9e82-2159-4251-beee-92026823b752 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.375404 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e5c62b76-da3a-40d0-b799-f19d11f88955 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff7cffda75c34d92b8af75b336dde408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077918 Aug 20 14:57:09.377197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812a061-2797-42e8-91c3-18ba2adc93e5 req-e3ce3810-2899-4c66-8e9b-b3396fcfdd59 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:09.377999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60168) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:09.378751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1812a061-2797-42e8-91c3-18ba2adc93e5 req-e3ce3810-2899-4c66-8e9b-b3396fcfdd59 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 949 time: 0.0941761 Aug 20 14:57:09.379932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-b2b0254b-2f0c-458b-bd5b-e4f43be9ad6b service neutron] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:09.386320 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-b2b0254b-2f0c-458b-bd5b-e4f43be9ad6b service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.387413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23ef8f6-cca9-4ed9-b57d-352b6fab5045 req-b2b0254b-2f0c-458b-bd5b-e4f43be9ad6b service neutron] 10.222.0.70 "DELETE /v2.0/ports/ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2/bindings/n-h1-695189-15 HTTP/1.1" status: 204 len: 173 time: 0.2505286 Aug 20 14:57:09.447870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1812a061-2797-42e8-91c3-18ba2adc93e5 req-1065171b-46f1-45c0-ab0a-5c46f480e5cd tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593643 Aug 20 14:57:09.467752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.500954 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-39bd9ec6-3a62-45d2-b17a-6292f8d46e95 req-f3ca9e82-2159-4251-beee-92026823b752 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.501617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be8afc7b-4d7c-4eab-bdc7-6b40d2e6fda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.506352 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-39bd9ec6-3a62-45d2-b17a-6292f8d46e95 req-f3ca9e82-2159-4251-beee-92026823b752 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.525206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:09.542471 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-39bd9ec6-3a62-45d2-b17a-6292f8d46e95 req-f3ca9e82-2159-4251-beee-92026823b752 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.544040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39bd9ec6-3a62-45d2-b17a-6292f8d46e95 req-f3ca9e82-2159-4251-beee-92026823b752 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2614715 Aug 20 14:57:09.546049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca9e82-2159-4251-beee-92026823b752 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:09.574657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:09.575120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1ccbeb9e-ce71-4be4-8a68-23a9ec8bc29c not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:09.576903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d8141ae2-e781-4a65-b16c-95abd80a9905 req-cec05335-609e-4f91-9611-f50ab4f3d803 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-666962713', 'description': 'tempest-description-1762005320'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:09.585176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be8afc7b-4d7c-4eab-bdc7-6b40d2e6fda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.602011 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d8141ae2-e781-4a65-b16c-95abd80a9905 req-cec05335-609e-4f91-9611-f50ab4f3d803 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.661286 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.668627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.693936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d8141ae2-e781-4a65-b16c-95abd80a9905 req-cec05335-609e-4f91-9611-f50ab4f3d803 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.698143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d8141ae2-e781-4a65-b16c-95abd80a9905 req-cec05335-609e-4f91-9611-f50ab4f3d803 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.727207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d8141ae2-e781-4a65-b16c-95abd80a9905 req-cec05335-609e-4f91-9611-f50ab4f3d803 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.728571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8141ae2-e781-4a65-b16c-95abd80a9905 req-cec05335-609e-4f91-9611-f50ab4f3d803 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1563284 Aug 20 14:57:09.740374 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.741298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee6fa314-bc46-403f-bee6-d2abd8b29864 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:57:09.743262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec05335-609e-4f91-9611-f50ab4f3d803 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e258893-ba24-460a-ab95-cd39fdf2016c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:09.766332 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be8afc7b-4d7c-4eab-bdc7-6b40d2e6fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.769212 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be8afc7b-4d7c-4eab-bdc7-6b40d2e6fda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:09.779878 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-be8afc7b-4d7c-4eab-bdc7-6b40d2e6fda3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9a086b8-f01a-48a4-9dd0-c71f9af90849 HTTP/1.1" status: 204 len: 168 time: 0.3949347 Aug 20 14:57:09.804657 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 14:57:09.806333 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5e709741-48c3-4142-b4a0-6d40629c1c56 tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0849910 Aug 20 14:57:09.807933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8afc7b-4d7c-4eab-bdc7-6b40d2e6fda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a086b8-f01a-48a4-9dd0-c71f9af90849,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:09.809522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60182) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:09.917316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65dce90-2b0f-47df-a700-c3da5c5e77a0', 'name': 'network-vif-deleted', 'tag': 'c0a392b6-deb7-4f46-87c1-51d6122d6f25'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:09.920312 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e42830-2379-4a6c-87e3-877424eaddeb" -d '{"events": [{"server_uuid": "a65dce90-2b0f-47df-a700-c3da5c5e77a0", "name": "network-vif-deleted", "tag": "c0a392b6-deb7-4f46-87c1-51d6122d6f25"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:09.954906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0f96-2ff9-4335-9f7b-6346936acf46 req-c3745bf5-b222-483a-9d7f-16179c446e62 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:09.961681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa0f96-2ff9-4335-9f7b-6346936acf46 req-c3745bf5-b222-483a-9d7f-16179c446e62 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:09.963378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9aa0f96-2ff9-4335-9f7b-6346936acf46 req-c3745bf5-b222-483a-9d7f-16179c446e62 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1681 time: 0.0806587 Aug 20 14:57:09.971249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1f23cafb-bcba-449b-ad5a-89cc4a94396f tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Deleting port 03657660-f279-4aa8-9bf2-b6a29079bd1e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:09.971696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1f23cafb-bcba-449b-ad5a-89cc4a94396f tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.065182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9aa0f96-2ff9-4335-9f7b-6346936acf46 req-ae25d393-eab3-45e5-8bc3-8be93ed63b85 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905578 Aug 20 14:57:10.102033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1f23cafb-bcba-449b-ad5a-89cc4a94396f tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.128171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1f23cafb-bcba-449b-ad5a-89cc4a94396f tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Calling delete_port for 03657660-f279-4aa8-9bf2-b6a29079bd1e owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:10.175334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60202) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:10.192642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb744-4bd8-48d1-9d31-5efa8c26e8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.221413 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4139b4-ce1c-44af-95be-fde187660f4a x-openstack-request-id: req-fe4139b4-ce1c-44af-95be-fde187660f4a {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:10.221773 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65dce90-2b0f-47df-a700-c3da5c5e77a0", "name": "network-vif-deleted", "tag": "c0a392b6-deb7-4f46-87c1-51d6122d6f25", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:10.221941 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe4139b4-ce1c-44af-95be-fde187660f4a {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:10.222353 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65dce90-2b0f-47df-a700-c3da5c5e77a0', 'name': 'network-vif-deleted', 'tag': 'c0a392b6-deb7-4f46-87c1-51d6122d6f25', 'status': 'completed', 'code': 200} Aug 20 14:57:10.283176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-6afad272-bfeb-4aba-aa0b-00be53a2594d tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:10.284962 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-6afad272-bfeb-4aba-aa0b-00be53a2594d tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 813 time: 0.1735423 Aug 20 14:57:10.324181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-b0610271-654b-4cdb-904b-e94989731f74 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/quotas/11ff5281a4d141f0b45a39cb9d04b816 HTTP/1.1" status: 200 len: 375 time: 0.0289323 Aug 20 14:57:10.341639 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb744-4bd8-48d1-9d31-5efa8c26e8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.346324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad9cb744-4bd8-48d1-9d31-5efa8c26e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.433111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe02e6-3a18-4056-b849-919049848b40 req-a27100f9-b0bc-45f9-a99a-489133572732 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:10.434644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ebe02e6-3a18-4056-b849-919049848b40 req-a27100f9-b0bc-45f9-a99a-489133572732 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 945 time: 0.1292310 Aug 20 14:57:10.446224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-79ec91d8-52c3-43ce-ac8b-c73d39498768 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1066246 Aug 20 14:57:10.449259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1f23cafb-bcba-449b-ad5a-89cc4a94396f tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.524601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23cafb-bcba-449b-ad5a-89cc4a94396f tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Pushing event deleted for resources: {'Port': ['ID=03657660-f279-4aa8-9bf2-b6a29079bd1e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:10.542604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9f0f98f0-fe30-47a4-9685-66015a662c69 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:10.603727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 9f0f98f0-fe30-47a4-9685-66015a662c69 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:10.608600 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 9f0f98f0-fe30-47a4-9685-66015a662c69 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:10.609134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.632496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ebe02e6-3a18-4056-b849-919049848b40 req-6af3e6bb-9615-4d15-b244-d7005b8a15c0 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848779 Aug 20 14:57:10.678091 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1f23cafb-bcba-449b-ad5a-89cc4a94396f tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.680030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1f23cafb-bcba-449b-ad5a-89cc4a94396f tempest-RoutersAdminNegativeTest-1397790535 tempest-RoutersAdminNegativeTest-1397790535-project-admin] 10.222.0.36 "DELETE /v2.0/ports/03657660-f279-4aa8-9bf2-b6a29079bd1e HTTP/1.1" status: 204 len: 168 time: 0.8688502 Aug 20 14:57:10.687045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-daaed049-f8d9-4a01-853c-07a8a97c6b4c service neutron] 10.222.0.36 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296202 Aug 20 14:57:10.706224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.733581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0f98f0-fe30-47a4-9685-66015a662c69'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:10.736041 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77878f6-3a85-405c-99c1-66309f552370" -d '{"events": [{"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-plugged", "status": "completed", "tag": "9f0f98f0-fe30-47a4-9685-66015a662c69"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:10.750566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9f0f98f0-fe30-47a4-9685-66015a662c69, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9f0f98f0-fe30-47a4-9685-66015a662c69,segment=NetworkSegment(21dbe42e-8935-4c66-8a74-44facbc027f7),segment_id=21dbe42e-8935-4c66-8a74-44facbc027f7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:10.757336 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.758589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b9fe97e7-829a-412b-a1c1-4f51b609f9de up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:10.776359 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ad9cb744-4bd8-48d1-9d31-5efa8c26e8c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08bbd23f77f2493f988f3f663480be5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004961 Aug 20 14:57:10.776989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60226) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:10.796471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-9e2a4093-6dba-4037-b167-9e47cc8551a3 service neutron] 10.222.0.36 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022573 Aug 20 14:57:10.816692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cb744-4bd8-48d1-9d31-5efa8c26e8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9346436a-232e-4554-b46e-2b990768ea87,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:10.833861 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29e6889d-7f9c-42e0-939f-698aa6f0288f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.863364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29e6889d-7f9c-42e0-939f-698aa6f0288f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.898818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=9f0f98f0-fe30-47a4-9685-66015a662c69,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:10.942184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29e6889d-7f9c-42e0-939f-698aa6f0288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.945637 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29e6889d-7f9c-42e0-939f-698aa6f0288f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.946800 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-29e6889d-7f9c-42e0-939f-698aa6f0288f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9346436a-232e-4554-b46e-2b990768ea87 HTTP/1.1" status: 204 len: 168 time: 0.1684656 Aug 20 14:57:10.947089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port b9fe97e7-829a-412b-a1c1-4f51b609f9de completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:10.961484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port b9fe97e7-829a-412b-a1c1-4f51b609f9de triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:10.961882 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:10.965366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6889d-7f9c-42e0-939f-698aa6f0288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9346436a-232e-4554-b46e-2b990768ea87,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:10.966735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-581fdeaa-7fc7-4256-bd8c-3b059c16087d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:10.974825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-581fdeaa-7fc7-4256-bd8c-3b059c16087d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.1772821 Aug 20 14:57:10.992764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-b21a7f61-704b-4536-bb25-bd3b671f4f02 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/quotas/6a34afd23cda46ea9217208b0ac3307b HTTP/1.1" status: 200 len: 375 time: 0.0169466 Aug 20 14:57:11.090076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4932c29c-2e0e-4e68-baa5-39f263cc63d4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959094 Aug 20 14:57:11.106719 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:11.129413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60238) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:11.168280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b9fe97e7-829a-412b-a1c1-4f51b609f9de, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b9fe97e7-829a-412b-a1c1-4f51b609f9de,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:11.179394 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:11.180503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d189e6cb-9415-4f9b-82fb-f3f022c905a9 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:11.251884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564958d4-88a2-4369-ba5c-06f2670c86be req-0414d37e-ad6a-4b01-b0fe-bc4eca554d8c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:11.260270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-564958d4-88a2-4369-ba5c-06f2670c86be req-0414d37e-ad6a-4b01-b0fe-bc4eca554d8c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 950 time: 0.1661780 Aug 20 14:57:11.277229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-fc1fd577-c341-4848-b64d-92e2ff9ef1a4 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862223 Aug 20 14:57:11.290345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b9fe97e7-829a-412b-a1c1-4f51b609f9de,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:11.299499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port d189e6cb-9415-4f9b-82fb-f3f022c905a9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:11.305487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port d189e6cb-9415-4f9b-82fb-f3f022c905a9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:11.305864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:11.370710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-564958d4-88a2-4369-ba5c-06f2670c86be req-7457ce7e-6e2d-445f-8ebe-b1903b722353 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100357 Aug 20 14:57:11.413130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-0347b553-7e95-4fb6-8039-a4d15b3438c5 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347852 Aug 20 14:57:11.467937 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:11.489674 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b6eac1-ad16-4ce5-b4d7-5027d4c357b8 x-openstack-request-id: req-f8b6eac1-ad16-4ce5-b4d7-5027d4c357b8 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:11.490017 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-plugged", "status": "completed", "tag": "9f0f98f0-fe30-47a4-9685-66015a662c69", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:11.490328 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8b6eac1-ad16-4ce5-b4d7-5027d4c357b8 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:11.490685 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0f98f0-fe30-47a4-9685-66015a662c69', 'code': 200} Aug 20 14:57:11.525849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d189e6cb-9415-4f9b-82fb-f3f022c905a9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d189e6cb-9415-4f9b-82fb-f3f022c905a9,segment=NetworkSegment(d7f1e513-5211-4b42-a5dd-0c6f1640f594),segment_id=d7f1e513-5211-4b42-a5dd-0c6f1640f594)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:11.530587 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:11.532297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:11.619623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4add24d4-3baf-4d39-afb9-46b6fd5ffc46 req-c900e892-ccc4-4c74-9d48-6ee5cd552e82 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 210 time: 0.0791826 Aug 20 14:57:11.642726 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6104316b-f911-44de-bfa7-588e58855784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:11.785201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d189e6cb-9415-4f9b-82fb-f3f022c905a9,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:11.800403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df441084-0039-409e-9842-983d0630602c req-88dcf326-463d-4f46-8aec-d0578a774c58 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:11.813353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df441084-0039-409e-9842-983d0630602c req-88dcf326-463d-4f46-8aec-d0578a774c58 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:11.821633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df441084-0039-409e-9842-983d0630602c req-88dcf326-463d-4f46-8aec-d0578a774c58 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1683 time: 0.1503880 Aug 20 14:57:11.832663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port ea15c504-541b-4934-aa30-5501b8e53766 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:11.836692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port ea15c504-541b-4934-aa30-5501b8e53766 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:11.837086 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:11.840045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6104316b-f911-44de-bfa7-588e58855784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:11.847955 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6104316b-f911-44de-bfa7-588e58855784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:11.924287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df441084-0039-409e-9842-983d0630602c req-29e7c9e3-b702-46a8-b144-849e30fc1c1d tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012213 Aug 20 14:57:11.934026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104316b-f911-44de-bfa7-588e58855784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408669c9-5541-44e8-b8c3-3fc59e8f9ff4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:11.981372 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6104316b-f911-44de-bfa7-588e58855784 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0d95dbb4f794773a3b591ebc5fe2b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8498273 Aug 20 14:57:11.984043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60270) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:12.009017 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:12.039356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-07354b47-9488-4ba4-b9e3-3949b20f1e06 req-134cd2d6-608b-4e72-be0d-5ab558c5edcd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 210 time: 0.0716031 Aug 20 14:57:12.059203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870d671-199c-4daf-9631-f1791f5aa772 req-b0a984ec-8b91-4237-a9f0-2d4e0d77075b tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:12.059203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7870d671-199c-4daf-9631-f1791f5aa772 req-b0a984ec-8b91-4237-a9f0-2d4e0d77075b tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1097 time: 0.1677413 Aug 20 14:57:12.084467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:12.084690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f47ce60-2b7f-4ca3-8376-d1d7ab6339c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:12.091210 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:12.092609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c0a392b6-deb7-4f46-87c1-51d6122d6f25 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:12.120772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7870d671-199c-4daf-9631-f1791f5aa772 req-2fb1a9a1-700e-4434-8961-9354d55b78c9 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563304 Aug 20 14:57:12.122909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: c0a392b6-deb7-4f46-87c1-51d6122d6f25 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:12.123867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c0a392b6-deb7-4f46-87c1-51d6122d6f25 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:12.167892 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f47ce60-2b7f-4ca3-8376-d1d7ab6339c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:12.235440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f47ce60-2b7f-4ca3-8376-d1d7ab6339c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:12.243904 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8a81302f-6db8-42a4-b27a-9911a2d76c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:12.248944 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f47ce60-2b7f-4ca3-8376-d1d7ab6339c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:12.252727 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9f47ce60-2b7f-4ca3-8376-d1d7ab6339c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/408669c9-5541-44e8-b8c3-3fc59e8f9ff4 HTTP/1.1" status: 204 len: 168 time: 0.2646713 Aug 20 14:57:12.260935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47ce60-2b7f-4ca3-8376-d1d7ab6339c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408669c9-5541-44e8-b8c3-3fc59e8f9ff4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:12.283962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:12.307472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036cf8-48ee-48e7-b525-78ff58b57ef4 req-921163d3-a6d9-4b63-8598-30a1e4106853 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:12.309081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38036cf8-48ee-48e7-b525-78ff58b57ef4 req-921163d3-a6d9-4b63-8598-30a1e4106853 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1097 time: 0.0871933 Aug 20 14:57:12.353726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38036cf8-48ee-48e7-b525-78ff58b57ef4 req-32b15104-9453-4daa-9948-e2ad0903483e tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375280 Aug 20 14:57:12.421330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60290) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:12.552318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3bd66-fa03-479a-9371-85f628f8a8bb req-4e0b3fc9-137a-44c1-83fd-89edeedc8f6b tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:12.555328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90f3bd66-fa03-479a-9371-85f628f8a8bb req-4e0b3fc9-137a-44c1-83fd-89edeedc8f6b tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 950 time: 0.0683241 Aug 20 14:57:12.620267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90f3bd66-fa03-479a-9371-85f628f8a8bb req-fa73cca3-ffbe-4324-ae40-4a8b8308b9e1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566764 Aug 20 14:57:12.701748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-network', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:12.748194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Made reservation on behalf of 4d03c0864047453ebebeba36c82ff9db for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:12.752077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:12.777838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:12.867799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f8776b7-f71d-4902-b653-984ee5bbf870 req-808361d3-7032-4a31-9584-73a5f97cb43c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 210 time: 0.0822151 Aug 20 14:57:12.869740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60308) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:12.999147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.006819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-72903943-d852-48af-9d9d-4599cf8caa47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae913e98bb104fcebada05f8acc2632d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252921 Aug 20 14:57:13.008821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60312) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:13.015643 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.054799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:57:13.061579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-de6421d8-bc5c-439d-8386-a51df09d200c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:13.063171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-de6421d8-bc5c-439d-8386-a51df09d200c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.70 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 813 time: 0.3455787 Aug 20 14:57:13.084115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5b6b97-f590-49d7-a909-950d1fe7da0d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:13.087602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16638aa7-d59b-46be-8e58-e56cfa6d1abb req-f983cec3-08d1-4014-8009-39a98410ac3b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:13.089131 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.089481 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Added segment 87674281-7910-4f82-afc5-411346ba89cc of type vlan for network 43924749-5c14-4d61-add6-11ff9688d237 Aug 20 14:57:13.094667 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16638aa7-d59b-46be-8e58-e56cfa6d1abb req-f983cec3-08d1-4014-8009-39a98410ac3b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:13.097289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16638aa7-d59b-46be-8e58-e56cfa6d1abb req-f983cec3-08d1-4014-8009-39a98410ac3b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1683 time: 0.0894692 Aug 20 14:57:13.104776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'port': {'device_id': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd', 'admin_state_up': True, 'tenant_id': '11ff5281a4d141f0b45a39cb9d04b816'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:13.144133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a42810ed-66da-4bf3-9b3b-b5e0dea10595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.146606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.180411 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a42810ed-66da-4bf3-9b3b-b5e0dea10595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.200674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.201657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:13.202281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.204055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-087c935e-fe9d-4936-87e1-45dccc6739c8 req-423f0dca-661e-49e0-93d9-3bcda96244d4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 210 time: 0.0702398 Aug 20 14:57:13.215480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16638aa7-d59b-46be-8e58-e56cfa6d1abb req-5776f6b8-4fa2-4341-a68c-e4b276655727 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044068 Aug 20 14:57:13.274278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Made reservation on behalf of 11ff5281a4d141f0b45a39cb9d04b816 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:13.279769 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8568630 Aug 20 14:57:13.280843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.282684 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce63fd-039a-4bef-95c2-17c872d88b6f admin admin] Pushing event updated for resources: {'Network': ['ID=43924749-5c14-4d61-add6-11ff9688d237,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:13.284612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60316) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:13.289858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Request body: {'subnet': {'network_id': '43924749-5c14-4d61-add6-11ff9688d237', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-subnet', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:13.302889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 43924749-5c14-4d61-add6-11ff9688d237 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:57:13.318897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Made reservation on behalf of 4d03c0864047453ebebeba36c82ff9db for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:13.321383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.326226 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a42810ed-66da-4bf3-9b3b-b5e0dea10595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.328715 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a42810ed-66da-4bf3-9b3b-b5e0dea10595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.329842 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a42810ed-66da-4bf3-9b3b-b5e0dea10595 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e82cdc0b-f0ac-4e5c-8fff-bcac4c72c2aa HTTP/1.1" status: 204 len: 168 time: 0.3200552 Aug 20 14:57:13.391261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42810ed-66da-4bf3-9b3b-b5e0dea10595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82cdc0b-f0ac-4e5c-8fff-bcac4c72c2aa,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:13.479984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Allocated IP 172.20.0.14 (b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd/d2359d16-2738-48a0-9a20-5d0d6e0146df/0d183978-143a-4b4b-bed8-dabf215c4821) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:13.492096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5e22b8-7a93-4239-8843-3742cdb18e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fe97e7-829a-412b-a1c1-4f51b609f9de'}, {'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9'}, {'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:13.494793 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8879d-ce76-4d19-8b46-297932241e2c" -d '{"events": [{"server_uuid": "1d5e22b8-7a93-4239-8843-3742cdb18e52", "name": "network-vif-plugged", "status": "completed", "tag": "b9fe97e7-829a-412b-a1c1-4f51b609f9de"}, {"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-plugged", "status": "completed", "tag": "d189e6cb-9415-4f9b-82fb-f3f022c905a9"}, {"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:13.541191 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.622050 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907ec344-5a0f-4d5f-92c8-3d2501bf8949 x-openstack-request-id: req-907ec344-5a0f-4d5f-92c8-3d2501bf8949 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:13.622354 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5e22b8-7a93-4239-8843-3742cdb18e52", "name": "network-vif-plugged", "status": "completed", "tag": "b9fe97e7-829a-412b-a1c1-4f51b609f9de", "code": 200}, {"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-plugged", "status": "completed", "tag": "d189e6cb-9415-4f9b-82fb-f3f022c905a9", "code": 200}, {"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:13.623113 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-907ec344-5a0f-4d5f-92c8-3d2501bf8949 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:13.623706 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5e22b8-7a93-4239-8843-3742cdb18e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fe97e7-829a-412b-a1c1-4f51b609f9de', 'code': 200} Aug 20 14:57:13.624130 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9', 'code': 200} Aug 20 14:57:13.624546 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766', 'code': 200} Aug 20 14:57:13.676357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-29e1e0e2-9293-496e-bc08-6bd18f13d8df tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:13.677925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-29e1e0e2-9293-496e-bc08-6bd18f13d8df tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.2124715 Aug 20 14:57:13.754592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Request body: {'port': {'device_id': '95a3a144-54dc-4ed4-9d42-e26d561dae50', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'admin_state_up': True, 'tenant_id': '6a34afd23cda46ea9217208b0ac3307b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:13.825656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d19ac15-6203-4f64-8fee-a15dd82b72f1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:13.835968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Checking segment: {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:13.836536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Network hostable DHCP agents. Network: 43924749-5c14-4d61-add6-11ff9688d237, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:57:13.860576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Network 43924749-5c14-4d61-add6-11ff9688d237 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:57:13.884061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 43924749-5c14-4d61-add6-11ff9688d237) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:13.895334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f7b83-98e4-459f-9427-c0f416d91e3f None None] Network 43924749-5c14-4d61-add6-11ff9688d237 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:13.906386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:13.907518 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:13.943850 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-47c4c260-c233-40aa-99f8-82cb4e2142ca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6581931 Aug 20 14:57:13.946630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60338) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:13.952760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:14.002148 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.003640 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.076270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7fc7c-8f4f-4059-85ed-7c03e95e3b63 req-c5cf5f90-5c31-48e0-8a37-64e7e0209d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:14.078304 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e9b7fc7c-8f4f-4059-85ed-7c03e95e3b63 req-c5cf5f90-5c31-48e0-8a37-64e7e0209d56 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 1101 time: 0.0673962 Aug 20 14:57:14.168276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-43924749-5c14-4d61-add6-11ff9688d237', 'network_id': '43924749-5c14-4d61-add6-11ff9688d237', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'fixed_ips': [{'subnet_id': '7d19ac15-6203-4f64-8fee-a15dd82b72f1'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:57:14.170732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.174145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.180431 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e9b7fc7c-8f4f-4059-85ed-7c03e95e3b63 req-5ae1b72e-3476-4903-97ba-4dcb00b49506 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929987 Aug 20 14:57:14.196826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35e79b35-49ad-4c90-aaac-4a78a583581b req-ea9e5d3c-07fb-4a7c-967c-831e02070da2 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 210 time: 0.1845524 Aug 20 14:57:14.417906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.459143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Allocated IP 172.20.0.2 (43924749-5c14-4d61-add6-11ff9688d237/7d19ac15-6203-4f64-8fee-a15dd82b72f1/84ccd4ef-b32f-448b-894b-ec3e53fc2112) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:14.613522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51026-cccf-4a75-917b-628cb7660b7c req-0b186f19-6e74-44a6-9f26-c1da7dd01581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:14.615583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c51026-cccf-4a75-917b-628cb7660b7c req-0b186f19-6e74-44a6-9f26-c1da7dd01581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:14.616387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4c51026-cccf-4a75-917b-628cb7660b7c req-0b186f19-6e74-44a6-9f26-c1da7dd01581 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1987 time: 0.6012619 Aug 20 14:57:14.630360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee8493-450c-4ee1-b53a-7bfd553889e6 req-2a318c5d-f36b-4e8e-a14f-51e1322826d0 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:14.637719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8fee8493-450c-4ee1-b53a-7bfd553889e6 req-2a318c5d-f36b-4e8e-a14f-51e1322826d0 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 950 time: 0.7971263 Aug 20 14:57:14.703971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4c51026-cccf-4a75-917b-628cb7660b7c req-2572efe0-94b0-4237-87d3-f9b3b776c98e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641649 Aug 20 14:57:14.714989 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.721661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68887cc-33ed-406f-8a1c-aa3900fc8d75 req-ab0c76f4-994f-4a8d-b47e-99d974419b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:14.723784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c68887cc-33ed-406f-8a1c-aa3900fc8d75 req-ab0c76f4-994f-4a8d-b47e-99d974419b06 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 1102 time: 0.6515245 Aug 20 14:57:14.739136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.752884 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.762473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.762662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Transition to ACTIVE for port object 84ccd4ef-b32f-448b-894b-ec3e53fc2112 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:14.778891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8fee8493-450c-4ee1-b53a-7bfd553889e6 req-658a174d-79eb-4a46-a74c-32d721a99ab5 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368341 Aug 20 14:57:14.787577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Transition to ACTIVE for port object 84ccd4ef-b32f-448b-894b-ec3e53fc2112 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:14.798562 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.813934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60356) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:14.827330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7ecac7-6e4e-4a9f-a4ed-14302466bcef req-e35650a6-ce6d-41f5-8cc9-61fac0120a77 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 210 time: 0.1018560 Aug 20 14:57:14.866067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Pushing event updated for resources: {'Port': ['ID=84ccd4ef-b32f-448b-894b-ec3e53fc2112,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:14.888366 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.891667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Network 43924749-5c14-4d61-add6-11ff9688d237 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:14.893815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Made reservation on behalf of 6a34afd23cda46ea9217208b0ac3307b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:14.895248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:14.898061 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.901460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:14.979355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Attempting to bind port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:14.979820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Attempting to bind port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:14.980096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Attempting to bind port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 on network 43924749-5c14-4d61-add6-11ff9688d237 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:14.987407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:14.987821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Checking segment: {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:14.988224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:14.989340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Bound using segment: {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:14.989837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Bound port: 84ccd4ef-b32f-448b-894b-ec3e53fc2112, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:14.990220 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.011840 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.069060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'Port': ['ID=0d183978-143a-4b4b-bed8-dabf215c4821,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:15.074853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] For port 84ccd4ef-b32f-448b-894b-ec3e53fc2112, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:15.079193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] For port 84ccd4ef-b32f-448b-894b-ec3e53fc2112, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=84ccd4ef-b32f-448b-894b-ec3e53fc2112,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:15.083189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:15.100275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5491485-3fc7-4659-bccd-bf5b824369f5 req-4fdcf699-c0c3-4c01-8150-ae153199eea5 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:15.106723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5491485-3fc7-4659-bccd-bf5b824369f5 req-4fdcf699-c0c3-4c01-8150-ae153199eea5 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:15.114977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5491485-3fc7-4659-bccd-bf5b824369f5 req-4fdcf699-c0c3-4c01-8150-ae153199eea5 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1683 time: 0.2247210 Aug 20 14:57:15.116424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Allocated IP 172.25.5.12 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/77c4551f-5e29-4e69-bc26-38bfcd6036c5) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:15.155479 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.191186 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c68887cc-33ed-406f-8a1c-aa3900fc8d75 req-38fbd4ab-4b9e-455f-97c4-0db6b3fde3bd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733750 Aug 20 14:57:15.198488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:15.203826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1019035410'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:15.230625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:15.240270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:15.288532 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-89e0fdc7-b631-45d9-adb4-02de5eb19c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.317983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.319262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0c887-7712-4515-b12c-16c5ad3bc911 None None] Pushing event updated for resources: {'Port': ['ID=84ccd4ef-b32f-448b-894b-ec3e53fc2112,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:15.337425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5491485-3fc7-4659-bccd-bf5b824369f5 req-28146523-7c6e-4a4e-a363-9222717f09f2 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213740 Aug 20 14:57:15.369617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:15.373697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.376894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Allocated IP 172.20.0.2 (dc073387-b2cf-4dc7-95ad-28573738ed1d/fafce579-00b8-4639-b447-4e7a5b160daf/77eeb785-7293-47f2-b76c-6394c8d81339) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:15.397976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:15.398637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.407207 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.441602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a5c1e6bc-c620-4484-823d-7626fdad5a05 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3417251 Aug 20 14:57:15.442587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.467250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Request body: {'port': {'device_id': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:15.475461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:15.481411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:15.485704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:15.571825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Pushing event updated for resources: {'Port': ['ID=77c4551f-5e29-4e69-bc26-38bfcd6036c5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:15.701748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38081-fb93-41a9-8644-0f82f7718b46 req-61052fde-c87b-4ef3-9024-3a37601c23d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:15.710880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17f38081-fb93-41a9-8644-0f82f7718b46 req-61052fde-c87b-4ef3-9024-3a37601c23d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 932 time: 0.3484373 Aug 20 14:57:15.748869 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.817645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17f38081-fb93-41a9-8644-0f82f7718b46 req-24768cf7-18e0-49ae-a4aa-f7b9ac14429c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009231 Aug 20 14:57:15.876020 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:15.993745 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.007908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.017242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b572a40-4e3d-4c98-b886-edb824e7d312 req-c4f13d15-38b6-44f3-9e13-5267e842ca74 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 210 time: 0.0564263 Aug 20 14:57:16.098255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.112429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafb06d-c65b-450d-8ced-695a10608f17 req-81c62823-79aa-402d-9162-751e8da3f3e5 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:16.120651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dafb06d-c65b-450d-8ced-695a10608f17 req-81c62823-79aa-402d-9162-751e8da3f3e5 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 950 time: 0.2357931 Aug 20 14:57:16.141322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.162463 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.233254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dafb06d-c65b-450d-8ced-695a10608f17 req-62e2b1b8-cce5-45cb-afeb-b407f7866961 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063511 Aug 20 14:57:16.271949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Router 82234116-76b3-4363-a2c2-0b42df78d54d is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:57:16.283889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:57:16.315487 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.315887 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Added segment 590a94d6-49b9-48c6-9aa2-08a408b3fb84 of type vlan for network ac065349-4adc-4c43-b021-1a2dee529997 Aug 20 14:57:16.320738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56895c04-a042-4d6b-b143-613ba69d8dda,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:16.345543 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.358372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:16.506186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:57:16.521854 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Sync routers for ids ['82234116-76b3-4363-a2c2-0b42df78d54d'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:57:16.532730 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.537595 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-06a6312a-0f93-4576-a4c3-878fb00f6193 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5856915 Aug 20 14:57:16.538214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60374) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:16.555786 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Routers {'82234116-76b3-4363-a2c2-0b42df78d54d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:16.560005 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['82234116-76b3-4363-a2c2-0b42df78d54d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:16.628332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.659118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Network dc073387-b2cf-4dc7-95ad-28573738ed1d is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:16.675974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875b81e-3917-45cc-b164-ae1bfdf02ad6 None None] Network 43924749-5c14-4d61-add6-11ff9688d237 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:16.683634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d183978-143a-4b4b-bed8-dabf215c4821 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:16.696118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event updated for resources: {'Port': ['ID=77eeb785-7293-47f2-b76c-6394c8d81339,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:16.698510 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.704171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:16.704780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.718459 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.727433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:16.732601 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Set router 82234116-76b3-4363-a2c2-0b42df78d54d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:16.777769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:16.796224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9624543 Aug 20 14:57:16.797233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60378) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:16.824484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1b405898-1fca-469d-a57c-ed805cf9b417 None None] Provisioning for port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:16.876656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:16.877627 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:16.910059 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:16.961759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Transition to ACTIVE for port object 0d183978-143a-4b4b-bed8-dabf215c4821 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:16.966807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895802-344d-496f-87e3-f440a85367ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Network': ['ID=ac065349-4adc-4c43-b021-1a2dee529997,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:17.050007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network ac065349-4adc-4c43-b021-1a2dee529997 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:57:17.069413 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:15Z', 'revision_number': 3, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'gw_port': {'id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:17.133576 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Checking router: 82234116-76b3-4363-a2c2-0b42df78d54d for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:57:17.133944 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Updating router 82234116-76b3-4363-a2c2-0b42df78d54d port 77c4551f-5e29-4e69-bc26-38bfcd6036c5 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:57:17.137899 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.160840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-eb3ce37b-8913-4773-bffc-002a38033b00 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4143822 Aug 20 14:57:17.204688 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.250248 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.274880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46ed32-86ab-4d83-8ffb-4754ae1635dc req-072a8a05-dd5e-4833-8eea-99b563c273f6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:17.285385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46ed32-86ab-4d83-8ffb-4754ae1635dc req-072a8a05-dd5e-4833-8eea-99b563c273f6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:17.288165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d46ed32-86ab-4d83-8ffb-4754ae1635dc req-072a8a05-dd5e-4833-8eea-99b563c273f6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1683 time: 0.8736501 Aug 20 14:57:17.358359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Request body: {'port': {'device_id': '95a3a144-54dc-4ed4-9d42-e26d561dae50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:17.452566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:17.463856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.549389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Pushing event updated for resources: {'Port': ['ID=0d183978-143a-4b4b-bed8-dabf215c4821,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:17.573114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Allocated IP 172.20.0.1 (43924749-5c14-4d61-add6-11ff9688d237/7d19ac15-6203-4f64-8fee-a15dd82b72f1/162b8853-c31e-4199-9c65-e9a0a0555d9e) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:17.589442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 84ccd4ef-b32f-448b-894b-ec3e53fc2112 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:17.626007 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.631913 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.650321 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Transition to ACTIVE for port object 77c4551f-5e29-4e69-bc26-38bfcd6036c5 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:17.659097 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.675458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487798e-9b59-4966-b2f1-8d6ff4d108f7 req-3a3d08aa-ae88-4ff1-8198-71e00a84870b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:17.677786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:17.682806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:17.683257 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.684227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a487798e-9b59-4966-b2f1-8d6ff4d108f7 req-3a3d08aa-ae88-4ff1-8198-71e00a84870b tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 944 time: 0.5562370 Aug 20 14:57:17.719035 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Attempting to bind port 77c4551f-5e29-4e69-bc26-38bfcd6036c5 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:17.720111 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Attempting to bind port 77c4551f-5e29-4e69-bc26-38bfcd6036c5 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:17.720715 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Attempting to bind port 77c4551f-5e29-4e69-bc26-38bfcd6036c5 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:17.733932 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:17.734828 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:17.735514 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.736168 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:17.736916 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Bound port: 77c4551f-5e29-4e69-bc26-38bfcd6036c5, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:17.737822 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.740857 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Pushing event updated for resources: {'Port': ['ID=77c4551f-5e29-4e69-bc26-38bfcd6036c5,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:17.744282 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.758759 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.760348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Transition to ACTIVE for port object 162b8853-c31e-4199-9c65-e9a0a0555d9e will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:17.798220 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.798617 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.798999 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.803013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.803498 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.805691 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.806485 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.806847 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.807163 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.809059 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.809588 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.811066 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.812262 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:17.815444 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.869720 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] For port 77c4551f-5e29-4e69-bc26-38bfcd6036c5, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:17.874521 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] For port 77c4551f-5e29-4e69-bc26-38bfcd6036c5, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=77c4551f-5e29-4e69-bc26-38bfcd6036c5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:17.880192 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.882730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 84ccd4ef-b32f-448b-894b-ec3e53fc2112, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=84ccd4ef-b32f-448b-894b-ec3e53fc2112,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:17.887303 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:17.912513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Pushing event updated for resources: {'Port': ['ID=162b8853-c31e-4199-9c65-e9a0a0555d9e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:17.919650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Network 43924749-5c14-4d61-add6-11ff9688d237 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:17.922555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:17.928040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:17.956238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d46ed32-86ab-4d83-8ffb-4754ae1635dc req-e9520e51-dd35-4a29-93bb-c7e072f9214c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515015 Aug 20 14:57:17.971867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=84ccd4ef-b32f-448b-894b-ec3e53fc2112,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:17.998178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.002312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a487798e-9b59-4966-b2f1-8d6ff4d108f7 req-ce7a4953-710b-4226-88a4-0306a71473c0 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171372 Aug 20 14:57:18.018117 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.052092 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78199c32-f525-449f-be9b-abfcb676c368 None None] Pushing event updated for resources: {'Port': ['ID=77c4551f-5e29-4e69-bc26-38bfcd6036c5,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:18.071081 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Routers {'82234116-76b3-4363-a2c2-0b42df78d54d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:18.071748 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['82234116-76b3-4363-a2c2-0b42df78d54d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:18.170559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Attempting to bind port 0d183978-143a-4b4b-bed8-dabf215c4821 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:18.170908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Attempting to bind port 0d183978-143a-4b4b-bed8-dabf215c4821 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '2ed6629e-98b4-45f2-b3f6-6a815587e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:18.171249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Attempting to bind port 0d183978-143a-4b4b-bed8-dabf215c4821 on network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:18.196923 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] Set router 82234116-76b3-4363-a2c2-0b42df78d54d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:18.297372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Port 0d183978-143a-4b4b-bed8-dabf215c4821 on network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:57:18.297959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Attempting to bind port 0d183978-143a-4b4b-bed8-dabf215c4821 on network b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:18.303654 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.306196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8cc8ab4f-8c86-4bff-a5b4-45351bb73a96 None None] Provisioning for port 162b8853-c31e-4199-9c65-e9a0a0555d9e completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:18.311930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8cc8ab4f-8c86-4bff-a5b4-45351bb73a96 None None] Provisioning complete for port 162b8853-c31e-4199-9c65-e9a0a0555d9e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:18.312533 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ab4f-8c86-4bff-a5b4-45351bb73a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.324869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:18.325215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Checking segment: {'id': '2ed6629e-98b4-45f2-b3f6-6a815587e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:18.325612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Bound using segment: {'id': '2ed6629e-98b4-45f2-b3f6-6a815587e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:18.326065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Bound port: 0d183978-143a-4b4b-bed8-dabf215c4821, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed6629e-98b4-45f2-b3f6-6a815587e6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:18.326428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.357219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=41d8b06a-d89b-4a80-9e73-7385de88b638,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:18.377978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:18.378229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network hostable DHCP agents. Network: ac065349-4adc-4c43-b021-1a2dee529997, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:57:18.391989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8ab4f-8c86-4bff-a5b4-45351bb73a96 None None] Port 162b8853-c31e-4199-9c65-e9a0a0555d9e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:57:18.398845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16736e0b-c7b2-4655-abee-1eefc9cbfbe1 req-fd65004d-7ca3-412c-9b97-0a62af83e8c9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:18.407159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16736e0b-c7b2-4655-abee-1eefc9cbfbe1 req-fd65004d-7ca3-412c-9b97-0a62af83e8c9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 931 time: 0.2838314 Aug 20 14:57:18.424610 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:15Z', 'revision_number': 3, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'gw_port': {'id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:18.455714 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d905084a-f7cb-4ef4-9788-175bf572b38b None None] The sync data for ids ['82234116-76b3-4363-a2c2-0b42df78d54d'] in n-d-695189-15 is: [{'id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:15Z', 'revision_number': 3, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'gw_port': {'id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:57:18.481354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] For port 0d183978-143a-4b4b-bed8-dabf215c4821, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:18.481354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] For port 0d183978-143a-4b4b-bed8-dabf215c4821, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0d183978-143a-4b4b-bed8-dabf215c4821,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:18.541401 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.558647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.566145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.595204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d36629-af43-4724-ab44-c9606bdb91de req-74b78e2e-ccf8-4462-99a2-fcaf7884b974 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:18.604165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87d36629-af43-4724-ab44-c9606bdb91de req-74b78e2e-ccf8-4462-99a2-fcaf7884b974 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 950 time: 0.3319476 Aug 20 14:57:18.648932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Pushing event updated for resources: {'Port': ['ID=162b8853-c31e-4199-9c65-e9a0a0555d9e,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:18.651923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.735836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87d36629-af43-4724-ab44-c9606bdb91de req-f393bfff-afc8-4f52-bc9e-7458ef458a11 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252437 Aug 20 14:57:18.739762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:18.741552 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.763504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] 10.222.0.70 "PUT /v2.0/ports/0d183978-143a-4b4b-bed8-dabf215c4821 HTTP/1.1" status: 200 len: 1093 time: 3.2897093 Aug 20 14:57:18.782365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:18.785226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Network 43924749-5c14-4d61-add6-11ff9688d237 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:18.785888 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5422865-6d90-4c75-b5ae-297bda7ce281" -d '{"events": [{"name": "network-changed", "server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:18.788053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:18.792541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16736e0b-c7b2-4655-abee-1eefc9cbfbe1 req-e57b6f32-9f09-49c6-80fe-50b5c2f91689 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839967 Aug 20 14:57:18.793165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:57:18.876465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, ac065349-4adc-4c43-b021-1a2dee529997) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:18.882108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:18.882650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:18.898156 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da59ca-5437-44d6-ad64-69c437888ae0 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:18.920393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337009d-45f2-4589-bf67-fda8349a8564 service neutron] Pushing event updated for resources: {'Port': ['ID=0d183978-143a-4b4b-bed8-dabf215c4821,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:19.038534 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e98746d-b634-4c28-8b05-84967141c1c4 x-openstack-request-id: req-9e98746d-b634-4c28-8b05-84967141c1c4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:19.039213 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:19.039213 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e98746d-b634-4c28-8b05-84967141c1c4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:19.039479 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821', 'status': 'completed', 'code': 200} Aug 20 14:57:19.118916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Router 82234116-76b3-4363-a2c2-0b42df78d54d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:57:19.157093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': '41d8b06a-d89b-4a80-9e73-7385de88b638'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:57:19.158483 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.259345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:57:19.274305 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0d6533f5-1ee1-43a9-b065-09a9bfccb237 admin admin] 10.222.0.36 "PUT /v2.0/routers/82234116-76b3-4363-a2c2-0b42df78d54d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7270086 Aug 20 14:57:19.349893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/41d8b06a-d89b-4a80-9e73-7385de88b638/c6e7ad6d-385b-4564-bfba-33429eda5092) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:19.422131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c05e7a5f-a964-4414-a3a7-2b0edc73ffd9 None None] Provisioning complete for port 162b8853-c31e-4199-9c65-e9a0a0555d9e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:19.422452 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c05e7a5f-a964-4414-a3a7-2b0edc73ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.467003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c6b2b6a1-1086-474a-b81b-c6cd644a8666 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5974643 Aug 20 14:57:19.470336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60404) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:19.475754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'name': 'tempest-NetworksTestDHCPv6-651911741'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:19.529238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a56488db-4a3d-4bc9-9b52-560a0962b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:19.530866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-a56488db-4a3d-4bc9-9b52-560a0962b731 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 1096 time: 0.7065270 Aug 20 14:57:19.541755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c05e7a5f-a964-4414-a3a7-2b0edc73ffd9 None None] Port 162b8853-c31e-4199-9c65-e9a0a0555d9e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:57:19.568433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77eeb785-7293-47f2-b76c-6394c8d81339 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:19.593604 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.609312 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.613937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Transition to ACTIVE for port object c6e7ad6d-385b-4564-bfba-33429eda5092 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:19.635298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Transition to ACTIVE for port object c6e7ad6d-385b-4564-bfba-33429eda5092 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:19.644830 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.693853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ada9b1-bd44-4b6b-a592-247d42db45e7 req-0d4d8ab4-f4bd-42bb-af09-9ff13d7e94d3 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:19.696095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99ada9b1-bd44-4b6b-a592-247d42db45e7 req-0d4d8ab4-f4bd-42bb-af09-9ff13d7e94d3 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.7578428 Aug 20 14:57:19.698900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 77c4551f-5e29-4e69-bc26-38bfcd6036c5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:19.701598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-46313723-b356-4d11-a39f-e59c531d70b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d183978-143a-4b4b-bed8-dabf215c4821 HTTP/1.1" status: 200 len: 217 time: 0.1431479 Aug 20 14:57:19.710462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Transition to ACTIVE for port object 77eeb785-7293-47f2-b76c-6394c8d81339 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:19.714583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:19.719200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:19.720731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:19.730163 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.739949 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.746055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:19.750482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2e97-537c-42eb-a9f0-6af1e441960b req-da297b67-35f5-4f7d-817f-d10bd53979e9 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:19.756659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2e97-537c-42eb-a9f0-6af1e441960b req-da297b67-35f5-4f7d-817f-d10bd53979e9 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:19.764151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-173b2e97-537c-42eb-a9f0-6af1e441960b req-da297b67-35f5-4f7d-817f-d10bd53979e9 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1683 time: 0.3194971 Aug 20 14:57:19.767962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port d091f1b7-8e1e-4673-9925-64950f236d76 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:57:19.792999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Pushing event updated for resources: {'Port': ['ID=c6e7ad6d-385b-4564-bfba-33429eda5092,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:19.844098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Attempting to bind port c6e7ad6d-385b-4564-bfba-33429eda5092 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:19.844547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Attempting to bind port c6e7ad6d-385b-4564-bfba-33429eda5092 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:19.844983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Attempting to bind port c6e7ad6d-385b-4564-bfba-33429eda5092 on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:19.854278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:19.854786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:19.855262 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.855758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:19.856242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Bound port: c6e7ad6d-385b-4564-bfba-33429eda5092, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:19.856742 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.871337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 77c4551f-5e29-4e69-bc26-38bfcd6036c5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:19.881204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 77c4551f-5e29-4e69-bc26-38bfcd6036c5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:19.881650 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:19.917744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-d5f8a82d-706a-418d-9fed-ddc6c3e4a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:19.919525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-d5f8a82d-706a-418d-9fed-ddc6c3e4a392 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 200 len: 853 time: 0.2018082 Aug 20 14:57:19.943914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-173b2e97-537c-42eb-a9f0-6af1e441960b req-68196f86-145f-45a6-82e8-16af2c3968b4 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788046 Aug 20 14:57:19.944626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Pushing event updated for resources: {'Port': ['ID=77eeb785-7293-47f2-b76c-6394c8d81339,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:19.975744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99ada9b1-bd44-4b6b-a592-247d42db45e7 req-abb20fdb-da0d-458e-8f2b-0559bfa9b5b0 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460496 Aug 20 14:57:19.976098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::2f2 (ac065349-4adc-4c43-b021-1a2dee529997/41d8b06a-d89b-4a80-9e73-7385de88b638/d091f1b7-8e1e-4673-9925-64950f236d76) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:19.994073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] For port c6e7ad6d-385b-4564-bfba-33429eda5092, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:20.030997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-36dbb6a0-6de4-4c1e-a76c-5e831c28571c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831957 Aug 20 14:57:20.035943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] For port c6e7ad6d-385b-4564-bfba-33429eda5092, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c6e7ad6d-385b-4564-bfba-33429eda5092,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:20.078852 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.219790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2767c9-97c8-4132-a8b6-4ea9684094ce req-fa6d8347-ce87-4670-bcb9-754d0437d67e tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:20.227274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e2767c9-97c8-4132-a8b6-4ea9684094ce req-fa6d8347-ce87-4670-bcb9-754d0437d67e tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 944 time: 0.1767876 Aug 20 14:57:20.244858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Attempting to bind port 77eeb785-7293-47f2-b76c-6394c8d81339 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:20.245206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Attempting to bind port 77eeb785-7293-47f2-b76c-6394c8d81339 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:20.245542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Attempting to bind port 77eeb785-7293-47f2-b76c-6394c8d81339 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:20.307639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60430) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:20.318746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-network', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:20.325218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Port 77eeb785-7293-47f2-b76c-6394c8d81339 on network dc073387-b2cf-4dc7-95ad-28573738ed1d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:57:20.325586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Attempting to bind port 77eeb785-7293-47f2-b76c-6394c8d81339 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:20.354143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.354885 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.357067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-0f6061f8-4f00-419d-8514-488571944d77 service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961247 Aug 20 14:57:20.386297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:20.386512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Checking segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:20.386910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Bound using segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:20.387361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Bound port: 77eeb785-7293-47f2-b76c-6394c8d81339, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:20.387755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.388834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object d091f1b7-8e1e-4673-9925-64950f236d76 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:20.409694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 77c4551f-5e29-4e69-bc26-38bfcd6036c5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=77c4551f-5e29-4e69-bc26-38bfcd6036c5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:20.417421 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.418201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 84ccd4ef-b32f-448b-894b-ec3e53fc2112 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:20.422024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66eecd-d845-43de-b40f-533bfffab416 None None] Pushing event updated for resources: {'Port': ['ID=c6e7ad6d-385b-4564-bfba-33429eda5092,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:20.466870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.475101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e2767c9-97c8-4132-a8b6-4ea9684094ce req-d33754d4-c8fd-41ea-a06d-1c57ac894e2d tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410100 Aug 20 14:57:20.539284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:20.543315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=77c4551f-5e29-4e69-bc26-38bfcd6036c5,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:20.556850 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:20.557413 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.557544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Made reservation on behalf of f3b83575ac084b639210f33b9f4ddcd6 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:20.558414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:20.559599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.565134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:20.573429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:20.574078 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.617679 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1460838 Aug 20 14:57:20.618393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60450) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:20.623979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d228ec0-4862-4c93-a045-29d50e71cf5a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=d091f1b7-8e1e-4673-9925-64950f236d76,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:20.663218 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.776111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fe1fe-90ba-4c40-ab47-ef58159ced91 req-9460ad34-9558-4bee-b9ba-bf83c7e3f3e0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:20.784654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea1fe1fe-90ba-4c40-ab47-ef58159ced91 req-9460ad34-9558-4bee-b9ba-bf83c7e3f3e0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 943 time: 0.4732847 Aug 20 14:57:20.857332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] For port 77eeb785-7293-47f2-b76c-6394c8d81339, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:20.887829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ecbf4e-9a9b-4856-b1eb-683eac2d9827 req-f8062ab0-a808-4c29-a759-3eda4aa130bd service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976757 Aug 20 14:57:20.925307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-dbaa90c9-b10b-4730-802c-94852896a8ff tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7947cd720b0b4deaa07129ccb1719514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784082 Aug 20 14:57:20.928416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] For port 77eeb785-7293-47f2-b76c-6394c8d81339, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=77eeb785-7293-47f2-b76c-6394c8d81339,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:20.946919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:20.979745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Sync routers for ids ['82234116-76b3-4363-a2c2-0b42df78d54d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:57:20.984641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea1fe1fe-90ba-4c40-ab47-ef58159ced91 req-c21ee43a-fa79-47c4-94e8-4f806bfde857 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980386 Aug 20 14:57:20.990410 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Routers {'82234116-76b3-4363-a2c2-0b42df78d54d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:20.991193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['82234116-76b3-4363-a2c2-0b42df78d54d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:21.050918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af0c64-91f1-4e23-bf46-5b1578448f25 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:21.056989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af0c64-91f1-4e23-bf46-5b1578448f25 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:21.061474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a7af0c64-91f1-4e23-bf46-5b1578448f25 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4345753 Aug 20 14:57:21.062448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60482) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:21.132150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:21.132785 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.134467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] 10.222.0.70 "PUT /v2.0/ports/77eeb785-7293-47f2-b76c-6394c8d81339 HTTP/1.1" status: 200 len: 1092 time: 3.8916078 Aug 20 14:57:21.142560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a3a144-54dc-4ed4-9d42-e26d561dae50', 'tag': '77eeb785-7293-47f2-b76c-6394c8d81339'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:21.146577 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329782ad-cc26-4e20-9636-575f6620075a" -d '{"events": [{"name": "network-changed", "server_uuid": "95a3a144-54dc-4ed4-9d42-e26d561dae50", "tag": "77eeb785-7293-47f2-b76c-6394c8d81339"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:21.227043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed97f97-47db-4497-a731-038f7c96c40e service neutron] Pushing event updated for resources: {'Port': ['ID=77eeb785-7293-47f2-b76c-6394c8d81339,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:21.235219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Set router 82234116-76b3-4363-a2c2-0b42df78d54d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:21.274960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b0156-7248-46a4-9c41-64c76dd8e9c9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port d091f1b7-8e1e-4673-9925-64950f236d76 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:21.277276 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0156-7248-46a4-9c41-64c76dd8e9c9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.299003 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1ba934-4daf-4bd4-a0e0-81f5a4c6178b x-openstack-request-id: req-5b1ba934-4daf-4bd4-a0e0-81f5a4c6178b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:21.299348 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a3a144-54dc-4ed4-9d42-e26d561dae50", "tag": "77eeb785-7293-47f2-b76c-6394c8d81339", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:21.299688 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b1ba934-4daf-4bd4-a0e0-81f5a4c6178b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:21.300093 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a3a144-54dc-4ed4-9d42-e26d561dae50', 'tag': '77eeb785-7293-47f2-b76c-6394c8d81339', 'status': 'completed', 'code': 200} Aug 20 14:57:21.313898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-b46d2a97-3728-47c1-b98c-ce12ad2dfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:21.315410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-b46d2a97-3728-47c1-b98c-ce12ad2dfc8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 1096 time: 0.3488667 Aug 20 14:57:21.340074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-e59264b4-b5ea-4b9f-8e96-9823a8a3835e tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:21.349085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-e59264b4-b5ea-4b9f-8e96-9823a8a3835e tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4136975 Aug 20 14:57:21.398771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.427336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0156-7248-46a4-9c41-64c76dd8e9c9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.453547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b0156-7248-46a4-9c41-64c76dd8e9c9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for d091f1b7-8e1e-4673-9925-64950f236d76 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:21.478801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.496795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-1394ffef-8aa2-4b70-ab6c-521f8d1ad705 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/quotas/7947cd720b0b4deaa07129ccb1719514 HTTP/1.1" status: 200 len: 375 time: 0.1462204 Aug 20 14:57:21.510831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:18Z', 'revision_number': 4, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'gw_port': {'id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '162b8853-c31e-4199-9c65-e9a0a0555d9e', 'name': '', 'network_id': '43924749-5c14-4d61-add6-11ff9688d237', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'mac_address': 'fa:16:3e:e4:94:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '7d19ac15-6203-4f64-8fee-a15dd82b72f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:17Z', 'updated_at': '2021-08-20T14:57:18Z', 'revision_number': 2, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'subnets': [{'id': '7d19ac15-6203-4f64-8fee-a15dd82b72f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:21.560665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Checking router: 82234116-76b3-4363-a2c2-0b42df78d54d for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:57:21.561292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Updating router 82234116-76b3-4363-a2c2-0b42df78d54d port 162b8853-c31e-4199-9c65-e9a0a0555d9e binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:57:21.568715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-8d794875-6691-46aa-a049-77c918409690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:21.570303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-8d794875-6691-46aa-a049-77c918409690 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 1095 time: 0.3493986 Aug 20 14:57:21.572721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:57:21.613340 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.681840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0156-7248-46a4-9c41-64c76dd8e9c9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.691511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c447a17-6c87-45b2-97ea-dc73ed57fb03,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:21.707434 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.707870 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Added segment eaba5858-705b-47a3-9c50-cdca911f5465 of type vlan for network f75a293f-aa3f-453c-8a43-f84410ce7166 Aug 20 14:57:21.710392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-6258079d-b1a5-4f7a-a6c4-8f1ee4dba800 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77eeb785-7293-47f2-b76c-6394c8d81339 HTTP/1.1" status: 200 len: 217 time: 0.1151714 Aug 20 14:57:21.751907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b0156-7248-46a4-9c41-64c76dd8e9c9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=d091f1b7-8e1e-4673-9925-64950f236d76,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:21.819691 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0156-7248-46a4-9c41-64c76dd8e9c9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:21.820270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66354c0-6884-4fa5-aa1e-a44e2b231c8a req-f506db11-ad4e-4a2c-b88b-bf597f531a11 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:21.824429 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3d6b0156-7248-46a4-9c41-64c76dd8e9c9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/d091f1b7-8e1e-4673-9925-64950f236d76 HTTP/1.1" status: 204 len: 168 time: 0.7614012 Aug 20 14:57:21.825060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60526) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:21.828822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66354c0-6884-4fa5-aa1e-a44e2b231c8a req-f506db11-ad4e-4a2c-b88b-bf597f531a11 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:21.830504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d66354c0-6884-4fa5-aa1e-a44e2b231c8a req-f506db11-ad4e-4a2c-b88b-bf597f531a11 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1683 time: 0.4298332 Aug 20 14:57:21.835950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 77c4551f-5e29-4e69-bc26-38bfcd6036c5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:21.857188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-2de45d82-d136-4db6-8aa8-abfbfcd5fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:21.858716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-2de45d82-d136-4db6-8aa8-abfbfcd5fa83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 914 time: 0.5280497 Aug 20 14:57:21.886772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-70a27035-29f4-429e-9f46-8868d1d58102 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7947cd720b0b4deaa07129ccb1719514&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3889792 Aug 20 14:57:21.893103 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.014905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.resource_extend [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:57:22.021562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-5a9e69a6-e576-41fb-b77e-46e9f7c864da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d183978-143a-4b4b-bed8-dabf215c4821 HTTP/1.1" status: 200 len: 217 time: 0.1153665 Aug 20 14:57:22.032158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 77c4551f-5e29-4e69-bc26-38bfcd6036c5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:22.032491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-fd8df3d6-c958-40ef-9e7f-0e55696ac913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:22.033010 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.034045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-fd8df3d6-c958-40ef-9e7f-0e55696ac913 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.3057911 Aug 20 14:57:22.111370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d66354c0-6884-4fa5-aa1e-a44e2b231c8a req-4dffa2f7-5ad9-46f8-abe1-7dc8266bdd6c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491810 Aug 20 14:57:22.121302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fa770e-1c99-4ab2-b16c-ef41510b7cae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:22.128197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fa770e-1c99-4ab2-b16c-ef41510b7cae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:22.133553 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-98fa770e-1c99-4ab2-b16c-ef41510b7cae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3051088 Aug 20 14:57:22.135675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60534) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:22.201589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.202615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:22.203218 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.244023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57c118d-51c9-44ce-9361-63dba1a44cd2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 41d8b06a-d89b-4a80-9e73-7385de88b638 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:57:22.249643 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a57c118d-51c9-44ce-9361-63dba1a44cd2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.305771 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.320252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Transition to ACTIVE for port object 162b8853-c31e-4199-9c65-e9a0a0555d9e will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:22.327921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326b374b-f61e-4352-9d6d-ba09ad50b315 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:22.330420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-437e6b6a-23c3-42f6-b98e-ba661603fe4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2745373 Aug 20 14:57:22.345126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a57c118d-51c9-44ce-9361-63dba1a44cd2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.348748 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.477073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c6e7ad6d-385b-4564-bfba-33429eda5092 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:22.522617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1bf6a310-ab06-4fa0-bbe4-167025329b34 None None] Provisioning for port c6e7ad6d-385b-4564-bfba-33429eda5092 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:22.533668 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a57c118d-51c9-44ce-9361-63dba1a44cd2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.544354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6493b6-5593-4c6d-b20f-2d11018a27fe None None] Pushing event updated for resources: {'Port': ['ID=162b8853-c31e-4199-9c65-e9a0a0555d9e,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:22.591357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-9982bf3c-c362-4a19-b463-7fc2530f47c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:22.593489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-9982bf3c-c362-4a19-b463-7fc2530f47c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 200 len: 853 time: 0.5398557 Aug 20 14:57:22.608136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2975056 Aug 20 14:57:22.612494 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60544) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:22.619692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Request body: {'subnet': {'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-subnet', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:22.666400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Made reservation on behalf of f3b83575ac084b639210f33b9f4ddcd6 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:22.669588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.674486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a57c118d-51c9-44ce-9361-63dba1a44cd2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.692366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-138432ab-6f48-4b3d-9af5-11141e48caf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492558 Aug 20 14:57:22.716677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a57c118d-51c9-44ce-9361-63dba1a44cd2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.726705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a57c118d-51c9-44ce-9361-63dba1a44cd2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/41d8b06a-d89b-4a80-9e73-7385de88b638 HTTP/1.1" status: 204 len: 168 time: 0.5889020 Aug 20 14:57:22.748899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf31c7-9ca5-4c2c-8066-6d15dd810d87 req-17b95623-60ae-4b26-8f48-21f4029c9c67 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:22.750720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cedf31c7-9ca5-4c2c-8066-6d15dd810d87 req-17b95623-60ae-4b26-8f48-21f4029c9c67 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 944 time: 0.4993155 Aug 20 14:57:22.751393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855359e5-5580-41a9-823c-60a56411d036 admin admin] Pushing event updated for resources: {'Network': ['ID=f75a293f-aa3f-453c-8a43-f84410ce7166,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:22.754191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60548) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:22.792425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network f75a293f-aa3f-453c-8a43-f84410ce7166 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:57:22.826701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecaf1a-4b86-4529-90ab-78329efd65c0 req-69f8e166-6ac6-4000-a32a-ccddc600169a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:22.826701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0eecaf1a-4b86-4529-90ab-78329efd65c0 req-69f8e166-6ac6-4000-a32a-ccddc600169a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 943 time: 0.3688691 Aug 20 14:57:22.923931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Attempting to bind port 162b8853-c31e-4199-9c65-e9a0a0555d9e on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:22.924357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Attempting to bind port 162b8853-c31e-4199-9c65-e9a0a0555d9e by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:22.924661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Attempting to bind port 162b8853-c31e-4199-9c65-e9a0a0555d9e on network 43924749-5c14-4d61-add6-11ff9688d237 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:22.939057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:22.939499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Checking segment: {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:22.939962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:22.940350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Bound using segment: {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:22.941323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Bound port: 162b8853-c31e-4199-9c65-e9a0a0555d9e, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:22.941755 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:23.046052 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] For port 162b8853-c31e-4199-9c65-e9a0a0555d9e, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:23.051719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] For port 162b8853-c31e-4199-9c65-e9a0a0555d9e, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=162b8853-c31e-4199-9c65-e9a0a0555d9e,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:23.070704 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port c6e7ad6d-385b-4564-bfba-33429eda5092 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:23.082040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c6e7ad6d-385b-4564-bfba-33429eda5092 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:23.082751 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:23.086568 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:23.224569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6493b6-5593-4c6d-b20f-2d11018a27fe None None] Pushing event updated for resources: {'Port': ['ID=162b8853-c31e-4199-9c65-e9a0a0555d9e,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:23.244712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Routers {'82234116-76b3-4363-a2c2-0b42df78d54d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:23.245321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['82234116-76b3-4363-a2c2-0b42df78d54d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:23.257567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c118d-51c9-44ce-9361-63dba1a44cd2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=41d8b06a-d89b-4a80-9e73-7385de88b638,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:23.277775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aaeabfe3-b3c7-4764-918c-990e9b575a73 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5142858 Aug 20 14:57:23.288053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60552) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:23.307824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:23.329222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-e9224434-b749-43f7-9ed1-dcd59f8e7800 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9035077 Aug 20 14:57:23.339344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff404d1a-23b9-4256-9115-0523abd48b3b None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:57:23.525045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cedf31c7-9ca5-4c2c-8066-6d15dd810d87 req-47288633-8530-441d-8e44-90632cf0717f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565870 Aug 20 14:57:23.546664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0eecaf1a-4b86-4529-90ab-78329efd65c0 req-ffdcc46f-f7ba-4963-8404-142f1613b51d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7257228 Aug 20 14:57:23.569609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-be54d0fd-414d-4cac-bb3a-d95ea3c53f75 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:23.576221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-be54d0fd-414d-4cac-bb3a-d95ea3c53f75 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:23.578108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-be54d0fd-414d-4cac-bb3a-d95ea3c53f75 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.72 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1683 time: 0.2803068 Aug 20 14:57:23.651947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:23.655599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:23.717771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0d183978-143a-4b4b-bed8-dabf215c4821 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:57:23.764928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] Set router 82234116-76b3-4363-a2c2-0b42df78d54d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:23.786827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:23.800281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:23.845348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafdb135-8283-4c49-b334-b4a7f202d22a req-37dc2c9e-5b72-4598-af3a-a1f580f564e9 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739628 Aug 20 14:57:23.876154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d23a8e8-4f0c-4bff-90c8-c16a940cbd31,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:23.932524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Checking segment: {'id': 'eaba5858-705b-47a3-9c50-cdca911f5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:23.932895 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Network hostable DHCP agents. Network: f75a293f-aa3f-453c-8a43-f84410ce7166, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:57:23.964322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-789c7946-6c52-4a7c-9de6-e7b35064c59f req-076c1cfb-6cbb-4079-966b-a126b9761e9c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 210 time: 0.2439876 Aug 20 14:57:23.968545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-6c17887a-b2f1-49ca-8241-014979be24d2 service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2552316 Aug 20 14:57:23.994866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Network f75a293f-aa3f-453c-8a43-f84410ce7166 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:57:24.023601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, f75a293f-aa3f-453c-8a43-f84410ce7166) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:24.036968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:24.037654 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.042469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.065632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-86a9fc2d-2449-4740-928f-8a1a56a9f4aa tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7947cd720b0b4deaa07129ccb1719514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1287794 Aug 20 14:57:24.109661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=6c09eda6-dcf8-48e0-9c9c-39cc9dce6712,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:24.138347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:24.143119 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0285008e-cd5d-445f-9f55-9e4112826dee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5262923 Aug 20 14:57:24.143316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port c6e7ad6d-385b-4564-bfba-33429eda5092, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c6e7ad6d-385b-4564-bfba-33429eda5092,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:24.143453 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:24.145050 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60558) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:24.150342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064c93b0-a26d-4cd5-9e93-347bd3c5f0d6 None None] Network f75a293f-aa3f-453c-8a43-f84410ce7166 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:24.150779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:24.155579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:24.155977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ff404d1a-23b9-4256-9115-0523abd48b3b None None] Deleting port c6e7ad6d-385b-4564-bfba-33429eda5092 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:24.156374 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ff404d1a-23b9-4256-9115-0523abd48b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.156525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.202417 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.204991 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.235675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.237177 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a2f91a42-ed53-4e03-8502-cada7aa9abb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9469955 Aug 20 14:57:24.241983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60560) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:24.249250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'name': 'tempest-NetworksTestDHCPv6-270621050'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:24.298276 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.352288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9853ec-e8b2-4a4d-9a39-c615584a590a req-c5cc2115-bdcd-4be7-a4af-eb80c5eb9028 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:24.359122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9853ec-e8b2-4a4d-9a39-c615584a590a req-c5cc2115-bdcd-4be7-a4af-eb80c5eb9028 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:24.361094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f9853ec-e8b2-4a4d-9a39-c615584a590a req-c5cc2115-bdcd-4be7-a4af-eb80c5eb9028 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1683 time: 0.6429608 Aug 20 14:57:24.412055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c6e7ad6d-385b-4564-bfba-33429eda5092 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:24.416321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0d183978-143a-4b4b-bed8-dabf215c4821, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0d183978-143a-4b4b-bed8-dabf215c4821,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:24.434858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting port 9f0f98f0-fe30-47a4-9685-66015a662c69 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:24.435508 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.475825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329782ad-cc26-4e20-9636-575f6620075a req-57c9abf2-e4f3-46e0-be06-317f25b43637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:24.477744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-329782ad-cc26-4e20-9636-575f6620075a req-57c9abf2-e4f3-46e0-be06-317f25b43637 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 1095 time: 0.4183700 Aug 20 14:57:24.522798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ff404d1a-23b9-4256-9115-0523abd48b3b None None] For port c6e7ad6d-385b-4564-bfba-33429eda5092, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c6e7ad6d-385b-4564-bfba-33429eda5092,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:24.523210 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ff404d1a-23b9-4256-9115-0523abd48b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.531218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.552428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5422865-6d90-4c75-b5ae-297bda7ce281 req-20753294-a779-4a32-9a85-36a042c80e9e service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550219 Aug 20 14:57:24.584416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ff404d1a-23b9-4256-9115-0523abd48b3b None None] Calling delete_port for c6e7ad6d-385b-4564-bfba-33429eda5092 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:24.627741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-c7b4d7f4-fff4-4f4e-a43b-c064d045cfaf tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:24.629803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-c7b4d7f4-fff4-4f4e-a43b-c064d045cfaf tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5314763 Aug 20 14:57:24.637400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f9853ec-e8b2-4a4d-9a39-c615584a590a req-d6318dae-889d-44db-9b64-4961cf45c638 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539294 Aug 20 14:57:24.649077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:24.654045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.679323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '0d183978-143a-4b4b-bed8-dabf215c4821', 'network_id': 'b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd', 'port_id': '0d183978-143a-4b4b-bed8-dabf215c4821', 'mac_address': 'fa:16:3e:33:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2359d16-2738-48a0-9a20-5d0d6e0146df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:57:24.686314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=c6e7ad6d-385b-4564-bfba-33429eda5092,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:24.693225 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ff404d1a-23b9-4256-9115-0523abd48b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.709072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 4d10de18-74fc-4119-b127-8315e2f1268f yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:57:24.724522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Request body: {'port': {'device_id': '3cc3e814-bd9a-409f-b4ad-c105d08d5b25', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '7947cd720b0b4deaa07129ccb1719514'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:24.786694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff404d1a-23b9-4256-9115-0523abd48b3b None None] Pushing event deleted for resources: {'Port': ['ID=c6e7ad6d-385b-4564-bfba-33429eda5092,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:24.801148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No active binding found for port c6e7ad6d-385b-4564-bfba-33429eda5092 {{(pid=101101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 14:57:24.801582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c6e7ad6d-385b-4564-bfba-33429eda5092 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:24.829398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff404d1a-23b9-4256-9115-0523abd48b3b None None] No DVR routers for this DVR port c6e7ad6d-385b-4564-bfba-33429eda5092 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:24.859920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:18Z', 'revision_number': 4, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'gw_port': {'id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '162b8853-c31e-4199-9c65-e9a0a0555d9e', 'name': '', 'network_id': '43924749-5c14-4d61-add6-11ff9688d237', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'mac_address': 'fa:16:3e:e4:94:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '7d19ac15-6203-4f64-8fee-a15dd82b72f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:17Z', 'updated_at': '2021-08-20T14:57:23Z', 'revision_number': 4, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'subnets': [{'id': '7d19ac15-6203-4f64-8fee-a15dd82b72f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:24.880302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] For port 9f0f98f0-fe30-47a4-9685-66015a662c69, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9f0f98f0-fe30-47a4-9685-66015a662c69,segment=NetworkSegment(21dbe42e-8935-4c66-8a74-44facbc027f7),segment_id=21dbe42e-8935-4c66-8a74-44facbc027f7)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:24.881413 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.904807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a93de02-9346-4ac0-bf02-45f1a8bbe0b6 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:24.920406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb21a86-8cb9-4f56-a557-ec27c3b33747 None None] The sync data for ids ['82234116-76b3-4363-a2c2-0b42df78d54d'] in n-d-695189-15 is: [{'id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:18Z', 'revision_number': 4, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'gw_port': {'id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '162b8853-c31e-4199-9c65-e9a0a0555d9e', 'name': '', 'network_id': '43924749-5c14-4d61-add6-11ff9688d237', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'mac_address': 'fa:16:3e:e4:94:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '7d19ac15-6203-4f64-8fee-a15dd82b72f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:17Z', 'updated_at': '2021-08-20T14:57:23Z', 'revision_number': 4, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'subnets': [{'id': '7d19ac15-6203-4f64-8fee-a15dd82b72f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:57:24.948895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329782ad-cc26-4e20-9636-575f6620075a req-b0fbc65e-d312-4a6d-bd15-4e2fac16cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:24.950787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-329782ad-cc26-4e20-9636-575f6620075a req-b0fbc65e-d312-4a6d-bd15-4e2fac16cc9b service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 907 time: 0.4371066 Aug 20 14:57:24.977464 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:24.981579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Calling delete_port for 9f0f98f0-fe30-47a4-9685-66015a662c69 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:25.039209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.044370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d183978-143a-4b4b-bed8-dabf215c4821 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:25.061585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-f75a293f-aa3f-453c-8a43-f84410ce7166', 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'fixed_ips': [{'subnet_id': '1d23a8e8-4f0c-4bff-90c8-c16a940cbd31'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:57:25.062448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.093925 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.096723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::2ad (ac065349-4adc-4c43-b021-1a2dee529997/6c09eda6-dcf8-48e0-9c9c-39cc9dce6712/4d10de18-74fc-4119-b127-8315e2f1268f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:25.111527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0d183978-143a-4b4b-bed8-dabf215c4821, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0d183978-143a-4b4b-bed8-dabf215c4821,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:25.123352 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.153260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dac65-2075-45f1-ba44-1518370c0fa1 req-2a94480f-8048-4726-8b65-1be861d35362 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:25.164387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd0dac65-2075-45f1-ba44-1518370c0fa1 req-2a94480f-8048-4726-8b65-1be861d35362 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 944 time: 0.4651639 Aug 20 14:57:25.207445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0d183978-143a-4b4b-bed8-dabf215c4821,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:25.296058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-329782ad-cc26-4e20-9636-575f6620075a req-628f9cf7-95e0-4af6-9d45-1e00c69542de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77eeb785-7293-47f2-b76c-6394c8d81339 HTTP/1.1" status: 200 len: 217 time: 0.2155602 Aug 20 14:57:25.381305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Allocated IP 172.25.5.5 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/2354992a-926a-45a1-a395-cec49d05335d) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:25.424567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbe49c-57f9-4aac-b797-abfeae26e180 req-7551653c-39e5-41cb-9faf-3eda09daa991 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:25.426454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fafbe49c-57f9-4aac-b797-abfeae26e180 req-7551653c-39e5-41cb-9faf-3eda09daa991 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 943 time: 0.5915029 Aug 20 14:57:25.430647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329782ad-cc26-4e20-9636-575f6620075a req-ebd5de69-f0b1-4bfe-9bc6-4a80620037df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:25.432058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-329782ad-cc26-4e20-9636-575f6620075a req-ebd5de69-f0b1-4bfe-9bc6-4a80620037df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.0713944 Aug 20 14:57:25.446922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': '6c09eda6-dcf8-48e0-9c9c-39cc9dce6712'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:57:25.448281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.464868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd0dac65-2075-45f1-ba44-1518370c0fa1 req-ff7480f6-0bee-40d2-a933-949c192d35f9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936234 Aug 20 14:57:25.490310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Allocated IP 172.20.0.2 (f75a293f-aa3f-453c-8a43-f84410ce7166/1d23a8e8-4f0c-4bff-90c8-c16a940cbd31/2074fa1a-2ec0-45d6-9b05-90c7c29d6150) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:25.509027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0d183978-143a-4b4b-bed8-dabf215c4821'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:25.582768 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.616197 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.662780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-252c14fe-2db6-4329-8685-8f4ad926e9e3 req-4d5a7140-969e-4eb4-8007-5273c7138f8c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 210 time: 0.0609360 Aug 20 14:57:25.680194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-329782ad-cc26-4e20-9636-575f6620075a req-5ad5c9b7-3be4-4363-b1cb-c94c61ad7c03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1993103 Aug 20 14:57:25.701388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 4d10de18-74fc-4119-b127-8315e2f1268f will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:25.748684 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.850628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fafbe49c-57f9-4aac-b797-abfeae26e180 req-f9523744-0c68-4390-8d00-5fb13cb99fb7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158604 Aug 20 14:57:25.870666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2354992a-926a-45a1-a395-cec49d05335d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:25.892169 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.895276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:25.972781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Made reservation on behalf of 7947cd720b0b4deaa07129ccb1719514 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:25.976529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.980312 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:25.984662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=4d10de18-74fc-4119-b127-8315e2f1268f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:25.986510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:25.992474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:26.004672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Transition to ACTIVE for port object 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:26.039186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:26.048939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:26.053907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:26.061694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:26.062612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:26.081970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/6c09eda6-dcf8-48e0-9c9c-39cc9dce6712/9a972923-92b2-4a54-a2df-fa371ea72b3a) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:26.093643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-329782ad-cc26-4e20-9636-575f6620075a req-ed3f2f34-693e-4927-ab22-d1ef55a11a23 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979633 Aug 20 14:57:26.094289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:26.098461 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f4c2bad6-d27f-4a78-9e04-1f1b4b759092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8548126 Aug 20 14:57:26.104827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Transition to ACTIVE for port object 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:26.123271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60576) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:26.133220 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:26.222091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Network f75a293f-aa3f-453c-8a43-f84410ce7166 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:26.227629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:26.230535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:26.255025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Pushing event updated for resources: {'Port': ['ID=2074fa1a-2ec0-45d6-9b05-90c7c29d6150,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:26.426020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eb5b4-b1bb-47ab-b153-515f5ed8f6dc req-c7c37080-3cee-486c-9d66-ff3d163781d6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:26.432693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eb5b4-b1bb-47ab-b153-515f5ed8f6dc req-c7c37080-3cee-486c-9d66-ff3d163781d6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:26.434666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-059eb5b4-b1bb-47ab-b153-515f5ed8f6dc req-c7c37080-3cee-486c-9d66-ff3d163781d6 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 1683 time: 0.4915364 Aug 20 14:57:26.454283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Port': ['ID=9f0f98f0-fe30-47a4-9685-66015a662c69,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:26.505847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:26.592650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] No DVR routers for this DVR port 9f0f98f0-fe30-47a4-9685-66015a662c69 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:26.608956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Allocated IP 192.168.233.254 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/dd0e5701-7f06-4a79-8ec0-6428ac469ba5) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:26.611348 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:26.614407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-42d84508-3fcc-4d75-b4f2-63d102182c00 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.72 "DELETE /v2.0/ports/9f0f98f0-fe30-47a4-9685-66015a662c69 HTTP/1.1" status: 204 len: 173 time: 3.0264707 Aug 20 14:57:26.617978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-deleted', 'tag': '9f0f98f0-fe30-47a4-9685-66015a662c69'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:26.624687 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09353268-a323-4f6b-b2ae-4aeea5b41f55" -d '{"events": [{"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-deleted", "tag": "9f0f98f0-fe30-47a4-9685-66015a662c69"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:26.654308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c87ff5-d6cf-4d21-8842-b26023f2c227 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:26.655943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-37c87ff5-d6cf-4d21-8842-b26023f2c227 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5206053 Aug 20 14:57:26.682210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60582) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:26.684931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 162b8853-c31e-4199-9c65-e9a0a0555d9e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:26.687282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d189e6cb-9415-4f9b-82fb-f3f022c905a9 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:26.846636 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:26.858097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-329782ad-cc26-4e20-9636-575f6620075a req-dec03f10-51c6-45b8-b9d0-c5ff72887585 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542937 Aug 20 14:57:26.860922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Transition to ACTIVE for port object 9a972923-92b2-4a54-a2df-fa371ea72b3a will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:26.880358 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:26.920451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-059eb5b4-b1bb-47ab-b153-515f5ed8f6dc req-e805a19e-daac-424a-b2c8-32cefccba59b tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/security-groups?id=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563360 Aug 20 14:57:26.922588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Transition to ACTIVE for port object 9a972923-92b2-4a54-a2df-fa371ea72b3a will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:26.936077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Attempting to bind port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:26.936553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Attempting to bind port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'eaba5858-705b-47a3-9c50-cdca911f5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:26.937023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Attempting to bind port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 on network f75a293f-aa3f-453c-8a43-f84410ce7166 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:26.949968 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:26.952213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:26.952717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Checking segment: {'id': 'eaba5858-705b-47a3-9c50-cdca911f5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:26.953218 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:26.953713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Bound using segment: {'id': 'eaba5858-705b-47a3-9c50-cdca911f5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:26.954827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Bound port: 2074fa1a-2ec0-45d6-9b05-90c7c29d6150, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaba5858-705b-47a3-9c50-cdca911f5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:26.955432 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.001011 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adaf9fd-7367-44c8-8649-5b41a6a98f24 x-openstack-request-id: req-2adaf9fd-7367-44c8-8649-5b41a6a98f24 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:27.004733 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-deleted", "tag": "9f0f98f0-fe30-47a4-9685-66015a662c69", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:27.005626 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2adaf9fd-7367-44c8-8649-5b41a6a98f24 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:27.006963 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-deleted', 'tag': '9f0f98f0-fe30-47a4-9685-66015a662c69', 'status': 'completed', 'code': 200} Aug 20 14:57:27.050413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 162b8853-c31e-4199-9c65-e9a0a0555d9e completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:27.066509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:27.093285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 162b8853-c31e-4199-9c65-e9a0a0555d9e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:27.093769 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.102504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:27.105587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:27.112248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Pushing event updated for resources: {'Port': ['ID=9a972923-92b2-4a54-a2df-fa371ea72b3a,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:27.128949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Router 934517e4-e422-4aaa-a0f4-9ed2b532de8a is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:57:27.139504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.246212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:27.249201 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b34134-4fb2-4122-b872-4ac5e590a912" -d '{"events": [{"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-unplugged", "status": "completed", "tag": "d189e6cb-9415-4f9b-82fb-f3f022c905a9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:27.262349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] For port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:27.284508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d189e6cb-9415-4f9b-82fb-f3f022c905a9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d189e6cb-9415-4f9b-82fb-f3f022c905a9,segment=NetworkSegment(d7f1e513-5211-4b42-a5dd-0c6f1640f594),segment_id=d7f1e513-5211-4b42-a5dd-0c6f1640f594)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:27.288818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Attempting to bind port 9a972923-92b2-4a54-a2df-fa371ea72b3a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:27.289283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Attempting to bind port 9a972923-92b2-4a54-a2df-fa371ea72b3a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:27.289838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Attempting to bind port 9a972923-92b2-4a54-a2df-fa371ea72b3a on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:27.302029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] For port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2074fa1a-2ec0-45d6-9b05-90c7c29d6150,segment=NetworkSegment(eaba5858-705b-47a3-9c50-cdca911f5465),segment_id=eaba5858-705b-47a3-9c50-cdca911f5465)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:27.303528 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.304405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9f0f98f0-fe30-47a4-9685-66015a662c69 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:27.310066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:27.310636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:27.311098 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.311586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:27.312132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Bound port: 9a972923-92b2-4a54-a2df-fa371ea72b3a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:27.312578 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.321419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:57:27.334128 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Sync routers for ids ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:57:27.339676 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.347653 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Routers {'934517e4-e422-4aaa-a0f4-9ed2b532de8a'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:27.348589 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:27.369045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 9f0f98f0-fe30-47a4-9685-66015a662c69 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:27.369510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9f0f98f0-fe30-47a4-9685-66015a662c69 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:27.377304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.378846 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34eacf4f-b6ef-4eeb-8bde-cf9931a04bc3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2325981 Aug 20 14:57:27.382097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60594) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:27.438388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e793d88b-9e1e-41c9-a0a6-1c10b4bb4545 req-244be4a9-6501-4511-ac0e-b8ccf55ce1d9 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 210 time: 0.0574176 Aug 20 14:57:27.483865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ea4a3-41b3-4fdb-9af8-05a796a60f68 req-7ff3c239-885e-4f46-a2dd-8d715d5d7ca3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:27.492207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb3ea4a3-41b3-4fdb-9af8-05a796a60f68 req-7ff3c239-885e-4f46-a2dd-8d715d5d7ca3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 945 time: 0.8485940 Aug 20 14:57:27.552741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting port d189e6cb-9415-4f9b-82fb-f3f022c905a9 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:27.553082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.562218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] For port 9a972923-92b2-4a54-a2df-fa371ea72b3a, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:27.566903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] For port 9a972923-92b2-4a54-a2df-fa371ea72b3a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9a972923-92b2-4a54-a2df-fa371ea72b3a,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:27.568434 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.582867 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Set router 934517e4-e422-4aaa-a0f4-9ed2b532de8a gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:27.616879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 162b8853-c31e-4199-9c65-e9a0a0555d9e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=162b8853-c31e-4199-9c65-e9a0a0555d9e,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:27.619392 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.638377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 77eeb785-7293-47f2-b76c-6394c8d81339 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:57:27.744553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0d183978-143a-4b4b-bed8-dabf215c4821 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:27.812904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] For port d189e6cb-9415-4f9b-82fb-f3f022c905a9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d189e6cb-9415-4f9b-82fb-f3f022c905a9,segment=NetworkSegment(d7f1e513-5211-4b42-a5dd-0c6f1640f594),segment_id=d7f1e513-5211-4b42-a5dd-0c6f1640f594)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:27.813287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.829951 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.839230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Calling delete_port for d189e6cb-9415-4f9b-82fb-f3f022c905a9 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:27.863920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d189e6cb-9415-4f9b-82fb-f3f022c905a9,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:27.906724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 0d183978-143a-4b4b-bed8-dabf215c4821 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:27.970757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 0d183978-143a-4b4b-bed8-dabf215c4821 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:27.971059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:27.972358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-09b8e44b-01a2-4999-a464-0921739bd53c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 4d10de18-74fc-4119-b127-8315e2f1268f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:27.974876 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09b8e44b-01a2-4999-a464-0921739bd53c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:28.057707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 77eeb785-7293-47f2-b76c-6394c8d81339, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=77eeb785-7293-47f2-b76c-6394c8d81339,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:28.117218 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:28.121932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6a874-2c8c-4c6a-8c56-6367b74a61ea None None] Pushing event updated for resources: {'Port': ['ID=2074fa1a-2ec0-45d6-9b05-90c7c29d6150,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:28.185300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852839d-ab59-496a-8494-fbeacde26a7a None None] Pushing event updated for resources: {'Port': ['ID=9a972923-92b2-4a54-a2df-fa371ea72b3a,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:28.215025 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '2354992a-926a-45a1-a395-cec49d05335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:24Z', 'updated_at': '2021-08-20T14:57:26Z', 'revision_number': 3, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'gw_port': {'id': '2354992a-926a-45a1-a395-cec49d05335d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:25Z', 'updated_at': '2021-08-20T14:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:28.247297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '77eeb785-7293-47f2-b76c-6394c8d81339', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'port_id': '77eeb785-7293-47f2-b76c-6394c8d81339', 'mac_address': 'fa:16:3e:41:41:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafce579-00b8-4639-b447-4e7a5b160daf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:57:28.256631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb3ea4a3-41b3-4fdb-9af8-05a796a60f68 req-cf2c2295-6157-4bc9-a225-2b19c8c7aaaf tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635400 Aug 20 14:57:28.280831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2f082-260f-4637-abd0-fb0cf29930bf req-b7562729-dbe8-43dc-b9c8-6dae06449a5d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:28.298921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2f082-260f-4637-abd0-fb0cf29930bf req-b7562729-dbe8-43dc-b9c8-6dae06449a5d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 943 time: 0.3552551 Aug 20 14:57:28.334223 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Checking router: 934517e4-e422-4aaa-a0f4-9ed2b532de8a for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:57:28.334810 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Updating router 934517e4-e422-4aaa-a0f4-9ed2b532de8a port 2354992a-926a-45a1-a395-cec49d05335d binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:57:28.338244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0d183978-143a-4b4b-bed8-dabf215c4821, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0d183978-143a-4b4b-bed8-dabf215c4821,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:28.369700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2f082-260f-4637-abd0-fb0cf29930bf req-a7544e2f-d5f4-4799-b276-d74099398f78 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698714 Aug 20 14:57:28.393723 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:28.396865 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:28.493350 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4c80d1-7580-47bd-a21f-2fcff11416b2 x-openstack-request-id: req-ee4c80d1-7580-47bd-a21f-2fcff11416b2 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:28.493657 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-unplugged", "status": "completed", "tag": "d189e6cb-9415-4f9b-82fb-f3f022c905a9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:28.494091 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee4c80d1-7580-47bd-a21f-2fcff11416b2 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:28.507728 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9', 'code': 200} Aug 20 14:57:28.562485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9a972923-92b2-4a54-a2df-fa371ea72b3a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:28.579393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:28.597278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Transition to ACTIVE for port object dd0e5701-7f06-4a79-8ec0-6428ac469ba5 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:28.638181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=162b8853-c31e-4199-9c65-e9a0a0555d9e,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:28.745966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0d183978-143a-4b4b-bed8-dabf215c4821,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:28.752120 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:28.753784 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:28.778326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77eeb785-7293-47f2-b76c-6394c8d81339 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:28.810394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 77eeb785-7293-47f2-b76c-6394c8d81339, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=77eeb785-7293-47f2-b76c-6394c8d81339,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:28.812318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 9a972923-92b2-4a54-a2df-fa371ea72b3a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:28.825126 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:28.832505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:28.882302 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:28.933686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ea15c504-541b-4934-aa30-5501b8e53766', 'b9fe97e7-829a-412b-a1c1-4f51b609f9de'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:28.940306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.072230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=77eeb785-7293-47f2-b76c-6394c8d81339,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:29.094358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:29.177759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a6b8d06-2362-4118-9cf8-996c5f9b8202 req-35c3b316-2f73-4315-85a8-2cb1e1687d94 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "GET /v2.0/ports?device_id=1990e966-1773-4521-b9fc-34016fb8b191 HTTP/1.1" status: 200 len: 210 time: 0.6693327 Aug 20 14:57:29.186121 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.197450 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09b8e44b-01a2-4999-a464-0921739bd53c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.201423 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Transition to ACTIVE for port object 2354992a-926a-45a1-a395-cec49d05335d will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:29.217565 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.231758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['77eeb785-7293-47f2-b76c-6394c8d81339'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:29.238563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-09b8e44b-01a2-4999-a464-0921739bd53c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 4d10de18-74fc-4119-b127-8315e2f1268f owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:29.268295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.288612 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Attempting to bind port 2354992a-926a-45a1-a395-cec49d05335d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:29.289849 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Attempting to bind port 2354992a-926a-45a1-a395-cec49d05335d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:29.290265 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Attempting to bind port 2354992a-926a-45a1-a395-cec49d05335d on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:29.333334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e4423c-691a-4fa7-8eec-7562798c4fc5 None None] Network f75a293f-aa3f-453c-8a43-f84410ce7166 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:29.413091 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:29.413726 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:29.414376 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.414781 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:29.415260 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Bound port: 2354992a-926a-45a1-a395-cec49d05335d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:29.415680 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.417387 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af69b81-baef-48c2-85f2-4d2cd6152402 None None] Pushing event updated for resources: {'Port': ['ID=2354992a-926a-45a1-a395-cec49d05335d,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:29.494214 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0e0ef924-3955-4671-abcb-b286b8d3d3e5 None None] Provisioning for port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:29.515681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0e0ef924-3955-4671-abcb-b286b8d3d3e5 None None] Provisioning complete for port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:29.516056 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef924-3955-4671-abcb-b286b8d3d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.558395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Allocated IP 172.20.0.1 (f75a293f-aa3f-453c-8a43-f84410ce7166/1d23a8e8-4f0c-4bff-90c8-c16a940cbd31/5f1d0b22-73cc-45c6-b61e-1fe1f6196db6) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:29.563228 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] For port 2354992a-926a-45a1-a395-cec49d05335d, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:29.568295 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] For port 2354992a-926a-45a1-a395-cec49d05335d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2354992a-926a-45a1-a395-cec49d05335d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:29.578912 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.595759 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09b8e44b-01a2-4999-a464-0921739bd53c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.656473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26433265-edca-43cf-aa42-566c38cf76f0 req-0377b2b5-598b-44c5-a920-85fa3e2c0370 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:29.658654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26433265-edca-43cf-aa42-566c38cf76f0 req-0377b2b5-598b-44c5-a920-85fa3e2c0370 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 936 time: 0.9105809 Aug 20 14:57:29.659631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Pushing event updated for resources: {'Port': ['ID=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:29.750861 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af69b81-baef-48c2-85f2-4d2cd6152402 None None] Pushing event updated for resources: {'Port': ['ID=2354992a-926a-45a1-a395-cec49d05335d,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:29.752451 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef924-3955-4671-abcb-b286b8d3d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.792703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:29.796621 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] No DVR routers for this DVR port d189e6cb-9415-4f9b-82fb-f3f022c905a9 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:29.801377 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.801684 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Routers {'934517e4-e422-4aaa-a0f4-9ed2b532de8a'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:29.802607 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:29.803877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4f8cc09-9dbc-41de-805b-235a31a015d1 req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.72 "DELETE /v2.0/ports/d189e6cb-9415-4f9b-82fb-f3f022c905a9 HTTP/1.1" status: 204 len: 173 time: 3.1639006 Aug 20 14:57:29.810768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-deleted', 'tag': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:29.813450 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ed3925-0993-494d-a813-96485920311c" -d '{"events": [{"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-deleted", "tag": "d189e6cb-9415-4f9b-82fb-f3f022c905a9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:29.890604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:29.900723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a8efa-8e1a-4b07-8d82-53acaaa26130 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Port': ['ID=d189e6cb-9415-4f9b-82fb-f3f022c905a9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:29.943324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:29.944111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0e0ef924-3955-4671-abcb-b286b8d3d3e5 None None] For port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2074fa1a-2ec0-45d6-9b05-90c7c29d6150,segment=NetworkSegment(eaba5858-705b-47a3-9c50-cdca911f5465),segment_id=eaba5858-705b-47a3-9c50-cdca911f5465)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:29.952980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:29.969484 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0e0ef924-3955-4671-abcb-b286b8d3d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.005845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Transition to ACTIVE for port object 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:30.126579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.169521 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] Set router 934517e4-e422-4aaa-a0f4-9ed2b532de8a gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:30.232065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09b8e44b-01a2-4999-a464-0921739bd53c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.245074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-09b8e44b-01a2-4999-a464-0921739bd53c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/4d10de18-74fc-4119-b127-8315e2f1268f HTTP/1.1" status: 204 len: 168 time: 3.5385256 Aug 20 14:57:30.257542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60618) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:30.286250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-59ecda42-921c-4ce8-9b7f-1516d8926412 None None] Could not find standard attr ID for object d091f1b7-8e1e-4673-9925-64950f236d76. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:57:30.291388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Pushing event updated for resources: {'Port': ['ID=5f1d0b22-73cc-45c6-b61e-1fe1f6196db6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:30.349578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Network f75a293f-aa3f-453c-8a43-f84410ce7166 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:30.351253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:30.364699 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:30.431681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-59ecda42-921c-4ce8-9b7f-1516d8926412 None None] Provisioning for port 9a972923-92b2-4a54-a2df-fa371ea72b3a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:30.449249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ef924-3955-4671-abcb-b286b8d3d3e5 None None] Pushing event updated for resources: {'Port': ['ID=2074fa1a-2ec0-45d6-9b05-90c7c29d6150,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:30.461258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-59ecda42-921c-4ce8-9b7f-1516d8926412 None None] Provisioning complete for port 9a972923-92b2-4a54-a2df-fa371ea72b3a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:30.461616 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-59ecda42-921c-4ce8-9b7f-1516d8926412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.465052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.528366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:30.532795 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33fb3de-a219-48f3-b2ec-d9c595d92cfb" -d '{"events": [{"server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "name": "network-vif-plugged", "status": "completed", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:30.546255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 162b8853-c31e-4199-9c65-e9a0a0555d9e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:30.546629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:30.547338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.567956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448209b3-9e1b-4f6a-812a-03f4a4cba009 req-dce1a95e-5eb4-4dd5-8672-ef2dca1cb13f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:30.581056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-448209b3-9e1b-4f6a-812a-03f4a4cba009 req-dce1a95e-5eb4-4dd5-8672-ef2dca1cb13f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 946 time: 0.9750390 Aug 20 14:57:30.606809 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '2354992a-926a-45a1-a395-cec49d05335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:24Z', 'updated_at': '2021-08-20T14:57:26Z', 'revision_number': 3, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'gw_port': {'id': '2354992a-926a-45a1-a395-cec49d05335d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:25Z', 'updated_at': '2021-08-20T14:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:30.634246 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4f8fd-3afa-4e14-b741-303c2e2cb41c None None] The sync data for ids ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'] in n-d-695189-15 is: [{'id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '2354992a-926a-45a1-a395-cec49d05335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:24Z', 'updated_at': '2021-08-20T14:57:26Z', 'revision_number': 3, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'gw_port': {'id': '2354992a-926a-45a1-a395-cec49d05335d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:25Z', 'updated_at': '2021-08-20T14:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:57:30.728886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26433265-edca-43cf-aa42-566c38cf76f0 req-6c299d0b-dd8f-4d02-8e36-2d1b98098298 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0516179 Aug 20 14:57:30.825191 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-59ecda42-921c-4ce8-9b7f-1516d8926412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.830527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.905279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 162b8853-c31e-4199-9c65-e9a0a0555d9e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:30.905989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.922563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8e44b-01a2-4999-a464-0921739bd53c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=4d10de18-74fc-4119-b127-8315e2f1268f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:30.944690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-59ecda42-921c-4ce8-9b7f-1516d8926412 None None] For port 9a972923-92b2-4a54-a2df-fa371ea72b3a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9a972923-92b2-4a54-a2df-fa371ea72b3a,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:30.958931 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-59ecda42-921c-4ce8-9b7f-1516d8926412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:30.993530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94af1d6-a16f-4e89-baaf-c24f26e7055a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:31.006579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94af1d6-a16f-4e89-baaf-c24f26e7055a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:31.010156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d94af1d6-a16f-4e89-baaf-c24f26e7055a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7386594 Aug 20 14:57:31.033796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60624) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:31.053438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-448209b3-9e1b-4f6a-812a-03f4a4cba009 req-6ea2e84e-ac81-4a3b-839f-8b7830e24b66 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685011 Aug 20 14:57:31.055640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-56aa1dc6-615c-49da-846d-e83afa5a2dee tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3463032 Aug 20 14:57:31.104234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecda42-921c-4ce8-9b7f-1516d8926412 None None] Pushing event updated for resources: {'Port': ['ID=9a972923-92b2-4a54-a2df-fa371ea72b3a,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:31.119907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5c2266a-353a-4781-bb83-229b0e66dff3 None None] Provisioning complete for port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:31.120283 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5c2266a-353a-4781-bb83-229b0e66dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.125941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Request body: {'port': {'device_id': '3cc3e814-bd9a-409f-b4ad-c105d08d5b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:31.241333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d5f45-dcdd-46dc-a4c6-b7391fb427ef req-003985a2-5fe8-4aad-8eec-59c98c16da46 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:31.258153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-442d5f45-dcdd-46dc-a4c6-b7391fb427ef req-003985a2-5fe8-4aad-8eec-59c98c16da46 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 944 time: 0.2911258 Aug 20 14:57:31.405496 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23921e37-8a57-4d2d-8efb-6831a2fdb535 x-openstack-request-id: req-23921e37-8a57-4d2d-8efb-6831a2fdb535 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:31.405904 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1990e966-1773-4521-b9fc-34016fb8b191", "name": "network-vif-deleted", "tag": "d189e6cb-9415-4f9b-82fb-f3f022c905a9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:31.406703 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23921e37-8a57-4d2d-8efb-6831a2fdb535 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:31.408109 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1990e966-1773-4521-b9fc-34016fb8b191', 'name': 'network-vif-deleted', 'tag': 'd189e6cb-9415-4f9b-82fb-f3f022c905a9', 'status': 'completed', 'code': 200} Aug 20 14:57:31.434561 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:57:31.460003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-442d5f45-dcdd-46dc-a4c6-b7391fb427ef req-b230f008-9d2a-4659-899f-5043dcc80db9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942632 Aug 20 14:57:31.501847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60628) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:31.541623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e49defe-b1a1-49a1-8079-a35154ca0042 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 6c09eda6-dcf8-48e0-9c9c-39cc9dce6712 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:57:31.555244 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e49defe-b1a1-49a1-8079-a35154ca0042 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.580235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5c2266a-353a-4781-bb83-229b0e66dff3 None None] Provisioning for port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:31.585229 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.598979 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2575ffd6-a22f-451e-b18c-b070947f0bea x-openstack-request-id: req-2575ffd6-a22f-451e-b18c-b070947f0bea {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:31.599297 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "name": "network-vif-plugged", "status": "completed", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:31.599926 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2575ffd6-a22f-451e-b18c-b070947f0bea {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:31.600349 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821', 'code': 200} Aug 20 14:57:31.603327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5c2266a-353a-4781-bb83-229b0e66dff3 None None] Provisioning complete for port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:31.603749 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5c2266a-353a-4781-bb83-229b0e66dff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.617024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-479c3582-e401-427d-8a4e-83547ced8e9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting subnet 49700305-3b01-45af-a598-558be15cc887 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:57:31.652116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-479c3582-e401-427d-8a4e-83547ced8e9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.667029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e49defe-b1a1-49a1-8079-a35154ca0042 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.699649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 77eeb785-7293-47f2-b76c-6394c8d81339 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:31.773521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2266a-353a-4781-bb83-229b0e66dff3 None None] Port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:57:31.777848 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-479c3582-e401-427d-8a4e-83547ced8e9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.778987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5c2266a-353a-4781-bb83-229b0e66dff3 None None] Could not find standard attr ID for object 4d10de18-74fc-4119-b127-8315e2f1268f. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:57:31.811972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 77eeb785-7293-47f2-b76c-6394c8d81339 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:31.816673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 77eeb785-7293-47f2-b76c-6394c8d81339 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:31.817289 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.906648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.918589 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:31.931482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b7c7829e-c2c8-44e8-a6fd-a57df909e549 None None] Provisioning for port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:31.936127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b7c7829e-c2c8-44e8-a6fd-a57df909e549 None None] Provisioning complete for port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:31.936855 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7c7829e-c2c8-44e8-a6fd-a57df909e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.000077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e49defe-b1a1-49a1-8079-a35154ca0042 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.023683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7829e-c2c8-44e8-a6fd-a57df909e549 None None] Port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:57:32.030909 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.031744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc5d1b-263a-46eb-892b-d0390f6052c0 req-df3e65b3-8a79-4408-925c-ba8e21aff328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:32.033291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7fc5d1b-263a-46eb-892b-d0390f6052c0 req-df3e65b3-8a79-4408-925c-ba8e21aff328 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 1098 time: 0.3348074 Aug 20 14:57:32.071637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 77eeb785-7293-47f2-b76c-6394c8d81339, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=77eeb785-7293-47f2-b76c-6394c8d81339,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:32.078508 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.090229 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.144301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=77eeb785-7293-47f2-b76c-6394c8d81339,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:32.160934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Pushing event updated for resources: {'Port': ['ID=5f1d0b22-73cc-45c6-b61e-1fe1f6196db6,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:32.186142 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-479c3582-e401-427d-8a4e-83547ced8e9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.274651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e49defe-b1a1-49a1-8079-a35154ca0042 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.325369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49defe-b1a1-49a1-8079-a35154ca0042 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=6c09eda6-dcf8-48e0-9c9c-39cc9dce6712,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:32.332620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e49defe-b1a1-49a1-8079-a35154ca0042 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.334822 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2e49defe-b1a1-49a1-8079-a35154ca0042 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/6c09eda6-dcf8-48e0-9c9c-39cc9dce6712 HTTP/1.1" status: 204 len: 168 time: 1.2981286 Aug 20 14:57:32.342157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd1996-e99e-4b7e-904b-6feb6a94dd8c None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:32.347664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60634) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:32.388518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5b88-4b2e-4728-a286-3329edaecb05 req-6852dfd6-ff39-44b3-999e-4429091d7c37 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:32.396968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-100c5b88-4b2e-4728-a286-3329edaecb05 req-6852dfd6-ff39-44b3-999e-4429091d7c37 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 936 time: 0.4811814 Aug 20 14:57:32.469281 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-67e6e533-e3a9-4594-9a06-f164f31ed2e0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188214 Aug 20 14:57:32.475796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Network f75a293f-aa3f-453c-8a43-f84410ce7166 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:32.477041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60640) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:32.478026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:32.485010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:32.496223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0e5701-7f06-4a79-8ec0-6428ac469ba5 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:32.507901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.525689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Transition to ACTIVE for port object dd0e5701-7f06-4a79-8ec0-6428ac469ba5 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:32.593428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7fc5d1b-263a-46eb-892b-d0390f6052c0 req-b936b9b5-1e88-4041-8e77-388d2b75d07c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480568 Aug 20 14:57:32.616390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:32.649738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.679578 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-479c3582-e401-427d-8a4e-83547ced8e9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.756784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:32.762380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:32.762968 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.765595 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.777587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46158b07-6aa9-4ea6-9f85-ce92cd4c23ee None None] Network a634ccba-0247-49cc-be8c-fef4274781cb requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:32.790181 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-479c3582-e401-427d-8a4e-83547ced8e9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:32.800194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-479c3582-e401-427d-8a4e-83547ced8e9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "DELETE /v2.0/subnets/49700305-3b01-45af-a598-558be15cc887 HTTP/1.1" status: 204 len: 168 time: 1.2969513 Aug 20 14:57:32.801140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c3582-e401-427d-8a4e-83547ced8e9a tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Subnet': ['ID=49700305-3b01-45af-a598-558be15cc887,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:32.814848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60644) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:32.892584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19df1ea-0958-4fd5-ade4-97d7e3b277aa None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:57:32.938167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Router 934517e4-e422-4aaa-a0f4-9ed2b532de8a has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:57:32.971236 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.012398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-100c5b88-4b2e-4728-a286-3329edaecb05 req-44dc393a-29ae-4bb9-a449-250f303a38a7 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130068 Aug 20 14:57:33.063081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552f3d5-8329-41fc-91d7-ad2fd1f406b8 req-67cc5ca5-03ea-400e-af6a-004abfad46c3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:33.065032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1552f3d5-8329-41fc-91d7-ad2fd1f406b8 req-67cc5ca5-03ea-400e-af6a-004abfad46c3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 946 time: 0.8158250 Aug 20 14:57:33.070400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Pushing event updated for resources: {'Port': ['ID=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:33.181000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c951b309-a1b4-4dbb-a119-1404fc2fdc39 None None] Provisioning complete for port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:33.181397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c951b309-a1b4-4dbb-a119-1404fc2fdc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.239019 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1552f3d5-8329-41fc-91d7-ad2fd1f406b8 req-43e9d049-c867-4a06-9f99-54b2fb0411a4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556203 Aug 20 14:57:33.255029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:57:33.260120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f19df1ea-0958-4fd5-ade4-97d7e3b277aa None None] Deleting port 9a972923-92b2-4a54-a2df-fa371ea72b3a {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:33.260832 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f19df1ea-0958-4fd5-ade4-97d7e3b277aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.266489 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4adfc2de-5558-4ff1-8e40-073f254a2f5f admin admin] 10.222.0.36 "PUT /v2.0/routers/934517e4-e422-4aaa-a0f4-9ed2b532de8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8811171 Aug 20 14:57:33.271814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Attempting to bind port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:33.273077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Attempting to bind port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:33.273683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Attempting to bind port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:33.286368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa8f0e-821e-4443-af73-bef2f159de9f req-07eb45a6-a0a4-4494-a1de-feb9f7e8e4b5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:33.288322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7fa8f0e-821e-4443-af73-bef2f159de9f req-07eb45a6-a0a4-4494-a1de-feb9f7e8e4b5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 945 time: 0.1319005 Aug 20 14:57:33.296290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting port ff8a9091-fe14-4e9a-93f7-922e7f582f1f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:33.296861 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.300680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:57:33.301340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Attempting to bind port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:33.359094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:33.363201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:33.364527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:33.365128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Bound port: dd0e5701-7f06-4a79-8ec0-6428ac469ba5, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:33.365626 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.377254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f19df1ea-0958-4fd5-ade4-97d7e3b277aa None None] For port 9a972923-92b2-4a54-a2df-fa371ea72b3a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9a972923-92b2-4a54-a2df-fa371ea72b3a,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:33.377806 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f19df1ea-0958-4fd5-ade4-97d7e3b277aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.381147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.394437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f19df1ea-0958-4fd5-ade4-97d7e3b277aa None None] Calling delete_port for 9a972923-92b2-4a54-a2df-fa371ea72b3a owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:33.509558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:33.523686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9a972923-92b2-4a54-a2df-fa371ea72b3a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:33.546119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:33.565896 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:33.566539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.601308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c951b309-a1b4-4dbb-a119-1404fc2fdc39 None None] Port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:57:33.605444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=adc9ed3b-f4e9-4337-9e55-0431d31519be,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:33.613818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a3a144-54dc-4ed4-9d42-e26d561dae50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eeb785-7293-47f2-b76c-6394c8d81339'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:33.618787 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f33b76f-3564-42d1-ba9a-1a1a75373f86" -d '{"events": [{"server_uuid": "95a3a144-54dc-4ed4-9d42-e26d561dae50", "name": "network-vif-plugged", "status": "completed", "tag": "77eeb785-7293-47f2-b76c-6394c8d81339"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:33.628708 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-014d68b3-1f0b-4465-882d-c3aad060bcda tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1474857 Aug 20 14:57:33.632545 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60658) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:33.639021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'name': 'tempest-NetworksTestDHCPv6-1280575147'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:33.664588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 9a972923-92b2-4a54-a2df-fa371ea72b3a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:33.665127 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.679594 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f19df1ea-0958-4fd5-ade4-97d7e3b277aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.734483 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a55391-a111-41fc-a966-f2c5882ed258 x-openstack-request-id: req-16a55391-a111-41fc-a966-f2c5882ed258 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:33.734762 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a3a144-54dc-4ed4-9d42-e26d561dae50", "name": "network-vif-plugged", "status": "completed", "tag": "77eeb785-7293-47f2-b76c-6394c8d81339", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:33.735001 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16a55391-a111-41fc-a966-f2c5882ed258 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:33.735381 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a3a144-54dc-4ed4-9d42-e26d561dae50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eeb785-7293-47f2-b76c-6394c8d81339', 'code': 200} Aug 20 14:57:33.760460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19df1ea-0958-4fd5-ade4-97d7e3b277aa None None] Pushing event deleted for resources: {'Port': ['ID=9a972923-92b2-4a54-a2df-fa371ea72b3a,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:33.769375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19df1ea-0958-4fd5-ade4-97d7e3b277aa None None] No DVR routers for this DVR port 9a972923-92b2-4a54-a2df-fa371ea72b3a on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:33.771975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] DHCP port deletion for a634ccba-0247-49cc-be8c-fef4274781cb request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:57:33.776896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Sync routers for ids ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:57:33.825317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Port 9a972923-92b2-4a54-a2df-fa371ea72b3a was deleted so its status cannot be updated. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 14:57:33.825827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2354992a-926a-45a1-a395-cec49d05335d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:33.842372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] For port ff8a9091-fe14-4e9a-93f7-922e7f582f1f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ff8a9091-fe14-4e9a-93f7-922e7f582f1f,segment=NetworkSegment(21dbe42e-8935-4c66-8a74-44facbc027f7),segment_id=21dbe42e-8935-4c66-8a74-44facbc027f7)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:33.842991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:33.869950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Routers {'934517e4-e422-4aaa-a0f4-9ed2b532de8a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:33.870605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:33.876439 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd30c6-d999-4c44-aa29-7f6f6a026886 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:33.891953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Calling delete_port for ff8a9091-fe14-4e9a-93f7-922e7f582f1f owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:33.922974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7fa8f0e-821e-4443-af73-bef2f159de9f req-aac835c0-0444-4ccc-9d0e-0c8ba0837e28 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096177 Aug 20 14:57:33.937761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] For port dd0e5701-7f06-4a79-8ec0-6428ac469ba5, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:33.943267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] For port dd0e5701-7f06-4a79-8ec0-6428ac469ba5, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:33.949391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54ab66-20ae-46fd-b13b-79fb2f505de6 req-3bfe3717-28db-442a-bc08-2aa9652f0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:33.950424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa54ab66-20ae-46fd-b13b-79fb2f505de6 req-3bfe3717-28db-442a-bc08-2aa9652f0938 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 1097 time: 0.1507554 Aug 20 14:57:33.976333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:33.979893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:34.027163 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:34.039865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port bf0fb960-dda4-41f3-bd47-b1df72fca514 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:57:34.115574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:34.116223 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:34.117659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] 10.222.0.72 "PUT /v2.0/ports/dd0e5701-7f06-4a79-8ec0-6428ac469ba5 HTTP/1.1" status: 200 len: 1097 time: 3.0074925 Aug 20 14:57:34.118858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc3e814-bd9a-409f-b4ad-c105d08d5b25', 'tag': 'dd0e5701-7f06-4a79-8ec0-6428ac469ba5'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:34.126247 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cbd9e8-826f-4866-aee8-68684a431e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc3e814-bd9a-409f-b4ad-c105d08d5b25", "tag": "dd0e5701-7f06-4a79-8ec0-6428ac469ba5"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:34.208596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa54ab66-20ae-46fd-b13b-79fb2f505de6 req-c89ce63a-e5d2-4014-bec2-d8b4ff25fca8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900878 Aug 20 14:57:34.234015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:34.291843 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441bbfdd-6d21-48fb-b03d-6664f3ac6b1f x-openstack-request-id: req-441bbfdd-6d21-48fb-b03d-6664f3ac6b1f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:34.296707 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc3e814-bd9a-409f-b4ad-c105d08d5b25", "tag": "dd0e5701-7f06-4a79-8ec0-6428ac469ba5", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:34.299031 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-441bbfdd-6d21-48fb-b03d-6664f3ac6b1f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:34.300814 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc3e814-bd9a-409f-b4ad-c105d08d5b25', 'tag': 'dd0e5701-7f06-4a79-8ec0-6428ac469ba5', 'status': 'completed', 'code': 200} Aug 20 14:57:34.367940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::88 (ac065349-4adc-4c43-b021-1a2dee529997/adc9ed3b-f4e9-4337-9e55-0431d31519be/bf0fb960-dda4-41f3-bd47-b1df72fca514) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:34.412271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] No DVR routers for this DVR port ff8a9091-fe14-4e9a-93f7-922e7f582f1f on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:34.430999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733ee81-c0a2-4ac6-85ff-e5787975380e service neutron] Pushing event updated for resources: {'Port': ['ID=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:34.669581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:34.728432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object bf0fb960-dda4-41f3-bd47-b1df72fca514 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:34.822666 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:34.856307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Set router 934517e4-e422-4aaa-a0f4-9ed2b532de8a gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:34.874565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Port': ['ID=ff8a9091-fe14-4e9a-93f7-922e7f582f1f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:34.915119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=bf0fb960-dda4-41f3-bd47-b1df72fca514,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:34.920611 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:34.933447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f640295-87b4-4086-84e4-d25726149d37 req-f0982421-6bde-4b3b-b853-28e4de07bedb tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:34.934108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:34.935969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f640295-87b4-4086-84e4-d25726149d37 req-f0982421-6bde-4b3b-b853-28e4de07bedb tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 948 time: 0.6314769 Aug 20 14:57:34.942635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:34.949821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:34.956497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:34.957720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:34.981591 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-780992f3-af9e-4312-bac1-1743d24b6baf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3473656 Aug 20 14:57:34.984026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60676) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:35.001061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a634ccba-0247-49cc-be8c-fef4274781cb']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:35.023056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbd9e8-826f-4866-aee8-68684a431e0a req-1e9a3b83-409d-4d77-a7c4-bf1dcce65843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:35.025025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58cbd9e8-826f-4866-aee8-68684a431e0a req-1e9a3b83-409d-4d77-a7c4-bf1dcce65843 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7947cd720b0b4deaa07129ccb1719514&device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 1100 time: 0.6911261 Aug 20 14:57:35.030470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dbe42e-8935-4c66-8a74-44facbc027f7') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:35.030470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dbe42e-8935-4c66-8a74-44facbc027f7') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:35.047298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f640295-87b4-4086-84e4-d25726149d37 req-94467472-24a5-4d26-a1fe-db238da3e080 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941894 Aug 20 14:57:35.050858 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.085450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab5d53-8433-45ad-b719-e8c1d9485c03 req-a10c3d15-08f3-47af-9c0c-8677cbe7e70a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:35.096000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bab5d53-8433-45ad-b719-e8c1d9485c03 req-a10c3d15-08f3-47af-9c0c-8677cbe7e70a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 946 time: 0.3987799 Aug 20 14:57:35.160246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58cbd9e8-826f-4866-aee8-68684a431e0a req-f047e3b4-5c3b-4cfb-acdb-682950feb862 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7947cd720b0b4deaa07129ccb1719514&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1066566 Aug 20 14:57:35.165223 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.181912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb8a7b2-357f-4ebc-84db-ad70ea01adb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:35.202804 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3fb8a7b2-357f-4ebc-84db-ad70ea01adb7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2022245 Aug 20 14:57:35.204053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60678) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:35.213023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bab5d53-8433-45ad-b719-e8c1d9485c03 req-1bffd62d-bdfb-4754-92ca-8104740ca975 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154399 Aug 20 14:57:35.220368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:57:35.220809 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:57:35.323881 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:57:35.349373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] Deleting port ff8a9091-fe14-4e9a-93f7-922e7f582f1f {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:35.349782 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.424614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-793d8764-6e38-42fd-8547-7fc5b2bb8072 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port bf0fb960-dda4-41f3-bd47-b1df72fca514 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:35.425878 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-793d8764-6e38-42fd-8547-7fc5b2bb8072 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.462640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2354992a-926a-45a1-a395-cec49d05335d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:35.478415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.507451 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.509354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "DELETE /v2.0/networks/a634ccba-0247-49cc-be8c-fef4274781cb HTTP/1.1" status: 204 len: 168 time: 2.6928687 Aug 20 14:57:35.510395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2354992a-926a-45a1-a395-cec49d05335d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:35.511026 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.512800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60682) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:35.539095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55998fca-b5b3-4c2c-91d9-9b39ae4c295f tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Network': ['ID=a634ccba-0247-49cc-be8c-fef4274781cb,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:35.588648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaceeb4-d7a8-4ea4-bbaf-3660254e6de2 req-193cf75d-a3b7-435b-a609-2910c91cba0c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:35.590031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6aaceeb4-d7a8-4ea4-bbaf-3660254e6de2 req-193cf75d-a3b7-435b-a609-2910c91cba0c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 945 time: 0.1832552 Aug 20 14:57:35.621681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-64513cf0-495c-456d-bb6f-c8c94c0a4ca0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting subnet f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:57:35.621917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be8b63ea-4434-40e7-9259-a843f942c468 req-2dabef5c-b541-4585-b7a7-36d705e0e459 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-465938600&fields=id&tenant_id=11ff5281a4d141f0b45a39cb9d04b816 HTTP/1.1" status: 200 len: 267 time: 0.2159936 Aug 20 14:57:35.632862 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64513cf0-495c-456d-bb6f-c8c94c0a4ca0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.654224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbd9e8-826f-4866-aee8-68684a431e0a req-7eb4c3ac-9b1c-4163-91da-e8416845ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:35.657851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58cbd9e8-826f-4866-aee8-68684a431e0a req-7eb4c3ac-9b1c-4163-91da-e8416845ac60 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4876170 Aug 20 14:57:35.664409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] For port ff8a9091-fe14-4e9a-93f7-922e7f582f1f, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:35.664816 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.756697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6aaceeb4-d7a8-4ea4-bbaf-3660254e6de2 req-8668ea29-b95d-40dd-8535-427cecb6ec0b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528733 Aug 20 14:57:35.812674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b63ea-4434-40e7-9259-a843f942c468 req-aa845b7b-d997-422f-93d6-cf243e013ef4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:35.816575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be8b63ea-4434-40e7-9259-a843f942c468 req-aa845b7b-d997-422f-93d6-cf243e013ef4 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 946 time: 0.1827769 Aug 20 14:57:35.839557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-be8b63ea-4434-40e7-9259-a843f942c468 req-1d98d12b-8bf5-44cf-bf9c-c083592497d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'port': {'security_groups': ['5cc03168-a32b-46f2-86b2-12baf0938b35', 'a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:35.845181 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64513cf0-495c-456d-bb6f-c8c94c0a4ca0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.860101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] Calling delete_port for ff8a9091-fe14-4e9a-93f7-922e7f582f1f owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:35.874682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] Port ff8a9091-fe14-4e9a-93f7-922e7f582f1f was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 14:57:35.906933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-213d2256-1343-46b8-86c2-64696ee7c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:35.908537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-213d2256-1343-46b8-86c2-64696ee7c68c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7947cd720b0b4deaa07129ccb1719514&device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 1100 time: 0.1464715 Aug 20 14:57:35.959813 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.965053 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:35.969463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-793d8764-6e38-42fd-8547-7fc5b2bb8072 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.002083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-793d8764-6e38-42fd-8547-7fc5b2bb8072 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for bf0fb960-dda4-41f3-bd47-b1df72fca514 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:36.021021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-743befc4-a4b7-4e66-9a95-83c0fcc516d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=dd0e5701-7f06-4a79-8ec0-6428ac469ba5 HTTP/1.1" status: 200 len: 217 time: 0.0823004 Aug 20 14:57:36.032957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] Network a634ccba-0247-49cc-be8c-fef4274781cb is not hosted by any dhcp agent {{(pid=101101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 14:57:36.034304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] No DVR routers for this DVR port ff8a9091-fe14-4e9a-93f7-922e7f582f1f on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:36.047336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-be8b63ea-4434-40e7-9259-a843f942c468 req-1d98d12b-8bf5-44cf-bf9c-c083592497d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.072337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e86358-deeb-48ed-b375-45b4317397c2 None None] Pushing event deleted for resources: {'Port': ['ID=ff8a9091-fe14-4e9a-93f7-922e7f582f1f,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:36.117141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64513cf0-495c-456d-bb6f-c8c94c0a4ca0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.153537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-84630d07-5333-4ea0-9547-22de76a6cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:36.156304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-84630d07-5333-4ea0-9547-22de76a6cf72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1212502 Aug 20 14:57:36.272291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-a317ab7f-4068-42da-b0d0-16028f7c662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:36.275012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-a317ab7f-4068-42da-b0d0-16028f7c662f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071584 Aug 20 14:57:36.348426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0396f-87ca-4d3c-a56c-9302c0caddd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': 'adc9ed3b-f4e9-4337-9e55-0431d31519be'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:57:36.353398 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f9c0396f-87ca-4d3c-a56c-9302c0caddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.383317 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.412442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 2354992a-926a-45a1-a395-cec49d05335d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2354992a-926a-45a1-a395-cec49d05335d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:36.422919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '2354992a-926a-45a1-a395-cec49d05335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:24Z', 'updated_at': '2021-08-20T14:57:30Z', 'revision_number': 4, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'gw_port': {'id': '2354992a-926a-45a1-a395-cec49d05335d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:25Z', 'updated_at': '2021-08-20T14:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5f1d0b22-73cc-45c6-b61e-1fe1f6196db6', 'name': '', 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'mac_address': 'fa:16:3e:ef:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1d23a8e8-4f0c-4bff-90c8-c16a940cbd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:29Z', 'updated_at': '2021-08-20T14:57:31Z', 'revision_number': 2, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'subnets': [{'id': '1d23a8e8-4f0c-4bff-90c8-c16a940cbd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:36.482676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64513cf0-495c-456d-bb6f-c8c94c0a4ca0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.490006 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.513560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64513cf0-495c-456d-bb6f-c8c94c0a4ca0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:36.525183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64513cf0-495c-456d-bb6f-c8c94c0a4ca0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.526936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Checking router: 934517e4-e422-4aaa-a0f4-9ed2b532de8a for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:57:36.527096 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-64513cf0-495c-456d-bb6f-c8c94c0a4ca0 tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "DELETE /v2.0/subnets/f2a8bc3a-a9f4-4892-bc17-c7d6ace09a83 HTTP/1.1" status: 204 len: 168 time: 1.0129490 Aug 20 14:57:36.529867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60690) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:36.530854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Updating router 934517e4-e422-4aaa-a0f4-9ed2b532de8a port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:57:36.541450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-793d8764-6e38-42fd-8547-7fc5b2bb8072 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.621228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d8764-6e38-42fd-8547-7fc5b2bb8072 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=bf0fb960-dda4-41f3-bd47-b1df72fca514,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:36.659591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-793d8764-6e38-42fd-8547-7fc5b2bb8072 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.662085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-793d8764-6e38-42fd-8547-7fc5b2bb8072 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/bf0fb960-dda4-41f3-bd47-b1df72fca514 HTTP/1.1" status: 204 len: 168 time: 1.4566064 Aug 20 14:57:36.665761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60692) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:36.725425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.784979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05bc6e-61a5-460b-9571-7e5d00fd6530 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:36.786592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05bc6e-61a5-460b-9571-7e5d00fd6530 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:36.788450 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2c05bc6e-61a5-460b-9571-7e5d00fd6530 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1219294 Aug 20 14:57:36.793509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60694) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:36.873634 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-17557efa-282a-490e-be23-4034cd2bf8ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet adc9ed3b-f4e9-4337-9e55-0431d31519be {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:57:36.883056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71107e93-25bd-412b-bb02-cbe4dd99fe97 None None] Network a06595df-5a5d-4ccc-990c-d3c8b391033c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:36.901721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17557efa-282a-490e-be23-4034cd2bf8ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:36.935115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e0372-ebf8-4512-9f4f-4cb71a2d4326 req-a34af95a-405d-48eb-81fa-f0023bc52bf1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:36.952589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a72e0372-ebf8-4512-9f4f-4cb71a2d4326 req-a34af95a-405d-48eb-81fa-f0023bc52bf1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 948 time: 0.6399190 Aug 20 14:57:36.994175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Deleting port fa90c185-042a-4ffc-a9de-b6f691e7ffaf {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:36.994781 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.021877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ff8a9091-fe14-4e9a-93f7-922e7f582f1f no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:37.053785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17557efa-282a-490e-be23-4034cd2bf8ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.065513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-30b5abb7-14af-408a-9d97-b487bad845c1 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759600 Aug 20 14:57:37.110672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] For port fa90c185-042a-4ffc-a9de-b6f691e7ffaf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fa90c185-042a-4ffc-a9de-b6f691e7ffaf,segment=NetworkSegment(d7f1e513-5211-4b42-a5dd-0c6f1640f594),segment_id=d7f1e513-5211-4b42-a5dd-0c6f1640f594)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:37.111049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.138676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Calling delete_port for fa90c185-042a-4ffc-a9de-b6f691e7ffaf owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:37.140894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17557efa-282a-490e-be23-4034cd2bf8ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.175626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: ff8a9091-fe14-4e9a-93f7-922e7f582f1f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:37.181430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ff8a9091-fe14-4e9a-93f7-922e7f582f1f not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:37.182068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9a972923-92b2-4a54-a2df-fa371ea72b3a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:37.260685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a72e0372-ebf8-4512-9f4f-4cb71a2d4326 req-094bc120-65a5-478f-943d-f1b43e876176 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054776 Aug 20 14:57:37.296749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.309396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 9a972923-92b2-4a54-a2df-fa371ea72b3a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:37.314073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9a972923-92b2-4a54-a2df-fa371ea72b3a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:37.323218 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.341756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=2354992a-926a-45a1-a395-cec49d05335d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:37.355933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Port': ['ID=fa90c185-042a-4ffc-a9de-b6f691e7ffaf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:37.374161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] No DVR routers for this DVR port fa90c185-042a-4ffc-a9de-b6f691e7ffaf on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:37.437876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17557efa-282a-490e-be23-4034cd2bf8ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.455597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-be8b63ea-4434-40e7-9259-a843f942c468 req-1d98d12b-8bf5-44cf-bf9c-c083592497d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] For port 0d183978-143a-4b4b-bed8-dabf215c4821, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0d183978-143a-4b4b-bed8-dabf215c4821,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-f9c0396f-87ca-4d3c-a56c-9302c0caddd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adc9ed3b-f4e9-4337-9e55-0431d31519be: This subnet is being modified by another concurrent operation. Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:57:37.471976 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adc9ed3b-f4e9-4337-9e55-0431d31519be: This subnet is being modified by another concurrent operation. Aug 20 14:57:37.477786 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 14:57:37.557131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-bf046e95-4681-4f3e-811c-f0df37b37805 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4889326 Aug 20 14:57:37.633924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17557efa-282a-490e-be23-4034cd2bf8ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=adc9ed3b-f4e9-4337-9e55-0431d31519be,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:37.655187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17557efa-282a-490e-be23-4034cd2bf8ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.657154 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-17557efa-282a-490e-be23-4034cd2bf8ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/adc9ed3b-f4e9-4337-9e55-0431d31519be HTTP/1.1" status: 204 len: 168 time: 0.8614879 Aug 20 14:57:37.666429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60700) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:37.676337 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-be8b63ea-4434-40e7-9259-a843f942c468 req-1d98d12b-8bf5-44cf-bf9c-c083592497d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.700771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.741748 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-be8b63ea-4434-40e7-9259-a843f942c468 req-1d98d12b-8bf5-44cf-bf9c-c083592497d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.747841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b30e02c5-c09a-4eac-8d5c-f9aee1c7eeea req-88810340-6431-4e96-bc9c-ec4cb3f4866b service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600796 Aug 20 14:57:37.774570 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4de54ecb-4cf7-436d-8d7f-d8158d7e3937 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072958 Aug 20 14:57:37.775527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60702) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:37.797086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3653af28-d2e0-4e61-a164-1aec1edffb4c None None] DHCP port deletion for a06595df-5a5d-4ccc-990c-d3c8b391033c request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:57:37.801715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0d183978-143a-4b4b-bed8-dabf215c4821'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:37.806095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:37.823018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06595df-5a5d-4ccc-990c-d3c8b391033c']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:37.854586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b63ea-4434-40e7-9259-a843f942c468 req-1d98d12b-8bf5-44cf-bf9c-c083592497d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:37.855235 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-be8b63ea-4434-40e7-9259-a843f942c468 req-1d98d12b-8bf5-44cf-bf9c-c083592497d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:37.861259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be8b63ea-4434-40e7-9259-a843f942c468 req-1d98d12b-8bf5-44cf-bf9c-c083592497d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "PUT /v2.0/ports/0d183978-143a-4b4b-bed8-dabf215c4821 HTTP/1.1" status: 200 len: 982 time: 2.0338445 Aug 20 14:57:37.862939 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0345449c-8f1e-402a-8ef4-ce09649f84e2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0580261 Aug 20 14:57:37.877042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:37.879237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60704) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:37.880940 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754ef77f-cf53-47ab-923a-8a09713e3421" -d '{"events": [{"name": "network-changed", "server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:37.913363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f1e513-5211-4b42-a5dd-0c6f1640f594') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:37.913588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f1e513-5211-4b42-a5dd-0c6f1640f594') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:37.947095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98d12b-8bf5-44cf-bf9c-c083592497d5 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'Port': ['ID=0d183978-143a-4b4b-bed8-dabf215c4821,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:37.970594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfde8b-07d6-4248-bc0f-3205e10f1783 req-b220f76a-252a-4cb0-ac3f-df490d241110 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:37.973347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aedfde8b-07d6-4248-bc0f-3205e10f1783 req-b220f76a-252a-4cb0-ac3f-df490d241110 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 945 time: 0.3572855 Aug 20 14:57:37.983605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-4519e92e-7793-46f7-ad3d-9b404a0fe570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:37.985466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-4519e92e-7793-46f7-ad3d-9b404a0fe570 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 1097 time: 0.2960563 Aug 20 14:57:37.988890 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:38.031460 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:38.041241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484cea9c-c52e-474e-a92b-6933134ebc22 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:57:38.051284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b946c0f1-c9a0-4a91-82e9-dde113832aab tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:38.058651 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b946c0f1-c9a0-4a91-82e9-dde113832aab tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1744840 Aug 20 14:57:38.066345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:57:38.066345 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:38.067983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60712) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:57:38.068117 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:57:38.086745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e6e2824-c8e4-45c3-87b9-d8d8a9020991 req-55154f0d-e873-49e7-a40e-c6edb61aa721 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76 HTTP/1.1" status: 200 len: 1801 time: 0.2003858 Aug 20 14:57:38.134664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0d183978-143a-4b4b-bed8-dabf215c4821'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:38.177431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:38.202435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a254f507-b1a8-4807-959d-6f22915c1d11 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893681 Aug 20 14:57:38.217583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60714) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:38.222282 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:38.236596 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] 10.222.0.36 "DELETE /v2.0/networks/a06595df-5a5d-4ccc-990c-d3c8b391033c HTTP/1.1" status: 204 len: 168 time: 1.7054710 Aug 20 14:57:38.237963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4285f-3036-4ad9-8b64-98f33ad2299c tempest-ServersTestMultiNic-913780447 tempest-ServersTestMultiNic-913780447-project] Pushing event deleted for resources: {'Network': ['ID=a06595df-5a5d-4ccc-990c-d3c8b391033c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:38.257827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:38.265598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aedfde8b-07d6-4248-bc0f-3205e10f1783 req-4fe72fde-6906-4bf3-9f88-529308e4cd4c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785850 Aug 20 14:57:38.314405 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-2e6e2824-c8e4-45c3-87b9-d8d8a9020991 req-e9c67768-56ff-461d-b5d6-27f40aade58a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 14:57:38.333731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e6e2824-c8e4-45c3-87b9-d8d8a9020991 req-e9c67768-56ff-461d-b5d6-27f40aade58a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76 HTTP/1.1" status: 409 len: 341 time: 0.2437840 Aug 20 14:57:38.382795 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a04022-d883-42b5-b2c2-d6282e08907a x-openstack-request-id: req-37a04022-d883-42b5-b2c2-d6282e08907a {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:38.385188 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:38.385641 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37a04022-d883-42b5-b2c2-d6282e08907a {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:38.386239 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821', 'status': 'completed', 'code': 200} Aug 20 14:57:38.389496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-9a6d45e1-2336-4a76-b282-e7923f011286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:38.404502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-9a6d45e1-2336-4a76-b282-e7923f011286 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.3839071 Aug 20 14:57:38.421729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:38.431461 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:38.590195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-88c0e006-126b-4a4b-af2d-624eeb4fe2f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81ca962b-17d2-48e2-98ec-d351c91f7740 HTTP/1.1" status: 200 len: 217 time: 0.1608908 Aug 20 14:57:38.748783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-916f01bf-67af-4e4f-a291-a58b460615f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:38.750312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-916f01bf-67af-4e4f-a291-a58b460615f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 1137 time: 0.3429511 Aug 20 14:57:38.760661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d517d2b-b533-417f-8813-21a1129f9c6e req-b97ae8d8-c335-42b7-bdb1-419f6e050fc4 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:38.770545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d517d2b-b533-417f-8813-21a1129f9c6e req-b97ae8d8-c335-42b7-bdb1-419f6e050fc4 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 948 time: 0.2006989 Aug 20 14:57:38.776060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-139746e5-347c-4584-abd0-1739c94812ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:38.777472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-139746e5-347c-4584-abd0-1739c94812ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.1634135 Aug 20 14:57:38.838151 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc38663-658f-4211-b5d2-5d8fd983ed53 req-e397a38d-42f5-4f0a-a8bb-867ed08824fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:38.847874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffc38663-658f-4211-b5d2-5d8fd983ed53 req-e397a38d-42f5-4f0a-a8bb-867ed08824fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 945 time: 0.2708163 Aug 20 14:57:38.855054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-37223d26-ec1b-4866-adf3-0f03c0a287fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501833 Aug 20 14:57:38.874232 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:38.890882 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:38.904521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Transition to ACTIVE for port object 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:38.930073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2354992a-926a-45a1-a395-cec49d05335d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:38.956937 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:38.976259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=673136f2-b874-4b09-ab51-d374b97c76ca,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:38.994231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d517d2b-b533-417f-8813-21a1129f9c6e req-b3cfe6f0-57e9-4b2d-b42e-c5a2dda00bf6 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248678 Aug 20 14:57:39.040282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:39.048603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:39.050900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffc38663-658f-4211-b5d2-5d8fd983ed53 req-101edb6e-f991-48ca-9cd8-e01fe29cea98 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880338 Aug 20 14:57:39.062927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:39.062927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:39.108762 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8829d8ca-cf66-4197-9686-bd518178234e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8678374 Aug 20 14:57:39.114150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60732) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:39.119363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': '673136f2-b874-4b09-ab51-d374b97c76ca', 'ip_address': '2001:db8::6181:b8a5:6d97:8e6f'}], 'name': 'tempest-NetworksTestDHCPv6-335160798'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:39.216773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-f7ea95bc-2402-447f-9b0a-8a0844f7a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:39.218286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-f7ea95bc-2402-447f-9b0a-8a0844f7a5bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 914 time: 0.4399643 Aug 20 14:57:39.222469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-26a232e6-5b62-492d-a353-3914d55f1d8c service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371453 Aug 20 14:57:39.304466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484cea9c-c52e-474e-a92b-6933134ebc22 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 14:57:39.467450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:39.567212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1dc3003-8ecb-4fda-9c07-bf4d0de0e0ad req-743ebcdc-6b78-4545-9518-2c59f5cdfb9c service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892518 Aug 20 14:57:39.607827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-eafb50d8-cb63-4fad-8071-6a91fdb16324 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d183978-143a-4b4b-bed8-dabf215c4821 HTTP/1.1" status: 200 len: 217 time: 0.3682282 Aug 20 14:57:39.640981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60744) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:39.729505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:39.773335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 1afded1e-e792-421e-b352-2a886a26a753 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:57:40.078605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::6181:b8a5:6d97:8e6f (ac065349-4adc-4c43-b021-1a2dee529997/673136f2-b874-4b09-ab51-d374b97c76ca/1afded1e-e792-421e-b352-2a886a26a753) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:40.244913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2354992a-926a-45a1-a395-cec49d05335d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:40.245288 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:40.306431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:40.364317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 1afded1e-e792-421e-b352-2a886a26a753 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:40.470067 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:40.536794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Attempting to bind port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:40.537401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Attempting to bind port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'eaba5858-705b-47a3-9c50-cdca911f5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:40.537540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Attempting to bind port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 on network f75a293f-aa3f-453c-8a43-f84410ce7166 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:40.556297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b584460-c09a-4f60-a1fb-846dd7019a82 req-5bdef965-3423-4672-bdea-598c9ad9052e tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:40.566373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b584460-c09a-4f60-a1fb-846dd7019a82 req-5bdef965-3423-4672-bdea-598c9ad9052e tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 985 time: 0.9976180 Aug 20 14:57:40.583158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:40.588533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:40.625800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:40.640866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:40.644959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:40.660869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-710306a1-0ab9-449d-95b5-6a0aed46d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:40.661823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-710306a1-0ab9-449d-95b5-6a0aed46d927 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 200 len: 853 time: 1.0196757 Aug 20 14:57:40.668971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=1afded1e-e792-421e-b352-2a886a26a753,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:40.683392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94da2c4-7794-4b24-be97-d3831e45063e req-e789a666-c358-4d45-9bc1-b1c771d4c4f9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:40.685134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e94da2c4-7794-4b24-be97-d3831e45063e req-e789a666-c358-4d45-9bc1-b1c771d4c4f9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 945 time: 0.3356016 Aug 20 14:57:40.713553 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-42cd1dd1-fdae-4f8a-9008-54dd665f8b8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5972674 Aug 20 14:57:40.714187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60754) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:40.722256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:40.723061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Checking segment: {'id': 'eaba5858-705b-47a3-9c50-cdca911f5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:40.723238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-aeed70d4-c8fe-4d11-a82f-1553da46b879 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366702 Aug 20 14:57:40.724267 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:40.725840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Bound using segment: {'id': 'eaba5858-705b-47a3-9c50-cdca911f5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:40.726725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Bound port: 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaba5858-705b-47a3-9c50-cdca911f5465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:40.727561 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:40.735210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b564f7-047b-4337-a2b4-f5e0b56b05d2 None None] Pushing event updated for resources: {'Port': ['ID=5f1d0b22-73cc-45c6-b61e-1fe1f6196db6,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:40.740812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b584460-c09a-4f60-a1fb-846dd7019a82 req-6eb16df4-44c9-4354-8b15-c0b8bf1d30ac tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76&id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1723218 Aug 20 14:57:40.876464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afef5c9-9db8-443a-b704-4d5e3d20dd38 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:40.881948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1afef5c9-9db8-443a-b704-4d5e3d20dd38 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1666675 Aug 20 14:57:40.885780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60756) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:40.976618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e94da2c4-7794-4b24-be97-d3831e45063e req-453de103-1c46-45d8-9bb0-875c44899f0a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347291 Aug 20 14:57:41.132237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2e20f6de-ac27-4391-a074-5618f1bb168d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 1afded1e-e792-421e-b352-2a886a26a753 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:41.132845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e20f6de-ac27-4391-a074-5618f1bb168d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:41.164273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e480ec2-db2e-4392-82c1-8e0ef8c32148 req-0ed666ba-7582-4065-b524-96df1910d828 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:41.177581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e480ec2-db2e-4392-82c1-8e0ef8c32148 req-0ed666ba-7582-4065-b524-96df1910d828 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 948 time: 0.2737131 Aug 20 14:57:41.250489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-1d3ae9cc-71bf-4c49-a498-028f1d22ee78 service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902546 Aug 20 14:57:41.309620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e480ec2-db2e-4392-82c1-8e0ef8c32148 req-383c415e-c5e1-44a9-acc4-1451f6b33208 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284711 Aug 20 14:57:41.367780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] For port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:41.384512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] For port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5f1d0b22-73cc-45c6-b61e-1fe1f6196db6,segment=NetworkSegment(eaba5858-705b-47a3-9c50-cdca911f5465),segment_id=eaba5858-705b-47a3-9c50-cdca911f5465)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:41.394707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e20f6de-ac27-4391-a074-5618f1bb168d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:41.399517 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:41.435701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fa90c185-042a-4ffc-a9de-b6f691e7ffaf no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:41.491188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2e20f6de-ac27-4391-a074-5618f1bb168d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 1afded1e-e792-421e-b352-2a886a26a753 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:41.513244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': '673136f2-b874-4b09-ab51-d374b97c76ca'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:57:41.515730 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:41.636122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b564f7-047b-4337-a2b4-f5e0b56b05d2 None None] Pushing event updated for resources: {'Port': ['ID=5f1d0b22-73cc-45c6-b61e-1fe1f6196db6,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:41.640021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: fa90c185-042a-4ffc-a9de-b6f691e7ffaf {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:41.640576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fa90c185-042a-4ffc-a9de-b6f691e7ffaf not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:41.673462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-754ef77f-cf53-47ab-923a-8a09713e3421 req-12e355a7-16b5-46d4-982b-465c3679c9d1 service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003205 Aug 20 14:57:41.691134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Routers {'934517e4-e422-4aaa-a0f4-9ed2b532de8a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:41.692743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:41.740498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e20f6de-ac27-4391-a074-5618f1bb168d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:41.776920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20f6de-ac27-4391-a074-5618f1bb168d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=1afded1e-e792-421e-b352-2a886a26a753,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:41.813386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:41.820211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e20f6de-ac27-4391-a074-5618f1bb168d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:41.825167 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2e20f6de-ac27-4391-a074-5618f1bb168d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/1afded1e-e792-421e-b352-2a886a26a753 HTTP/1.1" status: 204 len: 168 time: 0.9381149 Aug 20 14:57:41.825806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60762) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:41.933944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cfdb4-69bf-4166-bfbd-0c4ce0557fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:41.935854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21cfdb4-69bf-4166-bfbd-0c4ce0557fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:41.938150 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f21cfdb4-69bf-4166-bfbd-0c4ce0557fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1111627 Aug 20 14:57:41.942104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60764) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:42.057817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-122cacbf-0076-4f7b-87bc-057958861002 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 673136f2-b874-4b09-ab51-d374b97c76ca {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:57:42.122188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/673136f2-b874-4b09-ab51-d374b97c76ca/bbae9926-ee4f-40b6-b42d-ca658facacd3) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:42.183562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-421a9ad0-cc9d-4dae-96c5-3149c13450aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:42.183562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-421a9ad0-cc9d-4dae-96c5-3149c13450aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 945 time: 0.4720786 Aug 20 14:57:42.196650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21187c5a-fe16-4953-8e81-b48b2d49a13f req-6ebb2fe1-39a9-4ed4-829e-a668991eb765 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:42.198154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21187c5a-fe16-4953-8e81-b48b2d49a13f req-6ebb2fe1-39a9-4ed4-829e-a668991eb765 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 985 time: 0.2123234 Aug 20 14:57:42.238783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-604eb7fa-5f37-44a5-b24c-690cf904f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:42.240676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-604eb7fa-5f37-44a5-b24c-690cf904f0d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 1137 time: 0.4614403 Aug 20 14:57:42.282467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc76867-8382-41c0-9608-686e93010dfe req-35bd6b79-05c1-40ee-b3ae-b206b76f8fad tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:42.284622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bc76867-8382-41c0-9608-686e93010dfe req-35bd6b79-05c1-40ee-b3ae-b206b76f8fad tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 945 time: 0.1795402 Aug 20 14:57:42.335403 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:42.360649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] Set router 934517e4-e422-4aaa-a0f4-9ed2b532de8a gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:42.402089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Transition to ACTIVE for port object bbae9926-ee4f-40b6-b42d-ca658facacd3 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:42.405828 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-49e80c65-74c7-4fd1-a5e8-ac23712fa88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:42.433976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Transition to ACTIVE for port object bbae9926-ee4f-40b6-b42d-ca658facacd3 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:42.457158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-122cacbf-0076-4f7b-87bc-057958861002 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:42.512183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21187c5a-fe16-4953-8e81-b48b2d49a13f req-28a80214-5d01-4f90-9670-2abac65db819 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76&id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2709379 Aug 20 14:57:42.548865 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-122cacbf-0076-4f7b-87bc-057958861002 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:42.553835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:42.586725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-36ab3602-ca15-4104-914a-bfe45449afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:42.590747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-36ab3602-ca15-4104-914a-bfe45449afcc service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 914 time: 0.3251030 Aug 20 14:57:42.724894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-122cacbf-0076-4f7b-87bc-057958861002 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:42.801982 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-122cacbf-0076-4f7b-87bc-057958861002 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:42.811867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Pushing event updated for resources: {'Port': ['ID=bbae9926-ee4f-40b6-b42d-ca658facacd3,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:42.818027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dd0e5701-7f06-4a79-8ec0-6428ac469ba5 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:57:42.868403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-8666fe1c-681b-466d-849e-8cab31017a00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d183978-143a-4b4b-bed8-dabf215c4821 HTTP/1.1" status: 200 len: 217 time: 0.2546227 Aug 20 14:57:42.874334 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-122cacbf-0076-4f7b-87bc-057958861002 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:42.880067 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-122cacbf-0076-4f7b-87bc-057958861002 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/673136f2-b874-4b09-ab51-d374b97c76ca HTTP/1.1" status: 204 len: 168 time: 0.9366827 Aug 20 14:57:42.884210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cacbf-0076-4f7b-87bc-057958861002 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=673136f2-b874-4b09-ab51-d374b97c76ca,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:42.886115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60782) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:42.916847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bc76867-8382-41c0-9608-686e93010dfe req-93566e62-4c07-4965-b3da-daef4632aaa8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974450 Aug 20 14:57:42.950610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:43.009701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:43.018886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:43.031994 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fb13e72f-8c66-4a99-9d73-3794fd9c7c14 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1443040 Aug 20 14:57:43.032655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60784) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:43.041809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:43.088501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f02e6-3356-4055-b593-f4013a3e250a req-1493c3eb-ace2-4dfc-9856-157f525d141f tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:43.091381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d5f02e6-3356-4055-b593-f4013a3e250a req-1493c3eb-ace2-4dfc-9856-157f525d141f tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 948 time: 0.2831860 Aug 20 14:57:43.113836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dd0e5701-7f06-4a79-8ec0-6428ac469ba5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:43.126660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'dd0e5701-7f06-4a79-8ec0-6428ac469ba5', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'dd0e5701-7f06-4a79-8ec0-6428ac469ba5', 'mac_address': 'fa:16:3e:78:af:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:57:43.137688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-f7eed29f-3651-4d74-8ba7-f0f26bff7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:43.139617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-f7eed29f-3651-4d74-8ba7-f0f26bff7a35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 200 len: 853 time: 0.2202075 Aug 20 14:57:43.210577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Deleting port 77eeb785-7293-47f2-b76c-6394c8d81339 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:43.211330 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:43.245301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Attempting to bind port bbae9926-ee4f-40b6-b42d-ca658facacd3 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:43.245707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Attempting to bind port bbae9926-ee4f-40b6-b42d-ca658facacd3 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:43.246033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Attempting to bind port bbae9926-ee4f-40b6-b42d-ca658facacd3 on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:43.280017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:43.280419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:43.280794 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:43.281324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:43.281814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Bound port: bbae9926-ee4f-40b6-b42d-ca658facacd3, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:43.282195 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:43.285982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-93f1429f-38a7-40fe-8de0-ae2ce735962e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300175 Aug 20 14:57:43.312749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:43.328920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:43.621157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d5f02e6-3356-4055-b593-f4013a3e250a req-89fbdbb5-4103-4a29-b8f2-d62809ddb950 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857795 Aug 20 14:57:43.671279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-aa320d81-bbcd-427b-a3e1-029363f1cc74 service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876422 Aug 20 14:57:43.676825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:43.795962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=fe98a62b-5d7d-4828-aa91-eaba2a981303,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:43.840943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:43.842766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:43.846261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:43.846854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:43.860011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] For port bbae9926-ee4f-40b6-b42d-ca658facacd3, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:43.871725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] For port bbae9926-ee4f-40b6-b42d-ca658facacd3, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=bbae9926-ee4f-40b6-b42d-ca658facacd3,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:43.876864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:43.892065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b8ac313d-eaf7-48ae-8d55-0ba624d657ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8553085 Aug 20 14:57:43.892378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60800) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:43.900963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': 'fe98a62b-5d7d-4828-aa91-eaba2a981303', 'ip_address': '2001:db8::5994:3a6:b103:a467'}], 'name': 'tempest-NetworksTestDHCPv6-874998696'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:43.904675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0e5701-7f06-4a79-8ec0-6428ac469ba5 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:57:43.923587 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:44.070345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a0bea-9735-4851-9fda-5aef330b7c74 None None] Pushing event updated for resources: {'Port': ['ID=bbae9926-ee4f-40b6-b42d-ca658facacd3,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:44.134687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dd0e5701-7f06-4a79-8ec0-6428ac469ba5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:44.170629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:44.176476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:44.182651 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:44.214720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 8ce8bbc8-3891-4d6c-9d37-665adcf95d51 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:57:44.344292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '2354992a-926a-45a1-a395-cec49d05335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:24Z', 'updated_at': '2021-08-20T14:57:30Z', 'revision_number': 4, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'gw_port': {'id': '2354992a-926a-45a1-a395-cec49d05335d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:25Z', 'updated_at': '2021-08-20T14:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5f1d0b22-73cc-45c6-b61e-1fe1f6196db6', 'name': '', 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'mac_address': 'fa:16:3e:ef:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1d23a8e8-4f0c-4bff-90c8-c16a940cbd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:29Z', 'updated_at': '2021-08-20T14:57:41Z', 'revision_number': 4, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'subnets': [{'id': '1d23a8e8-4f0c-4bff-90c8-c16a940cbd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:44.532697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::5994:3a6:b103:a467 (ac065349-4adc-4c43-b021-1a2dee529997/fe98a62b-5d7d-4828-aa91-eaba2a981303/8ce8bbc8-3891-4d6c-9d37-665adcf95d51) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:44.554063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:44.598832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c1e1fe-0e11-4efd-8d10-f44edb930176 None None] The sync data for ids ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'] in n-d-695189-15 is: [{'id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '2354992a-926a-45a1-a395-cec49d05335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:24Z', 'updated_at': '2021-08-20T14:57:30Z', 'revision_number': 4, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'gw_port': {'id': '2354992a-926a-45a1-a395-cec49d05335d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:25Z', 'updated_at': '2021-08-20T14:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5f1d0b22-73cc-45c6-b61e-1fe1f6196db6', 'name': '', 'network_id': 'f75a293f-aa3f-453c-8a43-f84410ce7166', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'mac_address': 'fa:16:3e:ef:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '1d23a8e8-4f0c-4bff-90c8-c16a940cbd31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:29Z', 'updated_at': '2021-08-20T14:57:41Z', 'revision_number': 4, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'subnets': [{'id': '1d23a8e8-4f0c-4bff-90c8-c16a940cbd31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:57:44.625044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe4e1d-f7f2-4158-aeab-1c4bc3c68893 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:57:44.751061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Deleting port 92785585-54e3-44cb-9810-7f58e2f96ce4 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:44.751753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:44.860200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['dd0e5701-7f06-4a79-8ec0-6428ac469ba5'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:44.934821 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:45.003482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:45.029682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] For port 77eeb785-7293-47f2-b76c-6394c8d81339, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=77eeb785-7293-47f2-b76c-6394c8d81339,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:45.030431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:45.041616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 8ce8bbc8-3891-4d6c-9d37-665adcf95d51 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:45.124200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:45.148168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Calling delete_port for 77eeb785-7293-47f2-b76c-6394c8d81339 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:45.194390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66429d96-1673-4462-a7ce-4d3170fe0f0a req-a56416f9-85eb-42b5-86ee-75838e357ae3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:45.199039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:45.201505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe4e1d-f7f2-4158-aeab-1c4bc3c68893 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 14:57:45.202555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66429d96-1673-4462-a7ce-4d3170fe0f0a req-a56416f9-85eb-42b5-86ee-75838e357ae3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 985 time: 1.4358382 Aug 20 14:57:45.240643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:45.263320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:45.274692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:45.276390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:45.276774 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f1668e3f-3694-4635-a39e-2992945490ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:45.304047 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4094341 Aug 20 14:57:45.312622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60810) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:45.402762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] For port 92785585-54e3-44cb-9810-7f58e2f96ce4, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=92785585-54e3-44cb-9810-7f58e2f96ce4,segment=NetworkSegment(e38afe09-14d0-4254-8069-bbade65b392f),segment_id=e38afe09-14d0-4254-8069-bbade65b392f)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:45.403452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:45.484913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Calling delete_port for 92785585-54e3-44cb-9810-7f58e2f96ce4 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:45.514697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a89ec7-d815-49af-98f1-bea2c90d20be tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=8ce8bbc8-3891-4d6c-9d37-665adcf95d51,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:45.563346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e82a4f-7daa-43fa-a39c-0d5beda38c59 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:45.573155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e82a4f-7daa-43fa-a39c-0d5beda38c59 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:45.575716 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-69e82a4f-7daa-43fa-a39c-0d5beda38c59 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.2577453 Aug 20 14:57:45.580008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60812) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:45.661750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd102165-3b65-498c-97e1-0c04d9e397ea req-23becf83-678f-489d-95f0-00fb94fa3ca3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:45.672143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd102165-3b65-498c-97e1-0c04d9e397ea req-23becf83-678f-489d-95f0-00fb94fa3ca3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 945 time: 1.0233250 Aug 20 14:57:45.713414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-172849be-f504-4ac6-b4e7-157d38b511c2 req-7ea79639-8e09-4f68-95d4-5daebcb1e2ab service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0221832 Aug 20 14:57:45.809669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-3ae37f89-23ca-4d94-bef8-6f3baf5cc72c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2688632 Aug 20 14:57:45.812251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 77eeb785-7293-47f2-b76c-6394c8d81339 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:45.949907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66429d96-1673-4462-a7ce-4d3170fe0f0a req-4717beba-a37e-4b24-aeca-bf0a08f272b2 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76&id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.7045338 Aug 20 14:57:46.052500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 8ce8bbc8-3891-4d6c-9d37-665adcf95d51 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:46.053543 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:46.195224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:46.369594 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:46.424534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 8ce8bbc8-3891-4d6c-9d37-665adcf95d51 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:46.680580 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:46.760179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd102165-3b65-498c-97e1-0c04d9e397ea req-d3cb053c-729d-4f0f-b993-c2598080391d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0868011 Aug 20 14:57:46.779944 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:46.803125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:46.842796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:46.864512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=8ce8bbc8-3891-4d6c-9d37-665adcf95d51,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:46.895798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.895798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.896178 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.896455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.897261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:46.897850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:46.899986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.900537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.908532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.909190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.909796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.910333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.910848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.911357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:46.942144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:46.975343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:46.992137 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.000098 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-90ac435b-e3df-4361-a433-7ed3dafc85f1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/8ce8bbc8-3891-4d6c-9d37-665adcf95d51 HTTP/1.1" status: 204 len: 168 time: 1.4174154 Aug 20 14:57:47.001030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60826) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:47.006717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-5126af7a-93d4-4d9f-babe-15cbb31512c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:47.023819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-5126af7a-93d4-4d9f-babe-15cbb31512c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 1096 time: 1.1690938 Aug 20 14:57:47.051283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event deleted for resources: {'Port': ['ID=77eeb785-7293-47f2-b76c-6394c8d81339,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:47.104757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd477b-366c-493a-a875-fd4d0238fb4e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:47.107173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd477b-366c-493a-a875-fd4d0238fb4e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:47.115401 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5cdd477b-366c-493a-a875-fd4d0238fb4e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1131110 Aug 20 14:57:47.121132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60828) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:47.190964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933d9cd7-2d90-4b00-ae2e-f355ef16f198 None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': 'fe98a62b-5d7d-4828-aa91-eaba2a981303'}], 'binding:host_id': 'n-d-695189-15'}, 'id': 'bbae9926-ee4f-40b6-b42d-ca658facacd3'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:57:47.227672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3bb77a-2c10-45b1-90a9-6bda43933c40 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet fe98a62b-5d7d-4828-aa91-eaba2a981303 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:57:47.231661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb77a-2c10-45b1-90a9-6bda43933c40 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.278319 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-933d9cd7-2d90-4b00-ae2e-f355ef16f198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.282230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.282712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.283277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.283592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.284025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.284517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.284873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.285307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.286100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.286449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.286789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.287179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:47.299026 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb77a-2c10-45b1-90a9-6bda43933c40 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.303728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51277f-3f7c-4b5d-aecd-868b49676da9 req-634bf6ad-a6a1-472c-b73c-35ec26776203 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:47.311488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a51277f-3f7c-4b5d-aecd-868b49676da9 req-634bf6ad-a6a1-472c-b73c-35ec26776203 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 949 time: 0.9534442 Aug 20 14:57:47.313768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-05fa5ec5-13f0-44e9-8d96-edcd03382534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:47.316885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-05fa5ec5-13f0-44e9-8d96-edcd03382534 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.2268331 Aug 20 14:57:47.366724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb77a-2c10-45b1-90a9-6bda43933c40 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.455171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] No DVR routers for this DVR port 77eeb785-7293-47f2-b76c-6394c8d81339 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:47.465943 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.468279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb77a-2c10-45b1-90a9-6bda43933c40 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.472315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d43ab866-df3c-4f7d-a679-a2714d302092 req-3d9907a6-33fd-454d-a857-be27e82fde5f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "DELETE /v2.0/ports/77eeb785-7293-47f2-b76c-6394c8d81339 HTTP/1.1" status: 204 len: 173 time: 5.2853866 Aug 20 14:57:47.485865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a3a144-54dc-4ed4-9d42-e26d561dae50', 'name': 'network-vif-deleted', 'tag': '77eeb785-7293-47f2-b76c-6394c8d81339'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:47.490000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.491156 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0911fc2-51b9-4cea-82e9-ee3180dde379" -d '{"events": [{"server_uuid": "95a3a144-54dc-4ed4-9d42-e26d561dae50", "name": "network-vif-deleted", "tag": "77eeb785-7293-47f2-b76c-6394c8d81339"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:47.498676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-949166c2-1456-4c55-a67e-3477fd29fdc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc HTTP/1.1" status: 200 len: 217 time: 0.1718149 Aug 20 14:57:47.502570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f3bb77a-2c10-45b1-90a9-6bda43933c40 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.505684 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0f3bb77a-2c10-45b1-90a9-6bda43933c40 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/fe98a62b-5d7d-4828-aa91-eaba2a981303 HTTP/1.1" status: 204 len: 168 time: 0.3831367 Aug 20 14:57:47.509066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60844) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:47.593584 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-346e03bf-eed1-42fb-8fe6-87fb5b029438 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826030 Aug 20 14:57:47.594897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bb77a-2c10-45b1-90a9-6bda43933c40 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=fe98a62b-5d7d-4828-aa91-eaba2a981303,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:47.597572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a51277f-3f7c-4b5d-aecd-868b49676da9 req-13b2dab4-108f-4112-99eb-dcb3123d750e tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850814 Aug 20 14:57:47.599197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60846) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:47.625412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5f1d0b22-73cc-45c6-b61e-1fe1f6196db6,segment=NetworkSegment(eaba5858-705b-47a3-9c50-cdca911f5465),segment_id=eaba5858-705b-47a3-9c50-cdca911f5465)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:47.640201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:47.643281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-933d9cd7-2d90-4b00-ae2e-f355ef16f198 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe98a62b-5d7d-4828-aa91-eaba2a981303: This subnet is being modified by another concurrent operation. Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:57:47.710297 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe98a62b-5d7d-4828-aa91-eaba2a981303: This subnet is being modified by another concurrent operation. Aug 20 14:57:47.714858 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 14:57:47.758413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14049e-6ca4-4d82-85e5-6aa86a47999c req-a48986d7-ae41-4fab-bc7f-7b44bedb7c1c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:47.760047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d14049e-6ca4-4d82-85e5-6aa86a47999c req-a48986d7-ae41-4fab-bc7f-7b44bedb7c1c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 985 time: 0.4385588 Aug 20 14:57:47.763895 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154f8f9e-4574-41a4-bf44-ba5d4e9dd021 x-openstack-request-id: req-154f8f9e-4574-41a4-bf44-ba5d4e9dd021 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:47.764189 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a3a144-54dc-4ed4-9d42-e26d561dae50", "name": "network-vif-deleted", "tag": "77eeb785-7293-47f2-b76c-6394c8d81339", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:47.764443 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-154f8f9e-4574-41a4-bf44-ba5d4e9dd021 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:47.764839 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a3a144-54dc-4ed4-9d42-e26d561dae50', 'name': 'network-vif-deleted', 'tag': '77eeb785-7293-47f2-b76c-6394c8d81339', 'status': 'completed', 'code': 200} Aug 20 14:57:47.770339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-6714b425-bf9e-43ee-ac6c-95ca835e3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:47.771882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-6714b425-bf9e-43ee-ac6c-95ca835e3d50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.2114966 Aug 20 14:57:47.800654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad29866-618c-4ba3-87e3-99aa60bf69f2 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:57:47.836026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-e149ee0c-3092-42ec-83e4-a716d1a18424 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483539 Aug 20 14:57:47.880454 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:47.896124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=5f1d0b22-73cc-45c6-b61e-1fe1f6196db6,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:47.908649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:48.020532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d14049e-6ca4-4d82-85e5-6aa86a47999c req-554b97c1-e64b-4e2e-ad3f-62868ff43627 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76&id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2407727 Aug 20 14:57:48.024670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Pushing event deleted for resources: {'Port': ['ID=92785585-54e3-44cb-9810-7f58e2f96ce4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:48.035957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff7de923-142f-4bc8-897c-87aeaa29f042 req-d0438e44-7272-462b-9678-33f690f0d057 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=95a3a144-54dc-4ed4-9d42-e26d561dae50 HTTP/1.1" status: 200 len: 210 time: 0.0861657 Aug 20 14:57:48.049396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:48.065799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad29866-618c-4ba3-87e3-99aa60bf69f2 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 14:57:48.068594 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:48.409134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-195b00da-0527-48d3-b1f7-09169fe81aec service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577879 Aug 20 14:57:48.480433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-b6b0a374-7a84-464e-b2e4-c5a832ea214d tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-666962713&fields=id&tenant_id=11ff5281a4d141f0b45a39cb9d04b816 HTTP/1.1" status: 200 len: 267 time: 0.2795587 Aug 20 14:57:48.679946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4ad84-2f62-44ae-a032-dcb90312f1a1 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:48.795117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dd0e5701-7f06-4a79-8ec0-6428ac469ba5 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:48.806054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-901d56ce-0fa4-4728-a619-849e8a5ab68f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:48.813407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-901d56ce-0fa4-4728-a619-849e8a5ab68f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 985 time: 0.2667918 Aug 20 14:57:48.873331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe47b6ae-05cc-4a01-a28c-69d7048cdd21 req-8da6f8d7-a081-4c22-8e9a-2a8a8ab5f4af service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447598 Aug 20 14:57:48.907558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-85143b5f-c16b-4721-93da-06853d295ae9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'port': {'security_groups': ['5cc03168-a32b-46f2-86b2-12baf0938b35', 'a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76', '2e258893-ba24-460a-ab95-cd39fdf2016c']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:49.075161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:49.101952 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:49.132011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:49.132674 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:49.226390 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:49.256932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8f007d45-88c5-4f2d-9f18-bb2f788b9e10 None None] Provisioning complete for port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:49.257313 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8f007d45-88c5-4f2d-9f18-bb2f788b9e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:49.276750 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51208042-50b7-4e21-8cbf-69c4d043a388 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:49.515038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1d6b3-bc03-4af0-aa1f-5a3cedef3373 req-aeffc601-f3ef-4348-9788-f375822fef82 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:49.516667 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44b1d6b3-bc03-4af0-aa1f-5a3cedef3373 req-aeffc601-f3ef-4348-9788-f375822fef82 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 949 time: 0.6423800 Aug 20 14:57:49.533250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:49.539415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:49.658777 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-85143b5f-c16b-4721-93da-06853d295ae9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:49.678196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:49.679034 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:49.772502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=d0f4c2ab-996f-4e80-9801-f643a5de66cb,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:49.793067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44b1d6b3-bc03-4af0-aa1f-5a3cedef3373 req-29493c1f-822b-4fb9-b9f7-3809581e8fd9 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561450 Aug 20 14:57:49.848506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ae118e3c-e5ff-4130-b0ff-d47b55496f28 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2093842 Aug 20 14:57:49.849766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60878) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:49.855839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': 'd0f4c2ab-996f-4e80-9801-f643a5de66cb', 'ip_address': '2001:db8::f21b:d730:4b52:9cb7'}], 'name': 'tempest-NetworksTestDHCPv6-438272103'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:49.927823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Router 6dafec81-09b5-4daf-aaf7-446c6259fa5c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:57:50.039139 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:50.057069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:50.290416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3e814-bd9a-409f-b4ad-c105d08d5b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0e5701-7f06-4a79-8ec0-6428ac469ba5'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:50.293335 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a953b851-4bf6-4f99-b385-2ca8ba0f0214" -d '{"events": [{"server_uuid": "3cc3e814-bd9a-409f-b4ad-c105d08d5b25", "name": "network-vif-plugged", "status": "completed", "tag": "dd0e5701-7f06-4a79-8ec0-6428ac469ba5"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:50.395183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dd0e5701-7f06-4a79-8ec0-6428ac469ba5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:50.420613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b3b40f-1817-4c26-968c-12637c4cb077 None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': 'd0f4c2ab-996f-4e80-9801-f643a5de66cb'}], 'binding:host_id': 'n-d-695189-15'}, 'id': 'bbae9926-ee4f-40b6-b42d-ca658facacd3'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:57:50.424399 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:50.481585 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b429a467-b6ad-46ca-a6fe-342bcd49b421 x-openstack-request-id: req-b429a467-b6ad-46ca-a6fe-342bcd49b421 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:50.481922 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3e814-bd9a-409f-b4ad-c105d08d5b25", "name": "network-vif-plugged", "status": "completed", "tag": "dd0e5701-7f06-4a79-8ec0-6428ac469ba5", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:50.485497 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b429a467-b6ad-46ca-a6fe-342bcd49b421 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:50.486244 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc3e814-bd9a-409f-b4ad-c105d08d5b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0e5701-7f06-4a79-8ec0-6428ac469ba5', 'code': 200} Aug 20 14:57:50.618338 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-41b3b40f-1817-4c26-968c-12637c4cb077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:50.777136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0e9eefba-a5ba-4c48-9310-12975eca7d19 None None] Provisioning complete for port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:50.777772 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0e9eefba-a5ba-4c48-9310-12975eca7d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:50.872666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:50.958034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:50.964036 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:50.983907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:51.088223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:51.100262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:57:51.112977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 4effe8a9-3a2f-4965-b423-9a18d90e89ed yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:57:51.119752 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] Sync routers for ids ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:57:51.147335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-862e7b6b-03e7-423e-a2e9-aede0d835122 admin admin] 10.222.0.36 "PUT /v2.0/routers/6dafec81-09b5-4daf-aaf7-446c6259fa5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4946718 Aug 20 14:57:51.149409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea39273-c109-44b5-941a-453c9d85eee6 req-d93b116e-9624-4d32-89dc-a083b64fffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:51.150834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ea39273-c109-44b5-941a-453c9d85eee6 req-d93b116e-9624-4d32-89dc-a083b64fffbd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 1102 time: 0.2555318 Aug 20 14:57:51.151317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60902) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:51.198341 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] Routers {'6dafec81-09b5-4daf-aaf7-446c6259fa5c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:51.198986 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:51.295959 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:51.310634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-41b3b40f-1817-4c26-968c-12637c4cb077 None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/d0f4c2ab-996f-4e80-9801-f643a5de66cb/bbae9926-ee4f-40b6-b42d-ca658facacd3) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:51.475784 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] Set router 6dafec81-09b5-4daf-aaf7-446c6259fa5c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:51.492093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:51.509473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-41b3b40f-1817-4c26-968c-12637c4cb077 None None] For port bbae9926-ee4f-40b6-b42d-ca658facacd3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=bbae9926-ee4f-40b6-b42d-ca658facacd3,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:51.584977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-41b3b40f-1817-4c26-968c-12637c4cb077 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:51.608426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-41b3b40f-1817-4c26-968c-12637c4cb077 None None] Ignored duplicate provisioning block setup for port bbae9926-ee4f-40b6-b42d-ca658facacd3 by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 14:57:51.616925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-41b3b40f-1817-4c26-968c-12637c4cb077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:51.619150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ea39273-c109-44b5-941a-453c9d85eee6 req-95854456-8208-4666-94f6-38849ae21167 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515126 Aug 20 14:57:51.621434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-85143b5f-c16b-4721-93da-06853d295ae9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] For port 0d183978-143a-4b4b-bed8-dabf215c4821, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0d183978-143a-4b4b-bed8-dabf215c4821,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:51.638384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-7d484332-12c4-486a-83b6-084866a11bb1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:51.647081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-7d484332-12c4-486a-83b6-084866a11bb1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.6042588 Aug 20 14:57:51.668591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-f0663fff-e46b-4593-a687-87642a80408c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/quotas/6a34afd23cda46ea9217208b0ac3307b HTTP/1.1" status: 200 len: 375 time: 0.0205474 Aug 20 14:57:51.764315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f21b:d730:4b52:9cb7 (ac065349-4adc-4c43-b021-1a2dee529997/d0f4c2ab-996f-4e80-9801-f643a5de66cb/4effe8a9-3a2f-4965-b423-9a18d90e89ed) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:51.766489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3b40f-1817-4c26-968c-12637c4cb077 None None] Pushing event updated for resources: {'Port': ['ID=bbae9926-ee4f-40b6-b42d-ca658facacd3,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:51.783642 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-85143b5f-c16b-4721-93da-06853d295ae9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:51.792540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Deleting port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:51.795246 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:51.870823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-85143b5f-c16b-4721-93da-06853d295ae9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:51.894597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0d183978-143a-4b4b-bed8-dabf215c4821'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:51.902076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-ea4ce6dd-84e6-44c0-bd3f-63e4149a251f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2244167 Aug 20 14:57:51.999775 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:55:39Z', 'updated_at': '2021-08-20T14:57:47Z', 'revision_number': 5, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'gw_port': {'id': '7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:12:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:55:40Z', 'updated_at': '2021-08-20T14:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:52.003090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:52.026635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85143b5f-c16b-4721-93da-06853d295ae9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'Port': ['ID=0d183978-143a-4b4b-bed8-dabf215c4821,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:52.097585 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] Checking router: 6dafec81-09b5-4daf-aaf7-446c6259fa5c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:57:52.107950 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] Routers {'6dafec81-09b5-4daf-aaf7-446c6259fa5c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:57:52.108825 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:52.243084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:52.259361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-85143b5f-c16b-4721-93da-06853d295ae9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:52.260102 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-85143b5f-c16b-4721-93da-06853d295ae9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:52.262049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 4effe8a9-3a2f-4965-b423-9a18d90e89ed will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:52.273070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5de00f13-8ed0-4865-84e5-d40dae9dfe04 req-85143b5f-c16b-4721-93da-06853d295ae9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "PUT /v2.0/ports/0d183978-143a-4b4b-bed8-dabf215c4821 HTTP/1.1" status: 200 len: 1021 time: 3.4443769 Aug 20 14:57:52.282663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:52.287104 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab45f571-82eb-4f21-8f86-32c0afbca120" -d '{"events": [{"name": "network-changed", "server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:52.313286 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] Set router 6dafec81-09b5-4daf-aaf7-446c6259fa5c gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:57:52.339425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:52.435720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0d183978-143a-4b4b-bed8-dabf215c4821'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:52.448050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] For port 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:52.448451 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:52.459038 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:55:39Z', 'updated_at': '2021-08-20T14:57:51Z', 'revision_number': 6, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:52.468400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:52.472729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:52.482318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:52.490742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:52.492451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:52.511579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=4effe8a9-3a2f-4965-b423-9a18d90e89ed,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:52.542749 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d01dc62b-3732-4a28-8632-5a2bfd1ade44 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6908889 Aug 20 14:57:52.546323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60910) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:52.562987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Calling delete_port for 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:52.573348 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b50da82-0297-497b-a3ce-021421ce65f4 None None] The sync data for ids ['6dafec81-09b5-4daf-aaf7-446c6259fa5c'] in n-d-695189-15 is: [{'id': '6dafec81-09b5-4daf-aaf7-446c6259fa5c', 'name': 'tempest-ServersTestMultiNic-1004278646-router', 'tenant_id': 'f79450d7f92245c093a97a866343ceee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:55:39Z', 'updated_at': '2021-08-20T14:57:51Z', 'revision_number': 6, 'project_id': 'f79450d7f92245c093a97a866343ceee', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:57:52.614698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-8354e6ae-23c5-486d-a9c0-2fc35fd38f3f service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7115254 Aug 20 14:57:52.670886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51aae5d-6c3f-46ea-93e9-54c20e9c5c1e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:52.693398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51aae5d-6c3f-46ea-93e9-54c20e9c5c1e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:52.695064 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b51aae5d-6c3f-46ea-93e9-54c20e9c5c1e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1475773 Aug 20 14:57:52.697719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60912) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:52.801119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-e539bf40-8f99-4155-8c7e-df6c22ef97fd service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854658 Aug 20 14:57:52.933210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7e4bf-9742-4874-8ddc-f078754a21b3 req-95437baa-6ccb-4317-bfac-29ae8c8a6649 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:52.954222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dec7e4bf-9742-4874-8ddc-f078754a21b3 req-95437baa-6ccb-4317-bfac-29ae8c8a6649 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 950 time: 0.5143006 Aug 20 14:57:53.051563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dec7e4bf-9742-4874-8ddc-f078754a21b3 req-75c5f713-1060-4263-bf07-a56d55412c45 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902452 Aug 20 14:57:53.062922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-28f8b98f-dca3-43c5-9ed3-6a4f302bd324 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 4effe8a9-3a2f-4965-b423-9a18d90e89ed {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:53.062922 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f8b98f-dca3-43c5-9ed3-6a4f302bd324 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:53.270909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66f00105-4df3-4322-baf8-9ca3e8aa6bc0 req-a1ea49f7-3e89-409f-bd97-996ff91f16be tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/2e258893-ba24-460a-ab95-cd39fdf2016c HTTP/1.1" status: 200 len: 1802 time: 0.0906301 Aug 20 14:57:53.371664 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f8b98f-dca3-43c5-9ed3-6a4f302bd324 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:53.406817 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-66f00105-4df3-4322-baf8-9ca3e8aa6bc0 req-e61d9586-116e-4fec-a28a-f5fc29aa9ee9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 14:57:53.428923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-28f8b98f-dca3-43c5-9ed3-6a4f302bd324 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 4effe8a9-3a2f-4965-b423-9a18d90e89ed owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:53.432907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66f00105-4df3-4322-baf8-9ca3e8aa6bc0 req-e61d9586-116e-4fec-a28a-f5fc29aa9ee9 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e258893-ba24-460a-ab95-cd39fdf2016c HTTP/1.1" status: 409 len: 341 time: 0.1610591 Aug 20 14:57:53.450713 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ef19ba-2522-4bff-909d-065511f243a0 x-openstack-request-id: req-36ef19ba-2522-4bff-909d-065511f243a0 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:53.451154 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:53.451426 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36ef19ba-2522-4bff-909d-065511f243a0 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:53.464254 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821', 'status': 'completed', 'code': 200} Aug 20 14:57:53.605368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a907df4-33ec-496f-adeb-332e3401234f req-625dde9e-5bd1-42d9-859b-7fa2a28b7b72 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 210 time: 0.0751200 Aug 20 14:57:53.638755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-927a2add-a53c-4764-b2b5-08fc73dca9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:53.640671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-927a2add-a53c-4764-b2b5-08fc73dca9e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 1176 time: 0.1755326 Aug 20 14:57:53.645201 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:53.725808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:53.769713 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f8b98f-dca3-43c5-9ed3-6a4f302bd324 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:53.833894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a5ed3-9328-4cd1-acf8-7ddddd83a153 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:53.835838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8b98f-dca3-43c5-9ed3-6a4f302bd324 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=4effe8a9-3a2f-4965-b423-9a18d90e89ed,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:53.929538 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28f8b98f-dca3-43c5-9ed3-6a4f302bd324 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:53.939767 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28f8b98f-dca3-43c5-9ed3-6a4f302bd324 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/4effe8a9-3a2f-4965-b423-9a18d90e89ed HTTP/1.1" status: 204 len: 168 time: 1.2405717 Aug 20 14:57:53.940254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60930) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:54.018446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-f4d7c715-41ab-4ccc-a236-1053d1d24ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:54.020438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-f4d7c715-41ab-4ccc-a236-1053d1d24ee4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 200 len: 914 time: 0.3347895 Aug 20 14:57:54.031261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97f73-74c2-4a73-adad-f4f310a1a82f req-d92cc63b-e550-42cb-94d3-11012f10dc66 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:54.033545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9b97f73-74c2-4a73-adad-f4f310a1a82f req-d92cc63b-e550-42cb-94d3-11012f10dc66 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 1024 time: 0.2141845 Aug 20 14:57:54.042665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.060763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b153389-fb3e-4a41-a0f0-94d3abefcb66 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:54.063113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b153389-fb3e-4a41-a0f0-94d3abefcb66 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:54.068143 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1b153389-fb3e-4a41-a0f0-94d3abefcb66 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1232519 Aug 20 14:57:54.077301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60934) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:54.158235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device bbae9926-ee4f-40b6-b42d-ca658facacd3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:57:54.186828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-62369464-74ce-4b0f-a419-48296a57ca17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet d0f4c2ab-996f-4e80-9801-f643a5de66cb {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:57:54.192680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62369464-74ce-4b0f-a419-48296a57ca17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.285108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3d8dd096-ac6a-4245-9338-0ab6715ca43d None None] Provisioning for port bbae9926-ee4f-40b6-b42d-ca658facacd3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:54.286054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-49fc4250-9fe8-414a-82cc-5f63a7385df4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d183978-143a-4b4b-bed8-dabf215c4821 HTTP/1.1" status: 200 len: 217 time: 0.2512655 Aug 20 14:57:54.298236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62369464-74ce-4b0f-a419-48296a57ca17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.309985 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9b97f73-74c2-4a73-adad-f4f310a1a82f req-8b57f3b0-ebbb-494c-8292-f76d0e127476 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76&id=2e258893-ba24-460a-ab95-cd39fdf2016c&id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2638791 Aug 20 14:57:54.358384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port bbae9926-ee4f-40b6-b42d-ca658facacd3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:57:54.364133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port bbae9926-ee4f-40b6-b42d-ca658facacd3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:54.364502 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.456753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.466301 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.496911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9c9c0-6c84-4951-bf71-4932249d53e9 req-c231d721-7f6a-411b-8261-3e2c9f6dc86b tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:54.507457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a9c9c0-6c84-4951-bf71-4932249d53e9 req-c231d721-7f6a-411b-8261-3e2c9f6dc86b tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 950 time: 0.3035672 Aug 20 14:57:54.508471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62369464-74ce-4b0f-a419-48296a57ca17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.570262 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.629759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-024ddfa7-4fbf-4c03-a83b-ab8a22e66a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:54.631313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-024ddfa7-4fbf-4c03-a83b-ab8a22e66a2b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 200 len: 853 time: 0.2452536 Aug 20 14:57:54.654129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62369464-74ce-4b0f-a419-48296a57ca17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.690000 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.690612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dafec81-09b5-4daf-aaf7-446c6259fa5c {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:57:54.692607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62369464-74ce-4b0f-a419-48296a57ca17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f4c2ab-996f-4e80-9801-f643a5de66cb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:54.703060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62369464-74ce-4b0f-a419-48296a57ca17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.706357 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-62369464-74ce-4b0f-a419-48296a57ca17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/d0f4c2ab-996f-4e80-9801-f643a5de66cb HTTP/1.1" status: 204 len: 168 time: 0.6277869 Aug 20 14:57:54.708294 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.709255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60946) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:54.712207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f5065c69-1067-4582-acf8-31bc348b8cf5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6dafec81-09b5-4daf-aaf7-446c6259fa5c HTTP/1.1" status: 204 len: 168 time: 3.5557821 Aug 20 14:57:54.716175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60948) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:54.733599 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:57:54.735789 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:57:54.738693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7afa89-58f9-4ac4-b325-441082f85870 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:54.760907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-7c13afdc-f603-4348-af26-0ca28a0da6ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838368 Aug 20 14:57:54.774081 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9930ba69-66c1-47c6-9524-fdca0b8a9b0a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612445 Aug 20 14:57:54.777852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60950) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:54.815038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a9c9c0-6c84-4951-bf71-4932249d53e9 req-b6ff0d99-70b5-4929-a779-88673101c6ed tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993391 Aug 20 14:57:54.824334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Provisioning complete for port bbae9926-ee4f-40b6-b42d-ca658facacd3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:57:54.824718 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:54.871581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bff655-30b2-4fa0-8742-67d67950d18e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:54.882478 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f3bff655-30b2-4fa0-8742-67d67950d18e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1045649 Aug 20 14:57:54.884918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60954) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:55.019032 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02225e75-0fd7-4477-9cd0-53413c81dbad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:55.021155 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-02225e75-0fd7-4477-9cd0-53413c81dbad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1350896 Aug 20 14:57:55.029850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60956) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:55.086264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-e4113235-e1d9-4c43-b6d2-823bd22f9f47 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:55.087239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-e4113235-e1d9-4c43-b6d2-823bd22f9f47 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 807 time: 0.5019319 Aug 20 14:57:55.098934 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.120992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60958) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:55.121976 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7acece54-459c-428e-99da-694af62f52c9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883930 Aug 20 14:57:55.128950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:55.159726 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] For port bbae9926-ee4f-40b6-b42d-ca658facacd3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=bbae9926-ee4f-40b6-b42d-ca658facacd3,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:55.174887 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.215497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3509e2-b45e-4989-b018-55523e53c026 None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:57:55.244882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6cf2e9-5993-45bf-9fa1-417e6a8f19c5 admin admin] Deleting subnet 92b52940-321e-4daa-9134-4e0eaf0609a7 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:57:55.248323 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf2e9-5993-45bf-9fa1-417e6a8f19c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.301322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf2e9-5993-45bf-9fa1-417e6a8f19c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.342564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:55.347172 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.356121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Pushing event updated for resources: {'Port': ['ID=bbae9926-ee4f-40b6-b42d-ca658facacd3,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:55.366119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.366487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.366808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.367148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.367485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.367840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.368168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.368496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.368822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.369146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.369471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.369791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8fc8bc-d929-439d-b273-fab2c9a91f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:57:55.404484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cb3509e2-b45e-4989-b018-55523e53c026 None None] Deleting port bbae9926-ee4f-40b6-b42d-ca658facacd3 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:55.404826 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb3509e2-b45e-4989-b018-55523e53c026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.432056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-57251008-d6ff-4ed5-8559-ce13f88c94f9 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/quotas/291adac971e24552a6494c08429d8f3c HTTP/1.1" status: 200 len: 375 time: 0.2556000 Aug 20 14:57:55.440120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fbe7452-71dc-4cac-bbed-7eb6e98eebb1 req-45b97cb7-2d7b-46d1-af7b-1c93f72c104f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 210 time: 0.2597923 Aug 20 14:57:55.442586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-8c59833c-745d-4eea-98d2-68ef136e7aed service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265454 Aug 20 14:57:55.494177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cb3509e2-b45e-4989-b018-55523e53c026 None None] For port bbae9926-ee4f-40b6-b42d-ca658facacd3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=bbae9926-ee4f-40b6-b42d-ca658facacd3,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:55.494908 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb3509e2-b45e-4989-b018-55523e53c026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.508718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cb3509e2-b45e-4989-b018-55523e53c026 None None] Calling delete_port for bbae9926-ee4f-40b6-b42d-ca658facacd3 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:55.583458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:55.607518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:55.607753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7d6713e5-fb6a-49ac-9a0d-2c9ed5b86a95 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:55.608167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 92785585-54e3-44cb-9810-7f58e2f96ce4 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:55.674505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 92785585-54e3-44cb-9810-7f58e2f96ce4 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:55.674754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 92785585-54e3-44cb-9810-7f58e2f96ce4 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:55.685234 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb3509e2-b45e-4989-b018-55523e53c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.737037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3509e2-b45e-4989-b018-55523e53c026 None None] Pushing event deleted for resources: {'Port': ['ID=bbae9926-ee4f-40b6-b42d-ca658facacd3,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:55.748476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3509e2-b45e-4989-b018-55523e53c026 None None] No DVR routers for this DVR port bbae9926-ee4f-40b6-b42d-ca658facacd3 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:55.796671 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.806048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab45f571-82eb-4f21-8f86-32c0afbca120 req-3fc3eceb-7f4c-4592-9b7b-95476c6788d7 service neutron] 10.222.0.70 "GET /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590082 Aug 20 14:57:55.822654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-5c9edcc9-cdfc-40c5-b0ec-c7bb2a758257 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:55.825638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-5c9edcc9-cdfc-40c5-b0ec-c7bb2a758257 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.8157136 Aug 20 14:57:55.841766 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf2e9-5993-45bf-9fa1-417e6a8f19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.855477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Request body: {'port': {'device_id': '41d10579-952a-49e9-a040-893fb4838447', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'admin_state_up': True, 'tenant_id': '6a34afd23cda46ea9217208b0ac3307b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:55.864811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:55.882062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:55.884103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=7f4472b4-325b-461a-a38b-c0b371e2bcf6,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:55.886896 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:55.887490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:55.897584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-a3a6430d-f7f7-4686-a3c2-fc20ba781e13 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:55.901221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de24614-07c4-459f-8fba-3d99c7ddd892 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:55.905660 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-a3a6430d-f7f7-4686-a3c2-fc20ba781e13 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 1024 time: 0.1777880 Aug 20 14:57:55.978858 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-798ba39e-d739-4da6-b897-bfc2a2d0069e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8540637 Aug 20 14:57:55.979105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60970) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:55.984485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': '7f4472b4-325b-461a-a38b-c0b371e2bcf6', 'ip_address': '2001:db8::bac6:de59:eb4e:fce6'}], 'name': 'tempest-NetworksTestDHCPv6-716472388'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:56.122933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Deleting port 0d183978-143a-4b4b-bed8-dabf215c4821 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:56.123355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:56.213585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:56.237970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device bbae9926-ee4f-40b6-b42d-ca658facacd3 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:56.269218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: bbae9926-ee4f-40b6-b42d-ca658facacd3 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:56.273648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device bbae9926-ee4f-40b6-b42d-ca658facacd3 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:56.289066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] For port 0d183978-143a-4b4b-bed8-dabf215c4821, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0d183978-143a-4b4b-bed8-dabf215c4821,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:56.289271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:56.311047 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Calling delete_port for 0d183978-143a-4b4b-bed8-dabf215c4821 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:56.373927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:56.408298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 8f46194e-dcdf-4420-b85b-c0b3b9d4dc13 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:57:56.428736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-7b85ee08-8ba8-422f-b513-cab98aedec55 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9921746 Aug 20 14:57:56.519380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': '7f4472b4-325b-461a-a38b-c0b371e2bcf6'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:57:56.521064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:56.602727 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:56.630531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0d183978-143a-4b4b-bed8-dabf215c4821'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:56.645475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'Port': ['ID=0d183978-143a-4b4b-bed8-dabf215c4821,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:56.671486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:56.699371 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf2e9-5993-45bf-9fa1-417e6a8f19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:56.712262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::bac6:de59:eb4e:fce6 (ac065349-4adc-4c43-b021-1a2dee529997/7f4472b4-325b-461a-a38b-c0b371e2bcf6/8f46194e-dcdf-4420-b85b-c0b3b9d4dc13) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:56.715830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] No DVR routers for this DVR port 0d183978-143a-4b4b-bed8-dabf215c4821 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:56.721111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:56.723935 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e708b4-20a2-4f14-a2a6-eec4e4acea0e req-0b010462-7217-4722-b070-8610e1b95e9c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.70 "DELETE /v2.0/ports/0d183978-143a-4b4b-bed8-dabf215c4821 HTTP/1.1" status: 204 len: 173 time: 0.8065376 Aug 20 14:57:56.724705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'name': 'network-vif-deleted', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:57:56.727239 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec5d55c-eb15-46b0-bddf-bb78d453b19b" -d '{"events": [{"server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "name": "network-vif-deleted", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:57:56.846097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-ceb2fa33-b4ea-482b-a0f8-d9bc1633cfbc service neutron] 10.222.0.36 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920352 Aug 20 14:57:56.888203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cf2e9-5993-45bf-9fa1-417e6a8f19c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b52940-321e-4daa-9134-4e0eaf0609a7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:56.939211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1f60d-5782-477b-ab3c-14520121a495 req-4c6a2e04-1cbb-4d18-a720-f315190f2b02 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:56.948159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78b1f60d-5782-477b-ab3c-14520121a495 req-4c6a2e04-1cbb-4d18-a720-f315190f2b02 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1957d58-0975-4dae-91e0-81671345d4b9 HTTP/1.1" status: 200 len: 945 time: 0.5324888 Aug 20 14:57:57.012950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d6cf2e9-5993-45bf-9fa1-417e6a8f19c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.018110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5d6cf2e9-5993-45bf-9fa1-417e6a8f19c5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/92b52940-321e-4daa-9134-4e0eaf0609a7 HTTP/1.1" status: 204 len: 168 time: 2.2943056 Aug 20 14:57:57.018328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a3bfc-56f5-4ff1-9555-76d5092e77f9 None None] Network fcfe6da0-58d6-47e8-a285-86f6ca75e543 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:57:57.022248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60978) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:57.037141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.048359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78b1f60d-5782-477b-ab3c-14520121a495 req-0581d88d-1c1b-447d-be80-07c9b8814f14 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76&id=2e258893-ba24-460a-ab95-cd39fdf2016c&id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0828884 Aug 20 14:57:57.117740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 8f46194e-dcdf-4420-b85b-c0b3b9d4dc13 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:57.176400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Made reservation on behalf of 6a34afd23cda46ea9217208b0ac3307b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:57.180623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.187888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.240655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-c66fa152-1bd8-4b75-99c1-67e34523561d service neutron] 10.222.0.36 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926625 Aug 20 14:57:57.290873 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.310454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56acc437-b46e-42f2-b5c4-5f72993e9dac None None] DHCP port deletion for fcfe6da0-58d6-47e8-a285-86f6ca75e543 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:57:57.370349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:57.376873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:57.379794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:57.386502 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.387186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.411410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Deleting port 765e1e8d-375c-4465-8583-e69eb9496a35 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:57.412248 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.445250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=8f46194e-dcdf-4420-b85b-c0b3b9d4dc13,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:57.462927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/7f4472b4-325b-461a-a38b-c0b371e2bcf6/a84f8e37-8f85-4540-9459-431626b46984) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:57.544610 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-359fb722-145d-41b2-9ce2-7c0d6f99a0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5644200 Aug 20 14:57:57.553451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60984) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:57.586990 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c4232824-6cc6-4f3b-86a3-b49d23c95b37 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': '7f4472b4-325b-461a-a38b-c0b371e2bcf6', 'ip_address': '2001:db8::bac6:de59:eb4e:fce6'}], 'name': 'tempest-NetworksTestDHCPv6-240777603'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:57.640115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-56acc437-b46e-42f2-b5c4-5f72993e9dac None None] Deleting port 765e1e8d-375c-4465-8583-e69eb9496a35 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:57.640445 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56acc437-b46e-42f2-b5c4-5f72993e9dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.668807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Allocated IP 172.20.0.2 (dc073387-b2cf-4dc7-95ad-28573738ed1d/fafce579-00b8-4639-b447-4e7a5b160daf/168b27b7-3546-44f8-aceb-cc83a9030392) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:57:57.755734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-56acc437-b46e-42f2-b5c4-5f72993e9dac None None] For port 765e1e8d-375c-4465-8583-e69eb9496a35, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=765e1e8d-375c-4465-8583-e69eb9496a35,segment=NetworkSegment(e38afe09-14d0-4254-8069-bbade65b392f),segment_id=e38afe09-14d0-4254-8069-bbade65b392f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:57.756310 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56acc437-b46e-42f2-b5c4-5f72993e9dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.775472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-56acc437-b46e-42f2-b5c4-5f72993e9dac None None] Calling delete_port for 765e1e8d-375c-4465-8583-e69eb9496a35 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:57.782616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] For port 765e1e8d-375c-4465-8583-e69eb9496a35, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=765e1e8d-375c-4465-8583-e69eb9496a35,segment=NetworkSegment(e38afe09-14d0-4254-8069-bbade65b392f),segment_id=e38afe09-14d0-4254-8069-bbade65b392f)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:57:57.782990 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.845127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Calling delete_port for 765e1e8d-375c-4465-8583-e69eb9496a35 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:57.865376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.865890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.866378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.867401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.867918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.868665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.869132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.869612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.871198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.871722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.872205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.873786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.874282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.875524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.876582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:57.889529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-4873fd73-bd2f-42a9-9bb3-e6f3e7ad9f0c tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447&device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25&device_id=c1957d58-0975-4dae-91e0-81671345d4b9&device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52&device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c&device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5&device_id=59688ad6-5f46-4f54-9510-5ab170288e95&device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee&device_id=0d4644b2-ea47-431f-b8be-26c1e304f673&device_id=08e75406-a441-4287-b6d1-ee2c4e09e509&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 13695 time: 0.2620461 Aug 20 14:57:57.947472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 765e1e8d-375c-4465-8583-e69eb9496a35 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:57.951135 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-0cd019d1-9d56-4d2a-b386-23abd3339dc2 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.958919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4232824-6cc6-4f3b-86a3-b49d23c95b37 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:57:57.963127 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56acc437-b46e-42f2-b5c4-5f72993e9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:57.982060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c4232824-6cc6-4f3b-86a3-b49d23c95b37 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.070623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-c4232824-6cc6-4f3b-86a3-b49d23c95b37 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 6844c1c5-a1b1-4537-9434-ed96122109ac yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:57:58.086494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acc437-b46e-42f2-b5c4-5f72993e9dac None None] Pushing event deleted for resources: {'Port': ['ID=765e1e8d-375c-4465-8583-e69eb9496a35,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:58.090009 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.097488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 765e1e8d-375c-4465-8583-e69eb9496a35 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:58.097845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 765e1e8d-375c-4465-8583-e69eb9496a35 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:58.122585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acc437-b46e-42f2-b5c4-5f72993e9dac None None] No DVR routers for this DVR port 765e1e8d-375c-4465-8583-e69eb9496a35 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:58.246644 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.249748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a887c25e-3c0c-4437-82d0-83d98ea5964d req-c1162d7a-911b-4b72-930e-855933b7d0e6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 210 time: 0.0528717 Aug 20 14:57:58.251351 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.261280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Transition to ACTIVE for port object a84f8e37-8f85-4540-9459-431626b46984 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:58.276835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-0cd019d1-9d56-4d2a-b386-23abd3339dc2 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.277706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Transition to ACTIVE for port object a84f8e37-8f85-4540-9459-431626b46984 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:57:58.293104 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-0cd019d1-9d56-4d2a-b386-23abd3339dc2 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.296686 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.299450 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.333405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:57:58.337368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] No DVR routers for this DVR port 765e1e8d-375c-4465-8583-e69eb9496a35 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:57:58.394410 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8b205-826e-49d3-b8ae-2ca5d9522504 x-openstack-request-id: req-f1d8b205-826e-49d3-b8ae-2ca5d9522504 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:57:58.396380 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1957d58-0975-4dae-91e0-81671345d4b9", "name": "network-vif-deleted", "tag": "0d183978-143a-4b4b-bed8-dabf215c4821", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:57:58.396380 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1d8b205-826e-49d3-b8ae-2ca5d9522504 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:57:58.396380 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1957d58-0975-4dae-91e0-81671345d4b9', 'name': 'network-vif-deleted', 'tag': '0d183978-143a-4b4b-bed8-dabf215c4821', 'status': 'completed', 'code': 200} Aug 20 14:57:58.398354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:58.447994 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:58.457396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=765e1e8d-375c-4465-8583-e69eb9496a35,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:58.457882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffd410b2-148d-4e1d-b5fb-2914e37e8310 req-0cd019d1-9d56-4d2a-b386-23abd3339dc2 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&id=57ce84e8-3497-4495-ba6d-eacbc700b226&id=870652c4-43f4-4843-8541-0bee60d1cebc&id=0dd40c55-f4f6-42a9-af76-c2ebd8b86227&id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&id=d84e8691-4aa7-4a09-a234-bc2a2b80d4dc&id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=5cc03168-a32b-46f2-86b2-12baf0938b35&fields=id&fields=name HTTP/1.1" status: 200 len: 876 time: 0.5616369 Aug 20 14:57:58.479302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:58.516910 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Pushing event updated for resources: {'Port': ['ID=a84f8e37-8f85-4540-9459-431626b46984,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:58.565089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f66f01f5-606e-44bf-a21c-4a74a735e751 req-1484b5d2-c7f6-4cb4-9254-c5ffe145755d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 210 time: 0.0916178 Aug 20 14:57:58.599826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Network dc073387-b2cf-4dc7-95ad-28573738ed1d is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:57:58.600886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd019d1-9d56-4d2a-b386-23abd3339dc2 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec511e91-8076-4baf-aba1-1e8960258e9b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:58.603037 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.615567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event updated for resources: {'Port': ['ID=168b27b7-3546-44f8-aceb-cc83a9030392,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:58.647620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:57:58.651117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:57:58.678347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Attempting to bind port a84f8e37-8f85-4540-9459-431626b46984 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:57:58.679139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Attempting to bind port a84f8e37-8f85-4540-9459-431626b46984 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:57:58.679533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Attempting to bind port a84f8e37-8f85-4540-9459-431626b46984 on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:57:58.689968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:57:58.690447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:57:58.690751 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.691437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:57:58.691923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Bound port: a84f8e37-8f85-4540-9459-431626b46984, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:57:58.692308 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.695964 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4232824-6cc6-4f3b-86a3-b49d23c95b37 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 14:57:58.696438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4232824-6cc6-4f3b-86a3-b49d23c95b37 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:57:58.707799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.741289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfe6da0-58d6-47e8-a285-86f6ca75e543']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:58.765881 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c4232824-6cc6-4f3b-86a3-b49d23c95b37 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2092741 Aug 20 14:57:58.768548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 32774) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:58.773516 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38afe09-14d0-4254-8069-bbade65b392f') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:58.774265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38afe09-14d0-4254-8069-bbade65b392f') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:57:58.795061 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.818766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] For port a84f8e37-8f85-4540-9459-431626b46984, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:57:58.823610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] For port a84f8e37-8f85-4540-9459-431626b46984, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a84f8e37-8f85-4540-9459-431626b46984,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:57:58.833279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.848492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:57:58.848910 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:57:58.851954 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:57:58.867807 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.877225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-179d853b-4b12-4612-8aea-ae49c0d56550 req-0091f83e-6454-47d4-841a-f2e767679eeb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76 HTTP/1.1" status: 200 len: 1801 time: 0.2485642 Aug 20 14:57:58.897713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:58.898365 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:58.994916 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.000566 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.002869 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fcfe6da0-58d6-47e8-a285-86f6ca75e543 HTTP/1.1" status: 204 len: 168 time: 1.9789729 Aug 20 14:57:59.010537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638853a-822f-4191-92a6-274fe0d2fc37 None None] Pushing event updated for resources: {'Port': ['ID=a84f8e37-8f85-4540-9459-431626b46984,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:59.028563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d82be-73f4-4401-8414-88b6922a81c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfe6da0-58d6-47e8-a285-86f6ca75e543,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:59.056413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-454d88c7-8816-48c1-9870-1a04f4c45b9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2102151 Aug 20 14:57:59.093982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Request body: {'port': {'device_id': '41d10579-952a-49e9-a040-893fb4838447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:59.140880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3786e2c-6747-4d69-aab2-01a37fe65ece tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:59.161789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3786e2c-6747-4d69-aab2-01a37fe65ece tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:59.165840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f3786e2c-6747-4d69-aab2-01a37fe65ece tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3920839 Aug 20 14:57:59.166606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32780) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:59.276250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f5aab-f7f8-482a-9476-6194eca92cd3 req-842173b6-f5f7-47a9-9ade-fc9e1a23ea0f tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:59.276849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f5aab-f7f8-482a-9476-6194eca92cd3 req-842173b6-f5f7-47a9-9ade-fc9e1a23ea0f tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:59.277345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f5aab-f7f8-482a-9476-6194eca92cd3 req-842173b6-f5f7-47a9-9ade-fc9e1a23ea0f tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:59.294033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f0f5aab-f7f8-482a-9476-6194eca92cd3 req-842173b6-f5f7-47a9-9ade-fc9e1a23ea0f tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25&device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52&device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 2886 time: 0.2883346 Aug 20 14:57:59.320257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-179d853b-4b12-4612-8aea-ae49c0d56550 req-2dca3c71-c422-43e7-8857-93092d7fd7d3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.330444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.356350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 32784) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:59.378633 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-179d853b-4b12-4612-8aea-ae49c0d56550 req-2dca3c71-c422-43e7-8857-93092d7fd7d3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.423998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f0f5aab-f7f8-482a-9476-6194eca92cd3 req-4452bf88-529d-47cb-b8cc-e4514bd672a7 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249199 Aug 20 14:57:59.437517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-686c3e73-50b2-4ac4-9a55-c79b366716ff tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 8f46194e-dcdf-4420-b85b-c0b3b9d4dc13 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:57:59.442352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-686c3e73-50b2-4ac4-9a55-c79b366716ff tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.518811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32788) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:57:59.524367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f22dd462-1c60-4368-b3a1-9d1fb24ad2a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f79450d7f92245c093a97a866343ceee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658132 Aug 20 14:57:59.665113 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-179d853b-4b12-4612-8aea-ae49c0d56550 req-2dca3c71-c422-43e7-8857-93092d7fd7d3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.668549 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-179d853b-4b12-4612-8aea-ae49c0d56550 req-2dca3c71-c422-43e7-8857-93092d7fd7d3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.669963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-179d853b-4b12-4612-8aea-ae49c0d56550 req-2dca3c71-c422-43e7-8857-93092d7fd7d3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76 HTTP/1.1" status: 204 len: 173 time: 0.7688284 Aug 20 14:57:59.726796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-686c3e73-50b2-4ac4-9a55-c79b366716ff tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.761560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca3c71-c422-43e7-8857-93092d7fd7d3 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:57:59.767191 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-538ba8dc-9fad-4388-b022-84a18f7fabd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.772606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-686c3e73-50b2-4ac4-9a55-c79b366716ff tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 8f46194e-dcdf-4420-b85b-c0b3b9d4dc13 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:57:59.821496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-92f0349b-b6c9-482f-80a8-132347172760 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:59.823018 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-92f0349b-b6c9-482f-80a8-132347172760 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 807 time: 0.2264991 Aug 20 14:57:59.835506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0d183978-143a-4b4b-bed8-dabf215c4821 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:57:59.857067 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-538ba8dc-9fad-4388-b022-84a18f7fabd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:57:59.869528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Request body: {'port': {'device_id': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5', 'admin_state_up': True, 'tenant_id': '291adac971e24552a6494c08429d8f3c'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:57:59.965496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029f8dc-ad00-4682-86d6-bc998479d6ba req-5dbb8023-d678-419f-a1ad-e3bde5c1d902 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:57:59.967774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e029f8dc-ad00-4682-86d6-bc998479d6ba req-5dbb8023-d678-419f-a1ad-e3bde5c1d902 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 931 time: 0.3222721 Aug 20 14:57:59.977835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 0d183978-143a-4b4b-bed8-dabf215c4821 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:57:59.978614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0d183978-143a-4b4b-bed8-dabf215c4821 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:57:59.984039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a84f8e37-8f85-4540-9459-431626b46984 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:00.031008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa7c45df-be65-4a80-95f9-ebbf68f33406 req-ef68478d-ea87-409f-83bd-fad3644ae82a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 210 time: 0.0546412 Aug 20 14:58:00.081858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e029f8dc-ad00-4682-86d6-bc998479d6ba req-b5e53555-eeef-43f6-945b-2581c95387c7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945609 Aug 20 14:58:00.121740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a84f8e37-8f85-4540-9459-431626b46984 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:00.230516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d68d42fa-bc8b-4620-9e80-9fa9727cc8f3 req-f50498dd-e431-4eab-a0bd-766ed56aa653 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/2e258893-ba24-460a-ab95-cd39fdf2016c HTTP/1.1" status: 200 len: 1802 time: 0.1172681 Aug 20 14:58:00.375355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168b27b7-3546-44f8-aceb-cc83a9030392 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:00.380555 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d68d42fa-bc8b-4620-9e80-9fa9727cc8f3 req-00c70f94-eee1-4560-8d75-bc6d61f2b54a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.400051 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.475281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d68d42fa-bc8b-4620-9e80-9fa9727cc8f3 req-00c70f94-eee1-4560-8d75-bc6d61f2b54a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.563139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Transition to ACTIVE for port object 168b27b7-3546-44f8-aceb-cc83a9030392 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:00.567364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d68d42fa-bc8b-4620-9e80-9fa9727cc8f3 req-00c70f94-eee1-4560-8d75-bc6d61f2b54a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.570200 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d68d42fa-bc8b-4620-9e80-9fa9727cc8f3 req-00c70f94-eee1-4560-8d75-bc6d61f2b54a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.587448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d68d42fa-bc8b-4620-9e80-9fa9727cc8f3 req-00c70f94-eee1-4560-8d75-bc6d61f2b54a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e258893-ba24-460a-ab95-cd39fdf2016c HTTP/1.1" status: 204 len: 173 time: 0.3558462 Aug 20 14:58:00.616729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-538ba8dc-9fad-4388-b022-84a18f7fabd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.620348 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-538ba8dc-9fad-4388-b022-84a18f7fabd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.621738 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-538ba8dc-9fad-4388-b022-84a18f7fabd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50a83e9b-6e31-4a1a-9eaf-0c0e4928de83 HTTP/1.1" status: 204 len: 168 time: 1.1014431 Aug 20 14:58:00.639712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c70f94-eee1-4560-8d75-bc6d61f2b54a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e258893-ba24-460a-ab95-cd39fdf2016c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:00.658119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ba8dc-9fad-4388-b022-84a18f7fabd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a83e9b-6e31-4a1a-9eaf-0c0e4928de83,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:00.659761 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.714563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0f8997fb-903e-4386-9bf7-e46cb6194e2c req-de54f486-3ae2-48d0-9dc4-b3d6740b30a2 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1009983344', 'description': 'tempest-description-1601145135'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:00.730360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Made reservation on behalf of 291adac971e24552a6494c08429d8f3c for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:00.750101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-265f47cf-5ca1-4367-b870-8346be2a1ebb None None] Provisioning for port a84f8e37-8f85-4540-9459-431626b46984 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:00.755188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.766951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-265f47cf-5ca1-4367-b870-8346be2a1ebb None None] Provisioning complete for port a84f8e37-8f85-4540-9459-431626b46984 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:00.769033 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-265f47cf-5ca1-4367-b870-8346be2a1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:00.836850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0f8997fb-903e-4386-9bf7-e46cb6194e2c req-de54f486-3ae2-48d0-9dc4-b3d6740b30a2 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.005035 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-265f47cf-5ca1-4367-b870-8346be2a1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.112296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-265f47cf-5ca1-4367-b870-8346be2a1ebb None None] For port a84f8e37-8f85-4540-9459-431626b46984, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a84f8e37-8f85-4540-9459-431626b46984,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:01.129613 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-265f47cf-5ca1-4367-b870-8346be2a1ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.138804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Allocated IP 172.20.0.7 (8b48d77b-d1d1-4266-9add-59d7b4c697d5/d2d79847-b744-4ea9-956a-9599bf32dc63/fce3aaa8-c6be-4ea3-a1de-aba05e1d7246) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:01.164417 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0f8997fb-903e-4386-9bf7-e46cb6194e2c req-de54f486-3ae2-48d0-9dc4-b3d6740b30a2 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.194776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=168b27b7-3546-44f8-aceb-cc83a9030392,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:01.212364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f47cf-5ca1-4367-b870-8346be2a1ebb None None] Pushing event updated for resources: {'Port': ['ID=a84f8e37-8f85-4540-9459-431626b46984,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:01.258919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ded15e4a-a3a0-4550-ae63-f374126edcfe None None] Provisioning for port 8f46194e-dcdf-4420-b85b-c0b3b9d4dc13 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:01.267365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ded15e4a-a3a0-4550-ae63-f374126edcfe None None] Provisioning complete for port 8f46194e-dcdf-4420-b85b-c0b3b9d4dc13 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:01.268425 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ded15e4a-a3a0-4550-ae63-f374126edcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.279281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0f8997fb-903e-4386-9bf7-e46cb6194e2c req-de54f486-3ae2-48d0-9dc4-b3d6740b30a2 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.350485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ded15e4a-a3a0-4550-ae63-f374126edcfe None None] Port 8f46194e-dcdf-4420-b85b-c0b3b9d4dc13 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:58:01.373120 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0f8997fb-903e-4386-9bf7-e46cb6194e2c req-de54f486-3ae2-48d0-9dc4-b3d6740b30a2 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.374431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f8997fb-903e-4386-9bf7-e46cb6194e2c req-de54f486-3ae2-48d0-9dc4-b3d6740b30a2 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7086861 Aug 20 14:58:01.416880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.475143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54f486-3ae2-48d0-9dc4-b3d6740b30a2 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5293bfd4-95db-4e29-86f9-6fbc350e948e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:01.505363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Attempting to bind port 168b27b7-3546-44f8-aceb-cc83a9030392 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:01.505860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Attempting to bind port 168b27b7-3546-44f8-aceb-cc83a9030392 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:01.506316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Attempting to bind port 168b27b7-3546-44f8-aceb-cc83a9030392 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:01.521654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f243bad-2af4-4f6d-abb1-3eb73e1e53d5 req-79578d5f-9d54-46bd-bccf-62147fa0f072 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:01.542121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f243bad-2af4-4f6d-abb1-3eb73e1e53d5 req-79578d5f-9d54-46bd-bccf-62147fa0f072 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 1101 time: 0.3728688 Aug 20 14:58:01.569118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-686c3e73-50b2-4ac4-9a55-c79b366716ff tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.635843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Port 168b27b7-3546-44f8-aceb-cc83a9030392 on network dc073387-b2cf-4dc7-95ad-28573738ed1d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:01.639310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Attempting to bind port 168b27b7-3546-44f8-aceb-cc83a9030392 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:01.647396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-686c3e73-50b2-4ac4-9a55-c79b366716ff tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.651507 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-686c3e73-50b2-4ac4-9a55-c79b366716ff tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/8f46194e-dcdf-4420-b85b-c0b3b9d4dc13 HTTP/1.1" status: 204 len: 168 time: 2.4837992 Aug 20 14:58:01.653311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.670450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:01.680707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32826) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:01.728211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:01.728925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Checking segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:01.729390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Bound using segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:01.729740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Bound port: 168b27b7-3546-44f8-aceb-cc83a9030392, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:01.730117 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:01.767764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f243bad-2af4-4f6d-abb1-3eb73e1e53d5 req-df047706-e8c2-4b7c-91d7-e8011cc1820b tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603634 Aug 20 14:58:01.811051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528baef6-4567-486b-bd0d-8391bd856f78 req-f6574879-1fb4-4d74-810c-79f13e3eee64 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:01.820539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-528baef6-4567-486b-bd0d-8391bd856f78 req-f6574879-1fb4-4d74-810c-79f13e3eee64 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 931 time: 0.2662656 Aug 20 14:58:01.820783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c3e73-50b2-4ac4-9a55-c79b366716ff tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=8f46194e-dcdf-4420-b85b-c0b3b9d4dc13,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:01.946721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a84f8e37-8f85-4540-9459-431626b46984 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:01.958441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-528baef6-4567-486b-bd0d-8391bd856f78 req-6c7776bf-9cb7-4b42-b406-55a6b3964cb4 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316130 Aug 20 14:58:02.063926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a84f8e37-8f85-4540-9459-431626b46984 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:02.064542 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.073687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Pushing event updated for resources: {'Port': ['ID=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:02.103398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4cad-beb0-455d-995f-4c510f3a3caa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:02.106055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a4cad-beb0-455d-995f-4c510f3a3caa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:02.108707 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a46a4cad-beb0-455d-995f-4c510f3a3caa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4245636 Aug 20 14:58:02.113000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:02.115360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:02.125145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:02.130107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32838) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:02.159105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9581b546-4a66-4c62-9c36-30104d81e13e req-a2523817-bdf8-4ffe-92c6-6b01b8e1af6d tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/5293bfd4-95db-4e29-86f9-6fbc350e948e HTTP/1.1" status: 200 len: 1803 time: 0.1414561 Aug 20 14:58:02.167290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ecda3-566f-4d69-8217-7a5f01facf38 req-98e8c2c5-9e26-4201-bae6-54d8d295c223 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:02.170359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-645ecda3-566f-4d69-8217-7a5f01facf38 req-98e8c2c5-9e26-4201-bae6-54d8d295c223 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 943 time: 0.2383759 Aug 20 14:58:02.176271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9581b546-4a66-4c62-9c36-30104d81e13e req-2b46426e-c231-4a04-ac97-6e517e02659c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Request body: {'security_group': {'name': 'tempest-sg-hth-215811744', 'description': 'tempest-description-hth-1896322948'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:02.179601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] For port 168b27b7-3546-44f8-aceb-cc83a9030392, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:02.222138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] For port 168b27b7-3546-44f8-aceb-cc83a9030392, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=168b27b7-3546-44f8-aceb-cc83a9030392,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:02.258280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.271274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:02.272922 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.281016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6a60ed-43aa-4fe9-989f-1c857663420c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 7f4472b4-325b-461a-a38b-c0b371e2bcf6 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:02.285995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b6a60ed-43aa-4fe9-989f-1c857663420c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.340838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b6a60ed-43aa-4fe9-989f-1c857663420c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.386308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-645ecda3-566f-4d69-8217-7a5f01facf38 req-3081d297-3f56-460c-a8a4-5b5c1fe60a80 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040741 Aug 20 14:58:02.388884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 32842) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:02.428574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9581b546-4a66-4c62-9c36-30104d81e13e req-2b46426e-c231-4a04-ac97-6e517e02659c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.447308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:02.450956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.454278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] 10.222.0.70 "PUT /v2.0/ports/168b27b7-3546-44f8-aceb-cc83a9030392 HTTP/1.1" status: 200 len: 1092 time: 3.3680565 Aug 20 14:58:02.454689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d10579-952a-49e9-a040-893fb4838447', 'tag': '168b27b7-3546-44f8-aceb-cc83a9030392'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:02.459167 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d3f8d-41f7-40db-9365-bd4876ca01ed" -d '{"events": [{"name": "network-changed", "server_uuid": "41d10579-952a-49e9-a040-893fb4838447", "tag": "168b27b7-3546-44f8-aceb-cc83a9030392"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:02.545273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dd359-505c-47d5-b162-e8cead11bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=168b27b7-3546-44f8-aceb-cc83a9030392,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:02.567702 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b6a60ed-43aa-4fe9-989f-1c857663420c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.620127 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9581b546-4a66-4c62-9c36-30104d81e13e req-2b46426e-c231-4a04-ac97-6e517e02659c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.639333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-ae3bb79d-dc84-4f1d-a81d-b935ef4cc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:02.641062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-ae3bb79d-dc84-4f1d-a81d-b935ef4cc736 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 1095 time: 0.1295455 Aug 20 14:58:02.641838 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9581b546-4a66-4c62-9c36-30104d81e13e req-2b46426e-c231-4a04-ac97-6e517e02659c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.644615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9581b546-4a66-4c62-9c36-30104d81e13e req-2b46426e-c231-4a04-ac97-6e517e02659c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.646429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9581b546-4a66-4c62-9c36-30104d81e13e req-2b46426e-c231-4a04-ac97-6e517e02659c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "PUT /v2.0/security-groups/5293bfd4-95db-4e29-86f9-6fbc350e948e HTTP/1.1" status: 200 len: 1776 time: 0.4745791 Aug 20 14:58:02.653658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-309246414-network', 'tenant_id': '9d32e65ac39941598142c5d13ece1493'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:02.726484 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-20f4d64e-8946-49dd-b95b-25927fd6da8b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8672388 Aug 20 14:58:02.751930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Request body: {'port': {'device_id': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:02.778247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Made reservation on behalf of 9d32e65ac39941598142c5d13ece1493 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:02.782200 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.785250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-e92bfb3a-6ba2-4e97-8b20-4ad2a2c54c8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=168b27b7-3546-44f8-aceb-cc83a9030392 HTTP/1.1" status: 200 len: 217 time: 0.0970607 Aug 20 14:58:02.816803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e20da-5dea-400e-964d-4a8ec4096156 req-5a593a57-44a9-488e-82e2-0128072d0d38 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:02.818661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f9e20da-5dea-400e-964d-4a8ec4096156 req-5a593a57-44a9-488e-82e2-0128072d0d38 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 1101 time: 0.2829263 Aug 20 14:58:02.832670 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b6a60ed-43aa-4fe9-989f-1c857663420c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.862981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46426e-c231-4a04-ac97-6e517e02659c tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5293bfd4-95db-4e29-86f9-6fbc350e948e,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:02.865717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.899059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.912524 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bae976c-d025-4728-b2d4-08fa93bcbce7 x-openstack-request-id: req-0bae976c-d025-4728-b2d4-08fa93bcbce7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:02.912524 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d10579-952a-49e9-a040-893fb4838447", "tag": "168b27b7-3546-44f8-aceb-cc83a9030392", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:02.912524 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0bae976c-d025-4728-b2d4-08fa93bcbce7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:02.912524 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d10579-952a-49e9-a040-893fb4838447', 'tag': '168b27b7-3546-44f8-aceb-cc83a9030392', 'status': 'completed', 'code': 200} Aug 20 14:58:02.917761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a60ed-43aa-4fe9-989f-1c857663420c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4472b4-325b-461a-a38b-c0b371e2bcf6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:02.932512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b6343-bb41-452e-becb-b49d44cd64eb None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:02.932801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b6a60ed-43aa-4fe9-989f-1c857663420c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:02.937193 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3b6a60ed-43aa-4fe9-989f-1c857663420c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/7f4472b4-325b-461a-a38b-c0b371e2bcf6 HTTP/1.1" status: 204 len: 168 time: 0.8034875 Aug 20 14:58:02.967790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32850) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:03.095721 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92787a37-e6e8-4c10-8f86-4b8335a7c0fa tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831025 Aug 20 14:58:03.096936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f9e20da-5dea-400e-964d-4a8ec4096156 req-4ecb1d30-82ac-45d7-a539-980e28933425 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916206 Aug 20 14:58:03.096936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 32854) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:03.096936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-8220c7af-dcf5-457d-89b1-394328453afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:03.096936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-8220c7af-dcf5-457d-89b1-394328453afa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.2561481 Aug 20 14:58:03.096936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:03.207987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ab712-ddca-4e1f-8373-ba85ad5842de None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:58:03.268691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-4ac76563-12b0-4433-8ceb-58c0034aeef5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790632 Aug 20 14:58:03.288155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76c0d41e-6b83-4913-9073-1a9e35ab2114 req-fe7181a4-675a-43e6-8da1-2734bed5f393 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/5293bfd4-95db-4e29-86f9-6fbc350e948e HTTP/1.1" status: 200 len: 1776 time: 0.3364444 Aug 20 14:58:03.301839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ab712-ddca-4e1f-8373-ba85ad5842de None None] Deleting port a84f8e37-8f85-4540-9459-431626b46984 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:03.302775 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab712-ddca-4e1f-8373-ba85ad5842de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.381968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.419302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:03.440429 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.463773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3f3ab712-ddca-4e1f-8373-ba85ad5842de None None] For port a84f8e37-8f85-4540-9459-431626b46984, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a84f8e37-8f85-4540-9459-431626b46984,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:03.464466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab712-ddca-4e1f-8373-ba85ad5842de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.465247 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Transition to ACTIVE for port object fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:03.471273 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.483701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ab712-ddca-4e1f-8373-ba85ad5842de None None] Calling delete_port for a84f8e37-8f85-4540-9459-431626b46984 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:03.486168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.518558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:03.522259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.535187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:03.596867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb4e34-ce33-4ac2-891a-a0bcb95a0430 req-da430574-6d6a-4093-83c5-112348b8dd0c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:03.606163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74bb4e34-ce33-4ac2-891a-a0bcb95a0430 req-da430574-6d6a-4093-83c5-112348b8dd0c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 931 time: 0.4017591 Aug 20 14:58:03.632750 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3f3ab712-ddca-4e1f-8373-ba85ad5842de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.670691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ab712-ddca-4e1f-8373-ba85ad5842de None None] Pushing event deleted for resources: {'Port': ['ID=a84f8e37-8f85-4540-9459-431626b46984,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:03.679879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:03.701433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ab712-ddca-4e1f-8373-ba85ad5842de None None] No DVR routers for this DVR port a84f8e37-8f85-4540-9459-431626b46984 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:58:03.720326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:58:03.738099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:03.738967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:03.739465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:03.746002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:03.746998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:03.757744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:03.758327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:03.759007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:03.759676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Bound port: fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:03.760222 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.821257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a84f8e37-8f85-4540-9459-431626b46984 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:03.823125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1362389-d26e-480f-8f10-6a459d760f86 req-3aa17e99-1386-4d1f-b4c1-b8a090916449 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/5293bfd4-95db-4e29-86f9-6fbc350e948e HTTP/1.1" status: 200 len: 1776 time: 0.1225412 Aug 20 14:58:03.827279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74bb4e34-ce33-4ac2-891a-a0bcb95a0430 req-a418ca07-47b4-4fcd-9d3e-3e3158672be6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319647 Aug 20 14:58:03.866995 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:03.867355 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Added segment 95b63de8-2728-404c-945a-9793c213029d of type vlan for network 88ffa997-2b23-44e2-96e3-534355455326 Aug 20 14:58:03.887757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a84f8e37-8f85-4540-9459-431626b46984 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:03.888753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a84f8e37-8f85-4540-9459-431626b46984 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:03.920513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:03.932487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:03.943567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:04.013686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-9858fc5d-bdc0-4ab7-9306-e7df2c64bf21 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7243822 Aug 20 14:58:04.028780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:04.052559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:04.052778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:04.053400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:04.059816 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-2ba95a4f-670d-4313-ad82-98715a3db1c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 HTTP/1.1" status: 200 len: 1092 time: 1.3107438 Aug 20 14:58:04.060365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:04.063366 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea48f876-e37e-4dde-b070-195f3819be9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:04.168541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-0ead228f-9245-443d-8e2d-10c0301833b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:04.174188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-0ead228f-9245-443d-8e2d-10c0301833b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 1095 time: 0.0596449 Aug 20 14:58:04.221485 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.resource_extend [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:58:04.230966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d3308-5bef-442d-b816-60c86dd0f29b req-98c2d474-6d9b-4afa-aa9b-290275d576d6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:04.232495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-395d3308-5bef-442d-b816-60c86dd0f29b req-98c2d474-6d9b-4afa-aa9b-290275d576d6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 943 time: 0.2688630 Aug 20 14:58:04.242651 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f1362389-d26e-480f-8f10-6a459d760f86 req-998a5f35-82c0-4d0b-bbaa-f15b830b9f68 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:04.274120 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-af99fed5-e837-4429-90c2-7cc8b51e42af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 HTTP/1.1" status: 200 len: 217 time: 0.0870428 Aug 20 14:58:04.332407 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:04.333408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:04.333993 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:04.352825 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f1362389-d26e-480f-8f10-6a459d760f86 req-998a5f35-82c0-4d0b-bbaa-f15b830b9f68 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:04.360156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-5b5b6c13-e723-4994-9258-8f7da6bb4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:04.364974 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-5b5b6c13-e723-4994-9258-8f7da6bb4987 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0772662 Aug 20 14:58:04.416979 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-323eba48-10e3-4c80-b4e9-e1aa5852c1ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424395 Aug 20 14:58:04.452495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b901640-ab89-4fe4-aa87-1d2a6657728a req-2e4ff67b-bd6f-4667-88bb-4c1a7fa2395d service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060767 Aug 20 14:58:04.468530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-395d3308-5bef-442d-b816-60c86dd0f29b req-4e650e86-7c98-4fb4-82ed-ae73bff623ee tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120759 Aug 20 14:58:04.475810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0849299 Aug 20 14:58:04.499914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 32872) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:04.526183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Request body: {'subnet': {'network_id': '88ffa997-2b23-44e2-96e3-534355455326', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-309246414-subnet', 'tenant_id': '9d32e65ac39941598142c5d13ece1493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:04.608605 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-b796d969-0282-402d-8668-6d96565fe4c4 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699400 Aug 20 14:58:04.769822 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-df99d34c-0660-4c8b-84ca-b41ca47c4634 req-a3925229-b1b6-4ad6-ad79-7248f955b5ac service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581616 Aug 20 14:58:04.813752 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69732b3a-e7a8-483b-9c83-c4f8033fa13d x-openstack-request-id: req-69732b3a-e7a8-483b-9c83-c4f8033fa13d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:04.814217 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:04.814591 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69732b3a-e7a8-483b-9c83-c4f8033fa13d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:04.815083 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246', 'status': 'completed', 'code': 200} Aug 20 14:58:04.929020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f876-e37e-4dde-b070-195f3819be9d req-efe5513c-eeab-4726-8ce4-4cb5e21bc62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:04.930704 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea48f876-e37e-4dde-b070-195f3819be9d req-efe5513c-eeab-4726-8ce4-4cb5e21bc62f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 1095 time: 0.0915489 Aug 20 14:58:05.023139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1623f-c693-48cd-a4b3-7ffa725d5f1e admin admin] Pushing event updated for resources: {'Network': ['ID=88ffa997-2b23-44e2-96e3-534355455326,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:05.036365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Made reservation on behalf of 9d32e65ac39941598142c5d13ece1493 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:05.045928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 88ffa997-2b23-44e2-96e3-534355455326 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:58:05.049824 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:05.118364 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f876-e37e-4dde-b070-195f3819be9d req-d41698c4-bc9d-4d84-a301-4e72770d0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:05.120671 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea48f876-e37e-4dde-b070-195f3819be9d req-d41698c4-bc9d-4d84-a301-4e72770d0a84 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.1786716 Aug 20 14:58:05.180224 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea48f876-e37e-4dde-b070-195f3819be9d req-f23a7a64-c52d-427e-a316-fd929bd26298 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 HTTP/1.1" status: 200 len: 217 time: 0.0435958 Aug 20 14:58:05.275364 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f876-e37e-4dde-b070-195f3819be9d req-906bb81b-9691-4c9e-bb66-7a31ae2ad91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:05.277657 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea48f876-e37e-4dde-b070-195f3819be9d req-906bb81b-9691-4c9e-bb66-7a31ae2ad91b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0819972 Aug 20 14:58:05.318821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f1362389-d26e-480f-8f10-6a459d760f86 req-998a5f35-82c0-4d0b-bbaa-f15b830b9f68 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:05.323331 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f1362389-d26e-480f-8f10-6a459d760f86 req-998a5f35-82c0-4d0b-bbaa-f15b830b9f68 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:05.324981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1362389-d26e-480f-8f10-6a459d760f86 req-998a5f35-82c0-4d0b-bbaa-f15b830b9f68 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/5293bfd4-95db-4e29-86f9-6fbc350e948e HTTP/1.1" status: 204 len: 173 time: 1.4865789 Aug 20 14:58:05.326052 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:05.356781 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea48f876-e37e-4dde-b070-195f3819be9d req-926672d0-e872-407c-8c0d-94152b5fcbb3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646527 Aug 20 14:58:05.415728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=ad7ca2da-b307-4119-8904-699a41b852c0,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:05.463661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:05.468541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:05.476882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:05.477736 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:05.479204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633bf51-75db-4628-9594-3c0b96939c85 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:05.492147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a5f35-82c0-4d0b-bbaa-f15b830b9f68 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5293bfd4-95db-4e29-86f9-6fbc350e948e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:05.496913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-c6482ca2-f5f1-4c9c-aaea-47730775ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:05.499030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-c6482ca2-f5f1-4c9c-aaea-47730775ea62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 1095 time: 0.9628978 Aug 20 14:58:05.517500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-21b6430f-fac8-42e3-80b8-9ec727fb8c27 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4394832 Aug 20 14:58:05.525500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32892) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:05.531286 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:05.542732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-56bac32f-0cce-47ff-8276-554f9247540f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': 'ad7ca2da-b307-4119-8904-699a41b852c0', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-87361689'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:05.657646 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06399e02-7c7d-48e4-8972-2fe6ad054e0a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:05.675916 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea48f876-e37e-4dde-b070-195f3819be9d req-62d61630-2c37-4887-9be2-8d7166e902a0 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034906 Aug 20 14:58:05.712104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df92b5-aa74-4c64-834e-875978b9ef36 req-4df2f552-8a88-417e-97f4-09b9eecc08c6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:05.731253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62df92b5-aa74-4c64-834e-875978b9ef36 req-4df2f552-8a88-417e-97f4-09b9eecc08c6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.7050133 Aug 20 14:58:05.763199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:05.924858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bac32f-0cce-47ff-8276-554f9247540f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:05.991151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': 'ad7ca2da-b307-4119-8904-699a41b852c0'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:58:05.992265 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:06.031205 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea48f876-e37e-4dde-b070-195f3819be9d req-cc9d8f5e-636f-4fc8-b03c-3e7a4ff3a71b service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212616 Aug 20 14:58:06.033781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Checking segment: {'id': '95b63de8-2728-404c-945a-9793c213029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '88ffa997-2b23-44e2-96e3-534355455326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:06.034158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Network hostable DHCP agents. Network: 88ffa997-2b23-44e2-96e3-534355455326, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:58:06.065613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62df92b5-aa74-4c64-834e-875978b9ef36 req-b509bbb7-b82d-4450-b58f-e09480233567 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332176 Aug 20 14:58:06.098912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-45595e47-ea82-4f59-a9e6-4d474b4c0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:06.100491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-45595e47-ea82-4f59-a9e6-4d474b4c0148 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 907 time: 0.5815954 Aug 20 14:58:06.112476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Network 88ffa997-2b23-44e2-96e3-534355455326 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:58:06.135842 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56bac32f-0cce-47ff-8276-554f9247540f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:06.147392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 88ffa997-2b23-44e2-96e3-534355455326) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:06.178787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-56bac32f-0cce-47ff-8276-554f9247540f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 623a797f-f7ee-4a57-8537-fa7c30c95509 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:58:06.216816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:06.217679 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:06.223120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ced4ff-9746-4c09-807a-e0f042f1c803 None None] Network 88ffa997-2b23-44e2-96e3-534355455326 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:06.257838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c42eb8-ed6f-4568-9077-fa6ff39296c8 req-a20fb2bb-7414-4889-92ee-7bbe54b32532 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:06.273364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68c42eb8-ed6f-4568-9077-fa6ff39296c8 req-a20fb2bb-7414-4889-92ee-7bbe54b32532 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 943 time: 0.2915437 Aug 20 14:58:06.291202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-ff124dab-4ebd-4201-ba94-f6f36864b42b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=168b27b7-3546-44f8-aceb-cc83a9030392 HTTP/1.1" status: 200 len: 217 time: 0.1579444 Aug 20 14:58:06.296498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6ae80216-18fe-4f6e-ac55-7a656a9d7f91 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7936921 Aug 20 14:58:06.400158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/ad7ca2da-b307-4119-8904-699a41b852c0/f4105da4-56d5-48e1-aeb4-e1c6438abd9d) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:06.596853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44604540-212c-4569-b466-e685d2787508 None None] Network 88ffa997-2b23-44e2-96e3-534355455326 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:06.608383 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68c42eb8-ed6f-4568-9077-fa6ff39296c8 req-b7465565-bd19-4117-8720-ff441e75ed9f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281500 Aug 20 14:58:06.624298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-ce22645c-51c5-4fea-bf00-ec3a58ffd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:06.636242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-ce22645c-51c5-4fea-bf00-ec3a58ffd732 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.2870476 Aug 20 14:58:06.676636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc82cd-08f9-44b1-b982-47e6a43849f5 req-e1424095-e503-4b36-ad19-1a6de9524cc4 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:06.684153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17fc82cd-08f9-44b1-b982-47e6a43849f5 req-e1424095-e503-4b36-ad19-1a6de9524cc4 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.3416090 Aug 20 14:58:06.718389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-67d41dcc-3d32-4cb7-845e-2f4375d6be28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802982 Aug 20 14:58:06.890921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17fc82cd-08f9-44b1-b982-47e6a43849f5 req-eea6dd63-54a6-4f77-b9b7-b3cde509e1b5 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039578 Aug 20 14:58:06.915966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-6358387f-ab62-4929-992c-e9f91129eb19 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882572 Aug 20 14:58:06.924836 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:06.953922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Transition to ACTIVE for port object f4105da4-56d5-48e1-aeb4-e1c6438abd9d will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:06.989072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Transition to ACTIVE for port object f4105da4-56d5-48e1-aeb4-e1c6438abd9d will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:06.999097 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:07.003139 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bac32f-0cce-47ff-8276-554f9247540f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:58:07.003693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bac32f-0cce-47ff-8276-554f9247540f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:58:07.034148 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-56bac32f-0cce-47ff-8276-554f9247540f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5007358 Aug 20 14:58:07.034807 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32926) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:07.051655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d34d3f8d-41f7-40db-9365-bd4876ca01ed req-eb0078e8-074a-4ba6-8ad8-05fbc1dfd56d service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190317 Aug 20 14:58:07.086946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Pushing event updated for resources: {'Port': ['ID=f4105da4-56d5-48e1-aeb4-e1c6438abd9d,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:07.102258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:07.103815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:07.107014 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:07.127920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6bee95-3100-44b1-8f7b-395a3749b828 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:07.129565 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bc6bee95-3100-44b1-8f7b-395a3749b828 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0938261 Aug 20 14:58:07.132423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32930) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:07.178124 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-bd6f21b4-a91e-4477-afcc-8ece1929dc18 req-d2729938-c6b2-4a3b-b0d0-891a6673cf7f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:58:07.179937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd6f21b4-a91e-4477-afcc-8ece1929dc18 req-d2729938-c6b2-4a3b-b0d0-891a6673cf7f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/2e258893-ba24-460a-ab95-cd39fdf2016c HTTP/1.1" status: 404 len: 352 time: 0.1288941 Aug 20 14:58:07.214738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Attempting to bind port f4105da4-56d5-48e1-aeb4-e1c6438abd9d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:07.215172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Attempting to bind port f4105da4-56d5-48e1-aeb4-e1c6438abd9d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:07.215570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Attempting to bind port f4105da4-56d5-48e1-aeb4-e1c6438abd9d on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:07.238549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8799a5a-5549-46e3-b754-1590b391638c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:07.240582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8799a5a-5549-46e3-b754-1590b391638c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:07.240789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:07.241307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:07.241634 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:07.242042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:07.242542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Bound port: f4105da4-56d5-48e1-aeb4-e1c6438abd9d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:07.242928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:07.254800 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a8799a5a-5549-46e3-b754-1590b391638c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1205161 Aug 20 14:58:07.256281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-6e0c4ae5-b8e1-4877-842b-e4c7e468b86e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:07.257666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32936) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:07.258579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-6e0c4ae5-b8e1-4877-842b-e4c7e468b86e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/networks?id=88ffa997-2b23-44e2-96e3-534355455326 HTTP/1.1" status: 200 len: 821 time: 0.2070744 Aug 20 14:58:07.292643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-86d62c16-4641-40df-a805-05633417a9b9 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/quotas/9d32e65ac39941598142c5d13ece1493 HTTP/1.1" status: 200 len: 375 time: 0.0276828 Aug 20 14:58:07.356266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-acb5d3e6-8c00-4d49-8b01-3c1a50003fe2 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d32e65ac39941598142c5d13ece1493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619586 Aug 20 14:58:07.357406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacaa99c-ecf8-42cc-88cf-73e47e686300 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet ad7ca2da-b307-4119-8904-699a41b852c0 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:07.366845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eacaa99c-ecf8-42cc-88cf-73e47e686300 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:07.388062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] For port f4105da4-56d5-48e1-aeb4-e1c6438abd9d, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:07.394362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] For port f4105da4-56d5-48e1-aeb4-e1c6438abd9d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f4105da4-56d5-48e1-aeb4-e1c6438abd9d,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:07.408956 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:07.455357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eacaa99c-ecf8-42cc-88cf-73e47e686300 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:07.517172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c5129-a859-4353-a677-a9462a5b0612 req-f63f63eb-10cf-4905-81df-e74af7b44a88 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:07.528009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-054c5129-a859-4353-a677-a9462a5b0612 req-f63f63eb-10cf-4905-81df-e74af7b44a88 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.1968341 Aug 20 14:58:07.557224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599567-50a8-4daa-b125-ccff96738323 None None] Pushing event updated for resources: {'Port': ['ID=f4105da4-56d5-48e1-aeb4-e1c6438abd9d,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:07.606656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-054c5129-a859-4353-a677-a9462a5b0612 req-a3ae6436-5dcc-4c1e-8e51-5099989e945c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719900 Aug 20 14:58:07.621319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-606b1ee2-f6e1-4021-839a-d4f23d526428 service neutron] 10.222.0.36 "GET /v2.0/networks/88ffa997-2b23-44e2-96e3-534355455326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626541 Aug 20 14:58:07.644690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eacaa99c-ecf8-42cc-88cf-73e47e686300 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:07.719523 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-8eecf90d-d850-42e1-b113-387c2740ebd1 req-d7c2aeae-fcaa-4eb6-899a-c444c1944686 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:58:07.733576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8eecf90d-d850-42e1-b113-387c2740ebd1 req-d7c2aeae-fcaa-4eb6-899a-c444c1944686 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/a9d3ffad-1a8b-4a22-b8d1-fc6ca7d45e76 HTTP/1.1" status: 404 len: 352 time: 0.0723782 Aug 20 14:58:07.752427 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eacaa99c-ecf8-42cc-88cf-73e47e686300 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:07.852095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaa99c-ecf8-42cc-88cf-73e47e686300 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7ca2da-b307-4119-8904-699a41b852c0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:07.867810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eacaa99c-ecf8-42cc-88cf-73e47e686300 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:07.872640 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eacaa99c-ecf8-42cc-88cf-73e47e686300 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/ad7ca2da-b307-4119-8904-699a41b852c0 HTTP/1.1" status: 204 len: 168 time: 0.6113834 Aug 20 14:58:07.874096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32942) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:07.880036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-7c0c6726-be51-43e1-a147-5e86a7dc6305 service neutron] 10.222.0.36 "GET /v2.0/networks/88ffa997-2b23-44e2-96e3-534355455326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554016 Aug 20 14:58:07.901021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 168b27b7-3546-44f8-aceb-cc83a9030392 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:58:07.932368 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f207f25a-4a19-4ec3-a66d-c58bcfb57be1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536296 Aug 20 14:58:07.932677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32946) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:07.949066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:08.124624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 168b27b7-3546-44f8-aceb-cc83a9030392, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=168b27b7-3546-44f8-aceb-cc83a9030392,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:08.160038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:08.162344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '168b27b7-3546-44f8-aceb-cc83a9030392', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'port_id': '168b27b7-3546-44f8-aceb-cc83a9030392', 'mac_address': 'fa:16:3e:9e:d5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafce579-00b8-4639-b447-4e7a5b160daf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:58:08.177338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.193971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee828fb-bdb1-4543-86dd-0aa28483781d req-c101bbed-9196-4c85-a671-d31e6e153cd3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:08.194875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ee828fb-bdb1-4543-86dd-0aa28483781d req-c101bbed-9196-4c85-a671-d31e6e153cd3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 943 time: 0.1692050 Aug 20 14:58:08.223405 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-e9bcda3a-2add-4b3e-a17b-27f0023b3355 req-292e034b-718a-4071-8d09-66fe9d953035 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:58:08.224772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9bcda3a-2add-4b3e-a17b-27f0023b3355 req-292e034b-718a-4071-8d09-66fe9d953035 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/b7b92f88-ce69-4d17-bcb8-7126f0aa70e3 HTTP/1.1" status: 404 len: 352 time: 0.0289788 Aug 20 14:58:08.239841 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.280545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168b27b7-3546-44f8-aceb-cc83a9030392 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:08.326940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ee828fb-bdb1-4543-86dd-0aa28483781d req-3e7430ea-0ca5-4d86-9c68-27b0e02bbd31 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954399 Aug 20 14:58:08.335958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 168b27b7-3546-44f8-aceb-cc83a9030392, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=168b27b7-3546-44f8-aceb-cc83a9030392,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:08.349424 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.433951 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:58:08.483161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.492185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9267fe1-a0ea-48bb-8c06-ac5bc07c9d3a req-fccad86c-1bd6-4fb3-b273-0f3a14b4d52f tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 210 time: 0.0556312 Aug 20 14:58:08.512953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=168b27b7-3546-44f8-aceb-cc83a9030392,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:08.554627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa2d3f-ae20-423c-8ea9-d1c7b261dab2 req-1ca127ce-6aa3-4f80-b0d5-e89e97988d15 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:08.571251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5fa2d3f-ae20-423c-8ea9-d1c7b261dab2 req-1ca127ce-6aa3-4f80-b0d5-e89e97988d15 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1941934 Aug 20 14:58:08.589185 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=7d0255c7-5c4d-4279-9b6a-894df9a037e0,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:08.604045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:08.606122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:08.610915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:08.611947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.612601 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-fdb557a2-e080-4d92-87b1-9009d14603a3 req-8ebb99fc-cdb4-49f2-83b5-1492acf3e076 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:58:08.620718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fdb557a2-e080-4d92-87b1-9009d14603a3 req-8ebb99fc-cdb4-49f2-83b5-1492acf3e076 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/be7e9ce0-3239-4939-abf0-94930e06d46e HTTP/1.1" status: 404 len: 352 time: 0.0958936 Aug 20 14:58:08.651203 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3ce124a8-3006-4b65-9980-e9147397934e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7173810 Aug 20 14:58:08.652281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32962) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:08.657236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-21ef1f29-3a1e-4f53-bc7a-462b4ff7bed3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-937329007', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:08.660602 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['168b27b7-3546-44f8-aceb-cc83a9030392'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:08.710202 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-568aefcb-c4b7-4fd9-acda-36479c193942 req-3b7f158d-8505-47a3-81b4-41de28a79e26 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:58:08.716576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21ef1f29-3a1e-4f53-bc7a-462b4ff7bed3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.717885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21ef1f29-3a1e-4f53-bc7a-462b4ff7bed3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.729873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-568aefcb-c4b7-4fd9-acda-36479c193942 req-3b7f158d-8505-47a3-81b4-41de28a79e26 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/48291efb-eeff-44e5-827c-3d050a23b5d5 HTTP/1.1" status: 404 len: 352 time: 0.0571637 Aug 20 14:58:08.796818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5fa2d3f-ae20-423c-8ea9-d1c7b261dab2 req-a330a7b9-c946-4fab-94fc-c1bf9c4c21c0 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244668 Aug 20 14:58:08.829397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21ef1f29-3a1e-4f53-bc7a-462b4ff7bed3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.836844 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-b15df889-92da-4a50-8cef-08e75e877d3f req-05f76686-bc69-4b1e-97d3-282d88051386 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] show failed (client error): The resource could not be found. Aug 20 14:58:08.847901 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21ef1f29-3a1e-4f53-bc7a-462b4ff7bed3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.862078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b15df889-92da-4a50-8cef-08e75e877d3f req-05f76686-bc69-4b1e-97d3-282d88051386 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/f5145cae-e5e9-4de1-aebc-94d6c5e48a1b HTTP/1.1" status: 404 len: 352 time: 0.0508044 Aug 20 14:58:08.886418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21ef1f29-3a1e-4f53-bc7a-462b4ff7bed3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:08.890799 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-21ef1f29-3a1e-4f53-bc7a-462b4ff7bed3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2372253 Aug 20 14:58:08.891434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32970) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:08.994281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c633d55-cf12-4e79-b2a3-c21d8f3baf69 req-d84c6d16-13c1-47d2-9225-8f1e075a1bac tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:08.997621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c633d55-cf12-4e79-b2a3-c21d8f3baf69 req-d84c6d16-13c1-47d2-9225-8f1e075a1bac tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.1345479 Aug 20 14:58:09.092959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c633d55-cf12-4e79-b2a3-c21d8f3baf69 req-6bc9e853-1cd7-4cf4-a712-e342ce5ad7ef tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832014 Aug 20 14:58:09.229454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81611a-daed-4344-9dbf-f064c3632546 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:09.281741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd8e3f-f5ff-450a-8a3b-49339989c5a1 req-7474c1b3-0ee3-46f6-a8df-3278fe6c2259 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:09.293209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12cd8e3f-f5ff-450a-8a3b-49339989c5a1 req-7474c1b3-0ee3-46f6-a8df-3278fe6c2259 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1023 time: 0.0959840 Aug 20 14:58:09.373862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12cd8e3f-f5ff-450a-8a3b-49339989c5a1 req-69844cc6-217a-476c-b282-bc4829276642 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&id=d84e8691-4aa7-4a09-a234-bc2a2b80d4dc&id=0dd40c55-f4f6-42a9-af76-c2ebd8b86227&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0801804 Aug 20 14:58:09.382745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-67a1873d-b96a-4868-b2c4-659401fc1ca5 None None] Provisioning for port f4105da4-56d5-48e1-aeb4-e1c6438abd9d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:09.477392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:09.501499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2e590-ee63-43aa-aa98-54e0d749c65a req-dda1f441-ff75-4e4f-b368-b7ffd5d2e065 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:09.522136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fd2e590-ee63-43aa-aa98-54e0d749c65a req-dda1f441-ff75-4e4f-b368-b7ffd5d2e065 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 944 time: 0.0913100 Aug 20 14:58:09.624584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fd2e590-ee63-43aa-aa98-54e0d749c65a req-c76ccf37-c8ba-4549-8069-4f0682ce6209 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999446 Aug 20 14:58:09.627900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62dcecd4-f6de-4c5d-8011-22b71572b9c1 req-1c001686-215b-4302-9053-694b5dd51b79 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 210 time: 0.0537882 Aug 20 14:58:09.842447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f4105da4-56d5-48e1-aeb4-e1c6438abd9d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:09.914722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 168b27b7-3546-44f8-aceb-cc83a9030392 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:09.958070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::1 (ac065349-4adc-4c43-b021-1a2dee529997/7d0255c7-5c4d-4279-9b6a-894df9a037e0/9af6368f-492f-4307-91c3-8e3ad4a53eef) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:10.006816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aceb9-7e01-4e59-92d1-eb05d9a2f51e req-2d73ae77-4eba-424f-8817-2ed8c548bf88 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:10.009878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d90aceb9-7e01-4e59-92d1-eb05d9a2f51e req-2d73ae77-4eba-424f-8817-2ed8c548bf88 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1166246 Aug 20 14:58:10.015912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port f4105da4-56d5-48e1-aeb4-e1c6438abd9d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:10.022972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f4105da4-56d5-48e1-aeb4-e1c6438abd9d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:10.023610 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:10.058328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d90aceb9-7e01-4e59-92d1-eb05d9a2f51e req-75ee4990-dad8-438c-808a-72b18edcc379 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Aug 20 14:58:10.060221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 168b27b7-3546-44f8-aceb-cc83a9030392 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:10.069387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 168b27b7-3546-44f8-aceb-cc83a9030392 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:10.069862 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:10.160344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:10.176753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 9af6368f-492f-4307-91c3-8e3ad4a53eef will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:10.247426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:10.489481 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:10.504322 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:10.535113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d10579-952a-49e9-a040-893fb4838447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168b27b7-3546-44f8-aceb-cc83a9030392'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:10.537658 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d5b7e5-f25b-4d1c-a694-847b92b60a99" -d '{"events": [{"server_uuid": "41d10579-952a-49e9-a040-893fb4838447", "name": "network-vif-plugged", "status": "completed", "tag": "168b27b7-3546-44f8-aceb-cc83a9030392"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:10.558504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 168b27b7-3546-44f8-aceb-cc83a9030392, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=168b27b7-3546-44f8-aceb-cc83a9030392,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:10.574668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port f4105da4-56d5-48e1-aeb4-e1c6438abd9d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f4105da4-56d5-48e1-aeb4-e1c6438abd9d,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:10.576314 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:10.604201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:10.639532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=168b27b7-3546-44f8-aceb-cc83a9030392,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:10.673084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c187b9-d0fe-4995-919f-cc480efdf2f5 req-f49b43de-27e7-4260-ba5d-9a2ee145df18 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:10.681498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25c187b9-d0fe-4995-919f-cc480efdf2f5 req-f49b43de-27e7-4260-ba5d-9a2ee145df18 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.3950703 Aug 20 14:58:10.696936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=f4105da4-56d5-48e1-aeb4-e1c6438abd9d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:10.733421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb901f3-c2a8-4541-a6fa-2ebe46f43326 req-f6df3720-f7d0-4e4e-9c87-a2cc32b73ce7 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:10.735712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfb901f3-c2a8-4541-a6fa-2ebe46f43326 req-f6df3720-f7d0-4e4e-9c87-a2cc32b73ce7 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1023 time: 0.2347300 Aug 20 14:58:10.744784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-104c8cbe-d48a-47c3-b287-bbf258e7f86c tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:10.746383 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-104c8cbe-d48a-47c3-b287-bbf258e7f86c tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.72 "GET /v2.0/networks?id=88ffa997-2b23-44e2-96e3-534355455326 HTTP/1.1" status: 200 len: 821 time: 0.5521407 Aug 20 14:58:10.782253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Request body: {'port': {'device_id': '947c98de-6b48-494e-8f5a-8b979ade051e', 'network_id': '88ffa997-2b23-44e2-96e3-534355455326', 'admin_state_up': True, 'tenant_id': '9d32e65ac39941598142c5d13ece1493'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:10.790034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=9af6368f-492f-4307-91c3-8e3ad4a53eef,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:10.793635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:10.795338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:10.798209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:10.799196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:10.802798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25c187b9-d0fe-4995-919f-cc480efdf2f5 req-2973a0c1-da1b-45e2-952e-e57dfb39b128 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167305 Aug 20 14:58:10.886513 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dbc39a-dc15-4c9c-8394-03adbad6160b x-openstack-request-id: req-f2dbc39a-dc15-4c9c-8394-03adbad6160b {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:10.886722 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d10579-952a-49e9-a040-893fb4838447", "name": "network-vif-plugged", "status": "completed", "tag": "168b27b7-3546-44f8-aceb-cc83a9030392", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:10.886946 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2dbc39a-dc15-4c9c-8394-03adbad6160b {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:10.887348 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d10579-952a-49e9-a040-893fb4838447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168b27b7-3546-44f8-aceb-cc83a9030392', 'code': 200} Aug 20 14:58:10.970969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfb901f3-c2a8-4541-a6fa-2ebe46f43326 req-76822b37-41b9-4630-be71-11d4ab6dab64 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&id=d84e8691-4aa7-4a09-a234-bc2a2b80d4dc&id=0dd40c55-f4f6-42a9-af76-c2ebd8b86227&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2168212 Aug 20 14:58:10.975442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:11.157496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-565d3e2d-16d2-4a5c-b701-5495c14b677b req-78dcfeca-6993-4dfe-a48a-5af3086ea13e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 210 time: 0.0937023 Aug 20 14:58:11.212772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839091e-4e39-4afc-87a3-a9bdd03e0955 req-b11994cc-0ce6-403d-9e22-186e1004b3b6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:11.214642 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5839091e-4e39-4afc-87a3-a9bdd03e0955 req-b11994cc-0ce6-403d-9e22-186e1004b3b6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 945 time: 0.2115796 Aug 20 14:58:11.223377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae11d2-4543-425e-b4ed-3b7f70113bc4 req-9447a009-b9af-4a3b-9e22-62737fc56fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:11.225237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deae11d2-4543-425e-b4ed-3b7f70113bc4 req-9447a009-b9af-4a3b-9e22-62737fc56fa6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 1097 time: 0.2136822 Aug 20 14:58:11.250626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-870d86e2-485c-4b4a-b8a5-3ebb163b0acd None None] Provisioning for port 9af6368f-492f-4307-91c3-8e3ad4a53eef completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:11.260372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-870d86e2-485c-4b4a-b8a5-3ebb163b0acd None None] Provisioning complete for port 9af6368f-492f-4307-91c3-8e3ad4a53eef triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:11.260977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-870d86e2-485c-4b4a-b8a5-3ebb163b0acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:11.305551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-870d86e2-485c-4b4a-b8a5-3ebb163b0acd None None] Port 9af6368f-492f-4307-91c3-8e3ad4a53eef cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:58:11.310511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Made reservation on behalf of 9d32e65ac39941598142c5d13ece1493 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:11.314480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:11.367831 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:11.373754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:11.375719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:11.411246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5839091e-4e39-4afc-87a3-a9bdd03e0955 req-118c4053-e95d-4bb8-9ff7-4d0ca0ca9baf tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781089 Aug 20 14:58:11.425108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deae11d2-4543-425e-b4ed-3b7f70113bc4 req-5cda5ce0-64a3-45bb-93bf-e359a4481db1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751382 Aug 20 14:58:11.481761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f122f-4f87-44a3-a4aa-44b0a1591609 req-95466c0d-2654-43b6-9963-b820936ce9a8 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:11.483279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a3f122f-4f87-44a3-a4aa-44b0a1591609 req-95466c0d-2654-43b6-9963-b820936ce9a8 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.2250998 Aug 20 14:58:11.494615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-74eb883e-680b-468c-991b-0bb42538efdd tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:11.496167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-74eb883e-680b-468c-991b-0bb42538efdd tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1023 time: 0.1965773 Aug 20 14:58:11.506631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=9af6368f-492f-4307-91c3-8e3ad4a53eef,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:11.536296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:11.537741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:11.637204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a3f122f-4f87-44a3-a4aa-44b0a1591609 req-fb2e4aec-b1e7-4c8b-ad95-c8ffcdd24142 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350186 Aug 20 14:58:11.673938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Allocated IP 172.20.0.12 (88ffa997-2b23-44e2-96e3-534355455326/06399e02-7c7d-48e4-8972-2fe6ad054e0a/37ce2472-57d7-4ee3-b059-33f0e1844852) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:11.704544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Router d279849d-029e-4739-acd9-7c7a257b7fb4 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:58:11.771640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Deleting port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:11.771968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:11.823321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f4105da4-56d5-48e1-aeb4-e1c6438abd9d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:11.835875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:58:11.841889 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e1d66e06-abbd-4f7a-9d80-bb7d73be23e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "PUT /v2.0/routers/d279849d-029e-4739-acd9-7c7a257b7fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9492860 Aug 20 14:58:11.845056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33024) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:11.878347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Sync routers for ids ['d279849d-029e-4739-acd9-7c7a257b7fb4'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:58:11.899673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Routers {'d279849d-029e-4739-acd9-7c7a257b7fb4'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:11.900660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d279849d-029e-4739-acd9-7c7a257b7fb4'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:11.906607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f43901-e883-45ba-8da4-c67ca9c26b59 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:11.910887 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d8f43901-e883-45ba-8da4-c67ca9c26b59 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports/9af6368f-492f-4307-91c3-8e3ad4a53eef HTTP/1.1" status: 200 len: 911 time: 0.0648117 Aug 20 14:58:11.911522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33026) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:11.965000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca0bb2-2c7d-4f1c-9b9f-013525473a5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:11.972646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ca0bb2-2c7d-4f1c-9b9f-013525473a5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:11.974726 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-03ca0bb2-2c7d-4f1c-9b9f-013525473a5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0622528 Aug 20 14:58:11.977581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33028) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:12.000334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b11361f3-2b59-41d0-833a-ddf4cc630712 None None] Provisioning complete for port 9af6368f-492f-4307-91c3-8e3ad4a53eef triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:12.000963 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b11361f3-2b59-41d0-833a-ddf4cc630712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.002508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f4105da4-56d5-48e1-aeb4-e1c6438abd9d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:12.002867 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.067013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Set router d279849d-029e-4739-acd9-7c7a257b7fb4 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:58:12.093225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-5e22cffc-25e6-47bc-a9cc-035bfb9c721a tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:12.095272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-5e22cffc-25e6-47bc-a9cc-035bfb9c721a tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/networks?id=43924749-5c14-4d61-add6-11ff9688d237 HTTP/1.1" status: 200 len: 815 time: 0.3202794 Aug 20 14:58:12.107475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc07ee1-e1b7-4f5e-9741-a839d1b86528 req-b2c006ae-6e55-41e1-b738-7000da8f4c37 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:12.108644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b11361f3-2b59-41d0-833a-ddf4cc630712 None None] Port 9af6368f-492f-4307-91c3-8e3ad4a53eef cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:58:12.109488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fc07ee1-e1b7-4f5e-9741-a839d1b86528 req-b2c006ae-6e55-41e1-b738-7000da8f4c37 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.1855288 Aug 20 14:58:12.113211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] For port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,segment=NetworkSegment(2ed6629e-98b4-45f2-b3f6-6a815587e6cd),segment_id=2ed6629e-98b4-45f2-b3f6-6a815587e6cd)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:12.113211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.117532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.155855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Calling delete_port for 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:12.158871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-43cf7cde-7a18-4b17-a297-df5b3276624b tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/quotas/4d03c0864047453ebebeba36c82ff9db HTTP/1.1" status: 200 len: 375 time: 0.0484488 Aug 20 14:58:12.234883 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ce25f36d-6206-4002-9bf8-6a1d60a665e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.263016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fc07ee1-e1b7-4f5e-9741-a839d1b86528 req-c87c5f64-0ef2-44df-a2e7-9f02b2a20d8f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300607 Aug 20 14:58:12.317509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.326560 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-1067b6d9-01dc-48f0-b3c4-6a407ff7498c tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d03c0864047453ebebeba36c82ff9db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1532950 Aug 20 14:58:12.368208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279849d-029e-4739-acd9-7c7a257b7fb4', 'name': 'tempest-NetworksTestDHCPv6-router-937329007', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:08Z', 'updated_at': '2021-08-20T14:58:10Z', 'revision_number': 2, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'gw_port_host': None, '_interfaces': [{'id': '9af6368f-492f-4307-91c3-8e3ad4a53eef', 'name': '', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'mac_address': 'fa:16:3e:6b:27:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd279849d-029e-4739-acd9-7c7a257b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '7d0255c7-5c4d-4279-9b6a-894df9a037e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:09Z', 'updated_at': '2021-08-20T14:58:11Z', 'revision_number': 2, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'subnets': [{'id': '7d0255c7-5c4d-4279-9b6a-894df9a037e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:12.396888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Checking router: d279849d-029e-4739-acd9-7c7a257b7fb4 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:58:12.397247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Updating router d279849d-029e-4739-acd9-7c7a257b7fb4 port 9af6368f-492f-4307-91c3-8e3ad4a53eef binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:58:12.423604 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.508954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.712955 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.724572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Transition to ACTIVE for port object 9af6368f-492f-4307-91c3-8e3ad4a53eef will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:12.730495 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.760653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Network 88ffa997-2b23-44e2-96e3-534355455326 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:12.787846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:12.790672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:12.791870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 9af6368f-492f-4307-91c3-8e3ad4a53eef {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:12.792433 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.836442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19a3c6-f3f5-450b-998f-b81114df3d54 None None] Pushing event updated for resources: {'Port': ['ID=9af6368f-492f-4307-91c3-8e3ad4a53eef,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:12.843856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Attempting to bind port 9af6368f-492f-4307-91c3-8e3ad4a53eef on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:12.844289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Attempting to bind port 9af6368f-492f-4307-91c3-8e3ad4a53eef by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:12.844693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Attempting to bind port 9af6368f-492f-4307-91c3-8e3ad4a53eef on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:12.852764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:12.853357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:12.853847 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.854437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:12.855042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Bound port: 9af6368f-492f-4307-91c3-8e3ad4a53eef, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:12.855521 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.884785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Pushing event updated for resources: {'Port': ['ID=37ce2472-57d7-4ee3-b059-33f0e1844852,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:12.908284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] For port 9af6368f-492f-4307-91c3-8e3ad4a53eef, host n-d-695189-15, got binding levels [] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:12.908901 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:12.928621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 9af6368f-492f-4307-91c3-8e3ad4a53eef owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:12.959093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31162f-2d02-4138-8a7d-70387f4c0c88 req-dd154cf5-4cfb-4bfa-874f-40b935e8b0eb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:12.966885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c31162f-2d02-4138-8a7d-70387f4c0c88 req-dd154cf5-4cfb-4bfa-874f-40b935e8b0eb tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5 HTTP/1.1" status: 200 len: 1023 time: 0.6164742 Aug 20 14:58:12.970208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] For port 9af6368f-492f-4307-91c3-8e3ad4a53eef, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:12.975014 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] For port 9af6368f-492f-4307-91c3-8e3ad4a53eef, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9af6368f-492f-4307-91c3-8e3ad4a53eef,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:12.978783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-b2d836c7-31a7-4964-86a7-019541318b01 service neutron] 10.222.0.36 "GET /v2.0/networks/43924749-5c14-4d61-add6-11ff9688d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267331 Aug 20 14:58:12.989854 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:13.019508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:13.020278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:13.058511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Routers {'d279849d-029e-4739-acd9-7c7a257b7fb4'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:13.059217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:57:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d279849d-029e-4739-acd9-7c7a257b7fb4'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:13.074683 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:13.121731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19a3c6-f3f5-450b-998f-b81114df3d54 None None] Pushing event updated for resources: {'Port': ['ID=9af6368f-492f-4307-91c3-8e3ad4a53eef,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:13.132504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'Port': ['ID=81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:13.146578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c31162f-2d02-4138-8a7d-70387f4c0c88 req-0b454cbf-d706-499b-9e51-99971c118d44 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cc03168-a32b-46f2-86b2-12baf0938b35&id=d84e8691-4aa7-4a09-a234-bc2a2b80d4dc&id=0dd40c55-f4f6-42a9-af76-c2ebd8b86227&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1786909 Aug 20 14:58:13.153102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-2a9f44e6-6364-4a49-93fd-d411dfcfec71 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3771582 Aug 20 14:58:13.156429 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:13.180777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Request body: {'port': {'device_id': '947c98de-6b48-494e-8f5a-8b979ade051e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:13.192511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] Set router d279849d-029e-4739-acd9-7c7a257b7fb4 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:58:13.193151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=9af6368f-492f-4307-91c3-8e3ad4a53eef,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:13.247969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d7d1dd9d-47a1-47ee-9e68-058b8845b7db None None] Could not find standard attr ID for object 9af6368f-492f-4307-91c3-8e3ad4a53eef. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:58:13.314772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:13.348290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] No DVR routers for this DVR port 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:58:13.360572 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:13.363205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc6b8547-7dcb-4592-8f13-adee19f331e7 req-79478b88-b323-4d58-acbf-8729554d8d5f tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.72 "DELETE /v2.0/ports/81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc HTTP/1.1" status: 204 len: 173 time: 1.8520577 Aug 20 14:58:13.372633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'name': 'network-vif-deleted', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:13.378827 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f39309-7997-4b6d-bcb7-cdc8c44b41af" -d '{"events": [{"server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "name": "network-vif-deleted", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:13.391782 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:13.456121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-35ef11eb-be73-4a57-bbd1-957ade9ad443 service neutron] 10.222.0.36 "GET /v2.0/networks/43924749-5c14-4d61-add6-11ff9688d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613762 Aug 20 14:58:13.465635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd279849d-029e-4739-acd9-7c7a257b7fb4', 'name': 'tempest-NetworksTestDHCPv6-router-937329007', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:08Z', 'updated_at': '2021-08-20T14:58:10Z', 'revision_number': 2, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'gw_port_host': None, '_interfaces': [{'id': '9af6368f-492f-4307-91c3-8e3ad4a53eef', 'name': '', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'mac_address': 'fa:16:3e:6b:27:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd279849d-029e-4739-acd9-7c7a257b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '7d0255c7-5c4d-4279-9b6a-894df9a037e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:09Z', 'updated_at': '2021-08-20T14:58:12Z', 'revision_number': 4, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'subnets': [{'id': '7d0255c7-5c4d-4279-9b6a-894df9a037e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:13.476884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90252d-1971-4cb8-87b5-d0f4bb4a9f6f req-9f9ae30a-38b2-438f-800f-7f0809e05ae7 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:13.485214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd90252d-1971-4cb8-87b5-d0f4bb4a9f6f req-9f9ae30a-38b2-438f-800f-7f0809e05ae7 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 932 time: 0.2102201 Aug 20 14:58:13.530020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacd140-c7ec-4fa5-9814-d5fc53d77073 None None] The sync data for ids ['d279849d-029e-4739-acd9-7c7a257b7fb4'] in n-d-695189-15 is: [{'id': 'd279849d-029e-4739-acd9-7c7a257b7fb4', 'name': 'tempest-NetworksTestDHCPv6-router-937329007', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:08Z', 'updated_at': '2021-08-20T14:58:10Z', 'revision_number': 2, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'gw_port_host': None, '_interfaces': [{'id': '9af6368f-492f-4307-91c3-8e3ad4a53eef', 'name': '', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'mac_address': 'fa:16:3e:6b:27:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd279849d-029e-4739-acd9-7c7a257b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '7d0255c7-5c4d-4279-9b6a-894df9a037e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:09Z', 'updated_at': '2021-08-20T14:58:12Z', 'revision_number': 4, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'subnets': [{'id': '7d0255c7-5c4d-4279-9b6a-894df9a037e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:58:13.575164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9decabe9-51af-4725-88c9-4de70ada0b18 None None] Could not find standard attr ID for object 9af6368f-492f-4307-91c3-8e3ad4a53eef. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:58:13.651366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd90252d-1971-4cb8-87b5-d0f4bb4a9f6f req-520f5a15-eaf8-4840-b9a1-6dad4b3c52e2 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653469 Aug 20 14:58:13.911835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95531c24-9dfb-4f61-8845-70f316eb028f req-51c5b3ae-3c9d-479b-9faa-0e88e3470cb8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:13.919718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95531c24-9dfb-4f61-8845-70f316eb028f req-51c5b3ae-3c9d-479b-9faa-0e88e3470cb8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 945 time: 0.1626945 Aug 20 14:58:13.990627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Router d279849d-029e-4739-acd9-7c7a257b7fb4 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:58:14.036858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95531c24-9dfb-4f61-8845-70f316eb028f req-a9ce5d19-d71a-40d3-a41c-1dc05569b9f2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088893 Aug 20 14:58:14.135990 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:58:14.148366 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-326dba29-0a80-4130-a83c-677b68b9151a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "PUT /v2.0/routers/d279849d-029e-4739-acd9-7c7a257b7fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1693158 Aug 20 14:58:14.149064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33054) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:14.272970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd8df6-1f91-4b45-ad99-745ea6afeca4 req-e02d77a0-9941-4cd0-a103-ce8f80f883f6 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:14.273805 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536c3ef4-6e76-4791-b02b-bb0ac6c139b3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:14.276097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536c3ef4-6e76-4791-b02b-bb0ac6c139b3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:14.280922 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58fd8df6-1f91-4b45-ad99-745ea6afeca4 req-e02d77a0-9941-4cd0-a103-ce8f80f883f6 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.3564346 Aug 20 14:58:14.281410 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-536c3ef4-6e76-4791-b02b-bb0ac6c139b3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1306782 Aug 20 14:58:14.281772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33062) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:14.298168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ce2472-57d7-4ee3-b059-33f0e1844852 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:14.350400 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:14.355837 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-966027c6-7488-435a-9e09-9fc049e4d7c7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 7d0255c7-5c4d-4279-9b6a-894df9a037e0 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:14.360510 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-966027c6-7488-435a-9e09-9fc049e4d7c7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:14.381577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123fd65-6e07-4688-aee2-1067af97b82d req-74d766e1-2980-4b1b-bbd7-ceb85ade73a2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:14.385190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2123fd65-6e07-4688-aee2-1067af97b82d req-74d766e1-2980-4b1b-bbd7-ceb85ade73a2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.1896517 Aug 20 14:58:14.391043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Transition to ACTIVE for port object 37ce2472-57d7-4ee3-b059-33f0e1844852 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:14.413161 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:14.430884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-966027c6-7488-435a-9e09-9fc049e4d7c7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:14.497661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58fd8df6-1f91-4b45-ad99-745ea6afeca4 req-65fa7abe-ff85-4380-9260-a33d30f9cf45 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135475 Aug 20 14:58:14.504788 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-966027c6-7488-435a-9e09-9fc049e4d7c7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:14.548005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87737db0-139b-4682-a817-a8836d42516a service neutron] Pushing event updated for resources: {'Port': ['ID=37ce2472-57d7-4ee3-b059-33f0e1844852,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:14.619267 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b4368c-8eed-44fc-9aa7-56f6f8b436fc x-openstack-request-id: req-45b4368c-8eed-44fc-9aa7-56f6f8b436fc {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:14.619593 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5", "name": "network-vif-deleted", "tag": "81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:14.619842 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45b4368c-8eed-44fc-9aa7-56f6f8b436fc {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:14.620433 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce6fb0e5-9fd4-47cf-beb3-d30ebcd2e4f5', 'name': 'network-vif-deleted', 'tag': '81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc', 'status': 'completed', 'code': 200} Aug 20 14:58:14.632569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-966027c6-7488-435a-9e09-9fc049e4d7c7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:14.634369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2123fd65-6e07-4688-aee2-1067af97b82d req-38828402-5817-44f7-8f99-99230489b604 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406807 Aug 20 14:58:14.685570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966027c6-7488-435a-9e09-9fc049e4d7c7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0255c7-5c4d-4279-9b6a-894df9a037e0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:14.692426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Attempting to bind port 37ce2472-57d7-4ee3-b059-33f0e1844852 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:14.693071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Attempting to bind port 37ce2472-57d7-4ee3-b059-33f0e1844852 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '95b63de8-2728-404c-945a-9793c213029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '88ffa997-2b23-44e2-96e3-534355455326'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:14.693580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Attempting to bind port 37ce2472-57d7-4ee3-b059-33f0e1844852 on network 88ffa997-2b23-44e2-96e3-534355455326 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:14.693732 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-966027c6-7488-435a-9e09-9fc049e4d7c7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:14.696655 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-966027c6-7488-435a-9e09-9fc049e4d7c7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/7d0255c7-5c4d-4279-9b6a-894df9a037e0 HTTP/1.1" status: 204 len: 168 time: 0.4136395 Aug 20 14:58:14.703602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33066) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:14.704423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a52eb-326a-49e0-8e89-99eae4589598 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:14.756528 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9d98963-e823-493d-8f58-07f0222a9d69 req-84f9750f-a3e9-4771-b356-70d9b800a688 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 210 time: 0.0941663 Aug 20 14:58:14.763591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Port 37ce2472-57d7-4ee3-b059-33f0e1844852 on network 88ffa997-2b23-44e2-96e3-534355455326 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:14.765886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Attempting to bind port 37ce2472-57d7-4ee3-b059-33f0e1844852 on network 88ffa997-2b23-44e2-96e3-534355455326 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:14.785738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:14.786080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Checking segment: {'id': '95b63de8-2728-404c-945a-9793c213029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '88ffa997-2b23-44e2-96e3-534355455326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:14.804879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Bound using segment: {'id': '95b63de8-2728-404c-945a-9793c213029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '88ffa997-2b23-44e2-96e3-534355455326'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:14.806740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Bound port: 37ce2472-57d7-4ee3-b059-33f0e1844852, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b63de8-2728-404c-945a-9793c213029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '88ffa997-2b23-44e2-96e3-534355455326'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:14.808527 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:14.827114 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:14.856943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:14.878653 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:14.879472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 81ccfbb6-2bc1-42fe-a705-a5e5881ce9fc not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:14.906164 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-761107c5-778a-4085-acdf-9523028d44e5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2007904 Aug 20 14:58:14.908599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:14.993752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7fa679-3166-4125-857a-87fcc22c29b7 None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:58:14.996052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-011d3325-3419-4c87-9e72-4162d8924774 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.002577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] For port 37ce2472-57d7-4ee3-b059-33f0e1844852, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:15.024363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] For port 37ce2472-57d7-4ee3-b059-33f0e1844852, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=37ce2472-57d7-4ee3-b059-33f0e1844852,segment=NetworkSegment(95b63de8-2728-404c-945a-9793c213029d),segment_id=95b63de8-2728-404c-945a-9793c213029d)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:15.041521 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.048794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fa679-3166-4125-857a-87fcc22c29b7 None None] Deleting port f4105da4-56d5-48e1-aeb4-e1c6438abd9d {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:15.049175 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a7fa679-3166-4125-857a-87fcc22c29b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.056056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3604aa-3746-4a0b-9cb4-532805bd233c req-676057ca-3d4b-44e9-938f-86ae3d3bdd96 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:15.057599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab3604aa-3746-4a0b-9cb4-532805bd233c req-676057ca-3d4b-44e9-938f-86ae3d3bdd96 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 944 time: 0.1776981 Aug 20 14:58:15.116261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:15.116889 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.117127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0a7fa679-3166-4125-857a-87fcc22c29b7 None None] For port f4105da4-56d5-48e1-aeb4-e1c6438abd9d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f4105da4-56d5-48e1-aeb4-e1c6438abd9d,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:15.117536 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a7fa679-3166-4125-857a-87fcc22c29b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.118284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-87737db0-139b-4682-a817-a8836d42516a service neutron] 10.222.0.72 "PUT /v2.0/ports/37ce2472-57d7-4ee3-b059-33f0e1844852 HTTP/1.1" status: 200 len: 1093 time: 1.9418416 Aug 20 14:58:15.137715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fa679-3166-4125-857a-87fcc22c29b7 None None] Calling delete_port for f4105da4-56d5-48e1-aeb4-e1c6438abd9d owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:15.150172 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1b676f00-8072-40d7-a6b9-4631bbc05634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.152780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-90aca139-917d-4a94-b412-286c117bab8c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:15.154259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-90aca139-917d-4a94-b412-286c117bab8c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.2731352 Aug 20 14:58:15.178362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-011d3325-3419-4c87-9e72-4162d8924774 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.180895 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-011d3325-3419-4c87-9e72-4162d8924774 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.226675 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-011d3325-3419-4c87-9e72-4162d8924774 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.227261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011d3325-3419-4c87-9e72-4162d8924774 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Fanout notify agent at l3_agent the message router_deleted on router d279849d-029e-4739-acd9-7c7a257b7fb4 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:58:15.238442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-011d3325-3419-4c87-9e72-4162d8924774 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.239736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-011d3325-3419-4c87-9e72-4162d8924774 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/routers/d279849d-029e-4739-acd9-7c7a257b7fb4 HTTP/1.1" status: 204 len: 168 time: 0.3298824 Aug 20 14:58:15.240643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-6ab919bd-ca14-4060-8a9a-df6b9c8ecf84 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/quotas/6a34afd23cda46ea9217208b0ac3307b HTTP/1.1" status: 200 len: 375 time: 0.0668950 Aug 20 14:58:15.243288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87737db0-139b-4682-a817-a8836d42516a service neutron] Pushing event updated for resources: {'Port': ['ID=37ce2472-57d7-4ee3-b059-33f0e1844852,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:15.244037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33082) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:15.246251 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a7fa679-3166-4125-857a-87fcc22c29b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.248504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab3604aa-3746-4a0b-9cb4-532805bd233c req-d6d6cbad-e7d8-4204-b34d-402f85da8aea tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632814 Aug 20 14:58:15.253139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:15.279303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-fca10d86-4eaf-44f9-88a7-2576d08f0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:15.280899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-fca10d86-4eaf-44f9-88a7-2576d08f0d9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d32e65ac39941598142c5d13ece1493&device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 1096 time: 0.0871277 Aug 20 14:58:15.321810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7fa679-3166-4125-857a-87fcc22c29b7 None None] No DVR routers for this DVR port f4105da4-56d5-48e1-aeb4-e1c6438abd9d on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:58:15.323628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fa679-3166-4125-857a-87fcc22c29b7 None None] Pushing event deleted for resources: {'Port': ['ID=f4105da4-56d5-48e1-aeb4-e1c6438abd9d,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:15.366310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-f872e1e5-d08f-47dd-908e-b8633f1a24ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ce2472-57d7-4ee3-b059-33f0e1844852 HTTP/1.1" status: 200 len: 217 time: 0.0642016 Aug 20 14:58:15.382194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:15.388247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.457961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-6459149a-0a65-4cce-be08-77b17727c544 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1954710 Aug 20 14:58:15.507877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd225e3e-0808-47b1-956e-6d0f5a6efb5b req-26c46dc6-86e2-44af-ba64-f035af0920ff tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/d84e8691-4aa7-4a09-a234-bc2a2b80d4dc HTTP/1.1" status: 200 len: 1800 time: 0.1986716 Aug 20 14:58:15.586253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-96c9779c-1c25-4702-902d-a2d979062d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:15.587649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-96c9779c-1c25-4702-902d-a2d979062d95 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=06399e02-7c7d-48e4-8972-2fe6ad054e0a HTTP/1.1" status: 200 len: 861 time: 0.2095323 Aug 20 14:58:15.615263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.654500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-62b1459a-00a5-449d-a313-b0933b95193a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88ffa997-2b23-44e2-96e3-534355455326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516331 Aug 20 14:58:15.670890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:15.674439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:15.677586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:15.678196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.684471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ac4371-05fc-4731-8176-0d3700435a0d None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:15.687951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-8cfefa32-0076-4e54-aba1-1408aeb033d4 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:15.689372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-8cfefa32-0076-4e54-aba1-1408aeb033d4 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.70 "GET /v2.0/networks?id=43924749-5c14-4d61-add6-11ff9688d237 HTTP/1.1" status: 200 len: 815 time: 0.2949150 Aug 20 14:58:15.706164 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119b66a-703e-4a89-a559-e255d1b880dd None None] Sync routers for ids ['d279849d-029e-4739-acd9-7c7a257b7fb4'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:58:15.724960 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4781938 Aug 20 14:58:15.725799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33094) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:15.741007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Request body: {'port': {'device_id': '49e7375f-89d2-4a53-9b7f-e6119152c56c', 'network_id': '43924749-5c14-4d61-add6-11ff9688d237', 'admin_state_up': True, 'tenant_id': '4d03c0864047453ebebeba36c82ff9db'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:15.747664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-419de853-bf08-441d-9489-9e2327b987ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1606117543', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:15.759259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62f6a6-1e07-44ea-9592-893d672daa60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=b05afb7b-13c6-4746-8036-1432cbe76350,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:15.800263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-419de853-bf08-441d-9489-9e2327b987ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.801326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-419de853-bf08-441d-9489-9e2327b987ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.870422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f4105da4-56d5-48e1-aeb4-e1c6438abd9d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:15.873113 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119b66a-703e-4a89-a559-e255d1b880dd None None] Routers set() bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:15.873478 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119b66a-703e-4a89-a559-e255d1b880dd None None] Router IDs set() for agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 14:58:15.874115 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_agentschedulers_db [None req-e119b66a-703e-4a89-a559-e255d1b880dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d279849d-029e-4739-acd9-7c7a257b7fb4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent'). {{(pid=101102) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 14:58:15.874307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-3080e2c8-6be8-4b92-ab10-f1a738ccc072 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868890 Aug 20 14:58:15.880491 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fd225e3e-0808-47b1-956e-6d0f5a6efb5b req-c177efde-3f53-49c3-b01b-57a4d6ed0b5a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.883497 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119b66a-703e-4a89-a559-e255d1b880dd None None] Routers set() bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:15.884063 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119b66a-703e-4a89-a559-e255d1b880dd None None] Router IDs set() for agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 14:58:15.884817 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_agentschedulers_db [None req-e119b66a-703e-4a89-a559-e255d1b880dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d279849d-029e-4739-acd9-7c7a257b7fb4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent'). {{(pid=101102) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 14:58:15.885358 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119b66a-703e-4a89-a559-e255d1b880dd None None] The sync data for ids ['d279849d-029e-4739-acd9-7c7a257b7fb4'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:58:15.927574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-419de853-bf08-441d-9489-9e2327b987ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.933493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: f4105da4-56d5-48e1-aeb4-e1c6438abd9d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:15.933813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f4105da4-56d5-48e1-aeb4-e1c6438abd9d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:15.944943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-419de853-bf08-441d-9489-9e2327b987ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.971842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:58:15.978743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-419de853-bf08-441d-9489-9e2327b987ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:15.985746 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-419de853-bf08-441d-9489-9e2327b987ca tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2528408 Aug 20 14:58:15.986443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33102) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:16.019003 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fd225e3e-0808-47b1-956e-6d0f5a6efb5b req-c177efde-3f53-49c3-b01b-57a4d6ed0b5a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:16.032034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-4f6958a8-77bb-4511-a882-2ff19b585cf2 service neutron] 10.222.0.72 "GET /v2.0/networks/88ffa997-2b23-44e2-96e3-534355455326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634048 Aug 20 14:58:16.054643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': 'b05afb7b-13c6-4746-8036-1432cbe76350'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:58:16.055698 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:16.227236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-d46fa124-ff40-4697-b1af-e0471bd84736 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223794 Aug 20 14:58:16.239821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Made reservation on behalf of 4d03c0864047453ebebeba36c82ff9db for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:16.244111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:16.251950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fd225e3e-0808-47b1-956e-6d0f5a6efb5b req-c177efde-3f53-49c3-b01b-57a4d6ed0b5a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:16.254771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fd225e3e-0808-47b1-956e-6d0f5a6efb5b req-c177efde-3f53-49c3-b01b-57a4d6ed0b5a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:16.264527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd225e3e-0808-47b1-956e-6d0f5a6efb5b req-c177efde-3f53-49c3-b01b-57a4d6ed0b5a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/d84e8691-4aa7-4a09-a234-bc2a2b80d4dc HTTP/1.1" status: 204 len: 173 time: 0.7397690 Aug 20 14:58:16.275079 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:16.394247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3456f590-b2e7-49ba-960b-7127b193bd36 req-33c74e51-cde3-4bc0-9112-a982f67e4556 service neutron] 10.222.0.72 "GET /v2.0/networks/88ffa997-2b23-44e2-96e3-534355455326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500090 Aug 20 14:58:16.458065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/b05afb7b-13c6-4746-8036-1432cbe76350/92107087-13bd-4e97-96c5-79062012abf7) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:16.577517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:16.583976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177efde-3f53-49c3-b01b-57a4d6ed0b5a tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84e8691-4aa7-4a09-a234-bc2a2b80d4dc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:16.613933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246', 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5', 'port_id': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246', 'mac_address': 'fa:16:3e:4d:b6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d79847-b744-4ea9-956a-9599bf32dc63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:58:16.628853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947c98de-6b48-494e-8f5a-8b979ade051e', 'tag': '37ce2472-57d7-4ee3-b059-33f0e1844852'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:16.631348 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5139e383-163a-4935-a957-9530680254b3" -d '{"events": [{"name": "network-changed", "server_uuid": "947c98de-6b48-494e-8f5a-8b979ade051e", "tag": "37ce2472-57d7-4ee3-b059-33f0e1844852"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:16.663641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:16.771212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Allocated IP 172.20.0.14 (43924749-5c14-4d61-add6-11ff9688d237/7d19ac15-6203-4f64-8fee-a15dd82b72f1/04c7a11d-0fe6-43ce-992c-41eeca4ca9da) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:17.172144 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.213349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:17.242231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb14cf-9645-4b7b-88f8-48b2d5adddd9 req-a0130968-0464-4146-8a07-228c2bd4370c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:17.251340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdeb14cf-9645-4b7b-88f8-48b2d5adddd9 req-a0130968-0464-4146-8a07-228c2bd4370c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.4686337 Aug 20 14:58:17.278637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227a04d-d9fd-4214-8050-108530a9df37 req-918a3957-e0ca-42e5-90a4-6121782d8f9a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:17.279969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:17.281588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8227a04d-d9fd-4214-8050-108530a9df37 req-918a3957-e0ca-42e5-90a4-6121782d8f9a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.3383996 Aug 20 14:58:17.299781 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.319913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.331667 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.349249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Transition to ACTIVE for port object 92107087-13bd-4e97-96c5-79062012abf7 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:17.380407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdeb14cf-9645-4b7b-88f8-48b2d5adddd9 req-6791c2af-6b6e-42b2-8b32-92c5fe0ee525 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233878 Aug 20 14:58:17.381824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Transition to ACTIVE for port object 04c7a11d-0fe6-43ce-992c-41eeca4ca9da will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:17.394779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Transition to ACTIVE for port object 92107087-13bd-4e97-96c5-79062012abf7 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:17.396358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:17.429144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8227a04d-d9fd-4214-8050-108530a9df37 req-280d536b-a7b4-447e-adc2-c843f0c1a787 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334865 Aug 20 14:58:17.436879 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.501088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Pushing event updated for resources: {'Port': ['ID=92107087-13bd-4e97-96c5-79062012abf7,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:17.540164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:17.547036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:17.549538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:17.552857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2247cc8f-befb-40d6-a681-1a66b1de9560 req-da9e0bd5-4ec9-4781-9ca6-8055f5d5ae16 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 210 time: 0.0618622 Aug 20 14:58:17.560484 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.573341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::1 (ac065349-4adc-4c43-b021-1a2dee529997/b05afb7b-13c6-4746-8036-1432cbe76350/196fd74f-a540-4085-b9a5-90a27424d85b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:17.634584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Attempting to bind port 92107087-13bd-4e97-96c5-79062012abf7 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:17.635060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Attempting to bind port 92107087-13bd-4e97-96c5-79062012abf7 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:17.635493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Attempting to bind port 92107087-13bd-4e97-96c5-79062012abf7 on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:17.641939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:17.642477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:17.642960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.643447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:17.644029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Bound port: 92107087-13bd-4e97-96c5-79062012abf7, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:17.644513 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.700165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Pushing event updated for resources: {'Port': ['ID=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:17.730427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Network 43924749-5c14-4d61-add6-11ff9688d237 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:17.741536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['fce3aaa8-c6be-4ea3-a1de-aba05e1d7246'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:17.741875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafe6a32-9a2a-4e69-b8c3-984255410e07 req-d8b181b3-9d1b-418d-b238-cd2840a0dd91 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "GET /v2.0/security-groups/0dd40c55-f4f6-42a9-af76-c2ebd8b86227 HTTP/1.1" status: 200 len: 1801 time: 0.2710915 Aug 20 14:58:17.769562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:17.774989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:17.848023 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.867420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] For port 92107087-13bd-4e97-96c5-79062012abf7, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:17.873156 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] For port 92107087-13bd-4e97-96c5-79062012abf7, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=92107087-13bd-4e97-96c5-79062012abf7,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:17.875667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9af6368f-492f-4307-91c3-8e3ad4a53eef no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:17.881329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 196fd74f-a540-4085-b9a5-90a27424d85b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:17.892598 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.939143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.949506 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:17.975252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 9af6368f-492f-4307-91c3-8e3ad4a53eef {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:17.976098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9af6368f-492f-4307-91c3-8e3ad4a53eef not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:18.041401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:18.045044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:18.049691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:18.050257 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.118868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=196fd74f-a540-4085-b9a5-90a27424d85b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:18.181242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b252b-8c38-4a6f-a42f-1be287b37d94 None None] Pushing event updated for resources: {'Port': ['ID=92107087-13bd-4e97-96c5-79062012abf7,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:18.186613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fef86274-1827-4c72-953d-6f7e4024f145 None None] Provisioning for port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:18.214106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fef86274-1827-4c72-953d-6f7e4024f145 None None] Provisioning complete for port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:18.214659 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fef86274-1827-4c72-953d-6f7e4024f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.251573 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.260975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6e01e-eb75-436e-8325-50351b6eb5f4 req-1b338e15-dc7e-4f46-9b60-d57a85720b58 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:18.270012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81f6e01e-eb75-436e-8325-50351b6eb5f4 req-1b338e15-dc7e-4f46-9b60-d57a85720b58 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 944 time: 0.6087797 Aug 20 14:58:18.287790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fef86274-1827-4c72-953d-6f7e4024f145 None None] Port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:58:18.337360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:18.337856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.350002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafe6a32-9a2a-4e69-b8c3-984255410e07 req-254f3775-b4fe-4702-956f-82d40b55b4c0 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.368236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81f6e01e-eb75-436e-8325-50351b6eb5f4 req-25435ac9-a1e4-4244-ae84-d78b0ad9eda2 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971804 Aug 20 14:58:18.419712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ed490491-6982-494d-940c-0ba7a933fab0 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6856055 Aug 20 14:58:18.433264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafe6a32-9a2a-4e69-b8c3-984255410e07 req-254f3775-b4fe-4702-956f-82d40b55b4c0 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.454057 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdead71-c8f8-4c2d-a8b7-b5f863536d03 x-openstack-request-id: req-4cdead71-c8f8-4c2d-a8b7-b5f863536d03 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:18.454471 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947c98de-6b48-494e-8f5a-8b979ade051e", "tag": "37ce2472-57d7-4ee3-b059-33f0e1844852", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:18.454690 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cdead71-c8f8-4c2d-a8b7-b5f863536d03 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:18.455145 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947c98de-6b48-494e-8f5a-8b979ade051e', 'tag': '37ce2472-57d7-4ee3-b059-33f0e1844852', 'status': 'completed', 'code': 200} Aug 20 14:58:18.753862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafe6a32-9a2a-4e69-b8c3-984255410e07 req-254f3775-b4fe-4702-956f-82d40b55b4c0 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.757443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aafe6a32-9a2a-4e69-b8c3-984255410e07 req-254f3775-b4fe-4702-956f-82d40b55b4c0 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.758660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aafe6a32-9a2a-4e69-b8c3-984255410e07 req-254f3775-b4fe-4702-956f-82d40b55b4c0 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] 10.222.0.36 "DELETE /v2.0/security-groups/0dd40c55-f4f6-42a9-af76-c2ebd8b86227 HTTP/1.1" status: 204 len: 173 time: 1.0159752 Aug 20 14:58:18.773030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33136) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:18.777096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e5bede0-f7f2-4e86-9278-ea7ba90513d4 req-2a70f91b-05da-4539-8052-a722b4e2ab71 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 210 time: 0.2066302 Aug 20 14:58:18.829607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f3775-b4fe-4702-956f-82d40b55b4c0 tempest-SecurityGroupsTestJSON-1628399099 tempest-SecurityGroupsTestJSON-1628399099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd40c55-f4f6-42a9-af76-c2ebd8b86227,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:18.844770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e383-163a-4935-a957-9530680254b3 req-b49325c2-73c2-42c8-93d5-0768f41bfcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:18.846803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5139e383-163a-4935-a957-9530680254b3 req-b49325c2-73c2-42c8-93d5-0768f41bfcd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9d32e65ac39941598142c5d13ece1493&device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 1096 time: 0.3289232 Aug 20 14:58:18.870607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.882735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.883593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:18.906009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-1c9ebc7b-815d-4766-8d7f-027888b212a8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:18.908438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-1c9ebc7b-815d-4766-8d7f-027888b212a8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.72 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.3892689 Aug 20 14:58:18.958292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Request body: {'port': {'device_id': '47a0372f-c9b1-4401-89b6-c58f85f82d4e', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'admin_state_up': True, 'tenant_id': '6a34afd23cda46ea9217208b0ac3307b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:19.023731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f772bb3-46a5-469b-bf0b-73b071862951 admin admin] Deleting subnet d2359d16-2738-48a0-9a20-5d0d6e0146df {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:19.043125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=196fd74f-a540-4085-b9a5-90a27424d85b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:19.050287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f772bb3-46a5-469b-bf0b-73b071862951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:19.109262 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f772bb3-46a5-469b-bf0b-73b071862951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:19.141216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:19.142745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f2ae4-8a69-4462-b516-d5cc11ff7893 req-1e0158c8-8e23-4e12-b0da-5dea36b212e9 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:19.144348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc3f2ae4-8a69-4462-b516-d5cc11ff7893 req-1e0158c8-8e23-4e12-b0da-5dea36b212e9 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.2349780 Aug 20 14:58:19.145890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:19.178670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484d0c5-2ec8-414f-ac98-a30333e114c3 req-f4e80e08-a466-42e9-9d13-8721e3493164 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:19.187056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2484d0c5-2ec8-414f-ac98-a30333e114c3 req-f4e80e08-a466-42e9-9d13-8721e3493164 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 944 time: 0.1988602 Aug 20 14:58:19.254197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2484d0c5-2ec8-414f-ac98-a30333e114c3 req-ecde6299-ff3a-45fb-81c5-b7a425478ed8 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656860 Aug 20 14:58:19.364584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc3f2ae4-8a69-4462-b516-d5cc11ff7893 req-4a30c09e-e4d6-4847-9fd0-ff7f571818ed tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107463 Aug 20 14:58:19.404586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e383-163a-4935-a957-9530680254b3 req-da9871b7-9350-4cf3-bd43-0d6ad23ac0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:19.406991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5139e383-163a-4935-a957-9530680254b3 req-da9871b7-9350-4cf3-bd43-0d6ad23ac0f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=88ffa997-2b23-44e2-96e3-534355455326 HTTP/1.1" status: 200 len: 922 time: 0.4665425 Aug 20 14:58:19.412656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Made reservation on behalf of 6a34afd23cda46ea9217208b0ac3307b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:19.416463 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:19.493064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516ecef-2ee5-4580-bb9b-2fcb08e00bfe req-495ba3d6-f99d-4307-b119-8b2b876bb031 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:19.495589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9516ecef-2ee5-4580-bb9b-2fcb08e00bfe req-495ba3d6-f99d-4307-b119-8b2b876bb031 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 932 time: 0.1600215 Aug 20 14:58:19.632508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5139e383-163a-4935-a957-9530680254b3 req-0988f511-f219-4ed8-9a17-25b99807534d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37ce2472-57d7-4ee3-b059-33f0e1844852 HTTP/1.1" status: 200 len: 217 time: 0.0725341 Aug 20 14:58:19.648328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f06819-eade-43c0-9a34-ec28d4b9a9a6 req-ec5165b8-b9c6-41d8-a399-5a877e7c13fe tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:19.658969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00f06819-eade-43c0-9a34-ec28d4b9a9a6 req-ec5165b8-b9c6-41d8-a399-5a877e7c13fe tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 944 time: 0.2107446 Aug 20 14:58:19.671331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f772bb3-46a5-469b-bf0b-73b071862951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:19.775739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Router c2e9b67c-f617-471c-af6a-e8f8e3f498ef is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:58:19.844902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9516ecef-2ee5-4580-bb9b-2fcb08e00bfe req-1b6994eb-9ad1-47a4-9cc4-2387b7c288c8 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068285 Aug 20 14:58:19.942138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00f06819-eade-43c0-9a34-ec28d4b9a9a6 req-1b9d910c-1ce5-46fe-9d27-56639d944819 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822351 Aug 20 14:58:19.943874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e383-163a-4935-a957-9530680254b3 req-0364b394-7eda-4477-9927-11cb830389e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:19.945322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5139e383-163a-4935-a957-9530680254b3 req-0364b394-7eda-4477-9927-11cb830389e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=06399e02-7c7d-48e4-8972-2fe6ad054e0a HTTP/1.1" status: 200 len: 861 time: 0.2840536 Aug 20 14:58:19.952518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Allocated IP 172.20.0.13 (dc073387-b2cf-4dc7-95ad-28573738ed1d/fafce579-00b8-4639-b447-4e7a5b160daf/a84cb9e1-845f-4c08-ad1a-a5908f41e737) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:19.954958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 92107087-13bd-4e97-96c5-79062012abf7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:19.968417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:20.022150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f772bb3-46a5-469b-bf0b-73b071862951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.073273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5139e383-163a-4935-a957-9530680254b3 req-83e4e97c-252b-498f-80fd-eac41e70bf60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=88ffa997-2b23-44e2-96e3-534355455326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144292 Aug 20 14:58:20.088482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-15ec30b1-7d58-431c-94bd-cf81a950fc07 None None] Provisioning for port 92107087-13bd-4e97-96c5-79062012abf7 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:20.128746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d0e2f45-26dd-478e-9e2f-7b9e967ed217 req-140f6893-01f9-4a9c-9359-5769d5fb73e4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 210 time: 0.0928590 Aug 20 14:58:20.161190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:20.167453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:20.167934 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.211631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:58:20.214624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 92107087-13bd-4e97-96c5-79062012abf7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:20.217389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f772bb3-46a5-469b-bf0b-73b071862951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2359d16-2738-48a0-9a20-5d0d6e0146df,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:20.223597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] Sync routers for ids ['c2e9b67c-f617-471c-af6a-e8f8e3f498ef'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:58:20.231226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 92107087-13bd-4e97-96c5-79062012abf7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:20.231895 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.250970 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6496f678-bdb9-4b72-b7b7-fd47193c1a13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "PUT /v2.0/routers/c2e9b67c-f617-471c-af6a-e8f8e3f498ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2629757 Aug 20 14:58:20.253491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33146) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:20.463708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f772bb3-46a5-469b-bf0b-73b071862951 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.468641 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2f772bb3-46a5-469b-bf0b-73b071862951 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d2359d16-2738-48a0-9a20-5d0d6e0146df HTTP/1.1" status: 204 len: 168 time: 1.6923308 Aug 20 14:58:20.473563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5139e383-163a-4935-a957-9530680254b3 req-4a7687ae-0175-4000-a8cb-7ec3dbd9eb9a service neutron] 10.222.0.72 "GET /v2.0/networks/88ffa997-2b23-44e2-96e3-534355455326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586905 Aug 20 14:58:20.476511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33154) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:20.486833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c8fa3-5652-4a00-835c-78af867a4cb9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:20.489157 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1f8c8fa3-5652-4a00-835c-78af867a4cb9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports/196fd74f-a540-4085-b9a5-90a27424d85b HTTP/1.1" status: 200 len: 911 time: 0.2323132 Aug 20 14:58:20.489792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] Routers {'c2e9b67c-f617-471c-af6a-e8f8e3f498ef'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:20.490527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c2e9b67c-f617-471c-af6a-e8f8e3f498ef'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:20.491579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33156) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:20.597073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955467ca-0b47-4e52-b196-a86ff0b7a71e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:20.606839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955467ca-0b47-4e52-b196-a86ff0b7a71e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:20.621608 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-955467ca-0b47-4e52-b196-a86ff0b7a71e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1284187 Aug 20 14:58:20.622422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33158) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:20.654165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-eaa15d91-4745-44f7-ad4e-3633c2fe30a1 None None] Provisioning for port 196fd74f-a540-4085-b9a5-90a27424d85b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:20.662805 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.671695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-eaa15d91-4745-44f7-ad4e-3633c2fe30a1 None None] Provisioning complete for port 196fd74f-a540-4085-b9a5-90a27424d85b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:20.672089 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eaa15d91-4745-44f7-ad4e-3633c2fe30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.715295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-eaa15d91-4745-44f7-ad4e-3633c2fe30a1 None None] Port 196fd74f-a540-4085-b9a5-90a27424d85b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:58:20.733961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f05ee-6932-45e4-85a1-8a105fd41ac4 req-5830532a-19d2-476b-88a0-d3a07001dcd2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:20.735571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e80f05ee-6932-45e4-85a1-8a105fd41ac4 req-5830532a-19d2-476b-88a0-d3a07001dcd2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 944 time: 0.3653812 Aug 20 14:58:20.738659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.750008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] Set router c2e9b67c-f617-471c-af6a-e8f8e3f498ef gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:58:20.781666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:20.784065 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5d604d-4003-49f1-9ee7-faf484a769a7" -d '{"events": [{"server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "name": "network-vif-plugged", "status": "completed", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:20.796880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.855705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:20.874355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 37ce2472-57d7-4ee3-b059-33f0e1844852 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:58:20.877631 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:20.894639 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e80f05ee-6932-45e4-85a1-8a105fd41ac4 req-fe2542b1-b2b2-4f46-aae1-b53b6db36825 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418102 Aug 20 14:58:20.934030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5139e383-163a-4935-a957-9530680254b3 req-6463be68-7236-4c70-8da2-e73b6845a392 service neutron] 10.222.0.72 "GET /v2.0/networks/88ffa997-2b23-44e2-96e3-534355455326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426665 Aug 20 14:58:20.942368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67276827-448a-4b3e-bc80-f1c4c46b6004 req-94b9923a-a1c0-4b0e-90ee-f11bf6db38b1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:20.949782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67276827-448a-4b3e-bc80-f1c4c46b6004 req-94b9923a-a1c0-4b0e-90ee-f11bf6db38b1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.3400159 Aug 20 14:58:21.030242 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.062649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Network dc073387-b2cf-4dc7-95ad-28573738ed1d is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:21.095106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:21.110999 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.113802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:21.116310 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207945d7-7e28-437b-a1d9-3947d689d200 x-openstack-request-id: req-207945d7-7e28-437b-a1d9-3947d689d200 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:21.116595 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "name": "network-vif-plugged", "status": "completed", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:21.116850 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-207945d7-7e28-437b-a1d9-3947d689d200 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:21.117226 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246', 'code': 200} Aug 20 14:58:21.128292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67276827-448a-4b3e-bc80-f1c4c46b6004 req-99600f79-4bac-49ed-9610-f917d7bf1afb tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775322 Aug 20 14:58:21.146173 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.156296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce', '168b27b7-3546-44f8-aceb-cc83a9030392'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:21.189008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:21.195446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.242521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:21.256734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dafd334f-b018-4635-bc5e-79692e010140 None None] Provisioning complete for port 196fd74f-a540-4085-b9a5-90a27424d85b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:21.257077 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dafd334f-b018-4635-bc5e-79692e010140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.317757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed6629e-98b4-45f2-b3f6-6a815587e6cd') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:21.318109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed6629e-98b4-45f2-b3f6-6a815587e6cd') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:21.324544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event updated for resources: {'Port': ['ID=a84cb9e1-845f-4c08-ad1a-a5908f41e737,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:21.350001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:21.350792 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.363717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.382060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 92107087-13bd-4e97-96c5-79062012abf7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=92107087-13bd-4e97-96c5-79062012abf7,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:21.385168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ca3f6-7778-47d1-ab29-5d372865826e req-a93d1d15-8ce6-44a5-94b5-89a89a2ae420 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:21.387068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-024ca3f6-7778-47d1-ab29-5d372865826e req-a93d1d15-8ce6-44a5-94b5-89a89a2ae420 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 932 time: 0.1805587 Aug 20 14:58:21.391578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-fac4fbcc-835b-41e2-9118-c5ceba4894aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4489145 Aug 20 14:58:21.406568 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.422599 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.422821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcf2fa-76ad-4fa7-885b-262b154ad40c req-ae3dce50-2dd6-4a66-a3de-2b0f7cb466b3 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:21.423409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2dcf2fa-76ad-4fa7-885b-262b154ad40c req-ae3dce50-2dd6-4a66-a3de-2b0f7cb466b3 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 944 time: 0.1604462 Aug 20 14:58:21.429358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Request body: {'port': {'device_id': '47a0372f-c9b1-4401-89b6-c58f85f82d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:21.440996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:58:21.441456 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:58:21.445565 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:58:21.505963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=92107087-13bd-4e97-96c5-79062012abf7,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:21.541997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 37ce2472-57d7-4ee3-b059-33f0e1844852, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=37ce2472-57d7-4ee3-b059-33f0e1844852,segment=NetworkSegment(95b63de8-2728-404c-945a-9793c213029d),segment_id=95b63de8-2728-404c-945a-9793c213029d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:21.544679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dafd334f-b018-4635-bc5e-79692e010140 None None] Port 196fd74f-a540-4085-b9a5-90a27424d85b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:58:21.560153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-024ca3f6-7778-47d1-ab29-5d372865826e req-feaa163d-5398-4e8c-897b-7ae61b9c462b tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637018 Aug 20 14:58:21.591404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 196fd74f-a540-4085-b9a5-90a27424d85b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:21.592196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.597386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.621887 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.650417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '37ce2472-57d7-4ee3-b059-33f0e1844852', 'network_id': '88ffa997-2b23-44e2-96e3-534355455326', 'port_id': '37ce2472-57d7-4ee3-b059-33f0e1844852', 'mac_address': 'fa:16:3e:ec:92:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06399e02-7c7d-48e4-8972-2fe6ad054e0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:58:21.826261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2dcf2fa-76ad-4fa7-885b-262b154ad40c req-7a961880-6667-4630-b546-4a691b253b24 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815510 Aug 20 14:58:21.829063 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.831757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd HTTP/1.1" status: 204 len: 168 time: 1.3519971 Aug 20 14:58:21.861407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:21.886766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 196fd74f-a540-4085-b9a5-90a27424d85b owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:21.890947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85dd5d-afff-4e60-8a7c-1832395b5815 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f999c3-6ddd-4202-b05d-34a5b7fbc2bd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:21.946395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 92107087-13bd-4e97-96c5-79062012abf7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:21.956634 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:22.067468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686fc6b-f731-4bd0-886b-3016cb9406fa req-fd419bdb-f03f-4c11-9373-688852f5790e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:22.071822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f686fc6b-f731-4bd0-886b-3016cb9406fa req-fd419bdb-f03f-4c11-9373-688852f5790e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 932 time: 0.1940858 Aug 20 14:58:22.121588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ce2472-57d7-4ee3-b059-33f0e1844852 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:22.153525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 37ce2472-57d7-4ee3-b059-33f0e1844852, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=37ce2472-57d7-4ee3-b059-33f0e1844852,segment=NetworkSegment(95b63de8-2728-404c-945a-9793c213029d),segment_id=95b63de8-2728-404c-945a-9793c213029d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:22.154949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33174) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:22.214193 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:22.240806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 92107087-13bd-4e97-96c5-79062012abf7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:22.241983 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:22.242882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f686fc6b-f731-4bd0-886b-3016cb9406fa req-7aeb5ad0-f952-4f47-a379-6756d5dd180e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330009 Aug 20 14:58:22.256278 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-22459810-0f79-437a-ac43-bb6ca11983c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11ff5281a4d141f0b45a39cb9d04b816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974298 Aug 20 14:58:22.256893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a9670-d1c8-4b17-b29f-cc57f9476581 req-7c039910-d221-4771-bc95-c758f43bd0d0 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:22.256893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-309a9670-d1c8-4b17-b29f-cc57f9476581 req-7c039910-d221-4771-bc95-c758f43bd0d0 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.1816537 Aug 20 14:58:22.256893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33178) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:22.299759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e9b67c-f617-471c-af6a-e8f8e3f498ef', 'name': 'tempest-NetworksTestDHCPv6-router-1606117543', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:15Z', 'updated_at': '2021-08-20T14:58:18Z', 'revision_number': 2, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'gw_port_host': None, '_interfaces': [{'id': '196fd74f-a540-4085-b9a5-90a27424d85b', 'name': '', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'mac_address': 'fa:16:3e:15:83:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e9b67c-f617-471c-af6a-e8f8e3f498ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': 'b05afb7b-13c6-4746-8036-1432cbe76350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:16Z', 'updated_at': '2021-08-20T14:58:18Z', 'revision_number': 2, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'subnets': [{'id': 'b05afb7b-13c6-4746-8036-1432cbe76350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:22.304480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:22.324125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84cb9e1-845f-4c08-ad1a-a5908f41e737 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:22.353392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=196fd74f-a540-4085-b9a5-90a27424d85b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:22.354500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] Checking router: c2e9b67c-f617-471c-af6a-e8f8e3f498ef for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:58:22.357703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] Updating router c2e9b67c-f617-471c-af6a-e8f8e3f498ef port 196fd74f-a540-4085-b9a5-90a27424d85b binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:58:22.400621 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:22.420246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-309a9670-d1c8-4b17-b29f-cc57f9476581 req-7ee5fe65-5569-4efd-b930-b3ff08767831 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390769 Aug 20 14:58:22.466862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Transition to ACTIVE for port object a84cb9e1-845f-4c08-ad1a-a5908f41e737 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:22.467092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] Port 196fd74f-a540-4085-b9a5-90a27424d85b not found while updating agent binding for router c2e9b67c-f617-471c-af6a-e8f8e3f498ef. {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 14:58:22.489144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:22.505080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e21d039-7bf7-4bd3-a9e7-0f607ec6e659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:22.539137 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:22.611027 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e21d039-7bf7-4bd3-a9e7-0f607ec6e659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:22.673691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Pushing event updated for resources: {'Port': ['ID=a84cb9e1-845f-4c08-ad1a-a5908f41e737,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:22.757676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81c698-90cf-48e2-9619-12ba849680ca req-84f528ec-2404-4f35-8bb3-0c0f09eb17a3 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:22.764985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] Routers {'c2e9b67c-f617-471c-af6a-e8f8e3f498ef'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:22.766018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c2e9b67c-f617-471c-af6a-e8f8e3f498ef'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:22.774452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee81c698-90cf-48e2-9619-12ba849680ca req-84f528ec-2404-4f35-8bb3-0c0f09eb17a3 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.3223042 Aug 20 14:58:22.805063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Router c2e9b67c-f617-471c-af6a-e8f8e3f498ef has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:58:22.844297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=37ce2472-57d7-4ee3-b059-33f0e1844852,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:22.881599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:58:22.892788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:58:22.899115 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-33ba2226-544c-4a39-8d38-06896d383bd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "PUT /v2.0/routers/c2e9b67c-f617-471c-af6a-e8f8e3f498ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2755780 Aug 20 14:58:22.901679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:22.910803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:22.929248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71aed3-fb9c-4827-9b69-10e8c21f94a3 req-b0e5cf3c-33e5-4645-bf49-90bbed8983f9 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:22.930810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca71aed3-fb9c-4827-9b69-10e8c21f94a3 req-b0e5cf3c-33e5-4645-bf49-90bbed8983f9 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 932 time: 0.1987510 Aug 20 14:58:22.956571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee81c698-90cf-48e2-9619-12ba849680ca req-3f34ce42-ac74-4273-aa64-baa2612ae619 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766427 Aug 20 14:58:22.977395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4b011-03ab-41ca-8a56-4d748a2189b7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:22.979073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c4b011-03ab-41ca-8a56-4d748a2189b7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:22.980655 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-29c4b011-03ab-41ca-8a56-4d748a2189b7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0778384 Aug 20 14:58:22.984215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33188) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:23.044252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0c4819-d560-4a8d-8884-41a880538a07 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet b05afb7b-13c6-4746-8036-1432cbe76350 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:23.048457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4819-d560-4a8d-8884-41a880538a07 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.071623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] Set router c2e9b67c-f617-471c-af6a-e8f8e3f498ef gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:58:23.074993 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.resource_extend [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 14:58:23.080604 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.081714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca71aed3-fb9c-4827-9b69-10e8c21f94a3 req-4e8be764-7a58-4641-a667-f537741bbead tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220431 Aug 20 14:58:23.127925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Attempting to bind port a84cb9e1-845f-4c08-ad1a-a5908f41e737 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:23.127925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Attempting to bind port a84cb9e1-845f-4c08-ad1a-a5908f41e737 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:23.127925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Attempting to bind port a84cb9e1-845f-4c08-ad1a-a5908f41e737 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:23.138088 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4819-d560-4a8d-8884-41a880538a07 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.144084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Port a84cb9e1-845f-4c08-ad1a-a5908f41e737 on network dc073387-b2cf-4dc7-95ad-28573738ed1d not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:23.144624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Attempting to bind port a84cb9e1-845f-4c08-ad1a-a5908f41e737 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:23.167283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:23.167283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Checking segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:23.167283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Bound using segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:23.167799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Bound port: a84cb9e1-845f-4c08-ad1a-a5908f41e737, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:23.167799 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.198735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e21d039-7bf7-4bd3-a9e7-0f607ec6e659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.203822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:23.205274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e21d039-7bf7-4bd3-a9e7-0f607ec6e659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.205432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['37ce2472-57d7-4ee3-b059-33f0e1844852'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:23.207734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2e21d039-7bf7-4bd3-a9e7-0f607ec6e659 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cc03168-a32b-46f2-86b2-12baf0938b35 HTTP/1.1" status: 204 len: 168 time: 0.9478142 Aug 20 14:58:23.250464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:23.253577 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe5308b-b1db-4524-93af-64a044e085c8" -d '{"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:23.260145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21d039-7bf7-4bd3-a9e7-0f607ec6e659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc03168-a32b-46f2-86b2-12baf0938b35,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:23.323972 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4819-d560-4a8d-8884-41a880538a07 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.368695 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.428288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] For port a84cb9e1-845f-4c08-ad1a-a5908f41e737, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:23.445700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4819-d560-4a8d-8884-41a880538a07 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.458184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:23.463034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e9b67c-f617-471c-af6a-e8f8e3f498ef', 'name': 'tempest-NetworksTestDHCPv6-router-1606117543', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:15Z', 'updated_at': '2021-08-20T14:58:22Z', 'revision_number': 3, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:23.482816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490fe5c-80f4-4703-8fb3-63fb046fba08 req-46eaeef9-a66f-47d9-a721-8211973b918d tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:23.488647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9490fe5c-80f4-4703-8fb3-63fb046fba08 req-46eaeef9-a66f-47d9-a721-8211973b918d tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 945 time: 0.2748423 Aug 20 14:58:23.498116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31aa83d1-91f1-48ec-b320-453e555f663d None None] The sync data for ids ['c2e9b67c-f617-471c-af6a-e8f8e3f498ef'] in n-d-695189-15 is: [{'id': 'c2e9b67c-f617-471c-af6a-e8f8e3f498ef', 'name': 'tempest-NetworksTestDHCPv6-router-1606117543', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:15Z', 'updated_at': '2021-08-20T14:58:22Z', 'revision_number': 3, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:58:23.535777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] For port a84cb9e1-845f-4c08-ad1a-a5908f41e737, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a84cb9e1-845f-4c08-ad1a-a5908f41e737,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:23.561733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c0c4819-d560-4a8d-8884-41a880538a07 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.569798 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5c0c4819-d560-4a8d-8884-41a880538a07 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/b05afb7b-13c6-4746-8036-1432cbe76350 HTTP/1.1" status: 204 len: 168 time: 0.5819936 Aug 20 14:58:23.569798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c4819-d560-4a8d-8884-41a880538a07 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=b05afb7b-13c6-4746-8036-1432cbe76350,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:23.572669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33200) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:23.589516 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.605974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae43ef-eb06-4508-a112-3b2363fd7a10 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:23.743776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:23.802631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'ea15c504-541b-4934-aa30-5501b8e53766', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'ea15c504-541b-4934-aa30-5501b8e53766', 'mac_address': 'fa:16:3e:f4:08:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:58:23.850811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Pushing event updated for resources: {'Port': ['ID=a84cb9e1-845f-4c08-ad1a-a5908f41e737,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:23.869425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:23.870067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.876618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-a0319059-1e6f-4650-a603-0793c1627c2c service neutron] 10.222.0.72 "PUT /v2.0/ports/a84cb9e1-845f-4c08-ad1a-a5908f41e737 HTTP/1.1" status: 200 len: 1093 time: 2.4634979 Aug 20 14:58:23.886234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a0372f-c9b1-4401-89b6-c58f85f82d4e', 'tag': 'a84cb9e1-845f-4c08-ad1a-a5908f41e737'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:23.888372 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e3680f-cc00-4526-82c7-12802eb554dd" -d '{"events": [{"name": "network-changed", "server_uuid": "47a0372f-c9b1-4401-89b6-c58f85f82d4e", "tag": "a84cb9e1-845f-4c08-ad1a-a5908f41e737"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:23.933439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe56595-d823-4328-9f67-36b65af9a6e4 req-d33848b6-1fe3-4f26-bcea-5a8a8b7e422a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:23.939617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:23.958043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2fe56595-d823-4328-9f67-36b65af9a6e4 req-d33848b6-1fe3-4f26-bcea-5a8a8b7e422a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 944 time: 0.5708923 Aug 20 14:58:23.960157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea15c504-541b-4934-aa30-5501b8e53766 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:24.005903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:24.018076 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:24.095033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d46c1-d046-410b-b770-21fe091b27a9 None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:58:24.098901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:24.214594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d46c1-d046-410b-b770-21fe091b27a9 None None] Deleting port 92107087-13bd-4e97-96c5-79062012abf7 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:24.215307 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d1d46c1-d046-410b-b770-21fe091b27a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:24.341657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3d1d46c1-d046-410b-b770-21fe091b27a9 None None] For port 92107087-13bd-4e97-96c5-79062012abf7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=92107087-13bd-4e97-96c5-79062012abf7,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:24.342203 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d1d46c1-d046-410b-b770-21fe091b27a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:24.362367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d46c1-d046-410b-b770-21fe091b27a9 None None] Calling delete_port for 92107087-13bd-4e97-96c5-79062012abf7 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:24.468448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d1d46c1-d046-410b-b770-21fe091b27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:24.528312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ea15c504-541b-4934-aa30-5501b8e53766'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:24.566355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9490fe5c-80f4-4703-8fb3-63fb046fba08 req-f8eb7a9c-fe20-467e-a89b-6bdd10ca54d6 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0497355 Aug 20 14:58:24.571578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33228) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:24.578725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33232) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:24.592870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-699f81de-55f4-4287-ab53-e056c4e1f71a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9838619 Aug 20 14:58:24.611361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2fe56595-d823-4328-9f67-36b65af9a6e4 req-68abcd25-b604-498d-b3dc-6994641dfd85 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519220 Aug 20 14:58:24.636504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d46c1-d046-410b-b770-21fe091b27a9 None None] Pushing event deleted for resources: {'Port': ['ID=92107087-13bd-4e97-96c5-79062012abf7,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:24.640560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d46c1-d046-410b-b770-21fe091b27a9 None None] No DVR routers for this DVR port 92107087-13bd-4e97-96c5-79062012abf7 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:58:24.660716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-39e08a00-be7a-4812-ab8c-cc18f94ec490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:24.663525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-39e08a00-be7a-4812-ab8c-cc18f94ec490 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 1096 time: 0.6749816 Aug 20 14:58:24.714018 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c381d83-c5ba-46b4-ac9a-5393fefc69a7 x-openstack-request-id: req-8c381d83-c5ba-46b4-ac9a-5393fefc69a7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:24.714380 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:24.714720 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c381d83-c5ba-46b4-ac9a-5393fefc69a7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:24.715353 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766', 'code': 200} Aug 20 14:58:24.815881 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85246000-4302-41d2-a225-529de361290e x-openstack-request-id: req-85246000-4302-41d2-a225-529de361290e {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:24.816191 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a0372f-c9b1-4401-89b6-c58f85f82d4e", "tag": "a84cb9e1-845f-4c08-ad1a-a5908f41e737", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:24.816446 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85246000-4302-41d2-a225-529de361290e {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:24.816919 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a0372f-c9b1-4401-89b6-c58f85f82d4e', 'tag': 'a84cb9e1-845f-4c08-ad1a-a5908f41e737', 'status': 'completed', 'code': 200} Aug 20 14:58:24.819163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-91ffc6b9-83bf-4224-94b0-2edb67eb34e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a84cb9e1-845f-4c08-ad1a-a5908f41e737 HTTP/1.1" status: 200 len: 217 time: 0.1408210 Aug 20 14:58:24.850639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1887457465-network', 'tenant_id': '50c4b05205c6477f965f8750db201356'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:24.862841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7c88a32-127c-4e11-962c-cf81d383d329 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:24.977417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-52ccbf8b-5a1e-4e99-ae02-2f5193d232ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:24.979049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-52ccbf8b-5a1e-4e99-ae02-2f5193d232ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.1375933 Aug 20 14:58:25.017057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea6291-9069-4221-91af-56d9d6ec6eaf req-8eb47aef-9dc1-4cae-b01f-57f92e5ef5b9 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:25.018729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deea6291-9069-4221-91af-56d9d6ec6eaf req-8eb47aef-9dc1-4cae-b01f-57f92e5ef5b9 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.2129970 Aug 20 14:58:25.023533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Made reservation on behalf of 50c4b05205c6477f965f8750db201356 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:25.025944 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.038854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.052623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019a463-ca03-40e9-97b2-1f4ddc6f5368 req-3742e241-715d-43e6-b30e-d090ac1bbab9 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:25.054239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c019a463-ca03-40e9-97b2-1f4ddc6f5368 req-3742e241-715d-43e6-b30e-d090ac1bbab9 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 948 time: 0.1326258 Aug 20 14:58:25.056451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-cae05b3f-f8cc-4d0e-8c1d-63e596665f47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668554 Aug 20 14:58:25.057705 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] Sync routers for ids ['c2e9b67c-f617-471c-af6a-e8f8e3f498ef'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:58:25.069299 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] Routers {'c2e9b67c-f617-471c-af6a-e8f8e3f498ef'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:25.069906 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c2e9b67c-f617-471c-af6a-e8f8e3f498ef'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:25.078221 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7c88a32-127c-4e11-962c-cf81d383d329 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.081939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7c88a32-127c-4e11-962c-cf81d383d329 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.175018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c019a463-ca03-40e9-97b2-1f4ddc6f5368 req-2f70d838-ed02-44e0-9691-7b1bc5d4f97e tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093364 Aug 20 14:58:25.180336 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] Set router c2e9b67c-f617-471c-af6a-e8f8e3f498ef gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:58:25.186563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7c88a32-127c-4e11-962c-cf81d383d329 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.187507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c88a32-127c-4e11-962c-cf81d383d329 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Fanout notify agent at l3_agent the message router_deleted on router c2e9b67c-f617-471c-af6a-e8f8e3f498ef {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:58:25.202667 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deea6291-9069-4221-91af-56d9d6ec6eaf req-7b7d1e68-8b7e-45fa-8c16-839b7ab76398 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352520 Aug 20 14:58:25.203321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7c88a32-127c-4e11-962c-cf81d383d329 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.203321 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c7c88a32-127c-4e11-962c-cf81d383d329 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/routers/c2e9b67c-f617-471c-af6a-e8f8e3f498ef HTTP/1.1" status: 204 len: 168 time: 0.6142356 Aug 20 14:58:25.204652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33234) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:25.291294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-d95bd9f9-2193-4818-8b40-9c0282f80b55 service neutron] 10.222.0.72 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233937 Aug 20 14:58:25.297040 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c185b643-f67b-45f3-89e0-69754295a613 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0906994 Aug 20 14:58:25.299612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33236) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:25.304059 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e9b67c-f617-471c-af6a-e8f8e3f498ef', 'name': 'tempest-NetworksTestDHCPv6-router-1606117543', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:15Z', 'updated_at': '2021-08-20T14:58:22Z', 'revision_number': 3, 'project_id': '82f2df49435b4264a9a84092d3f00381', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:25.338619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.340484 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] Checking router: c2e9b67c-f617-471c-af6a-e8f8e3f498ef for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:58:25.345309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.351187 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] Routers set() bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:25.351859 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] Router IDs set() for agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 14:58:25.352988 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_agentschedulers_db [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c2e9b67c-f617-471c-af6a-e8f8e3f498ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent'). {{(pid=101102) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 14:58:25.353553 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676ed4ed-5712-4a57-81bd-9cb2802c5ae1 None None] The sync data for ids ['c2e9b67c-f617-471c-af6a-e8f8e3f498ef'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:58:25.384593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:58:25.396436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817ac686-5d51-4ae4-aabf-d864eb924cba,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:25.404451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.405092 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Added segment d7838aaf-e8be-45c5-b4de-7a82c614a174 of type vlan for network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 Aug 20 14:58:25.457304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.488650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a1887a-32fc-43ad-b90d-fd0fc6daa9b9 req-3886a238-1235-49de-a593-c985c06b216b service neutron] 10.222.0.72 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700430 Aug 20 14:58:25.513486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdc1a64-1c13-4cd3-85a2-ad3fd914debe tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:25.515347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3bdc1a64-1c13-4cd3-85a2-ad3fd914debe tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2136440 Aug 20 14:58:25.518033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33238) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:25.520482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.524126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:25.525214 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.536264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39edfbc-2331-47da-870c-2f6727962654 req-f0abd8b9-43f9-4d1a-8405-3ea2ef61e17b tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:25.545264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b39edfbc-2331-47da-870c-2f6727962654 req-f0abd8b9-43f9-4d1a-8405-3ea2ef61e17b tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 932 time: 0.1275003 Aug 20 14:58:25.627009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-00721fb4-5f23-4168-be9b-065324a8f239 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077790 Aug 20 14:58:25.634060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33242) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:25.635513 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0651083 Aug 20 14:58:25.641521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:25.646460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33244) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:25.648452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e5e1c-8194-4650-afec-9c3a150bc657 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:25.654620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Request body: {'subnet': {'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-subnet', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:25.680460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:58:25.734554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3680f-cc00-4526-82c7-12802eb554dd req-1bf6351c-7f22-479e-a626-49d94bb8e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:25.736254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96e3680f-cc00-4526-82c7-12802eb554dd req-1bf6351c-7f22-479e-a626-49d94bb8e12d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 1096 time: 0.1228671 Aug 20 14:58:25.745951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b39edfbc-2331-47da-870c-2f6727962654 req-50fba321-b3b8-44f0-92e3-2a7970046480 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982293 Aug 20 14:58:25.756095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Made reservation on behalf of 50c4b05205c6477f965f8750db201356 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:25.758472 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.865089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa43d0-9394-43b2-b705-f51b82b023d8 req-88025b11-fabb-4aac-b025-69e6490445e3 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:25.867563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41fa43d0-9394-43b2-b705-f51b82b023d8 req-88025b11-fabb-4aac-b025-69e6490445e3 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 945 time: 0.2131543 Aug 20 14:58:25.873982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3680f-cc00-4526-82c7-12802eb554dd req-dbbf0c80-cda5-4bff-a109-42a2d93a55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:25.876043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96e3680f-cc00-4526-82c7-12802eb554dd req-dbbf0c80-cda5-4bff-a109-42a2d93a55c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 907 time: 0.1281843 Aug 20 14:58:25.879429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:25.883079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:25.884810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 92107087-13bd-4e97-96c5-79062012abf7 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:25.910462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 92107087-13bd-4e97-96c5-79062012abf7 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:25.910971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 92107087-13bd-4e97-96c5-79062012abf7 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:25.982363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96e3680f-cc00-4526-82c7-12802eb554dd req-ead173ae-b632-466c-8f6e-050e02adafcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a84cb9e1-845f-4c08-ad1a-a5908f41e737 HTTP/1.1" status: 200 len: 217 time: 0.0935946 Aug 20 14:58:26.085452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41fa43d0-9394-43b2-b705-f51b82b023d8 req-25a0083b-4a84-4776-ac81-b59370a0651c tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034135 Aug 20 14:58:26.101611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8002777-3716-44a9-8798-5e17d5ce426a req-84478a6f-e227-4b8a-8083-7b6d6efcd976 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:26.103457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8002777-3716-44a9-8798-5e17d5ce426a req-84478a6f-e227-4b8a-8083-7b6d6efcd976 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 944 time: 0.1985881 Aug 20 14:58:26.112100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3680f-cc00-4526-82c7-12802eb554dd req-a31d307e-fd99-41dc-8e73-f6802059776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:26.113562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96e3680f-cc00-4526-82c7-12802eb554dd req-a31d307e-fd99-41dc-8e73-f6802059776f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.1007318 Aug 20 14:58:26.134855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.165616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96e3680f-cc00-4526-82c7-12802eb554dd req-5c663d3f-5676-4cb5-bbda-fb14170b941d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443153 Aug 20 14:58:26.173615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8002777-3716-44a9-8798-5e17d5ce426a req-98b3a011-3115-4239-83a9-bc6a4b9c9df7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589712 Aug 20 14:58:26.238779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf134fb-ac3a-41d1-a45c-4cf165159272,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:26.284172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Checking segment: {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:26.284544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Network hostable DHCP agents. Network: 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:58:26.326033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:58:26.362649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:58:26.366003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.375592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96e3680f-cc00-4526-82c7-12802eb554dd req-2ceba55d-f0f8-4990-8b22-77de373513dd service neutron] 10.222.0.72 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009814 Aug 20 14:58:26.378480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:26.387769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a5d977-4d41-4c0a-b4b0-873dcde0ac2b None None] Network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:26.406705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:26.407309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.429660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:26.434384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:26.438823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:26.439436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.446894 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-21620cfe-ddf8-43c9-ab57-51f59bad103c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7993014 Aug 20 14:58:26.457155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33254) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:26.459908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1213a0-a8c5-4139-aca6-957dac16768d req-732c558c-1e86-4d11-a677-709905fd863e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:26.461923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:26.462084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a1213a0-a8c5-4139-aca6-957dac16768d req-732c558c-1e86-4d11-a677-709905fd863e tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.1569102 Aug 20 14:58:26.465837 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=2c7eb96d-2f6c-4178-ae1f-87bc8363254c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:26.477099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f615b4-612c-4636-a79c-ef5c869d79d5 req-f5b915e3-a0a5-4544-877b-51bd8db37ee1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:26.478859 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2f615b4-612c-4636-a79c-ef5c869d79d5 req-f5b915e3-a0a5-4544-877b-51bd8db37ee1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 948 time: 0.1574140 Aug 20 14:58:26.491300 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bfcbf0c7-fe59-4733-94fc-f51ac4a01e03 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8539684 Aug 20 14:58:26.494807 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33256) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:26.501288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:26.501943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e4a670-25e6-4ac6-b5e3-c19984fa92a1 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:26.564004 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.565424 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.609706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2f615b4-612c-4636-a79c-ef5c869d79d5 req-acf1167a-28cc-40f2-bc7b-c00a6c393ffb tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192350 Aug 20 14:58:26.633336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a1213a0-a8c5-4139-aca6-957dac16768d req-703d1b2c-025f-4d6f-8dce-7e7b54bd1a7d tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532016 Aug 20 14:58:26.653441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96e3680f-cc00-4526-82c7-12802eb554dd req-bdfca19e-6d82-465b-8d4a-3893c261c983 service neutron] 10.222.0.72 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676067 Aug 20 14:58:26.720917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.721884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:26.725442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.808213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': '2c7eb96d-2f6c-4178-ae1f-87bc8363254c'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:58:26.810311 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.828942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:58:26.829910 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:26.944932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66562fc-d704-4af0-897b-400d5b10e21d req-57aea928-c5cf-422d-99fd-f08e31ba08fa tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:26.947446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 37ce2472-57d7-4ee3-b059-33f0e1844852 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:26.954263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a66562fc-d704-4af0-897b-400d5b10e21d req-57aea928-c5cf-422d-99fd-f08e31ba08fa tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 932 time: 0.0818021 Aug 20 14:58:27.007873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a66562fc-d704-4af0-897b-400d5b10e21d req-56ccc9f4-652b-4a69-a063-df2fcc0619fe tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525465 Aug 20 14:58:27.107734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 37ce2472-57d7-4ee3-b059-33f0e1844852 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:27.147465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 37ce2472-57d7-4ee3-b059-33f0e1844852 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:27.147946 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.205992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Allocated IP 2001:db8::f816:3eff:fe7c:8e4b (ac065349-4adc-4c43-b021-1a2dee529997/2c7eb96d-2f6c-4178-ae1f-87bc8363254c/179ac415-e484-4720-a5f0-7fbe2806656b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:27.215451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Allocated IP 172.20.0.2 (2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89/1bf134fb-ac3a-41d1-a45c-4cf165159272/a741b369-f746-4b9a-a3d3-cf3af488091a) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:27.219204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.290932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fd307-7854-4653-99c2-4f6127b550ad req-99c33944-6f77-42c5-8421-ebd0f6b560e7 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:27.304791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f90fd307-7854-4653-99c2-4f6127b550ad req-99c33944-6f77-42c5-8421-ebd0f6b560e7 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 945 time: 0.1366847 Aug 20 14:58:27.410074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f90fd307-7854-4653-99c2-4f6127b550ad req-98a6f30c-c9cb-4e63-91ac-e33ce048c7d1 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974481 Aug 20 14:58:27.523360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaff637-e352-478f-88ee-477547ab85ca req-2facea1e-0e20-4e29-9103-c5510a6960cc tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:27.524847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adaff637-e352-478f-88ee-477547ab85ca req-2facea1e-0e20-4e29-9103-c5510a6960cc tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 944 time: 0.1298950 Aug 20 14:58:27.560188 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.573497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adaff637-e352-478f-88ee-477547ab85ca req-0737949e-dc91-4ace-a179-9a6d7775a067 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403140 Aug 20 14:58:27.646413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.702921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947c98de-6b48-494e-8f5a-8b979ade051e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ce2472-57d7-4ee3-b059-33f0e1844852'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:27.705749 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421130d8-8f8d-45fa-8e08-7718b8d423a6" -d '{"events": [{"server_uuid": "947c98de-6b48-494e-8f5a-8b979ade051e", "name": "network-vif-plugged", "status": "completed", "tag": "37ce2472-57d7-4ee3-b059-33f0e1844852"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:27.712593 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.734624 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.743835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:27.748343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:27.763116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 37ce2472-57d7-4ee3-b059-33f0e1844852, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=37ce2472-57d7-4ee3-b059-33f0e1844852,segment=NetworkSegment(95b63de8-2728-404c-945a-9793c213029d),segment_id=95b63de8-2728-404c-945a-9793c213029d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:27.765290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Transition to ACTIVE for port object 179ac415-e484-4720-a5f0-7fbe2806656b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:27.778945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:27.779466 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.785940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.789836 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.789836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:27.812652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=7cb11e31-3d4c-4def-94df-61a1fcba950f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:27.818442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827123d-acec-4c29-8406-17c8db66f36b req-6b255428-7ba5-48f9-9541-1131e721fbcf tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:27.823579 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8c5f7d72-f5f2-4474-adbf-f1199e4f9ac0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3236516 Aug 20 14:58:27.823579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33272) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:27.826242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e827123d-acec-4c29-8406-17c8db66f36b req-6b255428-7ba5-48f9-9541-1131e721fbcf tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 948 time: 0.1392643 Aug 20 14:58:27.855092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:62:74:07', 'name': 'tempest-NetworksTestDHCPv6-1400452108'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:27.867615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Transition to ACTIVE for port object 179ac415-e484-4720-a5f0-7fbe2806656b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:27.879364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409bdc3-317d-4b6b-af89-0ae6fbd50dd8 req-39dc1ce8-0409-473b-8b81-25143a1ea772 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:27.882921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.888287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4409bdc3-317d-4b6b-af89-0ae6fbd50dd8 req-39dc1ce8-0409-473b-8b81-25143a1ea772 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.1124980 Aug 20 14:58:27.919485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:27.928808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e827123d-acec-4c29-8406-17c8db66f36b req-0a1d7e09-6d96-4709-8538-1e1fffb468cb tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013279 Aug 20 14:58:27.939659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Transition to ACTIVE for port object a741b369-f746-4b9a-a3d3-cf3af488091a will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:27.964914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=37ce2472-57d7-4ee3-b059-33f0e1844852,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:27.999693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4409bdc3-317d-4b6b-af89-0ae6fbd50dd8 req-5fba29be-2c2d-40df-aa66-36660b76fdb9 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016920 Aug 20 14:58:28.016224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Transition to ACTIVE for port object a741b369-f746-4b9a-a3d3-cf3af488091a will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:28.018655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:28.026398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:28.031363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:28.038475 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.055287 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28622b71-cc19-45c8-abae-71bcfa355ab3 x-openstack-request-id: req-28622b71-cc19-45c8-abae-71bcfa355ab3 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:28.055618 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947c98de-6b48-494e-8f5a-8b979ade051e", "name": "network-vif-plugged", "status": "completed", "tag": "37ce2472-57d7-4ee3-b059-33f0e1844852", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:28.055868 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28622b71-cc19-45c8-abae-71bcfa355ab3 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:28.056252 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947c98de-6b48-494e-8f5a-8b979ade051e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ce2472-57d7-4ee3-b059-33f0e1844852', 'code': 200} Aug 20 14:58:28.106553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Pushing event updated for resources: {'Port': ['ID=179ac415-e484-4720-a5f0-7fbe2806656b,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:28.118161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port ea15c504-541b-4934-aa30-5501b8e53766 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:28.118677 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.140391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:28.156222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:28.193414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Attempting to bind port 179ac415-e484-4720-a5f0-7fbe2806656b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:28.193930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Attempting to bind port 179ac415-e484-4720-a5f0-7fbe2806656b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:28.194387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Attempting to bind port 179ac415-e484-4720-a5f0-7fbe2806656b on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:28.199761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:28.208666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:28.236907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:28.237291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:28.237703 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.237837 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Allocated IP 172.25.5.111 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/79fd1846-eb1c-40ad-a9c2-6cbf650573d3) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:28.238102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:28.241901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Bound port: 179ac415-e484-4720-a5f0-7fbe2806656b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:28.242345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.250294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96a6b9-e133-4762-9a51-6915d2dec0d2 req-a01b6562-16a0-418d-979d-635f0b7dbc7c tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:28.257912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb96a6b9-e133-4762-9a51-6915d2dec0d2 req-a01b6562-16a0-418d-979d-635f0b7dbc7c tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 932 time: 0.1184239 Aug 20 14:58:28.300695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c8bfe-ac63-4808-b042-8e7884cc049c req-adc017bc-80da-46db-95ef-c54b80b8cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:28.302134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e45c8bfe-ac63-4808-b042-8e7884cc049c req-adc017bc-80da-46db-95ef-c54b80b8cbd4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 1098 time: 0.1282883 Aug 20 14:58:28.316511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.319139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Pushing event updated for resources: {'Port': ['ID=a741b369-f746-4b9a-a3d3-cf3af488091a,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:28.322979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb96a6b9-e133-4762-9a51-6915d2dec0d2 req-d2ff1e5e-ff4c-4077-98f1-6d3922496ea5 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643482 Aug 20 14:58:28.364900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e45c8bfe-ac63-4808-b042-8e7884cc049c req-23545fba-feb8-474e-803c-ea85a33a05f5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388966 Aug 20 14:58:28.378222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 7fa7aa31-ef5d-472a-86be-21a10eed1cde yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:58:28.468889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.484604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Attempting to bind port a741b369-f746-4b9a-a3d3-cf3af488091a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:28.485302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Attempting to bind port a741b369-f746-4b9a-a3d3-cf3af488091a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:28.486028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Attempting to bind port a741b369-f746-4b9a-a3d3-cf3af488091a on network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:28.502517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:28.503231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Checking segment: {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:28.503902 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.504583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Bound using segment: {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:28.505420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Bound port: a741b369-f746-4b9a-a3d3-cf3af488091a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:28.506424 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.523710 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.590752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.602909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] For port 179ac415-e484-4720-a5f0-7fbe2806656b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:28.620609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40eefe-c67c-4bb6-b6e5-5af9868860d1 req-b87da162-af78-4e93-8632-24286cc46a83 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:28.631608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] For port 179ac415-e484-4720-a5f0-7fbe2806656b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=179ac415-e484-4720-a5f0-7fbe2806656b,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:28.631860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c40eefe-c67c-4bb6-b6e5-5af9868860d1 req-b87da162-af78-4e93-8632-24286cc46a83 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 946 time: 0.1035943 Aug 20 14:58:28.642205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 172.20.0.12 (ac065349-4adc-4c43-b021-1a2dee529997/7cb11e31-3d4c-4def-94df-61a1fcba950f/7fa7aa31-ef5d-472a-86be-21a10eed1cde) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:28.648907 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.657032 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:28.662085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:28.666271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fe62:7407 (ac065349-4adc-4c43-b021-1a2dee529997/2c7eb96d-2f6c-4178-ae1f-87bc8363254c/7fa7aa31-ef5d-472a-86be-21a10eed1cde) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:28.667337 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.668908 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:28.710192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c40eefe-c67c-4bb6-b6e5-5af9868860d1 req-64fcd6b3-760a-4374-ac3b-6335d4f72568 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745249 Aug 20 14:58:28.718765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] For port a741b369-f746-4b9a-a3d3-cf3af488091a, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:28.720520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Pushing event updated for resources: {'Port': ['ID=79fd1846-eb1c-40ad-a9c2-6cbf650573d3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:28.790241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] For port a741b369-f746-4b9a-a3d3-cf3af488091a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a741b369-f746-4b9a-a3d3-cf3af488091a,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:28.817054 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.840860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bf24e-7276-4182-8e7f-5dc182e181db req-7c0d59ae-8cea-47a5-91a9-a6eb32f51550 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:28.856330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0de4f1-ea5e-4dbc-8b30-54ffaa641324 None None] Pushing event updated for resources: {'Port': ['ID=179ac415-e484-4720-a5f0-7fbe2806656b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:28.857140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d1bf24e-7276-4182-8e7f-5dc182e181db req-7c0d59ae-8cea-47a5-91a9-a6eb32f51550 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 944 time: 0.1298459 Aug 20 14:58:28.867388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:28.923904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d1bf24e-7276-4182-8e7f-5dc182e181db req-13698810-b54d-4ae2-807e-77810fab8211 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656321 Aug 20 14:58:28.927128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:28.964698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e23fe-c795-4b71-86da-f86e11111a49 None None] Pushing event updated for resources: {'Port': ['ID=a741b369-f746-4b9a-a3d3-cf3af488091a,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:28.969428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device a84cb9e1-845f-4c08-ad1a-a5908f41e737 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:58:29.187117 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:29.189314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27556d5-8fd8-4327-82a4-2fc3f4145f13 req-50b337ce-842d-439b-9605-4b5d983c0fca tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:29.191118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b27556d5-8fd8-4327-82a4-2fc3f4145f13 req-50b337ce-842d-439b-9605-4b5d983c0fca tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1274714 Aug 20 14:58:29.247624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 7fa7aa31-ef5d-472a-86be-21a10eed1cde will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:29.328643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:29.331732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b27556d5-8fd8-4327-82a4-2fc3f4145f13 req-7a2f7194-0565-4447-818d-3b3131b99e54 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050923 Aug 20 14:58:29.373164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:29.377462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e02bf-0381-4ced-a78f-29d476680b3a req-f6f84a5a-c601-45e8-83de-f0f7aed12d35 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:29.378651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad7e02bf-0381-4ced-a78f-29d476680b3a req-f6f84a5a-c601-45e8-83de-f0f7aed12d35 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.2087803 Aug 20 14:58:29.390400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port a84cb9e1-845f-4c08-ad1a-a5908f41e737, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a84cb9e1-845f-4c08-ad1a-a5908f41e737,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:29.424808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'a84cb9e1-845f-4c08-ad1a-a5908f41e737', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'port_id': 'a84cb9e1-845f-4c08-ad1a-a5908f41e737', 'mac_address': 'fa:16:3e:60:cf:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafce579-00b8-4639-b447-4e7a5b160daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:58:29.474162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad7e02bf-0381-4ced-a78f-29d476680b3a req-2a201dc8-6db9-4886-95b1-b157e2aca6cd tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878899 Aug 20 14:58:29.519293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:29.534117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84cb9e1-845f-4c08-ad1a-a5908f41e737 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:29.546689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:29.559701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port a84cb9e1-845f-4c08-ad1a-a5908f41e737, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a84cb9e1-845f-4c08-ad1a-a5908f41e737,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:29.569300 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:29.650046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=7fa7aa31-ef5d-472a-86be-21a10eed1cde,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:29.661965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:29.664409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:29.669956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:29.678416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=a84cb9e1-845f-4c08-ad1a-a5908f41e737,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:29.723848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7fed6-df34-47ae-a47b-bec8b8367f71 req-a22ef819-eaac-470f-bb93-f99ab3701216 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:29.727399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6c7fed6-df34-47ae-a47b-bec8b8367f71 req-a22ef819-eaac-470f-bb93-f99ab3701216 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 932 time: 0.0851614 Aug 20 14:58:29.787016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:29.788545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:29.799217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6c7fed6-df34-47ae-a47b-bec8b8367f71 req-8dfd973d-0ad3-4a61-8695-665da6c464e6 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655925 Aug 20 14:58:29.868200 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-291fddf1-dc34-4934-99bf-614f611e8092 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0189307 Aug 20 14:58:29.873971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33292) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:29.888003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:29.906185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a49026-4f2c-4b9c-b735-feb6a425c7b4 req-e2d07bb4-5a08-449e-a5e8-a115dc0e473e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:29.919748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35a49026-4f2c-4b9c-b735-feb6a425c7b4 req-e2d07bb4-5a08-449e-a5e8-a115dc0e473e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 946 time: 0.0746891 Aug 20 14:58:29.924962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 179ac415-e484-4720-a5f0-7fbe2806656b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:29.985811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35a49026-4f2c-4b9c-b735-feb6a425c7b4 req-2b2938db-7acd-4a75-be30-d6ee35d57651 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621147 Aug 20 14:58:30.016616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ffab37-bfe6-4398-b5a6-2ba8a314d62e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:30.023495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ffab37-bfe6-4398-b5a6-2ba8a314d62e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:30.025555 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-75ffab37-bfe6-4398-b5a6-2ba8a314d62e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1505876 Aug 20 14:58:30.028374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33296) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:30.066521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:30.073943 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf36b6d-0c97-4d63-b13e-7fbafa457b5d" -d '{"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:30.098630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 179ac415-e484-4720-a5f0-7fbe2806656b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:30.104546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a741b369-f746-4b9a-a3d3-cf3af488091a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:30.146055 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4939a4-e81d-4b8d-96ef-b38dcda3e646 x-openstack-request-id: req-5a4939a4-e81d-4b8d-96ef-b38dcda3e646 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:30.146441 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:30.146637 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a4939a4-e81d-4b8d-96ef-b38dcda3e646 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:30.147039 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766', 'code': 200} Aug 20 14:58:30.149303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['a84cb9e1-845f-4c08-ad1a-a5908f41e737'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:30.207718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee65d2-edeb-4e0a-9e8b-97c2d4945e3a req-d9521c2d-47ba-426e-b6d5-8b84a13eb2c8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:30.209366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Router abedaabc-2889-4439-a700-0d10ff00ae7a is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:58:30.215145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8ee65d2-edeb-4e0a-9e8b-97c2d4945e3a req-d9521c2d-47ba-426e-b6d5-8b84a13eb2c8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 945 time: 0.1490283 Aug 20 14:58:30.267806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a741b369-f746-4b9a-a3d3-cf3af488091a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:30.274211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2e92df7b-9047-49cb-83dd-d427026faa3a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 7fa7aa31-ef5d-472a-86be-21a10eed1cde {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:30.274574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e92df7b-9047-49cb-83dd-d427026faa3a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:30.332229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8ee65d2-edeb-4e0a-9e8b-97c2d4945e3a req-9a717371-d377-428f-b6b3-0b5e82a55768 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160750 Aug 20 14:58:30.417570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:58:30.428559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Sync routers for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:58:30.445528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:30.449952 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-952c3f60-0fb9-4ccf-83bb-7a1075451a29 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9892280 Aug 20 14:58:30.450882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33302) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:30.455016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:30.455988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:30.497044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d715155-3924-4d8d-b490-5b5f6031066a req-eec2a0a3-05a8-4186-a0f7-0e505dac0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:30.500040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d715155-3924-4d8d-b490-5b5f6031066a req-eec2a0a3-05a8-4186-a0f7-0e505dac0722 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 1101 time: 0.1077468 Aug 20 14:58:30.609605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:58:30.614507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1487770-34d4-43dc-b4da-baffe8e91db2 None None] Network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:30.651144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e92df7b-9047-49cb-83dd-d427026faa3a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:30.668487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d715155-3924-4d8d-b490-5b5f6031066a req-41f79372-b4b7-4b4e-951d-67c3b84ad83d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274142 Aug 20 14:58:30.679632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2e92df7b-9047-49cb-83dd-d427026faa3a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 7fa7aa31-ef5d-472a-86be-21a10eed1cde owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:30.691371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67334d87-f8e6-4f76-a2d7-5a4bef2fbbf5 req-7520640e-c198-4cf9-90c0-68ae15706480 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:30.698898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67334d87-f8e6-4f76-a2d7-5a4bef2fbbf5 req-7520640e-c198-4cf9-90c0-68ae15706480 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.2223802 Aug 20 14:58:30.762408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b1dccc-b3c9-49d3-955c-4803755458ee None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:30.796753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75083f73-6b64-4d54-a97c-4994b25cd6ce req-016356c6-5295-469a-bb38-53d3a9e8e307 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:30.798335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75083f73-6b64-4d54-a97c-4994b25cd6ce req-016356c6-5295-469a-bb38-53d3a9e8e307 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.2084024 Aug 20 14:58:30.808277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67334d87-f8e6-4f76-a2d7-5a4bef2fbbf5 req-68ab2c58-42a2-4b9a-886a-a9fa11479d87 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084442 Aug 20 14:58:30.889676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-07f144f1-8c1b-4d49-92b0-1f1440649183 None None] Provisioning for port a741b369-f746-4b9a-a3d3-cf3af488091a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:30.913366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-07f144f1-8c1b-4d49-92b0-1f1440649183 None None] Provisioning complete for port a741b369-f746-4b9a-a3d3-cf3af488091a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:30.913844 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07f144f1-8c1b-4d49-92b0-1f1440649183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:30.980426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75083f73-6b64-4d54-a97c-4994b25cd6ce req-a39c9567-b6d3-4e5c-acc3-c8a0c63c79a3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706772 Aug 20 14:58:31.010484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Request body: {'port': {'device_id': '49e7375f-89d2-4a53-9b7f-e6119152c56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:31.033017 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e92df7b-9047-49cb-83dd-d427026faa3a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.078135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92df7b-9047-49cb-83dd-d427026faa3a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=7fa7aa31-ef5d-472a-86be-21a10eed1cde,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:31.226395 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.227495 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07f144f1-8c1b-4d49-92b0-1f1440649183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.240461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce30bb-d726-4895-ae93-011ecc32a3bf req-aa134e86-c531-409b-9dac-0c389a6f1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:31.241982 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2dce30bb-d726-4895-ae93-011ecc32a3bf req-aa134e86-c531-409b-9dac-0c389a6f1b0f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 1097 time: 0.1055152 Aug 20 14:58:31.318873 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.322598 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2dce30bb-d726-4895-ae93-011ecc32a3bf req-7d67c60f-a2ae-4c64-b371-1a912f7fc713 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473719 Aug 20 14:58:31.325772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e92df7b-9047-49cb-83dd-d427026faa3a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.327951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2e92df7b-9047-49cb-83dd-d427026faa3a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/7fa7aa31-ef5d-472a-86be-21a10eed1cde HTTP/1.1" status: 204 len: 168 time: 1.2986083 Aug 20 14:58:31.330746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33312) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:31.349741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f71bd-eb42-41e1-b6e5-fecbd475fc54 req-06f298e7-0612-4601-a14e-534466b6be49 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:31.351401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a4f71bd-eb42-41e1-b6e5-fecbd475fc54 req-06f298e7-0612-4601-a14e-534466b6be49 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 932 time: 0.1860204 Aug 20 14:58:31.382426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d671b-a49a-4b7a-a1a2-80137ba2efc1 req-b688224e-0e60-4719-a9fd-636e4e848734 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:31.384111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e88d671b-a49a-4b7a-a1a2-80137ba2efc1 req-b688224e-0e60-4719-a9fd-636e4e848734 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 946 time: 0.1710985 Aug 20 14:58:31.430670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed000941-819c-42c2-b9ae-e0bbe5c6b829 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:31.432182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed000941-819c-42c2-b9ae-e0bbe5c6b829 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:31.433740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed000941-819c-42c2-b9ae-e0bbe5c6b829 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:31.438543 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ed000941-819c-42c2-b9ae-e0bbe5c6b829 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1036651 Aug 20 14:58:31.438869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33316) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:31.461819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:29Z', 'revision_number': 3, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:31.468201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-07f144f1-8c1b-4d49-92b0-1f1440649183 None None] For port a741b369-f746-4b9a-a3d3-cf3af488091a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a741b369-f746-4b9a-a3d3-cf3af488091a,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:31.508820 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07f144f1-8c1b-4d49-92b0-1f1440649183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.517414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Checking router: abedaabc-2889-4439-a700-0d10ff00ae7a for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:58:31.517414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Updating router abedaabc-2889-4439-a700-0d10ff00ae7a port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:58:31.542101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a4f71bd-eb42-41e1-b6e5-fecbd475fc54 req-24cf3aa1-e6f3-456c-98ac-340a46e3c487 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720934 Aug 20 14:58:31.544030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-001b6d70-8552-4be4-941c-68f0aee21ce5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 2c7eb96d-2f6c-4178-ae1f-87bc8363254c {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:31.558218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-001b6d70-8552-4be4-941c-68f0aee21ce5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.595513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f144f1-8c1b-4d49-92b0-1f1440649183 None None] Pushing event updated for resources: {'Port': ['ID=a741b369-f746-4b9a-a3d3-cf3af488091a,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:31.618742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e88d671b-a49a-4b7a-a1a2-80137ba2efc1 req-fa5689bb-5006-4cc5-acd4-106bebd32a86 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209573 Aug 20 14:58:31.619005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-001b6d70-8552-4be4-941c-68f0aee21ce5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.691342 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.731502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f7f78-6306-471d-8313-79ddc93a6c36 req-8d8370bb-e92c-452a-9955-5521d1a265d8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:31.742266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-490f7f78-6306-471d-8313-79ddc93a6c36 req-8d8370bb-e92c-452a-9955-5521d1a265d8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 945 time: 0.0904577 Aug 20 14:58:31.753677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-10b0ad8e-7e2a-4722-a2ad-f5d1251752b0 None None] Provisioning for port 179ac415-e484-4720-a5f0-7fbe2806656b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:31.765513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b822859-dff3-4bd8-bcd6-eab3009c01db None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': '2c7eb96d-2f6c-4178-ae1f-87bc8363254c', 'ip_address': '2001:db8::f816:3eff:fe7c:8e4b'}, {'subnet_id': '7cb11e31-3d4c-4def-94df-61a1fcba950f'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '179ac415-e484-4720-a5f0-7fbe2806656b'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:58:31.791098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Allocated IP 172.20.0.1 (2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89/1bf134fb-ac3a-41d1-a45c-4cf165159272/cd83c4a2-ca3d-44c4-941e-b17fd84d37d3) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:31.838703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-10b0ad8e-7e2a-4722-a2ad-f5d1251752b0 None None] Provisioning complete for port 179ac415-e484-4720-a5f0-7fbe2806656b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:31.839774 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10b0ad8e-7e2a-4722-a2ad-f5d1251752b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.859916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-490f7f78-6306-471d-8313-79ddc93a6c36 req-2686d777-f6a3-4a30-9b81-50b8518a7029 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072800 Aug 20 14:58:31.873961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c7a11d-0fe6-43ce-992c-41eeca4ca9da {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:31.875951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a741b369-f746-4b9a-a3d3-cf3af488091a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:31.892369 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.905807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-001b6d70-8552-4be4-941c-68f0aee21ce5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.926252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Transition to ACTIVE for port object 04c7a11d-0fe6-43ce-992c-41eeca4ca9da will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:31.937878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:31.971923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1b822859-dff3-4bd8-bcd6-eab3009c01db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.059603 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.084742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Transition to ACTIVE for port object cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:32.095762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Pushing event updated for resources: {'Port': ['ID=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:32.133115 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-001b6d70-8552-4be4-941c-68f0aee21ce5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.149659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd918de-ef41-4c48-9587-e58fdd60d68d req-ef167e5f-3bb4-4ca5-95c5-6a29addcad36 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:32.153546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.158831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bd918de-ef41-4c48-9587-e58fdd60d68d req-ef167e5f-3bb4-4ca5-95c5-6a29addcad36 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.2172282 Aug 20 14:58:32.220125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030137c1-0c46-44d4-bdde-869981e6d59b req-76dea61d-44b4-46aa-9d45-9a099fc37a2e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:32.221684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-030137c1-0c46-44d4-bdde-869981e6d59b req-76dea61d-44b4-46aa-9d45-9a099fc37a2e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 946 time: 0.1631618 Aug 20 14:58:32.235988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bd918de-ef41-4c48-9587-e58fdd60d68d req-dc97aead-c251-45b0-9126-760c3b4dbe6a tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712097 Aug 20 14:58:32.244743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Attempting to bind port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:32.245292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Attempting to bind port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:32.245594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b6d70-8552-4be4-941c-68f0aee21ce5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7eb96d-2f6c-4178-ae1f-87bc8363254c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:32.246358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Attempting to bind port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da on network 43924749-5c14-4d61-add6-11ff9688d237 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:32.260238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-001b6d70-8552-4be4-941c-68f0aee21ce5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.265065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-001b6d70-8552-4be4-941c-68f0aee21ce5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/2c7eb96d-2f6c-4178-ae1f-87bc8363254c HTTP/1.1" status: 204 len: 168 time: 0.8223529 Aug 20 14:58:32.265335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a741b369-f746-4b9a-a3d3-cf3af488091a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:32.265802 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.266161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:32.266841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33332) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:32.275796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da on network 43924749-5c14-4d61-add6-11ff9688d237 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:32.275796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Attempting to bind port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da on network 43924749-5c14-4d61-add6-11ff9688d237 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:32.280768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Pushing event updated for resources: {'Port': ['ID=cd83c4a2-ca3d-44c4-941e-b17fd84d37d3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:32.286818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:32.287042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Checking segment: {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:32.287425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Bound using segment: {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:32.287897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Bound port: 04c7a11d-0fe6-43ce-992c-41eeca4ca9da, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87674281-7910-4f82-afc5-411346ba89cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '43924749-5c14-4d61-add6-11ff9688d237'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:32.288266 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.304454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-030137c1-0c46-44d4-bdde-869981e6d59b req-1c9bfe9c-4d5a-4dec-8caa-0179f70f525f tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491087 Aug 20 14:58:32.307894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:32.338377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-1b822859-dff3-4bd8-bcd6-eab3009c01db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c7eb96d-2f6c-4178-ae1f-87bc8363254c: This subnet is being modified by another concurrent operation. Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 14:58:32.372382 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2c7eb96d-2f6c-4178-ae1f-87bc8363254c: This subnet is being modified by another concurrent operation. Aug 20 14:58:32.379362 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 14:58:32.395298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10b0ad8e-7e2a-4722-a2ad-f5d1251752b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.413991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6151aa-a3f9-479f-bd3b-369e55649ed2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 7cb11e31-3d4c-4def-94df-61a1fcba950f {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:32.430908 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb6151aa-a3f9-479f-bd3b-369e55649ed2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.434006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.467851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-10b0ad8e-7e2a-4722-a2ad-f5d1251752b0 None None] For port 179ac415-e484-4720-a5f0-7fbe2806656b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=179ac415-e484-4720-a5f0-7fbe2806656b,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:32.490106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10b0ad8e-7e2a-4722-a2ad-f5d1251752b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.521476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a182abc5-d23f-4615-a978-425810cdedcf None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:32.705429 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.718592 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb6151aa-a3f9-479f-bd3b-369e55649ed2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.728377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0ad8e-7e2a-4722-a2ad-f5d1251752b0 None None] Pushing event updated for resources: {'Port': ['ID=179ac415-e484-4720-a5f0-7fbe2806656b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:32.745051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.756474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Transition to ACTIVE for port object 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:32.766821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-587d13aa-9424-48b7-857f-fe21ec858439 None None] Provisioning complete for port a741b369-f746-4b9a-a3d3-cf3af488091a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:32.767197 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-587d13aa-9424-48b7-857f-fe21ec858439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.812351 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.820918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb6151aa-a3f9-479f-bd3b-369e55649ed2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.909134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] For port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:32.928714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] For port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:32.938341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ea4aa-0405-4e8a-92fa-dfb1ac808a2c req-002970c1-6d29-4978-871c-a1e47a131f37 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:32.945868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-875ea4aa-0405-4e8a-92fa-dfb1ac808a2c req-002970c1-6d29-4978-871c-a1e47a131f37 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.5783417 Aug 20 14:58:32.965511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.977141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb6151aa-a3f9-479f-bd3b-369e55649ed2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:32.991782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba3db7-c512-4f7f-b99e-39ef91c10df5 req-224831bc-7aa8-4669-943b-f8f823e90b7b tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:32.993696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device a84cb9e1-845f-4c08-ad1a-a5908f41e737 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:32.997661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Attempting to bind port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:32.999870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ba3db7-c512-4f7f-b99e-39ef91c10df5 req-224831bc-7aa8-4669-943b-f8f823e90b7b tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 944 time: 0.1596611 Aug 20 14:58:33.009264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Attempting to bind port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:33.009710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Attempting to bind port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:33.012756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb6151aa-a3f9-479f-bd3b-369e55649ed2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.016284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fb6151aa-a3f9-479f-bd3b-369e55649ed2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/7cb11e31-3d4c-4def-94df-61a1fcba950f HTTP/1.1" status: 204 len: 168 time: 0.7483172 Aug 20 14:58:33.019335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33338) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:33.048930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6151aa-a3f9-479f-bd3b-369e55649ed2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb11e31-3d4c-4def-94df-61a1fcba950f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:33.093281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:33.093914 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.095309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] 10.222.0.70 "PUT /v2.0/ports/04c7a11d-0fe6-43ce-992c-41eeca4ca9da HTTP/1.1" status: 200 len: 1093 time: 2.0899117 Aug 20 14:58:33.101425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e7375f-89d2-4a53-9b7f-e6119152c56c', 'tag': '04c7a11d-0fe6-43ce-992c-41eeca4ca9da'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:33.104115 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "49e7375f-89d2-4a53-9b7f-e6119152c56c", "tag": "04c7a11d-0fe6-43ce-992c-41eeca4ca9da"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:33.115754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.116149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3087dd9c-1068-4131-bc16-d7d5d42cab78 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751884 Aug 20 14:58:33.119883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33342) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:33.131916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:33.151011 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.161944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-875ea4aa-0405-4e8a-92fa-dfb1ac808a2c req-8d3c5993-2086-4493-9490-e1539ed09e4a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060559 Aug 20 14:58:33.163719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:33.164111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:33.164522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.164931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:33.165432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Bound port: 79fd1846-eb1c-40ad-a9c2-6cbf650573d3, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:33.165825 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.207272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.223228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] For port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:33.226592 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] For port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=79fd1846-eb1c-40ad-a9c2-6cbf650573d3,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:33.233402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd5919-e239-421a-9a6f-90e5aa11e34b None None] Pushing event updated for resources: {'Port': ['ID=79fd1846-eb1c-40ad-a9c2-6cbf650573d3,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:33.262938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ba3db7-c512-4f7f-b99e-39ef91c10df5 req-07eab226-3bb4-4c7a-bdb2-f69bf86f3c53 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620919 Aug 20 14:58:33.279128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.293103 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-587d13aa-9424-48b7-857f-fe21ec858439 None None] Provisioning complete for port 179ac415-e484-4720-a5f0-7fbe2806656b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:33.293848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-587d13aa-9424-48b7-857f-fe21ec858439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.330408 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb93e575-aac6-4b4f-abbe-a54c5d4ecf00 x-openstack-request-id: req-fb93e575-aac6-4b4f-abbe-a54c5d4ecf00 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:33.331297 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e7375f-89d2-4a53-9b7f-e6119152c56c", "tag": "04c7a11d-0fe6-43ce-992c-41eeca4ca9da", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:33.332050 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb93e575-aac6-4b4f-abbe-a54c5d4ecf00 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:33.332626 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e7375f-89d2-4a53-9b7f-e6119152c56c', 'tag': '04c7a11d-0fe6-43ce-992c-41eeca4ca9da', 'status': 'completed', 'code': 200} Aug 20 14:58:33.335803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbf76b-ccf0-4550-ab7b-496cb4d778ca service neutron] Pushing event updated for resources: {'Port': ['ID=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:33.368855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-d623f5ed-e10d-4942-89d7-c2d36d26458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:33.370701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-d623f5ed-e10d-4942-89d7-c2d36d26458b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d03c0864047453ebebeba36c82ff9db&device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 1096 time: 0.1987965 Aug 20 14:58:33.379077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Pushing event updated for resources: {'Port': ['ID=cd83c4a2-ca3d-44c4-941e-b17fd84d37d3,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:33.380294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b333af-8a80-4720-93d4-681cd787d251 req-685632db-13de-459b-a7c9-218e8c59e7d5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:33.388257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3b333af-8a80-4720-93d4-681cd787d251 req-685632db-13de-459b-a7c9-218e8c59e7d5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 945 time: 0.1066597 Aug 20 14:58:33.416127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port a84cb9e1-845f-4c08-ad1a-a5908f41e737 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:33.422008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:33.425695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.464989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port a84cb9e1-845f-4c08-ad1a-a5908f41e737 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:33.465391 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.497628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3b333af-8a80-4720-93d4-681cd787d251 req-7419c9ce-7d3a-4a19-a4bd-43e38579154c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062629 Aug 20 14:58:33.504648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-a372c446-80fb-46a4-8843-e008c7dca9ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c7a11d-0fe6-43ce-992c-41eeca4ca9da HTTP/1.1" status: 200 len: 217 time: 0.1082525 Aug 20 14:58:33.521832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:33.525903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:33.526143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:33.526545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:33.583403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd5919-e239-421a-9a6f-90e5aa11e34b None None] Pushing event updated for resources: {'Port': ['ID=79fd1846-eb1c-40ad-a9c2-6cbf650573d3,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:33.589339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4748167-a08d-4055-bf80-79b2db7073a9 req-cc73b501-4e2d-485c-ad57-fc625927d1af tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:33.597006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23217dd0-78c4-471f-81a4-ab42d8adcc22 None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': '7cb11e31-3d4c-4def-94df-61a1fcba950f'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '179ac415-e484-4720-a5f0-7fbe2806656b'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:58:33.602587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4748167-a08d-4055-bf80-79b2db7073a9 req-cc73b501-4e2d-485c-ad57-fc625927d1af tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.2041118 Aug 20 14:58:33.687721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-2606b6f4-170b-45d0-9e88-227662c894c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:33.689364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-2606b6f4-170b-45d0-9e88-227662c894c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7d19ac15-6203-4f64-8fee-a15dd82b72f1 HTTP/1.1" status: 200 len: 854 time: 0.1707597 Aug 20 14:58:33.796815 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-23217dd0-78c4-471f-81a4-ab42d8adcc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:33.815668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb35d2b-1a73-4e39-a08f-49c0f4a6e3b1 req-148fdfa3-45bf-4b15-aa99-b2b80db89629 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:33.825595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3eb35d2b-1a73-4e39-a08f-49c0f4a6e3b1 req-148fdfa3-45bf-4b15-aa99-b2b80db89629 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 946 time: 0.2117302 Aug 20 14:58:33.845287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:58:33.856730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4748167-a08d-4055-bf80-79b2db7073a9 req-6790ebb5-006e-4c50-821f-c8d5a0f61dbf tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480721 Aug 20 14:58:33.893643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Router abedaabc-2889-4439-a700-0d10ff00ae7a has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:58:33.935005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-b501ccab-9247-4cac-a339-47741787b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:33.936738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-b501ccab-9247-4cac-a339-47741787b90c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43924749-5c14-4d61-add6-11ff9688d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2221119 Aug 20 14:58:33.941500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3eb35d2b-1a73-4e39-a08f-49c0f4a6e3b1 req-9658fe9e-cbd6-4243-963e-c2629a22f139 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/security-groups?id=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142509 Aug 20 14:58:33.969407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 179ac415-e484-4720-a5f0-7fbe2806656b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:34.121436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63b342-42c5-43a7-bd3e-d63a5ec27419 req-ed3945c0-cc58-4a19-91fe-27ff6f0feb48 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:34.123122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f63b342-42c5-43a7-bd3e-d63a5ec27419 req-ed3945c0-cc58-4a19-91fe-27ff6f0feb48 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.0871503 Aug 20 14:58:34.129193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:58:34.132167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-ff30b7a0-420f-4b3f-842a-5849ef86cf1d service neutron] 10.222.0.70 "GET /v2.0/networks/43924749-5c14-4d61-add6-11ff9688d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795743 Aug 20 14:58:34.203920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a6b680ae-6dd9-4e6e-9c2b-6257febc523e None None] Provisioning for port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:34.256729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f63b342-42c5-43a7-bd3e-d63a5ec27419 req-800ec5a1-2949-40fe-a862-c47a766cd442 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235578 Aug 20 14:58:34.257808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a6b680ae-6dd9-4e6e-9c2b-6257febc523e None None] Provisioning complete for port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:34.259618 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a6b680ae-6dd9-4e6e-9c2b-6257febc523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:34.265441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:58:34.287909 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae8d0440-1e92-4b49-a56e-d847c4596293 admin admin] 10.222.0.36 "PUT /v2.0/routers/abedaabc-2889-4439-a700-0d10ff00ae7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8304126 Aug 20 14:58:34.362420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-4b6ad68c-7b87-4524-934c-510adcd7c4ef tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:34.362901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:34.364662 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-4b6ad68c-7b87-4524-934c-510adcd7c4ef tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.72 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 946 time: 0.1575408 Aug 20 14:58:34.371683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdf6620-479e-442d-9837-d1a8a943a54f req-223c7539-5ee7-4b02-8186-396de58ddfb6 service neutron] 10.222.0.70 "GET /v2.0/networks/43924749-5c14-4d61-add6-11ff9688d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308571 Aug 20 14:58:34.407750 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port a84cb9e1-845f-4c08-ad1a-a5908f41e737, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a84cb9e1-845f-4c08-ad1a-a5908f41e737,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:34.432860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a0372f-c9b1-4401-89b6-c58f85f82d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84cb9e1-845f-4c08-ad1a-a5908f41e737'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:34.435195 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98090e38-8790-4c18-9be7-169ad734f874" -d '{"events": [{"server_uuid": "47a0372f-c9b1-4401-89b6-c58f85f82d4e", "name": "network-vif-plugged", "status": "completed", "tag": "a84cb9e1-845f-4c08-ad1a-a5908f41e737"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:34.444818 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:34.520240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cde1f-7806-43bc-8ea9-c4581200722c req-8f067133-d3d5-4258-a6a3-37d4fb44084b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:34.521735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e03cde1f-7806-43bc-8ea9-c4581200722c req-8f067133-d3d5-4258-a6a3-37d4fb44084b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.2775810 Aug 20 14:58:34.553584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a6b680ae-6dd9-4e6e-9c2b-6257febc523e None None] Port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:58:34.574991 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-1224d0b6-eab4-45d8-8437-fb708c88c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:34.577294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-1224d0b6-eab4-45d8-8437-fb708c88c6b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d03c0864047453ebebeba36c82ff9db&device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 1096 time: 0.1264229 Aug 20 14:58:34.585568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ffeb1-7307-4a17-9ba6-cadbe71900f1 req-56dbcd73-3612-4085-b4b4-392577a94cd6 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:34.587099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e2ffeb1-7307-4a17-9ba6-cadbe71900f1 req-56dbcd73-3612-4085-b4b4-392577a94cd6 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 944 time: 0.1384842 Aug 20 14:58:34.652003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=a84cb9e1-845f-4c08-ad1a-a5908f41e737,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:34.664199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:34.676128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Deleting port 37ce2472-57d7-4ee3-b059-33f0e1844852 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:34.676479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:34.691915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e03cde1f-7806-43bc-8ea9-c4581200722c req-38b529fd-44ae-4437-88ac-7876e942d2b2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539514 Aug 20 14:58:34.697835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 2, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:34.733029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd99db-14bd-409a-b3eb-135e6fc7d63d None None] The sync data for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 is: [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 2, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:58:34.770787 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:34.787030 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:58:34.787392 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:58:34.797738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9285f737-e8b3-44a8-95f1-774a154efb7e None None] Provisioning complete for port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:34.798118 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9285f737-e8b3-44a8-95f1-774a154efb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:34.858444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9285f737-e8b3-44a8-95f1-774a154efb7e None None] Port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:58:34.869031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e2ffeb1-7307-4a17-9ba6-cadbe71900f1 req-68c757fe-9b30-48bb-9216-6436b5abcf65 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654917 Aug 20 14:58:34.877049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9285f737-e8b3-44a8-95f1-774a154efb7e None None] Provisioning complete for port 179ac415-e484-4720-a5f0-7fbe2806656b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:34.877859 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9285f737-e8b3-44a8-95f1-774a154efb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:34.937093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-cb9d3be7-1ab3-4e23-9e80-659a931b7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:34.938688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-cb9d3be7-1ab3-4e23-9e80-659a931b7447 service neutron] 10.222.0.70 "GET /v2.0/networks?id=43924749-5c14-4d61-add6-11ff9688d237 HTTP/1.1" status: 200 len: 916 time: 0.3452103 Aug 20 14:58:34.946483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] For port 37ce2472-57d7-4ee3-b059-33f0e1844852, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=37ce2472-57d7-4ee3-b059-33f0e1844852,segment=NetworkSegment(95b63de8-2728-404c-945a-9793c213029d),segment_id=95b63de8-2728-404c-945a-9793c213029d)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:34.946947 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:34.992396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173f833-646c-4e32-abcf-eaee8cbddd07 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:58:34.999292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Calling delete_port for 37ce2472-57d7-4ee3-b059-33f0e1844852 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:35.055825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-5f8f41f0-9e3d-43e6-8915-debe3b488e4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04c7a11d-0fe6-43ce-992c-41eeca4ca9da HTTP/1.1" status: 200 len: 217 time: 0.1054533 Aug 20 14:58:35.080822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] For port 179ac415-e484-4720-a5f0-7fbe2806656b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=179ac415-e484-4720-a5f0-7fbe2806656b,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:35.143936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.159220 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.163310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.227494 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ed96a1-f62f-4c75-82df-b9227dfb2cf7 x-openstack-request-id: req-08ed96a1-f62f-4c75-82df-b9227dfb2cf7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:35.227830 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a0372f-c9b1-4401-89b6-c58f85f82d4e", "name": "network-vif-plugged", "status": "completed", "tag": "a84cb9e1-845f-4c08-ad1a-a5908f41e737", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:35.228072 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08ed96a1-f62f-4c75-82df-b9227dfb2cf7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:35.228475 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a0372f-c9b1-4401-89b6-c58f85f82d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84cb9e1-845f-4c08-ad1a-a5908f41e737', 'code': 200} Aug 20 14:58:35.274470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6b47e17d-609a-4488-b973-5cc69c501658 None None] Could not find standard attr ID for object 7fa7aa31-ef5d-472a-86be-21a10eed1cde. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:58:35.349802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f173f833-646c-4e32-abcf-eaee8cbddd07 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 14:58:35.364577 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.390314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=179ac415-e484-4720-a5f0-7fbe2806656b,revision_number=6']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:35.405947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=9c07eefd-8255-4958-9677-e974d053f10d,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:35.422430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:35.429245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:35.441462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:35.442708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.462866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 179ac415-e484-4720-a5f0-7fbe2806656b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=179ac415-e484-4720-a5f0-7fbe2806656b,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:35.474079 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.477705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ae37b3d-5ea8-4b2c-8d8a-5d2f8e9b3c95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3539236 Aug 20 14:58:35.479521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33388) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:35.487781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:35.510870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-74e0c63b-30c6-42fd-a804-abc00caa4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:35.521194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-74e0c63b-30c6-42fd-a804-abc00caa4dc3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7d19ac15-6203-4f64-8fee-a15dd82b72f1 HTTP/1.1" status: 200 len: 854 time: 0.4470906 Aug 20 14:58:35.596900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=179ac415-e484-4720-a5f0-7fbe2806656b,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:35.631272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33390) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:35.646628 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1e5fd688-9dce-41aa-a4ad-5e107309f17d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983749815', 'description': 'tempest-description--207940134'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:35.711722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd688-9dce-41aa-a4ad-5e107309f17d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.720874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e45598-dc5c-4302-b5c1-3bca71635393 req-bbde72c7-f545-4cbe-94cc-72d3ee9b5f17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:35.728244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:35.728442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60e45598-dc5c-4302-b5c1-3bca71635393 req-bbde72c7-f545-4cbe-94cc-72d3ee9b5f17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 946 time: 0.3450205 Aug 20 14:58:35.734530 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.737015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0556e-e2d4-42e8-9d3e-b2c519d4732e req-5326218a-fcb9-469f-a5b0-3df80b35bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:35.738512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdd0556e-e2d4-42e8-9d3e-b2c519d4732e req-5326218a-fcb9-469f-a5b0-3df80b35bf1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 1098 time: 0.3564062 Aug 20 14:58:35.739463 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.786804 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:35.837487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-1a3d97fe-2713-40ff-bbfe-098a4541d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:35.852382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-1a3d97fe-2713-40ff-bbfe-098a4541d014 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43924749-5c14-4d61-add6-11ff9688d237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2929792 Aug 20 14:58:35.893389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Pushing event deleted for resources: {'Port': ['ID=37ce2472-57d7-4ee3-b059-33f0e1844852,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:35.927228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdd0556e-e2d4-42e8-9d3e-b2c519d4732e req-2113c761-332d-41c4-9a38-610dbe5b0b73 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772869 Aug 20 14:58:35.932125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60e45598-dc5c-4302-b5c1-3bca71635393 req-32b3ac2b-8227-468c-af28-63ef01e49fc4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027814 Aug 20 14:58:36.051668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410921d1-c791-4bf1-ae0c-534dd2b65661 req-6ed4abd6-4951-401b-9dea-5f97d983aea0 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:36.053509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-410921d1-c791-4bf1-ae0c-534dd2b65661 req-6ed4abd6-4951-401b-9dea-5f97d983aea0 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 1097 time: 0.3141165 Aug 20 14:58:36.058823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d4632db-ba44-4289-a153-551e8a5195ee req-e4f74646-76f3-4ad6-a00c-0cb679ed56a0 tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.36 "GET /v2.0/ports?device_id=947c98de-6b48-494e-8f5a-8b979ade051e HTTP/1.1" status: 200 len: 210 time: 0.0437703 Aug 20 14:58:36.101811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-bec16aee-c42d-4c0e-a2a4-3bdea7ead278 service neutron] 10.222.0.70 "GET /v2.0/networks/43924749-5c14-4d61-add6-11ff9688d237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287428 Aug 20 14:58:36.102648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] No DVR routers for this DVR port 37ce2472-57d7-4ee3-b059-33f0e1844852 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:58:36.106658 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.111658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41fd6cc8-c2f0-4f8b-8aff-61b28ffc5e4b req-155380ee-0761-46f4-91d4-7c9e42c0a52e tempest-ServerAddressesNegativeTestJSON-1219769798 tempest-ServerAddressesNegativeTestJSON-1219769798-project] 10.222.0.72 "DELETE /v2.0/ports/37ce2472-57d7-4ee3-b059-33f0e1844852 HTTP/1.1" status: 204 len: 173 time: 1.7387719 Aug 20 14:58:36.126799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947c98de-6b48-494e-8f5a-8b979ade051e', 'name': 'network-vif-deleted', 'tag': '37ce2472-57d7-4ee3-b059-33f0e1844852'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:36.136850 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d1f42a-ae27-4745-a2ad-8dc3887fc66b" -d '{"events": [{"server_uuid": "947c98de-6b48-494e-8f5a-8b979ade051e", "name": "network-vif-deleted", "tag": "37ce2472-57d7-4ee3-b059-33f0e1844852"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:36.179641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.204716 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd688-9dce-41aa-a4ad-5e107309f17d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.231711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd688-9dce-41aa-a4ad-5e107309f17d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.236342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-410921d1-c791-4bf1-ae0c-534dd2b65661 req-6bfde604-43fc-4817-af7c-f9657ea24333 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371014 Aug 20 14:58:36.256254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:36.269278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:36.274181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b681217-dfcf-4b37-86a2-1fd6bb278c9e req-3e8d2f60-e7f6-4b27-b417-f667c791e0a2 service neutron] 10.222.0.70 "GET /v2.0/networks/43924749-5c14-4d61-add6-11ff9688d237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329381 Aug 20 14:58:36.276749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:36.277613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.296195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=ae8887fd-1254-4f21-bf2d-3b68f7ddda49,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:36.321721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5fd688-9dce-41aa-a4ad-5e107309f17d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.325609 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1e5fd688-9dce-41aa-a4ad-5e107309f17d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6894550 Aug 20 14:58:36.326040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33398) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:36.330864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-efbaf619-8e28-4991-8450-de6f66e0a26d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Request body: {'security_group_rule': {'security_group_id': 'd86eae1f-39be-4ca7-a92c-b995b6460a89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:36.351596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fd688-9dce-41aa-a4ad-5e107309f17d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86eae1f-39be-4ca7-a92c-b995b6460a89,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:36.365579 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b232bee5-5b56-430a-a6bc-1fe79068a10e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8844147 Aug 20 14:58:36.366757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33400) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:36.382219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:16:92:3a', 'name': 'tempest-NetworksTestDHCPv6-1001826907'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:36.551892 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efbaf619-8e28-4991-8450-de6f66e0a26d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.583182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96214e-169c-4b77-87af-e6dec06f1c75 req-2796a59b-aa62-4ff2-b1b1-01887b0814d2 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:36.584817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd96214e-169c-4b77-87af-e6dec06f1c75 req-2796a59b-aa62-4ff2-b1b1-01887b0814d2 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1871216 Aug 20 14:58:36.652263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debffab-24a6-4a08-9e32-50b5b564ddd7 req-eeb71e42-f539-4e03-a1ea-5275f6e6e32b tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:36.654998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8debffab-24a6-4a08-9e32-50b5b564ddd7 req-eeb71e42-f539-4e03-a1ea-5275f6e6e32b tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 944 time: 0.2453744 Aug 20 14:58:36.719470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd96214e-169c-4b77-87af-e6dec06f1c75 req-a342e92e-e198-4377-9253-ea5c519ffead tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164277 Aug 20 14:58:36.736705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:36.743864 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efbaf619-8e28-4991-8450-de6f66e0a26d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.759458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8debffab-24a6-4a08-9e32-50b5b564ddd7 req-6985ace5-3c36-4ad4-a36b-a604e51f7b17 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954618 Aug 20 14:58:36.794176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efbaf619-8e28-4991-8450-de6f66e0a26d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.796962 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08bee03-1599-4b23-acc0-47ca9e0d273e x-openstack-request-id: req-f08bee03-1599-4b23-acc0-47ca9e0d273e {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:36.797257 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947c98de-6b48-494e-8f5a-8b979ade051e", "name": "network-vif-deleted", "tag": "37ce2472-57d7-4ee3-b059-33f0e1844852", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:36.797508 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f08bee03-1599-4b23-acc0-47ca9e0d273e {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:36.797948 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947c98de-6b48-494e-8f5a-8b979ade051e', 'name': 'network-vif-deleted', 'tag': '37ce2472-57d7-4ee3-b059-33f0e1844852', 'status': 'completed', 'code': 200} Aug 20 14:58:36.827909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbaf619-8e28-4991-8450-de6f66e0a26d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71023726-7468-4b35-a05b-87136623cf07,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:36.832751 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efbaf619-8e28-4991-8450-de6f66e0a26d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.834467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-efbaf619-8e28-4991-8450-de6f66e0a26d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5069106 Aug 20 14:58:36.837122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33402) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:36.844994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0bc61c21-b1eb-4133-8232-72da8c56113c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Request body: {'security_group_rule': {'security_group_id': 'd86eae1f-39be-4ca7-a92c-b995b6460a89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:36.875006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a76d1-06ba-4e53-ac8f-02abfa0a731c None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 14:58:36.882905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bc61c21-b1eb-4133-8232-72da8c56113c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.905822 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.943950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-20263cd8-0857-4964-bb77-b980c0546a1b None None] Provisioning complete for port 179ac415-e484-4720-a5f0-7fbe2806656b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:36.944330 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-20263cd8-0857-4964-bb77-b980c0546a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.945318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74230f0e-387a-444d-88c8-e15b184716bb req-2857e655-ad00-496c-9586-2eebdcad0262 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:36.948534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74230f0e-387a-444d-88c8-e15b184716bb req-2857e655-ad00-496c-9586-2eebdcad0262 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 1097 time: 0.0949347 Aug 20 14:58:36.949785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 36b336e6-50ca-43d8-bfdd-92d058c151fe yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:58:36.987731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bc61c21-b1eb-4133-8232-72da8c56113c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:36.997899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bc61c21-b1eb-4133-8232-72da8c56113c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.010087 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 37ce2472-57d7-4ee3-b059-33f0e1844852 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:37.022046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc61c21-b1eb-4133-8232-72da8c56113c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1d3634-f171-4855-ac53-2a2284ff2ec3,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:37.037364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bc61c21-b1eb-4133-8232-72da8c56113c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.039162 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0bc61c21-b1eb-4133-8232-72da8c56113c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009294 Aug 20 14:58:37.042572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33406) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:37.054079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:37.097588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 37ce2472-57d7-4ee3-b059-33f0e1844852 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:37.097809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.098367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 37ce2472-57d7-4ee3-b059-33f0e1844852 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:37.126494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a76d1-06ba-4e53-ac8f-02abfa0a731c None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 14:58:37.175123 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-20263cd8-0857-4964-bb77-b980c0546a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.223113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.260909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74230f0e-387a-444d-88c8-e15b184716bb req-aef88b0b-3022-48f0-9639-399ff5481f4c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843928 Aug 20 14:58:37.263086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 172.20.0.11 (ac065349-4adc-4c43-b021-1a2dee529997/ae8887fd-1254-4f21-bf2d-3b68f7ddda49/36b336e6-50ca-43d8-bfdd-92d058c151fe) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:37.274578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fe16:923a (ac065349-4adc-4c43-b021-1a2dee529997/9c07eefd-8255-4958-9677-e974d053f10d/36b336e6-50ca-43d8-bfdd-92d058c151fe) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:37.288763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-20263cd8-0857-4964-bb77-b980c0546a1b None None] For port 179ac415-e484-4720-a5f0-7fbe2806656b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=179ac415-e484-4720-a5f0-7fbe2806656b,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:37.299222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01a60b-85d4-4dfc-bc5d-a9547706cffe req-184c3058-c33c-4877-8f57-2af8612bdc1b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:37.300897 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca01a60b-85d4-4dfc-bc5d-a9547706cffe req-184c3058-c33c-4877-8f57-2af8612bdc1b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 946 time: 0.2826042 Aug 20 14:58:37.306053 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-20263cd8-0857-4964-bb77-b980c0546a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.353923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33414) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:37.395413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Allocated IP 172.25.5.115 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/cdc534d5-c55c-41a1-8b07-02fb1404147a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:37.408554 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20263cd8-0857-4964-bb77-b980c0546a1b None None] Pushing event updated for resources: {'Port': ['ID=179ac415-e484-4720-a5f0-7fbe2806656b,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:37.510605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03c1443-c087-4378-9002-620703be1109 admin admin] Deleting subnet 06399e02-7c7d-48e4-8972-2fe6ad054e0a {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:37.518346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b03c1443-c087-4378-9002-620703be1109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.577449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b03c1443-c087-4378-9002-620703be1109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.641077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.655183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b03c1443-c087-4378-9002-620703be1109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.755294 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.761436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b03c1443-c087-4378-9002-620703be1109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.798113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a641bf2-b9c8-415f-b3e9-4c9cd8fc7f5b None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': '9c07eefd-8255-4958-9677-e974d053f10d', 'ip_address': '2001:db8::f816:3eff:fe7c:8e4b'}, {'subnet_id': 'ae8887fd-1254-4f21-bf2d-3b68f7ddda49'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '179ac415-e484-4720-a5f0-7fbe2806656b'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:58:37.849962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6a641bf2-b9c8-415f-b3e9-4c9cd8fc7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.864515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:37.868200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:37.871460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c1443-c087-4378-9002-620703be1109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06399e02-7c7d-48e4-8972-2fe6ad054e0a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:37.873804 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b03c1443-c087-4378-9002-620703be1109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:37.879037 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b03c1443-c087-4378-9002-620703be1109 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/06399e02-7c7d-48e4-8972-2fe6ad054e0a HTTP/1.1" status: 204 len: 168 time: 0.5240080 Aug 20 14:58:37.882063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:37.885646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33424) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:37.959897 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Sync routers for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:58:37.975089 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:37.976044 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:37.997277 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.027416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Pushing event updated for resources: {'Port': ['ID=cdc534d5-c55c-41a1-8b07-02fb1404147a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:38.055446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.082179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 36b336e6-50ca-43d8-bfdd-92d058c151fe will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:38.110101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 179ac415-e484-4720-a5f0-7fbe2806656b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:38.114908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 04c7a11d-0fe6-43ce-992c-41eeca4ca9da details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:58:38.141545 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.179504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:58:38.195346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.258802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:38.262628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:38.269055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca01a60b-85d4-4dfc-bc5d-a9547706cffe req-3457e3cb-203d-497b-ac4b-080bebd83bf6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532684 Aug 20 14:58:38.276257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:38.285459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:38.290651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=36b336e6-50ca-43d8-bfdd-92d058c151fe,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:38.296558 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-21668b2b-ff5e-4d4c-9c12-54c322be5550 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1657107 Aug 20 14:58:38.314042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.316791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ffa997-2b23-44e2-96e3-534355455326']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:38.346034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b63de8-2728-404c-945a-9793c213029d') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:38.346435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b63de8-2728-404c-945a-9793c213029d') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:38.358489 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.378311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.384018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:58:38.384572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:58:38.450721 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:58:38.457625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.468654 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.470799 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] 10.222.0.36 "DELETE /v2.0/networks/88ffa997-2b23-44e2-96e3-534355455326 HTTP/1.1" status: 204 len: 168 time: 0.5841529 Aug 20 14:58:38.479907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:38.480596 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.505917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-6a641bf2-b9c8-415f-b3e9-4c9cd8fc7f5b None None] Allocated IP 172.20.0.2 (ac065349-4adc-4c43-b021-1a2dee529997/ae8887fd-1254-4f21-bf2d-3b68f7ddda49/179ac415-e484-4720-a5f0-7fbe2806656b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:38.533058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f518b985-bfda-4cf9-832e-54e3fc594c8d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1637995 Aug 20 14:58:38.533677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33446) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:38.540567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '04c7a11d-0fe6-43ce-992c-41eeca4ca9da', 'network_id': '43924749-5c14-4d61-add6-11ff9688d237', 'port_id': '04c7a11d-0fe6-43ce-992c-41eeca4ca9da', 'mac_address': 'fa:16:3e:a3:28:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d19ac15-6203-4f64-8fee-a15dd82b72f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:58:38.554872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f0db1-7663-464d-9299-a71eb25cd973 admin admin] Pushing event deleted for resources: {'Network': ['ID=88ffa997-2b23-44e2-96e3-534355455326,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:38.565924 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.576109 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 2, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:38.640513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-fa456b9a-bddb-4427-843f-6ab6439ee8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:38.642584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-fa456b9a-bddb-4427-843f-6ab6439ee8ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 1097 time: 0.2941151 Aug 20 14:58:38.658130 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Checking router: abedaabc-2889-4439-a700-0d10ff00ae7a for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:58:38.658839 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Updating router abedaabc-2889-4439-a700-0d10ff00ae7a port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:58:38.679869 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.682669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 179ac415-e484-4720-a5f0-7fbe2806656b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:38.683039 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.702131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d2f3d-75c5-4b16-a867-2a33d19aa057 req-da11f336-9460-41f7-847d-9e4a8d10f0eb tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:38.705141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33452) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:38.708602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a90d2f3d-75c5-4b16-a867-2a33d19aa057 req-da11f336-9460-41f7-847d-9e4a8d10f0eb tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1996624 Aug 20 14:58:38.709509 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.750187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c7a11d-0fe6-43ce-992c-41eeca4ca9da {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:38.800392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3c802-f986-4603-91ab-423601cc8438 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:38.807040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3c802-f986-4603-91ab-423601cc8438 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:38.811650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-11f3c802-f986-4603-91ab-423601cc8438 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2417533 Aug 20 14:58:38.812486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33454) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:38.814141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:38.840405 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-76948f90-7f85-4aa5-b051-bf9a56903f9f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d32e65ac39941598142c5d13ece1493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340032 Aug 20 14:58:38.847374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33456) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:38.872937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:38.877796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6a641bf2-b9c8-415f-b3e9-4c9cd8fc7f5b None None] For port 179ac415-e484-4720-a5f0-7fbe2806656b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=179ac415-e484-4720-a5f0-7fbe2806656b,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:38.889226 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:38.913097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a90d2f3d-75c5-4b16-a867-2a33d19aa057 req-c7ae1cb9-10c1-4cb9-93f2-7e9bf1109619 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827850 Aug 20 14:58:38.963650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:38.975922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:38.988284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:38.988720 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.012550 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38412990-c2e5-4065-aba2-dcf314e87229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.037683 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6a641bf2-b9c8-415f-b3e9-4c9cd8fc7f5b None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.048915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38412990-c2e5-4065-aba2-dcf314e87229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.063428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6a641bf2-b9c8-415f-b3e9-4c9cd8fc7f5b None None] Transition to ACTIVE for port object 179ac415-e484-4720-a5f0-7fbe2806656b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:39.074477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-9555e2ad-c116-498b-962d-34a473e53919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:39.076703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-9555e2ad-c116-498b-962d-34a473e53919 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.3976588 Aug 20 14:58:39.091162 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6a641bf2-b9c8-415f-b3e9-4c9cd8fc7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.145454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-a1b8083c-6538-4976-9ad9-b32f3e434cad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 HTTP/1.1" status: 200 len: 217 time: 0.0578439 Aug 20 14:58:39.147394 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.155336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a641bf2-b9c8-415f-b3e9-4c9cd8fc7f5b None None] Pushing event updated for resources: {'Port': ['ID=179ac415-e484-4720-a5f0-7fbe2806656b,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:39.161818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220ad16-eb88-4aee-941e-60e367e2f39e req-aa5adfd1-751c-4949-a36d-cb0202fcd3d9 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:39.168968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7220ad16-eb88-4aee-941e-60e367e2f39e req-aa5adfd1-751c-4949-a36d-cb0202fcd3d9 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 945 time: 0.1284645 Aug 20 14:58:39.169842 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.175270 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38412990-c2e5-4065-aba2-dcf314e87229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.180686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38412990-c2e5-4065-aba2-dcf314e87229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.182301 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-38412990-c2e5-4065-aba2-dcf314e87229 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a2a3e64-ed6e-42d1-8061-2fe4b3db3347 HTTP/1.1" status: 204 len: 168 time: 0.3331902 Aug 20 14:58:39.183482 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Transition to ACTIVE for port object cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:39.201336 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.205577 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.209902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38412990-c2e5-4065-aba2-dcf314e87229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2a3e64-ed6e-42d1-8061-2fe4b3db3347,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:39.215023 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.238794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=79fd1846-eb1c-40ad-a9c2-6cbf650573d3,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:39.239350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8525ca7c-fc83-49fc-bcc4-7211cf0a7ccd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 36b336e6-50ca-43d8-bfdd-92d058c151fe {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:39.239737 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8525ca7c-fc83-49fc-bcc4-7211cf0a7ccd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.257706 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.262140 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Pushing event updated for resources: {'Port': ['ID=cd83c4a2-ca3d-44c4-941e-b17fd84d37d3,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:39.279627 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.279988 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.280338 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.280830 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.281731 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.282084 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.282683 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.287194 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.290318 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.290873 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.291520 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.292079 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:39.361689 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['04c7a11d-0fe6-43ce-992c-41eeca4ca9da'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:39.381328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Pushing event updated for resources: {'Port': ['ID=cdc534d5-c55c-41a1-8b07-02fb1404147a,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:39.420838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.431358 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Attempting to bind port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:39.432073 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Attempting to bind port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:39.433119 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Attempting to bind port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 on network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:39.437895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-5f810094-3ec9-4291-92ad-203c69bcb738 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:58:39.444219 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:39.446822 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Checking segment: {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:39.446981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=79fd1846-eb1c-40ad-a9c2-6cbf650573d3,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:39.447854 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.448517 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Bound using segment: {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:39.449243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-5f810094-3ec9-4291-92ad-203c69bcb738 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4280348 Aug 20 14:58:39.450203 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Bound port: cd83c4a2-ca3d-44c4-941e-b17fd84d37d3, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:39.451833 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.457119 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.468537 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-67f31097-b7dd-40ed-af69-bbb08917e790 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4229021 Aug 20 14:58:39.477121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7220ad16-eb88-4aee-941e-60e367e2f39e req-ec92b38d-2379-4663-b3ef-57cb8a578977 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065999 Aug 20 14:58:39.511467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-1d88fea8-24d2-46bd-b335-636c0aa863ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:39.529302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-1d88fea8-24d2-46bd-b335-636c0aa863ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.3497941 Aug 20 14:58:39.577538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-fc3cacfe-9890-4287-8554-ed101ff7cfef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472760 Aug 20 14:58:39.608234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8525ca7c-fc83-49fc-bcc4-7211cf0a7ccd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.612821 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] For port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:39.618794 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] For port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cd83c4a2-ca3d-44c4-941e-b17fd84d37d3,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:39.633331 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:39.720594 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba2527-d02c-4873-91e6-addc428b7742 None None] Pushing event updated for resources: {'Port': ['ID=cd83c4a2-ca3d-44c4-941e-b17fd84d37d3,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:39.750000 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:58:39.750648 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:39.773027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8525ca7c-fc83-49fc-bcc4-7211cf0a7ccd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 36b336e6-50ca-43d8-bfdd-92d058c151fe owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:39.869970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Request body: {'binding': {'host': 'n-h1-695189-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:39.870425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Unknown quota resources ['binding']. {{(pid=101099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 14:58:39.933593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 179ac415-e484-4720-a5f0-7fbe2806656b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:39.950151 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:58:40.020525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea2c2-0b69-440e-8fed-bf6ae8566e42 req-f8ae51ef-50ba-4257-aa7b-a1d94173159c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:40.026161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:40.028646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a5ea2c2-0b69-440e-8fed-bf6ae8566e42 req-f8ae51ef-50ba-4257-aa7b-a1d94173159c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 946 time: 0.2982357 Aug 20 14:58:40.089269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-262723c8-c4ba-4669-833d-dcf4de734144 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987783 Aug 20 14:58:40.155161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:40.155602 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.208489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df658f39-c44d-48bb-bfb1-d2a9f230f5cc None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:40.224684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a5ea2c2-0b69-440e-8fed-bf6ae8566e42 req-e695d455-5b63-4613-b229-f1cc1a01c1b3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886971 Aug 20 14:58:40.329125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dde4e20a-45be-462d-84ed-f5271641c7c0 req-57f4d560-7d5b-4398-a78c-2d23b923efa9 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243714 Aug 20 14:58:40.399918 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:58:40.433330 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf8513c-1af3-4194-b721-c42b0c38673e None None] The sync data for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 is: [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:58:40.448761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on host n-h1-695189-15 for vnic_type normal with profile None {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:40.449369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:40.449710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:40.530988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:40.536176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6c99a985-c15d-4881-bf31-a11c183d278e None None] Provisioning for port 179ac415-e484-4720-a5f0-7fbe2806656b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:40.536358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:40.536519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:40.551765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-6c0abe9f-d627-455f-b6b1-43996706701c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1983749815&fields=id&tenant_id=50c4b05205c6477f965f8750db201356 HTTP/1.1" status: 200 len: 267 time: 0.1802487 Aug 20 14:58:40.555252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:40.555614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:40.556007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:40.556476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Bound port: fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:40.566828 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8525ca7c-fc83-49fc-bcc4-7211cf0a7ccd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.584624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6c99a985-c15d-4881-bf31-a11c183d278e None None] Provisioning complete for port 179ac415-e484-4720-a5f0-7fbe2806656b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:40.585006 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6c99a985-c15d-4881-bf31-a11c183d278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.653124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525ca7c-fc83-49fc-bcc4-7211cf0a7ccd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=36b336e6-50ca-43d8-bfdd-92d058c151fe,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:40.657071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33504) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:40.668032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:40.692924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:40.692924 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.823792 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.875739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1772404474-network', 'tenant_id': '84c2a71ea251484a80ae600b585267ed'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:40.908544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cd83c4a2-ca3d-44c4-941e-b17fd84d37d3,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:40.917222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7b2ec373-0b4e-44e3-b71b-001af93c61cc None None] Provisioning complete for port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:40.922189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Made reservation on behalf of 84c2a71ea251484a80ae600b585267ed for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:40.926582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:40.928273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.928876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec373-0b4e-44e3-b71b-001af93c61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.941662 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.943176 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] 10.222.0.36 "POST /v2.0/ports/fce3aaa8-c6be-4ea3-a1de-aba05e1d7246/bindings HTTP/1.1" status: 201 len: 390 time: 1.4931378 Aug 20 14:58:40.948724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.965957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-a86627b7-40cd-465f-bbaa-42a90b81578b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:40.979621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-a86627b7-40cd-465f-bbaa-42a90b81578b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/networks?id=2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 HTTP/1.1" status: 200 len: 815 time: 0.4171968 Aug 20 14:58:40.993672 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8525ca7c-fc83-49fc-bcc4-7211cf0a7ccd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:40.996812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8525ca7c-fc83-49fc-bcc4-7211cf0a7ccd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/36b336e6-50ca-43d8-bfdd-92d058c151fe HTTP/1.1" status: 204 len: 168 time: 2.1788056 Aug 20 14:58:41.005759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33508) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:41.006242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-fe698cda-878e-4ac1-ab02-038a774748aa tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/quotas/50c4b05205c6477f965f8750db201356 HTTP/1.1" status: 200 len: 375 time: 0.0252531 Aug 20 14:58:41.018099 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.119976 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-98c04ce0-2958-4559-a89e-93262e85ce1c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=50c4b05205c6477f965f8750db201356&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126285 Aug 20 14:58:41.148961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec280b-1c34-47bc-8d9d-83e6277dc0c3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:41.150655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec280b-1c34-47bc-8d9d-83e6277dc0c3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:41.152322 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fec280b-1c34-47bc-8d9d-83e6277dc0c3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:41.155499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6fec280b-1c34-47bc-8d9d-83e6277dc0c3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1472657 Aug 20 14:58:41.160529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33512) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:41.194797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=cd83c4a2-ca3d-44c4-941e-b17fd84d37d3,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:41.215361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc68525-8e3a-4caa-aab3-6d3a66c06c0b None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:41.296213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f6ab86-0aa8-469b-916a-c4bd41a4d76d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 9c07eefd-8255-4958-9677-e974d053f10d {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:41.301381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab86-0aa8-469b-916a-c4bd41a4d76d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.323407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f4879-2d35-42a5-a61e-aa5ecc1df4bb req-cfb83044-e0c4-4d2d-a74b-46772a7a7f09 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:41.326200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e6f4879-2d35-42a5-a61e-aa5ecc1df4bb req-cfb83044-e0c4-4d2d-a74b-46772a7a7f09 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.2042277 Aug 20 14:58:41.361209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab86-0aa8-469b-916a-c4bd41a4d76d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.390423 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.398730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-eaf94ec8-4899-4ccd-8aa9-d8cba037a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:41.400767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.401110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-eaf94ec8-4899-4ccd-8aa9-d8cba037a055 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 1097 time: 0.1290944 Aug 20 14:58:41.408349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7e52d6c5-b586-4812-b09d-20531555826c service neutron] 10.222.0.36 "GET /v2.0/networks/2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219379 Aug 20 14:58:41.438112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e6f4879-2d35-42a5-a61e-aa5ecc1df4bb req-012db710-c7dc-4e05-b843-31759c185a51 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918458 Aug 20 14:58:41.443649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:58:41.462418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c8b33db6-6b7f-47a3-b734-a63b0290443d None None] Provisioning complete for port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:41.463007 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c8b33db6-6b7f-47a3-b734-a63b0290443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.490604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8411723-a3af-4678-8274-cd4df5314d38,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:41.512390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.512741 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Added segment 92300744-635b-45e8-8454-8613bdcc3691 of type vlan for network bafdb07a-253c-46d5-9826-e6ca10b7c6bf Aug 20 14:58:41.605137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-b5a4f64d-cdbe-456e-9e5b-c3fbecee0ec0 service neutron] 10.222.0.36 "GET /v2.0/networks/2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830051 Aug 20 14:58:41.622824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.628688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c8b33db6-6b7f-47a3-b734-a63b0290443d None None] Provisioning complete for port 179ac415-e484-4720-a5f0-7fbe2806656b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:41.629146 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c8b33db6-6b7f-47a3-b734-a63b0290443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.631770 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab86-0aa8-469b-916a-c4bd41a4d76d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.738877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b83c21-0b29-40f7-9f71-206e7f22365d req-95d3bffb-a075-49a4-9c44-7508e06c4186 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:41.740525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21b83c21-0b29-40f7-9f71-206e7f22365d req-95d3bffb-a075-49a4-9c44-7508e06c4186 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 945 time: 0.1043711 Aug 20 14:58:41.763780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.766929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:41.767691 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.778314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c8b33db6-6b7f-47a3-b734-a63b0290443d None None] Could not find standard attr ID for object 36b336e6-50ca-43d8-bfdd-92d058c151fe. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:58:41.786165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-1bd2f70c-0670-45d3-9711-dd1947d23a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:41.788074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-1bd2f70c-0670-45d3-9711-dd1947d23a3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.3760285 Aug 20 14:58:41.800962 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1400352 Aug 20 14:58:41.802580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33514) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:41.813207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Request body: {'subnet': {'network_id': 'bafdb07a-253c-46d5-9826-e6ca10b7c6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1772404474-subnet', 'tenant_id': '84c2a71ea251484a80ae600b585267ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:41.860413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab86-0aa8-469b-916a-c4bd41a4d76d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.873798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:41.902881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdced3f-c074-4d16-83db-9aed23cbd590 admin admin] Pushing event updated for resources: {'Network': ['ID=bafdb07a-253c-46d5-9826-e6ca10b7c6bf,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:41.916924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6ab86-0aa8-469b-916a-c4bd41a4d76d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=9c07eefd-8255-4958-9677-e974d053f10d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:41.922565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ab86-0aa8-469b-916a-c4bd41a4d76d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:41.924996 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d4f6ab86-0aa8-469b-916a-c4bd41a4d76d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/9c07eefd-8255-4958-9677-e974d053f10d HTTP/1.1" status: 204 len: 168 time: 0.7634335 Aug 20 14:58:41.927819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33520) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:41.972691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network bafdb07a-253c-46d5-9826-e6ca10b7c6bf details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:58:42.004222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4cb518-a02a-441a-90f0-1ddcd6038e76 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet ae8887fd-1254-4f21-bf2d-3b68f7ddda49 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:42.007758 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb518-a02a-441a-90f0-1ddcd6038e76 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.029818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ed8ca-5cc1-4c8c-971a-46be21155a17 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:42.054296 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb518-a02a-441a-90f0-1ddcd6038e76 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.093026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 04c7a11d-0fe6-43ce-992c-41eeca4ca9da up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:42.179625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb518-a02a-441a-90f0-1ddcd6038e76 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.188239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ca247a6a-4952-4df1-93b4-f72829c17ad8 None None] Provisioning complete for port 179ac415-e484-4720-a5f0-7fbe2806656b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:42.188616 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ca247a6a-4952-4df1-93b4-f72829c17ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.228840 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ab58b3e5-3cd9-4e42-b717-d0eff7a3f9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.267661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb518-a02a-441a-90f0-1ddcd6038e76 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.274157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:42.274921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.275690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-20ad5d0a-ac08-494a-8698-040d8c3f765f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 HTTP/1.1" status: 200 len: 217 time: 0.4765549 Aug 20 14:58:42.297471 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cb518-a02a-441a-90f0-1ddcd6038e76 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8887fd-1254-4f21-bf2d-3b68f7ddda49,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:42.303423 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea4cb518-a02a-441a-90f0-1ddcd6038e76 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.308511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea4cb518-a02a-441a-90f0-1ddcd6038e76 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/ae8887fd-1254-4f21-bf2d-3b68f7ddda49 HTTP/1.1" status: 204 len: 168 time: 0.3775246 Aug 20 14:58:42.309183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33526) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:42.346439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21b83c21-0b29-40f7-9f71-206e7f22365d req-bc4d5f00-f85a-44e9-94fe-cf80b3f05fe6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956154 Aug 20 14:58:42.370468 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4c960aed-f103-4df9-a5f5-627c1e06b59f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594108 Aug 20 14:58:42.371261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33532) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:42.377530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:42.446908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Made reservation on behalf of 84c2a71ea251484a80ae600b585267ed for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:42.450192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.489500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:42.494290 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.509681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a29cdf-be82-46dd-8357-140fbfff3ae1 req-ad380171-415b-411e-bc73-12a399b43566 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:42.511304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8a29cdf-be82-46dd-8357-140fbfff3ae1 req-ad380171-415b-411e-bc73-12a399b43566 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 945 time: 0.2419164 Aug 20 14:58:42.544503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-352dd154-3572-49b7-b544-40dd44dc71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:42.545883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-352dd154-3572-49b7-b544-40dd44dc71cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.2361276 Aug 20 14:58:42.588449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:42.600453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:42.600982 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.615358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-ddca951c-11b6-4b26-a7b3-f0778ae01d04 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540645 Aug 20 14:58:42.766216 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.767891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8a29cdf-be82-46dd-8357-140fbfff3ae1 req-7a06ea49-e874-43a0-8555-ebe3ce66ae88 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405431 Aug 20 14:58:42.782948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.787260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f5b759-d026-4715-bd2a-0357ba9aa81a None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:58:42.822392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d16ea-4509-45cd-bb12-532feb40e027 req-5930dbd1-5920-4cf2-844b-bc5abd6d8b19 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:42.827512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:42.833568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e7375f-89d2-4a53-9b7f-e6119152c56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c7a11d-0fe6-43ce-992c-41eeca4ca9da'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:42.833768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:42.836107 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7c9c5d-1131-4ef3-a0d6-ca5370889fa6" -d '{"events": [{"server_uuid": "49e7375f-89d2-4a53-9b7f-e6119152c56c", "name": "network-vif-plugged", "status": "completed", "tag": "04c7a11d-0fe6-43ce-992c-41eeca4ca9da"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:42.836274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-499d16ea-4509-45cd-bb12-532feb40e027 req-5930dbd1-5920-4cf2-844b-bc5abd6d8b19 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.2162380 Aug 20 14:58:42.838991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:42.839866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.850442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=550dd519-bf17-44a2-92f5-be53538310f9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:42.856043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:42.866351 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:42.867502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-febde2c1-7a59-4236-a6f3-eddbe74ee8a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4950612 Aug 20 14:58:42.868372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33538) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:42.874941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:42.956195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5b759-d026-4715-bd2a-0357ba9aa81a None None] Deleting port 179ac415-e484-4720-a5f0-7fbe2806656b {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:42.956711 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4f5b759-d026-4715-bd2a-0357ba9aa81a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:43.008253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:43.010842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:43.014108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da337e84-825a-4864-9d12-869e6d506c9a req-56a3905c-c11d-4d24-a547-8a02f0f70540 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 210 time: 0.0704226 Aug 20 14:58:43.018203 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:43.068067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-499d16ea-4509-45cd-bb12-532feb40e027 req-4989c1a5-8645-4df4-a5b1-09a21099e17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309976 Aug 20 14:58:43.073746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-3024f619-9c27-4c91-ad3e-3fef83fe053b service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276254 Aug 20 14:58:43.086647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f4f5b759-d026-4715-bd2a-0357ba9aa81a None None] For port 179ac415-e484-4720-a5f0-7fbe2806656b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=179ac415-e484-4720-a5f0-7fbe2806656b,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:43.087063 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4f5b759-d026-4715-bd2a-0357ba9aa81a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:43.118070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5b759-d026-4715-bd2a-0357ba9aa81a None None] Calling delete_port for 179ac415-e484-4720-a5f0-7fbe2806656b owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:43.222548 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4f5b759-d026-4715-bd2a-0357ba9aa81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:43.248729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5b759-d026-4715-bd2a-0357ba9aa81a None None] Pushing event deleted for resources: {'Port': ['ID=179ac415-e484-4720-a5f0-7fbe2806656b,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:43.249880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:43.252352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5b759-d026-4715-bd2a-0357ba9aa81a None None] No DVR routers for this DVR port 179ac415-e484-4720-a5f0-7fbe2806656b on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:58:43.270459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8a4fd-6617-4b26-ab10-54aa6945b85e None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:43.331885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3c773-1d56-4213-937c-8128e1d767f0 req-ee0390f9-40d7-4277-beef-d526f875c69a tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:43.336844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b3c773-1d56-4213-937c-8128e1d767f0 req-ee0390f9-40d7-4277-beef-d526f875c69a tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1942916 Aug 20 14:58:43.371592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:58:43.373351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:43.381513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeabead-ff7f-4ae2-831e-42a20ef1b77c req-95d144db-4545-4ba4-82de-e07bf33ec559 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:43.383255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddeabead-ff7f-4ae2-831e-42a20ef1b77c req-95d144db-4545-4ba4-82de-e07bf33ec559 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 946 time: 0.2404714 Aug 20 14:58:43.406199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0602b10a-72c4-454a-bfd1-0a6b9ce76670,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:43.432014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:43.435962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:43.438719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-b26ba89f-4a90-45da-ae16-c6c6897ce09a service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270574 Aug 20 14:58:43.440683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:43.441280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:43.459515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': '543d7f32-65b0-4d64-878c-386901a5fd9e'}, {'subnet_id': '550dd519-bf17-44a2-92f5-be53538310f9'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:58:43.460766 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:43.463117 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5936148 Aug 20 14:58:43.463919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33540) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:43.472289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:cc:ac:ba', 'name': 'tempest-NetworksTestDHCPv6-536862865'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:43.490274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51991283-ebd7-4d79-b23d-06946521fad0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=543d7f32-65b0-4d64-878c-386901a5fd9e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:43.494478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b3c773-1d56-4213-937c-8128e1d767f0 req-5c071777-918b-4710-85ae-4facb1f3d4d6 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507218 Aug 20 14:58:43.523524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Checking segment: {'id': '92300744-635b-45e8-8454-8613bdcc3691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bafdb07a-253c-46d5-9826-e6ca10b7c6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:43.523916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Network hostable DHCP agents. Network: bafdb07a-253c-46d5-9826-e6ca10b7c6bf, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:58:43.538023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddeabead-ff7f-4ae2-831e-42a20ef1b77c req-59b1e73f-e8d0-4977-97c1-8ba4c9857f3b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335173 Aug 20 14:58:43.580777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Network bafdb07a-253c-46d5-9826-e6ca10b7c6bf is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:58:43.604307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, bafdb07a-253c-46d5-9826-e6ca10b7c6bf) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:43.614162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-261e17cb-969a-4275-bf1e-2cbdc6dc7870 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:43.615986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-261e17cb-969a-4275-bf1e-2cbdc6dc7870 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.70 "GET /v2.0/networks?id=2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 HTTP/1.1" status: 200 len: 815 time: 0.1587012 Aug 20 14:58:43.619712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:43.620390 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:43.637624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f8804830-743b-40c0-a52d-2a3fb4020a67 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8289933 Aug 20 14:58:43.667600 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5a0c19-881b-413d-a036-289d106d046f x-openstack-request-id: req-bc5a0c19-881b-413d-a036-289d106d046f {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:43.668025 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e7375f-89d2-4a53-9b7f-e6119152c56c", "name": "network-vif-plugged", "status": "completed", "tag": "04c7a11d-0fe6-43ce-992c-41eeca4ca9da", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:43.668284 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc5a0c19-881b-413d-a036-289d106d046f {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:43.668708 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e7375f-89d2-4a53-9b7f-e6119152c56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c7a11d-0fe6-43ce-992c-41eeca4ca9da', 'code': 200} Aug 20 14:58:43.679066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e8bab-b51b-407b-86f1-e7a93b016d39 None None] Network bafdb07a-253c-46d5-9826-e6ca10b7c6bf requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:43.696806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-3ea28576-88f8-4922-8e6a-b7f112e59b59 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50c4b05205c6477f965f8750db201356 HTTP/1.1" status: 200 len: 380 time: 0.0469093 Aug 20 14:58:43.712777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Request body: {'port': {'device_id': '164daf4d-7176-480e-9c06-a859499c4d39', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'admin_state_up': True, 'tenant_id': '50c4b05205c6477f965f8750db201356', 'security_groups': ['d86eae1f-39be-4ca7-a92c-b995b6460a89']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:43.762156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:43.994035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3a8dc-2ea2-466e-92ee-08fe6b980f20 req-ffc25ab7-cf5a-4696-bb6f-8be5cddbbc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:43.996313 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a0b3a8dc-2ea2-466e-92ee-08fe6b980f20 req-ffc25ab7-cf5a-4696-bb6f-8be5cddbbc34 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 1098 time: 0.0943573 Aug 20 14:58:44.010221 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.053312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port eaea2f9e-d068-409d-8c6e-0865b0176e15 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:58:44.067982 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a0b3a8dc-2ea2-466e-92ee-08fe6b980f20 req-715d12f0-b17d-400c-99a2-f52029e634d9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605466 Aug 20 14:58:44.072661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Allocated IP 172.20.0.2 (ac065349-4adc-4c43-b021-1a2dee529997/550dd519-bf17-44a2-92f5-be53538310f9/ca65e79c-e7ff-444b-9bd1-85693754df44) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:44.089045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Allocated IP 2001:db8::f816:3eff:fed3:fe98 (ac065349-4adc-4c43-b021-1a2dee529997/543d7f32-65b0-4d64-878c-386901a5fd9e/ca65e79c-e7ff-444b-9bd1-85693754df44) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:44.155864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac2bda-a0b3-4d68-987c-327294f2df8d req-0b2bf419-1aa1-4046-8526-8cda29b6a2c1 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:44.157679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5ac2bda-a0b3-4d68-987c-327294f2df8d req-0b2bf419-1aa1-4046-8526-8cda29b6a2c1 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 946 time: 0.2174532 Aug 20 14:58:44.198233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5a6ee-5cde-4175-9637-d516654de2c2 req-3916410b-1176-49f8-9328-0c89adb22c33 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:44.200867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78f5a6ee-5cde-4175-9637-d516654de2c2 req-3916410b-1176-49f8-9328-0c89adb22c33 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 946 time: 0.1855700 Aug 20 14:58:44.203617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Made reservation on behalf of 50c4b05205c6477f965f8750db201356 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:44.207829 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.258046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5ac2bda-a0b3-4d68-987c-327294f2df8d req-ab644c02-a2a1-4d0c-80ce-b48763762295 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923250 Aug 20 14:58:44.275231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 179ac415-e484-4720-a5f0-7fbe2806656b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:44.328513 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.333033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78f5a6ee-5cde-4175-9637-d516654de2c2 req-8501b64c-d2e8-4a5b-ad1a-faaa07caa8ee tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211696 Aug 20 14:58:44.358412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Transition to ACTIVE for port object ca65e79c-e7ff-444b-9bd1-85693754df44 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:44.358412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 179ac415-e484-4720-a5f0-7fbe2806656b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:44.358412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 179ac415-e484-4720-a5f0-7fbe2806656b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:44.381621 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Transition to ACTIVE for port object ca65e79c-e7ff-444b-9bd1-85693754df44 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:44.444086 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.509102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d856942-597e-497a-87c6-0f1bc019b8d7 req-cd68172e-2d95-43a8-baba-2a17a42f6e83 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 210 time: 0.0545156 Aug 20 14:58:44.510319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Allocated IP 172.20.0.6 (2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89/1bf134fb-ac3a-41d1-a45c-4cf165159272/9cccabac-4331-41b0-8bd3-b6c1b1eb80f0) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:44.539226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 172.20.0.6 (ac065349-4adc-4c43-b021-1a2dee529997/550dd519-bf17-44a2-92f5-be53538310f9/eaea2f9e-d068-409d-8c6e-0865b0176e15) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:44.559200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fecc:acba (ac065349-4adc-4c43-b021-1a2dee529997/543d7f32-65b0-4d64-878c-386901a5fd9e/eaea2f9e-d068-409d-8c6e-0865b0176e15) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:44.585445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e7f60f-75cd-453a-bf89-a43d92191337 None None] Network bafdb07a-253c-46d5-9826-e6ca10b7c6bf requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:44.634165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:44.711790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:44.717752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:44.750002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Pushing event updated for resources: {'Port': ['ID=ca65e79c-e7ff-444b-9bd1-85693754df44,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:44.770171 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.777782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3786b5f-40cd-4e6f-ad02-cdafa691a4ac req-3642e773-b695-41ae-b06f-0cf8b14e4bf3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:44.780534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3786b5f-40cd-4e6f-ad02-cdafa691a4ac req-3642e773-b695-41ae-b06f-0cf8b14e4bf3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.0899622 Aug 20 14:58:44.820101 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.844279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object eaea2f9e-d068-409d-8c6e-0865b0176e15 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:44.890896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.899212 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.916202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3bac0-4979-49e0-9790-4236c3f06bc1 req-91376e96-e184-4444-8d90-b29468c3f4b1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:44.918015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89b3bac0-4979-49e0-9790-4236c3f06bc1 req-91376e96-e184-4444-8d90-b29468c3f4b1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1207287 Aug 20 14:58:44.927180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Attempting to bind port ca65e79c-e7ff-444b-9bd1-85693754df44 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:44.927934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Attempting to bind port ca65e79c-e7ff-444b-9bd1-85693754df44 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:44.928798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Attempting to bind port ca65e79c-e7ff-444b-9bd1-85693754df44 on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:44.944993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:44.945812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:44.946474 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.947089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:44.947847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Bound port: ca65e79c-e7ff-444b-9bd1-85693754df44, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:44.948461 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:44.960093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3786b5f-40cd-4e6f-ad02-cdafa691a4ac req-938fd2d9-965d-42f0-8e02-2179c03fefc6 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701124 Aug 20 14:58:44.962197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Transition to ACTIVE for port object 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:44.993294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89b3bac0-4979-49e0-9790-4236c3f06bc1 req-449d1577-b1ac-4a16-a82e-a8cc61ee3b69 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636883 Aug 20 14:58:44.999311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:45.007869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:45.026992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:45.038279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.055593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=eaea2f9e-d068-409d-8c6e-0865b0176e15,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:45.093673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:45.100106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:45.103488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:45.167380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] For port ca65e79c-e7ff-444b-9bd1-85693754df44, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:45.177949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:45.178644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.213538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Pushing event updated for resources: {'Port': ['ID=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:45.215373 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2dbd99bb-ea14-44e9-8793-dab88685d96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.228411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] For port ca65e79c-e7ff-444b-9bd1-85693754df44, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ca65e79c-e7ff-444b-9bd1-85693754df44,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:45.231055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-0d07f4fc-87dc-4d49-be07-2be8dcd82266 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5229504 Aug 20 14:58:45.235280 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.242373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:45.243102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.250420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Request body: {'port': {'device_id': '164daf4d-7176-480e-9c06-a859499c4d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:45.279214 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b283c0f1-5bdc-4df2-8055-1fa134dfdd98 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8107910 Aug 20 14:58:45.284715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33566) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:45.414291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716d185-936e-4f68-b866-d053548fbba9 None None] Pushing event updated for resources: {'Port': ['ID=ca65e79c-e7ff-444b-9bd1-85693754df44,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:45.424243 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:58:45.480274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.521644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47863e-05f8-4d32-a0d5-86d0c144bdf8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:45.529280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47863e-05f8-4d32-a0d5-86d0c144bdf8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:45.533373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ca47863e-05f8-4d32-a0d5-86d0c144bdf8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2449760 Aug 20 14:58:45.534261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33576) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:45.591270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a1295ea2-00c2-4d32-9632-09e77d69c6d6 None None] Provisioning for port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:45.595568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a1295ea2-00c2-4d32-9632-09e77d69c6d6 None None] Provisioning complete for port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:45.596203 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a1295ea2-00c2-4d32-9632-09e77d69c6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.636679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc6aab-6f61-43e2-812e-d455169b8623 req-08340284-b3a9-4a12-9834-da526d2629ae tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:45.638642 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74fc6aab-6f61-43e2-812e-d455169b8623 req-08340284-b3a9-4a12-9834-da526d2629ae tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 946 time: 0.2052238 Aug 20 14:58:45.719468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a1295ea2-00c2-4d32-9632-09e77d69c6d6 None None] Port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:58:45.770643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-36dce240-65c5-49bf-ad85-2bfdac5c4237 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port eaea2f9e-d068-409d-8c6e-0865b0176e15 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:45.772682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36dce240-65c5-49bf-ad85-2bfdac5c4237 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.870249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ca65e79c-e7ff-444b-9bd1-85693754df44 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:45.946746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74fc6aab-6f61-43e2-812e-d455169b8623 req-cdf50e8e-897c-4816-b168-b8a6dc970d9b tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852821 Aug 20 14:58:45.955422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75361809-b4a0-4178-b078-cb98a4872bf5 req-849c5f32-c486-45da-9054-85abc8307f64 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:45.957656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75361809-b4a0-4178-b078-cb98a4872bf5 req-849c5f32-c486-45da-9054-85abc8307f64 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 946 time: 0.4163542 Aug 20 14:58:45.971757 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36dce240-65c5-49bf-ad85-2bfdac5c4237 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:45.991760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-36dce240-65c5-49bf-ad85-2bfdac5c4237 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for eaea2f9e-d068-409d-8c6e-0865b0176e15 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:45.995051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port ca65e79c-e7ff-444b-9bd1-85693754df44 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:46.015290 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:46.135124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75361809-b4a0-4178-b078-cb98a4872bf5 req-b2b719fd-77d4-4b8e-ac84-df43610c436b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599724 Aug 20 14:58:46.167495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:46.195879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:46.226266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36dce240-65c5-49bf-ad85-2bfdac5c4237 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:46.232711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Transition to ACTIVE for port object 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:46.261681 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:46.266406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dce240-65c5-49bf-ad85-2bfdac5c4237 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=eaea2f9e-d068-409d-8c6e-0865b0176e15,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:46.321846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b12412-a6d2-457c-a199-ea460180357f req-f96ee4e8-b2e6-4b59-a4ac-62ea5156a768 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:46.326516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b12412-a6d2-457c-a199-ea460180357f req-f96ee4e8-b2e6-4b59-a4ac-62ea5156a768 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 931 time: 0.1968131 Aug 20 14:58:46.463659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-0d4046c2-b495-4679-a3c0-b23680e36df6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:46.465225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-0d4046c2-b495-4679-a3c0-b23680e36df6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.72 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 946 time: 0.2539489 Aug 20 14:58:46.547458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Pushing event updated for resources: {'Port': ['ID=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:46.560116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8652a-9230-4d65-9aa8-1c1e556f07fb req-fcf9dbb5-2c78-4b0e-9090-b17780339c92 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:46.562375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8b8652a-9230-4d65-9aa8-1c1e556f07fb req-fcf9dbb5-2c78-4b0e-9090-b17780339c92 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.3369493 Aug 20 14:58:46.592768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b12412-a6d2-457c-a199-ea460180357f req-ae78bd02-c3c1-43b7-a61b-639fd4f635ba tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214062 Aug 20 14:58:46.593708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Attempting to bind port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:46.594145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Attempting to bind port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:46.594577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Attempting to bind port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 on network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:46.619350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 on network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:46.620251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Attempting to bind port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 on network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:46.677091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:46.677504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Checking segment: {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:46.677819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Bound using segment: {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:46.678266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Bound port: 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7838aaf-e8be-45c5-b4de-7a82c614a174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:46.678780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:46.726512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8b8652a-9230-4d65-9aa8-1c1e556f07fb req-a2bae7d3-dcb4-4996-a6e0-3b3525bd3a95 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412075 Aug 20 14:58:46.833475 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36dce240-65c5-49bf-ad85-2bfdac5c4237 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:46.835626 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-36dce240-65c5-49bf-ad85-2bfdac5c4237 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/eaea2f9e-d068-409d-8c6e-0865b0176e15 HTTP/1.1" status: 204 len: 168 time: 1.2966213 Aug 20 14:58:46.842461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33592) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:46.935737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3e0ca-8a12-489b-94e4-ee4bd49e3af6 req-3fb6b3c3-94c7-48e2-8916-e5b2f53c3633 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:46.943774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08f3e0ca-8a12-489b-94e4-ee4bd49e3af6 req-3fb6b3c3-94c7-48e2-8916-e5b2f53c3633 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.2071264 Aug 20 14:58:46.962495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4d9dba-8978-4b54-90db-c6a0530f70b7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:46.974190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4d9dba-8978-4b54-90db-c6a0530f70b7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:46.975627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4d9dba-8978-4b54-90db-c6a0530f70b7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:46.984358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28152ee7-93d8-4458-aa49-e3a6e13f1f61 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:46.996662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] For port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:47.002075 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5e4d9dba-8978-4b54-90db-c6a0530f70b7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1583405 Aug 20 14:58:47.004719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33598) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:47.029725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08f3e0ca-8a12-489b-94e4-ee4bd49e3af6 req-b80f0cdf-3784-4b67-b77d-705ac426463d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849938 Aug 20 14:58:47.097213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Deleting port a84cb9e1-845f-4c08-ad1a-a5908f41e737 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:47.097579 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.110356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] For port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:47.127640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 543d7f32-65b0-4d64-878c-386901a5fd9e {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:47.132183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.132639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a63a2a6f-8492-4f06-8814-1943f28cb35d None None] Provisioning for port ca65e79c-e7ff-444b-9bd1-85693754df44 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:47.167111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a63a2a6f-8492-4f06-8814-1943f28cb35d None None] Provisioning complete for port ca65e79c-e7ff-444b-9bd1-85693754df44 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:47.167946 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a63a2a6f-8492-4f06-8814-1943f28cb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.225383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.227972 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.295990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a63a2a6f-8492-4f06-8814-1943f28cb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.382233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:47.382968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.384440 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] 10.222.0.70 "PUT /v2.0/ports/9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 HTTP/1.1" status: 200 len: 1092 time: 2.1406426 Aug 20 14:58:47.384671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a63a2a6f-8492-4f06-8814-1943f28cb35d None None] For port ca65e79c-e7ff-444b-9bd1-85693754df44, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ca65e79c-e7ff-444b-9bd1-85693754df44,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:47.385734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164daf4d-7176-480e-9c06-a859499c4d39', 'tag': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:47.388677 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d5242f-1a49-45f5-acd3-4986b9da199d" -d '{"events": [{"name": "network-changed", "server_uuid": "164daf4d-7176-480e-9c06-a859499c4d39", "tag": "9cccabac-4331-41b0-8bd3-b6c1b1eb80f0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:47.400025 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a63a2a6f-8492-4f06-8814-1943f28cb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.406443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.451339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa7a91-842a-4e9f-b153-dcfae0634f08 req-fde4c4d4-c100-4ddd-9f49-a5a5babb68af tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:47.460362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3faa7a91-842a-4e9f-b153-dcfae0634f08 req-fde4c4d4-c100-4ddd-9f49-a5a5babb68af tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 946 time: 0.4078829 Aug 20 14:58:47.481878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a2a6f-8492-4f06-8814-1943f28cb35d None None] Pushing event updated for resources: {'Port': ['ID=ca65e79c-e7ff-444b-9bd1-85693754df44,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:47.531283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.586509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=543d7f32-65b0-4d64-878c-386901a5fd9e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:47.601458 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.603664 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/543d7f32-65b0-4d64-878c-386901a5fd9e HTTP/1.1" status: 204 len: 168 time: 0.5978820 Aug 20 14:58:47.606007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.612039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.612388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.612732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.613069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.613402 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.613735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.614067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.614393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.614720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.615043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.615438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00694998-7438-4250-8316-33bc02e16046 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:47.619161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33608) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:47.698154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-63781733-9b6c-4246-b39d-24e3e9549310 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 550dd519-bf17-44a2-92f5-be53538310f9 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:47.702578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-63781733-9b6c-4246-b39d-24e3e9549310 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.745790 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.761450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-63781733-9b6c-4246-b39d-24e3e9549310 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.769341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c35c70-3138-4c41-8849-4c76831f9024 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:47.889491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ca65e79c-e7ff-444b-9bd1-85693754df44 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:47.893752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-63781733-9b6c-4246-b39d-24e3e9549310 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.957887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fae79949-7005-4678-a657-a97f5c478f1f None None] Provisioning complete for port ca65e79c-e7ff-444b-9bd1-85693754df44 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:47.958637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fae79949-7005-4678-a657-a97f5c478f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.959324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc4539-5076-4ab1-b51b-9afb1e84afa8 req-735c654c-a6a0-49db-9ab7-47478b337b9c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:47.960909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3bc4539-5076-4ab1-b51b-9afb1e84afa8 req-735c654c-a6a0-49db-9ab7-47478b337b9c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 946 time: 0.6183796 Aug 20 14:58:47.972775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Pushing event updated for resources: {'Port': ['ID=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:47.977560 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-63781733-9b6c-4246-b39d-24e3e9549310 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:47.980611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] For port a84cb9e1-845f-4c08-ad1a-a5908f41e737, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a84cb9e1-845f-4c08-ad1a-a5908f41e737,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:47.980983 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.009455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.010212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.010212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.010487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.010735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.011085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.011399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.011773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.012107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.012558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.013349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.013349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178ad5b-6623-4dfb-8b69-63cd1c3e8c95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:48.022625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63781733-9b6c-4246-b39d-24e3e9549310 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=550dd519-bf17-44a2-92f5-be53538310f9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:48.025816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-63781733-9b6c-4246-b39d-24e3e9549310 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.028397 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-63781733-9b6c-4246-b39d-24e3e9549310 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/550dd519-bf17-44a2-92f5-be53538310f9 HTTP/1.1" status: 204 len: 168 time: 0.4076347 Aug 20 14:58:48.030997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33616) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:48.041353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Calling delete_port for a84cb9e1-845f-4c08-ad1a-a5908f41e737 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:48.060622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3faa7a91-842a-4e9f-b153-dcfae0634f08 req-c2e562f6-4ebd-4757-9c29-725981f1f4b7 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622122 Aug 20 14:58:48.116790 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7a67fd6d-733c-436f-b9f3-ed48dc0c125d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842562 Aug 20 14:58:48.120648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33622) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:48.125428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ca65e79c-e7ff-444b-9bd1-85693754df44 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:48.126840 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.132964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-45afcc23-82e0-4e5e-893f-f39cdbd0f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:48.133243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:48.134861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-45afcc23-82e0-4e5e-893f-f39cdbd0f48c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50c4b05205c6477f965f8750db201356&device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 1095 time: 0.6478343 Aug 20 14:58:48.147241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3bc4539-5076-4ab1-b51b-9afb1e84afa8 req-9a88cba9-780a-45dc-bed9-e00a25c03732 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690059 Aug 20 14:58:48.261171 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee53619b-f0a1-42a8-b836-25e35fbc81ae x-openstack-request-id: req-ee53619b-f0a1-42a8-b836-25e35fbc81ae {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:48.261472 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164daf4d-7176-480e-9c06-a859499c4d39", "tag": "9cccabac-4331-41b0-8bd3-b6c1b1eb80f0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:48.261728 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee53619b-f0a1-42a8-b836-25e35fbc81ae {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:48.262242 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164daf4d-7176-480e-9c06-a859499c4d39', 'tag': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0', 'status': 'completed', 'code': 200} Aug 20 14:58:48.268174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-3f55ca48-559e-492b-a006-f04370f15bab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 HTTP/1.1" status: 200 len: 217 time: 0.1008098 Aug 20 14:58:48.388515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:48.396801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.406750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-4c47087e-cd93-4773-ba60-20327748e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:48.409298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-4c47087e-cd93-4773-ba60-20327748e10b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bf134fb-ac3a-41d1-a45c-4cf165159272 HTTP/1.1" status: 200 len: 854 time: 0.1254771 Aug 20 14:58:48.426840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d94a63-128d-4c79-af43-d8b75df1586b None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': '550dd519-bf17-44a2-92f5-be53538310f9'}], 'binding:host_id': 'n-d-695189-15'}, 'id': 'ca65e79c-e7ff-444b-9bd1-85693754df44'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:58:48.464697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2df24f-5983-4c13-b042-68cd571888e6 req-c8f76a26-428f-4e54-8bcb-6c8e3f18daef tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:48.475696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2df24f-5983-4c13-b042-68cd571888e6 req-c8f76a26-428f-4e54-8bcb-6c8e3f18daef tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 943 time: 0.2109323 Aug 20 14:58:48.479425 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-57d94a63-128d-4c79-af43-d8b75df1586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.580948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.604730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c2cd1-2027-4591-8555-c9e86ecdf82a req-e1744f1e-92a5-4fe5-b7a3-bc71863c22a1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:48.613504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce', '168b27b7-3546-44f8-aceb-cc83a9030392'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:48.613983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63c2cd1-2027-4591-8555-c9e86ecdf82a req-e1744f1e-92a5-4fe5-b7a3-bc71863c22a1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.2523508 Aug 20 14:58:48.663045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2df24f-5983-4c13-b042-68cd571888e6 req-a8ae5e0b-6cd9-4f59-bdf3-f485e3ead634 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845665 Aug 20 14:58:48.686063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-9e84dc34-94ad-47ea-b0c6-52142416b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:48.695008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-9e84dc34-94ad-47ea-b0c6-52142416b0b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2578390 Aug 20 14:58:48.701495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event deleted for resources: {'Port': ['ID=a84cb9e1-845f-4c08-ad1a-a5908f41e737,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:48.792159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.878986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:48.894350 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:48.906123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:48.908155 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:48.942186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=43fb98dc-2397-46a5-ba83-516b68631e39,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:48.958804 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-126df556-9590-4bcd-b232-e60c34b19f7e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8350956 Aug 20 14:58:48.959611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33630) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:48.967092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:48.975345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63c2cd1-2027-4591-8555-c9e86ecdf82a req-f35fcb64-5876-4bb2-8af5-33ed218cdd64 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601396 Aug 20 14:58:48.979595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] No DVR routers for this DVR port a84cb9e1-845f-4c08-ad1a-a5908f41e737 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:58:49.040667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:49.065505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34c7c419-aab5-456d-8d7d-823c1a0f635d req-6562fbac-8caa-47a9-8ccb-57b26e867569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.72 "DELETE /v2.0/ports/a84cb9e1-845f-4c08-ad1a-a5908f41e737 HTTP/1.1" status: 204 len: 173 time: 2.5554938 Aug 20 14:58:49.152938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1a1bd-1e8c-4af1-9584-6c1aefd05632 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:49.237405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cbe08-6161-41f8-90f6-2569a8169a90 req-6d250901-da75-4f42-be6c-45fbd7b3b285 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:49.253206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-970cbe08-6161-41f8-90f6-2569a8169a90 req-6d250901-da75-4f42-be6c-45fbd7b3b285 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.2742648 Aug 20 14:58:49.270000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:49.274121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:49.312917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-70cd0830-50d4-45d8-8b7b-12534c6a9101 service neutron] 10.222.0.70 "GET /v2.0/networks/2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992522 Aug 20 14:58:49.338365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device a84cb9e1-845f-4c08-ad1a-a5908f41e737 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:49.441575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: a84cb9e1-845f-4c08-ad1a-a5908f41e737 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:49.442225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device a84cb9e1-845f-4c08-ad1a-a5908f41e737 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:49.475433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-869eeca3-f8e7-4e5d-99e4-3d96390c0bab None None] Provisioning complete for port ca65e79c-e7ff-444b-9bd1-85693754df44 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:49.476102 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-869eeca3-f8e7-4e5d-99e4-3d96390c0bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:49.557758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-730a3e97-8bb0-4e92-ac2a-757ef7dd2765 req-1fcad66b-4f20-428e-acb7-3ff6402f2f80 service neutron] 10.222.0.70 "GET /v2.0/networks/2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314067 Aug 20 14:58:49.569942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-970cbe08-6161-41f8-90f6-2569a8169a90 req-988759d8-7ff6-42bb-ae33-b97585c0c5d5 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148797 Aug 20 14:58:49.618870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed964253-f7d1-4dec-ad5f-edbba9017343 req-bb73418a-9897-4549-9ffe-975508f2c45f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=47a0372f-c9b1-4401-89b6-c58f85f82d4e HTTP/1.1" status: 200 len: 210 time: 0.1505373 Aug 20 14:58:49.759967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-7cde740c-48b1-4bcd-a90b-dc311216612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:49.767882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-7cde740c-48b1-4bcd-a90b-dc311216612e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50c4b05205c6477f965f8750db201356&device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 1095 time: 0.1000242 Aug 20 14:58:49.930762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': '43fb98dc-2397-46a5-ba83-516b68631e39'}], 'binding:host_id': 'n-d-695189-15'}, 'id': 'ca65e79c-e7ff-444b-9bd1-85693754df44'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:58:50.024693 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:50.026239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ca65e79c-e7ff-444b-9bd1-85693754df44 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:50.122878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:58:50.128138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f5a82-602e-4eb1-aaff-4b236fc340dd req-32ac38ef-3e52-4115-9501-a635444dbd3b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:50.129713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd6f5a82-602e-4eb1-aaff-4b236fc340dd req-32ac38ef-3e52-4115-9501-a635444dbd3b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 943 time: 0.3002102 Aug 20 14:58:50.211410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-f5b25b66-78b8-4821-bd75-8a6c7822fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:50.212939 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-f5b25b66-78b8-4821-bd75-8a6c7822fe13 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 HTTP/1.1" status: 200 len: 916 time: 0.4348857 Aug 20 14:58:50.247156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd6f5a82-602e-4eb1-aaff-4b236fc340dd req-021bbf66-de16-4be8-9a6f-ae9ed6b37e7a tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024723 Aug 20 14:58:50.298339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a0372f-c9b1-4401-89b6-c58f85f82d4e', 'name': 'network-vif-deleted', 'tag': 'a84cb9e1-845f-4c08-ad1a-a5908f41e737'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:50.301370 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b1f7c3-c4d2-451e-a580-da40dbfedf09" -d '{"events": [{"server_uuid": "47a0372f-c9b1-4401-89b6-c58f85f82d4e", "name": "network-vif-deleted", "tag": "a84cb9e1-845f-4c08-ad1a-a5908f41e737"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:50.304220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-b6afdd56-2650-4859-ace4-5f8fecc3432d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 HTTP/1.1" status: 200 len: 217 time: 0.0560930 Aug 20 14:58:50.423573 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:50.431938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:50.433272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-31e2219f-0a2a-49ad-950b-ab91a7f996b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:50.435824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-31e2219f-0a2a-49ad-950b-ab91a7f996b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bf134fb-ac3a-41d1-a45c-4cf165159272 HTTP/1.1" status: 200 len: 854 time: 0.1180692 Aug 20 14:58:50.449006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d563114-9768-49d8-adec-55987697bae2 req-0c8c76a7-eb83-4b1e-8396-e16d5e52aeb6 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:50.451614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-0c8c76a7-eb83-4b1e-8396-e16d5e52aeb6 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/networks?id=bafdb07a-253c-46d5-9826-e6ca10b7c6bf HTTP/1.1" status: 200 len: 810 time: 0.2836883 Aug 20 14:58:50.491989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c021bc-b609-40e1-91fc-95c8ec1b6322 req-6ae4ed32-56a8-48d0-8c57-c2c97c1cd548 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:50.493742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09c021bc-b609-40e1-91fc-95c8ec1b6322 req-6ae4ed32-56a8-48d0-8c57-c2c97c1cd548 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.1268358 Aug 20 14:58:50.518111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-313fb7b9-5e00-4691-a933-abd6ffe3f727 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/quotas/84c2a71ea251484a80ae600b585267ed HTTP/1.1" status: 200 len: 375 time: 0.0344357 Aug 20 14:58:50.557679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-bf556243-6af3-49d6-877b-a1ba2f3f2b97 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84c2a71ea251484a80ae600b585267ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316989 Aug 20 14:58:50.562553 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:58:50.562816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-f9292d80-cc8b-439a-aed1-b06f797ee4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:50.563129 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:58:50.564606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-f9292d80-cc8b-439a-aed1-b06f797ee4e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104071 Aug 20 14:58:50.574140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fed3:fe98-d731a9dc-0d61-4527-9257-a6bca0bf82 {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:58:50.575345 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:58:50.630626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] For port ca65e79c-e7ff-444b-9bd1-85693754df44, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ca65e79c-e7ff-444b-9bd1-85693754df44,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:50.640774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09c021bc-b609-40e1-91fc-95c8ec1b6322 req-acd5a3c9-1e36-4fc7-b730-6d9f4f1d7ec8 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392596 Aug 20 14:58:50.673854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:50.679429 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:50.680554 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:50.691984 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453bb17a-dd37-4193-bf8c-48e4715030d5 x-openstack-request-id: req-453bb17a-dd37-4193-bf8c-48e4715030d5 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:50.692282 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a0372f-c9b1-4401-89b6-c58f85f82d4e", "name": "network-vif-deleted", "tag": "a84cb9e1-845f-4c08-ad1a-a5908f41e737", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:50.692532 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-453bb17a-dd37-4193-bf8c-48e4715030d5 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:50.692938 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a0372f-c9b1-4401-89b6-c58f85f82d4e', 'name': 'network-vif-deleted', 'tag': 'a84cb9e1-845f-4c08-ad1a-a5908f41e737', 'status': 'completed', 'code': 200} Aug 20 14:58:50.747681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-e83be446-4216-4f63-a490-88a219aacc37 service neutron] 10.222.0.36 "GET /v2.0/networks/bafdb07a-253c-46d5-9826-e6ca10b7c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751831 Aug 20 14:58:50.766251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:50.773532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:50.776409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:50.777012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:50.783497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=edffba8b-cdf1-4fb4-af00-b4ed3733f9ad,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:50.805203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=ca65e79c-e7ff-444b-9bd1-85693754df44,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:50.810996 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-595cd60a-1e0a-4380-86f7-4c6d5c1641a9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8503191 Aug 20 14:58:50.814349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33668) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:50.819357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:38:22:8f', 'name': 'tempest-NetworksTestDHCPv6-493677513'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:50.834529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-6e656f83-a9c2-4090-8e1b-c708fcf14a74 service neutron] 10.222.0.70 "GET /v2.0/networks/2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503664 Aug 20 14:58:50.866397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca726-9d7a-4d33-98fc-aed4d567a0c1 req-6d9259f6-1ffd-43a2-b2cb-b0f776165de2 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:50.867958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37eca726-9d7a-4d33-98fc-aed4d567a0c1 req-6d9259f6-1ffd-43a2-b2cb-b0f776165de2 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1261230 Aug 20 14:58:50.926369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:50.984945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-330bcfd7-a52f-43d4-82cb-146f9b2f43c3 service neutron] 10.222.0.36 "GET /v2.0/networks/bafdb07a-253c-46d5-9826-e6ca10b7c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268455 Aug 20 14:58:50.988081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37eca726-9d7a-4d33-98fc-aed4d567a0c1 req-ab5a131f-5f71-4b4e-9ac8-6e8577463417 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105459 Aug 20 14:58:51.008933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d5242f-1a49-45f5-acd3-4986b9da199d req-102e9646-f6fd-4ff0-b878-5c3015faca99 service neutron] 10.222.0.70 "GET /v2.0/networks/2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592722 Aug 20 14:58:51.031320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:51.057385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 7af1a744-1c08-4ae5-9ad5-c304d2ee6c85 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:58:51.136201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:51.138485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:51.224347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port ca65e79c-e7ff-444b-9bd1-85693754df44, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ca65e79c-e7ff-444b-9bd1-85693754df44,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:51.252505 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:51.285667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 172.20.0.2 (ac065349-4adc-4c43-b021-1a2dee529997/43fb98dc-2397-46a5-ba83-516b68631e39/7af1a744-1c08-4ae5-9ad5-c304d2ee6c85) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:51.316519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fe38:228f (ac065349-4adc-4c43-b021-1a2dee529997/edffba8b-cdf1-4fb4-af00-b4ed3733f9ad/7af1a744-1c08-4ae5-9ad5-c304d2ee6c85) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:51.385499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=ca65e79c-e7ff-444b-9bd1-85693754df44,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:51.519777 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:51.536835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 7af1a744-1c08-4ae5-9ad5-c304d2ee6c85 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:51.607442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:51.667932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-799511a5-748d-4ab6-a5f7-871473680a03 req-98f249d4-1728-440e-a588-efaccdb0c4a5 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 210 time: 0.0474999 Aug 20 14:58:51.677109 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b319b67d-942d-48c5-908e-6da2f1415445 {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:58:51.678374 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:58:51.693763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f910-0620-4542-b5cf-6bac5fd438ce req-4b2767b4-de65-40ee-a708-4d9e41348985 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:51.700334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:51.705849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:51.707487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4f6f910-0620-4542-b5cf-6bac5fd438ce req-4b2767b4-de65-40ee-a708-4d9e41348985 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 943 time: 0.1363547 Aug 20 14:58:51.709033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:51.745565 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=7af1a744-1c08-4ae5-9ad5-c304d2ee6c85,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:51.796113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:51.797070 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:51.816084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4f6f910-0620-4542-b5cf-6bac5fd438ce req-0e9feb1a-9200-4940-a77f-9bfc3f83d0b4 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981231 Aug 20 14:58:51.818233 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-38e78614-6c86-4b2a-a26c-39bad1d8fbd4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0026500 Aug 20 14:58:51.820587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33702) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:51.857073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665d79-d4f2-480c-a8f6-450b63c2b156 req-f20de60a-fc8d-4de3-9d4a-6d611e651322 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:51.864090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd665d79-d4f2-480c-a8f6-450b63c2b156 req-f20de60a-fc8d-4de3-9d4a-6d611e651322 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 945 time: 0.1057730 Aug 20 14:58:51.905207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f1371-7ec6-4f7a-97f6-938ff76bc1a4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:51.912371 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f1371-7ec6-4f7a-97f6-938ff76bc1a4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:51.914312 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-781f1371-7ec6-4f7a-97f6-938ff76bc1a4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0926106 Aug 20 14:58:51.917832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33704) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:51.967354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f3905-26ab-4305-a166-08c77bd69520 req-927325d0-1a56-4629-93e4-a7ede689bb2f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:51.968915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-211f3905-26ab-4305-a166-08c77bd69520 req-927325d0-1a56-4629-93e4-a7ede689bb2f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.0741692 Aug 20 14:58:51.985497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd665d79-d4f2-480c-a8f6-450b63c2b156 req-22247f7d-017d-41a8-ba1c-47f3e0473122 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093309 Aug 20 14:58:52.051938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-211f3905-26ab-4305-a166-08c77bd69520 req-614a6a4c-de17-4773-9df2-a950275ba808 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643761 Aug 20 14:58:52.084380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d4dea81e-a0fc-46d7-b86a-3e929cfe204a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 7af1a744-1c08-4ae5-9ad5-c304d2ee6c85 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:52.084808 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4dea81e-a0fc-46d7-b86a-3e929cfe204a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.100689 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.162178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e860d5-a59f-4983-b16c-9b10c6b53c47 req-0af578ea-1224-41af-bc95-32d06ec253db tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:52.165693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5e860d5-a59f-4983-b16c-9b10c6b53c47 req-0af578ea-1224-41af-bc95-32d06ec253db tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.0759130 Aug 20 14:58:52.193795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:58:52.196210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4dea81e-a0fc-46d7-b86a-3e929cfe204a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.216278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d4dea81e-a0fc-46d7-b86a-3e929cfe204a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 7af1a744-1c08-4ae5-9ad5-c304d2ee6c85 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:52.219029 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5e860d5-a59f-4983-b16c-9b10c6b53c47 req-b524d8f9-5f25-4e16-92a5-c4fe1f189abb tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464435 Aug 20 14:58:52.421241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:52.424181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Allocated IP 172.20.0.3 (ac065349-4adc-4c43-b021-1a2dee529997/43fb98dc-2397-46a5-ba83-516b68631e39/ca65e79c-e7ff-444b-9bd1-85693754df44) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:52.442601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'port_id': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0', 'mac_address': 'fa:16:3e:16:65:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:58:52.451684 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4dea81e-a0fc-46d7-b86a-3e929cfe204a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.486090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dea81e-a0fc-46d7-b86a-3e929cfe204a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=7af1a744-1c08-4ae5-9ad5-c304d2ee6c85,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:52.530833 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.554043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:52.586669 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4dea81e-a0fc-46d7-b86a-3e929cfe204a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.589075 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d4dea81e-a0fc-46d7-b86a-3e929cfe204a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/7af1a744-1c08-4ae5-9ad5-c304d2ee6c85 HTTP/1.1" status: 204 len: 168 time: 0.6693301 Aug 20 14:58:52.591633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33714) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:52.596427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] For port ca65e79c-e7ff-444b-9bd1-85693754df44, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ca65e79c-e7ff-444b-9bd1-85693754df44,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:52.599419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:52.608753 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.660362 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.664946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71858b7-687d-49f5-9b77-c94087399353 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:52.666664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71858b7-687d-49f5-9b77-c94087399353 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:52.669522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71858b7-687d-49f5-9b77-c94087399353 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:52.671839 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b71858b7-687d-49f5-9b77-c94087399353 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0788305 Aug 20 14:58:52.674149 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33716) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:52.690177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Transition to ACTIVE for port object ca65e79c-e7ff-444b-9bd1-85693754df44 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:52.695500 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.698486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:52.761040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ae4ab-7bf3-4e24-83d4-324df60c97d8 None None] Pushing event updated for resources: {'Port': ['ID=ca65e79c-e7ff-444b-9bd1-85693754df44,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:52.795045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-571be0c3-9b09-4933-84d9-197c82c828b1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 43fb98dc-2397-46a5-ba83-516b68631e39 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:52.798521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-571be0c3-9b09-4933-84d9-197c82c828b1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:52.827464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df158482-8816-4ab9-9b70-997cf73cc420 req-592543fe-4af6-47d6-a26c-7763fb1c0c11 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 210 time: 0.0400522 Aug 20 14:58:52.896638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-571be0c3-9b09-4933-84d9-197c82c828b1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.044320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-571be0c3-9b09-4933-84d9-197c82c828b1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.082190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d563114-9768-49d8-adec-55987697bae2 req-4761179f-af72-4d91-aed7-3426348f4f69 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:53.083973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-4761179f-af72-4d91-aed7-3426348f4f69 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.72 "GET /v2.0/networks?id=bafdb07a-253c-46d5-9826-e6ca10b7c6bf HTTP/1.1" status: 200 len: 810 time: 0.2548919 Aug 20 14:58:53.092507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['9cccabac-4331-41b0-8bd3-b6c1b1eb80f0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:53.092805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a839-4514-43d1-a5a4-b93d641a1ef2 req-004d6a41-c4e4-477a-a70d-7d4186f480d2 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:53.103846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01c9a839-4514-43d1-a5a4-b93d641a1ef2 req-004d6a41-c4e4-477a-a70d-7d4186f480d2 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 944 time: 0.1605799 Aug 20 14:58:53.156299 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-571be0c3-9b09-4933-84d9-197c82c828b1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.162452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Request body: {'port': {'device_id': 'bcd2d025-a1c9-45e0-b250-af621ea5d630', 'network_id': 'bafdb07a-253c-46d5-9826-e6ca10b7c6bf', 'admin_state_up': True, 'tenant_id': '84c2a71ea251484a80ae600b585267ed'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:53.172287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01c9a839-4514-43d1-a5a4-b93d641a1ef2 req-e1a0ea0a-dfee-48fd-a008-806ab7bb7836 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671420 Aug 20 14:58:53.238234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571be0c3-9b09-4933-84d9-197c82c828b1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=43fb98dc-2397-46a5-ba83-516b68631e39,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:53.245430 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-571be0c3-9b09-4933-84d9-197c82c828b1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.250401 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-571be0c3-9b09-4933-84d9-197c82c828b1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/43fb98dc-2397-46a5-ba83-516b68631e39 HTTP/1.1" status: 204 len: 168 time: 0.5751922 Aug 20 14:58:53.251022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33728) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:53.317532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45e27bc-f74f-4afe-af59-d94c7c1d89d2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet edffba8b-cdf1-4fb4-af00-b4ed3733f9ad {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:53.326634 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e45e27bc-f74f-4afe-af59-d94c7c1d89d2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.375822 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e45e27bc-f74f-4afe-af59-d94c7c1d89d2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.383459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a9fe6-7921-4696-a24c-6efb9196d8f8 req-77ccad61-ec6e-4c20-855b-d2388249b05e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:53.385345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-706a9fe6-7921-4696-a24c-6efb9196d8f8 req-77ccad61-ec6e-4c20-855b-d2388249b05e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 945 time: 0.2471597 Aug 20 14:58:53.447945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b853b-8b46-4dec-9d5b-a2aa50e35214 req-18f144bc-2070-4917-a22e-94df2f101d45 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:53.450921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe5b853b-8b46-4dec-9d5b-a2aa50e35214 req-18f144bc-2070-4917-a22e-94df2f101d45 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.1901805 Aug 20 14:58:53.487747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e45e27bc-f74f-4afe-af59-d94c7c1d89d2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.509580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-706a9fe6-7921-4696-a24c-6efb9196d8f8 req-2cc1a761-864c-4a52-9762-785a9c6a3473 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153040 Aug 20 14:58:53.533407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe5b853b-8b46-4dec-9d5b-a2aa50e35214 req-2d289556-7e1b-4296-a879-6f7e5650004b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718744 Aug 20 14:58:53.561682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Made reservation on behalf of 84c2a71ea251484a80ae600b585267ed for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:53.570282 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.581473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e45e27bc-f74f-4afe-af59-d94c7c1d89d2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.651570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e27bc-f74f-4afe-af59-d94c7c1d89d2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=edffba8b-cdf1-4fb4-af00-b4ed3733f9ad,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:53.654077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e45e27bc-f74f-4afe-af59-d94c7c1d89d2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.658698 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e45e27bc-f74f-4afe-af59-d94c7c1d89d2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/edffba8b-cdf1-4fb4-af00-b4ed3733f9ad HTTP/1.1" status: 204 len: 168 time: 0.4065816 Aug 20 14:58:53.659344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33732) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:53.707179 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4fbaff29-d159-4bc3-aab4-27c0a63fb94e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458500 Aug 20 14:58:53.707827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33736) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:53.750597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469f6cc-17ff-4842-b066-30d9937fe6a6 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:53.787889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef385e7-e656-44a1-9149-fb2bbcb837e8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:53.792882 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5ef385e7-e656-44a1-9149-fb2bbcb837e8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.0840828 Aug 20 14:58:53.794114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33738) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:53.833660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3bca4-a2f5-433f-9db8-8e076693399d req-3af466f6-03d3-4d10-8272-b70adeb9e066 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:53.844539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7b3bca4-a2f5-433f-9db8-8e076693399d req-3af466f6-03d3-4d10-8272-b70adeb9e066 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1708434 Aug 20 14:58:53.889289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-08a58b10-ef81-4c14-858b-466c7633173e None None] Provisioning for port ca65e79c-e7ff-444b-9bd1-85693754df44 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:53.890738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41186f5e-8080-465a-ab0f-05b3ea5177d6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:53.895959 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-41186f5e-8080-465a-ab0f-05b3ea5177d6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1001770 Aug 20 14:58:53.899410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33742) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:53.927696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-08a58b10-ef81-4c14-858b-466c7633173e None None] Provisioning complete for port ca65e79c-e7ff-444b-9bd1-85693754df44 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:53.928083 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-08a58b10-ef81-4c14-858b-466c7633173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:53.930278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ca65e79c-e7ff-444b-9bd1-85693754df44 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:53.972491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-16861f13-cf38-4433-9d91-07844171df99 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540833 Aug 20 14:58:53.978766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33744) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:53.979591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Allocated IP 172.20.0.12 (bafdb07a-253c-46d5-9826-e6ca10b7c6bf/0602b10a-72c4-454a-bfd1-0a6b9ce76670/5f037137-9ccb-4310-b9dc-7301f22247bd) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:53.985073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-10757a98-802c-4f0d-a7e3-a21fcd8d5937 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:53.986509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7b3bca4-a2f5-433f-9db8-8e076693399d req-fc7487e0-0345-4232-b276-03594f8c8749 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389380 Aug 20 14:58:54.032714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-250f616f-a9ce-4bea-9a0d-a7c9abc677d6 req-112c1e74-8cf4-47a5-b683-a4378e63b7f3 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 210 time: 0.0623372 Aug 20 14:58:54.117700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-6b60abb7-bd6a-4d30-8710-0e661ea4b6ed tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:54.120096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-6b60abb7-bd6a-4d30-8710-0e661ea4b6ed tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 945 time: 0.1198285 Aug 20 14:58:54.137298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10757a98-802c-4f0d-a7e3-a21fcd8d5937 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:54.144833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10757a98-802c-4f0d-a7e3-a21fcd8d5937 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.146809 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-10757a98-802c-4f0d-a7e3-a21fcd8d5937 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:58:54.147486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10757a98-802c-4f0d-a7e3-a21fcd8d5937 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:58:54.149694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ca65e79c-e7ff-444b-9bd1-85693754df44 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:54.150079 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.153670 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-08a58b10-ef81-4c14-858b-466c7633173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.166630 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-10757a98-802c-4f0d-a7e3-a21fcd8d5937 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1878738 Aug 20 14:58:54.170194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33746) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:54.179438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-24d73d89-3cff-4351-a7dd-4ddcc433059a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:54.232342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-08a58b10-ef81-4c14-858b-466c7633173e None None] For port ca65e79c-e7ff-444b-9bd1-85693754df44, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ca65e79c-e7ff-444b-9bd1-85693754df44,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:54.235911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed091a3f-6e1e-4dda-8af3-1adaf19a727a None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:58:54.241005 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-08a58b10-ef81-4c14-858b-466c7633173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.331234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d73d89-3cff-4351-a7dd-4ddcc433059a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:54.336557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d73d89-3cff-4351-a7dd-4ddcc433059a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.338568 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d73d89-3cff-4351-a7dd-4ddcc433059a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:58:54.339117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d73d89-3cff-4351-a7dd-4ddcc433059a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:58:54.362835 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-24d73d89-3cff-4351-a7dd-4ddcc433059a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1913776 Aug 20 14:58:54.364377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33750) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:54.371226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9e8687d6-8f99-4436-ad9f-ee71d077df90 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:54.421617 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.432035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46912ff8-7a38-4950-84d1-cc087a219a62 req-41031ff5-96b8-4aff-8e67-f17ab143aea5 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:54.434575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46912ff8-7a38-4950-84d1-cc087a219a62 req-41031ff5-96b8-4aff-8e67-f17ab143aea5 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 944 time: 0.1547587 Aug 20 14:58:54.461192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Deleting port 168b27b7-3546-44f8-aceb-cc83a9030392 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:54.461793 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.498262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8687d6-8f99-4436-ad9f-ee71d077df90 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:54.503797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e8687d6-8f99-4436-ad9f-ee71d077df90 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.505362 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8687d6-8f99-4436-ad9f-ee71d077df90 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:58:54.505804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8687d6-8f99-4436-ad9f-ee71d077df90 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:58:54.510780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a58b10-ef81-4c14-858b-466c7633173e None None] Pushing event updated for resources: {'Port': ['ID=ca65e79c-e7ff-444b-9bd1-85693754df44,revision_number=12']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:54.529756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ed091a3f-6e1e-4dda-8af3-1adaf19a727a None None] Deleting port ca65e79c-e7ff-444b-9bd1-85693754df44 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:54.530145 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ed091a3f-6e1e-4dda-8af3-1adaf19a727a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.553167 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9e8687d6-8f99-4436-ad9f-ee71d077df90 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1873362 Aug 20 14:58:54.553858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33756) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:54.561398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9832e3ec-2b35-46a8-9e7b-eb8072f90c7c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:54.610683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ed091a3f-6e1e-4dda-8af3-1adaf19a727a None None] For port ca65e79c-e7ff-444b-9bd1-85693754df44, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ca65e79c-e7ff-444b-9bd1-85693754df44,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:54.611386 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ed091a3f-6e1e-4dda-8af3-1adaf19a727a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.627926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ed091a3f-6e1e-4dda-8af3-1adaf19a727a None None] Calling delete_port for ca65e79c-e7ff-444b-9bd1-85693754df44 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:54.681377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9832e3ec-2b35-46a8-9e7b-eb8072f90c7c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:54.690170 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9832e3ec-2b35-46a8-9e7b-eb8072f90c7c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.691640 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9832e3ec-2b35-46a8-9e7b-eb8072f90c7c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:58:54.692099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9832e3ec-2b35-46a8-9e7b-eb8072f90c7c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:58:54.718250 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9832e3ec-2b35-46a8-9e7b-eb8072f90c7c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1615913 Aug 20 14:58:54.720763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33760) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:54.731779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-57d18e13-bf4a-4f66-8e41-83284051c057 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:54.733248 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ed091a3f-6e1e-4dda-8af3-1adaf19a727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.768034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed091a3f-6e1e-4dda-8af3-1adaf19a727a None None] Pushing event deleted for resources: {'Port': ['ID=ca65e79c-e7ff-444b-9bd1-85693754df44,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:54.777022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed091a3f-6e1e-4dda-8af3-1adaf19a727a None None] No DVR routers for this DVR port ca65e79c-e7ff-444b-9bd1-85693754df44 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:58:54.853943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d18e13-bf4a-4f66-8e41-83284051c057 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:54.858491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57d18e13-bf4a-4f66-8e41-83284051c057 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:54.860427 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d18e13-bf4a-4f66-8e41-83284051c057 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:58:54.861141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d18e13-bf4a-4f66-8e41-83284051c057 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:58:54.885676 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-57d18e13-bf4a-4f66-8e41-83284051c057 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1622500 Aug 20 14:58:54.888796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33764) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:54.896861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-630fb5eb-d32b-43fd-8c7e-443a2da376f2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:54.960138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46912ff8-7a38-4950-84d1-cc087a219a62 req-8bec09a0-ad5c-4546-95eb-5536a0656a1f tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5169992 Aug 20 14:58:55.001357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] For port 168b27b7-3546-44f8-aceb-cc83a9030392, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=168b27b7-3546-44f8-aceb-cc83a9030392,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:55.001881 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.004911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630fb5eb-d32b-43fd-8c7e-443a2da376f2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:55.010068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-630fb5eb-d32b-43fd-8c7e-443a2da376f2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.011886 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-630fb5eb-d32b-43fd-8c7e-443a2da376f2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:58:55.012754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630fb5eb-d32b-43fd-8c7e-443a2da376f2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:58:55.019824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Calling delete_port for 168b27b7-3546-44f8-aceb-cc83a9030392 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:55.032509 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-630fb5eb-d32b-43fd-8c7e-443a2da376f2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1419487 Aug 20 14:58:55.033140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33768) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:55.063062 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7fbe197e-766f-4b76-9567-e60ee68b384d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0283380 Aug 20 14:58:55.065159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33770) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:55.109756 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.124825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d582c7dd-a1b7-4fce-8088-bcaf32c7dda1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:55.127032 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d582c7dd-a1b7-4fce-8088-bcaf32c7dda1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0608199 Aug 20 14:58:55.130766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33774) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:55.178376 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-53a708ae-9b40-4d76-ba3e-c7ae2f97c78d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414836 Aug 20 14:58:55.178659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33776) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:55.182476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53db89-751a-46fe-9712-538360c5630b req-2034fa0e-93f8-4d12-bfc0-69eed864005f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:55.184713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f53db89-751a-46fe-9712-538360c5630b req-2034fa0e-93f8-4d12-bfc0-69eed864005f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 945 time: 0.2598593 Aug 20 14:58:55.184977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:55.197727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Network bafdb07a-253c-46d5-9826-e6ca10b7c6bf is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:55.214003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:55.228787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6299159-6894-4ef5-bd19-3b346f2012cf req-93d81dc8-0b63-466a-9665-427c34efb9f7 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:55.230284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6299159-6894-4ef5-bd19-3b346f2012cf req-93d81dc8-0b63-466a-9665-427c34efb9f7 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.2024019 Aug 20 14:58:55.242533 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:55.285258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:55.286571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Pushing event updated for resources: {'Port': ['ID=5f037137-9ccb-4310-b9dc-7301f22247bd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:55.295794 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.333516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f53db89-751a-46fe-9712-538360c5630b req-21d29427-ca9d-40fb-ac2c-768d5f11f519 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344059 Aug 20 14:58:55.356181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:55.357258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.416825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6299159-6894-4ef5-bd19-3b346f2012cf req-c677b7c7-e9df-470a-afae-58703e2c0abd tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571794 Aug 20 14:58:55.454899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-4dc21310-404c-46e7-a925-347323aa5520 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3179467 Aug 20 14:58:55.467899 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.481779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Request body: {'port': {'device_id': 'bcd2d025-a1c9-45e0-b250-af621ea5d630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:55.494478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce', '168b27b7-3546-44f8-aceb-cc83a9030392'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:58:55.546170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event deleted for resources: {'Port': ['ID=168b27b7-3546-44f8-aceb-cc83a9030392,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:55.687180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] No DVR routers for this DVR port 168b27b7-3546-44f8-aceb-cc83a9030392 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:58:55.692177 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.692385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:58:55.694044 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.694234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-10ddb028-3095-4cd9-8bd3-a22e7202cf39 req-8933f41e-cb82-4994-bf44-a675eb0bfe17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "DELETE /v2.0/ports/168b27b7-3546-44f8-aceb-cc83a9030392 HTTP/1.1" status: 204 len: 173 time: 1.5577562 Aug 20 14:58:55.694793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d10579-952a-49e9-a040-893fb4838447', 'name': 'network-vif-deleted', 'tag': '168b27b7-3546-44f8-aceb-cc83a9030392'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:55.697539 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950b8d5c-a8a3-4174-a36f-675baadcf928" -d '{"events": [{"server_uuid": "41d10579-952a-49e9-a040-893fb4838447", "name": "network-vif-deleted", "tag": "168b27b7-3546-44f8-aceb-cc83a9030392"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:55.711476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.737461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c94b07-bb82-4023-9b91-7dc078661bed req-379ed10d-ddac-438e-803f-2b47aad8244d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:55.740423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66c94b07-bb82-4023-9b91-7dc078661bed req-379ed10d-ddac-438e-803f-2b47aad8244d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.2154908 Aug 20 14:58:55.753983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:55.758589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:55.763874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:55.764739 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:55.768359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d4906a-3c24-4840-9c95-32b19cc97570 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:55.772333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a408da-0db7-4e08-9cfd-53a8c9f8f3d6 req-3a7b887c-ef07-465a-ab01-8f9317a59f0e tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:55.782269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3a408da-0db7-4e08-9cfd-53a8c9f8f3d6 req-3a7b887c-ef07-465a-ab01-8f9317a59f0e tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 932 time: 0.1957440 Aug 20 14:58:55.804012 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6242471 Aug 20 14:58:55.808373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33780) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:55.823323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:26:33:07', 'name': 'tempest-NetworksTestDHCPv6-390010985'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:55.857491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ca65e79c-e7ff-444b-9bd1-85693754df44 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:55.918640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3a408da-0db7-4e08-9cfd-53a8c9f8f3d6 req-7efd9cb9-c938-4e46-be5b-17a30cd4545d tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354029 Aug 20 14:58:55.923278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: ca65e79c-e7ff-444b-9bd1-85693754df44 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:55.925114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ca65e79c-e7ff-444b-9bd1-85693754df44 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:55.954473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b6e38-b20e-4442-af4d-a22230380814 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=28699552-37c3-4e90-bde0-6f79d056c165,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:55.997867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:56.002191 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.068995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port d0e4fd83-63a8-4bec-915d-c2f294395ce8 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:58:56.072927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': '28699552-37c3-4e90-bde0-6f79d056c165'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:58:56.073805 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.081761 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af606bfb-8325-4e61-a4f0-b0529759d14c x-openstack-request-id: req-af606bfb-8325-4e61-a4f0-b0529759d14c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:56.082347 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d10579-952a-49e9-a040-893fb4838447", "name": "network-vif-deleted", "tag": "168b27b7-3546-44f8-aceb-cc83a9030392", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:56.082733 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af606bfb-8325-4e61-a4f0-b0529759d14c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:56.083042 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d10579-952a-49e9-a040-893fb4838447', 'name': 'network-vif-deleted', 'tag': '168b27b7-3546-44f8-aceb-cc83a9030392', 'status': 'completed', 'code': 200} Aug 20 14:58:56.108656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66c94b07-bb82-4023-9b91-7dc078661bed req-52bd9872-e54d-43cd-82ce-d93ee65a547c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562584 Aug 20 14:58:56.207584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccad8b-3793-4679-a329-6a87cf50fba9 req-3d062e57-3dc1-4759-b68f-f943d40c8342 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:56.209149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19ccad8b-3793-4679-a329-6a87cf50fba9 req-3d062e57-3dc1-4759-b68f-f943d40c8342 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 944 time: 0.1241627 Aug 20 14:58:56.212646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fe26:3307 (ac065349-4adc-4c43-b021-1a2dee529997/28699552-37c3-4e90-bde0-6f79d056c165/d0e4fd83-63a8-4bec-915d-c2f294395ce8) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:56.227280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:56.289628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:56.293691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19ccad8b-3793-4679-a329-6a87cf50fba9 req-66cd4417-45bf-4fb0-b931-8ebfaa828f60 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751343 Aug 20 14:58:56.294318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:56.294700 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.440280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f037137-9ccb-4310-b9dc-7301f22247bd {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:58:56.450847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.464403 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.487042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.493377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5d51dc3-60d4-4139-95fa-969ccae984d0 req-28703f5b-2f0e-46e0-a6a2-b35e2b9dc28b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=41d10579-952a-49e9-a040-893fb4838447 HTTP/1.1" status: 200 len: 210 time: 0.0375223 Aug 20 14:58:56.495290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Transition to ACTIVE for port object 5f037137-9ccb-4310-b9dc-7301f22247bd will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:56.501029 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.522866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object d0e4fd83-63a8-4bec-915d-c2f294395ce8 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:56.551321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:56.556974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164daf4d-7176-480e-9c06-a859499c4d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:56.564414 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60552c6b-7899-41ee-bf3d-7aaa9b7a6edd" -d '{"events": [{"server_uuid": "164daf4d-7176-480e-9c06-a859499c4d39", "name": "network-vif-plugged", "status": "completed", "tag": "9cccabac-4331-41b0-8bd3-b6c1b1eb80f0"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:56.573325 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.581789 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.582684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 168b27b7-3546-44f8-aceb-cc83a9030392 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:58:56.639509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=d0e4fd83-63a8-4bec-915d-c2f294395ce8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:56.659833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:56.661539 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:56.669072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:56.676106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:56.677000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.696192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1f526181-5072-4350-8e19-48513e4cb695 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8858681 Aug 20 14:58:56.698107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73980-08b5-479a-a391-f7dde565535c req-217c8ee5-d68d-49d2-811c-bb34837e73da tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:56.698711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33794) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:56.699779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23b73980-08b5-479a-a391-f7dde565535c req-217c8ee5-d68d-49d2-811c-bb34837e73da tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.1579838 Aug 20 14:58:56.702379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:56.704051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Pushing event updated for resources: {'Port': ['ID=5f037137-9ccb-4310-b9dc-7301f22247bd,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:56.729361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.732197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.733215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.734173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.735411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.736424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.739026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.739759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.740205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.740716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.741855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.742269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:58:56.763773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 168b27b7-3546-44f8-aceb-cc83a9030392 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:58:56.764594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 168b27b7-3546-44f8-aceb-cc83a9030392 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:58:56.770843 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f3694e-c079-4c78-8364-351eda9af431 x-openstack-request-id: req-94f3694e-c079-4c78-8364-351eda9af431 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:56.771469 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164daf4d-7176-480e-9c06-a859499c4d39", "name": "network-vif-plugged", "status": "completed", "tag": "9cccabac-4331-41b0-8bd3-b6c1b1eb80f0", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:56.771469 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94f3694e-c079-4c78-8364-351eda9af431 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:56.772257 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164daf4d-7176-480e-9c06-a859499c4d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0', 'code': 200} Aug 20 14:58:56.773870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Attempting to bind port 5f037137-9ccb-4310-b9dc-7301f22247bd on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:56.774215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Attempting to bind port 5f037137-9ccb-4310-b9dc-7301f22247bd by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '92300744-635b-45e8-8454-8613bdcc3691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bafdb07a-253c-46d5-9826-e6ca10b7c6bf'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:56.774550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Attempting to bind port 5f037137-9ccb-4310-b9dc-7301f22247bd on network bafdb07a-253c-46d5-9826-e6ca10b7c6bf {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:56.782649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23b73980-08b5-479a-a391-f7dde565535c req-f295a519-9a21-40f0-91d7-729c537e4644 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723691 Aug 20 14:58:56.783206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Port 5f037137-9ccb-4310-b9dc-7301f22247bd on network bafdb07a-253c-46d5-9826-e6ca10b7c6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:56.783571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Attempting to bind port 5f037137-9ccb-4310-b9dc-7301f22247bd on network bafdb07a-253c-46d5-9826-e6ca10b7c6bf {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:56.789876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:56.790490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Checking segment: {'id': '92300744-635b-45e8-8454-8613bdcc3691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bafdb07a-253c-46d5-9826-e6ca10b7c6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:56.790834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Bound using segment: {'id': '92300744-635b-45e8-8454-8613bdcc3691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bafdb07a-253c-46d5-9826-e6ca10b7c6bf'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:56.791141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Bound port: 5f037137-9ccb-4310-b9dc-7301f22247bd, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92300744-635b-45e8-8454-8613bdcc3691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'bafdb07a-253c-46d5-9826-e6ca10b7c6bf'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:56.791509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.798399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a9bdfd-279d-4a78-98d4-12fefa7043dd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:56.800182 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c2a9bdfd-279d-4a78-98d4-12fefa7043dd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0897171 Aug 20 14:58:56.802865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33796) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:56.821139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Allocated IP 2001:db8::f816:3eff:fef7:6516 (ac065349-4adc-4c43-b021-1a2dee529997/28699552-37c3-4e90-bde0-6f79d056c165/f4c43279-dcd7-4836-a077-fdfd50bf66b8) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:56.892288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de1c7b-09be-4814-aa28-3344e6729679 req-55211e7c-4788-46a5-a85a-787192a7be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:56.894057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54de1c7b-09be-4814-aa28-3344e6729679 req-55211e7c-4788-46a5-a85a-787192a7be40 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 1097 time: 0.0876920 Aug 20 14:58:56.910746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5b786af7-058e-4e9c-8660-e3bb383784ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port d0e4fd83-63a8-4bec-915d-c2f294395ce8 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:58:56.911379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b786af7-058e-4e9c-8660-e3bb383784ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:56.944623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] For port 5f037137-9ccb-4310-b9dc-7301f22247bd, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:56.967998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54de1c7b-09be-4814-aa28-3344e6729679 req-57a618c1-0ed5-4f15-a1c2-b9a1c0b520d3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602825 Aug 20 14:58:56.969706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] For port 5f037137-9ccb-4310-b9dc-7301f22247bd, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5f037137-9ccb-4310-b9dc-7301f22247bd,segment=NetworkSegment(92300744-635b-45e8-8454-8613bdcc3691),segment_id=92300744-635b-45e8-8454-8613bdcc3691)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:56.975895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.021281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.051469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Transition to ACTIVE for port object f4c43279-dcd7-4836-a077-fdfd50bf66b8 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:57.076859 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Transition to ACTIVE for port object f4c43279-dcd7-4836-a077-fdfd50bf66b8 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:58:57.085071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.085261 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b786af7-058e-4e9c-8660-e3bb383784ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.088547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:57.089103 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.092005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] 10.222.0.72 "PUT /v2.0/ports/5f037137-9ccb-4310-b9dc-7301f22247bd HTTP/1.1" status: 200 len: 1093 time: 1.6216414 Aug 20 14:58:57.114878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5b786af7-058e-4e9c-8660-e3bb383784ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for d0e4fd83-63a8-4bec-915d-c2f294395ce8 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:58:57.115917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:57.119215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:57.122772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966c777-139c-43d4-a72a-3ea5424298fb service neutron] Pushing event updated for resources: {'Port': ['ID=5f037137-9ccb-4310-b9dc-7301f22247bd,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:57.123335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:58:57.155668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93086eb4-fecd-48b4-942f-5f390437e7b6 req-3273d67a-e05d-43b7-b3b9-bf9fabc94d2a tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:57.165627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93086eb4-fecd-48b4-942f-5f390437e7b6 req-3273d67a-e05d-43b7-b3b9-bf9fabc94d2a tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 944 time: 0.1122811 Aug 20 14:58:57.209627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Pushing event updated for resources: {'Port': ['ID=f4c43279-dcd7-4836-a077-fdfd50bf66b8,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:57.256137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93086eb4-fecd-48b4-942f-5f390437e7b6 req-dc5391b3-2302-43e6-8aa1-9e20d87a8235 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895829 Aug 20 14:58:57.270982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Attempting to bind port f4c43279-dcd7-4836-a077-fdfd50bf66b8 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:57.271272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Attempting to bind port f4c43279-dcd7-4836-a077-fdfd50bf66b8 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:57.271742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Attempting to bind port f4c43279-dcd7-4836-a077-fdfd50bf66b8 on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:57.276301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b786af7-058e-4e9c-8660-e3bb383784ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.277507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:57.278021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:57.278518 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.278949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:57.279586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Bound port: f4c43279-dcd7-4836-a077-fdfd50bf66b8, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:57.280107 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.294706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d563114-9768-49d8-adec-55987697bae2 req-61757520-f3a1-46f4-9d2f-ff132a2ef1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:57.296493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-61757520-f3a1-46f4-9d2f-ff132a2ef1ba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84c2a71ea251484a80ae600b585267ed&device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 1096 time: 0.1272798 Aug 20 14:58:57.313476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61601-c84e-4bc8-bc12-5a813cd7d65a req-922dba4e-5500-4ad4-a30b-ad124398550c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:57.314949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b786af7-058e-4e9c-8660-e3bb383784ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=d0e4fd83-63a8-4bec-915d-c2f294395ce8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:57.322934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80e61601-c84e-4bc8-bc12-5a813cd7d65a req-922dba4e-5500-4ad4-a30b-ad124398550c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.0909169 Aug 20 14:58:57.349741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b786af7-058e-4e9c-8660-e3bb383784ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.351921 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5b786af7-058e-4e9c-8660-e3bb383784ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/d0e4fd83-63a8-4bec-915d-c2f294395ce8 HTTP/1.1" status: 204 len: 168 time: 0.5481169 Aug 20 14:58:57.354643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33806) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:57.359514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] For port f4c43279-dcd7-4836-a077-fdfd50bf66b8, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:57.363728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] For port f4c43279-dcd7-4836-a077-fdfd50bf66b8, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f4c43279-dcd7-4836-a077-fdfd50bf66b8,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:57.368866 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.385583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80e61601-c84e-4bc8-bc12-5a813cd7d65a req-8cc78770-8f65-4bd3-a4d1-b78020a9cfe7 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561252 Aug 20 14:58:57.421093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fafb378-3549-4bcb-93fa-c3adafc6398f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:57.422704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fafb378-3549-4bcb-93fa-c3adafc6398f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:57.424315 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9fafb378-3549-4bcb-93fa-c3adafc6398f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0678265 Aug 20 14:58:57.428335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33808) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:57.430710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166c0f9-d14a-4e88-9dce-b53e9dbd0ca8 None None] Pushing event updated for resources: {'Port': ['ID=f4c43279-dcd7-4836-a077-fdfd50bf66b8,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:57.432589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-6c67d1c1-edb6-44a0-8806-b9ee31b9d485 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f037137-9ccb-4310-b9dc-7301f22247bd HTTP/1.1" status: 200 len: 217 time: 0.1069322 Aug 20 14:58:57.488096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37760a4-d5ab-4608-8eee-15e25c129fd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 28699552-37c3-4e90-bde0-6f79d056c165 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:58:57.491409 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f37760a4-d5ab-4608-8eee-15e25c129fd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.544349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f37760a4-d5ab-4608-8eee-15e25c129fd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.557274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-4c5fe0d7-ced4-4a93-b4c1-9cae15b53619 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:57.566908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-4c5fe0d7-ced4-4a93-b4c1-9cae15b53619 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.1015677 Aug 20 14:58:57.567917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488add68-b96b-4736-98df-6b6d4422f7d4 req-52741bee-1817-476a-b466-a3f965a053e6 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:57.569564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-488add68-b96b-4736-98df-6b6d4422f7d4 req-52741bee-1817-476a-b466-a3f965a053e6 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 945 time: 0.1503291 Aug 20 14:58:57.577939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-15'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:57.640609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f37760a4-d5ab-4608-8eee-15e25c129fd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.642189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d563114-9768-49d8-adec-55987697bae2 req-5c908322-1f09-477d-95b4-7e1bf556fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:57.643902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-5c908322-1f09-477d-95b4-7e1bf556fa94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0602b10a-72c4-454a-bfd1-0a6b9ce76670 HTTP/1.1" status: 200 len: 850 time: 0.1870437 Aug 20 14:58:57.727413 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.746245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-3edf3183-389a-4ba1-bfac-59cde2619afe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bafdb07a-253c-46d5-9826-e6ca10b7c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823073 Aug 20 14:58:57.762326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f37760a4-d5ab-4608-8eee-15e25c129fd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.781527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-488add68-b96b-4736-98df-6b6d4422f7d4 req-b2980c66-9d1f-4f9f-84ac-b667b61e8215 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411722 Aug 20 14:58:57.801012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f37760a4-d5ab-4608-8eee-15e25c129fd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:57.805172 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f37760a4-d5ab-4608-8eee-15e25c129fd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/28699552-37c3-4e90-bde0-6f79d056c165 HTTP/1.1" status: 204 len: 168 time: 0.3757374 Aug 20 14:58:57.806086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:57.807120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37760a4-d5ab-4608-8eee-15e25c129fd0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=28699552-37c3-4e90-bde0-6f79d056c165,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:57.861513 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fd0b223f-475e-4127-a0eb-028c236f311f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500546 Aug 20 14:58:57.862252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33830) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:57.868030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:57.940229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f4c43279-dcd7-4836-a077-fdfd50bf66b8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:57.971290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:57.975312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:58.011208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port f4c43279-dcd7-4836-a077-fdfd50bf66b8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:58.086087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd2d025-a1c9-45e0-b250-af621ea5d630', 'tag': '5f037137-9ccb-4310-b9dc-7301f22247bd'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:58:58.088352 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0030538-0028-4b98-9840-e5de24d2e502" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd2d025-a1c9-45e0-b250-af621ea5d630", "tag": "5f037137-9ccb-4310-b9dc-7301f22247bd"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:58:58.132195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b181cab-d96c-48d9-ae47-76176bf88a82 req-6a0d415f-1456-4c68-9288-43efc640d839 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:58.140291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b181cab-d96c-48d9-ae47-76176bf88a82 req-6a0d415f-1456-4c68-9288-43efc640d839 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 945 time: 0.2567282 Aug 20 14:58:58.153015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-143fbf9f-3a9f-4df6-9f30-e11f075039be service neutron] 10.222.0.72 "GET /v2.0/networks/bafdb07a-253c-46d5-9826-e6ca10b7c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474646 Aug 20 14:58:58.161649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:58.250173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-c2bac750-f2fb-4a32-a4d3-09f12c48ea97 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:58.251764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-c2bac750-f2fb-4a32-a4d3-09f12c48ea97 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.3448288 Aug 20 14:58:58.301566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b181cab-d96c-48d9-ae47-76176bf88a82 req-7229e799-f269-44ec-a27b-873e53907fa2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603763 Aug 20 14:58:58.308282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:58:58.313480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-28ac7dd7-ab82-4ecd-a613-c96ec002ecda tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/quotas/6a34afd23cda46ea9217208b0ac3307b HTTP/1.1" status: 200 len: 375 time: 0.0440533 Aug 20 14:58:58.321225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:58.387653 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d93815-3bc0-4d77-95e6-ff3bd659a365 x-openstack-request-id: req-52d93815-3bc0-4d77-95e6-ff3bd659a365 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:58:58.387923 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd2d025-a1c9-45e0-b250-af621ea5d630", "tag": "5f037137-9ccb-4310-b9dc-7301f22247bd", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:58:58.388457 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52d93815-3bc0-4d77-95e6-ff3bd659a365 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:58:58.388596 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd2d025-a1c9-45e0-b250-af621ea5d630', 'tag': '5f037137-9ccb-4310-b9dc-7301f22247bd', 'status': 'completed', 'code': 200} Aug 20 14:58:58.392402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d563114-9768-49d8-adec-55987697bae2 req-b7574189-de49-4ca8-8fbf-e1fb1cc628b0 service neutron] 10.222.0.72 "GET /v2.0/networks/bafdb07a-253c-46d5-9826-e6ca10b7c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141526 Aug 20 14:58:58.406340 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:58.429060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:58.457384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0e74d0d-1b02-42cd-87a3-791e193e8be2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1343915 Aug 20 14:58:58.460533 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:58.532526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc18c04d-9c80-4e6f-83fe-3eac067c587e None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:58.620675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bc151a0b-3e93-4848-83b3-7bbdf779a291 None None] Provisioning for port f4c43279-dcd7-4836-a077-fdfd50bf66b8 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:58:58.630297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bc151a0b-3e93-4848-83b3-7bbdf779a291 None None] Provisioning complete for port f4c43279-dcd7-4836-a077-fdfd50bf66b8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:58.631023 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc151a0b-3e93-4848-83b3-7bbdf779a291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:58.791365 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc151a0b-3e93-4848-83b3-7bbdf779a291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:58.835201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bc151a0b-3e93-4848-83b3-7bbdf779a291 None None] For port f4c43279-dcd7-4836-a077-fdfd50bf66b8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f4c43279-dcd7-4836-a077-fdfd50bf66b8,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:58.841243 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc151a0b-3e93-4848-83b3-7bbdf779a291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:58.878772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:58.906309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc151a0b-3e93-4848-83b3-7bbdf779a291 None None] Pushing event updated for resources: {'Port': ['ID=f4c43279-dcd7-4836-a077-fdfd50bf66b8,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:59.047284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca7099-8d50-47d1-8e32-fc7ee2e3051d req-c07fba69-5f01-4b9a-b3d9-9b28498a40d8 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:59.054763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39ca7099-8d50-47d1-8e32-fc7ee2e3051d req-c07fba69-5f01-4b9a-b3d9-9b28498a40d8 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 944 time: 0.5959032 Aug 20 14:58:59.061215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] For port f4c43279-dcd7-4836-a077-fdfd50bf66b8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f4c43279-dcd7-4836-a077-fdfd50bf66b8,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:59.063815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Pushing event updated for resources: {'Port': ['ID=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:59.085395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on host n-h2-695189-15 for vnic_type normal with profile {"migrating_to": "n-h1-695189-15"} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:59.085671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:59.085984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:59.094618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.096617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030538-0028-4b98-9840-e5de24d2e502 req-be41398e-e705-42aa-b3ff-8ed933b6f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:59.098152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0030538-0028-4b98-9840-e5de24d2e502 req-be41398e-e705-42aa-b3ff-8ed933b6f18c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84c2a71ea251484a80ae600b585267ed&device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 1096 time: 0.5695155 Aug 20 14:58:59.099888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.100713 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.118774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:59.119102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:59.123524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:58:59.143843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-e6fc3646-f978-4ff9-bf03-844f790e34ff service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614697 Aug 20 14:58:59.189740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39ca7099-8d50-47d1-8e32-fc7ee2e3051d req-47de9f05-44f8-4cc2-a0e4-27dff9f07104 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336505 Aug 20 14:58:59.207118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:59.207383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:58:59.207493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:59.207917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:59.208341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Bound port: fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:59.208710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.233905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:58:59.244257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=f4c43279-dcd7-4836-a077-fdfd50bf66b8,revision_number=6']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:59.256912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:59.257742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.261626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d78db9c1-c107-4b3a-ae89-77bcab9e58a9 None None] Provisioning complete for port f4c43279-dcd7-4836-a077-fdfd50bf66b8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:59.262606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=a5a9a095-7daa-4cda-87b6-3d26972a2541,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:59.263574 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d78db9c1-c107-4b3a-ae89-77bcab9e58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.305014 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-27bb048f-5587-4c8c-b41f-d9560c5fa418 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4416051 Aug 20 14:58:59.305703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33846) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:58:59.313740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:4f:7a:00', 'name': 'tempest-NetworksTestDHCPv6-1806175841'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:58:59.324212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79d1e6-97c1-40ad-9d1d-2ee505c452b8 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:58:59.378662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:58:59.420937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-9506c882-7990-4b22-8ad9-46f811a4bfe1 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478485 Aug 20 14:58:59.441513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on host n-h2-695189-15 for vnic_type normal with profile {"migrating_to": "n-h1-695189-15"} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:58:59.442077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:58:59.442251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:58:59.442568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:59.458132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030538-0028-4b98-9840-e5de24d2e502 req-d01e5571-3aed-45e1-8dc7-9df6bc8bafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:59.460573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0030538-0028-4b98-9840-e5de24d2e502 req-d01e5571-3aed-45e1-8dc7-9df6bc8bafcf service neutron] 10.222.0.72 "GET /v2.0/networks?id=bafdb07a-253c-46d5-9826-e6ca10b7c6bf HTTP/1.1" status: 200 len: 911 time: 0.3499088 Aug 20 14:58:59.470736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3623c08-ace7-40df-8c79-8c82b3c8b67f req-fe9121c3-cc00-4c67-bd79-812432399703 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:59.472278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3623c08-ace7-40df-8c79-8c82b3c8b67f req-fe9121c3-cc00-4c67-bd79-812432399703 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1489902 Aug 20 14:58:59.501371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:58:59.501954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:58:59.542788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:58:59.543223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:58:59.543818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0030538-0028-4b98-9840-e5de24d2e502 req-7cd9c448-d0a6-4850-b458-425426e5c1bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f037137-9ccb-4310-b9dc-7301f22247bd HTTP/1.1" status: 200 len: 217 time: 0.0672405 Aug 20 14:58:59.544117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:58:59.544710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Bound port: fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:58:59.544860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:59.545290 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.561370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.586082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 28573125-e09d-4259-b3e1-83aa3f67b592 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:58:59.593938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:58:59.604962 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3623c08-ace7-40df-8c79-8c82b3c8b67f req-8302b839-cbd9-4f80-b4e3-d583a1338e6c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156111 Aug 20 14:58:59.606124 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.677490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:58:59.684488 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) fce3aaa8-c6be-4ea3-a1de-aba05e1d7246-n-h2-695189-15-0 {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:58:59.684846 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:58:59.701198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f1a1ecf9-1e1f-4b5d-a279-e649830d4f26 None None] Could not find standard attr ID for object d0e4fd83-63a8-4bec-915d-c2f294395ce8. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:58:59.714183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0030538-0028-4b98-9840-e5de24d2e502 req-bf139323-4f35-4915-9887-6b78ebed1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:59.718807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0030538-0028-4b98-9840-e5de24d2e502 req-bf139323-4f35-4915-9887-6b78ebed1402 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0602b10a-72c4-454a-bfd1-0a6b9ce76670 HTTP/1.1" status: 200 len: 850 time: 0.1643291 Aug 20 14:58:59.809305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0030538-0028-4b98-9840-e5de24d2e502 req-20aa8b4b-2214-4ea0-a8ef-23a7e082f853 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bafdb07a-253c-46d5-9826-e6ca10b7c6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730505 Aug 20 14:58:59.817937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fe4f:7a00 (ac065349-4adc-4c43-b021-1a2dee529997/a5a9a095-7daa-4cda-87b6-3d26972a2541/28573125-e09d-4259-b3e1-83aa3f67b592) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:58:59.870355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f4c43279-dcd7-4836-a077-fdfd50bf66b8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:58:59.874711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Pushing event updated for resources: {'Port': ['ID=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,revision_number=8']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:58:59.879725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:58:59.880364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:58:59.881804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c8188501-a05c-4a32-a759-ba596d105a4d service neutron] 10.222.0.72 "PUT /v2.0/ports/fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 HTTP/1.1" status: 200 len: 1123 time: 2.3092704 Aug 20 14:58:59.988849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f4c43279-dcd7-4836-a077-fdfd50bf66b8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:58:59.990161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:00.059928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['fce3aaa8-c6be-4ea3-a1de-aba05e1d7246'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:00.088221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d1166-9c39-415b-9d41-b87c9acb1089 req-9c03f6a3-ffea-4f3c-954d-d6bbdd8db596 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:00.089871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-696d1166-9c39-415b-9d41-b87c9acb1089 req-9c03f6a3-ffea-4f3c-954d-d6bbdd8db596 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 945 time: 0.3334246 Aug 20 14:59:00.129735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd0b52-03cf-4752-9a6c-20eb7878aa02 req-0ae85fbc-d6c0-40ec-830b-a2fcaf3d9347 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:00.131510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2cfd0b52-03cf-4752-9a6c-20eb7878aa02 req-0ae85fbc-d6c0-40ec-830b-a2fcaf3d9347 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.2200260 Aug 20 14:59:00.141796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:00.144068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ec543ffa-da2f-425e-bee6-fc3c0f007477 None None] Provisioning complete for port f4c43279-dcd7-4836-a077-fdfd50bf66b8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:00.144496 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec543ffa-da2f-425e-bee6-fc3c0f007477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:00.166115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 28573125-e09d-4259-b3e1-83aa3f67b592 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:00.182739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-696d1166-9c39-415b-9d41-b87c9acb1089 req-903a83ce-9e99-4673-bd2e-aaf89c1edab3 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840747 Aug 20 14:59:00.185634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0030538-0028-4b98-9840-e5de24d2e502 req-557145e1-196f-41f1-92b7-b80398db85e4 service neutron] 10.222.0.72 "GET /v2.0/networks/bafdb07a-253c-46d5-9826-e6ca10b7c6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280041 Aug 20 14:59:00.213582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['fce3aaa8-c6be-4ea3-a1de-aba05e1d7246'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:00.220643 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:00.260892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2cfd0b52-03cf-4752-9a6c-20eb7878aa02 req-81739bfb-66da-4af8-96e6-1215d824f432 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199195 Aug 20 14:59:00.267168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on host n-h2-695189-15 for vnic_type normal with profile {"migrating_to": "n-h1-695189-15"} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:00.267823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:00.268543 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:00.309968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:00.315132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:00.317748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:00.325608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:00.327706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:00.329324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6a64652-a8a1-49a8-9f6c-1226c9c2e7cf req-cc1c4bcf-54c3-4718-baac-3d88c115843a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 210 time: 0.0287287 Aug 20 14:59:00.349757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0030538-0028-4b98-9840-e5de24d2e502 req-66751b26-7b2b-4eda-acfb-05686cfe4385 service neutron] 10.222.0.72 "GET /v2.0/networks/bafdb07a-253c-46d5-9826-e6ca10b7c6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429322 Aug 20 14:59:00.371564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33868) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:00.373906 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0670400 Aug 20 14:59:00.384369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:59:00.396024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Attempting to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on network 8b48d77b-d1d1-4266-9add-59d7b4c697d5 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:00.400533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6de49-2ee1-4fc2-9d97-8dc4bcdec8ad tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=28573125-e09d-4259-b3e1-83aa3f67b592,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:00.430580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246'}, {'name': 'network-changed', 'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:00.444349 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63e5212-5193-42df-8720-6dae10d86869" -d '{"events": [{"server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "name": "network-vif-unplugged", "status": "completed", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246"}, {"name": "network-changed", "server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:00.457815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:00.458200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Checking segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:00.458684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Bound using segment: {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:00.459140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Bound port: fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3977fec6-18d4-45a9-a1d2-364dc556595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8b48d77b-d1d1-4266-9add-59d7b4c697d5'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:00.459587 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:00.548763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a4ad9-e43d-4f21-842c-4fd198ad958d req-5e3b3643-d933-42e8-a517-3163a200401d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:00.550361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f36a4ad9-e43d-4f21-842c-4fd198ad958d req-5e3b3643-d933-42e8-a517-3163a200401d tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 945 time: 0.0953264 Aug 20 14:59:00.560095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c3b34-ae4e-49cb-96dd-41687da2f292 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:00.560962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33872) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:00.566627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c3b34-ae4e-49cb-96dd-41687da2f292 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:00.567574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-112d9671-d9af-4968-a078-6ea24a08fc45 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Request body: {'floatingip': {'port_id': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:00.568365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bd0c3b34-ae4e-49cb-96dd-41687da2f292 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1948586 Aug 20 14:59:00.571360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33874) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:00.618388 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bb7631-3d05-4dd7-9a56-214e52c1d72c x-openstack-request-id: req-70bb7631-3d05-4dd7-9a56-214e52c1d72c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:00.618807 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "name": "network-vif-unplugged", "status": "completed", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246", "code": 200}, {"name": "network-changed", "server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:00.618929 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70bb7631-3d05-4dd7-9a56-214e52c1d72c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:00.619429 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246', 'code': 200} Aug 20 14:59:00.619720 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246', 'status': 'completed', 'code': 200} Aug 20 14:59:00.642631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444029b-1bfc-4ad3-9462-e403f7d83fef req-e652babe-2338-4b5e-96cb-b289c91af4e2 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:00.650746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b444029b-1bfc-4ad3-9462-e403f7d83fef req-e652babe-2338-4b5e-96cb-b289c91af4e2 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 944 time: 0.1960855 Aug 20 14:59:00.678430 n-d-695189-15 neutron-server[101101]: WARNING neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Concurrent port binding operations failed on port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 Aug 20 14:59:00.705413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:00.732447 n-d-695189-15 neutron-server[101101]: INFO neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Attempt 2 to bind port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 Aug 20 14:59:00.732934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 has no active binding in host n-h1-695189-15 {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 14:59:00.749368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-112d9671-d9af-4968-a078-6ea24a08fc45 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:00.779027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b98ed30e-9c22-4084-9355-7c81ae08b832 None None] Provisioning for port 28573125-e09d-4259-b3e1-83aa3f67b592 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:00.790914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b98ed30e-9c22-4084-9355-7c81ae08b832 None None] Provisioning complete for port 28573125-e09d-4259-b3e1-83aa3f67b592 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:00.791259 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b98ed30e-9c22-4084-9355-7c81ae08b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:00.848731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b444029b-1bfc-4ad3-9462-e403f7d83fef req-e0e25e05-51fe-4912-b0a5-6ed5fff1992c tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971200 Aug 20 14:59:00.852215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e5212-5193-42df-8720-6dae10d86869 req-47885061-88ee-4da0-b0d2-354af1a4d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:00.864556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63e5212-5193-42df-8720-6dae10d86869 req-47885061-88ee-4da0-b0d2-354af1a4d4b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 1126 time: 0.1974311 Aug 20 14:59:00.866387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b98ed30e-9c22-4084-9355-7c81ae08b832 None None] Port 28573125-e09d-4259-b3e1-83aa3f67b592 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:59:00.899577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf13cd-a10a-4528-96c9-efe393549b86 req-c4cd82f5-b05c-4828-932b-ddd258ee6926 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:00.901174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdcf13cd-a10a-4528-96c9-efe393549b86 req-c4cd82f5-b05c-4828-932b-ddd258ee6926 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1297717 Aug 20 14:59:00.976889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f02c91c5-0b6b-4f70-91d9-8c571f933a41 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 28573125-e09d-4259-b3e1-83aa3f67b592 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:00.977335 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f02c91c5-0b6b-4f70-91d9-8c571f933a41 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:01.060210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdcf13cd-a10a-4528-96c9-efe393549b86 req-d6d4b8e6-502f-48be-850f-67ae4bd80865 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464622 Aug 20 14:59:01.099935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e5212-5193-42df-8720-6dae10d86869 req-5ec2f8e5-f5bf-42a9-87be-f976a3548bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:01.101432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63e5212-5193-42df-8720-6dae10d86869 req-5ec2f8e5-f5bf-42a9-87be-f976a3548bc3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.2278955 Aug 20 14:59:01.115606 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f02c91c5-0b6b-4f70-91d9-8c571f933a41 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:01.134798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5f037137-9ccb-4310-b9dc-7301f22247bd details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:59:01.141003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f02c91c5-0b6b-4f70-91d9-8c571f933a41 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 28573125-e09d-4259-b3e1-83aa3f67b592 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:01.179683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63e5212-5193-42df-8720-6dae10d86869 req-c62686f0-77c2-4c9d-b4a6-ca2d18090de2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 HTTP/1.1" status: 200 len: 217 time: 0.0560966 Aug 20 14:59:01.242176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 5f037137-9ccb-4310-b9dc-7301f22247bd, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5f037137-9ccb-4310-b9dc-7301f22247bd,segment=NetworkSegment(92300744-635b-45e8-8454-8613bdcc3691),segment_id=92300744-635b-45e8-8454-8613bdcc3691)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:01.256909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '5f037137-9ccb-4310-b9dc-7301f22247bd', 'network_id': 'bafdb07a-253c-46d5-9826-e6ca10b7c6bf', 'port_id': '5f037137-9ccb-4310-b9dc-7301f22247bd', 'mac_address': 'fa:16:3e:23:4c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0602b10a-72c4-454a-bfd1-0a6b9ce76670', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:59:01.290927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e5212-5193-42df-8720-6dae10d86869 req-2a04b60f-623d-4903-b357-3000055e7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:01.292277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63e5212-5193-42df-8720-6dae10d86869 req-2a04b60f-623d-4903-b357-3000055e7165 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0703130 Aug 20 14:59:01.335696 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:01.349228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63e5212-5193-42df-8720-6dae10d86869 req-4dc47853-a781-429f-baa9-adb1cc93bdf1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375144 Aug 20 14:59:01.352919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f037137-9ccb-4310-b9dc-7301f22247bd {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:01.395139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 5f037137-9ccb-4310-b9dc-7301f22247bd, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5f037137-9ccb-4310-b9dc-7301f22247bd,segment=NetworkSegment(92300744-635b-45e8-8454-8613bdcc3691),segment_id=92300744-635b-45e8-8454-8613bdcc3691)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:01.399866 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:01.476005 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=5f037137-9ccb-4310-b9dc-7301f22247bd,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:01.477983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec72c6b4-0b7c-44d3-a9a5-645433cfa4c7 req-96ddb3e8-b2ed-49f9-be21-a0de66237473 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 210 time: 0.0339549 Aug 20 14:59:01.491998 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-112d9671-d9af-4968-a078-6ea24a08fc45 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:01.496661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-112d9671-d9af-4968-a078-6ea24a08fc45 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:01.498058 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f02c91c5-0b6b-4f70-91d9-8c571f933a41 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:01.526253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c91c5-0b6b-4f70-91d9-8c571f933a41 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=28573125-e09d-4259-b3e1-83aa3f67b592,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:01.538840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2774e-b2cb-4df3-8e60-08b6b53de6a0 req-ed4e5dd6-bd5a-425a-b408-95690e84727c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:01.540459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdf2774e-b2cb-4df3-8e60-08b6b53de6a0 req-ed4e5dd6-bd5a-425a-b408-95690e84727c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.1421046 Aug 20 14:59:01.599089 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f02c91c5-0b6b-4f70-91d9-8c571f933a41 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:01.601406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f02c91c5-0b6b-4f70-91d9-8c571f933a41 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/28573125-e09d-4259-b3e1-83aa3f67b592 HTTP/1.1" status: 204 len: 168 time: 1.0294297 Aug 20 14:59:01.611356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33888) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:01.668389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdf2774e-b2cb-4df3-8e60-08b6b53de6a0 req-dce2163a-7a09-4c38-854a-2abf36003067 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178682 Aug 20 14:59:01.705751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63e5212-5193-42df-8720-6dae10d86869 req-5b891669-3d05-492d-8004-7500b9d7e47e service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345274 Aug 20 14:59:01.761668 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-112d9671-d9af-4968-a078-6ea24a08fc45 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Floating IP 28565435-04be-4b57-9a44-8cd02af84d04 associated. External IP: 172.25.5.115, port: 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0. Aug 20 14:59:01.780344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ca20c-46ac-40d4-a804-2cdd41420b88 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:01.781900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ca20c-46ac-40d4-a804-2cdd41420b88 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:01.785950 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-de6ca20c-46ac-40d4-a804-2cdd41420b88 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1691432 Aug 20 14:59:01.786293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33890) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:01.848787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-8bc1c5b8-5403-48da-9b88-d984c1858ab6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:01.850226 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-8bc1c5b8-5403-48da-9b88-d984c1858ab6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.2532134 Aug 20 14:59:01.867174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3f8236-b841-4817-8960-8c175805d1fc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet a5a9a095-7daa-4cda-87b6-3d26972a2541 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:01.870853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63e5212-5193-42df-8720-6dae10d86869 req-e915cc4f-e06e-4dc6-b8cc-79450be53a79 service neutron] 10.222.0.70 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495962 Aug 20 14:59:01.872764 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8236-b841-4817-8960-8c175805d1fc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:01.894953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Request body: {'port': {'device_id': '1700a05c-0ee4-4025-bc9e-27eee5567d76', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'admin_state_up': True, 'tenant_id': '6a34afd23cda46ea9217208b0ac3307b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:01.922159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8236-b841-4817-8960-8c175805d1fc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.016721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041eba-1b87-4adb-b2d1-e971997f1a18 req-e8a020a3-756c-4722-9a29-50d937986d37 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:02.018464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37041eba-1b87-4adb-b2d1-e971997f1a18 req-e8a020a3-756c-4722-9a29-50d937986d37 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 945 time: 0.0736556 Aug 20 14:59:02.055411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['5f037137-9ccb-4310-b9dc-7301f22247bd'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:02.078121 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8236-b841-4817-8960-8c175805d1fc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.117367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37041eba-1b87-4adb-b2d1-e971997f1a18 req-e7286315-6e0a-433c-a4c0-8719bc144aa5 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809269 Aug 20 14:59:02.172602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8236-b841-4817-8960-8c175805d1fc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.224438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f8236-b841-4817-8960-8c175805d1fc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a9a095-7daa-4cda-87b6-3d26972a2541,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:02.234924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8236-b841-4817-8960-8c175805d1fc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.237033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fa3f8236-b841-4817-8960-8c175805d1fc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/a5a9a095-7daa-4cda-87b6-3d26972a2541 HTTP/1.1" status: 204 len: 168 time: 0.4497302 Aug 20 14:59:02.240521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33898) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:02.245119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5f1c5-52d4-4aa6-a0fc-b408f9e0a06d None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:02.283216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-118be96f-188b-4d54-a070-9c9a4ab21a97 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416684 Aug 20 14:59:02.285929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33900) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:02.304161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ba66c-983f-42a4-86fe-199d3d9f7f6b req-1beeb109-4085-438d-9823-f85f93f17819 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:02.305910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-318ba66c-983f-42a4-86fe-199d3d9f7f6b req-1beeb109-4085-438d-9823-f85f93f17819 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1478596 Aug 20 14:59:02.363744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-318ba66c-983f-42a4-86fe-199d3d9f7f6b req-19a0ba5b-ca9b-4fe6-9cdf-8b4520978dca tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Aug 20 14:59:02.377084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec343e6-7979-48d3-8401-782a16ee826a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:02.381593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1ec343e6-7979-48d3-8401-782a16ee826a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0921340 Aug 20 14:59:02.381892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33902) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:02.397900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Made reservation on behalf of 6a34afd23cda46ea9217208b0ac3307b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:02.401503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.439604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112d9671-d9af-4968-a078-6ea24a08fc45 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Router abedaabc-2889-4439-a700-0d10ff00ae7a has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:59:02.452266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd967b7-5740-4af6-8126-7187027cea13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:02.456758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ddd967b7-5740-4af6-8126-7187027cea13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0712667 Aug 20 14:59:02.457081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33904) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:02.512541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c16e06ff-bd9e-4ea5-bfe7-09ae8d4256f0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541453 Aug 20 14:59:02.513950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33910) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:02.519534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:02.642632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Allocated IP 172.20.0.12 (dc073387-b2cf-4dc7-95ad-28573738ed1d/fafce579-00b8-4639-b447-4e7a5b160daf/928a759e-706b-4023-aa3c-03f8ed8d023d) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:02.645768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-266aed6c-5d18-4651-b833-90e362892e73 req-3e515ef6-c6ac-4b44-8750-acf0a38b6d17 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 210 time: 0.0408750 Aug 20 14:59:02.660368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b83626-10fe-4615-b5cf-5449f7daca0c None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:59:02.661462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112d9671-d9af-4968-a078-6ea24a08fc45 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:59:02.666493 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-112d9671-d9af-4968-a078-6ea24a08fc45 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.691740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] Sync routers for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:59:02.705719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:02.709377 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-112d9671-d9af-4968-a078-6ea24a08fc45 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "PUT /v2.0/floatingips/28565435-04be-4b57-9a44-8cd02af84d04 HTTP/1.1" status: 200 len: 991 time: 2.1473165 Aug 20 14:59:02.711711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164daf4d-7176-480e-9c06-a859499c4d39', 'tag': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:02.713506 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.714389 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bfac44-f538-41d2-8694-a223a9393f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "164daf4d-7176-480e-9c06-a859499c4d39", "tag": "9cccabac-4331-41b0-8bd3-b6c1b1eb80f0"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:02.730200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:59:02.730948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:02.787440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-54b83626-10fe-4615-b5cf-5449f7daca0c None None] Deleting port f4c43279-dcd7-4836-a077-fdfd50bf66b8 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:02.787958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54b83626-10fe-4615-b5cf-5449f7daca0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.830741 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeb8242-6ba0-4386-99a7-5364b0d0b59d x-openstack-request-id: req-cbeb8242-6ba0-4386-99a7-5364b0d0b59d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:02.831180 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164daf4d-7176-480e-9c06-a859499c4d39", "tag": "9cccabac-4331-41b0-8bd3-b6c1b1eb80f0", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:02.831592 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbeb8242-6ba0-4386-99a7-5364b0d0b59d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:02.832058 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164daf4d-7176-480e-9c06-a859499c4d39', 'tag': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0', 'status': 'completed', 'code': 200} Aug 20 14:59:02.884737 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.905527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-54b83626-10fe-4615-b5cf-5449f7daca0c None None] For port f4c43279-dcd7-4836-a077-fdfd50bf66b8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f4c43279-dcd7-4836-a077-fdfd50bf66b8,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:02.905933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54b83626-10fe-4615-b5cf-5449f7daca0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.915335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:59:02.938302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:02.946779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-54b83626-10fe-4615-b5cf-5449f7daca0c None None] Calling delete_port for f4c43279-dcd7-4836-a077-fdfd50bf66b8 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:02.957656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:02.979850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735d387-0708-4a37-ad2a-3af399d00c5c req-65b656dc-8f5b-4f63-8856-30f9a1fb8ef3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:02.981687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2735d387-0708-4a37-ad2a-3af399d00c5c req-65b656dc-8f5b-4f63-8856-30f9a1fb8ef3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.1458199 Aug 20 14:59:02.985259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Network dc073387-b2cf-4dc7-95ad-28573738ed1d is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:02.988452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:02.992490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:03.004275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfac44-f538-41d2-8694-a223a9393f0a req-f3c44a8d-c74f-495e-84c9-3ecd7eae6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:03.006075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21bfac44-f538-41d2-8694-a223a9393f0a req-f3c44a8d-c74f-495e-84c9-3ecd7eae6132 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50c4b05205c6477f965f8750db201356&device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 1097 time: 0.1288321 Aug 20 14:59:03.022507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event updated for resources: {'Port': ['ID=928a759e-706b-4023-aa3c-03f8ed8d023d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:03.051834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:03.052462 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.069523 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-f0c843ea-5c7b-4f04-acd8-a00e95675714 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1814127 Aug 20 14:59:03.087316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Request body: {'port': {'device_id': '1700a05c-0ee4-4025-bc9e-27eee5567d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:03.155170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2735d387-0708-4a37-ad2a-3af399d00c5c req-44baa0f2-b846-4d8c-b4d9-c35ffff769f3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422281 Aug 20 14:59:03.186086 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.204840 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54b83626-10fe-4615-b5cf-5449f7daca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.233640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b83626-10fe-4615-b5cf-5449f7daca0c None None] Pushing event deleted for resources: {'Port': ['ID=f4c43279-dcd7-4836-a077-fdfd50bf66b8,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:03.260511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b83626-10fe-4615-b5cf-5449f7daca0c None None] No DVR routers for this DVR port f4c43279-dcd7-4836-a077-fdfd50bf66b8 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:03.319876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfac44-f538-41d2-8694-a223a9393f0a req-77310dd4-4a49-4f21-b726-04e070a28c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:03.321697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21bfac44-f538-41d2-8694-a223a9393f0a req-77310dd4-4a49-4f21-b726-04e070a28c0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 HTTP/1.1" status: 200 len: 916 time: 0.2718871 Aug 20 14:59:03.339838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.objects.ports [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:59:03.358879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.374280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '28565435-04be-4b57-9a44-8cd02af84d04', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'port_id': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'mac_address': 'fa:16:3e:16:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164daf4d-7176-480e-9c06-a859499c4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:58:38Z', 'updated_at': '2021-08-20T14:59:01Z', 'revision_number': 1, 'project_id': '50c4b05205c6477f965f8750db201356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:40Z', 'revision_number': 5, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:03.425374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] Checking router: abedaabc-2889-4439-a700-0d10ff00ae7a for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:59:03.436686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:59:03.437241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:58:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:03.559767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928a759e-706b-4023-aa3c-03f8ed8d023d {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:03.562053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:59:03.569534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.583591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Transition to ACTIVE for port object 928a759e-706b-4023-aa3c-03f8ed8d023d will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:03.588414 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.669692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Pushing event updated for resources: {'Port': ['ID=928a759e-706b-4023-aa3c-03f8ed8d023d,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:03.734393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Attempting to bind port 928a759e-706b-4023-aa3c-03f8ed8d023d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:03.734899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Attempting to bind port 928a759e-706b-4023-aa3c-03f8ed8d023d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:03.735330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Attempting to bind port 928a759e-706b-4023-aa3c-03f8ed8d023d on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:03.756387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Port 928a759e-706b-4023-aa3c-03f8ed8d023d on network dc073387-b2cf-4dc7-95ad-28573738ed1d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:59:03.756974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Attempting to bind port 928a759e-706b-4023-aa3c-03f8ed8d023d on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:03.763260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:03.764684 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Checking segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:03.765562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Bound using segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:03.766272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Bound port: 928a759e-706b-4023-aa3c-03f8ed8d023d, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:03.766860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.840636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f4c43279-dcd7-4836-a077-fdfd50bf66b8 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:03.848572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18887689-3c0a-41b9-ac85-1e07e37759ea req-370d6073-d96d-467e-8c88-b8a425279cbb tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:03.852132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18887689-3c0a-41b9-ac85-1e07e37759ea req-370d6073-d96d-467e-8c88-b8a425279cbb tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 945 time: 0.5892313 Aug 20 14:59:03.864746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: f4c43279-dcd7-4836-a077-fdfd50bf66b8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:03.865265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f4c43279-dcd7-4836-a077-fdfd50bf66b8 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:03.869513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] For port 928a759e-706b-4023-aa3c-03f8ed8d023d, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:03.874977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] For port 928a759e-706b-4023-aa3c-03f8ed8d023d, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=928a759e-706b-4023-aa3c-03f8ed8d023d,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:03.880208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.893317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '28565435-04be-4b57-9a44-8cd02af84d04', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'port_id': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'mac_address': 'fa:16:3e:16:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164daf4d-7176-480e-9c06-a859499c4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:58:38Z', 'updated_at': '2021-08-20T14:59:01Z', 'revision_number': 1, 'project_id': '50c4b05205c6477f965f8750db201356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:40Z', 'revision_number': 5, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:03.901984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:03.928217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b86e19-8510-4223-bfbf-464d79c3556c None None] The sync data for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 is: [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '28565435-04be-4b57-9a44-8cd02af84d04', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'floating_ip_address': '172.25.5.115', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'port_id': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'mac_address': 'fa:16:3e:16:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164daf4d-7176-480e-9c06-a859499c4d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T14:58:38Z', 'updated_at': '2021-08-20T14:59:01Z', 'revision_number': 1, 'project_id': '50c4b05205c6477f965f8750db201356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:40Z', 'revision_number': 5, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:59:03.933125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:03.933125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.933488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:03.934808 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] 10.222.0.70 "PUT /v2.0/ports/928a759e-706b-4023-aa3c-03f8ed8d023d HTTP/1.1" status: 200 len: 1093 time: 0.8524199 Aug 20 14:59:03.937999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:03.938878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:03.945696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3add2-a784-4a13-baae-984140d6b644 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:03.962496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=4a2589a7-3d6d-4c78-afb1-6e8085b9b2ae,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:03.974374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e645d3e-c4c0-46c3-90b5-548c8c48fc84 service neutron] Pushing event updated for resources: {'Port': ['ID=928a759e-706b-4023-aa3c-03f8ed8d023d,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:03.974844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18887689-3c0a-41b9-ac85-1e07e37759ea req-cc240e81-78b2-4c9a-a70a-06160546c0dc tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052401 Aug 20 14:59:03.984062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21bfac44-f538-41d2-8694-a223a9393f0a req-82cf61bb-c0ae-4b36-8065-67f93f5ad6f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 HTTP/1.1" status: 200 len: 999 time: 0.6374922 Aug 20 14:59:04.039284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b20ffb63-a511-4446-85d7-462f1ff39aaf tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5241246 Aug 20 14:59:04.039985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33936) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:04.059002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:9d:43:e2', 'name': 'tempest-NetworksTestDHCPv6-1214930503'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:04.065302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-9639fc90-4628-465e-9a84-6efe93d26bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:04.067002 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-9639fc90-4628-465e-9a84-6efe93d26bcb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 1096 time: 0.0622952 Aug 20 14:59:04.074332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a108b-99ed-437c-b46a-bcda98f166d1 req-aa60d429-06db-411b-9765-c5e30f9a0f41 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:04.083788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d7a108b-99ed-437c-b46a-bcda98f166d1 req-aa60d429-06db-411b-9765-c5e30f9a0f41 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.6164920 Aug 20 14:59:04.128819 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-58c54aaa-c0e6-4da4-abe7-dc516b990375 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=928a759e-706b-4023-aa3c-03f8ed8d023d HTTP/1.1" status: 200 len: 217 time: 0.0462782 Aug 20 14:59:04.162367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': '4a2589a7-3d6d-4c78-afb1-6e8085b9b2ae'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:59:04.163609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:04.194736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-12135bf1-2229-4d60-aeb2-97d2cb593957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:04.196409 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-12135bf1-2229-4d60-aeb2-97d2cb593957 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.0557661 Aug 20 14:59:04.210086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfac44-f538-41d2-8694-a223a9393f0a req-53d695fd-c88e-4564-a500-0e1ed52f9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:04.211456 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc793e50-db91-4f9b-ad67-4d428822379f None None] New status for floating IP 28565435-04be-4b57-9a44-8cd02af84d04: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 14:59:04.211991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21bfac44-f538-41d2-8694-a223a9393f0a req-53d695fd-c88e-4564-a500-0e1ed52f9e8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1bf134fb-ac3a-41d1-a45c-4cf165159272 HTTP/1.1" status: 200 len: 854 time: 0.2071493 Aug 20 14:59:04.244715 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-c16597fc-f9e8-49b5-a512-7dffb193a6de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344996 Aug 20 14:59:04.306398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d7a108b-99ed-437c-b46a-bcda98f166d1 req-ae274434-1bcf-4599-b39f-6095e9e2dee3 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639538 Aug 20 14:59:04.318590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Allocated IP 2001:db8::f816:3eff:fe0c:3805 (ac065349-4adc-4c43-b021-1a2dee529997/4a2589a7-3d6d-4c78-afb1-6e8085b9b2ae/b4d37479-d736-4648-8b39-8f965f22a7a1) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:04.375113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4334f-b6a7-42f9-bada-2ad356a4367f req-4bb1d29a-89d6-45ba-aa7a-aba3dc9dd595 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:04.387307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38d4334f-b6a7-42f9-bada-2ad356a4367f req-4bb1d29a-89d6-45ba-aa7a-aba3dc9dd595 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 944 time: 0.2811911 Aug 20 14:59:04.406666 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-28da92b2-eb45-43be-9d62-d2f0c55e364c service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441071 Aug 20 14:59:04.448893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfac44-f538-41d2-8694-a223a9393f0a req-ed863e80-7946-44fe-98d0-3f59fa60c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:04.450643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21bfac44-f538-41d2-8694-a223a9393f0a req-ed863e80-7946-44fe-98d0-3f59fa60c69f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2208536 Aug 20 14:59:04.493039 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:04.504029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Transition to ACTIVE for port object b4d37479-d736-4648-8b39-8f965f22a7a1 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:04.525958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Transition to ACTIVE for port object b4d37479-d736-4648-8b39-8f965f22a7a1 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:04.533702 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:04.536728 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-46b808db-daa1-44da-953a-5fee05ff37f4 req-a0b0e030-026e-437f-917b-73f4137b1ba0 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208072 Aug 20 14:59:04.546964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38d4334f-b6a7-42f9-bada-2ad356a4367f req-ea5a8288-dc1b-40ed-84be-c993f4befc06 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509323 Aug 20 14:59:04.573630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:04.591535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Pushing event updated for resources: {'Port': ['ID=b4d37479-d736-4648-8b39-8f965f22a7a1,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:04.600690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:04.602270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:04.607268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:04.668557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Attempting to bind port b4d37479-d736-4648-8b39-8f965f22a7a1 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:04.668957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Attempting to bind port b4d37479-d736-4648-8b39-8f965f22a7a1 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:04.669308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Attempting to bind port b4d37479-d736-4648-8b39-8f965f22a7a1 on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:04.675083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:04.675896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:04.676067 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:04.676424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:04.676900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Bound port: b4d37479-d736-4648-8b39-8f965f22a7a1, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:04.677292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:04.708415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21bfac44-f538-41d2-8694-a223a9393f0a req-41c71d1c-9110-4e4a-b52a-89398d39896d service neutron] 10.222.0.70 "GET /v2.0/networks/2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359564 Aug 20 14:59:04.746519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe503c-e672-4f89-8dc5-374ec87c4fb8 req-6d3f0d76-dd66-4ffa-ab92-2e1bb4c34aec tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:04.748418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aabe503c-e672-4f89-8dc5-374ec87c4fb8 req-6d3f0d76-dd66-4ffa-ab92-2e1bb4c34aec tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.1128454 Aug 20 14:59:04.750169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] For port b4d37479-d736-4648-8b39-8f965f22a7a1, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:04.754092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] For port b4d37479-d736-4648-8b39-8f965f22a7a1, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b4d37479-d736-4648-8b39-8f965f22a7a1,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:04.758222 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:04.824623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:04.832784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e5e49-737a-4999-bbc0-edb89ce83636 None None] Pushing event updated for resources: {'Port': ['ID=b4d37479-d736-4648-8b39-8f965f22a7a1,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:04.833405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1700a05c-0ee4-4025-bc9e-27eee5567d76', 'tag': '928a759e-706b-4023-aa3c-03f8ed8d023d'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:04.837378 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239" -d '{"events": [{"name": "network-changed", "server_uuid": "1700a05c-0ee4-4025-bc9e-27eee5567d76", "tag": "928a759e-706b-4023-aa3c-03f8ed8d023d"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:04.916124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port ccb33d5e-392d-446f-9247-d80ea21f0ef6 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:59:04.932850 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3ae6ef-b60c-42ca-8a97-6b1f23a0607d x-openstack-request-id: req-eb3ae6ef-b60c-42ca-8a97-6b1f23a0607d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:04.933336 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1700a05c-0ee4-4025-bc9e-27eee5567d76", "tag": "928a759e-706b-4023-aa3c-03f8ed8d023d", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:04.933473 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb3ae6ef-b60c-42ca-8a97-6b1f23a0607d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:04.934155 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1700a05c-0ee4-4025-bc9e-27eee5567d76', 'tag': '928a759e-706b-4023-aa3c-03f8ed8d023d', 'status': 'completed', 'code': 200} Aug 20 14:59:05.036982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aabe503c-e672-4f89-8dc5-374ec87c4fb8 req-8a6bf3fd-3791-4519-be4a-fd58ea1b8835 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671568 Aug 20 14:59:05.052211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-05db3797-4b8e-4868-ba6c-068497e449f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:05.053738 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-05db3797-4b8e-4868-ba6c-068497e449f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 1096 time: 0.0735145 Aug 20 14:59:05.133241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5f037137-9ccb-4310-b9dc-7301f22247bd up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:05.213477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 5f037137-9ccb-4310-b9dc-7301f22247bd completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:05.215393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fe9d:43e2 (ac065349-4adc-4c43-b021-1a2dee529997/4a2589a7-3d6d-4c78-afb1-6e8085b9b2ae/ccb33d5e-392d-446f-9247-d80ea21f0ef6) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:05.220056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 5f037137-9ccb-4310-b9dc-7301f22247bd triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:05.221004 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:05.251917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-1ec3d40c-287a-42aa-94ba-103cf7fe82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:05.253578 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-1ec3d40c-287a-42aa-94ba-103cf7fe82a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 907 time: 0.1780398 Aug 20 14:59:05.263287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf1780-c879-4d33-90c5-d68717b66864 req-da828a9f-23e6-41c2-b08f-f7dde03cf454 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:05.265598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cbf1780-c879-4d33-90c5-d68717b66864 req-da828a9f-23e6-41c2-b08f-f7dde03cf454 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 945 time: 0.1435940 Aug 20 14:59:05.275074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21bfac44-f538-41d2-8694-a223a9393f0a req-501b4f91-223b-44f4-800c-dbb0b1a387fa service neutron] 10.222.0.70 "GET /v2.0/networks/2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469637 Aug 20 14:59:05.336268 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-2ad0fc66-9afe-4df3-9e6f-a0eea9bf1adf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=928a759e-706b-4023-aa3c-03f8ed8d023d HTTP/1.1" status: 200 len: 217 time: 0.0657327 Aug 20 14:59:05.351025 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:05.377581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd2d025-a1c9-45e0-b250-af621ea5d630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f037137-9ccb-4310-b9dc-7301f22247bd'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:05.379869 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff379df4-60d7-4200-88a2-c6d5ea7b6517" -d '{"events": [{"server_uuid": "bcd2d025-a1c9-45e0-b250-af621ea5d630", "name": "network-vif-plugged", "status": "completed", "tag": "5f037137-9ccb-4310-b9dc-7301f22247bd"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:05.394969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 5f037137-9ccb-4310-b9dc-7301f22247bd, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5f037137-9ccb-4310-b9dc-7301f22247bd,segment=NetworkSegment(92300744-635b-45e8-8454-8613bdcc3691),segment_id=92300744-635b-45e8-8454-8613bdcc3691)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:05.399317 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:05.422050 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-6e8ec6b7-c7b0-46d9-9834-8fd7c2782675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:05.424190 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-6e8ec6b7-c7b0-46d9-9834-8fd7c2782675 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.0737975 Aug 20 14:59:05.432282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cbf1780-c879-4d33-90c5-d68717b66864 req-be39857f-2964-4b01-9500-bf4835b838c9 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509724 Aug 20 14:59:05.457466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=5f037137-9ccb-4310-b9dc-7301f22247bd,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:05.486944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8bb49-3d7e-488b-939a-2b8be23e6c0e req-168856a1-b567-4c91-8b1d-d5b82a2ec820 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:05.494189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43a8bb49-3d7e-488b-939a-2b8be23e6c0e req-168856a1-b567-4c91-8b1d-d5b82a2ec820 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1007352 Aug 20 14:59:05.508640 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-cec8ed2e-c5a5-441f-bd01-f7e8f14418e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616877 Aug 20 14:59:05.524330 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4e2923-e325-441b-9059-035593229bcd x-openstack-request-id: req-bc4e2923-e325-441b-9059-035593229bcd {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:05.524623 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd2d025-a1c9-45e0-b250-af621ea5d630", "name": "network-vif-plugged", "status": "completed", "tag": "5f037137-9ccb-4310-b9dc-7301f22247bd", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:05.524889 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc4e2923-e325-441b-9059-035593229bcd {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:05.525570 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd2d025-a1c9-45e0-b250-af621ea5d630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f037137-9ccb-4310-b9dc-7301f22247bd', 'code': 200} Aug 20 14:59:05.597110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43a8bb49-3d7e-488b-939a-2b8be23e6c0e req-67acf845-6d45-4ffb-9604-c5501ffc87f8 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968125 Aug 20 14:59:05.646141 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-856651d9-4236-4889-9bc8-c08d92295c17 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249123 Aug 20 14:59:05.695606 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:05.849859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:05.865770 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c7a9cb66-52a1-41aa-afca-bfb9a4d11239 req-8dac2236-db68-4ba6-a455-4308a87a9157 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055161 Aug 20 14:59:05.881980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object ccb33d5e-392d-446f-9247-d80ea21f0ef6 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:05.902846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b4d37479-d736-4648-8b39-8f965f22a7a1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:05.919882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa66-99db-466b-8b13-14e76e6bf004 req-f3a597dc-5a16-4ecf-b1dc-22e7f31b8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:05.922751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d00aa66-99db-466b-8b13-14e76e6bf004 req-f3a597dc-5a16-4ecf-b1dc-22e7f31b8abf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 1098 time: 0.2843378 Aug 20 14:59:05.932486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125408-3b4f-45b2-b457-3b433c0cf94a req-9ca92861-20b5-4082-8733-ce16e1cacb2f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:05.934260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95125408-3b4f-45b2-b457-3b433c0cf94a req-9ca92861-20b5-4082-8733-ce16e1cacb2f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 944 time: 0.2487216 Aug 20 14:59:05.981342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port b4d37479-d736-4648-8b39-8f965f22a7a1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:06.023921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d00aa66-99db-466b-8b13-14e76e6bf004 req-74f5648f-a5be-45e5-b90c-dad1efa54884 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884228 Aug 20 14:59:06.032248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95125408-3b4f-45b2-b457-3b433c0cf94a req-38ac58fe-623a-4057-acd4-d6fc5f1bd240 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882878 Aug 20 14:59:06.034073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.090514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:06.094764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:06.098708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:06.104992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:06.105483 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.149633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=ccb33d5e-392d-446f-9247-d80ea21f0ef6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:06.160454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8eaaec02-4936-4eec-b37a-55e5d6381fba tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1143796 Aug 20 14:59:06.163916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33968) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:06.176536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ff8fba77-790e-4e8c-8fab-e7c6a62cbae5 None None] Provisioning for port b4d37479-d736-4648-8b39-8f965f22a7a1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:06.181673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ff8fba77-790e-4e8c-8fab-e7c6a62cbae5 None None] Provisioning complete for port b4d37479-d736-4648-8b39-8f965f22a7a1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:06.182123 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ff8fba77-790e-4e8c-8fab-e7c6a62cbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.197830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05ec4-9175-4de5-b738-de5579ceffe4 req-29bed542-19b7-46b0-9707-1cb5d67e6cfb tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:06.199691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7f05ec4-9175-4de5-b738-de5579ceffe4 req-29bed542-19b7-46b0-9707-1cb5d67e6cfb tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 943 time: 0.0874200 Aug 20 14:59:06.247276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:06.261506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea2e296-9ca7-4fbe-9c69-338511606132 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:06.273285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7f05ec4-9175-4de5-b738-de5579ceffe4 req-7f3f6860-d167-4a15-93a7-4ecf3642838b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657673 Aug 20 14:59:06.277838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea2e296-9ca7-4fbe-9c69-338511606132 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:06.279651 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aea2e296-9ca7-4fbe-9c69-338511606132 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1129849 Aug 20 14:59:06.289548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33970) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:06.400843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccd933-adae-4e64-aa12-0c8f491ce7f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port ccb33d5e-392d-446f-9247-d80ea21f0ef6 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:06.401161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd933-adae-4e64-aa12-0c8f491ce7f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.470916 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ff8fba77-790e-4e8c-8fab-e7c6a62cbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.503512 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd933-adae-4e64-aa12-0c8f491ce7f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.525734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccd933-adae-4e64-aa12-0c8f491ce7f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for ccb33d5e-392d-446f-9247-d80ea21f0ef6 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:06.529075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ff8fba77-790e-4e8c-8fab-e7c6a62cbae5 None None] For port b4d37479-d736-4648-8b39-8f965f22a7a1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b4d37479-d736-4648-8b39-8f965f22a7a1,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:06.557535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ff8fba77-790e-4e8c-8fab-e7c6a62cbae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.580445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b74ef-5ee4-4398-98f3-b59678badfd0 req-50878b3b-d6da-4447-bfd8-32d9dafc482b tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:06.583051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc6b74ef-5ee4-4398-98f3-b59678badfd0 req-50878b3b-d6da-4447-bfd8-32d9dafc482b tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 946 time: 0.0694396 Aug 20 14:59:06.647681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fba77-790e-4e8c-8fab-e7c6a62cbae5 None None] Pushing event updated for resources: {'Port': ['ID=b4d37479-d736-4648-8b39-8f965f22a7a1,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:06.652546 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc6b74ef-5ee4-4398-98f3-b59678badfd0 req-cf0e9b28-aeed-4d5b-bdb1-4a3ac6e9951a tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628674 Aug 20 14:59:06.706522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd933-adae-4e64-aa12-0c8f491ce7f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.706923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-faa3c309-27bd-4cc3-996e-8ee6f12d0f55 None None] Provisioning for port ccb33d5e-392d-446f-9247-d80ea21f0ef6 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:06.715066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-faa3c309-27bd-4cc3-996e-8ee6f12d0f55 None None] Provisioning complete for port ccb33d5e-392d-446f-9247-d80ea21f0ef6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:06.715451 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-faa3c309-27bd-4cc3-996e-8ee6f12d0f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.747658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7081-b6f0-4441-b551-1145f8306b14 req-078738f3-ceae-4663-9429-db7550f8c549 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:06.750966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccd933-adae-4e64-aa12-0c8f491ce7f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=ccb33d5e-392d-446f-9247-d80ea21f0ef6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:06.755007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18ec7081-b6f0-4441-b551-1145f8306b14 req-078738f3-ceae-4663-9429-db7550f8c549 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.0721083 Aug 20 14:59:06.799413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-faa3c309-27bd-4cc3-996e-8ee6f12d0f55 None None] Port ccb33d5e-392d-446f-9247-d80ea21f0ef6 was deleted so its status cannot be updated. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 14:59:06.816202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18ec7081-b6f0-4441-b551-1145f8306b14 req-943ddda5-adde-4bf1-ae53-0871eb96dbbe tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603971 Aug 20 14:59:06.871510 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7ccd933-adae-4e64-aa12-0c8f491ce7f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:06.873602 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d7ccd933-adae-4e64-aa12-0c8f491ce7f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/ccb33d5e-392d-446f-9247-d80ea21f0ef6 HTTP/1.1" status: 204 len: 168 time: 0.5869212 Aug 20 14:59:06.877388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33980) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:06.878129 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-17421206-a923-4752-80fa-5653b830cee4 service neutron] 10.222.0.70 "GET /v2.0/ports/fce3aaa8-c6be-4ea3-a1de-aba05e1d7246/bindings/n-h1-695189-15 HTTP/1.1" status: 200 len: 385 time: 0.0803473 Aug 20 14:59:06.954202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf9959-2550-4940-b311-31382a3202fb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:06.956064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cf9959-2550-4940-b311-31382a3202fb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:06.961240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-89cf9959-2550-4940-b311-31382a3202fb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0794950 Aug 20 14:59:06.961534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33982) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:07.026350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c4e4fd-0f40-458e-9fd6-663d31aeedae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 4a2589a7-3d6d-4c78-afb1-6e8085b9b2ae {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:07.030691 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e4fd-0f40-458e-9fd6-663d31aeedae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.081057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e4fd-0f40-458e-9fd6-663d31aeedae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.112818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:07.137387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:07.179067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:07.190443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:07.205385 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.208221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0b54e-9aa8-4d6e-9cba-981676dc8672 req-6cea36b2-75f7-4486-9c4e-6e5a4695b774 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:07.209970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8f0b54e-9aa8-4d6e-9cba-981676dc8672 req-6cea36b2-75f7-4486-9c4e-6e5a4695b774 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 944 time: 0.0949836 Aug 20 14:59:07.229439 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e4fd-0f40-458e-9fd6-663d31aeedae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.290550 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] Transition to ACTIVE for port object fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:07.298185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.315288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8f0b54e-9aa8-4d6e-9cba-981676dc8672 req-d4d232fe-4b9d-43c3-8036-e88649aa8740 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940869 Aug 20 14:59:07.362813 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e4fd-0f40-458e-9fd6-663d31aeedae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.371383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] No DVR routers for this DVR port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:07.381273 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e4c4e4fd-0f40-458e-9fd6-663d31aeedae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.385771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33988) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:07.387974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1cfd3a-430d-4318-a39b-083fd85ca504 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:07.388509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e4c4e4fd-0f40-458e-9fd6-663d31aeedae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/4a2589a7-3d6d-4c78-afb1-6e8085b9b2ae HTTP/1.1" status: 204 len: 168 time: 0.4255924 Aug 20 14:59:07.399404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,revision_number=10']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:07.446412 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e91fb76f-5a64-46dd-aa75-b2c85fbf78d8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592709 Aug 20 14:59:07.449209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33990) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:07.455240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:07.464049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4e4fd-0f40-458e-9fd6-663d31aeedae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2589a7-3d6d-4c78-afb1-6e8085b9b2ae,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:07.477411 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-9568c3b7-6e71-4c82-811b-da50c7d5f6b3 service neutron] 10.222.0.70 "PUT /v2.0/ports/fce3aaa8-c6be-4ea3-a1de-aba05e1d7246/bindings/n-h1-695189-15/activate HTTP/1.1" status: 200 len: 370 time: 0.5878038 Aug 20 14:59:07.490956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4c0da-9335-4724-8e79-6dddd9462c79 req-e4ae8e26-952f-4ef5-a9a9-29b43b04dadd tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:07.493050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-feb4c0da-9335-4724-8e79-6dddd9462c79 req-e4ae8e26-952f-4ef5-a9a9-29b43b04dadd tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 944 time: 0.1021118 Aug 20 14:59:07.552323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-feb4c0da-9335-4724-8e79-6dddd9462c79 req-1d96d5d3-6436-4a8c-b59c-3b40c9b626d3 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528572 Aug 20 14:59:07.587524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:07.592672 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.623182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220bbdf2-839a-476f-bd77-f45d7121ff4c None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:59:07.684327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-220bbdf2-839a-476f-bd77-f45d7121ff4c None None] Deleting port b4d37479-d736-4648-8b39-8f965f22a7a1 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:07.684994 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-220bbdf2-839a-476f-bd77-f45d7121ff4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.702904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-0be1e737-2c3f-4f4c-9334-06dc13f6aaef tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:07.708826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-0be1e737-2c3f-4f4c-9334-06dc13f6aaef tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.0762870 Aug 20 14:59:07.772872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-220bbdf2-839a-476f-bd77-f45d7121ff4c None None] For port b4d37479-d736-4648-8b39-8f965f22a7a1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b4d37479-d736-4648-8b39-8f965f22a7a1,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:07.773298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-220bbdf2-839a-476f-bd77-f45d7121ff4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.791339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-220bbdf2-839a-476f-bd77-f45d7121ff4c None None] Calling delete_port for b4d37479-d736-4648-8b39-8f965f22a7a1 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:07.872816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-f5a36f30-b648-47ac-a730-3493773faa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:07.880336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-f5a36f30-b648-47ac-a730-3493773faa93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885&tenant_id=291adac971e24552a6494c08429d8f3c HTTP/1.1" status: 200 len: 1096 time: 0.1575685 Aug 20 14:59:07.900437 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-220bbdf2-839a-476f-bd77-f45d7121ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.943349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b4d37479-d736-4648-8b39-8f965f22a7a1 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:07.947877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bbdf2-839a-476f-bd77-f45d7121ff4c None None] Pushing event deleted for resources: {'Port': ['ID=b4d37479-d736-4648-8b39-8f965f22a7a1,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:07.975132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:59:07.977296 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:07.986330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bbdf2-839a-476f-bd77-f45d7121ff4c None None] No DVR routers for this DVR port b4d37479-d736-4648-8b39-8f965f22a7a1 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:07.987911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: b4d37479-d736-4648-8b39-8f965f22a7a1 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:07.988389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b4d37479-d736-4648-8b39-8f965f22a7a1 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:08.038329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:08.044005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:08.050744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:08.051192 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:08.057294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8ac61-73e3-4128-acec-fb95dfeff693 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:08.070362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e3ca9-4e5e-48db-b16f-bb32f9d01b93 req-696eaafd-216f-45de-b117-e7a02c31f334 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:08.079689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a1e3ca9-4e5e-48db-b16f-bb32f9d01b93 req-696eaafd-216f-45de-b117-e7a02c31f334 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 946 time: 0.2697132 Aug 20 14:59:08.087331 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6346095 Aug 20 14:59:08.087739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34002) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:08.095177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:8d:d7:92', 'name': 'tempest-NetworksTestDHCPv6-1692462751'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:08.101610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b511602-448f-4f6d-9a49-c3f9de8bcede tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=cd9cced5-848d-48bc-992c-9f460888645a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:08.111529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-034f3564-bed9-48d6-b601-f77d71a00525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:08.113148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-034f3564-bed9-48d6-b601-f77d71a00525 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=291adac971e24552a6494c08429d8f3c&device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 1096 time: 0.1424677 Aug 20 14:59:08.229539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a1e3ca9-4e5e-48db-b16f-bb32f9d01b93 req-0891a77b-d363-4a3a-b069-bf50187512b1 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442456 Aug 20 14:59:08.233179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:08.262492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 928a759e-706b-4023-aa3c-03f8ed8d023d details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:59:08.303423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': 'cd9cced5-848d-48bc-992c-9f460888645a'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:59:08.304460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:08.314028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02595db6-f086-4cb1-987e-3890bf2d6379 req-0d13e1dc-0409-4985-8022-b03ef91a753d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:08.319000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02595db6-f086-4cb1-987e-3890bf2d6379 req-0d13e1dc-0409-4985-8022-b03ef91a753d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1990526 Aug 20 14:59:08.371373 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:08.395088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 28a91b1f-eaee-4a6f-9a52-410b0ab23331 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:59:08.426725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02595db6-f086-4cb1-987e-3890bf2d6379 req-03758b4f-cbac-4e7f-b927-745c3a8f7f9c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870237 Aug 20 14:59:08.428200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-feff26b3-9569-4fda-a53f-4c0cb131613b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:08.429797 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-feff26b3-9569-4fda-a53f-4c0cb131613b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 200 len: 908 time: 0.2953236 Aug 20 14:59:08.491917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-f49b2941-4af7-4f25-944d-999263e96f7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 HTTP/1.1" status: 200 len: 217 time: 0.0530133 Aug 20 14:59:08.527624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fe8d:d792 (ac065349-4adc-4c43-b021-1a2dee529997/cd9cced5-848d-48bc-992c-9f460888645a/28a91b1f-eaee-4a6f-9a52-410b0ab23331) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:08.539687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 928a759e-706b-4023-aa3c-03f8ed8d023d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=928a759e-706b-4023-aa3c-03f8ed8d023d,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:08.558362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '928a759e-706b-4023-aa3c-03f8ed8d023d', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'port_id': '928a759e-706b-4023-aa3c-03f8ed8d023d', 'mac_address': 'fa:16:3e:39:59:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafce579-00b8-4639-b447-4e7a5b160daf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:59:08.591613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-83907896-1dab-4d7e-aa50-817270517722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:08.592999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-83907896-1dab-4d7e-aa50-817270517722 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 200 len: 847 time: 0.0939584 Aug 20 14:59:08.655037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c93b4fdf-4875-4227-a449-30aa56971733 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8b48d77b-d1d1-4266-9add-59d7b4c697d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402102 Aug 20 14:59:08.661936 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:08.685666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928a759e-706b-4023-aa3c-03f8ed8d023d {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:08.708790 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:08.712251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 928a759e-706b-4023-aa3c-03f8ed8d023d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=928a759e-706b-4023-aa3c-03f8ed8d023d,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:08.716795 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:08.726960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 28a91b1f-eaee-4a6f-9a52-410b0ab23331 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:08.772946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:08.794490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd28ea8-1834-4706-ad49-c2474afb929f req-0865daa6-ec45-48b6-9c62-a9a66c8a05a6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:08.796436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cd28ea8-1834-4706-ad49-c2474afb929f req-0865daa6-ec45-48b6-9c62-a9a66c8a05a6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 944 time: 0.2399316 Aug 20 14:59:08.816516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=928a759e-706b-4023-aa3c-03f8ed8d023d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:08.835071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=28a91b1f-eaee-4a6f-9a52-410b0ab23331,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:08.853749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:08.855337 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:08.855611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Allocated IP 2001:db8::f816:3eff:feac:85d4 (ac065349-4adc-4c43-b021-1a2dee529997/cd9cced5-848d-48bc-992c-9f460888645a/ad5eb06b-1fb1-4e23-b538-b81a174e5daa) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:08.856608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a902ca-d4b0-4469-b79e-ef52baaab1cc req-639ba794-a420-45b6-95c1-0099d34c8c4c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:08.858657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:08.866889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:08.867759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:08.869579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a902ca-d4b0-4469-b79e-ef52baaab1cc req-639ba794-a420-45b6-95c1-0099d34c8c4c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 944 time: 0.1926477 Aug 20 14:59:08.891515 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a97bad28-0606-4cc8-bfff-a39fe67945c4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8014700 Aug 20 14:59:08.892430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34008) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:08.969917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cd28ea8-1834-4706-ad49-c2474afb929f req-cd028361-921a-4ec0-b5df-f3121de202ea tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631596 Aug 20 14:59:08.976782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-4e5a8847-e0f4-4f33-81c5-1cd4a6085bcd service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131866 Aug 20 14:59:09.041844 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:09.053545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Transition to ACTIVE for port object ad5eb06b-1fb1-4e23-b538-b81a174e5daa will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:09.064304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a902ca-d4b0-4469-b79e-ef52baaab1cc req-1117b5d3-0e74-4af4-8908-c2e66bf4a7ec tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879711 Aug 20 14:59:09.072631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Transition to ACTIVE for port object ad5eb06b-1fb1-4e23-b538-b81a174e5daa will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:09.075165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e0655-319c-4d8e-b34b-f54eb165a0b9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:09.076993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c38e0655-319c-4d8e-b34b-f54eb165a0b9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1809676 Aug 20 14:59:09.080850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34014) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:09.083996 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:09.155295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['928a759e-706b-4023-aa3c-03f8ed8d023d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:09.157676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Pushing event updated for resources: {'Port': ['ID=ad5eb06b-1fb1-4e23-b538-b81a174e5daa,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:09.184164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:09.189172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:09.193075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:09.197376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-c5a1b29d-4998-41d0-9e7d-bc9b6abf016f service neutron] 10.222.0.72 "GET /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075801 Aug 20 14:59:09.221640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-fd64b8c0-2ebf-4eac-aa48-4c1dba435114 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 28a91b1f-eaee-4a6f-9a52-410b0ab23331 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:09.222345 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd64b8c0-2ebf-4eac-aa48-4c1dba435114 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:09.271808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Attempting to bind port ad5eb06b-1fb1-4e23-b538-b81a174e5daa on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:09.272178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Attempting to bind port ad5eb06b-1fb1-4e23-b538-b81a174e5daa by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:09.272437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Attempting to bind port ad5eb06b-1fb1-4e23-b538-b81a174e5daa on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:09.286231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:09.286231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:09.286624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:09.287007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:09.287454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Bound port: ad5eb06b-1fb1-4e23-b538-b81a174e5daa, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:09.287865 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:09.347840 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd64b8c0-2ebf-4eac-aa48-4c1dba435114 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:09.399500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] For port ad5eb06b-1fb1-4e23-b538-b81a174e5daa, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:09.403766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] For port ad5eb06b-1fb1-4e23-b538-b81a174e5daa, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ad5eb06b-1fb1-4e23-b538-b81a174e5daa,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:09.408860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-fd64b8c0-2ebf-4eac-aa48-4c1dba435114 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 28a91b1f-eaee-4a6f-9a52-410b0ab23331 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:09.414628 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:09.480267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fac22-b94b-4a6c-86e1-ab4102df6b8b None None] Pushing event updated for resources: {'Port': ['ID=ad5eb06b-1fb1-4e23-b538-b81a174e5daa,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:09.480693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dcd9d-232a-4ff1-895f-7f21b6c02322 req-9b206308-83c8-434e-8d2c-9edcbcf1bdce tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:09.489555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-014dcd9d-232a-4ff1-895f-7f21b6c02322 req-9b206308-83c8-434e-8d2c-9edcbcf1bdce tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 946 time: 0.1635432 Aug 20 14:59:09.561037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-014dcd9d-232a-4ff1-895f-7f21b6c02322 req-e8b32c36-6b79-49a8-9506-eefc7114598f tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Aug 20 14:59:09.804012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d319e-2659-44a7-a0b1-7e74740b633d req-822bdf10-df3c-406e-9a79-b9f65131ec46 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:09.806207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d9d319e-2659-44a7-a0b1-7e74740b633d req-822bdf10-df3c-406e-9a79-b9f65131ec46 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1993878 Aug 20 14:59:09.809769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd64b8c0-2ebf-4eac-aa48-4c1dba435114 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:09.889218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-22274a12-ecd5-456e-8359-a33277826db3 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:09.891065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-22274a12-ecd5-456e-8359-a33277826db3 tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885&tenant_id=291adac971e24552a6494c08429d8f3c&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.1862011 Aug 20 14:59:09.896632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64b8c0-2ebf-4eac-aa48-4c1dba435114 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=28a91b1f-eaee-4a6f-9a52-410b0ab23331,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:09.977206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd64b8c0-2ebf-4eac-aa48-4c1dba435114 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:09.979302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fd64b8c0-2ebf-4eac-aa48-4c1dba435114 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/28a91b1f-eaee-4a6f-9a52-410b0ab23331 HTTP/1.1" status: 204 len: 168 time: 0.8972528 Aug 20 14:59:09.982197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34028) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:10.002581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d9d319e-2659-44a7-a0b1-7e74740b633d req-5dffdcfd-c87a-4a5e-a8b3-93e666f3e490 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823092 Aug 20 14:59:10.055886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7852-fa26-4489-8c24-572be442ea61 req-958c030b-3f9c-416b-a118-8fa7d5bdbe91 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:10.057709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595a7852-fa26-4489-8c24-572be442ea61 req-958c030b-3f9c-416b-a118-8fa7d5bdbe91 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 946 time: 0.1217031 Aug 20 14:59:10.063132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92556f29-930f-4b27-96c2-bb2b85581970 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:10.065482 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92556f29-930f-4b27-96c2-bb2b85581970 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:10.070308 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92556f29-930f-4b27-96c2-bb2b85581970 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0867209 Aug 20 14:59:10.070959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34032) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:10.129911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-072ba500-1d8d-4275-8032-d7b4f450e70b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet cd9cced5-848d-48bc-992c-9f460888645a {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:10.133805 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072ba500-1d8d-4275-8032-d7b4f450e70b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:10.180430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-0886fb05-efc4-4f4f-bfec-e8eb062e66d1 service neutron] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:10.183978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595a7852-fa26-4489-8c24-572be442ea61 req-5a9b8ac1-201a-4d95-b5ee-6f38c275b199 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979283 Aug 20 14:59:10.188720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-0886fb05-efc4-4f4f-bfec-e8eb062e66d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:10.189784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-0886fb05-efc4-4f4f-bfec-e8eb062e66d1 service neutron] 10.222.0.72 "DELETE /v2.0/ports/fce3aaa8-c6be-4ea3-a1de-aba05e1d7246/bindings/n-h2-695189-15 HTTP/1.1" status: 204 len: 173 time: 0.2775877 Aug 20 14:59:10.196008 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072ba500-1d8d-4275-8032-d7b4f450e70b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:10.224069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5097ba0-abd9-4218-9a1a-1d4ce82dd366 req-dbe873e2-ade3-4408-8cdf-9c444313fa15 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:10.233579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5097ba0-abd9-4218-9a1a-1d4ce82dd366 req-dbe873e2-ade3-4408-8cdf-9c444313fa15 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 945 time: 0.1376276 Aug 20 14:59:10.306507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072ba500-1d8d-4275-8032-d7b4f450e70b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:10.385594 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072ba500-1d8d-4275-8032-d7b4f450e70b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:10.422312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ba500-1d8d-4275-8032-d7b4f450e70b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9cced5-848d-48bc-992c-9f460888645a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:10.426407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072ba500-1d8d-4275-8032-d7b4f450e70b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:10.428383 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-072ba500-1d8d-4275-8032-d7b4f450e70b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/cd9cced5-848d-48bc-992c-9f460888645a HTTP/1.1" status: 204 len: 168 time: 0.3564045 Aug 20 14:59:10.430780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34040) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:10.475682 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a4e10813-4439-42b4-9b5c-fa227e9446b8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437589 Aug 20 14:59:10.478040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34042) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:10.544400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433addd9-7111-4ef9-a460-8b9987b61f92 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:10.546176 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-433addd9-7111-4ef9-a460-8b9987b61f92 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0671456 Aug 20 14:59:10.550235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34046) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:10.631954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28de0315-9eaf-4a02-b319-5b71354223b0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:10.636537 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28de0315-9eaf-4a02-b319-5b71354223b0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845420 Aug 20 14:59:10.638870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34048) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:10.716779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a30c7a61-dbd4-446a-af27-0f0eed9138fc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666077 Aug 20 14:59:10.720755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34050) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:10.726375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:10.759162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5097ba0-abd9-4218-9a1a-1d4ce82dd366 req-3b5cfaeb-bd14-49ac-9186-c8834f7643b5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215845 Aug 20 14:59:10.784268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c4da4-9982-491f-98ee-41edb8382ba0 req-8bdb4433-300a-4e92-aebc-8c475b3f305c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:10.800544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-628c4da4-9982-491f-98ee-41edb8382ba0 req-8bdb4433-300a-4e92-aebc-8c475b3f305c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 944 time: 0.1604149 Aug 20 14:59:10.867747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a10a1f9-eb77-45cb-9e5e-af563ad53aa9 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:10.884746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:10.889797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:10.896245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-628c4da4-9982-491f-98ee-41edb8382ba0 req-45721b51-367b-4322-9936-8fcc7a523068 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938082 Aug 20 14:59:11.001251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7163bc7-17c2-4afd-9c51-80dd7192ecf9 None None] Provisioning for port ad5eb06b-1fb1-4e23-b538-b81a174e5daa completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:11.134668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26391718-8839-4cf5-b989-45e777c935d2 req-b120d298-02a5-4e9a-87b7-c9822b3f332a tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:11.136254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26391718-8839-4cf5-b989-45e777c935d2 req-b120d298-02a5-4e9a-87b7-c9822b3f332a tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 1096 time: 0.0726933 Aug 20 14:59:11.154387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd4f71-89f1-4d35-bd07-7f7ece7fec9a None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:59:11.199744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:11.229672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26391718-8839-4cf5-b989-45e777c935d2 req-7ae4f43e-3e25-4eea-9514-34a160521f1c tempest-LiveMigrationTest-1268513721 tempest-LiveMigrationTest-1268513721-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867715 Aug 20 14:59:11.327323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd4f71-89f1-4d35-bd07-7f7ece7fec9a None None] Deleting port ad5eb06b-1fb1-4e23-b538-b81a174e5daa {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:11.327701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938264fb-0126-47b2-8ac5-96e413dfa3e7 req-2ffcc1a3-68bc-4dd1-adb5-a03910f5c231 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:11.327873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4f71-89f1-4d35-bd07-7f7ece7fec9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:11.329359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-938264fb-0126-47b2-8ac5-96e413dfa3e7 req-2ffcc1a3-68bc-4dd1-adb5-a03910f5c231 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1122892 Aug 20 14:59:11.378571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:11.388918 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:11.451825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:11.456534 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c92e7e-217a-4c24-b1ba-1de7c7351c54" -d '{"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:11.464271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f6bd4f71-89f1-4d35-bd07-7f7ece7fec9a None None] For port ad5eb06b-1fb1-4e23-b538-b81a174e5daa, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ad5eb06b-1fb1-4e23-b538-b81a174e5daa,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:11.464850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4f71-89f1-4d35-bd07-7f7ece7fec9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:11.480137 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:11.486771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:11.488067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd4f71-89f1-4d35-bd07-7f7ece7fec9a None None] Calling delete_port for ad5eb06b-1fb1-4e23-b538-b81a174e5daa owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:11.493290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-938264fb-0126-47b2-8ac5-96e413dfa3e7 req-06c0a577-f287-4245-be85-7f702948b65a tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507232 Aug 20 14:59:11.495799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:11.496004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:11.517808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:11.519923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:11.536748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f87a-c632-4c40-a3d2-4531d11ddcf2 req-137c7d58-bf99-4b9b-af68-f72324407816 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:11.546394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf66f87a-c632-4c40-a3d2-4531d11ddcf2 req-137c7d58-bf99-4b9b-af68-f72324407816 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 946 time: 0.1595125 Aug 20 14:59:11.560492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=b290d364-2694-4919-b6e7-88b2730acfe7,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:11.579113 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2d4c6edf-c0cb-4d41-a056-e6d12b63079e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8542328 Aug 20 14:59:11.579937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34066) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:11.590763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:02:fd:f1', 'name': 'tempest-NetworksTestDHCPv6-1437133503'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:11.632393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:11.665248 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4f71-89f1-4d35-bd07-7f7ece7fec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:11.671031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf66f87a-c632-4c40-a3d2-4531d11ddcf2 req-34b68593-07aa-4748-a6a2-c6570e7529f4 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/security-groups?id=c8411723-a3af-4678-8274-cd4df5314d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782893 Aug 20 14:59:11.700444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd4f71-89f1-4d35-bd07-7f7ece7fec9a None None] Pushing event deleted for resources: {'Port': ['ID=ad5eb06b-1fb1-4e23-b538-b81a174e5daa,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:11.708897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd4f71-89f1-4d35-bd07-7f7ece7fec9a None None] No DVR routers for this DVR port ad5eb06b-1fb1-4e23-b538-b81a174e5daa on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:11.752679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347faff0-240b-4c2e-aeca-6fa0ab96c9f0 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:11.799506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:11.806458 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:11.834782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 7751012b-2096-4d0c-acb2-71938eded2ad yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:59:11.857950 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bd748e-2173-447f-9f50-dc219dc9b78c x-openstack-request-id: req-b8bd748e-2173-447f-9f50-dc219dc9b78c {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:11.857950 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:11.857950 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8bd748e-2173-447f-9f50-dc219dc9b78c {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:11.857950 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766', 'code': 200} Aug 20 14:59:11.992744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::335 (ac065349-4adc-4c43-b021-1a2dee529997/b290d364-2694-4919-b6e7-88b2730acfe7/7751012b-2096-4d0c-acb2-71938eded2ad) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:12.020679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': 'b290d364-2694-4919-b6e7-88b2730acfe7'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:59:12.021665 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.022535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-261a5fa3-d91d-4be0-bbd7-9105dba6ffb8 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:12.024108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-261a5fa3-d91d-4be0-bbd7-9105dba6ffb8 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 946 time: 0.1668808 Aug 20 14:59:12.037612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0ae85-bf33-4846-bf12-084505f5114a req-d523f962-5978-4a64-883e-bba443080ea4 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:12.041165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5e0ae85-bf33-4846-bf12-084505f5114a req-d523f962-5978-4a64-883e-bba443080ea4 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 944 time: 0.1647761 Aug 20 14:59:12.088985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8a25e-25bb-4cc3-b137-d27b124950ec req-db6729ea-cafe-4766-b556-155c97740458 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:12.090494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15a8a25e-25bb-4cc3-b137-d27b124950ec req-db6729ea-cafe-4766-b556-155c97740458 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 945 time: 0.1463020 Aug 20 14:59:12.143315 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b289edb9-ea68-4531-a30b-429bea1fa402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.164544 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.169964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5e0ae85-bf33-4846-bf12-084505f5114a req-ee5f617c-5f68-4532-951f-551a71c28c5c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170359 Aug 20 14:59:12.180673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 7751012b-2096-4d0c-acb2-71938eded2ad will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:12.193168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15a8a25e-25bb-4cc3-b137-d27b124950ec req-c9345bd7-c229-4fe3-833e-34d0d7d4d5cc tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921824 Aug 20 14:59:12.222428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Deleting port 5f037137-9ccb-4310-b9dc-7301f22247bd {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:12.223763 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.240781 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.271714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 928a759e-706b-4023-aa3c-03f8ed8d023d up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:12.310919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:12.314719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:12.319278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:12.328993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:12.329690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.338632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/b290d364-2694-4919-b6e7-88b2730acfe7/a82f4dd4-4745-40ca-ad28-ecec9df2a49a) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:12.341136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=7751012b-2096-4d0c-acb2-71938eded2ad,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:12.357388 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-71e4a928-0b28-4b70-abc1-67da2962c3e4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7728612 Aug 20 14:59:12.357794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34078) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:12.368266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] For port 5f037137-9ccb-4310-b9dc-7301f22247bd, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5f037137-9ccb-4310-b9dc-7301f22247bd,segment=NetworkSegment(92300744-635b-45e8-8454-8613bdcc3691),segment_id=92300744-635b-45e8-8454-8613bdcc3691)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:12.368861 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.392465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Calling delete_port for 5f037137-9ccb-4310-b9dc-7301f22247bd owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:12.424103 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 928a759e-706b-4023-aa3c-03f8ed8d023d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:12.428085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 928a759e-706b-4023-aa3c-03f8ed8d023d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:12.428568 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.440957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355be86d-bf36-4528-a98d-258b2fcbba9b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:12.442860 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-355be86d-bf36-4528-a98d-258b2fcbba9b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0833204 Aug 20 14:59:12.446039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34082) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:12.606748 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.613949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f2d0fa55-9745-41c0-85f4-06331a8d8344 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 7751012b-2096-4d0c-acb2-71938eded2ad {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:12.614301 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fa55-9745-41c0-85f4-06331a8d8344 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.643632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Transition to ACTIVE for port object a82f4dd4-4745-40ca-ad28-ecec9df2a49a will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:12.667766 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.682911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Transition to ACTIVE for port object a82f4dd4-4745-40ca-ad28-ecec9df2a49a will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:12.700353 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.724585 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.747592 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 928a759e-706b-4023-aa3c-03f8ed8d023d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=928a759e-706b-4023-aa3c-03f8ed8d023d,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:12.766164 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.770393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:12.777003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['5f037137-9ccb-4310-b9dc-7301f22247bd'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:12.785627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818e2d2-d5ab-4d2e-b002-570ce1f54bd8 req-3b158e04-08b8-42fb-a963-45c699eec4ac tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:12.787175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0818e2d2-d5ab-4d2e-b002-570ce1f54bd8 req-3b158e04-08b8-42fb-a963-45c699eec4ac tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 947 time: 0.1956332 Aug 20 14:59:12.787786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:12.802087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Pushing event deleted for resources: {'Port': ['ID=5f037137-9ccb-4310-b9dc-7301f22247bd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:12.817629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:12.823421 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Pushing event updated for resources: {'Port': ['ID=a82f4dd4-4745-40ca-ad28-ecec9df2a49a,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:12.853894 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fa55-9745-41c0-85f4-06331a8d8344 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.885816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] No DVR routers for this DVR port 5f037137-9ccb-4310-b9dc-7301f22247bd on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:12.889081 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:12.892057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ba03918-bf37-4a5e-9087-a2f15a3390bd req-d587f1ac-d741-46dc-8fdd-c3f230a695a0 tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.72 "DELETE /v2.0/ports/5f037137-9ccb-4310-b9dc-7301f22247bd HTTP/1.1" status: 204 len: 173 time: 0.8471537 Aug 20 14:59:12.913266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd2d025-a1c9-45e0-b250-af621ea5d630', 'name': 'network-vif-deleted', 'tag': '5f037137-9ccb-4310-b9dc-7301f22247bd'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:12.916043 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e27d4d-aa15-4501-9c2d-e99397dd7357" -d '{"events": [{"server_uuid": "bcd2d025-a1c9-45e0-b250-af621ea5d630", "name": "network-vif-deleted", "tag": "5f037137-9ccb-4310-b9dc-7301f22247bd"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:12.926522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f2d0fa55-9745-41c0-85f4-06331a8d8344 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 7751012b-2096-4d0c-acb2-71938eded2ad owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:12.964588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0818e2d2-d5ab-4d2e-b002-570ce1f54bd8 req-f62c93a0-e646-4ffe-86e6-6c1a4749edae tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587849 Aug 20 14:59:12.999424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41d7926b-c584-44be-9a8c-afcab2f68e9b req-2cde4285-a301-4821-bd08-852d33911f0c tempest-ServerGroupTestJSON-1458048734 tempest-ServerGroupTestJSON-1458048734-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcd2d025-a1c9-45e0-b250-af621ea5d630 HTTP/1.1" status: 200 len: 210 time: 0.0742972 Aug 20 14:59:13.081850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-0d64dd67-619b-42f2-a5e1-5b166f472be2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:13.083515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-0d64dd67-619b-42f2-a5e1-5b166f472be2 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.72 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 944 time: 0.2473230 Aug 20 14:59:13.104581 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a522cbcb-78c1-4f37-9bdc-421e79101960 x-openstack-request-id: req-a522cbcb-78c1-4f37-9bdc-421e79101960 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:13.104881 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd2d025-a1c9-45e0-b250-af621ea5d630", "name": "network-vif-deleted", "tag": "5f037137-9ccb-4310-b9dc-7301f22247bd", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:13.105126 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a522cbcb-78c1-4f37-9bdc-421e79101960 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:13.105641 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd2d025-a1c9-45e0-b250-af621ea5d630', 'name': 'network-vif-deleted', 'tag': '5f037137-9ccb-4310-b9dc-7301f22247bd', 'status': 'completed', 'code': 200} Aug 20 14:59:13.122542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Attempting to bind port a82f4dd4-4745-40ca-ad28-ecec9df2a49a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:13.123131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Attempting to bind port a82f4dd4-4745-40ca-ad28-ecec9df2a49a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:13.123259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Attempting to bind port a82f4dd4-4745-40ca-ad28-ecec9df2a49a on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:13.125126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=928a759e-706b-4023-aa3c-03f8ed8d023d,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:13.133453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:13.133828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:13.134228 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.134640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:13.135069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Bound port: a82f4dd4-4745-40ca-ad28-ecec9df2a49a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:13.135451 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.186038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb95508-852f-4ff3-a4b0-040ed99abd89 req-d23bd1a8-1618-4498-a433-21b2beb84584 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:13.187515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cb95508-852f-4ff3-a4b0-040ed99abd89 req-d23bd1a8-1618-4498-a433-21b2beb84584 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 946 time: 0.1403151 Aug 20 14:59:13.189245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:59:13.253589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] For port a82f4dd4-4745-40ca-ad28-ecec9df2a49a, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:13.260945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] For port a82f4dd4-4745-40ca-ad28-ecec9df2a49a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a82f4dd4-4745-40ca-ad28-ecec9df2a49a,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:13.270025 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.342268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cb95508-852f-4ff3-a4b0-040ed99abd89 req-df2cc172-5317-4b70-b847-a125f7cd924c tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314349 Aug 20 14:59:13.380295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856be92f-c2ef-4913-819d-9022ca67cb06 req-912226ec-6458-4924-be2f-fa3e50b6374a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:13.381883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-856be92f-c2ef-4913-819d-9022ca67cb06 req-912226ec-6458-4924-be2f-fa3e50b6374a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 944 time: 0.1332748 Aug 20 14:59:13.392725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Deleting port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:13.398144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.421966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c190be-d170-40c1-9aa5-67b327bfb883 None None] Pushing event updated for resources: {'Port': ['ID=a82f4dd4-4745-40ca-ad28-ecec9df2a49a,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:13.460084 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fa55-9745-41c0-85f4-06331a8d8344 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.460849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:13.474458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'ea15c504-541b-4934-aa30-5501b8e53766', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'ea15c504-541b-4934-aa30-5501b8e53766', 'mac_address': 'fa:16:3e:f4:08:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:59:13.527636 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.546498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea15c504-541b-4934-aa30-5501b8e53766 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:13.547721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0fa55-9745-41c0-85f4-06331a8d8344 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=7751012b-2096-4d0c-acb2-71938eded2ad,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:13.582904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:13.620862 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.640161 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2d0fa55-9745-41c0-85f4-06331a8d8344 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.642635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f2d0fa55-9745-41c0-85f4-06331a8d8344 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/7751012b-2096-4d0c-acb2-71938eded2ad HTTP/1.1" status: 204 len: 168 time: 1.1954525 Aug 20 14:59:13.645305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34108) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:13.665900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] For port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:13.666703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.692431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Calling delete_port for fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:13.701107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=10']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:13.710912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-856be92f-c2ef-4913-819d-9022ca67cb06 req-dd4e4f7a-45db-481e-b8c5-6e73fe6fdfa5 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468412 Aug 20 14:59:13.717289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a87a6-8473-4907-ad06-99fc35c393ed tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:13.718833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a87a6-8473-4907-ad06-99fc35c393ed tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:13.721264 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-753a87a6-8473-4907-ad06-99fc35c393ed tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0748703 Aug 20 14:59:13.724478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:13.765949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb514a-fda9-4991-82fd-2ca6dfcf62c9 req-17e68f22-1465-431a-9b05-a338cca7d875 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:13.774072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43eb514a-fda9-4991-82fd-2ca6dfcf62c9 req-17e68f22-1465-431a-9b05-a338cca7d875 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 946 time: 0.3109765 Aug 20 14:59:13.808075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a071fa6-f613-4ca7-b235-a87b493f2c78 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet b290d364-2694-4919-b6e7-88b2730acfe7 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:13.811872 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a071fa6-f613-4ca7-b235-a87b493f2c78 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.835652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43eb514a-fda9-4991-82fd-2ca6dfcf62c9 req-49de3acf-61f4-4eae-894c-a8970dc57c51 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564153 Aug 20 14:59:13.852993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1700a05c-0ee4-4025-bc9e-27eee5567d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928a759e-706b-4023-aa3c-03f8ed8d023d'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:13.855634 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48ec40d-57d0-46f4-859e-d29e219ced0c" -d '{"events": [{"server_uuid": "1700a05c-0ee4-4025-bc9e-27eee5567d76", "name": "network-vif-plugged", "status": "completed", "tag": "928a759e-706b-4023-aa3c-03f8ed8d023d"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:13.874027 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a071fa6-f613-4ca7-b235-a87b493f2c78 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.902242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a82f4dd4-4745-40ca-ad28-ecec9df2a49a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:13.938611 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e064975-bf2d-4635-9513-168f81b31234 x-openstack-request-id: req-7e064975-bf2d-4635-9513-168f81b31234 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:13.939240 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1700a05c-0ee4-4025-bc9e-27eee5567d76", "name": "network-vif-plugged", "status": "completed", "tag": "928a759e-706b-4023-aa3c-03f8ed8d023d", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:13.939691 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e064975-bf2d-4635-9513-168f81b31234 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:13.940253 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1700a05c-0ee4-4025-bc9e-27eee5567d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928a759e-706b-4023-aa3c-03f8ed8d023d', 'code': 200} Aug 20 14:59:13.962837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:13.979422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:13.986363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a82f4dd4-4745-40ca-ad28-ecec9df2a49a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:13.993239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a071fa6-f613-4ca7-b235-a87b493f2c78 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.016535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Pushing event deleted for resources: {'Port': ['ID=fce3aaa8-c6be-4ea3-a1de-aba05e1d7246,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:14.106395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf71a3-4552-47d6-8487-bd2632b9a660 req-f88ad86a-ec7e-46ff-95dc-e69b607b4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:14.107975 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-30bf71a3-4552-47d6-8487-bd2632b9a660 req-f88ad86a-ec7e-46ff-95dc-e69b607b4a0f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 1098 time: 0.0833387 Aug 20 14:59:14.138741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a071fa6-f613-4ca7-b235-a87b493f2c78 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.139999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] No DVR routers for this DVR port fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:14.158542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.164695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82493133-68b0-4d11-a7ae-c864cb3f3977 req-5358d894-f650-44f0-9d04-5cc8d8ae3b5a tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.72 "DELETE /v2.0/ports/fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 HTTP/1.1" status: 204 len: 173 time: 1.0560753 Aug 20 14:59:14.168804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ea15c504-541b-4934-aa30-5501b8e53766'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:14.197858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e963353-7959-4a3b-8711-c0ff64851ae8 req-cad223a5-e157-4020-b052-2a4324fb4044 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:14.199803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e963353-7959-4a3b-8711-c0ff64851ae8 req-cad223a5-e157-4020-b052-2a4324fb4044 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1222513 Aug 20 14:59:14.241829 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a071fa6-f613-4ca7-b235-a87b493f2c78 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=b290d364-2694-4919-b6e7-88b2730acfe7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:14.255925 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a071fa6-f613-4ca7-b235-a87b493f2c78 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.260910 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1a071fa6-f613-4ca7-b235-a87b493f2c78 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/b290d364-2694-4919-b6e7-88b2730acfe7 HTTP/1.1" status: 204 len: 168 time: 0.5339236 Aug 20 14:59:14.271289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34124) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:14.277266 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-30bf71a3-4552-47d6-8487-bd2632b9a660 req-e2a9159a-e444-4e0f-8f1d-8f0c70b2a59a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479290 Aug 20 14:59:14.327881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34128) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:14.328635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-db92d798-0f6c-4518-8d46-696bb60afd95 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554845 Aug 20 14:59:14.335368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e963353-7959-4a3b-8711-c0ff64851ae8 req-f946a1aa-8dc4-4a7f-89bc-2b6156ff1c33 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179154 Aug 20 14:59:14.410051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6eeff1-d781-44cc-8d7c-0f1a53bbede8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:14.413474 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1f6eeff1-d781-44cc-8d7c-0f1a53bbede8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0841138 Aug 20 14:59:14.416251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34136) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:14.521855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c52b653-1db0-47ce-b47c-d43177716c8f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:14.526738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:14.527170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34146) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:14.527493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9c52b653-1db0-47ce-b47c-d43177716c8f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1100531 Aug 20 14:59:14.557853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aaa28-f580-4b93-9244-2fb62fd15e5f req-79d8e29d-90da-4794-bdbc-405976b7dae9 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:14.559629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-524aaa28-f580-4b93-9244-2fb62fd15e5f req-79d8e29d-90da-4794-bdbc-405976b7dae9 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 946 time: 0.0915301 Aug 20 14:59:14.611464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026a1ed-e101-48c0-a279-0c876c4787f6 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:14.622432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-524aaa28-f580-4b93-9244-2fb62fd15e5f req-974281be-953d-4ea4-a7a3-bdc4749c4ab7 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561836 Aug 20 14:59:14.655282 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-260e4b95-350f-4525-8e24-87799de0df10 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220138 Aug 20 14:59:14.655919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34150) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:14.657042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03a0c58-aac3-4968-a85e-5c95e4e4c323 admin admin] Deleting subnet 0602b10a-72c4-454a-bfd1-0a6b9ce76670 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:14.661126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c03a0c58-aac3-4968-a85e-5c95e4e4c323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.665504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:14.731777 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c03a0c58-aac3-4968-a85e-5c95e4e4c323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.784956 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c03a0c58-aac3-4968-a85e-5c95e4e4c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.823916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:14.828473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.854958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-eadad1c1-043a-424b-8e24-3de2cba628c0 None None] Provisioning for port a82f4dd4-4745-40ca-ad28-ecec9df2a49a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:14.874928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-eadad1c1-043a-424b-8e24-3de2cba628c0 None None] Provisioning complete for port a82f4dd4-4745-40ca-ad28-ecec9df2a49a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:14.876636 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eadad1c1-043a-424b-8e24-3de2cba628c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.878459 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c03a0c58-aac3-4968-a85e-5c95e4e4c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.932397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c03a0c58-aac3-4968-a85e-5c95e4e4c323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:14.938994 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c03a0c58-aac3-4968-a85e-5c95e4e4c323 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0602b10a-72c4-454a-bfd1-0a6b9ce76670 HTTP/1.1" status: 204 len: 168 time: 0.4082246 Aug 20 14:59:14.938994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a0c58-aac3-4968-a85e-5c95e4e4c323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0602b10a-72c4-454a-bfd1-0a6b9ce76670,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:14.940523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34158) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:14.948082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b79de2c9-745f-4d05-9b56-ab7d64b93516 req-9c03b164-c59d-4fa1-9ae4-bb6cce155754 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 210 time: 0.1048877 Aug 20 14:59:15.047493 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.141297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.152823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'name': 'network-vif-deleted', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:15.155101 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f9ac12-c59e-4a05-8eca-255d5327f45a" -d '{"events": [{"server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "name": "network-vif-deleted", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:15.191804 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eadad1c1-043a-424b-8e24-3de2cba628c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.215267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd601190-26e3-4e10-b14b-a0a6b8d5c4ff None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:59:15.229603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5f037137-9ccb-4310-b9dc-7301f22247bd no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:15.276844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f0e63-f6e9-4c99-be8e-d7f3dc4fd878 req-31927361-2366-40e7-a382-174962520e46 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:15.279472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db9f0e63-f6e9-4c99-be8e-d7f3dc4fd878 req-31927361-2366-40e7-a382-174962520e46 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 946 time: 0.2158513 Aug 20 14:59:15.284041 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358a97a5-6d65-4be4-a975-889b669852ac x-openstack-request-id: req-358a97a5-6d65-4be4-a975-889b669852ac {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:15.284474 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede53b4c-71a7-4d23-8d38-0a02d3b5e885", "name": "network-vif-deleted", "tag": "fce3aaa8-c6be-4ea3-a1de-aba05e1d7246", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:15.284851 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-358a97a5-6d65-4be4-a975-889b669852ac {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:15.285356 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede53b4c-71a7-4d23-8d38-0a02d3b5e885', 'name': 'network-vif-deleted', 'tag': 'fce3aaa8-c6be-4ea3-a1de-aba05e1d7246', 'status': 'completed', 'code': 200} Aug 20 14:59:15.322329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 5f037137-9ccb-4310-b9dc-7301f22247bd {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:15.322684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5f037137-9ccb-4310-b9dc-7301f22247bd not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:15.323118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:15.357909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:15.358245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device fce3aaa8-c6be-4ea3-a1de-aba05e1d7246 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:15.361902 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-96afee76-51c0-44e7-8fbd-663c54898ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.371694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-eadad1c1-043a-424b-8e24-3de2cba628c0 None None] For port a82f4dd4-4745-40ca-ad28-ecec9df2a49a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a82f4dd4-4745-40ca-ad28-ecec9df2a49a,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:15.387584 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eadad1c1-043a-424b-8e24-3de2cba628c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.393252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db9f0e63-f6e9-4c99-be8e-d7f3dc4fd878 req-7eb4ee97-ee86-4563-9ec2-6e6e0fa95a23 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058540 Aug 20 14:59:15.458948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dd601190-26e3-4e10-b14b-a0a6b8d5c4ff None None] Deleting port a82f4dd4-4745-40ca-ad28-ecec9df2a49a {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:15.459675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dd601190-26e3-4e10-b14b-a0a6b8d5c4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.574083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dd601190-26e3-4e10-b14b-a0a6b8d5c4ff None None] For port a82f4dd4-4745-40ca-ad28-ecec9df2a49a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a82f4dd4-4745-40ca-ad28-ecec9df2a49a,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:15.575373 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dd601190-26e3-4e10-b14b-a0a6b8d5c4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.576331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.587070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafdb07a-253c-46d5-9826-e6ca10b7c6bf']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:15.588532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9a205-ff51-4cec-b6aa-85d7fab1d53b req-375fcae3-bc9d-4351-9c7a-7331bbf9c750 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:15.590262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ef9a205-ff51-4cec-b6aa-85d7fab1d53b req-375fcae3-bc9d-4351-9c7a-7331bbf9c750 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1370347 Aug 20 14:59:15.598896 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92300744-635b-45e8-8454-8613bdcc3691') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:15.599202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92300744-635b-45e8-8454-8613bdcc3691') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:15.601431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dd601190-26e3-4e10-b14b-a0a6b8d5c4ff None None] Calling delete_port for a82f4dd4-4745-40ca-ad28-ecec9df2a49a owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:15.611267 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.625968 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.633585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:59:15.633915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:59:15.636042 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:59:15.646325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.objects.ports [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:59:15.722027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadad1c1-043a-424b-8e24-3de2cba628c0 None None] Pushing event updated for resources: {'Port': ['ID=a82f4dd4-4745-40ca-ad28-ecec9df2a49a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:15.723420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.763278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.768151 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] 10.222.0.36 "DELETE /v2.0/networks/bafdb07a-253c-46d5-9826-e6ca10b7c6bf HTTP/1.1" status: 204 len: 168 time: 0.8225665 Aug 20 14:59:15.772647 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dd601190-26e3-4e10-b14b-a0a6b8d5c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.780817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598eb19-94b2-4a63-8038-8980a19e355e admin admin] Pushing event deleted for resources: {'Network': ['ID=bafdb07a-253c-46d5-9826-e6ca10b7c6bf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:15.820862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd601190-26e3-4e10-b14b-a0a6b8d5c4ff None None] Pushing event deleted for resources: {'Port': ['ID=a82f4dd4-4745-40ca-ad28-ecec9df2a49a,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:15.823795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd601190-26e3-4e10-b14b-a0a6b8d5c4ff None None] No DVR routers for this DVR port a82f4dd4-4745-40ca-ad28-ecec9df2a49a on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:15.846360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ef9a205-ff51-4cec-b6aa-85d7fab1d53b req-ea64ea20-324c-412b-ab97-1a8b438f596f tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438405 Aug 20 14:59:15.886623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a82f4dd4-4745-40ca-ad28-ecec9df2a49a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:15.913429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a82f4dd4-4745-40ca-ad28-ecec9df2a49a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:15.913922 n-d-695189-15 neutron-server[101099]: WARNING neutron.services.revisions.revision_plugin [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Could not find related port for resource to bump revision. Aug 20 14:59:15.914188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a82f4dd4-4745-40ca-ad28-ecec9df2a49a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:15.936310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cd682-a07c-476b-a4fb-efcc815a600b req-90a63b15-5cfe-4dec-8936-d5d287881038 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:15.938007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f71cd682-a07c-476b-a4fb-efcc815a600b req-90a63b15-5cfe-4dec-8936-d5d287881038 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 946 time: 0.1880479 Aug 20 14:59:15.938740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Port a82f4dd4-4745-40ca-ad28-ecec9df2a49a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 20 14:59:15.939270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3c:b58b {{(pid=101099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 20 14:59:15.964950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.ipam_pluggable_backend [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3c:b58b {{(pid=101099) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 20 14:59:15.976793 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:15.980407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b9d28-7635-48f1-957b-dadae52d991c req-64af1572-01df-4452-9371-2cc67eea60e9 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:15.982485 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f88b9d28-7635-48f1-957b-dadae52d991c req-64af1572-01df-4452-9371-2cc67eea60e9 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.70 "GET /v2.0/ports?device_id=49e7375f-89d2-4a53-9b7f-e6119152c56c HTTP/1.1" status: 200 len: 946 time: 0.1104977 Aug 20 14:59:16.016813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34174) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:16.037285 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.132012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-f88b9d28-7635-48f1-957b-dadae52d991c req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Deleting port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:16.135658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f88b9d28-7635-48f1-957b-dadae52d991c req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.264146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-f88b9d28-7635-48f1-957b-dadae52d991c req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] For port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:16.264699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f88b9d28-7635-48f1-957b-dadae52d991c req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.280367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-f88b9d28-7635-48f1-957b-dadae52d991c req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Calling delete_port for 04c7a11d-0fe6-43ce-992c-41eeca4ca9da owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:16.404957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:16.414073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f88b9d28-7635-48f1-957b-dadae52d991c req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.416895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c84d4d1f-0021-4daf-84ae-e80c09865a68 req-eef2af4d-6ddf-4b9b-bbe5-876193f9dfb1 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 210 time: 0.3598652 Aug 20 14:59:16.425026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:16.431082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f71cd682-a07c-476b-a4fb-efcc815a600b req-37312d3d-3b4b-4523-82a5-cadb69a27558 tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5b6b97-f590-49d7-a909-950d1fe7da0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746642 Aug 20 14:59:16.444068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533f3bc-2d8c-4b65-9226-d55d4a2377a1 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:16.445363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:16.445363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.464465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=b9818ff1-09a1-4b6f-bb96-eff925c4cf53,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:16.472637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Pushing event deleted for resources: {'Port': ['ID=04c7a11d-0fe6-43ce-992c-41eeca4ca9da,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:16.488398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-97ee4c35-473e-4e6b-8810-eebf009a994e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84c2a71ea251484a80ae600b585267ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605124 Aug 20 14:59:16.490733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4a3b328c-4577-4054-b95d-2ecd23dadca6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8336782 Aug 20 14:59:16.491536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34180) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:16.493467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34182) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:16.500803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7d234677-2ee1-4300-81a7-95223d0e1e0f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:16.572491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88b9d28-7635-48f1-957b-dadae52d991c req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] No DVR routers for this DVR port 04c7a11d-0fe6-43ce-992c-41eeca4ca9da on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:16.579502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f88b9d28-7635-48f1-957b-dadae52d991c req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.582057 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f88b9d28-7635-48f1-957b-dadae52d991c req-d8003ec1-181e-4760-9a43-7a5b167eee2e tempest-AttachSCSIVolumeTestJSON-1071927848 tempest-AttachSCSIVolumeTestJSON-1071927848-project] 10.222.0.70 "DELETE /v2.0/ports/04c7a11d-0fe6-43ce-992c-41eeca4ca9da HTTP/1.1" status: 204 len: 173 time: 0.5758758 Aug 20 14:59:16.582690 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e7375f-89d2-4a53-9b7f-e6119152c56c', 'name': 'network-vif-deleted', 'tag': '04c7a11d-0fe6-43ce-992c-41eeca4ca9da'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:16.585185 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4263e1-e158-4a0d-af06-21a0b90db266" -d '{"events": [{"server_uuid": "49e7375f-89d2-4a53-9b7f-e6119152c56c", "name": "network-vif-deleted", "tag": "04c7a11d-0fe6-43ce-992c-41eeca4ca9da"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:16.663788 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-86f3bdeb-253a-46b8-abad-7d0cbe6b4b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.677112 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e154b3-7ac1-4aff-ac7e-d19bf24ecf08 x-openstack-request-id: req-a9e154b3-7ac1-4aff-ac7e-d19bf24ecf08 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:16.677643 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e7375f-89d2-4a53-9b7f-e6119152c56c", "name": "network-vif-deleted", "tag": "04c7a11d-0fe6-43ce-992c-41eeca4ca9da", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:16.678120 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9e154b3-7ac1-4aff-ac7e-d19bf24ecf08 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:16.678687 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e7375f-89d2-4a53-9b7f-e6119152c56c', 'name': 'network-vif-deleted', 'tag': '04c7a11d-0fe6-43ce-992c-41eeca4ca9da', 'status': 'completed', 'code': 200} Aug 20 14:59:16.761649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': 'b9818ff1-09a1-4b6f-bb96-eff925c4cf53'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:59:16.764285 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.791726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-86f3bdeb-253a-46b8-abad-7d0cbe6b4b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.838399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2e66-4ad8-4bc5-ae06-f3487c33bf7e req-db570df0-2a19-42fb-b4da-c4ff82ce347a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:16.839926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-945d2e66-4ad8-4bc5-ae06-f3487c33bf7e req-db570df0-2a19-42fb-b4da-c4ff82ce347a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 946 time: 0.1684902 Aug 20 14:59:16.918414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-945d2e66-4ad8-4bc5-ae06-f3487c33bf7e req-742d717b-4f3d-4f51-819e-197414db54bc tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691724 Aug 20 14:59:16.930397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d234677-2ee1-4300-81a7-95223d0e1e0f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:16.934826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d234677-2ee1-4300-81a7-95223d0e1e0f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.971630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Allocated IP 2001:db8::f816:3eff:fe5c:279d (ac065349-4adc-4c43-b021-1a2dee529997/b9818ff1-09a1-4b6f-bb96-eff925c4cf53/ba65fb86-62d0-4db4-a378-6998e4dfe9f9) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:16.988771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-86f3bdeb-253a-46b8-abad-7d0cbe6b4b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.991709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-86f3bdeb-253a-46b8-abad-7d0cbe6b4b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:16.992922 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-86f3bdeb-253a-46b8-abad-7d0cbe6b4b9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8411723-a3af-4678-8274-cd4df5314d38 HTTP/1.1" status: 204 len: 168 time: 0.4971771 Aug 20 14:59:17.052411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3bdeb-253a-46b8-abad-7d0cbe6b4b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8411723-a3af-4678-8274-cd4df5314d38,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:17.112135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054be04f-b8b5-43c7-80de-447aa743fece req-c6fdded3-7da9-4cb1-b9b9-721854d4a035 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:17.114042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-054be04f-b8b5-43c7-80de-447aa743fece req-c6fdded3-7da9-4cb1-b9b9-721854d4a035 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 949 time: 0.1595707 Aug 20 14:59:17.137699 n-d-695189-15 neutron-server[101099]: INFO neutron.db.ipam_backend_mixin [None req-7d234677-2ee1-4300-81a7-95223d0e1e0f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9818ff1-09a1-4b6f-bb96-eff925c4cf53 (CIDR: 2001:db8::/64) Aug 20 14:59:17.170034 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d234677-2ee1-4300-81a7-95223d0e1e0f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:59:17.170578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d234677-2ee1-4300-81a7-95223d0e1e0f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:17.215329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7d234677-2ee1-4300-81a7-95223d0e1e0f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7206860 Aug 20 14:59:17.218174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34194) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:17.222576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:17.225452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:17.274672 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.289992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Transition to ACTIVE for port object ba65fb86-62d0-4db4-a378-6998e4dfe9f9 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:17.318643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Transition to ACTIVE for port object ba65fb86-62d0-4db4-a378-6998e4dfe9f9 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:17.329762 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.341063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port ea15c504-541b-4934-aa30-5501b8e53766 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:17.341336 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.361819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-054be04f-b8b5-43c7-80de-447aa743fece req-3818b994-c1ec-4f12-bb88-1acb28a81c2e tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345610 Aug 20 14:59:17.410373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faba595-85cd-4a0f-b3ea-33fd8bc3eae1 req-3eeb962b-8f38-466f-ad26-775f23470b62 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:17.418104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6faba595-85cd-4a0f-b3ea-33fd8bc3eae1 req-3eeb962b-8f38-466f-ad26-775f23470b62 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 946 time: 0.2510397 Aug 20 14:59:17.426948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:17.438785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:17.442530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:17.475755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Pushing event updated for resources: {'Port': ['ID=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:17.541403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6faba595-85cd-4a0f-b3ea-33fd8bc3eae1 req-8d1505b4-3720-4a91-9d16-4ca8ae07f24b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146615 Aug 20 14:59:17.568838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Attempting to bind port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:17.569153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Attempting to bind port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:17.569522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Attempting to bind port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:17.584307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:17.584733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:17.585107 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.585662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:17.586059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54970d43-a423-429a-9683-1231458c0eee req-a4ea2bf6-ca51-4bc1-85cc-381bcde9c417 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 210 time: 0.0489585 Aug 20 14:59:17.586205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Bound port: ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:17.586580 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.601051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:17.611137 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.670996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] For port ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:17.675322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] For port ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:17.682025 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.686922 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.797840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:17.802899 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c155a7-2e37-49e2-84d9-4a63ac1333d7" -d '{"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:17.805765 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.839712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:17.840811 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74522f34-1895-42fb-8fb5-2e6ea71233dd None None] Pushing event updated for resources: {'Port': ['ID=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:17.844735 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:17.917473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=11']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:17.962089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e107bb-6bb1-40a3-a13d-01ca0c296983 req-b2aedf99-65cd-4e0d-9b58-0f27db3e59a5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:17.963933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5e107bb-6bb1-40a3-a13d-01ca0c296983 req-b2aedf99-65cd-4e0d-9b58-0f27db3e59a5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 946 time: 0.2020426 Aug 20 14:59:18.032073 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d0ce83-5918-4730-b0d0-f5cc41772065 x-openstack-request-id: req-e6d0ce83-5918-4730-b0d0-f5cc41772065 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:18.032622 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-plugged", "status": "completed", "tag": "ea15c504-541b-4934-aa30-5501b8e53766", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:18.034329 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6d0ce83-5918-4730-b0d0-f5cc41772065 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:18.035064 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766', 'code': 200} Aug 20 14:59:18.059409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5e107bb-6bb1-40a3-a13d-01ca0c296983 req-3e0bfbb5-a061-4287-8ae1-4317feefa278 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855725 Aug 20 14:59:18.261477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 04c7a11d-0fe6-43ce-992c-41eeca4ca9da no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:18.306433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 04c7a11d-0fe6-43ce-992c-41eeca4ca9da {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:18.307131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 04c7a11d-0fe6-43ce-992c-41eeca4ca9da not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:18.344344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34244) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:18.363759 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:18.384262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fb25d-b0f0-4606-bfbd-f79943f1801f req-c12048ed-580b-4ba2-bbd3-98abb64f8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:18.386882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f5fb25d-b0f0-4606-bfbd-f79943f1801f req-c12048ed-580b-4ba2-bbd3-98abb64f8d41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 1102 time: 0.1127999 Aug 20 14:59:18.457960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:18.479146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:18.514739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:18.515354 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:18.550446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f5fb25d-b0f0-4606-bfbd-f79943f1801f req-56e9fbc9-f229-4682-96ff-afcf465523fd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310294 Aug 20 14:59:18.573394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-114263697-network', 'tenant_id': '423db5beadc14e0088b8402d52712218'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:18.579668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=13ade986-9bd7-46b5-a5aa-d42a663351dc,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:18.585938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a8b3e87c-57fe-4dec-9519-921d6873ea58 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3639228 Aug 20 14:59:18.587722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34262) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:18.593563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:69:3c:4c', 'name': 'tempest-NetworksTestDHCPv6-1345991010'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:18.614547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Made reservation on behalf of 423db5beadc14e0088b8402d52712218 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:18.619894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:18.631677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:18.662656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca04c5-26ff-43b7-a64b-b1ca127896de req-7a6bb37a-4aee-416e-89fc-0b96ab3d3af8 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:18.670427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82ca04c5-26ff-43b7-a64b-b1ca127896de req-7a6bb37a-4aee-416e-89fc-0b96ab3d3af8 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 950 time: 0.2049117 Aug 20 14:59:18.685346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc17c9b-0cdf-42d3-9be9-75bf73392fa3 req-dd9de56a-2790-410e-8da9-4641987bb3bc tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:18.686897 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9dc17c9b-0cdf-42d3-9be9-75bf73392fa3 req-dd9de56a-2790-410e-8da9-4641987bb3bc tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 946 time: 0.2056141 Aug 20 14:59:18.771983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:18.776959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:18.820016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82ca04c5-26ff-43b7-a64b-b1ca127896de req-9e1ea2c9-ff12-4d36-8bac-df4d40ab5606 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486080 Aug 20 14:59:18.822219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a929f2aa-456c-46be-8da8-3a1eadee74c1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:18.835142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9dc17c9b-0cdf-42d3-9be9-75bf73392fa3 req-1471e67a-36a3-444e-ae3b-d83d40590eaf tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341565 Aug 20 14:59:18.847194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:59:18.872590 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:18.872924 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Added segment 964a36cf-aa59-47e6-b815-0cde4ce0e3c9 of type vlan for network a3386840-4e01-4bac-9414-27d515c132f8 Aug 20 14:59:18.946570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:18.957101 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.022151 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.023234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:19.023889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.047426 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7014077 Aug 20 14:59:19.061747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34286) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:19.067842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Request body: {'subnet': {'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-114263697-subnet', 'tenant_id': '423db5beadc14e0088b8402d52712218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:19.100758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.133402 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9bfaa-adcc-40bd-89c2-b5b4b6f16b33 admin admin] Pushing event updated for resources: {'Network': ['ID=a3386840-4e01-4bac-9414-27d515c132f8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:19.144249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a3386840-4e01-4bac-9414-27d515c132f8 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:59:19.147312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8d7c73d-0f6e-42c7-8483-4ef702ffdc6d req-9bdddc23-9604-4b5f-afc1-967df16ac60f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=ede53b4c-71a7-4d23-8d38-0a02d3b5e885 HTTP/1.1" status: 200 len: 210 time: 0.1929808 Aug 20 14:59:19.163448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Made reservation on behalf of 423db5beadc14e0088b8402d52712218 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:19.173990 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.179286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port f6e9e665-db35-4f43-b07f-54def7371a4f yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:59:19.346214 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608338ba-b5f6-4361-b8b0-6df23f000564 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:19.408425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d18a270a-e217-4989-9abd-3bdae4cb92df None None] Provisioning for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:19.422580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.451564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8:0:1::a3 (ac065349-4adc-4c43-b021-1a2dee529997/13ade986-9bd7-46b5-a5aa-d42a663351dc/f6e9e665-db35-4f43-b07f-54def7371a4f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:19.459990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fe69:3c4c (ac065349-4adc-4c43-b021-1a2dee529997/b9818ff1-09a1-4b6f-bb96-eff925c4cf53/f6e9e665-db35-4f43-b07f-54def7371a4f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:19.491293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=407a70cd-52de-428b-998f-83c5b6bd13b2,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:19.501429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Checking segment: {'id': '964a36cf-aa59-47e6-b815-0cde4ce0e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:19.502166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Network hostable DHCP agents. Network: a3386840-4e01-4bac-9414-27d515c132f8, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:59:19.522383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Network a3386840-4e01-4bac-9414-27d515c132f8 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:59:19.532606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a3386840-4e01-4bac-9414-27d515c132f8) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:19.547464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:19.548559 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.549659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d078ac-ac4f-4dc2-8f68-d786e38075f2 None None] Network a3386840-4e01-4bac-9414-27d515c132f8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:19.565080 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2cd6c0d1-5638-43eb-8be2-61d063daf56e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5019479 Aug 20 14:59:19.680741 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.695536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object f6e9e665-db35-4f43-b07f-54def7371a4f will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:19.728881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae0359-49d7-459e-9da4-1425a4f6530a None None] Network a3386840-4e01-4bac-9414-27d515c132f8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:19.755867 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.867065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:19.870715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:19.875596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:19.890847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:19.901078 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:19.957146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=f6e9e665-db35-4f43-b07f-54def7371a4f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:19.985100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-38e1ec66-c2a7-464b-9994-6d23efd71e17 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3954737 Aug 20 14:59:19.988828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34310) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:20.065465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562647f-a2b5-4592-a007-cf11afdf320f req-b7ddc83e-802f-4c35-9ac6-6ff3045bfd64 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:20.068305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b562647f-a2b5-4592-a007-cf11afdf320f req-b7ddc83e-802f-4c35-9ac6-6ff3045bfd64 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 950 time: 0.1145627 Aug 20 14:59:20.075885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ba65fb86-62d0-4db4-a378-6998e4dfe9f9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:20.144594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27be86a2-043f-4847-ab13-d534a23b9c46 None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': 'b9818ff1-09a1-4b6f-bb96-eff925c4cf53', 'ip_address': '2001:db8::f816:3eff:fe5c:279d'}, {'subnet_id': '13ade986-9bd7-46b5-a5aa-d42a663351dc'}], 'binding:host_id': 'n-d-695189-15'}, 'id': 'ba65fb86-62d0-4db4-a378-6998e4dfe9f9'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:59:20.178326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-27be86a2-043f-4847-ab13-d534a23b9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.209677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6788c1fa-7109-4c3f-ae8d-ab5733ffd2e5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port f6e9e665-db35-4f43-b07f-54def7371a4f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:20.210158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6788c1fa-7109-4c3f-ae8d-ab5733ffd2e5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.230425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:20.248424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:20.248900 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.256010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b562647f-a2b5-4592-a007-cf11afdf320f req-e2d9c95c-113a-4de6-9107-5cd590114800 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803243 Aug 20 14:59:20.340589 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6788c1fa-7109-4c3f-ae8d-ab5733ffd2e5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.357212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6788c1fa-7109-4c3f-ae8d-ab5733ffd2e5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for f6e9e665-db35-4f43-b07f-54def7371a4f owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:20.528570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-21c8c9ec-e482-4d0b-981a-ae721b31d942 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:20.538042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-21c8c9ec-e482-4d0b-981a-ae721b31d942 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 813 time: 0.2773271 Aug 20 14:59:20.545493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-27be86a2-043f-4847-ab13-d534a23b9c46 None None] Allocated IP 2001:db8:0:1::2 (ac065349-4adc-4c43-b021-1a2dee529997/13ade986-9bd7-46b5-a5aa-d42a663351dc/ba65fb86-62d0-4db4-a378-6998e4dfe9f9) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:20.554574 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.564177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-9a41bff5-85c9-4f5b-b280-b15bf86d3a81 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/quotas/423db5beadc14e0088b8402d52712218 HTTP/1.1" status: 200 len: 375 time: 0.0249085 Aug 20 14:59:20.568646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-19561315-388b-45db-91e2-03f3a6e40649 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:20.570194 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-19561315-388b-45db-91e2-03f3a6e40649 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 946 time: 0.0896490 Aug 20 14:59:20.584644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb507ee2-ca93-4ed2-8521-e2dbccba7536 req-67108e7b-640e-4bca-8101-bc4154e3133c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:20.586374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb507ee2-ca93-4ed2-8521-e2dbccba7536 req-67108e7b-640e-4bca-8101-bc4154e3133c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 946 time: 0.1276414 Aug 20 14:59:20.616479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-c0151f6a-68fc-4de1-b437-e33d13a1b5f4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513721 Aug 20 14:59:20.692877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-27be86a2-043f-4847-ab13-d534a23b9c46 None None] For port ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:20.702517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb507ee2-ca93-4ed2-8521-e2dbccba7536 req-e766d105-2a65-417f-9b83-ea88f90678df tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959752 Aug 20 14:59:20.757539 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-27be86a2-043f-4847-ab13-d534a23b9c46 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.760083 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6788c1fa-7109-4c3f-ae8d-ab5733ffd2e5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.766689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-f06d6c61-ad7f-4d88-9c3c-0f8a24d174f5 service neutron] 10.222.0.36 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492698 Aug 20 14:59:20.776280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-27be86a2-043f-4847-ab13-d534a23b9c46 None None] Transition to ACTIVE for port object ba65fb86-62d0-4db4-a378-6998e4dfe9f9 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:20.782379 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-27be86a2-043f-4847-ab13-d534a23b9c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.828371 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788c1fa-7109-4c3f-ae8d-ab5733ffd2e5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=f6e9e665-db35-4f43-b07f-54def7371a4f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:20.837175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Deleting port 928a759e-706b-4023-aa3c-03f8ed8d023d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:20.837619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.886343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-b395263b-b08c-4cbc-9dbe-d94557d73bcf service neutron] 10.222.0.36 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186223 Aug 20 14:59:20.906992 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:59:20.907357 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:59:20.957650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be86a2-043f-4847-ab13-d534a23b9c46 None None] Pushing event updated for resources: {'Port': ['ID=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:20.959808 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6788c1fa-7109-4c3f-ae8d-ab5733ffd2e5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:20.962452 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6788c1fa-7109-4c3f-ae8d-ab5733ffd2e5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/f6e9e665-db35-4f43-b07f-54def7371a4f HTTP/1.1" status: 204 len: 168 time: 0.9724100 Aug 20 14:59:20.965045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34326) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:21.042360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] For port 928a759e-706b-4023-aa3c-03f8ed8d023d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=928a759e-706b-4023-aa3c-03f8ed8d023d,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:21.043018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:21.045953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d3af91-9b5c-4555-8056-fa779aa8f527 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:21.050720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b3d3af91-9b5c-4555-8056-fa779aa8f527 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0844648 Aug 20 14:59:21.051371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34330) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:21.065761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Calling delete_port for 928a759e-706b-4023-aa3c-03f8ed8d023d owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:21.183696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeca410-b692-4149-a7d4-2caa26794dc7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:21.198758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-daeca410-b692-4149-a7d4-2caa26794dc7 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1453018 Aug 20 14:59:21.199414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34336) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:21.301856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e47027d7-4943-494c-8163-088fd99c98df req-aba50c43-0a29-4b0d-bb1c-b07b0ede6be6 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 210 time: 0.0477815 Aug 20 14:59:21.332097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705ff73-68a7-4812-aeda-71cf55d76a91 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:21.334522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705ff73-68a7-4812-aeda-71cf55d76a91 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:21.337073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4705ff73-68a7-4812-aeda-71cf55d76a91 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:21.338890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4705ff73-68a7-4812-aeda-71cf55d76a91 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1385067 Aug 20 14:59:21.342679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34342) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:21.422777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-5070ea98-3970-490d-8f45-ad6069deaf5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 13ade986-9bd7-46b5-a5aa-d42a663351dc {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:21.428883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5070ea98-3970-490d-8f45-ad6069deaf5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:21.465351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:21.491617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce', '928a759e-706b-4023-aa3c-03f8ed8d023d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:21.545595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event deleted for resources: {'Port': ['ID=928a759e-706b-4023-aa3c-03f8ed8d023d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:21.589241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5070ea98-3970-490d-8f45-ad6069deaf5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:21.635213 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:21.635744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] No DVR routers for this DVR port 928a759e-706b-4023-aa3c-03f8ed8d023d on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:21.640687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:21.646192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3b370991-8c22-4c40-ad67-6d80bf654397 req-d623baa7-ba59-4d53-b67d-2ecd05bd5be3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "DELETE /v2.0/ports/928a759e-706b-4023-aa3c-03f8ed8d023d HTTP/1.1" status: 204 len: 173 time: 1.0542965 Aug 20 14:59:21.647054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1700a05c-0ee4-4025-bc9e-27eee5567d76', 'name': 'network-vif-deleted', 'tag': '928a759e-706b-4023-aa3c-03f8ed8d023d'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:21.674976 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0285d9a8-0e17-40d7-b539-e7d8b857f279" -d '{"events": [{"server_uuid": "1700a05c-0ee4-4025-bc9e-27eee5567d76", "name": "network-vif-deleted", "tag": "928a759e-706b-4023-aa3c-03f8ed8d023d"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:21.708289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7108-e33f-44a3-a6ef-e9cff8130fea req-ded5d071-85fb-4edd-8dab-69eb22a06726 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:21.709889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-005b7108-e33f-44a3-a6ef-e9cff8130fea req-ded5d071-85fb-4edd-8dab-69eb22a06726 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 950 time: 0.1825404 Aug 20 14:59:21.761678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:21.813838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:21.845730 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5070ea98-3970-490d-8f45-ad6069deaf5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:21.880893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-005b7108-e33f-44a3-a6ef-e9cff8130fea req-5fdacd28-8158-450a-9047-41c3c68cd3d5 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820940 Aug 20 14:59:21.969483 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d810c78-8f5a-49a0-9071-a6f00470e7a6 x-openstack-request-id: req-6d810c78-8f5a-49a0-9071-a6f00470e7a6 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:21.969483 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1700a05c-0ee4-4025-bc9e-27eee5567d76", "name": "network-vif-deleted", "tag": "928a759e-706b-4023-aa3c-03f8ed8d023d", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:21.969483 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d810c78-8f5a-49a0-9071-a6f00470e7a6 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:21.969483 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1700a05c-0ee4-4025-bc9e-27eee5567d76', 'name': 'network-vif-deleted', 'tag': '928a759e-706b-4023-aa3c-03f8ed8d023d', 'status': 'completed', 'code': 200} Aug 20 14:59:22.004776 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5070ea98-3970-490d-8f45-ad6069deaf5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:22.017498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:22.076936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5070ea98-3970-490d-8f45-ad6069deaf5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:22.085733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5070ea98-3970-490d-8f45-ad6069deaf5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/13ade986-9bd7-46b5-a5aa-d42a663351dc HTTP/1.1" status: 204 len: 168 time: 0.7413416 Aug 20 14:59:22.088455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34362) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:22.154598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070ea98-3970-490d-8f45-ad6069deaf5f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=13ade986-9bd7-46b5-a5aa-d42a663351dc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:22.186451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5588ad-a56b-4b43-a28f-2598d7cac183 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:22.242973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-5caa35dc-6853-42d8-a06e-0c54be412a94 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet b9818ff1-09a1-4b6f-bb96-eff925c4cf53 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:22.259752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-10cfa4a9-1f4e-4e82-be65-bddb708189a7 req-bc2c4023-25ec-4992-a63c-ef4121d83e78 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1700a05c-0ee4-4025-bc9e-27eee5567d76 HTTP/1.1" status: 200 len: 210 time: 0.0583096 Aug 20 14:59:22.260731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5caa35dc-6853-42d8-a06e-0c54be412a94 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:22.299910 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ba65fb86-62d0-4db4-a378-6998e4dfe9f9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:22.366029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5caa35dc-6853-42d8-a06e-0c54be412a94 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:22.424378 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:59:22.437586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0b814f8a-f830-4ec8-84bf-6c7292a420b6 None None] Provisioning for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:22.451160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0b814f8a-f830-4ec8-84bf-6c7292a420b6 None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:22.451899 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b814f8a-f830-4ec8-84bf-6c7292a420b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:22.491332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0676a3e6-cb35-4e4c-bef9-1dc092ab12fc req-dd587a77-36c5-4239-a7f6-90f63ecb7016 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 210 time: 0.0632889 Aug 20 14:59:22.563104 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5caa35dc-6853-42d8-a06e-0c54be412a94 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:22.654330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:22.654910 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:22.693538 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5caa35dc-6853-42d8-a06e-0c54be412a94 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:22.736343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a790ec1-eb7f-42c8-8c09-50b66b03ecac req-1d43f37d-cbbb-4cb4-8303-e24140eb2726 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:22.768484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a790ec1-eb7f-42c8-8c09-50b66b03ecac req-1d43f37d-cbbb-4cb4-8303-e24140eb2726 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 1102 time: 0.1122687 Aug 20 14:59:22.790948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa35dc-6853-42d8-a06e-0c54be412a94 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=b9818ff1-09a1-4b6f-bb96-eff925c4cf53,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:22.809699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5caa35dc-6853-42d8-a06e-0c54be412a94 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:22.811946 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5caa35dc-6853-42d8-a06e-0c54be412a94 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/b9818ff1-09a1-4b6f-bb96-eff925c4cf53 HTTP/1.1" status: 204 len: 168 time: 0.7223608 Aug 20 14:59:22.816881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34372) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:22.891970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34374) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:22.892430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a5ad6556-9fff-4123-b49f-193d851184e1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743945 Aug 20 14:59:22.906524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:22.926011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a790ec1-eb7f-42c8-8c09-50b66b03ecac req-fcf2d978-333a-4e71-ba41-02b26f3aa532 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758721 Aug 20 14:59:23.158936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:23.168587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:23.319680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff8e03-ef78-4fdb-b2ed-4643058050b2 req-4e8ecace-e073-453d-b1de-3a1bf6ea5f52 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:23.327469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0aff8e03-ef78-4fdb-b2ed-4643058050b2 req-4e8ecace-e073-453d-b1de-3a1bf6ea5f52 tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 1102 time: 0.1229892 Aug 20 14:59:23.488715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0aff8e03-ef78-4fdb-b2ed-4643058050b2 req-3c41c3c5-1588-4057-833d-abe48abd99af tempest-ServersAdminTestJSON-1757263520 tempest-ServersAdminTestJSON-1757263520-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443031 Aug 20 14:59:23.748968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ff19909-7f8c-4db3-818a-2596b281a55b req-fcf1145b-b9d9-476d-b739-b6bab8daef4d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 210 time: 0.0773468 Aug 20 14:59:23.921577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423f301-18d0-46e1-9933-62e39d437e5a None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:24.015080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ba65fb86-62d0-4db4-a378-6998e4dfe9f9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:24.118732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cbe5d2c4-870d-4543-af3e-284149ce99c6 None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:24.119204 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d2c4-870d-4543-af3e-284149ce99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:24.137661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-46c97755-1220-492a-af2d-17cae9a87786 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:24.142906 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-46c97755-1220-492a-af2d-17cae9a87786 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.70 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 813 time: 0.4619198 Aug 20 14:59:24.178888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Request body: {'port': {'device_id': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8', 'admin_state_up': True, 'tenant_id': '423db5beadc14e0088b8402d52712218'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:24.182638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a771-8576-4472-aea2-84b63af35128 req-0f1c5b7d-4408-4bfb-a74e-000f3098a40a tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:24.197328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ad4a771-8576-4472-aea2-84b63af35128 req-0f1c5b7d-4408-4bfb-a74e-000f3098a40a tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 950 time: 0.2577925 Aug 20 14:59:24.219112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:24.219492 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:24.245324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:59:24.309074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ad4a771-8576-4472-aea2-84b63af35128 req-f4868dc6-8653-47b6-800b-0836c0cfb44e tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100311 Aug 20 14:59:24.310437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 928a759e-706b-4023-aa3c-03f8ed8d023d no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:24.356876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-69dbdf17-a76b-40ec-8484-4f3e909c5fb0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:24.365876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-69dbdf17-a76b-40ec-8484-4f3e909c5fb0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.4428644 Aug 20 14:59:24.383058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-3191d8b5-513e-418d-87b7-6ae91a2d74b2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/quotas/6a34afd23cda46ea9217208b0ac3307b HTTP/1.1" status: 200 len: 375 time: 0.0159919 Aug 20 14:59:24.420551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 928a759e-706b-4023-aa3c-03f8ed8d023d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:24.421605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 928a759e-706b-4023-aa3c-03f8ed8d023d not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:24.448147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-d86b695b-5a90-4c72-aa38-df7a7956e4f5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633137 Aug 20 14:59:24.513023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Made reservation on behalf of 423db5beadc14e0088b8402d52712218 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:24.519261 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:24.689165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-d38f0fdd-a6dd-4049-97ab-d6c45a050bdf service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399299 Aug 20 14:59:24.854751 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Allocated IP 172.20.0.2 (a3386840-4e01-4bac-9414-27d515c132f8/407a70cd-52de-428b-998f-83c5b6bd13b2/f45d19c2-9a23-4a7c-b483-2e7ae5641d31) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:24.877972 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:24.965269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa6df509-ac12-4199-858b-d600adb80d30 req-84f60ef9-5f5c-423b-93c3-cd74950abfde tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 210 time: 0.0746007 Aug 20 14:59:24.976751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-95a9bade-2d02-4805-bad5-cc5b6c4c0bd5 service neutron] 10.222.0.36 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787147 Aug 20 14:59:25.114467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34422) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:25.137656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3758cc67-0198-4135-8f0b-5e5e107f45b1 None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:25.138178 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3758cc67-0198-4135-8f0b-5e5e107f45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:25.158921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] For port ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:25.194678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:25.206888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:25.208859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:25.245424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:25.407995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:25.434263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:25.434945 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:25.465073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed41421-b1cd-4fa7-a9d2-d8ece3bac697 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:25.513455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,revision_number=8']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:25.556899 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6630979 Aug 20 14:59:25.557579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34434) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:25.601119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7ef2c2dd-c218-4ddf-8667-ebecbc5dd800 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:25.620791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70733301-8d5b-4d34-af65-5738859b4881 req-1e72963a-3c12-40af-aa00-a964ea4109cf tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 210 time: 0.1822724 Aug 20 14:59:25.662796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-72bf5008-6966-44d8-bff9-d7c253300cef None None] Could not find standard attr ID for object f6e9e665-db35-4f43-b07f-54def7371a4f. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:59:25.732707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abfa6b-b269-401b-9d5b-b40bb17efa6a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=655712db-9e5c-428f-b2e7-3c7a7a804663,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:25.901348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3371eaa-e5da-472b-a939-76821ba57cef req-3e436b28-66ce-4c3e-9fd4-198cc72ed8c5 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:25.904111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3371eaa-e5da-472b-a939-76821ba57cef req-3e436b28-66ce-4c3e-9fd4-198cc72ed8c5 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 950 time: 0.2338908 Aug 20 14:59:25.969972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c2b52-4058-4764-b443-ea0ca462a628 req-57bf9280-f781-4eb6-bc52-f6bc98aa586c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:25.979144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b9c2b52-4058-4764-b443-ea0ca462a628 req-57bf9280-f781-4eb6-bc52-f6bc98aa586c tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 950 time: 0.4379978 Aug 20 14:59:26.015088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ba65fb86-62d0-4db4-a378-6998e4dfe9f9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:26.121115 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:26.141012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:26.141680 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:26.183915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:26.276667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:26.315600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Network a3386840-4e01-4bac-9414-27d515c132f8 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:26.321312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:26.324797 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:26.412124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef2c2dd-c218-4ddf-8667-ebecbc5dd800 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:26.413260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cb3cda9b-c188-401b-aaa1-397b49984394 None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:26.414701 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb3cda9b-c188-401b-aaa1-397b49984394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:26.415987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ef2c2dd-c218-4ddf-8667-ebecbc5dd800 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:26.530777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:26.530777 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:26.567963 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-58fc2822-a01e-4795-ae31-1ff956b52c5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3971112 Aug 20 14:59:26.595904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Request body: {'port': {'device_id': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:26.635200 n-d-695189-15 neutron-server[101100]: INFO neutron.db.ipam_backend_mixin [None req-7ef2c2dd-c218-4ddf-8667-ebecbc5dd800 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 655712db-9e5c-428f-b2e7-3c7a7a804663 (CIDR: 2001:db8::/64) Aug 20 14:59:26.646667 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef2c2dd-c218-4ddf-8667-ebecbc5dd800 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:59:26.647392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef2c2dd-c218-4ddf-8667-ebecbc5dd800 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:26.696268 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:26.711619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b9c2b52-4058-4764-b443-ea0ca462a628 req-c9e12e53-82e5-4fa3-9953-07d566719f43 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7270427 Aug 20 14:59:26.720212 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7ef2c2dd-c218-4ddf-8667-ebecbc5dd800 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1308079 Aug 20 14:59:26.722768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34448) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:26.728554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:26.801375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94ebe0-a999-4a16-8eaf-085bc475b762 req-6a46b3c8-4f72-4178-b7bc-949a3dee1665 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:26.810063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd94ebe0-a999-4a16-8eaf-085bc475b762 req-6a46b3c8-4f72-4178-b7bc-949a3dee1665 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 931 time: 0.6343713 Aug 20 14:59:26.890698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab4f9e28-cc66-478b-a0c6-7f30787fa4b5 req-2c58ea02-37ba-4453-939f-3b09e0f67580 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 210 time: 0.0531862 Aug 20 14:59:26.968199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd94ebe0-a999-4a16-8eaf-085bc475b762 req-289875e9-02b5-4409-b146-9b67fb6f0d6c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571739 Aug 20 14:59:26.970824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-f3371eaa-e5da-472b-a939-76821ba57cef req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Deleting port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:26.971852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3371eaa-e5da-472b-a939-76821ba57cef req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.230337 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:27.235170 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.352695 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.361031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-b36e15cb-e752-4715-8be5-bc2d2a961f7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:27.362560 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-b36e15cb-e752-4715-8be5-bc2d2a961f7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 806 time: 0.3845518 Aug 20 14:59:27.419934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Request body: {'port': {'device_id': '956f6338-e36a-4900-bb19-8f65357b9c58', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'admin_state_up': True, 'tenant_id': '6a34afd23cda46ea9217208b0ac3307b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:27.424382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f3371eaa-e5da-472b-a939-76821ba57cef req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] For port dd0e5701-7f06-4a79-8ec0-6428ac469ba5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:27.424870 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3371eaa-e5da-472b-a939-76821ba57cef req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.465074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45d19c2-9a23-4a7c-b483-2e7ae5641d31 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:27.475153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.487243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-f3371eaa-e5da-472b-a939-76821ba57cef req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Calling delete_port for dd0e5701-7f06-4a79-8ec0-6428ac469ba5 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:27.494415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Transition to ACTIVE for port object f45d19c2-9a23-4a7c-b483-2e7ae5641d31 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:27.506209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.594942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:27.617329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b8b2-8828-450f-9222-6602f3e2a0ad req-43120b27-e45d-4144-86be-132eab17dd90 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:27.618916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43d0b8b2-8828-450f-9222-6602f3e2a0ad req-43120b27-e45d-4144-86be-132eab17dd90 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 945 time: 0.3072460 Aug 20 14:59:27.737388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Attempting to bind port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:27.737742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Attempting to bind port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '964a36cf-aa59-47e6-b815-0cde4ce0e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:27.738204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Attempting to bind port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 on network a3386840-4e01-4bac-9414-27d515c132f8 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:27.741224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.772998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43d0b8b2-8828-450f-9222-6602f3e2a0ad req-7f40ed8f-d84d-43ad-9dea-ab49abdf5664 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389053 Aug 20 14:59:27.779688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 on network a3386840-4e01-4bac-9414-27d515c132f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:59:27.779688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Attempting to bind port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 on network a3386840-4e01-4bac-9414-27d515c132f8 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:27.782448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:27.792014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:27.796742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:27.797365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.805565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113fde3-90c3-46e1-8512-b70015916c74 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:27.809230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:27.809555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Checking segment: {'id': '964a36cf-aa59-47e6-b815-0cde4ce0e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:27.809947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Bound using segment: {'id': '964a36cf-aa59-47e6-b815-0cde4ce0e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:27.810411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Bound port: f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964a36cf-aa59-47e6-b815-0cde4ce0e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:27.810757 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.814566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Made reservation on behalf of 6a34afd23cda46ea9217208b0ac3307b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:27.819741 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:27.836468 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1123295 Aug 20 14:59:27.837339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34462) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:27.846751 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:d4:9d:20', 'name': 'tempest-NetworksTestDHCPv6-1181449804'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:27.850681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9ce26-cc89-4eb9-84f8-ddd643ad055d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=4c0f9c1e-37ac-4acf-b007-55b3ea7a070d,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:27.983056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:27.990791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:28.000858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8d4f4-a1a3-438e-bad1-7ff834726e22 req-b2a5eb86-1c7d-4d59-a45f-ea35b2b74618 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:28.002410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e7e8d4f4-a1a3-438e-bad1-7ff834726e22 req-b2a5eb86-1c7d-4d59-a45f-ea35b2b74618 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cc3e814-bd9a-409f-b4ad-c105d08d5b25 HTTP/1.1" status: 200 len: 950 time: 0.1895797 Aug 20 14:59:28.015992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:28.035242 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3371eaa-e5da-472b-a939-76821ba57cef req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:28.065216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:28.072480 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b9fe97e7-829a-412b-a1c1-4f51b609f9de', 'ea15c504-541b-4934-aa30-5501b8e53766'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:28.123877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bf0dc17-a49f-4547-9642-bc4a172f8062 req-84329b7f-bbea-4145-8529-6cb20f8b45d1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 210 time: 0.1323357 Aug 20 14:59:28.145689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:28.147719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:28.149375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] 10.222.0.70 "PUT /v2.0/ports/f45d19c2-9a23-4a7c-b483-2e7ae5641d31 HTTP/1.1" status: 200 len: 1092 time: 1.5632339 Aug 20 14:59:28.151710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:28.154356 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a6c20b-5368-465b-9caf-68821b28311b" -d '{"events": [{"name": "network-changed", "server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:28.163872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4583ef-f14f-47ee-ace8-f98dc21f1546 service neutron] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:28.190164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Pushing event deleted for resources: {'Port': ['ID=dd0e5701-7f06-4a79-8ec0-6428ac469ba5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:28.196419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb0244-1330-4971-9bf5-6c8235a70e77 None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': '655712db-9e5c-428f-b2e7-3c7a7a804663', 'ip_address': '2001:db8::f816:3eff:fe5c:279d'}, {'subnet_id': '4c0f9c1e-37ac-4acf-b007-55b3ea7a070d'}], 'binding:host_id': 'n-d-695189-15'}, 'id': 'ba65fb86-62d0-4db4-a378-6998e4dfe9f9'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:59:28.248957 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:28.285957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 40731bb9-8c3f-4f07-9e60-5700c7f16e4a yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:59:28.295749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-6ef4212a-f5d7-43bd-bec1-f21ca5d1bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:28.297499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-6ef4212a-f5d7-43bd-bec1-f21ca5d1bb0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 1095 time: 0.0967078 Aug 20 14:59:28.368300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78e75f-c3df-44fe-9582-d50249116077 req-c0b88815-6dc3-43bf-9dbf-8c44c784bd4c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:28.370148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa78e75f-c3df-44fe-9582-d50249116077 req-c0b88815-6dc3-43bf-9dbf-8c44c784bd4c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.70 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 945 time: 0.4348001 Aug 20 14:59:28.378580 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-d525a55f-31c2-41be-a67b-4a9dd6e58cc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31 HTTP/1.1" status: 200 len: 217 time: 0.0490179 Aug 20 14:59:28.397933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e7e8d4f4-a1a3-438e-bad1-7ff834726e22 req-f2eb5d5c-2718-412a-b79a-70b39a5fb5b4 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733268 Aug 20 14:59:28.402977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-affb0244-1330-4971-9bf5-6c8235a70e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:28.424263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Allocated IP 172.20.0.14 (dc073387-b2cf-4dc7-95ad-28573738ed1d/fafce579-00b8-4639-b447-4e7a5b160daf/b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:28.470650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3371eaa-e5da-472b-a939-76821ba57cef req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] No DVR routers for this DVR port dd0e5701-7f06-4a79-8ec0-6428ac469ba5 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:28.472420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-aa4d337e-51f2-446e-b95f-6ca3fa048940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:28.475088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-aa4d337e-51f2-446e-b95f-6ca3fa048940 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=407a70cd-52de-428b-998f-83c5b6bd13b2 HTTP/1.1" status: 200 len: 853 time: 0.0832393 Aug 20 14:59:28.477049 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f3371eaa-e5da-472b-a939-76821ba57cef req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:28.481316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3371eaa-e5da-472b-a939-76821ba57cef req-fc2c6bc8-f004-4f01-8f55-e8b294cfd148 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "DELETE /v2.0/ports/dd0e5701-7f06-4a79-8ec0-6428ac469ba5 HTTP/1.1" status: 204 len: 173 time: 2.5681417 Aug 20 14:59:28.562826 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:28.574234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc3e814-bd9a-409f-b4ad-c105d08d5b25', 'name': 'network-vif-deleted', 'tag': 'dd0e5701-7f06-4a79-8ec0-6428ac469ba5'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:28.588059 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898130e5-7262-46e9-b1a9-16a485029666" -d '{"events": [{"server_uuid": "3cc3e814-bd9a-409f-b4ad-c105d08d5b25", "name": "network-vif-deleted", "tag": "dd0e5701-7f06-4a79-8ec0-6428ac469ba5"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:28.607205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14762c4c-07b9-4a2c-8e7a-c9c75cb1c69f req-901ef343-7362-48d1-9f8c-043368101df2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:28.619822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14762c4c-07b9-4a2c-8e7a-c9c75cb1c69f req-901ef343-7362-48d1-9f8c-043368101df2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.4226246 Aug 20 14:59:28.702222 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284116ff-e490-4dfd-86d5-4454e431e3f3 x-openstack-request-id: req-284116ff-e490-4dfd-86d5-4454e431e3f3 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:28.702554 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc3e814-bd9a-409f-b4ad-c105d08d5b25", "name": "network-vif-deleted", "tag": "dd0e5701-7f06-4a79-8ec0-6428ac469ba5", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:28.702934 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-284116ff-e490-4dfd-86d5-4454e431e3f3 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:28.703399 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc3e814-bd9a-409f-b4ad-c105d08d5b25', 'name': 'network-vif-deleted', 'tag': 'dd0e5701-7f06-4a79-8ec0-6428ac469ba5', 'status': 'completed', 'code': 200} Aug 20 14:59:28.826170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14762c4c-07b9-4a2c-8e7a-c9c75cb1c69f req-81c1925e-2c3a-4c54-8e1a-5187fb7f50b0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054372 Aug 20 14:59:28.831417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Deleting port 162b8853-c31e-4199-9c65-e9a0a0555d9e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:28.832097 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:28.884316 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eaaa19-623d-46da-9ef6-f6b176011cf6 x-openstack-request-id: req-b2eaaa19-623d-46da-9ef6-f6b176011cf6 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:28.884615 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:28.884874 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2eaaa19-623d-46da-9ef6-f6b176011cf6 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:28.885262 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'status': 'completed', 'code': 200} Aug 20 14:59:28.889415 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-1bf39fd7-276f-470f-8466-0179460bd791 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3386840-4e01-4bac-9414-27d515c132f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4020371 Aug 20 14:59:28.976128 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:28.994189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8:0:1::201 (ac065349-4adc-4c43-b021-1a2dee529997/4c0f9c1e-37ac-4acf-b007-55b3ea7a070d/40731bb9-8c3f-4f07-9e60-5700c7f16e4a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:28.996069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fa78e75f-c3df-44fe-9582-d50249116077 req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Deleting port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:28.996418 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa78e75f-c3df-44fe-9582-d50249116077 req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.008706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::f816:3eff:fed4:9d20 (ac065349-4adc-4c43-b021-1a2dee529997/655712db-9e5c-428f-b2e7-3c7a7a804663/40731bb9-8c3f-4f07-9e60-5700c7f16e4a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:29.032427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cf3f6-3850-406c-8394-888aa9dee481 req-2cf4f972-ad1f-4e70-8d8f-d67b11191800 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:29.033975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b1cf3f6-3850-406c-8394-888aa9dee481 req-2cf4f972-ad1f-4e70-8d8f-d67b11191800 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=746249fd-b54c-4a48-b9b4-d6d746b40eee HTTP/1.1" status: 200 len: 945 time: 0.1472042 Aug 20 14:59:29.050922 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-72679e04-d315-45d9-ba5d-5f2661b7ea54 service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392267 Aug 20 14:59:29.080310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] For port 162b8853-c31e-4199-9c65-e9a0a0555d9e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=162b8853-c31e-4199-9c65-e9a0a0555d9e,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:29.080682 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.126260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Calling delete_port for 162b8853-c31e-4199-9c65-e9a0a0555d9e owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:29.173670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b1cf3f6-3850-406c-8394-888aa9dee481 req-de10c8a2-2c73-417b-bf8e-7ec17b7b5010 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030579 Aug 20 14:59:29.214100 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.228116 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c64c0d8f-c3ff-44c8-9d41-eb2422246b1a req-1a558c0a-4662-488a-ba4a-2920fdc7ee8e service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674542 Aug 20 14:59:29.230127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:29.256894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.270277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 40731bb9-8c3f-4f07-9e60-5700c7f16e4a will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:29.271108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa78e75f-c3df-44fe-9582-d50249116077 req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] For port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:29.272473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa78e75f-c3df-44fe-9582-d50249116077 req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.290777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dd0e5701-7f06-4a79-8ec0-6428ac469ba5 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:29.319294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fa78e75f-c3df-44fe-9582-d50249116077 req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Calling delete_port for ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:29.320024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: dd0e5701-7f06-4a79-8ec0-6428ac469ba5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:29.320438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dd0e5701-7f06-4a79-8ec0-6428ac469ba5 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:29.342073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.373587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Network dc073387-b2cf-4dc7-95ad-28573738ed1d is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:29.384262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c20b-5368-465b-9caf-68821b28311b req-afaea2f8-26d7-4547-b547-bafd6fad9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:29.385790 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-47a6c20b-5368-465b-9caf-68821b28311b req-afaea2f8-26d7-4547-b547-bafd6fad9076 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 1095 time: 0.0882225 Aug 20 14:59:29.391629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-affb0244-1330-4971-9bf5-6c8235a70e77 None None] Allocated IP 2001:db8:0:1::2 (ac065349-4adc-4c43-b021-1a2dee529997/4c0f9c1e-37ac-4acf-b007-55b3ea7a070d/ba65fb86-62d0-4db4-a378-6998e4dfe9f9) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:29.401526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:29.416136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:29.419996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:29.425897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event updated for resources: {'Port': ['ID=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:29.447003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:29.449908 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:29.455830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:29.456473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.489066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-affb0244-1330-4971-9bf5-6c8235a70e77 None None] For port ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:29.506012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=40731bb9-8c3f-4f07-9e60-5700c7f16e4a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:29.522239 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-affb0244-1330-4971-9bf5-6c8235a70e77 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.524961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eee4db-f541-4611-9270-e02afff92211 req-90a40e0d-241d-4186-9582-e9e23a3e953f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:29.527032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13eee4db-f541-4611-9270-e02afff92211 req-90a40e0d-241d-4186-9582-e9e23a3e953f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 932 time: 0.2985187 Aug 20 14:59:29.530760 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6e921dd4-31fc-4802-86f8-5bbd83f44543 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6879354 Aug 20 14:59:29.531447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34486) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:29.556965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-affb0244-1330-4971-9bf5-6c8235a70e77 None None] Transition to ACTIVE for port object ba65fb86-62d0-4db4-a378-6998e4dfe9f9 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:29.564819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:29.565484 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.571092 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-affb0244-1330-4971-9bf5-6c8235a70e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.628204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-9e78d96b-7be1-4345-9e64-7730c95fae7a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2147546 Aug 20 14:59:29.637486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13eee4db-f541-4611-9270-e02afff92211 req-8302244a-6775-43d4-811c-f7118045b7bf tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966525 Aug 20 14:59:29.645692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Request body: {'port': {'device_id': '956f6338-e36a-4900-bb19-8f65357b9c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:29.646100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c20b-5368-465b-9caf-68821b28311b req-833b75df-764f-42e0-a073-df11f1204e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:29.648725 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-47a6c20b-5368-465b-9caf-68821b28311b req-833b75df-764f-42e0-a073-df11f1204e6f service neutron] 10.222.0.70 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 914 time: 0.2493389 Aug 20 14:59:29.709492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb0244-1330-4971-9bf5-6c8235a70e77 None None] Pushing event updated for resources: {'Port': ['ID=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:29.739088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-47a6c20b-5368-465b-9caf-68821b28311b req-59190644-21df-4a37-999b-b06a5985f518 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31 HTTP/1.1" status: 200 len: 217 time: 0.0726137 Aug 20 14:59:29.793179 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa78e75f-c3df-44fe-9582-d50249116077 req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.827303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8236f833-21af-46f1-9508-4b8c29824519 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 40731bb9-8c3f-4f07-9e60-5700c7f16e4a {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:29.827707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8236f833-21af-46f1-9508-4b8c29824519 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.841683 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.843846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Pushing event deleted for resources: {'Port': ['ID=ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:29.845673 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:29.890304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c20b-5368-465b-9caf-68821b28311b req-14c2be67-1ce7-4cda-9840-0f291110b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:29.891924 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-47a6c20b-5368-465b-9caf-68821b28311b req-14c2be67-1ce7-4cda-9840-0f291110b0aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=407a70cd-52de-428b-998f-83c5b6bd13b2 HTTP/1.1" status: 200 len: 853 time: 0.1429598 Aug 20 14:59:29.926231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=162b8853-c31e-4199-9c65-e9a0a0555d9e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:29.953772 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-47a6c20b-5368-465b-9caf-68821b28311b req-11c82e3f-6f79-4c9f-9bcf-fd3dcbf2c8f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3386840-4e01-4bac-9414-27d515c132f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466197 Aug 20 14:59:30.024038 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8236f833-21af-46f1-9508-4b8c29824519 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:30.029812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ba65fb86-62d0-4db4-a378-6998e4dfe9f9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:30.045004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8236f833-21af-46f1-9508-4b8c29824519 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 40731bb9-8c3f-4f07-9e60-5700c7f16e4a owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:30.049868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa78e75f-c3df-44fe-9582-d50249116077 req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] No DVR routers for this DVR port ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:30.061497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa78e75f-c3df-44fe-9582-d50249116077 req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:30.063819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa78e75f-c3df-44fe-9582-d50249116077 req-7b390ce1-ceea-43ec-99b2-4edddc3bd80f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.70 "DELETE /v2.0/ports/ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 HTTP/1.1" status: 204 len: 173 time: 1.6572547 Aug 20 14:59:30.165822 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-47a6c20b-5368-465b-9caf-68821b28311b req-bebc9a1d-5c7a-47ae-b7c5-7688ef61d6d2 service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969907 Aug 20 14:59:30.231712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72013e5-633f-4d3a-902b-fec6794df529 req-68a76b01-3459-404e-9cc3-d7ac9b624ad7 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:30.239453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b72013e5-633f-4d3a-902b-fec6794df529 req-68a76b01-3459-404e-9cc3-d7ac9b624ad7 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 950 time: 0.3510365 Aug 20 14:59:30.338804 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-47a6c20b-5368-465b-9caf-68821b28311b req-24847868-a378-4ef1-b16d-293583c40642 service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568005 Aug 20 14:59:30.342571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:30.384924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:30.385513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:30.438841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8236f833-21af-46f1-9508-4b8c29824519 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:30.477690 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236f833-21af-46f1-9508-4b8c29824519 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=40731bb9-8c3f-4f07-9e60-5700c7f16e4a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:30.524950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8236f833-21af-46f1-9508-4b8c29824519 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:30.529568 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8236f833-21af-46f1-9508-4b8c29824519 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/40731bb9-8c3f-4f07-9e60-5700c7f16e4a HTTP/1.1" status: 204 len: 168 time: 0.9892583 Aug 20 14:59:30.530203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34496) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:30.583958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7b41c0bc-fd5e-4636-bb3a-3697fcb72668 None None] Provisioning for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:30.584329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2dcd41-4990-452f-bfd8-4d5b949c4780 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:30.588465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7b41c0bc-fd5e-4636-bb3a-3697fcb72668 None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:30.588689 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bd2dcd41-4990-452f-bfd8-4d5b949c4780 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0574968 Aug 20 14:59:30.589196 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7b41c0bc-fd5e-4636-bb3a-3697fcb72668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:30.589496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34498) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:30.656352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a5c3f-1c12-4117-8844-fb738656f196 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:30.660416 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fd0a5c3f-1c12-4117-8844-fb738656f196 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0694768 Aug 20 14:59:30.661308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34500) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:30.735886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'name': 'network-vif-deleted', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:30.738149 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193e8c44-92cf-4d6b-b798-16fe46800ad9" -d '{"events": [{"server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "name": "network-vif-deleted", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:30.763402 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8fd93-8835-431d-a353-854cf6556d2b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:30.769480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8fd93-8835-431d-a353-854cf6556d2b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:30.772638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585fc69-a620-4974-9a75-6c8b2625edd2 req-4c94f2d5-def5-4e8f-8784-d9e9f1ccba6c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:30.772868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8fd93-8835-431d-a353-854cf6556d2b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:30.777905 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-32e8fd93-8835-431d-a353-854cf6556d2b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1135724 Aug 20 14:59:30.778911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34506) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:30.780093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8585fc69-a620-4974-9a75-6c8b2625edd2 req-4c94f2d5-def5-4e8f-8784-d9e9f1ccba6c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.7119136 Aug 20 14:59:30.839559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-77fa641e-c9d7-4aaf-86f0-f9d417a1c2a3 None None] Could not find standard attr ID for object 40731bb9-8c3f-4f07-9e60-5700c7f16e4a. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:59:30.848831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b72013e5-633f-4d3a-902b-fec6794df529 req-0464ef32-c891-4669-8cb4-ed089d24d746 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073740 Aug 20 14:59:30.861026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50979d5-7fe2-4af2-a9bb-f25328f23bd3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 4c0f9c1e-37ac-4acf-b007-55b3ea7a070d {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:30.866624 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f50979d5-7fe2-4af2-a9bb-f25328f23bd3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:30.937928 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f50979d5-7fe2-4af2-a9bb-f25328f23bd3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.042273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8585fc69-a620-4974-9a75-6c8b2625edd2 req-3f6bddd1-8d7c-4e02-adff-e86722c0a50f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608964 Aug 20 14:59:31.050230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f50979d5-7fe2-4af2-a9bb-f25328f23bd3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.066333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.095359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce5e0b-b0d9-4d24-9e20-c274cf5100f1 req-fa0aeacc-0d02-4bf9-8c04-43bb55b45582 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:31.096832 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bce5e0b-b0d9-4d24-9e20-c274cf5100f1 req-fa0aeacc-0d02-4bf9-8c04-43bb55b45582 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 932 time: 0.1240082 Aug 20 14:59:31.133784 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f50979d5-7fe2-4af2-a9bb-f25328f23bd3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.146777 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b827f-bcdf-44eb-834d-8396300784bf x-openstack-request-id: req-737b827f-bcdf-44eb-834d-8396300784bf {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:31.147135 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "746249fd-b54c-4a48-b9b4-d6d746b40eee", "name": "network-vif-deleted", "tag": "ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:31.147342 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-737b827f-bcdf-44eb-834d-8396300784bf {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:31.147813 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746249fd-b54c-4a48-b9b4-d6d746b40eee', 'name': 'network-vif-deleted', 'tag': 'ac8f7e2b-e6ad-4009-b9f1-02d215d4dba2', 'status': 'completed', 'code': 200} Aug 20 14:59:31.164643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50979d5-7fe2-4af2-a9bb-f25328f23bd3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0f9c1e-37ac-4acf-b007-55b3ea7a070d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:31.166680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f50979d5-7fe2-4af2-a9bb-f25328f23bd3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.171310 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f50979d5-7fe2-4af2-a9bb-f25328f23bd3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/4c0f9c1e-37ac-4acf-b007-55b3ea7a070d HTTP/1.1" status: 204 len: 168 time: 0.3910816 Aug 20 14:59:31.175000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34514) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:31.176525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002f44cf-35b3-46b5-af96-5cceb07a3f4f None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:31.228856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7448a53-eed4-4a09-81e0-ca5bc23b9f1f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 655712db-9e5c-428f-b2e7-3c7a7a804663 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:31.232000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7448a53-eed4-4a09-81e0-ca5bc23b9f1f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.256845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:31.279124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7448a53-eed4-4a09-81e0-ca5bc23b9f1f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.293888 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.307986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bce5e0b-b0d9-4d24-9e20-c274cf5100f1 req-553c20b0-f6ab-4be0-b97a-92f76644f65f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029216 Aug 20 14:59:31.334176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Transition to ACTIVE for port object b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:31.345593 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.420049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7448a53-eed4-4a09-81e0-ca5bc23b9f1f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.466933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:31.489832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7448a53-eed4-4a09-81e0-ca5bc23b9f1f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.528485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7448a53-eed4-4a09-81e0-ca5bc23b9f1f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=655712db-9e5c-428f-b2e7-3c7a7a804663,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:31.532953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7448a53-eed4-4a09-81e0-ca5bc23b9f1f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.536098 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a7448a53-eed4-4a09-81e0-ca5bc23b9f1f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/655712db-9e5c-428f-b2e7-3c7a7a804663 HTTP/1.1" status: 204 len: 168 time: 0.3585546 Aug 20 14:59:31.538811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34518) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:31.580990 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bfbc55fb-d4a1-46e9-bfed-f1ef4fce1561 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410340 Aug 20 14:59:31.583729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34520) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:31.589386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:31.666981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac4245-c4ee-4946-acf8-f71309f3b3b5 req-a840f79b-b013-4986-837a-8f4f8e04bf1b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:31.668584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44ac4245-c4ee-4946-acf8-f71309f3b3b5 req-a840f79b-b013-4986-837a-8f4f8e04bf1b tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 945 time: 0.1836910 Aug 20 14:59:31.687556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:31.691691 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.701598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Attempting to bind port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:31.701943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Attempting to bind port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:31.702283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Attempting to bind port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:31.707945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Router 82234116-76b3-4363-a2c2-0b42df78d54d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:59:31.721207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-7eb3905b-7233-4b06-84ad-ad5090b2650d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:31.722704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-7eb3905b-7233-4b06-84ad-ad5090b2650d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 950 time: 0.1729641 Aug 20 14:59:31.739220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 on network dc073387-b2cf-4dc7-95ad-28573738ed1d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:59:31.739579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Attempting to bind port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 on network dc073387-b2cf-4dc7-95ad-28573738ed1d {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:31.784704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:31.785055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Checking segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:31.785452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Bound using segment: {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:31.785970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Bound port: b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898eed2c-56b7-4e1f-be6f-3989b5fdc08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:31.786380 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:31.805938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44ac4245-c4ee-4946-acf8-f71309f3b3b5 req-e93af6a8-7ac7-4197-84a2-60541ca404af tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304510 Aug 20 14:59:31.953073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.008602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:32.011824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] For port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:32.025257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:32.043025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:32.043688 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.045564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] For port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:32.048837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:59:32.056205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d33cabfe-0a6d-4105-bed7-2a9508b42d5e admin admin] 10.222.0.36 "PUT /v2.0/routers/82234116-76b3-4363-a2c2-0b42df78d54d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9404387 Aug 20 14:59:32.059253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34524) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:32.059375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=6fa13327-b047-40f3-ac2a-b0f8838734c9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:32.073248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] Sync routers for ids ['82234116-76b3-4363-a2c2-0b42df78d54d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:59:32.073782 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.074362 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-12fa5637-ce6e-4601-8f98-bd7a517b1e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4852421 Aug 20 14:59:32.074362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34526) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:32.078685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-66168c64-8b2f-4d26-9344-e2270af38fc8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:32.088215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003dbc-937e-4acb-ad1b-8f9d34b29be6 req-bea2a803-6244-4983-b493-bce46dc4024d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:32.089878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7003dbc-937e-4acb-ad1b-8f9d34b29be6 req-bea2a803-6244-4983-b493-bce46dc4024d tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 950 time: 0.1280007 Aug 20 14:59:32.090808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] Routers {'82234116-76b3-4363-a2c2-0b42df78d54d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:59:32.092048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['82234116-76b3-4363-a2c2-0b42df78d54d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:32.140965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842fcea6-ce69-4165-bfdc-4de767402e1f None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:32.146843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Deleting port b9fe97e7-829a-412b-a1c1-4f51b609f9de {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:32.148116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.165026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-4c8b3b58-acd5-42df-aa05-a0b80e11cc11 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:32.166501 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-4c8b3b58-acd5-42df-aa05-a0b80e11cc11 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 945 time: 0.1605284 Aug 20 14:59:32.255420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-92cb064f-3fc3-4775-87a8-5d297563b2bf None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:32.255820 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-92cb064f-3fc3-4775-87a8-5d297563b2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.289725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:32.290665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.292341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] 10.222.0.70 "PUT /v2.0/ports/b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 HTTP/1.1" status: 200 len: 1093 time: 2.6515517 Aug 20 14:59:32.316216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66168c64-8b2f-4d26-9344-e2270af38fc8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:32.320801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66168c64-8b2f-4d26-9344-e2270af38fc8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.339875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] Set router 82234116-76b3-4363-a2c2-0b42df78d54d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:59:32.388001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Deleting port 81ca962b-17d2-48e2-98ec-d351c91f7740 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:32.388231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.403835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:59:32.435423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7003dbc-937e-4acb-ad1b-8f9d34b29be6 req-dc93ef8e-54f9-479b-a33c-7d14c08c78f1 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634408 Aug 20 14:59:32.444924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9de16-4a3b-4b8b-99a0-39480f6737c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:32.494907 n-d-695189-15 neutron-server[101100]: INFO neutron.db.ipam_backend_mixin [None req-66168c64-8b2f-4d26-9344-e2270af38fc8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6fa13327-b047-40f3-ac2a-b0f8838734c9 (CIDR: 2001:db8::/64) Aug 20 14:59:32.503932 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-66168c64-8b2f-4d26-9344-e2270af38fc8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:59:32.503932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66168c64-8b2f-4d26-9344-e2270af38fc8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:32.507305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d326a4-77b0-4901-9a3f-504221edfac9 req-a69b98bc-1ed9-4a91-8e10-a4fb93246883 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:32.509530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89d326a4-77b0-4901-9a3f-504221edfac9 req-a69b98bc-1ed9-4a91-8e10-a4fb93246883 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.3576677 Aug 20 14:59:32.513446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] For port b9fe97e7-829a-412b-a1c1-4f51b609f9de, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b9fe97e7-829a-412b-a1c1-4f51b609f9de,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:32.513446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.517273 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.530618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] For port 81ca962b-17d2-48e2-98ec-d351c91f7740, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=81ca962b-17d2-48e2-98ec-d351c91f7740,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:32.531039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.543663 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-66168c64-8b2f-4d26-9344-e2270af38fc8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4691892 Aug 20 14:59:32.549633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34536) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:32.554799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:32.561222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Calling delete_port for 81ca962b-17d2-48e2-98ec-d351c91f7740 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:32.593392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-bb1f156f-5215-4910-a3da-40a897bb2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:32.595111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-bb1f156f-5215-4910-a3da-40a897bb2968 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 1096 time: 0.2183464 Aug 20 14:59:32.603587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Calling delete_port for b9fe97e7-829a-412b-a1c1-4f51b609f9de owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:32.667370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-e808c1a7-f2a7-4fbe-953d-572d5d4370dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 HTTP/1.1" status: 200 len: 217 time: 0.0594962 Aug 20 14:59:32.690734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:32.737307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8', 'port_id': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'mac_address': 'fa:16:3e:33:f9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407a70cd-52de-428b-998f-83c5b6bd13b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:59:32.758944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:32.764345 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.789140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.790588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89d326a4-77b0-4901-9a3f-504221edfac9 req-5aa3fed2-5d39-4e2c-9a0c-2370c4c8400c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548726 Aug 20 14:59:32.815578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45d19c2-9a23-4a7c-b483-2e7ae5641d31 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:32.822911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:59:29Z', 'revision_number': 5, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'gw_port': {'id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:32.867080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] Checking router: 82234116-76b3-4363-a2c2-0b42df78d54d for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:59:32.875694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-c9ee189d-9cfb-4662-84ab-c0930ed24607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:32.879266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-c9ee189d-9cfb-4662-84ab-c0930ed24607 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.1629648 Aug 20 14:59:32.880463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:32.893628 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:32.899999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] Routers {'82234116-76b3-4363-a2c2-0b42df78d54d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:59:32.901057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['82234116-76b3-4363-a2c2-0b42df78d54d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:32.999006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:33.002529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.008634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-71184e25-0d66-495f-82ba-593beb2cc443 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139798 Aug 20 14:59:33.099771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.143844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Pushing event deleted for resources: {'Port': ['ID=81ca962b-17d2-48e2-98ec-d351c91f7740,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:33.149409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f85792-b451-4a09-be94-1158d6116143 req-db1dd3d6-3453-4a0f-b40d-def5add5cb16 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:33.157599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9f85792-b451-4a09-be94-1158d6116143 req-db1dd3d6-3453-4a0f-b40d-def5add5cb16 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 944 time: 0.2753961 Aug 20 14:59:33.186457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956f6338-e36a-4900-bb19-8f65357b9c58', 'tag': 'b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:33.188787 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3" -d '{"events": [{"name": "network-changed", "server_uuid": "956f6338-e36a-4900-bb19-8f65357b9c58", "tag": "b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:33.217975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79912087-0537-4019-a880-6ca9e758e93a req-ec5ece98-ad6e-4313-9be7-5fc2850aeefc tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:33.219886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79912087-0537-4019-a880-6ca9e758e93a req-ec5ece98-ad6e-4313-9be7-5fc2850aeefc tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d4644b2-ea47-431f-b8be-26c1e304f673 HTTP/1.1" status: 200 len: 866 time: 0.2947419 Aug 20 14:59:33.225883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] No DVR routers for this DVR port 81ca962b-17d2-48e2-98ec-d351c91f7740 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:33.230722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.233187 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fcd4a2b-01b1-44b4-8a9e-3d27d652a88f req-bda5b995-48a3-448d-8420-a288c5c6114c tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.70 "DELETE /v2.0/ports/81ca962b-17d2-48e2-98ec-d351c91f7740 HTTP/1.1" status: 204 len: 173 time: 1.0554080 Aug 20 14:59:33.233634 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'name': 'network-vif-deleted', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:33.236969 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22233b26-01a0-4602-8198-6af1f407cd54" -d '{"events": [{"server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "name": "network-vif-deleted", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:33.268458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7fa6b196-71d6-4e1b-ab5e-6443e415cc55 None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:33.269416 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7fa6b196-71d6-4e1b-ab5e-6443e415cc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.296831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] Set router 82234116-76b3-4363-a2c2-0b42df78d54d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:59:33.316097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:59:33.324904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9f85792-b451-4a09-be94-1158d6116143 req-e2e7760a-02fa-434c-915b-9360014fab42 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662066 Aug 20 14:59:33.356899 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.365258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-645e39ff-c391-4f2f-937a-4d50b8b07dc6 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365278 Aug 20 14:59:33.417825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['f45d19c2-9a23-4a7c-b483-2e7ae5641d31'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:33.426644 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d067a5d-19a6-4cfb-884f-eca29e2b1830 x-openstack-request-id: req-9d067a5d-19a6-4cfb-884f-eca29e2b1830 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:33.427044 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4644b2-ea47-431f-b8be-26c1e304f673", "name": "network-vif-deleted", "tag": "81ca962b-17d2-48e2-98ec-d351c91f7740", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:33.427401 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d067a5d-19a6-4cfb-884f-eca29e2b1830 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:33.428030 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4644b2-ea47-431f-b8be-26c1e304f673', 'name': 'network-vif-deleted', 'tag': '81ca962b-17d2-48e2-98ec-d351c91f7740', 'status': 'completed', 'code': 200} Aug 20 14:59:33.441203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ea15c504-541b-4934-aa30-5501b8e53766'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:33.528425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.707613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] For port ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:33.718279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Pushing event deleted for resources: {'Port': ['ID=b9fe97e7-829a-412b-a1c1-4f51b609f9de,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:33.724041 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe0cbb9-a1a0-40a7-b05e-f05f68a2b0db x-openstack-request-id: req-0fe0cbb9-a1a0-40a7-b05e-f05f68a2b0db {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:33.724335 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956f6338-e36a-4900-bb19-8f65357b9c58", "tag": "b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:33.724648 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0fe0cbb9-a1a0-40a7-b05e-f05f68a2b0db {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:33.724962 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956f6338-e36a-4900-bb19-8f65357b9c58', 'tag': 'b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5', 'status': 'completed', 'code': 200} Aug 20 14:59:33.731764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79912087-0537-4019-a880-6ca9e758e93a req-75dd277b-50ea-4a1b-b4db-1fb7b8c19454 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992704 Aug 20 14:59:33.748703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Deleting port 77c4551f-5e29-4e69-bc26-38bfcd6036c5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:33.749044 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.759699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.768437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.769652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.846834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2172043f-1cfd-45ee-9cc4-39974a3e1d14 req-f46b4ad9-1ca3-4176-9c74-c3d468b4d427 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d5e22b8-7a93-4239-8843-3742cdb18e52 HTTP/1.1" status: 200 len: 210 time: 0.1200957 Aug 20 14:59:33.874944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=af326192-4473-47ad-a4ee-40694892fceb,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:33.925584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:59:29Z', 'revision_number': 5, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'gw_port': {'id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:33.927201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] No DVR routers for this DVR port b9fe97e7-829a-412b-a1c1-4f51b609f9de on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:33.932406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:33.934267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79a200a2-80b4-4231-b038-38cf31e0a002 req-ebdb985a-2e53-466c-bc60-73d69a186922 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "DELETE /v2.0/ports/b9fe97e7-829a-412b-a1c1-4f51b609f9de HTTP/1.1" status: 204 len: 173 time: 2.2022355 Aug 20 14:59:33.965155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c18989-2d86-474d-8738-e91cecce5a0d None None] The sync data for ids ['82234116-76b3-4363-a2c2-0b42df78d54d'] in n-d-695189-15 is: [{'id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1210912381-router', 'tenant_id': '4d03c0864047453ebebeba36c82ff9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:59:29Z', 'revision_number': 5, 'project_id': '4d03c0864047453ebebeba36c82ff9db', 'gw_port': {'id': '77c4551f-5e29-4e69-bc26-38bfcd6036c5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82234116-76b3-4363-a2c2-0b42df78d54d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:14Z', 'updated_at': '2021-08-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:59:34.002866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] For port 77c4551f-5e29-4e69-bc26-38bfcd6036c5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=77c4551f-5e29-4e69-bc26-38bfcd6036c5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:34.004132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:34.012869 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcff32f1-4dd2-4ef7-9b8e-72ec65e460b5 req-b6d43759-be41-4486-b412-56d1af96cfa5 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822306 Aug 20 14:59:34.012999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:34.017962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:34.021334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:34.022094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:34.040715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca048598-3b54-40b9-ba32-e20ec2baa0ee None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:34.044177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Calling delete_port for 77c4551f-5e29-4e69-bc26-38bfcd6036c5 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:34.087248 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5366874 Aug 20 14:59:34.088183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014a5b2-6b3d-45a0-a13e-a7376789b633 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,revision_number=13']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:34.090718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34552) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:34.106152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:05:cc:15', 'name': 'tempest-NetworksTestDHCPv6-692988030'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:34.252485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba43d9-9261-4d95-8168-32726413e0d2 req-681311a3-cf21-4828-b479-491f3c5495e1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:34.254894 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9ba43d9-9261-4d95-8168-32726413e0d2 req-681311a3-cf21-4828-b479-491f3c5495e1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 944 time: 0.2430539 Aug 20 14:59:34.263134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:34.264690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-7e697376-2650-46f7-aaf0-d482afdee7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:34.266521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-7e697376-2650-46f7-aaf0-d482afdee7ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 1096 time: 0.1330352 Aug 20 14:59:34.355269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346eb2df-ebfa-4afc-aa21-ca5cb429e2cc None None] Update dhcp port {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'fixed_ips': [{'subnet_id': 'af326192-4473-47ad-a4ee-40694892fceb', 'ip_address': '2001:db8:0:1:f816:3eff:fe5c:279d'}, {'subnet_id': '6fa13327-b047-40f3-ac2a-b0f8838734c9'}], 'binding:host_id': 'n-d-695189-15'}, 'id': 'ba65fb86-62d0-4db4-a378-6998e4dfe9f9'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 14:59:34.379231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:34.406015 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-346eb2df-ebfa-4afc-aa21-ca5cb429e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:34.411117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 81ca962b-17d2-48e2-98ec-d351c91f7740 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:34.416343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9ba43d9-9261-4d95-8168-32726413e0d2 req-208fbd21-736f-4e7c-b386-2a874826a6e2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466243 Aug 20 14:59:34.435170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 250cf42c-d173-4ec0-a774-4eedab9b893f yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:59:34.464035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 81ca962b-17d2-48e2-98ec-d351c91f7740 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:34.464381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 81ca962b-17d2-48e2-98ec-d351c91f7740 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:34.518192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-8904c2eb-4db4-4c23-9d27-abe03c8fa7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:34.526298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-8904c2eb-4db4-4c23-9d27-abe03c8fa7a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 907 time: 0.2122838 Aug 20 14:59:34.550224 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:34.596845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27b5f8-303e-4749-8ae7-e035f82faad3 req-b9816a95-3fa6-4c0f-a04a-eae68edabe1f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:34.598484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c27b5f8-303e-4749-8ae7-e035f82faad3 req-b9816a95-3fa6-4c0f-a04a-eae68edabe1f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 944 time: 0.1371114 Aug 20 14:59:34.621105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-76d32755-f4a3-4fda-9d83-1f3b51c42a62 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 HTTP/1.1" status: 200 len: 217 time: 0.0809326 Aug 20 14:59:34.631955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c4551f-5e29-4e69-bc26-38bfcd6036c5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:34.671372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::3e6 (ac065349-4adc-4c43-b021-1a2dee529997/6fa13327-b047-40f3-ac2a-b0f8838734c9/250cf42c-d173-4ec0-a774-4eedab9b893f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:34.680900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8:0:1:f816:3eff:fe05:cc15 (ac065349-4adc-4c43-b021-1a2dee529997/af326192-4473-47ad-a4ee-40694892fceb/250cf42c-d173-4ec0-a774-4eedab9b893f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:34.758918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c27b5f8-303e-4749-8ae7-e035f82faad3 req-b540c5a4-ec3d-4d38-8a68-bdd78a20dbb3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363826 Aug 20 14:59:34.762476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-dbc21a15-7546-49fb-a4c5-e96379812910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:34.763954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-dbc21a15-7546-49fb-a4c5-e96379812910 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.1271133 Aug 20 14:59:34.773017 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:34.902899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-5d1fe87c-edb0-4117-867a-c8215a110035 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910676 Aug 20 14:59:34.907383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:34.911780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.019588 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.020061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82234116-76b3-4363-a2c2-0b42df78d54d {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:59:35.027928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.028977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d1cc2cf6-6f67-4b99-8438-c104a59e60b9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/82234116-76b3-4363-a2c2-0b42df78d54d HTTP/1.1" status: 204 len: 168 time: 2.9673996 Aug 20 14:59:35.031385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34568) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:35.146122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abc32e2-d273-4cf8-96a5-ebc6e0404335 admin admin] Deleting subnet 7d19ac15-6203-4f64-8fee-a15dd82b72f1 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:35.157367 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0abc32e2-d273-4cf8-96a5-ebc6e0404335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.167390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dee3a2-c127-47af-a1d7-3afcc0099f75 req-80c7c5b3-d780-4153-86c8-7b129bc2ca24 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:35.169047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33dee3a2-c127-47af-a1d7-3afcc0099f75 req-80c7c5b3-d780-4153-86c8-7b129bc2ca24 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 944 time: 0.1043148 Aug 20 14:59:35.189414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-11fd5188-723d-403f-9fb5-845dd1d87ad7 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681530 Aug 20 14:59:35.219236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.233410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 250cf42c-d173-4ec0-a774-4eedab9b893f will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:35.274323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.281048 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0abc32e2-d273-4cf8-96a5-ebc6e0404335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.298806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b9fe97e7-829a-412b-a1c1-4f51b609f9de no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:35.327706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:35.329199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: b9fe97e7-829a-412b-a1c1-4f51b609f9de {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:35.329559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b9fe97e7-829a-412b-a1c1-4f51b609f9de not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:35.331486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:35.340277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:35.340864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33dee3a2-c127-47af-a1d7-3afcc0099f75 req-42c69e00-0f6e-4045-abcb-4ec3e33d3574 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484587 Aug 20 14:59:35.347057 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:35.347193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-346eb2df-ebfa-4afc-aa21-ca5cb429e2cc None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/6fa13327-b047-40f3-ac2a-b0f8838734c9/ba65fb86-62d0-4db4-a378-6998e4dfe9f9) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:35.347830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.352193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=250cf42c-d173-4ec0-a774-4eedab9b893f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:35.372855 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-908dcdde-0645-4044-92e4-2090d521de8c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2787349 Aug 20 14:59:35.373362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34574) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:35.458163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67e0ac38-3aa8-4baa-bea7-a190b8bf07d3 req-51d35b16-8133-466d-a133-de8957e9232b service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533078 Aug 20 14:59:35.474593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-49f3bafb-2efe-4381-98b1-caed46719e9c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 250cf42c-d173-4ec0-a774-4eedab9b893f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:35.475499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49f3bafb-2efe-4381-98b1-caed46719e9c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.483450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-346eb2df-ebfa-4afc-aa21-ca5cb429e2cc None None] For port ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:35.492260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae0427-181f-4c40-a25a-be8bed195de8 req-f800bab8-870a-4264-b040-369f99bc2f33 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:35.504659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deae0427-181f-4c40-a25a-be8bed195de8 req-f800bab8-870a-4264-b040-369f99bc2f33 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 950 time: 0.1257687 Aug 20 14:59:35.522013 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-346eb2df-ebfa-4afc-aa21-ca5cb429e2cc None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.527565 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0abc32e2-d273-4cf8-96a5-ebc6e0404335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.551759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-346eb2df-ebfa-4afc-aa21-ca5cb429e2cc None None] Transition to ACTIVE for port object ba65fb86-62d0-4db4-a378-6998e4dfe9f9 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:35.557428 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-346eb2df-ebfa-4afc-aa21-ca5cb429e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.584577 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49f3bafb-2efe-4381-98b1-caed46719e9c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.602607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-49f3bafb-2efe-4381-98b1-caed46719e9c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 250cf42c-d173-4ec0-a774-4eedab9b893f owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:35.631931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deae0427-181f-4c40-a25a-be8bed195de8 req-94aea18d-3e6b-4683-be71-0dcf1db75170 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221411 Aug 20 14:59:35.650692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dbfd5-fda0-4b6c-af39-fa74585d61f3 req-30abb6e1-5ba8-44ae-a7f0-ef7480c9465d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:35.652260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a69dbfd5-fda0-4b6c-af39-fa74585d61f3 req-30abb6e1-5ba8-44ae-a7f0-ef7480c9465d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 944 time: 0.1373613 Aug 20 14:59:35.691479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0abc32e2-d273-4cf8-96a5-ebc6e0404335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.691874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eb2df-ebfa-4afc-aa21-ca5cb429e2cc None None] Pushing event updated for resources: {'Port': ['ID=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,revision_number=14']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:35.721124 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.726879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5e22b8-7a93-4239-8843-3742cdb18e52', 'name': 'network-vif-deleted', 'tag': 'b9fe97e7-829a-412b-a1c1-4f51b609f9de'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:35.734212 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455cefc7-de1d-4263-b249-3fdafa4db5ae" -d '{"events": [{"server_uuid": "1d5e22b8-7a93-4239-8843-3742cdb18e52", "name": "network-vif-deleted", "tag": "b9fe97e7-829a-412b-a1c1-4f51b609f9de"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:35.740220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a69dbfd5-fda0-4b6c-af39-fa74585d61f3 req-2553daa2-1cfa-4fa0-93a5-17a8a19fb9d2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800824 Aug 20 14:59:35.740803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc32e2-d273-4cf8-96a5-ebc6e0404335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d19ac15-6203-4f64-8fee-a15dd82b72f1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:35.760778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb2d909-7523-4a01-9656-2c0501db86f3 None None] Network 43924749-5c14-4d61-add6-11ff9688d237 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:35.764710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0abc32e2-d273-4cf8-96a5-ebc6e0404335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.770763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0abc32e2-d273-4cf8-96a5-ebc6e0404335 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7d19ac15-6203-4f64-8fee-a15dd82b72f1 HTTP/1.1" status: 204 len: 168 time: 0.7362835 Aug 20 14:59:35.771336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34580) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:35.785027 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692050c6-3d50-4efd-81cf-52255ff375e7 x-openstack-request-id: req-692050c6-3d50-4efd-81cf-52255ff375e7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:35.785426 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5e22b8-7a93-4239-8843-3742cdb18e52", "name": "network-vif-deleted", "tag": "b9fe97e7-829a-412b-a1c1-4f51b609f9de", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:35.785773 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-692050c6-3d50-4efd-81cf-52255ff375e7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:35.786255 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5e22b8-7a93-4239-8843-3742cdb18e52', 'name': 'network-vif-deleted', 'tag': 'b9fe97e7-829a-412b-a1c1-4f51b609f9de', 'status': 'completed', 'code': 200} Aug 20 14:59:35.855421 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.880942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49f3bafb-2efe-4381-98b1-caed46719e9c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.927032 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3bafb-2efe-4381-98b1-caed46719e9c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=250cf42c-d173-4ec0-a774-4eedab9b893f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:35.951970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ba65fb86-62d0-4db4-a378-6998e4dfe9f9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:35.993736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49f3bafb-2efe-4381-98b1-caed46719e9c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:35.996094 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-49f3bafb-2efe-4381-98b1-caed46719e9c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/250cf42c-d173-4ec0-a774-4eedab9b893f HTTP/1.1" status: 204 len: 168 time: 0.6216424 Aug 20 14:59:35.999700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34584) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:36.030104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-6846bd11-a8ca-4a00-a04b-4eadd75c7d46 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:36.031647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-6846bd11-a8ca-4a00-a04b-4eadd75c7d46 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.72 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 944 time: 0.1720695 Aug 20 14:59:36.057477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91521690-b7ef-4c6e-aed2-64085ef0debf None None] DHCP port deletion for 43924749-5c14-4d61-add6-11ff9688d237 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:59:36.069439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be989927-700f-41ae-809e-afa38891f5d1 req-13f27499-1f39-421b-9663-a43700f1a5a4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:36.071701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be989927-700f-41ae-809e-afa38891f5d1 req-13f27499-1f39-421b-9663-a43700f1a5a4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 944 time: 0.1831038 Aug 20 14:59:36.080948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c6240d-8ade-41b4-bd9d-2004cb41b646 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:36.083588 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0c6240d-8ade-41b4-bd9d-2004cb41b646 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0818882 Aug 20 14:59:36.088044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34588) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:36.134078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Deleting port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:36.134517 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.144435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 77c4551f-5e29-4e69-bc26-38bfcd6036c5 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:36.169468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f402d3-5c2f-47bb-9179-fc10cc79040a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:36.171251 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-56f402d3-5c2f-47bb-9179-fc10cc79040a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0821362 Aug 20 14:59:36.173110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 77c4551f-5e29-4e69-bc26-38bfcd6036c5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:36.173552 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 77c4551f-5e29-4e69-bc26-38bfcd6036c5 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:36.173955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34590) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:36.174076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 162b8853-c31e-4199-9c65-e9a0a0555d9e no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:36.196982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 162b8853-c31e-4199-9c65-e9a0a0555d9e {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:36.197323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 162b8853-c31e-4199-9c65-e9a0a0555d9e not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:36.207060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-91521690-b7ef-4c6e-aed2-64085ef0debf None None] Deleting port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:36.207448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91521690-b7ef-4c6e-aed2-64085ef0debf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.244745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430e23e-cd91-4cec-8ae3-37648463dcc2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:36.245761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430e23e-cd91-4cec-8ae3-37648463dcc2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:36.247288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f430e23e-cd91-4cec-8ae3-37648463dcc2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:36.247704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be989927-700f-41ae-809e-afa38891f5d1 req-f0c5e535-bb2f-42d2-af19-f64b4136cef7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496515 Aug 20 14:59:36.251741 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f430e23e-cd91-4cec-8ae3-37648463dcc2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0739937 Aug 20 14:59:36.251973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34592) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:36.280145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] For port 84ccd4ef-b32f-448b-894b-ec3e53fc2112, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=84ccd4ef-b32f-448b-894b-ec3e53fc2112,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:36.280477 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.293965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-91521690-b7ef-4c6e-aed2-64085ef0debf None None] For port 84ccd4ef-b32f-448b-894b-ec3e53fc2112, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=84ccd4ef-b32f-448b-894b-ec3e53fc2112,segment=NetworkSegment(87674281-7910-4f82-afc5-411346ba89cc),segment_id=87674281-7910-4f82-afc5-411346ba89cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:36.294544 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91521690-b7ef-4c6e-aed2-64085ef0debf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.297789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Calling delete_port for 84ccd4ef-b32f-448b-894b-ec3e53fc2112 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:36.313469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-91521690-b7ef-4c6e-aed2-64085ef0debf None None] Calling delete_port for 84ccd4ef-b32f-448b-894b-ec3e53fc2112 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:36.330766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f2095c-4c8f-4157-bd6b-4612c5e6dccc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 6fa13327-b047-40f3-ac2a-b0f8838734c9 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:36.346646 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51f2095c-4c8f-4157-bd6b-4612c5e6dccc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.355188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Deleting port c4da1bc4-d37f-4bda-8cea-de604f10b8cc {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:36.355188 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.379604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:59:36.381858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:36.404463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51f2095c-4c8f-4157-bd6b-4612c5e6dccc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.521962 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51f2095c-4c8f-4157-bd6b-4612c5e6dccc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.534560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] For port c4da1bc4-d37f-4bda-8cea-de604f10b8cc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,segment=NetworkSegment(3977fec6-18d4-45a9-a1d2-364dc556595c),segment_id=3977fec6-18d4-45a9-a1d2-364dc556595c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:36.534873 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.547836 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.549605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:36.557298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:36.558037 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.558927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef885cd4-c53e-484e-9c48-a9c3cec53ef7 req-d54fa53f-a9c3-418d-8234-22250c064e74 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:36.560550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef885cd4-c53e-484e-9c48-a9c3cec53ef7 req-d54fa53f-a9c3-418d-8234-22250c064e74 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 944 time: 0.1218054 Aug 20 14:59:36.567557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Calling delete_port for c4da1bc4-d37f-4bda-8cea-de604f10b8cc owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:36.592371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91521690-b7ef-4c6e-aed2-64085ef0debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.593084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51f2095c-4c8f-4157-bd6b-4612c5e6dccc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.609511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ccd4ef-b32f-448b-894b-ec3e53fc2112,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:36.627783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] No DVR routers for this DVR port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:36.628907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2095c-4c8f-4157-bd6b-4612c5e6dccc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa13327-b047-40f3-ac2a-b0f8838734c9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:36.634490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51f2095c-4c8f-4157-bd6b-4612c5e6dccc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.640490 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-51f2095c-4c8f-4157-bd6b-4612c5e6dccc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/6fa13327-b047-40f3-ac2a-b0f8838734c9 HTTP/1.1" status: 204 len: 168 time: 0.3852117 Aug 20 14:59:36.640748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34598) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:36.680315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91521690-b7ef-4c6e-aed2-64085ef0debf None None] Pushing event deleted for resources: {'Port': ['ID=84ccd4ef-b32f-448b-894b-ec3e53fc2112,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:36.684349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:36.703109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0717561-78cb-4add-a9b6-4b920e191dfb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet af326192-4473-47ad-a4ee-40694892fceb {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:36.706869 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0717561-78cb-4add-a9b6-4b920e191dfb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.710324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91521690-b7ef-4c6e-aed2-64085ef0debf None None] No DVR routers for this DVR port 84ccd4ef-b32f-448b-894b-ec3e53fc2112 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:36.715094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a90d1e-5819-4b55-b7ed-aa783d68d141 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:36.721400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef885cd4-c53e-484e-9c48-a9c3cec53ef7 req-017082d2-0ada-419d-add7-69931d390907 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/security-groups?id=870652c4-43f4-4843-8541-0bee60d1cebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239505 Aug 20 14:59:36.765284 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0717561-78cb-4add-a9b6-4b920e191dfb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.799373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5', 'network_id': 'dc073387-b2cf-4dc7-95ad-28573738ed1d', 'port_id': 'b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5', 'mac_address': 'fa:16:3e:01:21:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fafce579-00b8-4639-b447-4e7a5b160daf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:59:36.828801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.871940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43924749-5c14-4d61-add6-11ff9688d237']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:36.873039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0717561-78cb-4add-a9b6-4b920e191dfb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.880853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2fcc108d-33be-42f5-8010-9f808883573a None None] Provisioning for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:36.894510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87674281-7910-4f82-afc5-411346ba89cc') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:36.894812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87674281-7910-4f82-afc5-411346ba89cc') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:36.896028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2fcc108d-33be-42f5-8010-9f808883573a None None] Provisioning complete for port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:36.896420 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2fcc108d-33be-42f5-8010-9f808883573a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.914617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.919791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdd451-c481-4072-af0a-904a19178df7 req-844a60c6-6455-4ebc-9209-bb088c521156 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:36.921420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bacdd451-c481-4072-af0a-904a19178df7 req-844a60c6-6455-4ebc-9209-bb088c521156 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 950 time: 0.1723447 Aug 20 14:59:36.943659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.958682 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.966139 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0717561-78cb-4add-a9b6-4b920e191dfb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:36.975194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:36.994001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.007769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0717561-78cb-4add-a9b6-4b920e191dfb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=af326192-4473-47ad-a4ee-40694892fceb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:37.010688 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0717561-78cb-4add-a9b6-4b920e191dfb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.012434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bbfde-dde9-4bfa-9143-4430c239efef req-20ec7c6d-b458-4677-95a8-879e133e7ded tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:37.012679 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0717561-78cb-4add-a9b6-4b920e191dfb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/af326192-4473-47ad-a4ee-40694892fceb HTTP/1.1" status: 204 len: 168 time: 0.3707051 Aug 20 14:59:37.015110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34604) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:37.020069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-586bbfde-dde9-4bfa-9143-4430c239efef req-20ec7c6d-b458-4677-95a8-879e133e7ded tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 944 time: 0.1876147 Aug 20 14:59:37.036188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:37.038465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:59:37.039535 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:59:37.046103 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:59:37.047798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:37.049574 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a7afa6-c11b-4e4e-9c16-fa933e303c2c" -d '{"events": [{"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-plugged", "status": "completed", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:37.057738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.063736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-81602cff-c175-491b-94d7-fa8eaa990ada tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471449 Aug 20 14:59:37.066418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34608) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:37.072217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:37.073333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bacdd451-c481-4072-af0a-904a19178df7 req-d59fff5a-4c0f-469d-a0c5-fe7d5c677127 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282229 Aug 20 14:59:37.091772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:37.111647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.130578 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.182250 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2aa7cc-d0cb-4ff1-8436-4c5394e03ed3 x-openstack-request-id: req-cc2aa7cc-d0cb-4ff1-8436-4c5394e03ed3 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:37.182250 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-plugged", "status": "completed", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:37.182250 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cc2aa7cc-d0cb-4ff1-8436-4c5394e03ed3 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:37.182608 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'code': 200} Aug 20 14:59:37.189393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Pushing event deleted for resources: {'Port': ['ID=c4da1bc4-d37f-4bda-8cea-de604f10b8cc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:37.193843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:37.200706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.207167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:37.227294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-586bbfde-dde9-4bfa-9143-4430c239efef req-6541f3e8-7de5-4420-907d-b556ebe0f7b4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057362 Aug 20 14:59:37.262874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.300787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] No DVR routers for this DVR port c4da1bc4-d37f-4bda-8cea-de604f10b8cc on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:37.301373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:37.337375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c715c514-5c0f-4552-8a3f-da12f12f143d None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:59:37.366769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.369477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/43924749-5c14-4d61-add6-11ff9688d237 HTTP/1.1" status: 204 len: 168 time: 1.5968490 Aug 20 14:59:37.372939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34614) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:37.388400 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.390525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa2b81c7-9fb2-42ac-a753-0b084a7ded44 req-59e51755-511e-4ebe-8ae0-0e1736b2b17f tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.72 "DELETE /v2.0/ports/c4da1bc4-d37f-4bda-8cea-de604f10b8cc HTTP/1.1" status: 204 len: 173 time: 1.3389652 Aug 20 14:59:37.391058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c715c514-5c0f-4552-8a3f-da12f12f143d None None] Deleting port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:37.391567 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c715c514-5c0f-4552-8a3f-da12f12f143d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.432427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139e4bf-803d-4f44-981c-821bb41c9fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=43924749-5c14-4d61-add6-11ff9688d237,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:37.474710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05aa616-95ee-4f10-a606-08f6887ea195 req-6c7f39b5-a8fa-4be8-bed5-813ea2ffc5bd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:37.477300 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f05aa616-95ee-4f10-a606-08f6887ea195 req-6c7f39b5-a8fa-4be8-bed5-813ea2ffc5bd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 945 time: 0.1001959 Aug 20 14:59:37.485552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-3428316d-d4cd-4d10-987c-bd0429bd7a3b tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:37.487128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-3428316d-d4cd-4d10-987c-bd0429bd7a3b tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 950 time: 0.1984615 Aug 20 14:59:37.489304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdf3fe-1913-4ba6-8868-14b0beb5d044 req-5406edff-e859-45a1-a631-e4ac9fc0ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:37.490775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46bdf3fe-1913-4ba6-8868-14b0beb5d044 req-5406edff-e859-45a1-a631-e4ac9fc0ee08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 1097 time: 0.2541537 Aug 20 14:59:37.537715 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.612761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:37.613231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:37.616282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:37.622221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:37.623733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.650914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f05aa616-95ee-4f10-a606-08f6887ea195 req-b14eb867-c198-43e3-979e-050ba9eccbba tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537340 Aug 20 14:59:37.671687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46bdf3fe-1913-4ba6-8868-14b0beb5d044 req-8f64adf7-cd04-4bee-9479-3d4f3063e642 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866501 Aug 20 14:59:37.674387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c715c514-5c0f-4552-8a3f-da12f12f143d None None] For port ba65fb86-62d0-4db4-a378-6998e4dfe9f9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:37.674947 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c715c514-5c0f-4552-8a3f-da12f12f143d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.675846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=3f09d930-a9a0-4b4d-86c5-6465a396554c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:37.692835 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d364519d-4f24-491b-87d8-b3303a54c31e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6247463 Aug 20 14:59:37.694620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c715c514-5c0f-4552-8a3f-da12f12f143d None None] Calling delete_port for ba65fb86-62d0-4db4-a378-6998e4dfe9f9 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:37.695491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Deleting port ea15c504-541b-4934-aa30-5501b8e53766 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:37.695491 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.695767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34618) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:37.701048 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3bf39b0a-5c65-4aca-ad08-550f44d56137 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:37.843990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c715c514-5c0f-4552-8a3f-da12f12f143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:37.886666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715c514-5c0f-4552-8a3f-da12f12f143d None None] Pushing event deleted for resources: {'Port': ['ID=ba65fb86-62d0-4db4-a378-6998e4dfe9f9,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:37.892120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715c514-5c0f-4552-8a3f-da12f12f143d None None] No DVR routers for this DVR port ba65fb86-62d0-4db4-a378-6998e4dfe9f9 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:37.921838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53306471-0582-4692-bd1c-9fa624738dba None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:38.030994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf39b0a-5c65-4aca-ad08-550f44d56137 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:38.034555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3bf39b0a-5c65-4aca-ad08-550f44d56137 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.037389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 84ccd4ef-b32f-448b-894b-ec3e53fc2112 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:38.061385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 84ccd4ef-b32f-448b-894b-ec3e53fc2112 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:38.062046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 84ccd4ef-b32f-448b-894b-ec3e53fc2112 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:38.062643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ba65fb86-62d0-4db4-a378-6998e4dfe9f9 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:38.090729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: ba65fb86-62d0-4db4-a378-6998e4dfe9f9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:38.091308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ba65fb86-62d0-4db4-a378-6998e4dfe9f9 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:38.177959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'name': 'network-vif-deleted', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:38.183265 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cad1cf-dd5e-4f3f-9687-92fe41b84f4e" -d '{"events": [{"server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "name": "network-vif-deleted", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:38.206569 n-d-695189-15 neutron-server[101100]: INFO neutron.db.ipam_backend_mixin [None req-3bf39b0a-5c65-4aca-ad08-550f44d56137 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f09d930-a9a0-4b4d-86c5-6465a396554c (CIDR: 2001:db8::/64) Aug 20 14:59:38.216687 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf39b0a-5c65-4aca-ad08-550f44d56137 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 14:59:38.216687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf39b0a-5c65-4aca-ad08-550f44d56137 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:38.217242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ac065349-4adc-4c43-b021-1a2dee529997', 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'tenant_id': '82f2df49435b4264a9a84092d3f00381', 'fixed_ips': [{'subnet_id': '3f09d930-a9a0-4b4d-86c5-6465a396554c'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:59:38.218119 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.232996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.287329 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3bf39b0a-5c65-4aca-ad08-550f44d56137 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5905874 Aug 20 14:59:38.288012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34630) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:38.296212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'subnet': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:38.318252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] For port ea15c504-541b-4934-aa30-5501b8e53766, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ea15c504-541b-4934-aa30-5501b8e53766,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:38.318824 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.349720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e8484-580d-4285-b3ee-01a5b31a0ea3 req-b9ebf547-eaab-4535-8bd3-473f490e7120 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:38.351219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-164e8484-580d-4285-b3ee-01a5b31a0ea3 req-b9ebf547-eaab-4535-8bd3-473f490e7120 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 950 time: 0.1641901 Aug 20 14:59:38.361458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Calling delete_port for ea15c504-541b-4934-aa30-5501b8e53766 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:38.369031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Allocated IP 2001:db8::2 (ac065349-4adc-4c43-b021-1a2dee529997/3f09d930-a9a0-4b4d-86c5-6465a396554c/4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:38.403860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef8dbfc4-d61f-4931-9cb6-b6ff5974a316 req-3ca8c4dd-bfcd-42de-8964-6d724c194410 tempest-LiveMigrationTest-376656711 tempest-LiveMigrationTest-376656711-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e75406-a441-4287-b6d1-ee2c4e09e509 HTTP/1.1" status: 200 len: 210 time: 0.2154644 Aug 20 14:59:38.519705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:38.524783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.526684 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f514e5-19f9-4659-b5dd-3bce46bbf19e x-openstack-request-id: req-04f514e5-19f9-4659-b5dd-3bce46bbf19e {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:38.526986 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e75406-a441-4287-b6d1-ee2c4e09e509", "name": "network-vif-deleted", "tag": "c4da1bc4-d37f-4bda-8cea-de604f10b8cc", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:38.527238 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04f514e5-19f9-4659-b5dd-3bce46bbf19e {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:38.527799 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e75406-a441-4287-b6d1-ee2c4e09e509', 'name': 'network-vif-deleted', 'tag': 'c4da1bc4-d37f-4bda-8cea-de604f10b8cc', 'status': 'completed', 'code': 200} Aug 20 14:59:38.532132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-164e8484-580d-4285-b3ee-01a5b31a0ea3 req-7ffbd6ab-4d2e-4a9b-8dac-0d20707089d0 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/security-groups?id=3697327a-c711-4dc4-a112-9b3f251a9088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687732 Aug 20 14:59:38.535905 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.548642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Transition to ACTIVE for port object 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:38.575188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Transition to ACTIVE for port object 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:38.583920 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.611528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a66291-713a-4861-801d-2ee2c0bd352c req-a2bf6d3c-05c3-4f3a-b898-05188a5ed9f8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:38.613608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27a66291-713a-4861-801d-2ee2c0bd352c req-a2bf6d3c-05c3-4f3a-b898-05188a5ed9f8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0905807 Aug 20 14:59:38.630139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:38.635147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:38.640524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:38.680585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Pushing event updated for resources: {'Port': ['ID=4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:38.699290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27a66291-713a-4861-801d-2ee2c0bd352c req-02f4777a-314d-4cbc-aa64-9d0869dc41f9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525599 Aug 20 14:59:38.713334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Deleting port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:38.713927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.714368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Attempting to bind port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:38.714763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Attempting to bind port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:38.715232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Attempting to bind port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed on network ac065349-4adc-4c43-b021-1a2dee529997 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:38.720854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:38.721235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Checking segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:38.721744 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.722232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Bound using segment: {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:38.731761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Bound port: 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590a94d6-49b9-48c6-9aa2-08a408b3fb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:38.732889 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.737140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.789077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Pushing event deleted for resources: {'Port': ['ID=ea15c504-541b-4934-aa30-5501b8e53766,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:38.823696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] For port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:38.827827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] For port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:38.837335 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.854856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] No DVR routers for this DVR port ea15c504-541b-4934-aa30-5501b8e53766 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:38.884268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.887520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7f010f1-2846-46d7-8c28-e76e3a1a36d6 req-8a9da9e1-965e-4e25-a3cd-cb375da37979 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.72 "DELETE /v2.0/ports/ea15c504-541b-4934-aa30-5501b8e53766 HTTP/1.1" status: 204 len: 173 time: 1.3606501 Aug 20 14:59:38.901215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc11282-893d-4409-ac6d-15d9c018290c None None] Pushing event updated for resources: {'Port': ['ID=4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:38.916164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] For port 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5f1d0b22-73cc-45c6-b61e-1fe1f6196db6,segment=NetworkSegment(eaba5858-705b-47a3-9c50-cdca911f5465),segment_id=eaba5858-705b-47a3-9c50-cdca911f5465)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:38.917704 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:38.934551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e3b75-50a5-48ad-b8ac-8954e1c88c4e req-1654561a-c469-45ee-8e6a-2694cfb668a2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:38.936340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-704e3b75-50a5-48ad-b8ac-8954e1c88c4e req-1654561a-c469-45ee-8e6a-2694cfb668a2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 945 time: 0.1234856 Aug 20 14:59:38.954365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Calling delete_port for 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:38.996191 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-704e3b75-50a5-48ad-b8ac-8954e1c88c4e req-863c3f61-49e5-4fa2-9a48-9cf9adcea14b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509439 Aug 20 14:59:39.225017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 14:59:39.291373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:39.312333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: ea15c504-541b-4934-aa30-5501b8e53766 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:39.312685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ea15c504-541b-4934-aa30-5501b8e53766 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:39.313108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c4da1bc4-d37f-4bda-8cea-de604f10b8cc no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:39.335564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: c4da1bc4-d37f-4bda-8cea-de604f10b8cc {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:39.335919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c4da1bc4-d37f-4bda-8cea-de604f10b8cc not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:39.347110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:39.394563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1d0b22-73cc-45c6-b61e-1fe1f6196db6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:39.478284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34640) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:39.498401 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:39.629596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e45c4d0-f133-487e-8eb6-254e660f1faa admin admin] Deleting subnet d2d79847-b744-4ea9-956a-9599bf32dc63 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:39.634767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e45c4d0-f133-487e-8eb6-254e660f1faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:39.726869 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e45c4d0-f133-487e-8eb6-254e660f1faa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:39.816780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39d812d1-cf71-4da5-9c22-51a4308e552e req-826e2310-2a64-495d-8687-0d0385302835 tempest-ServersAdminTestJSON-71587578 tempest-ServersAdminTestJSON-71587578-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c HTTP/1.1" status: 200 len: 210 time: 0.1319692 Aug 20 14:59:39.820088 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e45c4d0-f133-487e-8eb6-254e660f1faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:39.941075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499bce4-98c4-4f81-8f31-6e4e5060f84c req-219b19a0-6ef1-43c4-8a83-8763a4898cf0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:39.942786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4499bce4-98c4-4f81-8f31-6e4e5060f84c req-219b19a0-6ef1-43c4-8a83-8763a4898cf0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0963635 Aug 20 14:59:39.969991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e45c4d0-f133-487e-8eb6-254e660f1faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.009934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e45c4d0-f133-487e-8eb6-254e660f1faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.014735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4e45c4d0-f133-487e-8eb6-254e660f1faa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d2d79847-b744-4ea9-956a-9599bf32dc63 HTTP/1.1" status: 204 len: 168 time: 0.5353730 Aug 20 14:59:40.038873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34654) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:40.049360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45c4d0-f133-487e-8eb6-254e660f1faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d79847-b744-4ea9-956a-9599bf32dc63,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:40.124326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:40.138288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4499bce4-98c4-4f81-8f31-6e4e5060f84c req-7970df8a-87a1-42ad-8ed1-e027402dde6d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779115 Aug 20 14:59:40.164549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-554a8cdb-aa30-4246-8905-52e1f893619a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2207742 Aug 20 14:59:40.195573 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.215368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f67c6b-55da-4f32-97c0-b5a4109e8bf4 req-e0c20ee7-ba8d-43ec-b2e6-0d53dff14ff7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:40.217055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-10f67c6b-55da-4f32-97c0-b5a4109e8bf4 req-e0c20ee7-ba8d-43ec-b2e6-0d53dff14ff7 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 945 time: 0.0952504 Aug 20 14:59:40.239626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:40.246924 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.269772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] Provisioning for port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:40.275422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] Provisioning complete for port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:40.276097 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.377126 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.391853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:40.418864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] For port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:40.457265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-10f67c6b-55da-4f32-97c0-b5a4109e8bf4 req-443c2dcc-343e-4d22-bd05-cfe45551576d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269478 Aug 20 14:59:40.469559 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.469726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.473859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-c4aca6e7-d88a-49c5-b98f-777b8a08eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:40.475405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-c4aca6e7-d88a-49c5-b98f-777b8a08eada service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a34afd23cda46ea9217208b0ac3307b&device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 1097 time: 0.2557828 Aug 20 14:59:40.502611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b48d77b-d1d1-4266-9add-59d7b4c697d5']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:40.504844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.505610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.528795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-deleted', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:40.532202 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5354bd7-cfe3-40c9-b62f-8ace43d43d2b" -d '{"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-deleted", "tag": "ea15c504-541b-4934-aa30-5501b8e53766"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:40.537881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:40.541769 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 14:59:40.542221 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 14:59:40.543579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:40.543980 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.546614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3977fec6-18d4-45a9-a1d2-364dc556595c') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:40.546922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3977fec6-18d4-45a9-a1d2-364dc556595c') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:40.597867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:40.616391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:40.632974 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca0e3cf-875c-4073-8e05-f98f54d83f4c x-openstack-request-id: req-bca0e3cf-875c-4073-8e05-f98f54d83f4c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:40.633269 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c", "name": "network-vif-deleted", "tag": "ea15c504-541b-4934-aa30-5501b8e53766", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:40.633700 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bca0e3cf-875c-4073-8e05-f98f54d83f4c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:40.634125 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0c88ee-23fe-45a8-9449-ea6d18b4cb0c', 'name': 'network-vif-deleted', 'tag': 'ea15c504-541b-4934-aa30-5501b8e53766', 'status': 'completed', 'code': 200} Aug 20 14:59:40.639960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.643478 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.674144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f6338-e36a-4900-bb19-8f65357b9c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:40.675506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:40.676297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.677106 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a6c1ed-c66f-4ecc-a115-a716e8fa3e56" -d '{"events": [{"server_uuid": "956f6338-e36a-4900-bb19-8f65357b9c58", "name": "network-vif-plugged", "status": "completed", "tag": "b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:40.679913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.698490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Subnet': ['ID=42992f84-e7d4-47a3-a739-eca23d6ee36b,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:40.701121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:40.705991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed,revision_number=4']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:40.716508 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.722040 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a501d371-ee11-40bc-b9c0-61ca29bd605f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4309185 Aug 20 14:59:40.722828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34674) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:40.731201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Request body: {'port': {'network_id': 'ac065349-4adc-4c43-b021-1a2dee529997', 'mac_address': 'fa:16:3e:8d:e5:3f', 'name': 'tempest-NetworksTestDHCPv6-996052165'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:40.748892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:59:40.749632 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:59:40.754255 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:59:40.770442 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1162e250-4609-4448-aa48-545cefccb8ab x-openstack-request-id: req-1162e250-4609-4448-aa48-545cefccb8ab {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:40.770745 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f6338-e36a-4900-bb19-8f65357b9c58", "name": "network-vif-plugged", "status": "completed", "tag": "b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:40.771008 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1162e250-4609-4448-aa48-545cefccb8ab {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:40.771397 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f6338-e36a-4900-bb19-8f65357b9c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5', 'code': 200} Aug 20 14:59:40.817519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:40.818985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-93e62b57-4bf4-45f1-977e-73990c1c728f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:40.827535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-93e62b57-4bf4-45f1-977e-73990c1c728f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 813 time: 0.4764645 Aug 20 14:59:40.833413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300c2de-d71d-4252-a18e-e7dd214041e4 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:40.858422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Router 934517e4-e422-4aaa-a0f4-9ed2b532de8a has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 14:59:40.860121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-da56b075-fc5e-45f7-816a-9a48925bfe66 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/quotas/423db5beadc14e0088b8402d52712218 HTTP/1.1" status: 200 len: 375 time: 0.0314267 Aug 20 14:59:40.861180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-5d6bad36-b33e-429a-a2f7-477dcd8a08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:40.863077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-5d6bad36-b33e-429a-a2f7-477dcd8a08e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 200 len: 907 time: 0.3575411 Aug 20 14:59:40.880764 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.914625 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:40.914625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] 10.222.0.36 "DELETE /v2.0/networks/8b48d77b-d1d1-4266-9add-59d7b4c697d5 HTTP/1.1" status: 204 len: 168 time: 0.8703227 Aug 20 14:59:40.928674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34680) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:40.970047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-bf543f71-e1c4-40f5-b916-4d536cf942c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3113bd2d-4599-4f08-8d3a-fd2ec25561ce HTTP/1.1" status: 200 len: 217 time: 0.0713758 Aug 20 14:59:40.990115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7d0e2-f94e-45e6-b7ce-6e8ae8cff7ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8b48d77b-d1d1-4266-9add-59d7b4c697d5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:41.000328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Made reservation on behalf of 82f2df49435b4264a9a84092d3f00381 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:41.055206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-f6f8270d-c5e5-439b-b707-a7cf135a8ecd tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1868806 Aug 20 14:59:41.090509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016f234-bf2b-4015-9180-8fe7e9598bbe req-9d4ffa2f-5101-4b12-8ede-e70f9e922a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:41.092280 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c016f234-bf2b-4015-9180-8fe7e9598bbe req-9d4ffa2f-5101-4b12-8ede-e70f9e922a55 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 1098 time: 0.1970618 Aug 20 14:59:41.125988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf048674-aad0-45a5-8a08-6993e280ae12 admin admin] Deleting subnet b1531565-c2bc-4355-a32a-e953a8f0a581 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:41.133517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-79e3c791-1c2c-4459-86d3-6ff5cca6d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:41.135166 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-79e3c791-1c2c-4459-86d3-6ff5cca6d246 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 200 len: 846 time: 0.1385036 Aug 20 14:59:41.137835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bf048674-aad0-45a5-8a08-6993e280ae12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.146427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.188171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] For port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:41.194211 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.226000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:59:41.229314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c016f234-bf2b-4015-9180-8fe7e9598bbe req-a6a005a5-6921-4163-95c4-e9fff6c60dd6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958238 Aug 20 14:59:41.232265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-f62b254e-5ae1-42c7-a3aa-15a85df86d8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc073387-b2cf-4dc7-95ad-28573738ed1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744882 Aug 20 14:59:41.234409 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c934c6ce-50ae-4f36-bd14-d2247622bb9b admin admin] 10.222.0.36 "PUT /v2.0/routers/934517e4-e422-4aaa-a0f4-9ed2b532de8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8600960 Aug 20 14:59:41.237546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.237953 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] Sync routers for ids ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:59:41.239413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34688) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:41.265322 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] Routers {'934517e4-e422-4aaa-a0f4-9ed2b532de8a'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:59:41.267691 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:41.272581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e4050-404b-4eea-9942-1bd2c0cfacef None None] Pushing event updated for resources: {'Port': ['ID=4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:41.292808 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bf048674-aad0-45a5-8a08-6993e280ae12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.311475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5fa5fa46-9e1d-4798-81fa-b9adaa24aabc None None] Could not find standard attr ID for object 250cf42c-d173-4ec0-a774-4eedab9b893f. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 14:59:41.317499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] device_id is not set on port 7d893082-0c0b-4f51-a62c-201b4ffca3ee yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 14:59:41.330983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34690) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:41.359594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-94858e15-ab55-40ac-b3ea-fba40265bf4f service neutron] 10.222.0.36 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023837 Aug 20 14:59:41.444641 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] Set router 934517e4-e422-4aaa-a0f4-9ed2b532de8a gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:59:41.511054 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bf048674-aad0-45a5-8a08-6993e280ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.542487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.557048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-eaa0284d-9c63-4160-84f1-f00cdbadb158 service neutron] 10.222.0.36 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850801 Aug 20 14:59:41.702187 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '2354992a-926a-45a1-a395-cec49d05335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:24Z', 'updated_at': '2021-08-20T14:59:39Z', 'revision_number': 5, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'gw_port': {'id': '2354992a-926a-45a1-a395-cec49d05335d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:25Z', 'updated_at': '2021-08-20T14:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:41.708088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-508a0573-e213-4edd-ad27-a917e2ade06c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7947cd720b0b4deaa07129ccb1719514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741353 Aug 20 14:59:41.711272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34696) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:41.740444 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] Checking router: 934517e4-e422-4aaa-a0f4-9ed2b532de8a for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:59:41.753685 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] Routers {'934517e4-e422-4aaa-a0f4-9ed2b532de8a'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:59:41.754557 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:41.771702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8::372 (ac065349-4adc-4c43-b021-1a2dee529997/3f09d930-a9a0-4b4d-86c5-6465a396554c/7d893082-0c0b-4f51-a62c-201b4ffca3ee) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:41.788648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8d:e53f (ac065349-4adc-4c43-b021-1a2dee529997/42992f84-e7d4-47a3-a739-eca23d6ee36b/7d893082-0c0b-4f51-a62c-201b4ffca3ee) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:41.812342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906beef-6c5f-44f0-9aca-b7ae79245cca req-7f8f9f5f-8acf-4abb-a296-53d9744c44a6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:41.819755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6906beef-6c5f-44f0-9aca-b7ae79245cca req-7f8f9f5f-8acf-4abb-a296-53d9744c44a6 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.2369864 Aug 20 14:59:41.858577 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bf048674-aad0-45a5-8a08-6993e280ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.868901 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.890741 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-a18e8da7-4cb1-4b5e-b2f3-8f61ce79c719 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305826 Aug 20 14:59:41.910517 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2643da3-2fb8-4381-b150-f7b4062fd923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.948930 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2643da3-2fb8-4381-b150-f7b4062fd923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:41.950672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:41.997607 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] Set router 934517e4-e422-4aaa-a0f4-9ed2b532de8a gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:59:42.062375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:42.062887 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.094977 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bf048674-aad0-45a5-8a08-6993e280ae12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.099618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bf048674-aad0-45a5-8a08-6993e280ae12 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b1531565-c2bc-4355-a32a-e953a8f0a581 HTTP/1.1" status: 204 len: 168 time: 1.1402698 Aug 20 14:59:42.100853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34708) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:42.127076 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2643da3-2fb8-4381-b150-f7b4062fd923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.129900 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2643da3-2fb8-4381-b150-f7b4062fd923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.133251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b2643da3-2fb8-4381-b150-f7b4062fd923 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3697327a-c711-4dc4-a112-9b3f251a9088 HTTP/1.1" status: 204 len: 168 time: 0.4136264 Aug 20 14:59:42.146112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Deleting port 2354992a-926a-45a1-a395-cec49d05335d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:42.146780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.193644 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e0e01323-15cf-4346-a9b9-2fc4c805217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.238586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] For port 2354992a-926a-45a1-a395-cec49d05335d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2354992a-926a-45a1-a395-cec49d05335d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:42.239131 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.254263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Calling delete_port for 2354992a-926a-45a1-a395-cec49d05335d owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:42.284917 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.287215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf048674-aad0-45a5-8a08-6993e280ae12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1531565-c2bc-4355-a32a-e953a8f0a581,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:42.291279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7dd33f3b-bc6a-43cf-9bec-556006a37765 None None] Provisioning complete for port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:42.294535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7dd33f3b-bc6a-43cf-9bec-556006a37765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.295674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2643da3-2fb8-4381-b150-f7b4062fd923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3697327a-c711-4dc4-a112-9b3f251a9088,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:42.323874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bcc8c168-68e9-4d28-9723-d4ee9f1f02f9 req-338b47f3-f85a-49b7-8a03-e99aa2a131f7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 210 time: 0.4411678 Aug 20 14:59:42.343718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6906beef-6c5f-44f0-9aca-b7ae79245cca req-99d700f6-27ab-4c67-863f-c43d21ce20a5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219696 Aug 20 14:59:42.442087 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '2354992a-926a-45a1-a395-cec49d05335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:24Z', 'updated_at': '2021-08-20T14:59:39Z', 'revision_number': 5, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'gw_port': {'id': '2354992a-926a-45a1-a395-cec49d05335d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:25Z', 'updated_at': '2021-08-20T14:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:42.489938 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.506397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bbff0f-b96c-4cee-a4af-da4a770da0c9']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:42.529877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad429dff-b7a9-4d2d-ba4e-ddf1cec09a94') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:42.530516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad429dff-b7a9-4d2d-ba4e-ddf1cec09a94') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:42.538963 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f397abd-e140-41e4-9059-08c456a4c63c None None] The sync data for ids ['934517e4-e422-4aaa-a0f4-9ed2b532de8a'] in n-d-695189-15 is: [{'id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2111158455-router', 'tenant_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '2354992a-926a-45a1-a395-cec49d05335d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:57:24Z', 'updated_at': '2021-08-20T14:59:39Z', 'revision_number': 5, 'project_id': 'f3b83575ac084b639210f33b9f4ddcd6', 'gw_port': {'id': '2354992a-926a-45a1-a395-cec49d05335d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934517e4-e422-4aaa-a0f4-9ed2b532de8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:57:25Z', 'updated_at': '2021-08-20T14:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 14:59:42.561417 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.574813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.577788 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.596505 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.616843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:59:42.617255 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: timer() Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:59:42.619491 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:59:42.633550 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Pushing event deleted for resources: {'Port': ['ID=2354992a-926a-45a1-a395-cec49d05335d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:42.666015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Transition to ACTIVE for port object 7d893082-0c0b-4f51-a62c-201b4ffca3ee will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:42.688027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a5a348-4506-4d29-b701-19e9a77a8742 req-003fc22b-373e-4180-a708-33bdd045b6e7 service neutron] 10.222.0.70 "GET /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055918 Aug 20 14:59:42.707521 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.724453 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.728702 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.728842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b7bbff0f-b96c-4cee-a4af-da4a770da0c9 HTTP/1.1" status: 204 len: 168 time: 0.5954435 Aug 20 14:59:42.745812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34722) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:42.752883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aadc65-a48e-46bb-a4e2-6d62aaeb88e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7bbff0f-b96c-4cee-a4af-da4a770da0c9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:42.799593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0b31d398-fce4-4fdf-ba6b-b75bb6bab7c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e52f42daf1346b4a03ba9610a373765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505128 Aug 20 14:59:42.800219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34724) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:42.820837 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.863357 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1db58bd8-6bf8-41ba-9b00-437e643a7ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.886888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.891268 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.922347 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1db58bd8-6bf8-41ba-9b00-437e643a7ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:42.926432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Network ac065349-4adc-4c43-b021-1a2dee529997 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:42.970593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:42.980327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event updated for resources: {'Port': ['ID=7d893082-0c0b-4f51-a62c-201b4ffca3ee,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:42.985446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:42.988984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:42.989637 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.004681 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.005552 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934517e4-e422-4aaa-a0f4-9ed2b532de8a {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 14:59:43.018116 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.021836 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bd8c3c3e-30ed-42c7-a488-346ad511d011 admin admin] 10.222.0.36 "DELETE /v2.0/routers/934517e4-e422-4aaa-a0f4-9ed2b532de8a HTTP/1.1" status: 204 len: 168 time: 1.7781928 Aug 20 14:59:43.022415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34726) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:43.031480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1db58bd8-6bf8-41ba-9b00-437e643a7ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.038131 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-48b41b06-5a70-4583-91f4-0551c13ee285 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3094487 Aug 20 14:59:43.039457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34728) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:43.041962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1db58bd8-6bf8-41ba-9b00-437e643a7ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.046617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1db58bd8-6bf8-41ba-9b00-437e643a7ac1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec511e91-8076-4baf-aba1-1e8960258e9b HTTP/1.1" status: 204 len: 168 time: 0.2452512 Aug 20 14:59:43.065778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db58bd8-6bf8-41ba-9b00-437e643a7ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec511e91-8076-4baf-aba1-1e8960258e9b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:43.068137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34732) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:43.175833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ed302e58-3e01-4e01-b929-36c26833a85d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=291adac971e24552a6494c08429d8f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929692 Aug 20 14:59:43.177733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34734) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:43.231151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9d6c64-3f26-4881-9b13-c59eae2700de admin admin] Deleting subnet 1d23a8e8-4f0c-4bff-90c8-c16a940cbd31 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:43.238674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6c64-3f26-4881-9b13-c59eae2700de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.253286 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-121db9a1-aa35-4e78-bfd1-d397f3139940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.289795 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-121db9a1-aa35-4e78-bfd1-d397f3139940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.296393 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6c64-3f26-4881-9b13-c59eae2700de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.399442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d5004bee-ad2d-4820-864f-4b73e914a751 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting port 7d893082-0c0b-4f51-a62c-201b4ffca3ee {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:43.399862 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5004bee-ad2d-4820-864f-4b73e914a751 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.402324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-121db9a1-aa35-4e78-bfd1-d397f3139940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.405141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-121db9a1-aa35-4e78-bfd1-d397f3139940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.409130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-121db9a1-aa35-4e78-bfd1-d397f3139940 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/870652c4-43f4-4843-8541-0bee60d1cebc HTTP/1.1" status: 204 len: 168 time: 0.2299538 Aug 20 14:59:43.425606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121db9a1-aa35-4e78-bfd1-d397f3139940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870652c4-43f4-4843-8541-0bee60d1cebc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:43.513483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d96b7b34-a9c9-447b-b098-25cdf7245360 None None] Provisioning for port 7d893082-0c0b-4f51-a62c-201b4ffca3ee completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:43.517047 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6c64-3f26-4881-9b13-c59eae2700de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.522718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d96b7b34-a9c9-447b-b098-25cdf7245360 None None] Provisioning complete for port 7d893082-0c0b-4f51-a62c-201b4ffca3ee triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:43.523118 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d96b7b34-a9c9-447b-b098-25cdf7245360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:43.578876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-896e2d35-59b4-4c0f-b326-2534721f03c2 req-9545d7eb-ec05-4794-b85c-3b24a7ff4813 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 210 time: 0.0830185 Aug 20 14:59:43.620215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d96b7b34-a9c9-447b-b098-25cdf7245360 None None] Port 7d893082-0c0b-4f51-a62c-201b4ffca3ee cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:59:43.965342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7a47-e2c7-47aa-9e51-31d7790afe34 req-6c7b7edd-68e1-4369-9af8-cf0017529f2d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:43.981311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f6a7a47-e2c7-47aa-9e51-31d7790afe34 req-6c7b7edd-68e1-4369-9af8-cf0017529f2d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.4701464 Aug 20 14:59:44.094703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f6a7a47-e2c7-47aa-9e51-31d7790afe34 req-d86bacc8-13a2-4e5f-8dbc-41f0707ebd4b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114058 Aug 20 14:59:44.133203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-7f70dc37-7189-4495-af42-d3c0315eb8ba tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:44.137217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-7f70dc37-7189-4495-af42-d3c0315eb8ba tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.72 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 813 time: 0.5026786 Aug 20 14:59:44.152439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5004bee-ad2d-4820-864f-4b73e914a751 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.164213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Request body: {'port': {'device_id': '7a22c71e-ecfc-4795-ac63-57553a8e6e08', 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8', 'admin_state_up': True, 'tenant_id': '423db5beadc14e0088b8402d52712218'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:44.169811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d5004bee-ad2d-4820-864f-4b73e914a751 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Calling delete_port for 7d893082-0c0b-4f51-a62c-201b4ffca3ee owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:44.180043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6c64-3f26-4881-9b13-c59eae2700de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.203134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:44.250514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:44.250857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5f1d0b22-73cc-45c6-b61e-1fe1f6196db6 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:44.251285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2354992a-926a-45a1-a395-cec49d05335d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:44.278265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d6c64-3f26-4881-9b13-c59eae2700de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d23a8e8-4f0c-4bff-90c8-c16a940cbd31,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:44.283468 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d9d6c64-3f26-4881-9b13-c59eae2700de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.286649 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8d9d6c64-3f26-4881-9b13-c59eae2700de admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1d23a8e8-4f0c-4bff-90c8-c16a940cbd31 HTTP/1.1" status: 204 len: 168 time: 1.2631285 Aug 20 14:59:44.288918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34762) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:44.302028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32843c45-df76-4e54-ab8f-7aa96fdf7fdd None None] Network f75a293f-aa3f-453c-8a43-f84410ce7166 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:44.309183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 2354992a-926a-45a1-a395-cec49d05335d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:44.309540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2354992a-926a-45a1-a395-cec49d05335d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:44.398074 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.519078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34770) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:44.572662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Deleting port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:44.573015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.627083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Made reservation on behalf of 423db5beadc14e0088b8402d52712218 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:44.631348 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.651133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5004bee-ad2d-4820-864f-4b73e914a751 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.661902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9cb3f-dccd-4759-9d2d-8f6dff1fbb53 req-8cb41a3f-a3e0-402b-9c9b-38fbdd54c6db tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:44.669653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8f9cb3f-dccd-4759-9d2d-8f6dff1fbb53 req-8cb41a3f-a3e0-402b-9c9b-38fbdd54c6db tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1492419 Aug 20 14:59:44.671954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] For port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2074fa1a-2ec0-45d6-9b05-90c7c29d6150,segment=NetworkSegment(eaba5858-705b-47a3-9c50-cdca911f5465),segment_id=eaba5858-705b-47a3-9c50-cdca911f5465)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:44.672333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.695488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d2e98e-088e-4d32-9729-d2552be85f4d None None] DHCP port deletion for f75a293f-aa3f-453c-8a43-f84410ce7166 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:59:44.701528 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dabe9d14-f28b-4333-935a-97ba6163da8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c72a7cae684448e69b11e38565f7059c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779323 Aug 20 14:59:44.708648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34776) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:44.742739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004bee-ad2d-4820-864f-4b73e914a751 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Port': ['ID=7d893082-0c0b-4f51-a62c-201b4ffca3ee,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:44.749154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Calling delete_port for 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:44.784000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5004bee-ad2d-4820-864f-4b73e914a751 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.789314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d5004bee-ad2d-4820-864f-4b73e914a751 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/7d893082-0c0b-4f51-a62c-201b4ffca3ee HTTP/1.1" status: 204 len: 168 time: 1.7462778 Aug 20 14:59:44.794092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34778) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:44.815723 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0bb31c93-795a-4e38-b5c1-6f9a7f486658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.825641 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.885375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-99d2e98e-088e-4d32-9729-d2552be85f4d None None] Deleting port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:44.888059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99d2e98e-088e-4d32-9729-d2552be85f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.966019 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:44.966969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8f9cb3f-dccd-4759-9d2d-8f6dff1fbb53 req-a554ba41-34c1-4e59-ae58-9a9277214479 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954826 Aug 20 14:59:44.970161 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0bb31c93-795a-4e38-b5c1-6f9a7f486658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.020834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Pushing event deleted for resources: {'Port': ['ID=2074fa1a-2ec0-45d6-9b05-90c7c29d6150,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:45.022741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] No DVR routers for this DVR port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:45.070418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26329f7-58bd-419b-84cd-1b40c2264809 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:45.072000 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b26329f7-58bd-419b-84cd-1b40c2264809 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2767947 Aug 20 14:59:45.082611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34790) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:45.124541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-99d2e98e-088e-4d32-9729-d2552be85f4d None None] For port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2074fa1a-2ec0-45d6-9b05-90c7c29d6150,segment=NetworkSegment(eaba5858-705b-47a3-9c50-cdca911f5465),segment_id=eaba5858-705b-47a3-9c50-cdca911f5465)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:45.124950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99d2e98e-088e-4d32-9729-d2552be85f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.172148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-99d2e98e-088e-4d32-9729-d2552be85f4d None None] Calling delete_port for 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:45.236186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Allocated IP 172.20.0.6 (a3386840-4e01-4bac-9414-27d515c132f8/407a70cd-52de-428b-998f-83c5b6bd13b2/5ca55634-9c9e-48a3-885d-70d32122856a) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:45.253065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e44428a6-2896-481c-ac73-27d5b226ded5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.258751 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.284804 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0bb31c93-795a-4e38-b5c1-6f9a7f486658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.295124 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0bb31c93-795a-4e38-b5c1-6f9a7f486658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.301315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0bb31c93-795a-4e38-b5c1-6f9a7f486658 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5608b2e-f458-4bc6-ace9-8153fa1eead4 HTTP/1.1" status: 204 len: 168 time: 0.5914745 Aug 20 14:59:45.316440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308bb8d-f11b-4cf9-b85f-cd220fbe2dc3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:45.318040 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b308bb8d-f11b-4cf9-b85f-cd220fbe2dc3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2236629 Aug 20 14:59:45.319982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75a293f-aa3f-453c-8a43-f84410ce7166']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:45.322100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34798) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:45.325819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99d2e98e-088e-4d32-9729-d2552be85f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.367844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2e98e-088e-4d32-9729-d2552be85f4d None None] Pushing event deleted for resources: {'Port': ['ID=2074fa1a-2ec0-45d6-9b05-90c7c29d6150,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:45.370373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaba5858-705b-47a3-9c50-cdca911f5465') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:45.370679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaba5858-705b-47a3-9c50-cdca911f5465') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:45.375151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d2e98e-088e-4d32-9729-d2552be85f4d None None] No DVR routers for this DVR port 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:45.388005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.406979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b5287e4-3901-4ee0-b56c-dbab25deab07 req-0ed4b1e2-3467-4acf-9525-f48ebe7ab5f3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 210 time: 0.6301284 Aug 20 14:59:45.411831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6fc62-1b3b-4ac3-806b-a6387c7b8977 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:45.413403 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6fc62-1b3b-4ac3-806b-a6387c7b8977 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:45.414952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6fc62-1b3b-4ac3-806b-a6387c7b8977 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:45.417011 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-23f6fc62-1b3b-4ac3-806b-a6387c7b8977 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0932794 Aug 20 14:59:45.418097 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.420026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34802) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:45.426630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb31c93-795a-4e38-b5c1-6f9a7f486658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5608b2e-f458-4bc6-ace9-8153fa1eead4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:45.459476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:59:45.459930 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:59:45.462081 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:59:45.531068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392e929-2b0f-472c-ae79-c5d8717a05c8 req-6de65c22-6a5e-4438-8e36-7ad70150fc18 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:45.538530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2392e929-2b0f-472c-ae79-c5d8717a05c8 req-6de65c22-6a5e-4438-8e36-7ad70150fc18 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1280053 Aug 20 14:59:45.576748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec7a78c-1295-46fe-a9f5-392e9dcf7a43 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 3f09d930-a9a0-4b4d-86c5-6465a396554c {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:45.580675 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aec7a78c-1295-46fe-a9f5-392e9dcf7a43 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.630671 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aec7a78c-1295-46fe-a9f5-392e9dcf7a43 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.653607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2392e929-2b0f-472c-ae79-c5d8717a05c8 req-f551c921-3bc7-4913-9f1f-33650a4523e1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125994 Aug 20 14:59:45.673183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.688361 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.693096 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] 10.222.0.36 "DELETE /v2.0/networks/f75a293f-aa3f-453c-8a43-f84410ce7166 HTTP/1.1" status: 204 len: 168 time: 1.4030874 Aug 20 14:59:45.705167 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.706292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c3ca2-a362-40ee-98ca-d8cc7422c47a admin admin] Pushing event deleted for resources: {'Network': ['ID=f75a293f-aa3f-453c-8a43-f84410ce7166,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:45.776907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aec7a78c-1295-46fe-a9f5-392e9dcf7a43 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.783439 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.802107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['f45d19c2-9a23-4a7c-b483-2e7ae5641d31'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:45.850179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Network a3386840-4e01-4bac-9414-27d515c132f8 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:45.851518 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aec7a78c-1295-46fe-a9f5-392e9dcf7a43 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.858074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:45.865633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:45.868929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Pushing event updated for resources: {'Port': ['ID=5ca55634-9c9e-48a3-885d-70d32122856a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:45.905744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7a78c-1295-46fe-a9f5-392e9dcf7a43 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=3f09d930-a9a0-4b4d-86c5-6465a396554c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:45.929054 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aec7a78c-1295-46fe-a9f5-392e9dcf7a43 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.939465 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aec7a78c-1295-46fe-a9f5-392e9dcf7a43 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/3f09d930-a9a0-4b4d-86c5-6465a396554c HTTP/1.1" status: 204 len: 168 time: 0.5174630 Aug 20 14:59:45.940231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34824) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:45.942441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c385245-0974-4f2d-8d86-dab74d991b2f None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:45.942958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:45.944067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:45.967818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-a71ecdc7-600a-498a-b9b7-d5a140aaa673 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8138289 Aug 20 14:59:45.986902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Request body: {'port': {'device_id': '7a22c71e-ecfc-4795-ac63-57553a8e6e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:46.050430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1e66fe-78b2-4182-8e86-350b492b8ab3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Deleting subnet 42992f84-e7d4-47a3-a739-eca23d6ee36b {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 14:59:46.059915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac1e66fe-78b2-4182-8e86-350b492b8ab3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.069298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:46.097810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 14:59:46.098435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2074fa1a-2ec0-45d6-9b05-90c7c29d6150 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 14:59:46.117999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ea1b8-12d7-4d02-a4e9-ca89b657143a req-e57ba312-8560-4284-bf73-b9e55ed6adb9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:46.126993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-240ea1b8-12d7-4d02-a4e9-ca89b657143a req-e57ba312-8560-4284-bf73-b9e55ed6adb9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1086547 Aug 20 14:59:46.133576 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.134207 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac1e66fe-78b2-4182-8e86-350b492b8ab3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.148107 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.184287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-240ea1b8-12d7-4d02-a4e9-ca89b657143a req-7e94898e-8522-43c7-b454-ea116cd7b87d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555995 Aug 20 14:59:46.208636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34830) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:46.400455 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-da87b422-5bb1-4adf-81bd-b1e35ed20032 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d03c0864047453ebebeba36c82ff9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889133 Aug 20 14:59:46.403964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34840) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:46.466276 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac1e66fe-78b2-4182-8e86-350b492b8ab3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.601580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42887474-ec9b-4ea7-94b4-8495191d6b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.614550 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac1e66fe-78b2-4182-8e86-350b492b8ab3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.663004 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac1e66fe-78b2-4182-8e86-350b492b8ab3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.668411 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ac1e66fe-78b2-4182-8e86-350b492b8ab3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/42992f84-e7d4-47a3-a739-eca23d6ee36b HTTP/1.1" status: 204 len: 168 time: 0.7261956 Aug 20 14:59:46.670825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42887474-ec9b-4ea7-94b4-8495191d6b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.672547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34856) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:46.677987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e66fe-78b2-4182-8e86-350b492b8ab3 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Subnet': ['ID=42992f84-e7d4-47a3-a739-eca23d6ee36b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:46.769644 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9523b6b2-2ee7-42f5-9441-80f538588347 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906663 Aug 20 14:59:46.769948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34862) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:46.821559 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42887474-ec9b-4ea7-94b4-8495191d6b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.828728 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42887474-ec9b-4ea7-94b4-8495191d6b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:46.830215 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-42887474-ec9b-4ea7-94b4-8495191d6b76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d5b6b97-f590-49d7-a909-950d1fe7da0d HTTP/1.1" status: 204 len: 168 time: 0.4252427 Aug 20 14:59:46.842508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42887474-ec9b-4ea7-94b4-8495191d6b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5b6b97-f590-49d7-a909-950d1fe7da0d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:46.877922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc2c97-297d-42c9-aa53-b3f9326263fb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:46.879587 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-63fc2c97-297d-42c9-aa53-b3f9326263fb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1087348 Aug 20 14:59:46.882235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34870) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:46.907489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-f90e5091-f58b-41e1-9247-6daf93ca453e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304874 Aug 20 14:59:46.955928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32223b1-11b5-47ce-a84d-be2712ee9cae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:46.957831 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e32223b1-11b5-47ce-a84d-be2712ee9cae tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0742073 Aug 20 14:59:46.960270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34872) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.007673 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ce58428-68c9-4f1b-89e4-11d362bd803b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457730 Aug 20 14:59:47.018898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34874) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.051459 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-570a59f6-6b05-4c1f-99a9-1dd4592249af tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.051702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-bef86e7a-5e5d-405f-8420-78ef90406ee2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2764282 Aug 20 14:59:47.052549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570a59f6-6b05-4c1f-99a9-1dd4592249af tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.057384 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-570a59f6-6b05-4c1f-99a9-1dd4592249af tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/7d893082-0c0b-4f51-a62c-201b4ffca3ee HTTP/1.1" status: 404 len: 333 time: 0.0371180 Aug 20 14:59:47.058784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34878) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.069839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8db781-12a8-41ec-801c-88d9fdfd26cd req-cf1398c8-859b-4544-b03a-3813a538294b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.071507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af8db781-12a8-41ec-801c-88d9fdfd26cd req-cf1398c8-859b-4544-b03a-3813a538294b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 931 time: 0.2935035 Aug 20 14:59:47.091418 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf727f5-287a-4b60-96e1-e0058499f56b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.092179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf727f5-287a-4b60-96e1-e0058499f56b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.097393 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5cf727f5-287a-4b60-96e1-e0058499f56b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/42992f84-e7d4-47a3-a739-eca23d6ee36b HTTP/1.1" status: 404 len: 337 time: 0.0364289 Aug 20 14:59:47.098569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34880) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.134244 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-44769d1f-5547-4b60-bed9-a1e26fca158f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.134875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44769d1f-5547-4b60-bed9-a1e26fca158f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.139239 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-44769d1f-5547-4b60-bed9-a1e26fca158f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/3f09d930-a9a0-4b4d-86c5-6465a396554c HTTP/1.1" status: 404 len: 337 time: 0.0391810 Aug 20 14:59:47.140011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34884) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.171203 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e4fae4-9bbf-44cc-8371-711f4d65e53d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.172199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e4fae4-9bbf-44cc-8371-711f4d65e53d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.177539 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-32e4fae4-9bbf-44cc-8371-711f4d65e53d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/250cf42c-d173-4ec0-a774-4eedab9b893f HTTP/1.1" status: 404 len: 333 time: 0.0365298 Aug 20 14:59:47.178159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34886) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.227133 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e50a4aa-10ec-4ed4-adfe-abba78ee0e8a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.227998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e50a4aa-10ec-4ed4-adfe-abba78ee0e8a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.234979 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8e50a4aa-10ec-4ed4-adfe-abba78ee0e8a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/af326192-4473-47ad-a4ee-40694892fceb HTTP/1.1" status: 404 len: 337 time: 0.0557947 Aug 20 14:59:47.235959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34894) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.270188 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8bb913-f684-4492-bda3-25890ba1fed0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.271489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8bb913-f684-4492-bda3-25890ba1fed0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.278836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34898) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.280096 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ac8bb913-f684-4492-bda3-25890ba1fed0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/6fa13327-b047-40f3-ac2a-b0f8838734c9 HTTP/1.1" status: 404 len: 337 time: 0.0426452 Aug 20 14:59:47.281953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af8db781-12a8-41ec-801c-88d9fdfd26cd req-ca44e7ae-73ba-49d7-973f-a549d0fd4272 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025709 Aug 20 14:59:47.298733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-2b99a105-aad5-4a61-97fb-552077e6c081 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.315927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-2b99a105-aad5-4a61-97fb-552077e6c081 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3913136 Aug 20 14:59:47.359323 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3228fa-ca9c-4ba8-bc8c-a0fe31a3bad1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.360114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3228fa-ca9c-4ba8-bc8c-a0fe31a3bad1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.361851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2a3228fa-ca9c-4ba8-bc8c-a0fe31a3bad1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/40731bb9-8c3f-4f07-9e60-5700c7f16e4a HTTP/1.1" status: 404 len: 333 time: 0.0790100 Aug 20 14:59:47.364947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34902) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.373507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33387f72-a0f0-49c6-9944-81447a0bfad6 None None] Network ac065349-4adc-4c43-b021-1a2dee529997 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:47.393302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-499f207b-56b7-4543-810b-fdac151235b8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/quotas/3cc8e9c2d05b4aa2b375eed3861a265e HTTP/1.1" status: 200 len: 375 time: 0.0762873 Aug 20 14:59:47.410459 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d60d08-e847-437b-a087-d61df39e953d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.411473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d60d08-e847-437b-a087-d61df39e953d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.413454 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a2d60d08-e847-437b-a087-d61df39e953d tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/4c0f9c1e-37ac-4acf-b007-55b3ea7a070d HTTP/1.1" status: 404 len: 337 time: 0.0471597 Aug 20 14:59:47.416120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34906) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.428395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34908) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.445286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0bdfa454-9fab-4bf2-ac5d-f0d7697b577b None None] Provisioning complete for port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:47.445856 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa454-9fab-4bf2-ac5d-f0d7697b577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:47.448350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f00d305e-0f34-4992-829a-dfac97026517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.448878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f00d305e-0f34-4992-829a-dfac97026517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.449366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f00d305e-0f34-4992-829a-dfac97026517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.449842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f00d305e-0f34-4992-829a-dfac97026517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.450317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f00d305e-0f34-4992-829a-dfac97026517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.450790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f00d305e-0f34-4992-829a-dfac97026517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.451269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f00d305e-0f34-4992-829a-dfac97026517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.453255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f00d305e-0f34-4992-829a-dfac97026517 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6507 time: 0.3055410 Aug 20 14:59:47.461736 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-8360314f-017d-4d45-921d-17396f1e8e60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.463119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8360314f-017d-4d45-921d-17396f1e8e60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.466025 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8360314f-017d-4d45-921d-17396f1e8e60 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/655712db-9e5c-428f-b2e7-3c7a7a804663 HTTP/1.1" status: 404 len: 337 time: 0.0472207 Aug 20 14:59:47.474104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34910) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.489334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-eaade386-17bc-43b1-825e-a0a6e639a319 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948260 Aug 20 14:59:47.513649 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-263143cc-b40a-45ea-a84d-35296472eb3e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.514907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263143cc-b40a-45ea-a84d-35296472eb3e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.517182 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-263143cc-b40a-45ea-a84d-35296472eb3e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/f6e9e665-db35-4f43-b07f-54def7371a4f HTTP/1.1" status: 404 len: 333 time: 0.0417337 Aug 20 14:59:47.527054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34912) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.578457 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d20952-18d1-4be4-89f0-9d9ee6fdf2ea tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.584409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d20952-18d1-4be4-89f0-9d9ee6fdf2ea tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.586981 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f6d20952-18d1-4be4-89f0-9d9ee6fdf2ea tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/13ade986-9bd7-46b5-a5aa-d42a663351dc HTTP/1.1" status: 404 len: 337 time: 0.0586045 Aug 20 14:59:47.593351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca55634-9c9e-48a3-885d-70d32122856a {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:47.597662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34916) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.607305 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:47.640220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc50b21-121e-4d51-acb9-e0d28e48202a req-ea8ca1ef-43ad-4fdf-a5c4-0a6f4a260def tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.647721 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2dc50b21-121e-4d51-acb9-e0d28e48202a req-ea8ca1ef-43ad-4fdf-a5c4-0a6f4a260def tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.2839112 Aug 20 14:59:47.660969 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf91152-dca6-4ef0-9153-a8a5c2b0b311 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.661446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf91152-dca6-4ef0-9153-a8a5c2b0b311 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.665565 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cdf91152-dca6-4ef0-9153-a8a5c2b0b311 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/b9818ff1-09a1-4b6f-bb96-eff925c4cf53 HTTP/1.1" status: 404 len: 337 time: 0.0616045 Aug 20 14:59:47.668007 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b21f70e9-62fc-475e-87b7-b426be1469d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3b83575ac084b639210f33b9f4ddcd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382636 Aug 20 14:59:47.668567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34920) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.678986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34924) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.694454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Transition to ACTIVE for port object 5ca55634-9c9e-48a3-885d-70d32122856a will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:47.721341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:47.741917 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-41990008-cee2-4017-a399-4086a07213b0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.742688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41990008-cee2-4017-a399-4086a07213b0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.745147 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-41990008-cee2-4017-a399-4086a07213b0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/7751012b-2096-4d0c-acb2-71938eded2ad HTTP/1.1" status: 404 len: 333 time: 0.0750384 Aug 20 14:59:47.748122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34930) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.757279 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:47.781186 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2516f8-f30b-4a5b-9d09-ad494ffa363f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.781653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2516f8-f30b-4a5b-9d09-ad494ffa363f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.783478 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7b2516f8-f30b-4a5b-9d09-ad494ffa363f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/b290d364-2694-4919-b6e7-88b2730acfe7 HTTP/1.1" status: 404 len: 337 time: 0.0343943 Aug 20 14:59:47.786117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34932) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.790924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f0de7-fb09-4ffb-8f68-7bd96d114fda None None] DHCP port deletion for ac065349-4adc-4c43-b021-1a2dee529997 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 14:59:47.800351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-85d067d7-b8fa-4dc0-a714-bb5bb4662adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.800924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-85d067d7-b8fa-4dc0-a714-bb5bb4662adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.801408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-85d067d7-b8fa-4dc0-a714-bb5bb4662adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:47.803081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-85d067d7-b8fa-4dc0-a714-bb5bb4662adc service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8de9808-a92c-4226-a7dc-109c0f430768&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=3e13694c-b908-45f1-a031-45b448bf5ef6&id=3e13694c-b908-45f1-a031-45b448bf5ef6 HTTP/1.1" status: 200 len: 2297 time: 0.3103824 Aug 20 14:59:47.812382 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a328f21f-03c3-42b8-9ba2-e91162d25ba1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.813101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a328f21f-03c3-42b8-9ba2-e91162d25ba1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.817903 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a328f21f-03c3-42b8-9ba2-e91162d25ba1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/28a91b1f-eaee-4a6f-9a52-410b0ab23331 HTTP/1.1" status: 404 len: 333 time: 0.0279617 Aug 20 14:59:47.820864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34934) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.837142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2dc50b21-121e-4d51-acb9-e0d28e48202a req-124f9a04-3a3e-4899-ac48-c6632d2e46e5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866579 Aug 20 14:59:47.869396 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c900266c-4012-44be-952a-2da7a347d93f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.871280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c900266c-4012-44be-952a-2da7a347d93f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.877335 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c900266c-4012-44be-952a-2da7a347d93f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/cd9cced5-848d-48bc-992c-9f460888645a HTTP/1.1" status: 404 len: 337 time: 0.0543768 Aug 20 14:59:47.878340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34936) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.926098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d07f0de7-fb09-4ffb-8f68-7bd96d114fda None None] Deleting port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 14:59:47.926780 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d07f0de7-fb09-4ffb-8f68-7bd96d114fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:47.937554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Pushing event updated for resources: {'Port': ['ID=5ca55634-9c9e-48a3-885d-70d32122856a,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:47.941903 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b819a18-b198-498d-99e7-5a4931c08c39 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:47.942671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b819a18-b198-498d-99e7-5a4931c08c39 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:47.957640 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2b819a18-b198-498d-99e7-5a4931c08c39 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/ccb33d5e-392d-446f-9247-d80ea21f0ef6 HTTP/1.1" status: 404 len: 333 time: 0.0778894 Aug 20 14:59:47.958505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34938) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:47.991997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 14:59:48.000352 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5318a6-e92e-45f1-9437-0f0a1709c8e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.001077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5318a6-e92e-45f1-9437-0f0a1709c8e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.003160 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2e5318a6-e92e-45f1-9437-0f0a1709c8e9 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/4a2589a7-3d6d-4c78-afb1-6e8085b9b2ae HTTP/1.1" status: 404 len: 337 time: 0.0435452 Aug 20 14:59:48.005775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34942) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.033707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd53b728-0169-4e4e-bfe6-86918612efdb req-0cbe4894-becb-4ac5-8333-b0dcf1219b93 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 210 time: 0.0917552 Aug 20 14:59:48.037741 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-760ca101-e209-412f-b76a-5dee16b0dab5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.038472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760ca101-e209-412f-b76a-5dee16b0dab5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.040268 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-760ca101-e209-412f-b76a-5dee16b0dab5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/28573125-e09d-4259-b3e1-83aa3f67b592 HTTP/1.1" status: 404 len: 333 time: 0.0333650 Aug 20 14:59:48.042484 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:48.047630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34944) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.078336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d07f0de7-fb09-4ffb-8f68-7bd96d114fda None None] For port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed,segment=NetworkSegment(590a94d6-49b9-48c6-9aa2-08a408b3fb84),segment_id=590a94d6-49b9-48c6-9aa2-08a408b3fb84)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:48.079360 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d07f0de7-fb09-4ffb-8f68-7bd96d114fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:48.086175 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-504519e7-5263-41de-87f8-f8344330911b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.086652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504519e7-5263-41de-87f8-f8344330911b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.089669 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-504519e7-5263-41de-87f8-f8344330911b tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/a5a9a095-7daa-4cda-87b6-3d26972a2541 HTTP/1.1" status: 404 len: 337 time: 0.0400145 Aug 20 14:59:48.091910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:48.092106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34946) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.107723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d07f0de7-fb09-4ffb-8f68-7bd96d114fda None None] Calling delete_port for 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 14:59:48.119608 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6278a260-a9e8-4bc2-b5fb-2a87f6914511 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.121440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6278a260-a9e8-4bc2-b5fb-2a87f6914511 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.123933 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6278a260-a9e8-4bc2-b5fb-2a87f6914511 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/d0e4fd83-63a8-4bec-915d-c2f294395ce8 HTTP/1.1" status: 404 len: 333 time: 0.0301034 Aug 20 14:59:48.126274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34948) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.133274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-c574b787-e2e1-4642-ac9a-1effd73e2059 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f0addf6-e309-4151-b015-aa04ac1be543 HTTP/1.1" status: 200 len: 1001 time: 0.3202107 Aug 20 14:59:48.168990 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-03efc610-bad5-42ac-ba1b-a953143d86bc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.169459 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03efc610-bad5-42ac-ba1b-a953143d86bc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.171214 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-03efc610-bad5-42ac-ba1b-a953143d86bc tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/28699552-37c3-4e90-bde0-6f79d056c165 HTTP/1.1" status: 404 len: 337 time: 0.0438054 Aug 20 14:59:48.184039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34954) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.212687 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-670cd72c-43ee-492b-9268-8d8c3c6965a5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.213324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-365def2d-e42c-4865-a2a4-e55263fe44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:48.213441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670cd72c-43ee-492b-9268-8d8c3c6965a5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.215776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-365def2d-e42c-4865-a2a4-e55263fe44f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb4bb3b8-21fa-4961-a28d-1bdb09f01658 HTTP/1.1" status: 200 len: 856 time: 0.0685194 Aug 20 14:59:48.221685 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-670cd72c-43ee-492b-9268-8d8c3c6965a5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/7af1a744-1c08-4ae5-9ad5-c304d2ee6c85 HTTP/1.1" status: 404 len: 333 time: 0.0365722 Aug 20 14:59:48.233143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34960) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.277315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:48.279944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:48.282546 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa3bd74-7610-4c05-82a4-57346902314f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.282981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa3bd74-7610-4c05-82a4-57346902314f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.285240 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1aa3bd74-7610-4c05-82a4-57346902314f tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/edffba8b-cdf1-4fb4-af00-b4ed3733f9ad HTTP/1.1" status: 404 len: 337 time: 0.0498228 Aug 20 14:59:48.285602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c447a17-6c87-45b2-97ea-dc73ed57fb03 HTTP/1.1" status: 204 len: 168 time: 0.5968621 Aug 20 14:59:48.295153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34964) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.390103 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2159f9c-3b79-4ba5-865a-4a390975777c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.390569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2159f9c-3b79-4ba5-865a-4a390975777c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.393486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c447a17-6c87-45b2-97ea-dc73ed57fb03,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:48.403836 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2159f9c-3b79-4ba5-865a-4a390975777c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/43fb98dc-2397-46a5-ba83-516b68631e39 HTTP/1.1" status: 404 len: 337 time: 0.1074741 Aug 20 14:59:48.406342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34976) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.445228 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-097b8328-cd5d-4e15-abe2-d02a145fa036 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.449841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097b8328-cd5d-4e15-abe2-d02a145fa036 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.451318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.451918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.452473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.452987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.453491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.454722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.454722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.454722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.455535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.456060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.456604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.457106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b23015-dfb8-4f24-8857-285e0dc7518e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:48.457207 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-097b8328-cd5d-4e15-abe2-d02a145fa036 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/eaea2f9e-d068-409d-8c6e-0865b0176e15 HTTP/1.1" status: 404 len: 333 time: 0.0498862 Aug 20 14:59:48.458311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34978) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.461500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Attempting to bind port 5ca55634-9c9e-48a3-885d-70d32122856a on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:48.462077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Attempting to bind port 5ca55634-9c9e-48a3-885d-70d32122856a by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '964a36cf-aa59-47e6-b815-0cde4ce0e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:48.462618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Attempting to bind port 5ca55634-9c9e-48a3-885d-70d32122856a on network a3386840-4e01-4bac-9414-27d515c132f8 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:48.486486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-30968125-620d-4bd8-b786-4ad75eb8d525 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=182ede1ca9b045a89dcfca620a331160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775275 Aug 20 14:59:48.513795 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d07f0de7-fb09-4ffb-8f68-7bd96d114fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:48.517428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Port 5ca55634-9c9e-48a3-885d-70d32122856a on network a3386840-4e01-4bac-9414-27d515c132f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:59:48.517940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Attempting to bind port 5ca55634-9c9e-48a3-885d-70d32122856a on network a3386840-4e01-4bac-9414-27d515c132f8 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:48.533747 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c47f32d-695e-4566-bda0-28d42ff22ca1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.533964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f0de7-fb09-4ffb-8f68-7bd96d114fda None None] No DVR routers for this DVR port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 14:59:48.534096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c47f32d-695e-4566-bda0-28d42ff22ca1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.540124 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2c47f32d-695e-4566-bda0-28d42ff22ca1 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/543d7f32-65b0-4d64-878c-386901a5fd9e HTTP/1.1" status: 404 len: 337 time: 0.0795472 Aug 20 14:59:48.543216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-a439c4a8-fe17-4577-a325-070025e30d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:48.543695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34982) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.544902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-a439c4a8-fe17-4577-a325-070025e30d32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8de9808-a92c-4226-a7dc-109c0f430768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2870529 Aug 20 14:59:48.550646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Port 4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed update to DOWN by agent not found {{(pid=101101) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 20 14:59:48.585044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f0de7-fb09-4ffb-8f68-7bd96d114fda None None] Pushing event deleted for resources: {'Port': ['ID=4c61fcd1-a596-4b4c-99e0-6afb5ddea9ed,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:48.588163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:48.588719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Checking segment: {'id': '964a36cf-aa59-47e6-b815-0cde4ce0e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:48.589285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Bound using segment: {'id': '964a36cf-aa59-47e6-b815-0cde4ce0e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:48.590032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Bound port: 5ca55634-9c9e-48a3-885d-70d32122856a, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964a36cf-aa59-47e6-b815-0cde4ce0e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:48.590563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:48.608519 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6061d06-4b25-41e6-92a4-a10c5491c637 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.608991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6061d06-4b25-41e6-92a4-a10c5491c637 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.611080 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a6061d06-4b25-41e6-92a4-a10c5491c637 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/550dd519-bf17-44a2-92f5-be53538310f9 HTTP/1.1" status: 404 len: 337 time: 0.0659883 Aug 20 14:59:48.612701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-6ef808d7-fd73-4378-942f-38275d28face service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:59:48.613779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34986) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.614240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-6ef808d7-fd73-4378-942f-38275d28face service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164933 Aug 20 14:59:48.644430 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9cde85-3de7-42d5-ab71-0c8f8334afee tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.645079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9cde85-3de7-42d5-ab71-0c8f8334afee tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.647042 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0b9cde85-3de7-42d5-ab71-0c8f8334afee tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/36b336e6-50ca-43d8-bfdd-92d058c151fe HTTP/1.1" status: 404 len: 333 time: 0.0318005 Aug 20 14:59:48.649615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34988) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.653786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16156591-01e7-4a4c-bde0-4478fba5f8f3 req-634c7255-8935-4722-8ab5-6a1c15c4c846 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:48.655312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16156591-01e7-4a4c-bde0-4478fba5f8f3 req-634c7255-8935-4722-8ab5-6a1c15c4c846 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 943 time: 0.2494686 Aug 20 14:59:48.686829 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3a1a3f-28ca-478f-b862-550daa61ce53 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.687292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3a1a3f-28ca-478f-b862-550daa61ce53 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.691373 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4e3a1a3f-28ca-478f-b862-550daa61ce53 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/ae8887fd-1254-4f21-bf2d-3b68f7ddda49 HTTP/1.1" status: 404 len: 337 time: 0.0383234 Aug 20 14:59:48.691648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34990) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.735114 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d314b164-e2b1-4af5-a1ca-7b86a91390a2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.735664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d314b164-e2b1-4af5-a1ca-7b86a91390a2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.739799 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d314b164-e2b1-4af5-a1ca-7b86a91390a2 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/9c07eefd-8255-4958-9677-e974d053f10d HTTP/1.1" status: 404 len: 337 time: 0.0449386 Aug 20 14:59:48.741015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34994) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.767175 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc65933-8724-4796-ac1d-f657899a4315 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.768236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc65933-8724-4796-ac1d-f657899a4315 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.772436 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7dc65933-8724-4796-ac1d-f657899a4315 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/7fa7aa31-ef5d-472a-86be-21a10eed1cde HTTP/1.1" status: 404 len: 333 time: 0.0279586 Aug 20 14:59:48.775862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34998) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.808606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16156591-01e7-4a4c-bde0-4478fba5f8f3 req-8c43483e-a50a-43ce-a4fb-49d28f8a28e2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371739 Aug 20 14:59:48.809362 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-76069d9a-57e7-402d-b67f-33a956ad7026 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.809838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76069d9a-57e7-402d-b67f-33a956ad7026 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.814174 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-76069d9a-57e7-402d-b67f-33a956ad7026 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/7cb11e31-3d4c-4def-94df-61a1fcba950f HTTP/1.1" status: 404 len: 337 time: 0.0349848 Aug 20 14:59:48.814974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35002) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.853557 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-28acefa4-440d-413a-99a1-3b5f3d4fe6a0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:48.854025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28acefa4-440d-413a-99a1-3b5f3d4fe6a0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:48.859412 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28acefa4-440d-413a-99a1-3b5f3d4fe6a0 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/2c7eb96d-2f6c-4178-ae1f-87bc8363254c HTTP/1.1" status: 404 len: 337 time: 0.0434237 Aug 20 14:59:48.861183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35006) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.905411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] For port 5ca55634-9c9e-48a3-885d-70d32122856a, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:48.913009 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b0d3df06-5a47-4498-ac90-08e94fdfae37 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9b67c-f617-471c-af6a-e8f8e3f498ef HTTP/1.1" status: 200 len: 205 time: 0.0517910 Aug 20 14:59:48.913543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35012) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.928687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] For port 5ca55634-9c9e-48a3-885d-70d32122856a, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5ca55634-9c9e-48a3-885d-70d32122856a,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:48.944352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c535dd-2f6a-4433-a629-475712f79e72 req-b583ae50-3b4f-464d-b145-73b713e62922 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:48.946433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-b583ae50-3b4f-464d-b145-73b713e62922 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4416769 Aug 20 14:59:48.951217 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:48.977938 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-25a40266-8941-4b80-972b-a8b7a219c0c8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] delete failed (client error): The resource could not be found. Aug 20 14:59:48.982433 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-25a40266-8941-4b80-972b-a8b7a219c0c8 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/routers/c2e9b67c-f617-471c-af6a-e8f8e3f498ef HTTP/1.1" status: 404 len: 336 time: 0.0679023 Aug 20 14:59:48.982999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35016) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:48.993736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-ef0ea770-a379-4ddc-8c5e-5bb45022301c service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660815 Aug 20 14:59:49.010007 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e52792e-3cdd-4349-96a4-401ed4208e1a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.010469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e52792e-3cdd-4349-96a4-401ed4208e1a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.015924 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3e52792e-3cdd-4349-96a4-401ed4208e1a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/b05afb7b-13c6-4746-8036-1432cbe76350 HTTP/1.1" status: 404 len: 337 time: 0.0319450 Aug 20 14:59:49.016513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35018) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.048585 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4e479684-a551-46a9-8bcf-d11999c2b485 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "GET /v2.0/ports?device_id=d279849d-029e-4739-acd9-7c7a257b7fb4 HTTP/1.1" status: 200 len: 205 time: 0.0304856 Aug 20 14:59:49.049919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35024) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.060467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:49.061100 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:49.065385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] 10.222.0.72 "PUT /v2.0/ports/5ca55634-9c9e-48a3-885d-70d32122856a HTTP/1.1" status: 200 len: 1092 time: 3.0804949 Aug 20 14:59:49.072890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-24dc0818-4ba5-4257-af34-200db34d9f49 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/quotas/182ede1ca9b045a89dcfca620a331160 HTTP/1.1" status: 200 len: 375 time: 0.1051726 Aug 20 14:59:49.073938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a22c71e-ecfc-4795-ac63-57553a8e6e08', 'tag': '5ca55634-9c9e-48a3-885d-70d32122856a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:49.076371 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf213f2-d897-4279-94e0-6ba22192f9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a22c71e-ecfc-4795-ac63-57553a8e6e08", "tag": "5ca55634-9c9e-48a3-885d-70d32122856a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:49.093828 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-92377ad5-ebc9-4a8b-b140-823005bf4b10 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] delete failed (client error): The resource could not be found. Aug 20 14:59:49.094893 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92377ad5-ebc9-4a8b-b140-823005bf4b10 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/routers/d279849d-029e-4739-acd9-7c7a257b7fb4 HTTP/1.1" status: 404 len: 336 time: 0.0437560 Aug 20 14:59:49.098265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35030) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.132079 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1ea78b-860b-4d3a-9211-36b6ef4836a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.132594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c1ea78b-860b-4d3a-9211-36b6ef4836a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.134251 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8c1ea78b-860b-4d3a-9211-36b6ef4836a6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/7d0255c7-5c4d-4279-9b6a-894df9a037e0 HTTP/1.1" status: 404 len: 337 time: 0.0350969 Aug 20 14:59:49.137870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35034) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.174442 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-87641801-fad8-4265-b395-a7aeb927ac00 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.174905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87641801-fad8-4265-b395-a7aeb927ac00 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.179842 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-87641801-fad8-4265-b395-a7aeb927ac00 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/ad7ca2da-b307-4119-8904-699a41b852c0 HTTP/1.1" status: 404 len: 337 time: 0.0409961 Aug 20 14:59:49.180427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35038) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.196103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f24df5cb-67e2-4730-a9f9-1f320fd5d711 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=182ede1ca9b045a89dcfca620a331160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852637 Aug 20 14:59:49.201696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d0729-b9c5-4109-b2ea-a11a9cdeb2da service neutron] Pushing event updated for resources: {'Port': ['ID=5ca55634-9c9e-48a3-885d-70d32122856a,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:49.218039 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7def02-a59e-4d8f-9cd2-dfab145c0547 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.218754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7def02-a59e-4d8f-9cd2-dfab145c0547 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.223054 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eb7def02-a59e-4d8f-9cd2-dfab145c0547 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/8f46194e-dcdf-4420-b85b-c0b3b9d4dc13 HTTP/1.1" status: 404 len: 333 time: 0.0394676 Aug 20 14:59:49.223302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35040) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.223823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110f441-f238-46e8-90ee-c96708e314cf req-dfc7122d-021f-4c79-b53e-528d57f42888 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:49.225367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6110f441-f238-46e8-90ee-c96708e314cf req-dfc7122d-021f-4c79-b53e-528d57f42888 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.2469869 Aug 20 14:59:49.262607 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aff5214-9a52-4d8e-8939-0e3db355ae46 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.263242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aff5214-9a52-4d8e-8939-0e3db355ae46 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.269718 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9aff5214-9a52-4d8e-8939-0e3db355ae46 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/7f4472b4-325b-461a-a38b-c0b371e2bcf6 HTTP/1.1" status: 404 len: 337 time: 0.0424283 Aug 20 14:59:49.270742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35042) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.280824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-b9af31e0-f394-4500-9033-ab7ac3b75731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:49.282359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-b9af31e0-f394-4500-9033-ab7ac3b75731 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 1095 time: 0.1382418 Aug 20 14:59:49.285830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35044) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.288241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-d1a484c1-d138-43d0-b959-10c562610ac1 service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679274 Aug 20 14:59:49.311522 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-530d0f5e-71f4-46a0-9e8c-dedc6de3901a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.312342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530d0f5e-71f4-46a0-9e8c-dedc6de3901a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.313138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6110f441-f238-46e8-90ee-c96708e314cf req-e6331305-e2fe-42d6-83ad-f93531ff7fb1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750475 Aug 20 14:59:49.322730 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-530d0f5e-71f4-46a0-9e8c-dedc6de3901a tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/4effe8a9-3a2f-4965-b423-9a18d90e89ed HTTP/1.1" status: 404 len: 333 time: 0.0504556 Aug 20 14:59:49.325819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35048) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.365083 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4702db-e2d7-49b6-b70d-f6a27bc7b6f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.365648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4702db-e2d7-49b6-b70d-f6a27bc7b6f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.370263 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6a4702db-e2d7-49b6-b70d-f6a27bc7b6f6 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/d0f4c2ab-996f-4e80-9801-f643a5de66cb HTTP/1.1" status: 404 len: 337 time: 0.0410292 Aug 20 14:59:49.370595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35052) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.403007 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10d85f6-369f-4b71-8783-427153059f46 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.404525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10d85f6-369f-4b71-8783-427153059f46 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.409571 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b10d85f6-369f-4b71-8783-427153059f46 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/8ce8bbc8-3891-4d6c-9d37-665adcf95d51 HTTP/1.1" status: 404 len: 333 time: 0.0336816 Aug 20 14:59:49.411021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35056) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.454166 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0928527-f050-4383-90b6-000e429ec1fb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.454809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0928527-f050-4383-90b6-000e429ec1fb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.459004 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e0928527-f050-4383-90b6-000e429ec1fb tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/fe98a62b-5d7d-4828-aa91-eaba2a981303 HTTP/1.1" status: 404 len: 337 time: 0.0446441 Aug 20 14:59:49.462844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.471385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1134517133-network', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:49.505256 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca22c35-8f81-40b7-a583-90c66bfaf0b4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.505970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca22c35-8f81-40b7-a583-90c66bfaf0b4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.512441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c46ed03-e696-4a2f-9e7c-86b0155781c7 req-5ba26fca-60a5-414f-8b2f-1f017d38bb99 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 210 time: 0.0403411 Aug 20 14:59:49.512441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-1b853351-d298-4f95-82e9-c50b3bfe32f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca55634-9c9e-48a3-885d-70d32122856a HTTP/1.1" status: 200 len: 217 time: 0.1963134 Aug 20 14:59:49.512441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-49cccd03-e8c2-45e3-8ccb-849b69a63ca1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=80f09775-f1f0-43e2-8b62-9ece74cfd13a HTTP/1.1" status: 200 len: 217 time: 0.1970339 Aug 20 14:59:49.513016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35060) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.515986 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cca22c35-8f81-40b7-a583-90c66bfaf0b4 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/1afded1e-e792-421e-b352-2a886a26a753 HTTP/1.1" status: 404 len: 333 time: 0.0421047 Aug 20 14:59:49.525032 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f830a76-51dd-4c83-bc9a-9e8872cc5283 x-openstack-request-id: req-8f830a76-51dd-4c83-bc9a-9e8872cc5283 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:49.525353 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a22c71e-ecfc-4795-ac63-57553a8e6e08", "tag": "5ca55634-9c9e-48a3-885d-70d32122856a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:49.525597 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8f830a76-51dd-4c83-bc9a-9e8872cc5283 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:49.526031 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a22c71e-ecfc-4795-ac63-57553a8e6e08', 'tag': '5ca55634-9c9e-48a3-885d-70d32122856a', 'status': 'completed', 'code': 200} Aug 20 14:59:49.565922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Made reservation on behalf of 2dc33c51c38a4a07a73e03558fa034cf for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:49.567717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:49.575925 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1a6c07-3fc4-4ad3-b502-f424fbe8118e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.576658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1a6c07-3fc4-4ad3-b502-f424fbe8118e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.579727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0f1a6c07-3fc4-4ad3-b502-f424fbe8118e tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/673136f2-b874-4b09-ab51-d374b97c76ca HTTP/1.1" status: 404 len: 337 time: 0.0656538 Aug 20 14:59:49.582351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:49.584855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35062) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.629316 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7d8f4c-c480-4b35-b398-731d34c1f13c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.631710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7d8f4c-c480-4b35-b398-731d34c1f13c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.636869 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fc7d8f4c-c480-4b35-b398-731d34c1f13c tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/bf0fb960-dda4-41f3-bd47-b1df72fca514 HTTP/1.1" status: 404 len: 333 time: 0.0481384 Aug 20 14:59:49.637748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35066) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.680615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-32b89cca-5535-4c7b-b91b-efb9a2b7e8fa tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981209 Aug 20 14:59:49.692658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96eed430-65b2-4dd1-a0b0-0f6c77c34770 req-76ad8419-f5d5-42a5-a668-063d6ec1a9af tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 210 time: 0.1088595 Aug 20 14:59:49.730981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-52566a06-bae8-4a0d-9dc7-7b9bae51917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:49.734059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-52566a06-bae8-4a0d-9dc7-7b9bae51917e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=407a70cd-52de-428b-998f-83c5b6bd13b2 HTTP/1.1" status: 200 len: 853 time: 0.1874709 Aug 20 14:59:49.768275 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d41434-86f8-4ad1-9a1c-6716080bcbfd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.769147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d41434-86f8-4ad1-9a1c-6716080bcbfd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.775741 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-90d41434-86f8-4ad1-9a1c-6716080bcbfd tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/adc9ed3b-f4e9-4337-9e55-0431d31519be HTTP/1.1" status: 404 len: 337 time: 0.1327579 Aug 20 14:59:49.786458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35070) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.812938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-ad914e25-0b9c-4583-91f3-d72b99835124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:49.814091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-ad914e25-0b9c-4583-91f3-d72b99835124 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.2665427 Aug 20 14:59:49.823378 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc53611-ee36-48d4-9a51-90318eef7b47 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.824941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc53611-ee36-48d4-9a51-90318eef7b47 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.827528 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ccc53611-ee36-48d4-9a51-90318eef7b47 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/4d10de18-74fc-4119-b127-8315e2f1268f HTTP/1.1" status: 404 len: 333 time: 0.0401883 Aug 20 14:59:49.832714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35072) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.885712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-6331bb42-4eab-4aaf-a8c0-4123e4ef5de4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3386840-4e01-4bac-9414-27d515c132f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845842 Aug 20 14:59:49.899952 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-93834e41-b796-4375-838f-5660e684bcc5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.900429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93834e41-b796-4375-838f-5660e684bcc5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.903245 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-93834e41-b796-4375-838f-5660e684bcc5 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/6c09eda6-dcf8-48e0-9c9c-39cc9dce6712 HTTP/1.1" status: 404 len: 337 time: 0.0690510 Aug 20 14:59:49.908660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35078) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:49.925487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:49.951412 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7fd048-60f7-40f3-9882-d2ce0e07f5ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:49.952331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7fd048-60f7-40f3-9882-d2ce0e07f5ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:49.954420 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3f7fd048-60f7-40f3-9882-d2ce0e07f5ef tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/ports/d091f1b7-8e1e-4673-9925-64950f236d76 HTTP/1.1" status: 404 len: 333 time: 0.0448105 Aug 20 14:59:49.955218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:49.961639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35082) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:50.018472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:59:50.025044 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c67821-6205-464b-9879-927a334e2e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:50.025494 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c67821-6205-464b-9879-927a334e2e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:50.031255 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c1c67821-6205-464b-9879-927a334e2e13 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/subnets/41d8b06a-d89b-4a80-9e73-7385de88b638 HTTP/1.1" status: 404 len: 337 time: 0.0659101 Aug 20 14:59:50.034648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35084) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:50.069903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042939ce-733c-425b-9a97-a3b2dd46dccd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:50.121499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.123757 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Added segment 311a54cd-6e42-4cf2-a0ae-93b31a34dae2 of type vlan for network 5d729d78-7799-4f59-b66e-f55a7be0c223 Aug 20 14:59:50.138728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.139349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.141205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.143885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.144314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.144695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.145058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.145382 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.145723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.146422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.146963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.147300 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 14:59:50.222808 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.226802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.280817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.281808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:50.282402 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.394218 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1065414 Aug 20 14:59:50.400055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35088) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:50.402888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.410019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Request body: {'subnet': {'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1134517133-subnet', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:50.428774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac065349-4adc-4c43-b021-1a2dee529997']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:50.432812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88e768-9917-4a96-8ba6-132352b34d4a admin admin] Pushing event updated for resources: {'Network': ['ID=5d729d78-7799-4f59-b66e-f55a7be0c223,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:50.436305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-d28b7122-3fa4-400c-886c-161eb9934f8d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:50.437790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-d28b7122-3fa4-400c-886c-161eb9934f8d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7025824 Aug 20 14:59:50.439965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-606da7ff-dd71-4bde-be3b-e75c55a32641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:50.441205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-606da7ff-dd71-4bde-be3b-e75c55a32641 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5903230 Aug 20 14:59:50.443709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 5d729d78-7799-4f59-b66e-f55a7be0c223 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:59:50.449240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590a94d6-49b9-48c6-9aa2-08a408b3fb84') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:50.449682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590a94d6-49b9-48c6-9aa2-08a408b3fb84') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:50.456964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Made reservation on behalf of 2dc33c51c38a4a07a73e03558fa034cf for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:50.460122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.473809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Request body: {'port': {'device_id': '07cb6297-7b87-4969-9489-46cadad5836a', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '3cc8e9c2d05b4aa2b375eed3861a265e'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:50.475724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.528492 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.539713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 14:59:50.540125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: timer() Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 14:59:50.544224 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 14:59:50.575934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d17772-364f-44d9-a098-3f56d11f74c4 req-033e5548-f0fa-4ff9-9d42-831ab6ccf79d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:50.577388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1d17772-364f-44d9-a098-3f56d11f74c4 req-033e5548-f0fa-4ff9-9d42-831ab6ccf79d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 943 time: 0.5650282 Aug 20 14:59:50.610660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-b68ac331-3ba6-4929-9b26-da49c3caa1bf service neutron] 10.222.0.72 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7134058 Aug 20 14:59:50.639761 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.645083 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.648186 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] 10.222.0.36 "DELETE /v2.0/networks/ac065349-4adc-4c43-b021-1a2dee529997 HTTP/1.1" status: 204 len: 168 time: 0.6088448 Aug 20 14:59:50.666894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528ed93-c62f-4be0-abe0-923cf1671559 req-461b697a-729f-488a-a023-15234748f0a5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:50.669358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6528ed93-c62f-4be0-abe0-923cf1671559 req-461b697a-729f-488a-a023-15234748f0a5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.2890968 Aug 20 14:59:50.707177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2fcd9-972b-4a57-8069-e000c5262031 tempest-NetworksTestDHCPv6-321573579 tempest-NetworksTestDHCPv6-321573579-project] Pushing event deleted for resources: {'Network': ['ID=ac065349-4adc-4c43-b021-1a2dee529997,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:50.727871 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-34e678d1-4fda-4603-8047-49685a73b803 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=182ede1ca9b045a89dcfca620a331160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352941 Aug 20 14:59:50.778007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1d17772-364f-44d9-a098-3f56d11f74c4 req-bb78a01d-86f4-40c6-a671-52c2403eb708 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894078 Aug 20 14:59:50.800514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-a5d49cdd-7622-47db-b890-7214bd26430f service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491437 Aug 20 14:59:50.875523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6528ed93-c62f-4be0-abe0-923cf1671559 req-c0fed49e-6eba-4b9e-9cb1-d2f0e91ff173 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614065 Aug 20 14:59:50.900813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.960384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fc2891-fc5e-4932-b010-c0503f382ee1 req-1f916cb8-c10a-406e-b246-ea4dacb107d1 service neutron] 10.222.0.72 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239019 Aug 20 14:59:50.973181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Made reservation on behalf of 3cc8e9c2d05b4aa2b375eed3861a265e for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:50.974312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c535dd-2f6a-4433-a629-475712f79e72 req-d1ea92b8-63f8-410d-bffd-40e899d6e45f tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:50.975917 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-d1ea92b8-63f8-410d-bffd-40e899d6e45f tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413487 Aug 20 14:59:50.977434 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:50.992575 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.001392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Request body: {'port': {'device_id': '03a3dc9a-95af-4e21-956a-1cbb1f437e4c', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '182ede1ca9b045a89dcfca620a331160'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:51.030879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-abd8dc1d-6399-4d91-b25c-7051ef0d83be service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066159 Aug 20 14:59:51.038024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35102) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:51.068344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2829c1-8296-4b2c-ac33-23ac9e8e051c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:51.072196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Checking segment: {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:51.072560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Network hostable DHCP agents. Network: 5d729d78-7799-4f59-b66e-f55a7be0c223, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:59:51.095828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db11e846-c0e0-4f8d-8e89-35b125dac779 req-cc2873de-cef2-4dee-812f-7a2d546fe4a7 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 210 time: 0.0739985 Aug 20 14:59:51.097606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ae4b4e7-dddd-49f7-b93a-c1d270f23681 req-688f1fa5-a5d4-4f15-989f-a12d6eb3d5a0 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 210 time: 0.0727186 Aug 20 14:59:51.141774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Network 5d729d78-7799-4f59-b66e-f55a7be0c223 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:59:51.159705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 5d729d78-7799-4f59-b66e-f55a7be0c223) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:51.171614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca53ac1f-4251-4650-b0ba-d9ecaa9dd66d None None] Network 5d729d78-7799-4f59-b66e-f55a7be0c223 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:51.174691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-6ed64b58-8725-4a0a-a832-4a716e8f5c78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377 HTTP/1.1" status: 200 len: 217 time: 0.0814378 Aug 20 14:59:51.181138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:51.181746 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.271367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-0d8b5e56-3dbf-4248-93b9-29481013bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:51.272916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-0d8b5e56-3dbf-4248-93b9-29481013bbed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 1095 time: 0.1836860 Aug 20 14:59:51.281117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-0980f208-a7a8-47cb-bff3-820167e7f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:51.282503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-0980f208-a7a8-47cb-bff3-820167e7f733 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0990927 Aug 20 14:59:51.331956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-5d729d78-7799-4f59-b66e-f55a7be0c223', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:59:51.332952 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.393251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-edb88e6f-a8d0-4097-9c78-2262382b49c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82f2df49435b4264a9a84092d3f00381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437932 Aug 20 14:59:51.395855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35106) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:51.419640 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.431858 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.440036 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c69e2e69-9937-4bb5-b294-8185c13ff806 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0364857 Aug 20 14:59:51.441825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35108) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:51.451847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-7804191d-2b7b-4ae7-8d43-bf90ed8fb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:51.453335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-7804191d-2b7b-4ae7-8d43-bf90ed8fb11d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1518469 Aug 20 14:59:51.461749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:51.463022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e88e0a95-aee0-45e4-962e-322fcbda4d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.465841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Made reservation on behalf of 182ede1ca9b045a89dcfca620a331160 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:51.469358 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.488128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.493590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Allocated IP 172.20.0.2 (5d729d78-7799-4f59-b66e-f55a7be0c223/ec2829c1-8296-4b2c-ac33-23ac9e8e051c/81003332-6be7-41db-a185-2cb13f43b1e1) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:51.504907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e88e0a95-aee0-45e4-962e-322fcbda4d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.565126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e88e0a95-aee0-45e4-962e-322fcbda4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.568363 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e88e0a95-aee0-45e4-962e-322fcbda4d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.571969 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e88e0a95-aee0-45e4-962e-322fcbda4d03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56895c04-a042-4d6b-b143-613ba69d8dda HTTP/1.1" status: 204 len: 168 time: 0.1727185 Aug 20 14:59:51.582400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e0a95-aee0-45e4-962e-322fcbda4d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56895c04-a042-4d6b-b143-613ba69d8dda,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:51.586090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-b0693809-cb1b-4323-a773-ea7b8bc84c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:51.587629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-b0693809-cb1b-4323-a773-ea7b8bc84c8c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 914 time: 0.3042481 Aug 20 14:59:51.602000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6413a5-9fda-47ff-9071-cfe9ce9765d4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:51.646815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.647890 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.658910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-238854bc-bf4e-416e-bcdf-d61b5764c2ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ca55634-9c9e-48a3-885d-70d32122856a HTTP/1.1" status: 200 len: 217 time: 0.0590160 Aug 20 14:59:51.697607 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.717715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Transition to ACTIVE for port object 81003332-6be7-41db-a185-2cb13f43b1e1 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:51.743463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.747559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Transition to ACTIVE for port object 81003332-6be7-41db-a185-2cb13f43b1e1 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:51.750880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.766878 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.790030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-7d661f55-e8d6-4e86-8e69-5a4da8f0d24e service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144255 Aug 20 14:59:51.820027 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.835085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-bca20dee-f52e-4b2d-9c74-3d6b40a4849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:51.836707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-bca20dee-f52e-4b2d-9c74-3d6b40a4849c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=407a70cd-52de-428b-998f-83c5b6bd13b2 HTTP/1.1" status: 200 len: 853 time: 0.1645021 Aug 20 14:59:51.837915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Allocated IP 192.168.233.185 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/ddf67fc4-e0a6-4965-8229-e61a44dc276f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:51.847302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Pushing event updated for resources: {'Port': ['ID=81003332-6be7-41db-a185-2cb13f43b1e1,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:51.853128 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:51.881146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Network 5d729d78-7799-4f59-b66e-f55a7be0c223 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:51.883178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:51.886260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:51.959942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Attempting to bind port 81003332-6be7-41db-a185-2cb13f43b1e1 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:51.961092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Attempting to bind port 81003332-6be7-41db-a185-2cb13f43b1e1 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:51.961630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Attempting to bind port 81003332-6be7-41db-a185-2cb13f43b1e1 on network 5d729d78-7799-4f59-b66e-f55a7be0c223 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:51.969174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:51.969559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Checking segment: {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:51.969970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:51.970371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Bound using segment: {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:51.970840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Bound port: 81003332-6be7-41db-a185-2cb13f43b1e1, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:51.971410 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:52.047912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] For port 81003332-6be7-41db-a185-2cb13f43b1e1, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:52.053855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] For port 81003332-6be7-41db-a185-2cb13f43b1e1, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=81003332-6be7-41db-a185-2cb13f43b1e1,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:52.055397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-9e96c75c-1ceb-4085-bb13-419adf39a63e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a3386840-4e01-4bac-9414-27d515c132f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1991634 Aug 20 14:59:52.059167 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:52.138691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09a009-2638-41e9-a3e1-0910675cc1dc None None] Pushing event updated for resources: {'Port': ['ID=81003332-6be7-41db-a185-2cb13f43b1e1,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:52.288743 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:52.342909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787761b-c2d5-4e59-ba2f-12122c9f677e req-728dea89-dfa5-47d0-a8a9-06914865ad67 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:52.352275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0787761b-c2d5-4e59-ba2f-12122c9f677e req-728dea89-dfa5-47d0-a8a9-06914865ad67 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 943 time: 0.3817065 Aug 20 14:59:52.411811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680e2b3-b07e-4a60-b18c-76c38be85cfc req-dd0412a4-fde7-4514-b36e-39ea82ef605f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:52.413380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a680e2b3-b07e-4a60-b18c-76c38be85cfc req-dd0412a4-fde7-4514-b36e-39ea82ef605f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.4409478 Aug 20 14:59:52.437842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-a709b017-56bf-44dd-b4f0-4eb9e92a51f5 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162364 Aug 20 14:59:52.474053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35142) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.573312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-18c94efe-6b3b-4d87-9c37-279a85c1f8c8 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] Request body: {'port': {'network_id': '3a7cbd98-6ff6-45ee-ac00-7551ded887ef', 'name': 'tempest-NetworksNegativeTestJSON-157056860'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:52.588927 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c94efe-6b3b-4d87-9c37-279a85c1f8c8 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] POST failed (client error): The resource could not be found. Aug 20 14:59:52.589553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c94efe-6b3b-4d87-9c37-279a85c1f8c8 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:52.590814 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-18c94efe-6b3b-4d87-9c37-279a85c1f8c8 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1157455 Aug 20 14:59:52.595040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35146) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.614902 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-df08fb57-3cff-4e07-82eb-ad2e3846a275 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:52.615477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df08fb57-3cff-4e07-82eb-ad2e3846a275 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:52.617283 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df08fb57-3cff-4e07-82eb-ad2e3846a275 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "DELETE /v2.0/networks/f4ea2812-2b8c-4dcf-bea6-702031469908 HTTP/1.1" status: 404 len: 339 time: 0.0212123 Aug 20 14:59:52.621683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35148) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.645156 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be4f2a9-7c5c-4b14-8bd7-3deed72dd89c tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:52.645828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be4f2a9-7c5c-4b14-8bd7-3deed72dd89c tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:52.647619 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4be4f2a9-7c5c-4b14-8bd7-3deed72dd89c tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "DELETE /v2.0/ports/3a999dd5-96d5-4fa1-b8c9-41661865df3b HTTP/1.1" status: 404 len: 333 time: 0.0249488 Aug 20 14:59:52.651365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35150) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.681638 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ae09cc-4a43-4b71-a872-641d3083cfa1 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] DELETE failed (client error): The resource could not be found. Aug 20 14:59:52.682105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ae09cc-4a43-4b71-a872-641d3083cfa1 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:52.684570 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e1ae09cc-4a43-4b71-a872-641d3083cfa1 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "DELETE /v2.0/subnets/1e787169-9242-4af1-a522-6456d5b93243 HTTP/1.1" status: 404 len: 337 time: 0.0321465 Aug 20 14:59:52.688937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35152) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.709805 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d80276-5891-4d4a-9d92-e438ef46594a tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] GET failed (client error): The resource could not be found. Aug 20 14:59:52.714859 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-52d80276-5891-4d4a-9d92-e438ef46594a tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "GET /v2.0/networks/9c06fcb0-34a2-4cd6-972b-b43c517cb9a9 HTTP/1.1" status: 404 len: 339 time: 0.0213971 Aug 20 14:59:52.716168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35154) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.743228 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f508d3-1ecd-47b3-9f1a-63c01af53aef tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] GET failed (client error): The resource could not be found. Aug 20 14:59:52.749093 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-80f508d3-1ecd-47b3-9f1a-63c01af53aef tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "GET /v2.0/ports/be404909-3452-41df-9487-d056888a1d67 HTTP/1.1" status: 404 len: 333 time: 0.0277655 Aug 20 14:59:52.750226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35156) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.780807 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20164c9-1050-44ea-9beb-265177a74ff0 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] GET failed (client error): The resource could not be found. Aug 20 14:59:52.782199 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e20164c9-1050-44ea-9beb-265177a74ff0 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "GET /v2.0/subnets/9b1ccd5d-7cee-45a5-80d8-251989c67caa HTTP/1.1" status: 404 len: 337 time: 0.0309901 Aug 20 14:59:52.785967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35158) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.791305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-da7d53a3-3fd7-460c-a95a-9105d81dd2bc tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:52.806868 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7d53a3-3fd7-460c-a95a-9105d81dd2bc tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] PUT failed (client error): The resource could not be found. Aug 20 14:59:52.807448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7d53a3-3fd7-460c-a95a-9105d81dd2bc tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:52.813039 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-da7d53a3-3fd7-460c-a95a-9105d81dd2bc tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "PUT /v2.0/networks/9cd29f33-0c68-400e-b014-f0aa59defa7b HTTP/1.1" status: 404 len: 339 time: 0.0217409 Aug 20 14:59:52.816113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.822041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6f2088ae-22fe-4432-8356-75c08a2fe480 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:52.842607 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2088ae-22fe-4432-8356-75c08a2fe480 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] PUT failed (client error): The resource could not be found. Aug 20 14:59:52.843436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2088ae-22fe-4432-8356-75c08a2fe480 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:52.848422 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6f2088ae-22fe-4432-8356-75c08a2fe480 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "PUT /v2.0/ports/aa8279ff-da10-491a-8ea4-fcfb57c1071a HTTP/1.1" status: 404 len: 333 time: 0.0275402 Aug 20 14:59:52.848674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35162) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:52.854503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cf3d40e8-cfd7-40cd-9db2-38896f7f6ac4 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:52.877833 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3d40e8-cfd7-40cd-9db2-38896f7f6ac4 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] PUT failed (client error): The resource could not be found. Aug 20 14:59:52.878366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3d40e8-cfd7-40cd-9db2-38896f7f6ac4 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 14:59:52.882302 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cf3d40e8-cfd7-40cd-9db2-38896f7f6ac4 tempest-NetworksNegativeTestJSON-879820778 tempest-NetworksNegativeTestJSON-879820778-project] 10.222.0.36 "PUT /v2.0/subnets/93517fd3-5365-4fdd-b555-f81646031fc7 HTTP/1.1" status: 404 len: 337 time: 0.0297835 Aug 20 14:59:52.891587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-a6b49ea7-bd02-4a60-a200-869ca135bdc8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc HTTP/1.1" status: 200 len: 217 time: 0.4383135 Aug 20 14:59:52.912094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-e1fbf30c-aac4-40e0-ac90-b8c02168ed08 service neutron] 10.222.0.72 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8296196 Aug 20 14:59:52.927453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0787761b-c2d5-4e59-ba2f-12122c9f677e req-6c6bf067-9957-407d-97f4-a8fa99287717 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742939 Aug 20 14:59:53.033829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a680e2b3-b07e-4a60-b18c-76c38be85cfc req-c098a86d-ed3b-423a-a48a-29ad3bc6bd70 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832117 Aug 20 14:59:53.079865 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.102703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-c4181610-5fd5-4dee-8a65-3374d440c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:53.104537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-c4181610-5fd5-4dee-8a65-3374d440c906 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.1958816 Aug 20 14:59:53.116365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Transition to ACTIVE for port object ddf67fc4-e0a6-4965-8229-e61a44dc276f will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:53.132551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509cb265-4ac6-42d2-a087-d3049aba94fc None None] Network 5d729d78-7799-4f59-b66e-f55a7be0c223 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:53.187569 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9acc8c38-1e06-43a4-93d2-de8be1331063 req-92901f24-dc36-45da-93f9-0adb8be96fc2 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 210 time: 0.0746853 Aug 20 14:59:53.218515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4dbfe656-7547-42be-bf2e-d435f3ef27ce None None] Provisioning for port 81003332-6be7-41db-a185-2cb13f43b1e1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:53.221280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a8c4c13-644e-4e23-9377-8ad8854a7ac4 req-86db944a-a996-43b6-b73a-cb73100dc2bf tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 210 time: 0.0720048 Aug 20 14:59:53.272067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adf213f2-d897-4279-94e0-6ba22192f9b8 req-685ca00b-1e78-491b-bdd6-a1981b811a18 service neutron] 10.222.0.72 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386557 Aug 20 14:59:53.295255 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.337110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35170) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:53.378622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Allocated IP 192.168.233.128 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:53.406331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5ca55634-9c9e-48a3-885d-70d32122856a details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:59:53.451867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:53.461312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:53.464283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:53.521621 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event updated for resources: {'Port': ['ID=ddf67fc4-e0a6-4965-8229-e61a44dc276f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:53.563938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 5ca55634-9c9e-48a3-885d-70d32122856a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5ca55634-9c9e-48a3-885d-70d32122856a,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:53.578120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '5ca55634-9c9e-48a3-885d-70d32122856a', 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8', 'port_id': '5ca55634-9c9e-48a3-885d-70d32122856a', 'mac_address': 'fa:16:3e:4b:a1:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407a70cd-52de-428b-998f-83c5b6bd13b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:59:53.578360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:53.579055 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.593372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.597659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04f50993-5f4b-4d53-a5e1-c70cb5f33621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.621671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Transition to ACTIVE for port object a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:53.621928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.634523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-5d63c494-cc60-4455-997d-dcd1b40e03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:53.636213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-5d63c494-cc60-4455-997d-dcd1b40e03f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5129685 Aug 20 14:59:53.636424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca55634-9c9e-48a3-885d-70d32122856a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:53.641271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-4c34b06b-0fc4-4289-9ffe-87b0effdf300 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1757712 Aug 20 14:59:53.665289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 5ca55634-9c9e-48a3-885d-70d32122856a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5ca55634-9c9e-48a3-885d-70d32122856a,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:53.667905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.678441 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.680554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-ecdd85de-7fcc-4e67-8df4-4b241bee534b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 14:59:53.682031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-ecdd85de-7fcc-4e67-8df4-4b241bee534b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145571 Aug 20 14:59:53.684165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.727882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:53.731900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:53.735680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:53.756086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Pushing event updated for resources: {'Port': ['ID=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:53.759878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=5ca55634-9c9e-48a3-885d-70d32122856a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:53.784588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Request body: {'port': {'device_id': '07cb6297-7b87-4969-9489-46cadad5836a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:53.807699 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.814534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:53.814534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.892064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-43f6ec72-3ad9-4015-8c22-bb883079e54f None None] Provisioning for port ddf67fc4-e0a6-4965-8229-e61a44dc276f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:53.902456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-43f6ec72-3ad9-4015-8c22-bb883079e54f None None] Provisioning complete for port ddf67fc4-e0a6-4965-8229-e61a44dc276f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:53.903976 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-43f6ec72-3ad9-4015-8c22-bb883079e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.956885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-43f6ec72-3ad9-4015-8c22-bb883079e54f None None] Port ddf67fc4-e0a6-4965-8229-e61a44dc276f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:59:53.958919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f863868b-cab8-4a21-bbe0-7a6818a1d59e service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131671 Aug 20 14:59:53.963827 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:53.992391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 81003332-6be7-41db-a185-2cb13f43b1e1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:54.060113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 81003332-6be7-41db-a185-2cb13f43b1e1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:54.072760 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 81003332-6be7-41db-a185-2cb13f43b1e1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:54.073164 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.145258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['5ca55634-9c9e-48a3-885d-70d32122856a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 14:59:54.203705 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.205698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c46af934-6fd1-4c15-84a7-89cf5b87a4b3 None None] Provisioning for port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:54.224485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c46af934-6fd1-4c15-84a7-89cf5b87a4b3 None None] Provisioning complete for port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:54.225100 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c46af934-6fd1-4c15-84a7-89cf5b87a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.228792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Allocated IP 172.25.5.245 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/a711d806-9909-4cf2-9e87-a39195bffd30) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:54.291131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c46af934-6fd1-4c15-84a7-89cf5b87a4b3 None None] Port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 14:59:54.298717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 81003332-6be7-41db-a185-2cb13f43b1e1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=81003332-6be7-41db-a185-2cb13f43b1e1,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:54.307999 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.347583 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04f50993-5f4b-4d53-a5e1-c70cb5f33621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.357685 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-1497528b-9b9b-48e7-91d8-207a67b904c0 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3640678 Aug 20 14:59:54.375646 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04f50993-5f4b-4d53-a5e1-c70cb5f33621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.378076 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Request body: {'port': {'device_id': '03a3dc9a-95af-4e21-956a-1cbb1f437e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:54.392019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf2ef1-f5e1-401c-82f0-29f8df292af5 req-13d8afb9-fdc0-4ad7-a618-c408d08f3ef5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:54.392364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=81003332-6be7-41db-a185-2cb13f43b1e1,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:54.393630 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fbf2ef1-f5e1-401c-82f0-29f8df292af5 req-13d8afb9-fdc0-4ad7-a618-c408d08f3ef5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 944 time: 0.3700345 Aug 20 14:59:54.396660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-292e4839-5ac3-4ea7-9ac8-ae1632e276f0 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265292 Aug 20 14:59:54.445168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.576452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-f884d5c4-22fe-40dc-80f0-9d27a0ad1db1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31 HTTP/1.1" status: 200 len: 217 time: 0.1614015 Aug 20 14:59:54.588786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f50993-5f4b-4d53-a5e1-c70cb5f33621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dd7ce8-c514-4451-a4c7-a14520dd1ec4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:54.611709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cff263-4b86-4440-8d44-81fc8826ecbc req-2b3fed2c-7f1f-454c-baa2-12a39afbf2ee tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:54.613213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31cff263-4b86-4440-8d44-81fc8826ecbc req-2b3fed2c-7f1f-454c-baa2-12a39afbf2ee tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.3706234 Aug 20 14:59:54.615430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-04f50993-5f4b-4d53-a5e1-c70cb5f33621 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b886b59d0ae430e8674d383e7c6e5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2452083 Aug 20 14:59:54.618367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:54.668087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8be2d6a9-d89b-466d-aaa1-c5c99f7cee2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.693543 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8be2d6a9-d89b-466d-aaa1-c5c99f7cee2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.716576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fbf2ef1-f5e1-401c-82f0-29f8df292af5 req-58bad227-1f5a-4f45-b105-d75866054c69 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888005 Aug 20 14:59:54.750738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-e77dbef5-55ad-444a-af02-3c86d139bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:54.752175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-e77dbef5-55ad-444a-af02-3c86d139bbe3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.1661789 Aug 20 14:59:54.757592 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8be2d6a9-d89b-466d-aaa1-c5c99f7cee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.760363 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8be2d6a9-d89b-466d-aaa1-c5c99f7cee2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.761509 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8be2d6a9-d89b-466d-aaa1-c5c99f7cee2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7dd7ce8-c514-4451-a4c7-a14520dd1ec4 HTTP/1.1" status: 204 len: 168 time: 0.1421614 Aug 20 14:59:54.765289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:54.769704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2d6a9-d89b-466d-aaa1-c5c99f7cee2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dd7ce8-c514-4451-a4c7-a14520dd1ec4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:54.803256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31cff263-4b86-4440-8d44-81fc8826ecbc req-bd749ac8-8373-4067-96fc-6b6978351f14 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546016 Aug 20 14:59:54.955099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-cf941db3-15ea-4773-8f31-6ce27f0d0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:54.956677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-cf941db3-15ea-4773-8f31-6ce27f0d0cf5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1799009 Aug 20 14:59:54.976269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf67fc4-e0a6-4965-8229-e61a44dc276f {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:55.005195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51764e5-f5c7-4381-9c42-d1a85ad3e79d req-cb6e3975-9507-4d5b-b3a9-50a3cc072c56 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:55.005195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51764e5-f5c7-4381-9c42-d1a85ad3e79d req-cb6e3975-9507-4d5b-b3a9-50a3cc072c56 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 936 time: 0.1983738 Aug 20 14:59:55.005195 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.017314 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.112979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47bd78-c76b-4ea7-88a4-f65fa6c1a746 req-5894bbcc-8361-417b-98b5-56160764909e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:55.114496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba47bd78-c76b-4ea7-88a4-f65fa6c1a746 req-5894bbcc-8361-417b-98b5-56160764909e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 936 time: 0.2456157 Aug 20 14:59:55.129110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Transition to ACTIVE for port object ddf67fc4-e0a6-4965-8229-e61a44dc276f will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:55.143331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 14:59:55.151177 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.172612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:55.190257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 14:59:55.192172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Pushing event updated for resources: {'Port': ['ID=a711d806-9909-4cf2-9e87-a39195bffd30,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:55.229510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51764e5-f5c7-4381-9c42-d1a85ad3e79d req-8dd70290-10e2-47ff-b1b3-e56ed0b32de5 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867170 Aug 20 14:59:55.307508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba47bd78-c76b-4ea7-88a4-f65fa6c1a746 req-9d1c573d-3dc6-4563-9859-a43c63b6c613 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724486 Aug 20 14:59:55.335386 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-da6cbf4c-5c60-418e-870c-2c5e45f60995 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668034 Aug 20 14:59:55.344068 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 14:59:55.365539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.392472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Transition to ACTIVE for port object a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 14:59:55.398178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.406304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf67fc4-e0a6-4965-8229-e61a44dc276f,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:55.415496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5ca55634-9c9e-48a3-885d-70d32122856a up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:55.485015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Pushing event updated for resources: {'Port': ['ID=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:55.487709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 5ca55634-9c9e-48a3-885d-70d32122856a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 14:59:55.498697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 5ca55634-9c9e-48a3-885d-70d32122856a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:55.498697 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.607559 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.628192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Attempting to bind port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:55.628785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Attempting to bind port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:55.628902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Attempting to bind port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:55.638975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:59:55.639299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Attempting to bind port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:55.645081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a22c71e-ecfc-4795-ac63-57553a8e6e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca55634-9c9e-48a3-885d-70d32122856a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:55.646767 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4096a2-2cab-4072-8321-221b67961662" -d '{"events": [{"server_uuid": "7a22c71e-ecfc-4795-ac63-57553a8e6e08", "name": "network-vif-plugged", "status": "completed", "tag": "5ca55634-9c9e-48a3-885d-70d32122856a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:55.662456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:55.663483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:55.664175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:55.664642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Bound port: a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:55.665007 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.667343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 5ca55634-9c9e-48a3-885d-70d32122856a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5ca55634-9c9e-48a3-885d-70d32122856a,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:55.689248 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.729367 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9abffc-b6ea-4e4b-81c4-8b63fb0ef52a x-openstack-request-id: req-ff9abffc-b6ea-4e4b-81c4-8b63fb0ef52a {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:55.729691 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a22c71e-ecfc-4795-ac63-57553a8e6e08", "name": "network-vif-plugged", "status": "completed", "tag": "5ca55634-9c9e-48a3-885d-70d32122856a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:55.729901 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff9abffc-b6ea-4e4b-81c4-8b63fb0ef52a {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:55.730301 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a22c71e-ecfc-4795-ac63-57553a8e6e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca55634-9c9e-48a3-885d-70d32122856a', 'code': 200} Aug 20 14:59:55.766926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=5ca55634-9c9e-48a3-885d-70d32122856a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:55.795865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35214) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:55.909836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] For port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:55.916786 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] For port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:55.922414 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.954411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 81003332-6be7-41db-a185-2cb13f43b1e1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 14:59:55.968649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'network': {'name': 'tempest-RoutersTest-1765871086'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:55.980734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:55.981965 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:55.983958 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] 10.222.0.72 "PUT /v2.0/ports/a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b HTTP/1.1" status: 200 len: 1097 time: 1.6108110 Aug 20 14:59:55.986944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a3dc9a-95af-4e21-956a-1cbb1f437e4c', 'tag': 'a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:55.989286 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225" -d '{"events": [{"name": "network-changed", "server_uuid": "03a3dc9a-95af-4e21-956a-1cbb1f437e4c", "tag": "a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:56.024481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 81003332-6be7-41db-a185-2cb13f43b1e1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 14:59:56.025243 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.027599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5018b-ad6e-4f14-b642-827e7e6b8060 service neutron] Pushing event updated for resources: {'Port': ['ID=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:56.031831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:56.035735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.048225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.142797 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c535dd-2f6a-4433-a629-475712f79e72 req-7937ecbf-6fca-4851-9eb5-71588e9ff62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.144475 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-7937ecbf-6fca-4851-9eb5-71588e9ff62b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=182ede1ca9b045a89dcfca620a331160&device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 1100 time: 0.0791819 Aug 20 14:59:56.156848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Attempting to bind port ddf67fc4-e0a6-4965-8229-e61a44dc276f on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 14:59:56.157416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Attempting to bind port ddf67fc4-e0a6-4965-8229-e61a44dc276f by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 14:59:56.157519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Attempting to bind port ddf67fc4-e0a6-4965-8229-e61a44dc276f on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:56.198397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Port ddf67fc4-e0a6-4965-8229-e61a44dc276f on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 14:59:56.198725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Attempting to bind port ddf67fc4-e0a6-4965-8229-e61a44dc276f on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 14:59:56.204593 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-792e56df-b690-4262-baac-4cc22b5be743 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b HTTP/1.1" status: 200 len: 217 time: 0.0449500 Aug 20 14:59:56.222532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc319d-a903-4914-84db-dcc3c1b854a6 req-0e20bf3a-4db0-491d-a13d-c2c2372c58e2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.224089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cfc319d-a903-4914-84db-dcc3c1b854a6 req-0e20bf3a-4db0-491d-a13d-c2c2372c58e2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 945 time: 0.2566922 Aug 20 14:59:56.244331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 14:59:56.244581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:56.244960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 14:59:56.245389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Bound port: ddf67fc4-e0a6-4965-8229-e61a44dc276f, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 14:59:56.245741 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.249437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3213e9-579b-4d51-9160-ef7f7f761542 req-c2e8d5ed-746b-4687-a07f-700dfbcc9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.250907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff3213e9-579b-4d51-9160-ef7f7f761542 req-c2e8d5ed-746b-4687-a07f-700dfbcc9161 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 1097 time: 0.2824883 Aug 20 14:59:56.270131 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.276627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c535dd-2f6a-4433-a629-475712f79e72 req-877d8bb7-b33f-43ff-9f07-d14ad8d3e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.278180 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-877d8bb7-b33f-43ff-9f07-d14ad8d3e562 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0656660 Aug 20 14:59:56.278761 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.295583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c34634-727b-4c02-bebd-a618c52ae9f0 req-13f10d22-0fcf-43cc-b2f4-d4d49e54cfbd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.297078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c34634-727b-4c02-bebd-a618c52ae9f0 req-13f10d22-0fcf-43cc-b2f4-d4d49e54cfbd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.3331327 Aug 20 14:59:56.308300 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-78ad8f53-0101-4478-a081-631412bf1935 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9140673 Aug 20 14:59:56.333855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:59:56.343250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f88183d-50f3-4ce2-9f96-338f6414133b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:56.353487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.353957 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added segment 6b9b10fa-1f9e-4885-bba6-17501df55784 of type vlan for network 65f621e1-efa7-4f9d-9642-0bdf8352205c Aug 20 14:59:56.367088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c535dd-2f6a-4433-a629-475712f79e72 req-07591945-828c-4f9d-b7e1-8833d37a2b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.368698 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-07591945-828c-4f9d-b7e1-8833d37a2b00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824492 Aug 20 14:59:56.426665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-4293320e-e17b-4440-b138-d9218c653961 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9 HTTP/1.1" status: 200 len: 217 time: 0.1009686 Aug 20 14:59:56.444686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.489627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.495144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.495783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.506547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cfc319d-a903-4914-84db-dcc3c1b854a6 req-91000387-f52e-4011-9e0b-cf72d2b8030b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703700 Aug 20 14:59:56.553400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff3213e9-579b-4d51-9160-ef7f7f761542 req-391d08c2-fbd2-421b-89f4-aef70d3943e1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475483 Aug 20 14:59:56.562699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c34634-727b-4c02-bebd-a618c52ae9f0 req-8ea17360-c73c-4343-884c-bf5dcdc13cf2 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535379 Aug 20 14:59:56.569785 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-5576289c-d83f-4e2b-beae-aa125bc21e7f service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827955 Aug 20 14:59:56.571287 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672c5797-4489-4f28-8842-780c9d38077a x-openstack-request-id: req-672c5797-4489-4f28-8842-780c9d38077a {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:56.571598 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a3dc9a-95af-4e21-956a-1cbb1f437e4c", "tag": "a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:56.571937 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-672c5797-4489-4f28-8842-780c9d38077a {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:56.572340 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a3dc9a-95af-4e21-956a-1cbb1f437e4c', 'tag': 'a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b', 'status': 'completed', 'code': 200} Aug 20 14:59:56.578277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] For port ddf67fc4-e0a6-4965-8229-e61a44dc276f, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 14:59:56.583050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] For port ddf67fc4-e0a6-4965-8229-e61a44dc276f, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ddf67fc4-e0a6-4965-8229-e61a44dc276f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 14:59:56.586456 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.590062 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7929525 Aug 20 14:59:56.593191 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.593958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35230) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:56.594771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68048929-472a-4f61-b95f-8499d8841757 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Network': ['ID=65f621e1-efa7-4f9d-9642-0bdf8352205c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:56.601937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'network': {'name': 'tempest-RoutersTest-1888173013'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:56.605382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 65f621e1-efa7-4f9d-9642-0bdf8352205c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:59:56.631621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:56.635408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.677157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-51f23967-98f1-49a7-b7d9-981e6b069a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.678565 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-51f23967-98f1-49a7-b7d9-981e6b069a0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.2387600 Aug 20 14:59:56.687570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.688207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.689544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] 10.222.0.70 "PUT /v2.0/ports/ddf67fc4-e0a6-4965-8229-e61a44dc276f HTTP/1.1" status: 200 len: 1097 time: 2.9390302 Aug 20 14:59:56.694701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cb6297-7b87-4969-9489-46cadad5836a', 'tag': 'ddf67fc4-e0a6-4965-8229-e61a44dc276f'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 14:59:56.696977 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269" -d '{"events": [{"name": "network-changed", "server_uuid": "07cb6297-7b87-4969-9489-46cadad5836a", "tag": "ddf67fc4-e0a6-4965-8229-e61a44dc276f"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 14:59:56.698222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 14:59:56.722529 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.723286 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added segment 0c018ba0-8534-466d-af06-38e08ba49c38 of type vlan for network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 Aug 20 14:59:56.772289 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.804024 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.811721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.812376 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:56.837220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27e443-328b-4af1-840a-2b26302839c0 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf67fc4-e0a6-4965-8229-e61a44dc276f,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:56.849954 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2525656 Aug 20 14:59:56.858339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35236) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:56.863460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'subnet': {'network_id': '65f621e1-efa7-4f9d-9642-0bdf8352205c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:56.901471 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9b336-3d08-43fd-9165-fa2fc768eb74 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Network': ['ID=cc0dec0b-45d8-4796-9cb9-d319f3c523f2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:56.919934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 14:59:56.934292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae1591-0e66-41f8-86a6-6a3954a902d3 req-c1aa87e9-8073-4f2f-a61d-cad9b927b8cf tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.936318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70ae1591-0e66-41f8-86a6-6a3954a902d3 req-c1aa87e9-8073-4f2f-a61d-cad9b927b8cf tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 948 time: 0.2502401 Aug 20 14:59:56.973920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c49d5-721b-4124-8444-b91533fedade req-ca929cdf-7cbb-4150-a072-814b00eb0b7f tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:56.975315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-142c49d5-721b-4124-8444-b91533fedade req-ca929cdf-7cbb-4150-a072-814b00eb0b7f tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 948 time: 0.2911701 Aug 20 14:59:57.181256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70ae1591-0e66-41f8-86a6-6a3954a902d3 req-f618925e-fdc1-4976-8f71-558f0049e684 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316530 Aug 20 14:59:57.196192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-e79deb61-976c-41e4-a892-c618083aab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:57.197718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-e79deb61-976c-41e4-a892-c618083aab37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 1100 time: 0.4338555 Aug 20 14:59:57.209585 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-142c49d5-721b-4124-8444-b91533fedade req-5c0f4811-5d95-4c32-a07f-b3f0948a9495 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604617 Aug 20 14:59:57.215104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-e21e3d4a-ccc2-4e41-bb61-14101a7c8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:57.216833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-e21e3d4a-ccc2-4e41-bb61-14101a7c8200 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2576187 Aug 20 14:59:57.275074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-050d2299-c53f-4231-8a0a-e15a67d7bd78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ddf67fc4-e0a6-4965-8229-e61a44dc276f HTTP/1.1" status: 200 len: 217 time: 0.0541298 Aug 20 14:59:57.276077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:57.279305 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:57.294269 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:57.341846 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37c535dd-2f6a-4433-a629-475712f79e72 req-8f9cb04b-bf52-444b-95f6-dd2e828d9204 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943133 Aug 20 14:59:57.370867 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d764344-4c81-4e7b-a83c-65cfff7b4e81 x-openstack-request-id: req-3d764344-4c81-4e7b-a83c-65cfff7b4e81 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 14:59:57.371149 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07cb6297-7b87-4969-9489-46cadad5836a", "tag": "ddf67fc4-e0a6-4965-8229-e61a44dc276f", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 14:59:57.371404 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d764344-4c81-4e7b-a83c-65cfff7b4e81 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 14:59:57.371819 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cb6297-7b87-4969-9489-46cadad5836a', 'tag': 'ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'status': 'completed', 'code': 200} Aug 20 14:59:57.509260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-0cb8fa2b-00c9-4d85-8e54-b1ca4bec27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:57.510713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-0cb8fa2b-00c9-4d85-8e54-b1ca4bec27eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1728959 Aug 20 14:59:57.533140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-f3ca4a0b-0b83-4bc0-8f4f-f00abbc0d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:57.534730 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-f3ca4a0b-0b83-4bc0-8f4f-f00abbc0d524 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=182ede1ca9b045a89dcfca620a331160&device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 1100 time: 0.0412016 Aug 20 14:59:57.597314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-d181796f-9191-415c-9bb2-4063acaa3c44 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678520 Aug 20 14:59:57.636493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-d5647d54-c572-40f8-8bd3-6667e2818cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:57.638073 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-d5647d54-c572-40f8-8bd3-6667e2818cc2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.0961454 Aug 20 14:59:57.682446 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-862d45ab-a243-49c6-8021-c5c4e48deea5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b HTTP/1.1" status: 200 len: 217 time: 0.0355403 Aug 20 14:59:57.734778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-3f4a7f0d-3ea6-4a18-97be-6c0d6305407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:57.736303 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-3f4a7f0d-3ea6-4a18-97be-6c0d6305407d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0444484 Aug 20 14:59:57.747209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-24aa054b-589f-4e2f-ab0b-2feaf0665d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:57.749886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-24aa054b-589f-4e2f-ab0b-2feaf0665d42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2085180 Aug 20 14:59:57.783899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-4e8c88e8-5de9-4300-91cb-bf22c5c3af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:57.785321 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-4e8c88e8-5de9-4300-91cb-bf22c5c3af58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0411057 Aug 20 14:59:57.882525 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-ef5c5a3f-e99e-4c53-9ffa-5d2ac43d4888 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890265 Aug 20 14:59:58.062040 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1f84b132-5cd7-4b8a-ab0b-fe5a1f961225 req-262d9387-e794-4e8e-879a-73a2b0663d8c service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939748 Aug 20 14:59:58.168272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3692b-583e-4dd3-9ad6-eb867da67171 req-2a40415b-47ef-4867-9961-4f27a6ca8de2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:58.170349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9c3692b-583e-4dd3-9ad6-eb867da67171 req-2a40415b-47ef-4867-9961-4f27a6ca8de2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 945 time: 0.5807524 Aug 20 14:59:58.264755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Router c9d3c957-5974-4f62-a3ce-96dac74b1f18 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 14:59:58.273377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc089b-7941-426c-ba99-03db0563d8fe req-c22e2c7b-977a-414d-b333-31e5f5db2c98 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:58.274853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5dcc089b-7941-426c-ba99-03db0563d8fe req-c22e2c7b-977a-414d-b333-31e5f5db2c98 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.6106563 Aug 20 14:59:58.288478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-202eb8d4-c33a-4f58-975a-874dcfc283ad service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6697354 Aug 20 14:59:58.291765 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:58.410251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-3f57eee2-bdb7-4aa3-82ef-fccb9e592ecd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4169652-326d-4a9b-9968-f3373cfbb653 HTTP/1.1" status: 200 len: 217 time: 0.1136365 Aug 20 14:59:58.439591 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:58.446256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9c3692b-583e-4dd3-9ad6-eb867da67171 req-812966f8-ecb8-467a-969b-ab097666d930 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464790 Aug 20 14:59:58.469870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-52753d13-2eb1-4ca6-8f31-06caf6af14ac service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887844 Aug 20 14:59:58.527418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Subnet': ['ID=c9b1c078-0948-4f30-b206-594c10372ba4,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:58.549916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5dcc089b-7941-426c-ba99-03db0563d8fe req-0193df9e-c310-4e0e-9818-b9d217989bbb tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651772 Aug 20 14:59:58.696577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Checking segment: {'id': '6b9b10fa-1f9e-4885-bba6-17501df55784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65f621e1-efa7-4f9d-9642-0bdf8352205c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:58.696854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network hostable DHCP agents. Network: 65f621e1-efa7-4f9d-9642-0bdf8352205c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:59:58.699599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-d9148909-9b21-4321-8ec6-0e14ec2b6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:58.701100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-d9148909-9b21-4321-8ec6-0e14ec2b6301 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.2520595 Aug 20 14:59:58.766195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 14:59:58.776744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Sync routers for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 14:59:58.787920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 14:59:58.788548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:58.800551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49aa0b4-9676-4b2b-b22d-f7f003ebb577 req-385632f8-f6c5-45fc-8429-e345e5e92e35 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:58.802060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c49aa0b4-9676-4b2b-b22d-f7f003ebb577 req-385632f8-f6c5-45fc-8429-e345e5e92e35 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 948 time: 0.2755649 Aug 20 14:59:58.824425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35458d-e5aa-488f-a558-05b55f5d8caf req-50d121e2-3e7b-434b-a859-acd634b76534 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:58.826426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd35458d-e5aa-488f-a558-05b55f5d8caf req-50d121e2-3e7b-434b-a859-acd634b76534 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 948 time: 0.2043684 Aug 20 14:59:58.827064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 65f621e1-efa7-4f9d-9642-0bdf8352205c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:59:58.837773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f39ab111-f5af-44f8-aeb0-106f342d7059 req-418a385a-4037-47ed-a963-ec5656737c8b service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351440 Aug 20 14:59:58.860393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:58.864136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-75249c88-a2d7-4f90-b077-c889a4174195 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4119895 Aug 20 14:59:58.864522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35250) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:58.871398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 65f621e1-efa7-4f9d-9642-0bdf8352205c) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:58.884619 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977515b4-c340-42ac-8d55-5560b3824785 None None] Network 65f621e1-efa7-4f9d-9642-0bdf8352205c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:58.885200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:58.885821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:58.901527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-134749f2-fce0-4419-be82-26a2d585fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:58.901527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-134749f2-fce0-4419-be82-26a2d585fda8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1818149 Aug 20 14:59:58.931798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c49aa0b4-9676-4b2b-b22d-f7f003ebb577 req-a2e7e063-bab9-419b-a85f-464a07a58451 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188064 Aug 20 14:59:58.937286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd35458d-e5aa-488f-a558-05b55f5d8caf req-4f62c227-831d-4e98-969c-98baf872ace6 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964038 Aug 20 14:59:58.957702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-31335071-7590-4c29-880d-9b9dd80aaf62 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0894103 Aug 20 14:59:58.961859 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35252) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:58.966313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 14:59:58.977821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'subnet': {'network_id': 'cc0dec0b-45d8-4796-9cb9-d319f3c523f2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 14:59:59.044319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-44de7672-3b24-420e-b40b-888accaa9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:59.047054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-44de7672-3b24-420e-b40b-888accaa9d13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 1100 time: 0.0967574 Aug 20 14:59:59.065674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-b9b50a6f-e02c-4560-9950-4875b447fcd3 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475976 Aug 20 14:59:59.220290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 14:59:59.224446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:59.255001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-85851ade-5a94-4725-8df3-130580023f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:59.256722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-85851ade-5a94-4725-8df3-130580023f25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1843011 Aug 20 14:59:59.274566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c2226b-ed1a-4c14-8082-2c39f194adfd req-dac40f07-c302-49a0-875a-dae151678c14 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440341 Aug 20 14:59:59.313754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-923e961b-886d-40eb-b72a-fa9803388dbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ddf67fc4-e0a6-4965-8229-e61a44dc276f HTTP/1.1" status: 200 len: 217 time: 0.0365801 Aug 20 14:59:59.361987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-65f621e1-efa7-4f9d-9642-0bdf8352205c', 'network_id': '65f621e1-efa7-4f9d-9642-0bdf8352205c', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'fixed_ips': [{'subnet_id': 'c9b1c078-0948-4f30-b206-594c10372ba4'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 14:59:59.362973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:59.395301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-49fbf367-fa73-4940-a9f3-2a9a5c85977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:59.397775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-49fbf367-fa73-4940-a9f3-2a9a5c85977a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0687430 Aug 20 14:59:59.426678 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 14:59:59.442951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 14:59:59.470719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-c8f4173b-0ff2-4f49-bfd2-bf1d6ec110a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:59.472600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-c8f4173b-0ff2-4f49-bfd2-bf1d6ec110a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0547118 Aug 20 14:59:59.475716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T14:59:56Z', 'revision_number': 3, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T14:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 14:59:59.530751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Checking router: c9d3c957-5974-4f62-a3ce-96dac74b1f18 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 14:59:59.531388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Updating router c9d3c957-5974-4f62-a3ce-96dac74b1f18 port a711d806-9909-4cf2-9e87-a39195bffd30 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 14:59:59.622490 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:59.625960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7dcd0-07c1-4f02-84d5-bb804170d9c1 req-335e149c-f1e0-4982-aa50-e220a8aeb3d4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:59.627502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bb7dcd0-07c1-4f02-84d5-bb804170d9c1 req-335e149c-f1e0-4982-aa50-e220a8aeb3d4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 945 time: 0.1048031 Aug 20 14:59:59.668025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Allocated IP 172.20.0.2 (65f621e1-efa7-4f9d-9642-0bdf8352205c/c9b1c078-0948-4f30-b206-594c10372ba4/7732cdde-320a-4414-82fc-377bdd506e9e) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 14:59:59.678883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-ad539588-276d-44b5-907a-53fd31323b60 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889327 Aug 20 14:59:59.690772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:59.704625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:59.727733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37423b7-6984-4bc5-96f3-e5b498f3c75b req-dc276964-8b41-4125-a03d-7918ea3210e0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:59.735632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f37423b7-6984-4bc5-96f3-e5b498f3c75b req-dc276964-8b41-4125-a03d-7918ea3210e0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0978293 Aug 20 14:59:59.746188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bb7dcd0-07c1-4f02-84d5-bb804170d9c1 req-2363310e-789f-4b4a-a705-cdee67505ec1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069438 Aug 20 14:59:59.790977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Subnet': ['ID=516716ec-01a4-4301-bd45-85e16e0f2e77,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 14:59:59.793065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Checking segment: {'id': '0c018ba0-8534-466d-af06-38e08ba49c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc0dec0b-45d8-4796-9cb9-d319f3c523f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 14:59:59.793428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network hostable DHCP agents. Network: cc0dec0b-45d8-4796-9cb9-d319f3c523f2, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 14:59:59.795721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 14:59:59.810303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b', 'mac_address': 'fa:16:3e:3f:85:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 14:59:59.864651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f37423b7-6984-4bc5-96f3-e5b498f3c75b req-c5a5c45b-ffb3-439c-a3e4-92a16404d15b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279557 Aug 20 14:59:59.878413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 14:59:59.904931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, cc0dec0b-45d8-4796-9cb9-d319f3c523f2) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 14:59:59.915710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9339b0dd-b6e8-41aa-a5b1-84c14cdb7269 req-2dda590e-0e88-48e9-b194-38d7e0ec2d78 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071655 Aug 20 14:59:59.924311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 14:59:59.925059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 14:59:59.953349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a61882-ef5c-4e3a-8eaa-14a9ea9f756f None None] Network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 14:59:59.960277 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ebd948bd-4941-4c2d-a1c3-8f0e7b3f4ac4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9858086 Aug 20 14:59:59.960806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35262) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 14:59:59.975088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-edfccd7e-5f9f-464c-bfd5-f92b34bd8698 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1849598627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:00.012045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Allocated IP 172.20.0.1 (5d729d78-7799-4f59-b66e-f55a7be0c223/ec2829c1-8296-4b2c-ac33-23ac9e8e051c/6349cd8a-87eb-4ee4-860d-a4922c37e2f4) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:00.015390 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-edfccd7e-5f9f-464c-bfd5-f92b34bd8698 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.017587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-edfccd7e-5f9f-464c-bfd5-f92b34bd8698 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.032245 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.096094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:00.118308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:00.141948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.158332 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.170949 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-edfccd7e-5f9f-464c-bfd5-f92b34bd8698 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.178558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Transition to ACTIVE for port object 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:00.187487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae8d2f-bdd0-4f1b-9646-c121b54c6f51 req-55418cf2-3204-4b90-bedf-008870393fe4 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:00.194647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76ae8d2f-bdd0-4f1b-9646-c121b54c6f51 req-55418cf2-3204-4b90-bedf-008870393fe4 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 948 time: 0.1559958 Aug 20 15:00:00.203650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-edfccd7e-5f9f-464c-bfd5-f92b34bd8698 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.221290 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.254184 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-edfccd7e-5f9f-464c-bfd5-f92b34bd8698 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.258059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-edfccd7e-5f9f-464c-bfd5-f92b34bd8698 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2935383 Aug 20 15:00:00.258796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35272) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:00.275822 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.288212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Network 5d729d78-7799-4f59-b66e-f55a7be0c223 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:00.292817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:00.297374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:00.330767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76ae8d2f-bdd0-4f1b-9646-c121b54c6f51 req-f04fda1b-681c-4bbb-9832-0ab9aad79d61 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352663 Aug 20 15:00:00.332789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:00.333887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Pushing event updated for resources: {'Port': ['ID=6349cd8a-87eb-4ee4-860d-a4922c37e2f4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:00.335410 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Transition to ACTIVE for port object 7732cdde-320a-4414-82fc-377bdd506e9e will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:00.351562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.363263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.363805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebebb32-67ad-491d-b25d-a672b2f9fbaa req-b5ea45c0-52f9-409d-9a84-80187a15eb64 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:00.365609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.366177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.366685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.367188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.367740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.368272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.368756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.369248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.369727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.370208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.370703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:00.375272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ebebb32-67ad-491d-b25d-a672b2f9fbaa req-b5ea45c0-52f9-409d-9a84-80187a15eb64 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 949 time: 0.2068098 Aug 20 15:00:00.394889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Transition to ACTIVE for port object 7732cdde-320a-4414-82fc-377bdd506e9e will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:00.414158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.446468 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.468644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Transition to ACTIVE for port object a711d806-9909-4cf2-9e87-a39195bffd30 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:00.479332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-cc0dec0b-45d8-4796-9cb9-d319f3c523f2', 'network_id': 'cc0dec0b-45d8-4796-9cb9-d319f3c523f2', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'fixed_ips': [{'subnet_id': '516716ec-01a4-4301-bd45-85e16e0f2e77'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:00:00.480299 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.542185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.548806 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.553200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Network 65f621e1-efa7-4f9d-9642-0bdf8352205c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:00.566889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:00.575896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:00.582439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ebebb32-67ad-491d-b25d-a672b2f9fbaa req-e482cb36-d184-416e-adef-302ddeaaa825 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061720 Aug 20 15:00:00.672600 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:00.711270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Pushing event updated for resources: {'Port': ['ID=7732cdde-320a-4414-82fc-377bdd506e9e,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:00.761522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44087d-e138-4518-9f9c-a501c3a63571 req-60be7f63-5aa7-4f9a-a183-e51e8c147eed tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:00.763154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d44087d-e138-4518-9f9c-a501c3a63571 req-60be7f63-5aa7-4f9a-a183-e51e8c147eed tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 945 time: 0.1770806 Aug 20 15:00:00.772727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Attempting to bind port a711d806-9909-4cf2-9e87-a39195bffd30 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:00.773099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Attempting to bind port a711d806-9909-4cf2-9e87-a39195bffd30 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:00.773488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Attempting to bind port a711d806-9909-4cf2-9e87-a39195bffd30 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:00.787968 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.796094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.816129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b01df638-d2d2-44e0-a384-ab962622c39c None None] Provisioning for port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:00.823093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:00.823093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:00.823467 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.823853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:00.824334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Bound port: a711d806-9909-4cf2-9e87-a39195bffd30, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:00.824720 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.838479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.851676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d44087d-e138-4518-9f9c-a501c3a63571 req-66e47227-1ed0-45dd-a3b0-82822f32fcf7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797844 Aug 20 15:00:00.864853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.890865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Pushing event updated for resources: {'Port': ['ID=6349cd8a-87eb-4ee4-860d-a4922c37e2f4,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:00.891446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b01df638-d2d2-44e0-a384-ab962622c39c None None] Provisioning complete for port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:00.891446 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b01df638-d2d2-44e0-a384-ab962622c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.900323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb16579-7cb5-4045-8b05-f859f0b75325 None None] Pushing event updated for resources: {'Port': ['ID=a711d806-9909-4cf2-9e87-a39195bffd30,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:00.924956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Attempting to bind port 7732cdde-320a-4414-82fc-377bdd506e9e on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:00.925337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Attempting to bind port 7732cdde-320a-4414-82fc-377bdd506e9e by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '6b9b10fa-1f9e-4885-bba6-17501df55784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65f621e1-efa7-4f9d-9642-0bdf8352205c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:00.925708 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Attempting to bind port 7732cdde-320a-4414-82fc-377bdd506e9e on network 65f621e1-efa7-4f9d-9642-0bdf8352205c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:00.965349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:00.965731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Checking segment: {'id': '6b9b10fa-1f9e-4885-bba6-17501df55784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65f621e1-efa7-4f9d-9642-0bdf8352205c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:00.966136 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:00.966542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Bound using segment: {'id': '6b9b10fa-1f9e-4885-bba6-17501df55784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65f621e1-efa7-4f9d-9642-0bdf8352205c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:00.967566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Bound port: 7732cdde-320a-4414-82fc-377bdd506e9e, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9b10fa-1f9e-4885-bba6-17501df55784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65f621e1-efa7-4f9d-9642-0bdf8352205c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:00.968057 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:01.001152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Allocated IP 172.21.0.2 (cc0dec0b-45d8-4796-9cb9-d319f3c523f2/516716ec-01a4-4301-bd45-85e16e0f2e77/168a241f-dacf-4eae-ba80-57d12d00bd65) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:01.011016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Network 5d729d78-7799-4f59-b66e-f55a7be0c223 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:01.012921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:01.014560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b01df638-d2d2-44e0-a384-ab962622c39c None None] Port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:01.025882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] For port a711d806-9909-4cf2-9e87-a39195bffd30, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:01.031019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] For port a711d806-9909-4cf2-9e87-a39195bffd30, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a711d806-9909-4cf2-9e87-a39195bffd30,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:01.104882 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:01.176004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Router c9d3c957-5974-4f62-a3ce-96dac74b1f18 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:01.230302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] For port 7732cdde-320a-4414-82fc-377bdd506e9e, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:01.276329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:01.276978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:01.282355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] For port 7732cdde-320a-4414-82fc-377bdd506e9e, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7732cdde-320a-4414-82fc-377bdd506e9e,segment=NetworkSegment(6b9b10fa-1f9e-4885-bba6-17501df55784),segment_id=6b9b10fa-1f9e-4885-bba6-17501df55784)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:01.286641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb16579-7cb5-4045-8b05-f859f0b75325 None None] Pushing event updated for resources: {'Port': ['ID=a711d806-9909-4cf2-9e87-a39195bffd30,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:01.333409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:01.339637 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2b9dca2-451d-49df-86a8-df2a865a5279 admin admin] 10.222.0.36 "PUT /v2.0/routers/c9d3c957-5974-4f62-a3ce-96dac74b1f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4740241 Aug 20 15:00:01.513097 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:01.546143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3811d-48b3-4156-ac60-d10cc2261aac req-09b07df4-1e54-4316-911c-8e30ec9abcf4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:01.547568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42d3811d-48b3-4156-ac60-d10cc2261aac req-09b07df4-1e54-4316-911c-8e30ec9abcf4 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.5424142 Aug 20 15:00:01.634990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d338fa-bff4-4df3-b7dd-64b904027c54 req-e3d22954-1ada-4dd6-beb0-539d37f8b2ed tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:01.636015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68d338fa-bff4-4df3-b7dd-64b904027c54 req-e3d22954-1ada-4dd6-beb0-539d37f8b2ed tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 948 time: 0.1406810 Aug 20 15:00:01.660355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-090bdeb4-0c91-4898-8ee5-32d119a081b3 None None] Provisioning complete for port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:01.660732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-090bdeb4-0c91-4898-8ee5-32d119a081b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:01.689821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42d3811d-48b3-4156-ac60-d10cc2261aac req-57f061ac-ca63-4a02-97fb-75a014cb91e5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336117 Aug 20 15:00:01.702661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68d338fa-bff4-4df3-b7dd-64b904027c54 req-00c0bed5-62fd-4a35-8e4f-cce8cb9f7a30 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541942 Aug 20 15:00:01.703868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.20.0.1 (65f621e1-efa7-4f9d-9642-0bdf8352205c/c9b1c078-0948-4f30-b206-594c10372ba4/982d904a-8dc0-4967-a1ee-ecd06e36065c) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:01.710165 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:01.713360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad4b8d-7d82-4ed5-b2f9-9b326373cbea None None] Pushing event updated for resources: {'Port': ['ID=7732cdde-320a-4414-82fc-377bdd506e9e,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:01.744023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Transition to ACTIVE for port object 168a241f-dacf-4eae-ba80-57d12d00bd65 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:01.752294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:00:01.754464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-090bdeb4-0c91-4898-8ee5-32d119a081b3 None None] Port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:01.817912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Transition to ACTIVE for port object 168a241f-dacf-4eae-ba80-57d12d00bd65 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:01.866452 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:01.915264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.013700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:02.019082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:02.028566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:02.033003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Pushing event updated for resources: {'Port': ['ID=168a241f-dacf-4eae-ba80-57d12d00bd65,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:02.044681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7732cdde-320a-4414-82fc-377bdd506e9e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:02.055588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Transition to ACTIVE for port object 982d904a-8dc0-4967-a1ee-ecd06e36065c will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:02.091829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-fe4b4838-5913-4591-9537-408c634a87b5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:02.093949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-fe4b4838-5913-4591-9537-408c634a87b5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 945 time: 0.2055662 Aug 20 15:00:02.117266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5be22b-5df9-4a8d-ae5c-04cc7b0e18be req-b5a44a88-d434-4f14-98d7-566d297a2dfb tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:02.126119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f5be22b-5df9-4a8d-ae5c-04cc7b0e18be req-b5a44a88-d434-4f14-98d7-566d297a2dfb tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 949 time: 0.1802003 Aug 20 15:00:02.200861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Attempting to bind port 168a241f-dacf-4eae-ba80-57d12d00bd65 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:02.201239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Attempting to bind port 168a241f-dacf-4eae-ba80-57d12d00bd65 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '0c018ba0-8534-466d-af06-38e08ba49c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc0dec0b-45d8-4796-9cb9-d319f3c523f2'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:02.202287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Attempting to bind port 168a241f-dacf-4eae-ba80-57d12d00bd65 on network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:02.211518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:02.211937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Checking segment: {'id': '0c018ba0-8534-466d-af06-38e08ba49c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc0dec0b-45d8-4796-9cb9-d319f3c523f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:02.212340 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.212748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Bound using segment: {'id': '0c018ba0-8534-466d-af06-38e08ba49c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc0dec0b-45d8-4796-9cb9-d319f3c523f2'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:02.213209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Bound port: 168a241f-dacf-4eae-ba80-57d12d00bd65, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c018ba0-8534-466d-af06-38e08ba49c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cc0dec0b-45d8-4796-9cb9-d319f3c523f2'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:02.213590 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.233313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f5be22b-5df9-4a8d-ae5c-04cc7b0e18be req-b7c7e6cc-292d-4938-966a-d2a5d9877fcd tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055658 Aug 20 15:00:02.239145 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.271027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 7732cdde-320a-4414-82fc-377bdd506e9e completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:02.289073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35292) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:02.294871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a52f08d0-0f12-4f96-ab55-5c7cefbb9727 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419569407', 'description': 'tempest-description--303715400'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:02.312768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 65f621e1-efa7-4f9d-9642-0bdf8352205c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:02.321077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:02.328770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:02.346652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] For port 168a241f-dacf-4eae-ba80-57d12d00bd65, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:02.351799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] For port 168a241f-dacf-4eae-ba80-57d12d00bd65, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=168a241f-dacf-4eae-ba80-57d12d00bd65,segment=NetworkSegment(0c018ba0-8534-466d-af06-38e08ba49c38),segment_id=0c018ba0-8534-466d-af06-38e08ba49c38)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:02.353449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a52f08d0-0f12-4f96-ab55-5c7cefbb9727 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.363157 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.371625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 2, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:02.372190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=982d904a-8dc0-4967-a1ee-ecd06e36065c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:02.388106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Deleting port 5ca55634-9c9e-48a3-885d-70d32122856a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:02.388106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.435593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690eda4-05d7-4aec-9292-24be8a918ad9 None None] The sync data for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 is: [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 2, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:02.469207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e25951-5601-4deb-997b-473fdae17f23 None None] Pushing event updated for resources: {'Port': ['ID=168a241f-dacf-4eae-ba80-57d12d00bd65,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:02.487847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a52f08d0-0f12-4f96-ab55-5c7cefbb9727 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.494592 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.496499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a52f08d0-0f12-4f96-ab55-5c7cefbb9727 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.533824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a52f08d0-0f12-4f96-ab55-5c7cefbb9727 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.537910 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a52f08d0-0f12-4f96-ab55-5c7cefbb9727 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2447755 Aug 20 15:00:02.538530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35294) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:02.542594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ddf67fc4-e0a6-4965-8229-e61a44dc276f details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:00:02.556687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e6567236-8a7c-4ce6-aa83-9050a4c5a0c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Request body: {'security_group_rule': {'security_group_id': '0e81d3c2-0dfa-4733-a064-c58ee1b60c17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:02.573352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f08d0-0f12-4f96-ab55-5c7cefbb9727 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81d3c2-0dfa-4733-a064-c58ee1b60c17,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:02.626298 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6567236-8a7c-4ce6-aa83-9050a4c5a0c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.672771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf4305-8157-453a-bb72-b58d46a19e4c req-5b090ddc-30fc-4d82-a14b-c7ffedec44c3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:02.676418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3acf4305-8157-453a-bb72-b58d46a19e4c req-5b090ddc-30fc-4d82-a14b-c7ffedec44c3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 945 time: 0.3012269 Aug 20 15:00:02.708681 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6567236-8a7c-4ce6-aa83-9050a4c5a0c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.716191 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6567236-8a7c-4ce6-aa83-9050a4c5a0c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.726710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ddf67fc4-e0a6-4965-8229-e61a44dc276f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ddf67fc4-e0a6-4965-8229-e61a44dc276f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:02.752093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'mac_address': 'fa:16:3e:ac:53:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:00:02.766328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] For port 5ca55634-9c9e-48a3-885d-70d32122856a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5ca55634-9c9e-48a3-885d-70d32122856a,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:02.766715 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.790481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Calling delete_port for 5ca55634-9c9e-48a3-885d-70d32122856a owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:02.807629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6567236-8a7c-4ce6-aa83-9050a4c5a0c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b21a15-0847-47d8-aec5-5cd319e64b7e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:02.864574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6567236-8a7c-4ce6-aa83-9050a4c5a0c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.865875 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e6567236-8a7c-4ce6-aa83-9050a4c5a0c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3263042 Aug 20 15:00:02.868865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35302) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:02.876815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3acf4305-8157-453a-bb72-b58d46a19e4c req-927dc792-c9db-42eb-bfaf-185dfb5d4cea tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798732 Aug 20 15:00:02.877396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3a1cf271-16ad-42a6-abf7-9f0595b710d4 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Request body: {'security_group_rule': {'security_group_id': '0e81d3c2-0dfa-4733-a064-c58ee1b60c17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:02.899689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.900161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.930431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf67fc4-e0a6-4965-8229-e61a44dc276f {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:02.943864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a1cf271-16ad-42a6-abf7-9f0595b710d4 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:02.974907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ddf67fc4-e0a6-4965-8229-e61a44dc276f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ddf67fc4-e0a6-4965-8229-e61a44dc276f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:02.985257 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.062478 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a1cf271-16ad-42a6-abf7-9f0595b710d4 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.073059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a1cf271-16ad-42a6-abf7-9f0595b710d4 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.094452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ddf67fc4-e0a6-4965-8229-e61a44dc276f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:03.104738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1cf271-16ad-42a6-abf7-9f0595b710d4 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f48488-81aa-44df-8b31-5fdb94321dfc,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:03.122383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a1cf271-16ad-42a6-abf7-9f0595b710d4 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.127358 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3a1cf271-16ad-42a6-abf7-9f0595b710d4 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2546442 Aug 20 15:00:03.127801 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35304) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:03.133740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:03.165431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.199576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2858ac8-1b91-4b9b-8ab4-f93534bcf2c0 req-c3f84951-026b-4ccb-9407-2c017c5b3011 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:03.201229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2858ac8-1b91-4b9b-8ab4-f93534bcf2c0 req-c3f84951-026b-4ccb-9407-2c017c5b3011 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.2103684 Aug 20 15:00:03.207432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa92395-af0e-4212-9f5f-232312442650 None None] Network 65f621e1-efa7-4f9d-9642-0bdf8352205c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:03.288740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5abe0e-d0ef-4170-8676-383edf1507ff req-b32f75ea-7ff1-4461-9382-49b70571ce97 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:03.290618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f5abe0e-d0ef-4170-8676-383edf1507ff req-b32f75ea-7ff1-4461-9382-49b70571ce97 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 949 time: 0.2857521 Aug 20 15:00:03.302059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.377362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8ee584ec-9c91-45e6-b67a-00bf4a5ea552 None None] Provisioning for port 7732cdde-320a-4414-82fc-377bdd506e9e completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:03.391964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8ee584ec-9c91-45e6-b67a-00bf4a5ea552 None None] Provisioning complete for port 7732cdde-320a-4414-82fc-377bdd506e9e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:03.392639 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8ee584ec-9c91-45e6-b67a-00bf4a5ea552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.458563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2858ac8-1b91-4b9b-8ab4-f93534bcf2c0 req-dcc23416-987f-4897-98ac-dc347dc1e2ea tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156498 Aug 20 15:00:03.487863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:03.492366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Allocated IP 172.25.5.7 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/7d7df666-ca65-4d1b-aba8-230be0d069a9) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:03.492526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f5abe0e-d0ef-4170-8676-383edf1507ff req-1b4d22f9-1fea-4430-8619-bbd35e4eef59 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533825 Aug 20 15:00:03.509607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:03.631050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.753026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['5ca55634-9c9e-48a3-885d-70d32122856a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:03.807221 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.818689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Pushing event deleted for resources: {'Port': ['ID=5ca55634-9c9e-48a3-885d-70d32122856a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:03.837612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:03.847972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:03.848161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.849681 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8ee584ec-9c91-45e6-b67a-00bf4a5ea552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.915940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:03.959718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8ee584ec-9c91-45e6-b67a-00bf4a5ea552 None None] For port 7732cdde-320a-4414-82fc-377bdd506e9e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7732cdde-320a-4414-82fc-377bdd506e9e,segment=NetworkSegment(6b9b10fa-1f9e-4885-bba6-17501df55784),segment_id=6b9b10fa-1f9e-4885-bba6-17501df55784)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:03.981844 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8ee584ec-9c91-45e6-b67a-00bf4a5ea552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.040832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:04.046897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49705a61-a949-4763-b228-289edb5f24cb req-70e42269-8528-4eb5-9025-32eb454545e5 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:04.050236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:04.051365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee584ec-9c91-45e6-b67a-00bf4a5ea552 None None] Pushing event updated for resources: {'Port': ['ID=7732cdde-320a-4414-82fc-377bdd506e9e,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:04.064351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:04.066964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49705a61-a949-4763-b228-289edb5f24cb req-70e42269-8528-4eb5-9025-32eb454545e5 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 949 time: 0.3646128 Aug 20 15:00:04.089773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] No DVR routers for this DVR port 5ca55634-9c9e-48a3-885d-70d32122856a on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:04.141810 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.154182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b0a49a8-b101-4586-a1e8-19e0f517e150 req-2c8ffa02-3e9d-4d78-9c14-fbf6ded09f90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.72 "DELETE /v2.0/ports/5ca55634-9c9e-48a3-885d-70d32122856a HTTP/1.1" status: 204 len: 173 time: 2.0240712 Aug 20 15:00:04.156852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a22c71e-ecfc-4795-ac63-57553a8e6e08', 'name': 'network-vif-deleted', 'tag': '5ca55634-9c9e-48a3-885d-70d32122856a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:04.159381 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89aa8aeb-3042-44ef-a510-f7b3bdfb0d31" -d '{"events": [{"server_uuid": "7a22c71e-ecfc-4795-ac63-57553a8e6e08", "name": "network-vif-deleted", "tag": "5ca55634-9c9e-48a3-885d-70d32122856a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:04.166742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Pushing event updated for resources: {'Port': ['ID=7d7df666-ca65-4d1b-aba8-230be0d069a9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:04.192040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.231142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1307f87d-ca2c-449b-b039-f86cb278983b req-7f0c4d0b-8770-45e8-b2c9-bc8577c46f21 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a22c71e-ecfc-4795-ac63-57553a8e6e08 HTTP/1.1" status: 200 len: 210 time: 0.1618288 Aug 20 15:00:04.263959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.287760 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a711d806-9909-4cf2-9e87-a39195bffd30 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:04.309240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49705a61-a949-4763-b228-289edb5f24cb req-dbf537b5-4b33-4d9e-863b-1e6f08e81225 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374885 Aug 20 15:00:04.320773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.343448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.397958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.407033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada62c30-198a-4d9a-b572-803f5dbaf56c None None] Network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:04.445940 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.482072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=982d904a-8dc0-4967-a1ee-ecd06e36065c,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:04.528865 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb57145-27bd-4864-b222-62eb6c1ccfa0 x-openstack-request-id: req-9cb57145-27bd-4864-b222-62eb6c1ccfa0 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:04.529164 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a22c71e-ecfc-4795-ac63-57553a8e6e08", "name": "network-vif-deleted", "tag": "5ca55634-9c9e-48a3-885d-70d32122856a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:04.529421 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cb57145-27bd-4864-b222-62eb6c1ccfa0 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:04.529830 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a22c71e-ecfc-4795-ac63-57553a8e6e08', 'name': 'network-vif-deleted', 'tag': '5ca55634-9c9e-48a3-885d-70d32122856a', 'status': 'completed', 'code': 200} Aug 20 15:00:04.582675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 65f621e1-efa7-4f9d-9642-0bdf8352205c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:04.584866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:04.610174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4a0e2a40-5d96-493e-96cc-c61f631aa477 None None] Provisioning complete for port 7732cdde-320a-4414-82fc-377bdd506e9e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:04.610174 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a0e2a40-5d96-493e-96cc-c61f631aa477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.655749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.663828 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.732304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a3dc9a-95af-4e21-956a-1cbb1f437e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:04.734967 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24db8bd7-8281-428b-b57c-6381393f87f5" -d '{"events": [{"server_uuid": "03a3dc9a-95af-4e21-956a-1cbb1f437e4c", "name": "network-vif-plugged", "status": "completed", "tag": "a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:04.789452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:04.790767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf5626-662a-4217-9efe-f57090c8ef46 req-f63e2937-1224-4c13-81e0-2d445d278569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:04.798019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Pushing event updated for resources: {'Port': ['ID=7d7df666-ca65-4d1b-aba8-230be0d069a9,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:04.799407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fbf5626-662a-4217-9efe-f57090c8ef46 req-f63e2937-1224-4c13-81e0-2d445d278569 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.2094681 Aug 20 15:00:04.806714 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.828561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.847273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.858170 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-89a76716-9636-45d6-b9de-052eaa598821 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7290192 Aug 20 15:00:04.865381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddd6f7-33cd-4e49-98f0-0b2af22d100d req-19697dc8-7ee1-4ad4-8b16-43cd308f6bbd tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:04.873398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cddd6f7-33cd-4e49-98f0-0b2af22d100d req-19697dc8-7ee1-4ad4-8b16-43cd308f6bbd tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 949 time: 0.1828270 Aug 20 15:00:04.882650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a711d806-9909-4cf2-9e87-a39195bffd30 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:04.895354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a711d806-9909-4cf2-9e87-a39195bffd30 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:04.895705 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:04.898940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fbf5626-662a-4217-9efe-f57090c8ef46 req-28805543-a3e6-491c-8b29-1bc576832f55 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985684 Aug 20 15:00:04.980907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:04.994835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cddd6f7-33cd-4e49-98f0-0b2af22d100d req-f1d12f05-5d73-4d60-b8d3-7bf43ec66a7a tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204715 Aug 20 15:00:05.016834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router 5262b537-51fb-489a-9836-5b17c7144aff is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:00:05.276966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:05.290166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35340) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:05.293659 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7bd973-cb34-416b-91ba-16dc302399d9 None None] Sync routers for ids ['5262b537-51fb-489a-9836-5b17c7144aff'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:05.307594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c50388d7-74fd-4185-9186-3aac6dc198c8 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/5262b537-51fb-489a-9836-5b17c7144aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0476797 Aug 20 15:00:05.312214 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7bd973-cb34-416b-91ba-16dc302399d9 None None] Routers {'5262b537-51fb-489a-9836-5b17c7144aff'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:05.316367 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-cd7bd973-cb34-416b-91ba-16dc302399d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5262b537-51fb-489a-9836-5b17c7144aff'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:05.318877 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd7f2e2-5f3c-4317-bf89-6b59edd02529 x-openstack-request-id: req-3cd7f2e2-5f3c-4317-bf89-6b59edd02529 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:05.319170 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a3dc9a-95af-4e21-956a-1cbb1f437e4c", "name": "network-vif-plugged", "status": "completed", "tag": "a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:05.319583 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cd7f2e2-5f3c-4317-bf89-6b59edd02529 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:05.319979 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a3dc9a-95af-4e21-956a-1cbb1f437e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b', 'code': 200} Aug 20 15:00:05.320801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4a0e2a40-5d96-493e-96cc-c61f631aa477 None None] Provisioning for port 982d904a-8dc0-4967-a1ee-ecd06e36065c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:05.323610 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:05.338605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4a0e2a40-5d96-493e-96cc-c61f631aa477 None None] Provisioning complete for port 982d904a-8dc0-4967-a1ee-ecd06e36065c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:05.338987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a0e2a40-5d96-493e-96cc-c61f631aa477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:05.369675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-abf1ea2a-26a9-4468-bc4f-b6723eefa56d tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--419569407&fields=id&tenant_id=2dc33c51c38a4a07a73e03558fa034cf HTTP/1.1" status: 200 len: 267 time: 0.1584146 Aug 20 15:00:05.377889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port a711d806-9909-4cf2-9e87-a39195bffd30, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a711d806-9909-4cf2-9e87-a39195bffd30,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:05.379113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2206bb5b-ae2b-43db-b67c-8a5bf17c5722 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:05.381723 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2206bb5b-ae2b-43db-b67c-8a5bf17c5722 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports/982d904a-8dc0-4967-a1ee-ecd06e36065c HTTP/1.1" status: 200 len: 910 time: 0.0904136 Aug 20 15:00:05.385998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35346) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:05.390050 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:05.391090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 168a241f-dacf-4eae-ba80-57d12d00bd65 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:05.420541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['f45d19c2-9a23-4a7c-b483-2e7ae5641d31'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:05.422735 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-cd7bd973-cb34-416b-91ba-16dc302399d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:05.427378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e2a40-5d96-493e-96cc-c61f631aa477 None None] Port 982d904a-8dc0-4967-a1ee-ecd06e36065c cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:05.434670 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7bd973-cb34-416b-91ba-16dc302399d9 None None] Routers {'5262b537-51fb-489a-9836-5b17c7144aff'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:05.436028 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-cd7bd973-cb34-416b-91ba-16dc302399d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5262b537-51fb-489a-9836-5b17c7144aff'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:05.504956 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-cd7bd973-cb34-416b-91ba-16dc302399d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:05.505915 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7bd973-cb34-416b-91ba-16dc302399d9 None None] The sync data for ids ['5262b537-51fb-489a-9836-5b17c7144aff'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:05.530986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b6f1e-186d-439b-bb08-33571e44d029 req-54593ddf-bcae-4a0c-9f06-2e86a87d2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:05.532911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e9b6f1e-186d-439b-bb08-33571e44d029 req-54593ddf-bcae-4a0c-9f06-2e86a87d2797 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 1102 time: 0.3232951 Aug 20 15:00:05.543337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=a711d806-9909-4cf2-9e87-a39195bffd30,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:05.564493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 168a241f-dacf-4eae-ba80-57d12d00bd65 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:05.585234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] Provisioning complete for port 982d904a-8dc0-4967-a1ee-ecd06e36065c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:05.585720 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:05.593999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e50a69-481e-4a3b-97b8-0f27e8e801cc req-2a37d5e7-19ca-4768-af42-eb23cfaaf83d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:05.601828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0e50a69-481e-4a3b-97b8-0f27e8e801cc req-2a37d5e7-19ca-4768-af42-eb23cfaaf83d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1664131 Aug 20 15:00:05.645691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-ca9ecd0e-6c57-43d3-b77c-3cc76a5a2101 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:05.648397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-ca9ecd0e-6c57-43d3-b77c-3cc76a5a2101 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/networks?id=5d729d78-7799-4f59-b66e-f55a7be0c223 HTTP/1.1" status: 200 len: 812 time: 0.2740786 Aug 20 15:00:05.648676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] Port 982d904a-8dc0-4967-a1ee-ecd06e36065c cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:05.653642 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e9b6f1e-186d-439b-bb08-33571e44d029 req-da1b4341-85bc-4b96-b8ad-e47892bff5d4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103089 Aug 20 15:00:05.679015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] Provisioning for port 168a241f-dacf-4eae-ba80-57d12d00bd65 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:05.680673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-26095394-507c-49b4-9658-3883a8c8c5a4 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/quotas/2dc33c51c38a4a07a73e03558fa034cf HTTP/1.1" status: 200 len: 375 time: 0.0208857 Aug 20 15:00:05.683842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0e50a69-481e-4a3b-97b8-0f27e8e801cc req-162d5b1b-7ab8-4a3e-8999-73b5e931a6f4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815604 Aug 20 15:00:05.691500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] Provisioning complete for port 168a241f-dacf-4eae-ba80-57d12d00bd65 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:05.692367 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:05.752714 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:05.799696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Sync routers for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:05.820065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:05.824631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:05.825273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:05.850753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-c0c5f2b3-d781-4449-aee2-c44ae0223b28 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2dc33c51c38a4a07a73e03558fa034cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303196 Aug 20 15:00:05.918824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] For port 168a241f-dacf-4eae-ba80-57d12d00bd65, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=168a241f-dacf-4eae-ba80-57d12d00bd65,segment=NetworkSegment(0c018ba0-8534-466d-af06-38e08ba49c38),segment_id=0c018ba0-8534-466d-af06-38e08ba49c38)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:05.953848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:05.983110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a711d806-9909-4cf2-9e87-a39195bffd30 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:05.990375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd4bf6-95c6-4b4f-b6ed-18b1dd8ff623 req-f09281d1-bc85-4866-bae2-105b477b7b9d tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:05.997850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3cd4bf6-95c6-4b4f-b6ed-18b1dd8ff623 req-f09281d1-bc85-4866-bae2-105b477b7b9d tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 950 time: 0.1457326 Aug 20 15:00:06.047031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:00:06.095176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22249b17-5bed-43b9-83df-78da85c38948 None None] Pushing event updated for resources: {'Port': ['ID=168a241f-dacf-4eae-ba80-57d12d00bd65,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:06.158444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a711d806-9909-4cf2-9e87-a39195bffd30 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:06.158822 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.182817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.330358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7732cdde-320a-4414-82fc-377bdd506e9e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:06.371213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-1a86ab21-6511-4278-a20f-6e78de444542 service neutron] 10.222.0.36 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156753 Aug 20 15:00:06.386434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3cd4bf6-95c6-4b4f-b6ed-18b1dd8ff623 req-6c593b68-a9b4-4cef-b694-0f48697aac07 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855929 Aug 20 15:00:06.388226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 2, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:06.417225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Checking router: c9d3c957-5974-4f62-a3ce-96dac74b1f18 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:00:06.417587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Updating router c9d3c957-5974-4f62-a3ce-96dac74b1f18 port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:00:06.420921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7732cdde-320a-4414-82fc-377bdd506e9e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:06.421830 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.469470 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.480698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.21.0.1 (cc0dec0b-45d8-4796-9cb9-d319f3c523f2/516716ec-01a4-4301-bd45-85e16e0f2e77/04a5aaa2-eb92-4e3e-81f0-0f9f0926c775) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:06.543522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604a785-e4a9-4732-a943-1ab6ff0eefba req-e22a2dd9-670e-4b4f-8b47-9c63f14b283e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:06.545545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4604a785-e4a9-4732-a943-1ab6ff0eefba req-e22a2dd9-670e-4b4f-8b47-9c63f14b283e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0948088 Aug 20 15:00:06.555738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-bf19693b-cc05-4137-a280-963992887c63 service neutron] 10.222.0.36 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661456 Aug 20 15:00:06.598025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4604a785-e4a9-4732-a943-1ab6ff0eefba req-b0479c08-aeaa-45d7-a528-6a2b3f04e4fd tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410094 Aug 20 15:00:06.600189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ddf67fc4-e0a6-4965-8229-e61a44dc276f up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:06.640479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.666729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Transition to ACTIVE for port object 04a5aaa2-eb92-4e3e-81f0-0f9f0926c775 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:06.712733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.729255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2738c85-59ca-4b4f-afdb-687f68461d89 req-c3219dd2-337f-422f-8774-af9fbf04c875 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:06.730879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2738c85-59ca-4b4f-afdb-687f68461d89 req-c3219dd2-337f-422f-8774-af9fbf04c875 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 949 time: 0.0588160 Aug 20 15:00:06.736892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port ddf67fc4-e0a6-4965-8229-e61a44dc276f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:06.746605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port ddf67fc4-e0a6-4965-8229-e61a44dc276f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:06.747146 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.792909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:06.797867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:06.814401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2738c85-59ca-4b4f-afdb-687f68461d89 req-f691cc51-b8a1-418a-98b1-524814c17c44 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743074 Aug 20 15:00:06.818237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:06.884214 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.925444 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.966008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Transition to ACTIVE for port object 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:06.967851 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:06.972425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cfeb6-59be-4838-bb05-bdf91d181da5 req-57083e8e-4a70-41c9-9fb1-14c38f5e7c84 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:06.980190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce2cfeb6-59be-4838-bb05-bdf91d181da5 req-57083e8e-4a70-41c9-9fb1-14c38f5e7c84 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0935893 Aug 20 15:00:06.987652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=04a5aaa2-eb92-4e3e-81f0-0f9f0926c775,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:06.993185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.115518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ddf67fc4-e0a6-4965-8229-e61a44dc276f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ddf67fc4-e0a6-4965-8229-e61a44dc276f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:07.124863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce2cfeb6-59be-4838-bb05-bdf91d181da5 req-a1b97ccf-61f5-44ee-8c13-27c671826b9d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417742 Aug 20 15:00:07.131085 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.144285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2f8e8-eff4-476b-a43a-16dfff5756cf None None] Pushing event updated for resources: {'Port': ['ID=6349cd8a-87eb-4ee4-860d-a4922c37e2f4,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:07.158786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00cc18b1-f58d-492f-bb5e-467a14ba63ec req-426ddc29-2671-4c42-949c-48bff72a50c7 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 210 time: 0.0641816 Aug 20 15:00:07.178164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.278869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Attempting to bind port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:07.279396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Attempting to bind port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:07.279803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Attempting to bind port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 on network 5d729d78-7799-4f59-b66e-f55a7be0c223 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:07.289411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ddf67fc4-e0a6-4965-8229-e61a44dc276f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:07.295239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:07.295655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Checking segment: {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:07.296068 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.297004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Bound using segment: {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:07.297572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Bound port: 6349cd8a-87eb-4ee4-860d-a4922c37e2f4, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:07.299388 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.336328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cb6297-7b87-4969-9489-46cadad5836a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf67fc4-e0a6-4965-8229-e61a44dc276f'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:07.338711 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1da516-76dc-4098-83e1-db3b8116c0e2" -d '{"events": [{"server_uuid": "07cb6297-7b87-4969-9489-46cadad5836a", "name": "network-vif-plugged", "status": "completed", "tag": "ddf67fc4-e0a6-4965-8229-e61a44dc276f"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:07.359657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dc5fe945-99ad-49be-9e2a-bc5c53968652 None None] Provisioning for port 04a5aaa2-eb92-4e3e-81f0-0f9f0926c775 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:07.375910 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dc5fe945-99ad-49be-9e2a-bc5c53968652 None None] Provisioning complete for port 04a5aaa2-eb92-4e3e-81f0-0f9f0926c775 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:07.376295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc5fe945-99ad-49be-9e2a-bc5c53968652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.378957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40e94e-e93c-468a-8990-3d9bde995d82 req-4a59cb18-1fa2-47c1-8687-a11f610c2dc4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:07.380538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc40e94e-e93c-468a-8990-3d9bde995d82 req-4a59cb18-1fa2-47c1-8687-a11f610c2dc4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1368415 Aug 20 15:00:07.398463 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd3494b-e70d-450e-973b-1529fe0a44ac x-openstack-request-id: req-bbd3494b-e70d-450e-973b-1529fe0a44ac {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:07.400284 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cb6297-7b87-4969-9489-46cadad5836a", "name": "network-vif-plugged", "status": "completed", "tag": "ddf67fc4-e0a6-4965-8229-e61a44dc276f", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:07.400284 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbd3494b-e70d-450e-973b-1529fe0a44ac {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:07.400284 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cb6297-7b87-4969-9489-46cadad5836a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'code': 200} Aug 20 15:00:07.435020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dc5fe945-99ad-49be-9e2a-bc5c53968652 None None] Port 04a5aaa2-eb92-4e3e-81f0-0f9f0926c775 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:07.438309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] For port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:07.460892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] For port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6349cd8a-87eb-4ee4-860d-a4922c37e2f4,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:07.470779 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.483953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc40e94e-e93c-468a-8990-3d9bde995d82 req-6d161af0-6496-44e1-9a8a-87b6f5315c8b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896425 Aug 20 15:00:07.540170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2f8e8-eff4-476b-a43a-16dfff5756cf None None] Pushing event updated for resources: {'Port': ['ID=6349cd8a-87eb-4ee4-860d-a4922c37e2f4,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:07.547199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5ca55634-9c9e-48a3-885d-70d32122856a no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:07.583435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 5ca55634-9c9e-48a3-885d-70d32122856a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:07.583866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5ca55634-9c9e-48a3-885d-70d32122856a not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:07.597988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52a5e4-3642-43d1-a08a-0ca8bde218b8 req-9b688f13-0506-4231-b579-a85c1a1af029 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:07.599723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f52a5e4-3642-43d1-a08a-0ca8bde218b8 req-9b688f13-0506-4231-b579-a85c1a1af029 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 950 time: 0.1051772 Aug 20 15:00:07.604555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cafa7f-15df-4128-a3f8-fa945551963a req-9e2ae02a-093b-4d36-b7cb-e3f1ca9b7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:07.606775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00cafa7f-15df-4128-a3f8-fa945551963a req-9e2ae02a-093b-4d36-b7cb-e3f1ca9b7d22 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 1102 time: 0.1215820 Aug 20 15:00:07.610938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:07.611611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:07.677802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.684980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.779192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f52a5e4-3642-43d1-a08a-0ca8bde218b8 req-a5f8a5b7-5cda-4d51-aa13-4bdf43bab47b tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713104 Aug 20 15:00:07.789690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00cafa7f-15df-4128-a3f8-fa945551963a req-f0c14c0e-0da3-4bbf-8360-0be6b97a014e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397374 Aug 20 15:00:07.809717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=04a5aaa2-eb92-4e3e-81f0-0f9f0926c775,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:07.809717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:07.832232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:00:07.846818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368cae1-a51a-4241-bef3-b9b48505c6f1 req-f5b98180-cc14-4ff6-8ca5-903658d46f6d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:07.856104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9368cae1-a51a-4241-bef3-b9b48505c6f1 req-f5b98180-cc14-4ff6-8ca5-903658d46f6d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1225436 Aug 20 15:00:07.999489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:08.001620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:08.003737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9368cae1-a51a-4241-bef3-b9b48505c6f1 req-d1f37e22-6f01-4585-a550-2fbbb670de27 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449091 Aug 20 15:00:08.124268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:08.237816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router 5262b537-51fb-489a-9836-5b17c7144aff has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:08.392914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042e10e-d323-49e2-a4f0-2582821aca05 req-28b8bbb5-a48c-4202-982b-ba48ba646371 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:08.394769 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1042e10e-d323-49e2-a4f0-2582821aca05 req-28b8bbb5-a48c-4202-982b-ba48ba646371 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 950 time: 0.0724337 Aug 20 15:00:08.438741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:08.450802 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f4a309-5651-4161-b815-efa90ac34bb7 None None] Sync routers for ids ['5262b537-51fb-489a-9836-5b17c7144aff'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:08.457608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1042e10e-d323-49e2-a4f0-2582821aca05 req-a8b69195-8e6e-404d-a9b7-871141345ae0 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551159 Aug 20 15:00:08.468024 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4a309-5651-4161-b815-efa90ac34bb7 None None] Routers {'5262b537-51fb-489a-9836-5b17c7144aff'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:08.469679 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-85f4a309-5651-4161-b815-efa90ac34bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5262b537-51fb-489a-9836-5b17c7144aff'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:08.472007 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-19ad27a3-51aa-4d07-bc9b-b080b36a41c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/5262b537-51fb-489a-9836-5b17c7144aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0847356 Aug 20 15:00:08.474616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35402) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:08.521180 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-85f4a309-5651-4161-b815-efa90ac34bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:08.533613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fca9d0a3-c8d4-4ebb-8ec8-8ddec550574f req-ef54453c-0c12-4a75-b004-b22b32444ad1 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 210 time: 0.0499740 Aug 20 15:00:08.534821 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4a309-5651-4161-b815-efa90ac34bb7 None None] Routers {'5262b537-51fb-489a-9836-5b17c7144aff'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:08.536266 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-85f4a309-5651-4161-b815-efa90ac34bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5262b537-51fb-489a-9836-5b17c7144aff'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:08.567393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b4d55-8830-4a70-9736-dc563a0d35e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:08.571633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-735b4d55-8830-4a70-9736-dc563a0d35e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports/04a5aaa2-eb92-4e3e-81f0-0f9f0926c775 HTTP/1.1" status: 200 len: 910 time: 0.0932405 Aug 20 15:00:08.571941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35404) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:08.621341 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-85f4a309-5651-4161-b815-efa90ac34bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:08.622023 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f4a309-5651-4161-b815-efa90ac34bb7 None None] The sync data for ids ['5262b537-51fb-489a-9836-5b17c7144aff'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:08.630331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fa441a32-c090-47a4-a468-bff9b6f1b20c None None] Provisioning complete for port 04a5aaa2-eb92-4e3e-81f0-0f9f0926c775 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:08.631442 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fa441a32-c090-47a4-a468-bff9b6f1b20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:08.716272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:08.716585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb28ab-422a-4246-99fb-64b96dd04e3e req-3a3b4cd5-d1fb-412c-a499-7d42952acb4f tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:08.720782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fa441a32-c090-47a4-a468-bff9b6f1b20c None None] Port 04a5aaa2-eb92-4e3e-81f0-0f9f0926c775 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:08.724919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:08.725234 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:08.726275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cffb28ab-422a-4246-99fb-64b96dd04e3e req-3a3b4cd5-d1fb-412c-a499-7d42952acb4f tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 950 time: 0.1373131 Aug 20 15:00:08.770301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:07Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:08.790830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-0e8d3d0c-7644-4465-84eb-04402319eaea tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:08.792753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-0e8d3d0c-7644-4465-84eb-04402319eaea tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.72 "GET /v2.0/networks?id=5d729d78-7799-4f59-b66e-f55a7be0c223 HTTP/1.1" status: 200 len: 812 time: 0.1941237 Aug 20 15:00:08.808336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cffb28ab-422a-4246-99fb-64b96dd04e3e req-b6bd40f3-1e27-42a5-97c7-b8f5ff256ee2 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764430 Aug 20 15:00:08.809941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4fb1f9-154f-4408-88a4-3ab47e9e21f0 None None] The sync data for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 is: [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:07Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:08.894242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-aa6ad45b-f026-4680-990e-69da5db1698c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dc33c51c38a4a07a73e03558fa034cf HTTP/1.1" status: 200 len: 379 time: 0.0846786 Aug 20 15:00:08.902327 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:08.919684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Request body: {'port': {'device_id': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'admin_state_up': True, 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'security_groups': ['0e81d3c2-0dfa-4733-a064-c58ee1b60c17']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:09.004300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6349cd8a-87eb-4ee4-860d-a4922c37e2f4,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:09.017787 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:09.019047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 168a241f-dacf-4eae-ba80-57d12d00bd65 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:09.164154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-adfc7dd4-66e7-4ed5-a15f-87d9d8226d42 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=182ede1ca9b045a89dcfca620a331160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339277 Aug 20 15:00:09.199809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=6349cd8a-87eb-4ee4-860d-a4922c37e2f4,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:09.214380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:09.217244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 168a241f-dacf-4eae-ba80-57d12d00bd65 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:09.217811 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:09.309392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Made reservation on behalf of 2dc33c51c38a4a07a73e03558fa034cf for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:09.314681 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:09.342752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0474b-d6cf-471e-a594-645fa45391dd req-3ae4db5b-2832-42dd-bff4-a70d340216eb tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:09.351668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ad0474b-d6cf-471e-a594-645fa45391dd req-3ae4db5b-2832-42dd-bff4-a70d340216eb tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1685154 Aug 20 15:00:09.450276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ad0474b-d6cf-471e-a594-645fa45391dd req-141d93d2-f701-40f9-b32e-89d5fa9124f9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976758 Aug 20 15:00:09.510683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-e29143bd-f1ab-410f-8b4e-03e46b32c663 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:09.519817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-e29143bd-f1ab-410f-8b4e-03e46b32c663 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3496108 Aug 20 15:00:09.600360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 04a5aaa2-eb92-4e3e-81f0-0f9f0926c775 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:09.600716 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:09.609100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-6740ea2f-ab42-4af2-929b-3f9c397f6aec tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/quotas/182ede1ca9b045a89dcfca620a331160 HTTP/1.1" status: 200 len: 375 time: 0.0881984 Aug 20 15:00:09.691395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Allocated IP 172.20.0.6 (5d729d78-7799-4f59-b66e-f55a7be0c223/ec2829c1-8296-4b2c-ac33-23ac9e8e051c/6f776ae0-8f24-48c9-9135-b0388b5438d7) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:09.724314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-7b35ed1b-ad2e-4ff2-ad18-15850796a79d tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=182ede1ca9b045a89dcfca620a331160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034267 Aug 20 15:00:09.751258 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:09.780125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 04a5aaa2-eb92-4e3e-81f0-0f9f0926c775 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:09.954027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296056e-2b0e-4e83-96ed-07a3eb6189a0 req-4d43ee74-3d4d-4ff6-83d2-b858a86eb85f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:09.956389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0296056e-2b0e-4e83-96ed-07a3eb6189a0 req-4d43ee74-3d4d-4ff6-83d2-b858a86eb85f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 950 time: 0.1785839 Aug 20 15:00:09.991327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:10.023196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc77c3cd-130d-4e9a-8e8a-9ce2bf31621a req-9560c93c-fbb3-4189-b7a3-b231a96b7ba5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 210 time: 0.0631166 Aug 20 15:00:10.079830 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0296056e-2b0e-4e83-96ed-07a3eb6189a0 req-16557931-cd6d-4d14-87c6-ad7809f24c0c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973103 Aug 20 15:00:10.080106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:10.080469 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:10.088266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:10.111933 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:10.143020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Transition to ACTIVE for port object 6f776ae0-8f24-48c9-9135-b0388b5438d7 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:10.199976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=04a5aaa2-eb92-4e3e-81f0-0f9f0926c775,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:10.250652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0de10dbb-ea81-4a9c-b1e6-e20b9f1c3001 req-de41c5c7-f3be-40ff-926a-abcaf4511eb2 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 210 time: 0.0710833 Aug 20 15:00:10.253278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:10.316929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Network 5d729d78-7799-4f59-b66e-f55a7be0c223 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:10.320677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:10.325223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:10.398656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Pushing event updated for resources: {'Port': ['ID=6f776ae0-8f24-48c9-9135-b0388b5438d7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:10.494972 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:10.516598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbdad6-7cf0-4a1c-bde4-35f1792bfc79 req-b3fe5bcc-0edd-4c0e-bcb5-c17e32f2b639 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:10.518753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0bbdad6-7cf0-4a1c-bde4-35f1792bfc79 req-b3fe5bcc-0edd-4c0e-bcb5-c17e32f2b639 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1786160 Aug 20 15:00:10.525477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:10.526182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:10.554371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-8ea44262-ba32-4b2b-a751-310ce8c5d41a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6394753 Aug 20 15:00:10.582798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Request body: {'port': {'device_id': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:10.619071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcd374-2b93-4e72-9cf9-2742c0ddbfdf req-7c2e3ee9-8963-498d-af0b-931bd4978c89 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:10.620668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ffcd374-2b93-4e72-9cf9-2742c0ddbfdf req-7c2e3ee9-8963-498d-af0b-931bd4978c89 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 1102 time: 0.1552374 Aug 20 15:00:10.636343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0bbdad6-7cf0-4a1c-bde4-35f1792bfc79 req-94d02c61-234a-49e7-a188-a9ba615e14d7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941970 Aug 20 15:00:10.660269 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2ffcd374-2b93-4e72-9cf9-2742c0ddbfdf req-39a6b71d-1e05-4f77-a909-746ad79df763 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:10.677493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4b0122b1-3172-4ba0-8ee0-a15bef2b5f61 None None] Provisioning for port 6f776ae0-8f24-48c9-9135-b0388b5438d7 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:10.682141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4b0122b1-3172-4ba0-8ee0-a15bef2b5f61 None None] Provisioning complete for port 6f776ae0-8f24-48c9-9135-b0388b5438d7 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:10.682522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4b0122b1-3172-4ba0-8ee0-a15bef2b5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:10.701243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:10.733662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4b0122b1-3172-4ba0-8ee0-a15bef2b5f61 None None] Port 6f776ae0-8f24-48c9-9135-b0388b5438d7 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:10.755269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router 5262b537-51fb-489a-9836-5b17c7144aff has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:10.857339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:10.864084 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb3cf7f8-b597-4c3a-b308-121615d318fc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/5262b537-51fb-489a-9836-5b17c7144aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2910204 Aug 20 15:00:10.866713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35464) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:10.869770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b06a4f-6c32-4d7f-84e9-ff9f359acf4e None None] Sync routers for ids ['5262b537-51fb-489a-9836-5b17c7144aff'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:10.881537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b06a4f-6c32-4d7f-84e9-ff9f359acf4e None None] Routers {'5262b537-51fb-489a-9836-5b17c7144aff'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:10.882162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3b06a4f-6c32-4d7f-84e9-ff9f359acf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5262b537-51fb-489a-9836-5b17c7144aff'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:10.926823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3b06a4f-6c32-4d7f-84e9-ff9f359acf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:10.936322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b06a4f-6c32-4d7f-84e9-ff9f359acf4e None None] Routers {'5262b537-51fb-489a-9836-5b17c7144aff'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:10.936933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3b06a4f-6c32-4d7f-84e9-ff9f359acf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5262b537-51fb-489a-9836-5b17c7144aff'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:10.940386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180bb74-0d75-433e-a61c-d8374097932f req-27d81220-ccbe-40df-925c-2bb62c48860c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:10.941905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0180bb74-0d75-433e-a61c-d8374097932f req-27d81220-ccbe-40df-925c-2bb62c48860c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1907544 Aug 20 15:00:10.973258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3b06a4f-6c32-4d7f-84e9-ff9f359acf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:10.973924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b06a4f-6c32-4d7f-84e9-ff9f359acf4e None None] The sync data for ids ['5262b537-51fb-489a-9836-5b17c7144aff'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:11.044025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2ffcd374-2b93-4e72-9cf9-2742c0ddbfdf req-39a6b71d-1e05-4f77-a909-746ad79df763 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:11.058393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2ffcd374-2b93-4e72-9cf9-2742c0ddbfdf req-39a6b71d-1e05-4f77-a909-746ad79df763 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:11.087720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0180bb74-0d75-433e-a61c-d8374097932f req-98f365e2-caf0-4091-add1-b223aea9c9f1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230011 Aug 20 15:00:11.103672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ffcd374-2b93-4e72-9cf9-2742c0ddbfdf req-39a6b71d-1e05-4f77-a909-746ad79df763 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663155 Aug 20 15:00:11.133173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6b71d-1e05-4f77-a909-746ad79df763 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65956f60-9675-45be-865f-d39c89638461,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:11.230693 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:11.231092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f776ae0-8f24-48c9-9135-b0388b5438d7 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:11.241649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:11.260860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a04c70-1eb5-4f05-a1fa-0ad480447620 req-f579cf71-08ba-4b54-aada-e37292d3ae82 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:11.262352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37a04c70-1eb5-4f05-a1fa-0ad480447620 req-f579cf71-08ba-4b54-aada-e37292d3ae82 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0789232 Aug 20 15:00:11.267757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Transition to ACTIVE for port object 6f776ae0-8f24-48c9-9135-b0388b5438d7 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:11.280696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:11.359943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37a04c70-1eb5-4f05-a1fa-0ad480447620 req-25ca3327-1cab-4a28-af14-8874021261cd tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887012 Aug 20 15:00:11.428868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Pushing event updated for resources: {'Port': ['ID=6f776ae0-8f24-48c9-9135-b0388b5438d7,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:11.645340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513ec7-7c29-429d-a005-d09923dfe815 req-28e04a61-f871-49a5-bf84-32a7f436ac16 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:11.654762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f513ec7-7c29-429d-a005-d09923dfe815 req-28e04a61-f871-49a5-bf84-32a7f436ac16 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 943 time: 0.3208044 Aug 20 15:00:11.696736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-f1a1d0c2-7d34-49a6-94e9-90a1a55f99ba tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=182ede1ca9b045a89dcfca620a331160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2084787 Aug 20 15:00:11.736734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-066da3eb-0341-44bb-854f-ecd32a334fcc req-31d2fb60-a9d6-41a8-98d0-ad90daf3f95d tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 210 time: 0.0777738 Aug 20 15:00:11.762682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Attempting to bind port 6f776ae0-8f24-48c9-9135-b0388b5438d7 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:11.762682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Attempting to bind port 6f776ae0-8f24-48c9-9135-b0388b5438d7 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:11.762682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Attempting to bind port 6f776ae0-8f24-48c9-9135-b0388b5438d7 on network 5d729d78-7799-4f59-b66e-f55a7be0c223 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:11.863978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f513ec7-7c29-429d-a005-d09923dfe815 req-225b918f-fb58-44b7-9926-b38a285b54a4 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031615 Aug 20 15:00:11.864999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Port 6f776ae0-8f24-48c9-9135-b0388b5438d7 on network 5d729d78-7799-4f59-b66e-f55a7be0c223 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:00:11.865472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Attempting to bind port 6f776ae0-8f24-48c9-9135-b0388b5438d7 on network 5d729d78-7799-4f59-b66e-f55a7be0c223 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:11.894383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:11.894808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Checking segment: {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:11.895571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Bound using segment: {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:11.895941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Bound port: 6f776ae0-8f24-48c9-9135-b0388b5438d7, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311a54cd-6e42-4cf2-a0ae-93b31a34dae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:11.896258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:11.920160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-502beb31-cdfa-46f7-a8bf-abd08bc1cfc2 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491138 Aug 20 15:00:11.994487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 982d904a-8dc0-4967-a1ee-ecd06e36065c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:11.995034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:12.084960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-62bb3854-1d4d-4f62-9a19-e56cead59c42 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:12.086362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:12.086492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-62bb3854-1d4d-4f62-9a19-e56cead59c42 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3610573 Aug 20 15:00:12.099838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] For port 6f776ae0-8f24-48c9-9135-b0388b5438d7, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:12.101694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 982d904a-8dc0-4967-a1ee-ecd06e36065c owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:12.105960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] For port 6f776ae0-8f24-48c9-9135-b0388b5438d7, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6f776ae0-8f24-48c9-9135-b0388b5438d7,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:12.116909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Request body: {'port': {'device_id': '37aafef5-c163-4523-973e-a39159d6f1fa', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '182ede1ca9b045a89dcfca620a331160'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:12.124815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:12.161584 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e0ff84e9-51b1-4b24-89ad-0d3e8d04abfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:12.207581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-23b3281f-c421-46b0-860d-989aabdcb790 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:12.222601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-23b3281f-c421-46b0-860d-989aabdcb790 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014762 Aug 20 15:00:12.236219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:12.236851 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:12.238261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] 10.222.0.72 "PUT /v2.0/ports/6f776ae0-8f24-48c9-9135-b0388b5438d7 HTTP/1.1" status: 200 len: 1092 time: 1.6670980 Aug 20 15:00:12.244325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'tag': '6f776ae0-8f24-48c9-9135-b0388b5438d7'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:12.247048 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a48171-9de6-47a7-9bda-49b46d6224f9" -d '{"events": [{"name": "network-changed", "server_uuid": "730a5fb1-99be-42ac-84a3-f15e465385ab", "tag": "6f776ae0-8f24-48c9-9135-b0388b5438d7"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:12.295942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-34f72fb3-5e77-4320-a9de-d9d709b4e512 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/quotas/3cc8e9c2d05b4aa2b375eed3861a265e HTTP/1.1" status: 200 len: 375 time: 0.0723605 Aug 20 15:00:12.352396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:12.397549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=982d904a-8dc0-4967-a1ee-ecd06e36065c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:12.615989 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:12.735180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f1455-c8cf-4c29-b931-a8c9f31ce061 service neutron] Pushing event updated for resources: {'Port': ['ID=6f776ae0-8f24-48c9-9135-b0388b5438d7,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:12.765690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fac2bf-b774-49a0-adc8-e49f37cfe8f4 req-5cf8e81f-a905-4f74-824f-1afa333946ea tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:12.767829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76fac2bf-b774-49a0-adc8-e49f37cfe8f4 req-5cf8e81f-a905-4f74-824f-1afa333946ea tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.5432527 Aug 20 15:00:12.781196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-ab490421-d85f-4aa3-bcb4-c0b673ae6bf6 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4844084 Aug 20 15:00:12.789098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router 5262b537-51fb-489a-9836-5b17c7144aff has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:12.792077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-6094a719-78f4-4243-9d9e-44f4c8744ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:12.793518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-6094a719-78f4-4243-9d9e-44f4c8744ace service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2dc33c51c38a4a07a73e03558fa034cf&device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 1095 time: 0.4870381 Aug 20 15:00:12.859340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-38708765-ba08-4f7c-88dd-79a03737e6ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f776ae0-8f24-48c9-9135-b0388b5438d7 HTTP/1.1" status: 200 len: 217 time: 0.0496607 Aug 20 15:00:12.879057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76fac2bf-b774-49a0-adc8-e49f37cfe8f4 req-f44e8305-dae1-4cd1-bfd0-47912aca56f8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970569 Aug 20 15:00:12.888386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Made reservation on behalf of 182ede1ca9b045a89dcfca620a331160 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:12.898381 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:12.907873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:12.924005 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3a9f26cb-4698-4472-8e54-7fe1a6fda9b3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/5262b537-51fb-489a-9836-5b17c7144aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0552907 Aug 20 15:00:12.927422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35506) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:12.931580 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212561af-2273-40c8-9bcd-933c29bfd72a None None] Sync routers for ids ['5262b537-51fb-489a-9836-5b17c7144aff'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:12.946695 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212561af-2273-40c8-9bcd-933c29bfd72a None None] Routers {'5262b537-51fb-489a-9836-5b17c7144aff'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:12.951701 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-212561af-2273-40c8-9bcd-933c29bfd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5262b537-51fb-489a-9836-5b17c7144aff'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:12.952570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-5e1f14c8-958b-4882-81af-035337b34188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:12.954995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-5e1f14c8-958b-4882-81af-035337b34188 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec2829c1-8296-4b2c-ac33-23ac9e8e051c HTTP/1.1" status: 200 len: 851 time: 0.0735033 Aug 20 15:00:12.980097 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7bda1955-478a-4914-84d6-6d02218f5159 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=5262b537-51fb-489a-9836-5b17c7144aff HTTP/1.1" status: 200 len: 205 time: 0.0514402 Aug 20 15:00:12.980821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35510) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:13.018044 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-212561af-2273-40c8-9bcd-933c29bfd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:13.027813 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212561af-2273-40c8-9bcd-933c29bfd72a None None] Routers {'5262b537-51fb-489a-9836-5b17c7144aff'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:13.028582 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-212561af-2273-40c8-9bcd-933c29bfd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T14:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5262b537-51fb-489a-9836-5b17c7144aff'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:13.087206 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-212561af-2273-40c8-9bcd-933c29bfd72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:13.088417 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212561af-2273-40c8-9bcd-933c29bfd72a None None] The sync data for ids ['5262b537-51fb-489a-9836-5b17c7144aff'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:13.089960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-529ee21b-cae3-4cc5-b348-23bd3537b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:13.091491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-529ee21b-cae3-4cc5-b348-23bd3537b561 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d729d78-7799-4f59-b66e-f55a7be0c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174548 Aug 20 15:00:13.100545 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0118e1-2a92-46ac-98ea-d75370e93dfb x-openstack-request-id: req-6b0118e1-2a92-46ac-98ea-d75370e93dfb {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:13.100896 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730a5fb1-99be-42ac-84a3-f15e465385ab", "tag": "6f776ae0-8f24-48c9-9135-b0388b5438d7", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:13.101208 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b0118e1-2a92-46ac-98ea-d75370e93dfb {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:13.101660 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'tag': '6f776ae0-8f24-48c9-9135-b0388b5438d7', 'status': 'completed', 'code': 200} Aug 20 15:00:13.106283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d33eeb-2ace-4b2a-a5d3-ac86375c9a78 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.201352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Allocated IP 192.168.233.211 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/45705292-52c7-42a8-a401-d4b438cfbc5f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:13.255130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-fda2530f-353b-4958-a7a9-fd2e66736ece service neutron] 10.222.0.72 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346500 Aug 20 15:00:13.304022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d33eeb-2ace-4b2a-a5d3-ac86375c9a78 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.306674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d33eeb-2ace-4b2a-a5d3-ac86375c9a78 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.355602 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d33eeb-2ace-4b2a-a5d3-ac86375c9a78 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.356478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d33eeb-2ace-4b2a-a5d3-ac86375c9a78 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Fanout notify agent at l3_agent the message router_deleted on router 5262b537-51fb-489a-9836-5b17c7144aff {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:00:13.364999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d33eeb-2ace-4b2a-a5d3-ac86375c9a78 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.368766 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-84d33eeb-2ace-4b2a-a5d3-ac86375c9a78 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/5262b537-51fb-489a-9836-5b17c7144aff HTTP/1.1" status: 204 len: 168 time: 0.3843291 Aug 20 15:00:13.369016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35518) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:13.430604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-203df1ed-4824-407b-84dc-7d5dd4355262 req-4ff2efd7-8cc4-42dc-97a6-e661728f7777 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 210 time: 0.0992274 Aug 20 15:00:13.432302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4f7805-edaa-4787-b7ca-d0b39d70490f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting subnet 516716ec-01a4-4301-bd45-85e16e0f2e77 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:00:13.436586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b4f7805-edaa-4787-b7ca-d0b39d70490f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.485904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b4f7805-edaa-4787-b7ca-d0b39d70490f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.540260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbc1fe-3b85-4307-bf30-a1891614dc7c req-edc49e6a-3fc4-45c3-92ac-e68cadc16dcb tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:13.541964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2dbc1fe-3b85-4307-bf30-a1891614dc7c req-edc49e6a-3fc4-45c3-92ac-e68cadc16dcb tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 943 time: 0.2086191 Aug 20 15:00:13.554515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.567096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b542e7f1-49dc-41f8-a1ed-390c5d490c28 req-49ff3b50-68a6-4fd9-8084-e0760bc90f46 service neutron] 10.222.0.72 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346241 Aug 20 15:00:13.608872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Transition to ACTIVE for port object 45705292-52c7-42a8-a401-d4b438cfbc5f will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:13.624779 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b4f7805-edaa-4787-b7ca-d0b39d70490f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.660671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2dbc1fe-3b85-4307-bf30-a1891614dc7c req-961f1ec9-c411-4a06-a747-981dcea69926 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099510 Aug 20 15:00:13.709783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29011d-9e05-4b27-a320-99c6377ebf71 req-0c6b26ec-d887-4fb4-b430-4aa5e8ccc353 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:13.717862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc29011d-9e05-4b27-a320-99c6377ebf71 req-0c6b26ec-d887-4fb4-b430-4aa5e8ccc353 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0802605 Aug 20 15:00:13.733121 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.747114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b4f7805-edaa-4787-b7ca-d0b39d70490f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.771951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:13.778855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f7805-edaa-4787-b7ca-d0b39d70490f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Subnet': ['ID=516716ec-01a4-4301-bd45-85e16e0f2e77,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:13.781163 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b4f7805-edaa-4787-b7ca-d0b39d70490f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.786744 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1b4f7805-edaa-4787-b7ca-d0b39d70490f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/516716ec-01a4-4301-bd45-85e16e0f2e77 HTTP/1.1" status: 204 len: 168 time: 0.4139838 Aug 20 15:00:13.786744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35532) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:13.817567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abec3c40-ce22-402f-a11b-ff12d02eee12 None None] Network cc0dec0b-45d8-4796-9cb9-d319f3c523f2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:13.853217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-642d4079-2bba-437b-876d-d522cc2358f6 req-64e6c7a1-ae25-47ea-9496-8a2dad9ddaa0 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 210 time: 0.0968342 Aug 20 15:00:13.871787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:13.872429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69d32cc-4a40-4687-bd8c-f5bc3e4a8d29 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting subnet c9b1c078-0948-4f30-b206-594c10372ba4 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:00:13.879926 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d69d32cc-4a40-4687-bd8c-f5bc3e4a8d29 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.902394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc29011d-9e05-4b27-a320-99c6377ebf71 req-f5c1f7b5-00b8-4108-89dd-ca9d164bddfd tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585362 Aug 20 15:00:13.935804 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d69d32cc-4a40-4687-bd8c-f5bc3e4a8d29 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:13.949331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-6a7cfc47-9cfc-42c6-a33d-9541bc841c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:13.954726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-6a7cfc47-9cfc-42c6-a33d-9541bc841c40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2dc33c51c38a4a07a73e03558fa034cf&device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 1095 time: 0.2340050 Aug 20 15:00:13.956528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:13.977378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:14.000470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Pushing event updated for resources: {'Port': ['ID=45705292-52c7-42a8-a401-d4b438cfbc5f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:14.067854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d69d32cc-4a40-4687-bd8c-f5bc3e4a8d29 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.154857 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d69d32cc-4a40-4687-bd8c-f5bc3e4a8d29 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.206726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc88c5e-4803-491d-bd70-3a9ffbed28d9 req-4d915f7d-0d92-4b49-aa29-993f46252587 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:14.208334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5dc88c5e-4803-491d-bd70-3a9ffbed28d9 req-4d915f7d-0d92-4b49-aa29-993f46252587 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1630101 Aug 20 15:00:14.226055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d32cc-4a40-4687-bd8c-f5bc3e4a8d29 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b1c078-0948-4f30-b206-594c10372ba4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:14.241604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:14.242301 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.245595 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d69d32cc-4a40-4687-bd8c-f5bc3e4a8d29 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.252062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a747b13-b294-4108-a9df-f035666f3bde None None] Network 65f621e1-efa7-4f9d-9642-0bdf8352205c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:14.257824 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d69d32cc-4a40-4687-bd8c-f5bc3e4a8d29 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/c9b1c078-0948-4f30-b206-594c10372ba4 HTTP/1.1" status: 204 len: 168 time: 0.4660921 Aug 20 15:00:14.259196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35544) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:14.316324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ce40c1-c07c-4a6a-a1a1-b1b105da8e6c None None] DHCP port deletion for cc0dec0b-45d8-4796-9cb9-d319f3c523f2 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:00:14.362270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5dc88c5e-4803-491d-bd70-3a9ffbed28d9 req-f430db0a-4cdb-4d84-917b-1219086cbead tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366920 Aug 20 15:00:14.400850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.420604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-967908b6-3d6d-4dee-bf95-68c99d889b33 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3132157 Aug 20 15:00:14.432392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b34f3358-3b8d-48a9-ac71-99c881d3e00b None None] Provisioning for port 45705292-52c7-42a8-a401-d4b438cfbc5f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:14.444592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd30fe3-2b08-4241-9b33-ccb57d1e7f42 req-588b6c7c-da76-4818-b941-4779836c00ac tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:14.457824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b34f3358-3b8d-48a9-ac71-99c881d3e00b None None] Provisioning complete for port 45705292-52c7-42a8-a401-d4b438cfbc5f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:14.458257 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b34f3358-3b8d-48a9-ac71-99c881d3e00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.460001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efd30fe3-2b08-4241-9b33-ccb57d1e7f42 req-588b6c7c-da76-4818-b941-4779836c00ac tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.4130270 Aug 20 15:00:14.491122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 168a241f-dacf-4eae-ba80-57d12d00bd65 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:14.492054 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.512925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b34f3358-3b8d-48a9-ac71-99c881d3e00b None None] Port 45705292-52c7-42a8-a401-d4b438cfbc5f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:14.520904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Request body: {'port': {'device_id': '37aafef5-c163-4523-973e-a39159d6f1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:14.521042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-43ce40c1-c07c-4a6a-a1a1-b1b105da8e6c None None] Deleting port 168a241f-dacf-4eae-ba80-57d12d00bd65 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:14.521407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-43ce40c1-c07c-4a6a-a1a1-b1b105da8e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.554111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-3d76dde1-6b30-4052-a84a-481dfb3df1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:14.555717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-3d76dde1-6b30-4052-a84a-481dfb3df1a1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d729d78-7799-4f59-b66e-f55a7be0c223 HTTP/1.1" status: 200 len: 913 time: 0.5609050 Aug 20 15:00:14.572781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efd30fe3-2b08-4241-9b33-ccb57d1e7f42 req-13c84f13-39b0-4a1a-aa7a-046f10005a4f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121507 Aug 20 15:00:14.632696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-43ce40c1-c07c-4a6a-a1a1-b1b105da8e6c None None] For port 168a241f-dacf-4eae-ba80-57d12d00bd65, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=168a241f-dacf-4eae-ba80-57d12d00bd65,segment=NetworkSegment(0c018ba0-8534-466d-af06-38e08ba49c38),segment_id=0c018ba0-8534-466d-af06-38e08ba49c38)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:14.633254 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-43ce40c1-c07c-4a6a-a1a1-b1b105da8e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.643503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5900eb81-c94b-4546-8205-696634366b80 None None] DHCP port deletion for 65f621e1-efa7-4f9d-9642-0bdf8352205c request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:00:14.665005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port 168a241f-dacf-4eae-ba80-57d12d00bd65, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=168a241f-dacf-4eae-ba80-57d12d00bd65,segment=NetworkSegment(0c018ba0-8534-466d-af06-38e08ba49c38),segment_id=0c018ba0-8534-466d-af06-38e08ba49c38)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:14.665545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.673687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-09ec36bd-e289-4f82-9c42-6e467cfbd6c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f776ae0-8f24-48c9-9135-b0388b5438d7 HTTP/1.1" status: 200 len: 217 time: 0.0993433 Aug 20 15:00:14.681220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 168a241f-dacf-4eae-ba80-57d12d00bd65 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:14.702771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-43ce40c1-c07c-4a6a-a1a1-b1b105da8e6c None None] Calling delete_port for 168a241f-dacf-4eae-ba80-57d12d00bd65 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:14.782995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.797398 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.806438 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.814604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=168a241f-dacf-4eae-ba80-57d12d00bd65,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:14.816471 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No DVR routers for this DVR port 168a241f-dacf-4eae-ba80-57d12d00bd65 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:14.825302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5900eb81-c94b-4546-8205-696634366b80 None None] Deleting port 7732cdde-320a-4414-82fc-377bdd506e9e {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:14.825675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5900eb81-c94b-4546-8205-696634366b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.849931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-c5de29d6-e222-404d-a08c-c178363d2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:14.851574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-c5de29d6-e222-404d-a08c-c178363d2e38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec2829c1-8296-4b2c-ac33-23ac9e8e051c HTTP/1.1" status: 200 len: 851 time: 0.1608677 Aug 20 15:00:14.866049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ea8e7-a1af-4c48-befc-6119a59d985d req-ecaf2075-b1b8-491b-b353-16c4468a045b tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:14.867591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c3ea8e7-a1af-4c48-befc-6119a59d985d req-ecaf2075-b1b8-491b-b353-16c4468a045b tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 936 time: 0.1624606 Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: from cryptography.utils import int_from_bytes Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: from cryptography.utils import int_from_bytes Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.898094 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:14.900793 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:00:14.901677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.911941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5900eb81-c94b-4546-8205-696634366b80 None None] For port 7732cdde-320a-4414-82fc-377bdd506e9e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7732cdde-320a-4414-82fc-377bdd506e9e,segment=NetworkSegment(6b9b10fa-1f9e-4885-bba6-17501df55784),segment_id=6b9b10fa-1f9e-4885-bba6-17501df55784)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:14.912150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0dec0b-45d8-4796-9cb9-d319f3c523f2']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:14.912558 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5900eb81-c94b-4546-8205-696634366b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.923503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c018ba0-8534-466d-af06-38e08ba49c38') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:14.923833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c018ba0-8534-466d-af06-38e08ba49c38') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:14.930765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5900eb81-c94b-4546-8205-696634366b80 None None] Calling delete_port for 7732cdde-320a-4414-82fc-377bdd506e9e owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:14.933533 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.940728 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-43ce40c1-c07c-4a6a-a1a1-b1b105da8e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.952486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.961466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:00:14.962147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:00:14.966050 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:00:14.999021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9269570-d412-4f24-a2db-9d8a29dd309d req-b8801894-f1ef-40ab-be9d-98197cc219af tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:15.007824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9269570-d412-4f24-a2db-9d8a29dd309d req-b8801894-f1ef-40ab-be9d-98197cc219af tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2346346 Aug 20 15:00:15.010425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce40c1-c07c-4a6a-a1a1-b1b105da8e6c None None] Pushing event deleted for resources: {'Port': ['ID=168a241f-dacf-4eae-ba80-57d12d00bd65,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:15.020844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce40c1-c07c-4a6a-a1a1-b1b105da8e6c None None] No DVR routers for this DVR port 168a241f-dacf-4eae-ba80-57d12d00bd65 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:15.045314 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.062186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.065360 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/networks/cc0dec0b-45d8-4796-9cb9-d319f3c523f2 HTTP/1.1" status: 204 len: 168 time: 0.8053493 Aug 20 15:00:15.074967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35558) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:15.083735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc58e1-b20f-40ff-8f6e-6d3910de825c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Network': ['ID=cc0dec0b-45d8-4796-9cb9-d319f3c523f2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:15.126797 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c3ea8e7-a1af-4c48-befc-6119a59d985d req-a34b42c0-cf2e-4ffc-b8ed-f5154305f5ca tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067504 Aug 20 15:00:15.135747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-4500800c-0885-4645-ada2-370e0dbc0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:15.137374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-4500800c-0885-4645-ada2-370e0dbc0fe8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d729d78-7799-4f59-b66e-f55a7be0c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2686129 Aug 20 15:00:15.165001 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5900eb81-c94b-4546-8205-696634366b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.172953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9269570-d412-4f24-a2db-9d8a29dd309d req-b9db4afc-88c7-4099-ad3f-ddada5594fb3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594706 Aug 20 15:00:15.189455 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.238218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900eb81-c94b-4546-8205-696634366b80 None None] Pushing event deleted for resources: {'Port': ['ID=7732cdde-320a-4414-82fc-377bdd506e9e,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:15.252056 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-70d69a24-3172-4275-b273-a73295c369fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.261796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5900eb81-c94b-4546-8205-696634366b80 None None] No DVR routers for this DVR port 7732cdde-320a-4414-82fc-377bdd506e9e on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:15.359309 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-5c463595-4da3-4c08-be1c-85a07bfcaf93 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496948 Aug 20 15:00:15.401484 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.428152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05043368-a390-4bb1-86af-fc18a5c312a0 req-37e9f230-3f89-48da-bad1-19c5dc9083d7 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 210 time: 0.0723464 Aug 20 15:00:15.460225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f621e1-efa7-4f9d-9642-0bdf8352205c']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:15.476881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9b10fa-1f9e-4885-bba6-17501df55784') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:15.477198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9b10fa-1f9e-4885-bba6-17501df55784') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:15.501300 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.527435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.542567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:00:15.543022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:00:15.545903 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:00:15.548056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5999e1-2673-4c34-9874-78719e9eca52 req-1483e94f-c697-4414-a95c-cfc885065fac tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:15.549835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c5999e1-2673-4c34-9874-78719e9eca52 req-1483e94f-c697-4414-a95c-cfc885065fac tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 943 time: 0.2993169 Aug 20 15:00:15.614799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-09c1dc33-80f0-45fb-9cbb-54ef288efc8a service neutron] 10.222.0.72 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359884 Aug 20 15:00:15.617574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-bffba55b-333c-4a34-a4d1-91710b6d5d26 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:15.620747 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-bffba55b-333c-4a34-a4d1-91710b6d5d26 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544959 Aug 20 15:00:15.653715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Request body: {'port': {'device_id': '3d0fbba8-2979-47e7-9835-a9fc2f2e355a', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '3cc8e9c2d05b4aa2b375eed3861a265e'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:15.699473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa1871-0455-4ae1-a028-786edd2af9ab req-db11e45b-a659-4cb9-9f3f-5af0495d15bc tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:15.701068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59aa1871-0455-4ae1-a028-786edd2af9ab req-db11e45b-a659-4cb9-9f3f-5af0495d15bc tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1931162 Aug 20 15:00:15.713623 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.722920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.728648 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/networks/65f621e1-efa7-4f9d-9642-0bdf8352205c HTTP/1.1" status: 204 len: 168 time: 0.6487408 Aug 20 15:00:15.733924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35568) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:15.745897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc6664-e0ee-47c6-8bd8-ad9e339299e4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Network': ['ID=65f621e1-efa7-4f9d-9642-0bdf8352205c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:15.746453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c5999e1-2673-4c34-9874-78719e9eca52 req-d165a3fa-e977-4b32-9fdb-49bfd3165fd7 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794729 Aug 20 15:00:15.753407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'network': {'name': 'tempest-RoutersTest-1229181640'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:15.805333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:15.808834 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.832590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-dd6d1dd2-8c97-4e14-8f74-02a74dd65b46 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244519 Aug 20 15:00:15.843402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45705292-52c7-42a8-a401-d4b438cfbc5f {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:15.849189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:00:15.856091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Made reservation on behalf of 3cc8e9c2d05b4aa2b375eed3861a265e for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:15.859520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.877188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.877188 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added segment 2a16a031-4619-4919-b293-9ff28999707a of type vlan for network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 Aug 20 15:00:15.886183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.947845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7732cdde-320a-4414-82fc-377bdd506e9e no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:15.963372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:15.973576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 7732cdde-320a-4414-82fc-377bdd506e9e {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:15.973576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7732cdde-320a-4414-82fc-377bdd506e9e not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:15.974178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 168a241f-dacf-4eae-ba80-57d12d00bd65 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:15.994758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 168a241f-dacf-4eae-ba80-57d12d00bd65 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:15.995289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 168a241f-dacf-4eae-ba80-57d12d00bd65 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:15.995781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59aa1871-0455-4ae1-a028-786edd2af9ab req-c873f71e-ac07-453c-8348-14518f586ecc tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763448 Aug 20 15:00:15.999340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Transition to ACTIVE for port object 45705292-52c7-42a8-a401-d4b438cfbc5f will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:16.024945 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.045185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.051499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05a48171-9de6-47a7-9bda-49b46d6224f9 req-b60f3afd-8ff4-4ac7-9381-fdb414292a4c service neutron] 10.222.0.72 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044256 Aug 20 15:00:16.053752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.060061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:16.060655 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.087953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96f02-c175-4b2d-b364-7dab960c0719 req-d49b3c2e-b632-4a13-8d05-14384a54aa1a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:16.092800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71b96f02-c175-4b2d-b364-7dab960c0719 req-d49b3c2e-b632-4a13-8d05-14384a54aa1a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.2630317 Aug 20 15:00:16.106240 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3587172 Aug 20 15:00:16.115181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35574) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:16.123536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'subnet': {'network_id': '5e111b23-1806-45a0-b64d-6f7df86cb0d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:16.143442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-73d1852b-ac6a-4dde-9835-f772f2ff62b1 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:16.145287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-73d1852b-ac6a-4dde-9835-f772f2ff62b1 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873325 Aug 20 15:00:16.172978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e6e82-f1cd-4e73-8471-3339f1276061 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Network': ['ID=5e111b23-1806-45a0-b64d-6f7df86cb0d6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:16.177332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Allocated IP 192.168.233.131 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/71657d90-4bc9-4105-85dc-b251f79e5ebc) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:16.190950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:00:16.213577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Request body: {'port': {'device_id': '43afab87-3745-4507-b38a-a8b09013e499', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '3cc8e9c2d05b4aa2b375eed3861a265e'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:16.240332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Pushing event updated for resources: {'Port': ['ID=45705292-52c7-42a8-a401-d4b438cfbc5f,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:16.354779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71b96f02-c175-4b2d-b364-7dab960c0719 req-3c6ddf78-4c2e-46eb-ab8f-0818ae315e21 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610805 Aug 20 15:00:16.381458 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.396903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Transition to ACTIVE for port object 71657d90-4bc9-4105-85dc-b251f79e5ebc will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:16.435445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.452266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:16.480593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:16.485342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:16.488099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:16.525142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event updated for resources: {'Port': ['ID=71657d90-4bc9-4105-85dc-b251f79e5ebc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:16.532650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:16.536464 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.546134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb473d8-a424-41a3-ad2c-0a59e6874f77 req-f8e3e08d-d3e9-4e86-89cb-b5c5240b50b5 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:16.552105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bb473d8-a424-41a3-ad2c-0a59e6874f77 req-f8e3e08d-d3e9-4e86-89cb-b5c5240b50b5 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 948 time: 0.1931865 Aug 20 15:00:16.558870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:16.559425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.566029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Attempting to bind port 45705292-52c7-42a8-a401-d4b438cfbc5f on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:16.566499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Attempting to bind port 45705292-52c7-42a8-a401-d4b438cfbc5f by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:16.567467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Attempting to bind port 45705292-52c7-42a8-a401-d4b438cfbc5f on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:16.647240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a425135-96af-411b-8c48-20d6d66dbeb6 req-0496678e-04a9-4c6e-ab06-a689cdf7f73b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:16.648843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a425135-96af-411b-8c48-20d6d66dbeb6 req-0496678e-04a9-4c6e-ab06-a689cdf7f73b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2224016 Aug 20 15:00:16.657870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Port 45705292-52c7-42a8-a401-d4b438cfbc5f on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:00:16.658163 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-f2f8f5b0-4735-4190-90e7-2bc9aceddc74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0193067 Aug 20 15:00:16.658398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Attempting to bind port 45705292-52c7-42a8-a401-d4b438cfbc5f on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:16.666969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Made reservation on behalf of 3cc8e9c2d05b4aa2b375eed3861a265e for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:16.670496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.677526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Request body: {'port': {'device_id': '3d0fbba8-2979-47e7-9835-a9fc2f2e355a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:16.693848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:16.694198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:16.694581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:16.695034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Bound port: 45705292-52c7-42a8-a401-d4b438cfbc5f, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:16.695400 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.741650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9b89bec0-b3f9-4c9b-9354-c8817268cdb8 None None] Provisioning for port 71657d90-4bc9-4105-85dc-b251f79e5ebc completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:16.741919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.747697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9b89bec0-b3f9-4c9b-9354-c8817268cdb8 None None] Provisioning complete for port 71657d90-4bc9-4105-85dc-b251f79e5ebc triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:16.748684 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9b89bec0-b3f9-4c9b-9354-c8817268cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:16.780887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bb473d8-a424-41a3-ad2c-0a59e6874f77 req-d0a8d564-b6f5-45d4-aa78-93c229b67759 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079587 Aug 20 15:00:16.800417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9b89bec0-b3f9-4c9b-9354-c8817268cdb8 None None] Port 71657d90-4bc9-4105-85dc-b251f79e5ebc cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:17.031509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71657d90-4bc9-4105-85dc-b251f79e5ebc {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:17.039815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.052972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Transition to ACTIVE for port object 71657d90-4bc9-4105-85dc-b251f79e5ebc will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:17.056903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.113966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Pushing event updated for resources: {'Port': ['ID=71657d90-4bc9-4105-85dc-b251f79e5ebc,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:17.158237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a425135-96af-411b-8c48-20d6d66dbeb6 req-c1b58f7f-0164-4946-9ce0-b35d7459ed86 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963593 Aug 20 15:00:17.195353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Attempting to bind port 71657d90-4bc9-4105-85dc-b251f79e5ebc on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:17.195614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Attempting to bind port 71657d90-4bc9-4105-85dc-b251f79e5ebc by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:17.195952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Attempting to bind port 71657d90-4bc9-4105-85dc-b251f79e5ebc on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:17.201007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Port 71657d90-4bc9-4105-85dc-b251f79e5ebc on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:00:17.201334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Attempting to bind port 71657d90-4bc9-4105-85dc-b251f79e5ebc on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:17.207031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:17.207375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:17.207788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:17.208241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Bound port: 71657d90-4bc9-4105-85dc-b251f79e5ebc, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:17.208656 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.268998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd28fd8b-06d0-4e03-829f-0f60937e8f85 req-f30504bf-0353-4cf3-acda-02d943340662 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 210 time: 0.1144726 Aug 20 15:00:17.295145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] For port 71657d90-4bc9-4105-85dc-b251f79e5ebc, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:17.300499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] For port 71657d90-4bc9-4105-85dc-b251f79e5ebc, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=71657d90-4bc9-4105-85dc-b251f79e5ebc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:17.313239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.352602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:17.353338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.354921 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] 10.222.0.72 "PUT /v2.0/ports/71657d90-4bc9-4105-85dc-b251f79e5ebc HTTP/1.1" status: 200 len: 1097 time: 0.6818206 Aug 20 15:00:17.355567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0fbba8-2979-47e7-9835-a9fc2f2e355a', 'tag': '71657d90-4bc9-4105-85dc-b251f79e5ebc'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:17.357656 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09507c80-2d42-4215-8c09-cd75e0f49174" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0fbba8-2979-47e7-9835-a9fc2f2e355a", "tag": "71657d90-4bc9-4105-85dc-b251f79e5ebc"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:17.387472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7f330-ec40-4dcb-9ce1-e079ae46cac5 service neutron] Pushing event updated for resources: {'Port': ['ID=71657d90-4bc9-4105-85dc-b251f79e5ebc,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:17.407127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] For port 45705292-52c7-42a8-a401-d4b438cfbc5f, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:17.469176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] For port 45705292-52c7-42a8-a401-d4b438cfbc5f, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=45705292-52c7-42a8-a401-d4b438cfbc5f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:17.480563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-3e37db0c-e591-4fde-9e33-23930e439ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:17.482117 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-3e37db0c-e591-4fde-9e33-23930e439ca0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=3d0fbba8-2979-47e7-9835-a9fc2f2e355a HTTP/1.1" status: 200 len: 1100 time: 0.0552547 Aug 20 15:00:17.489953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.514611 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.532387 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-2a066f26-f651-4488-81c0-80ab800ea4df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=71657d90-4bc9-4105-85dc-b251f79e5ebc HTTP/1.1" status: 200 len: 217 time: 0.0359721 Aug 20 15:00:17.577881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6f776ae0-8f24-48c9-9135-b0388b5438d7 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:00:17.590272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f7105-b874-4317-b6e6-611b33a42e77 req-93606684-bf46-40f8-84df-5ec96c0f0f5f tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:17.591488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-ccd2f7d9-c0ba-4105-ba11-62333ce0c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:17.591848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-873f7105-b874-4317-b6e6-611b33a42e77 req-93606684-bf46-40f8-84df-5ec96c0f0f5f tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 943 time: 0.3254509 Aug 20 15:00:17.593544 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-ccd2f7d9-c0ba-4105-ba11-62333ce0c0f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0531619 Aug 20 15:00:17.596956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Allocated IP 192.168.233.157 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/8bba7430-b815-42fd-8ce5-c55b962946d7) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:17.624810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:17.625399 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.626783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] 10.222.0.70 "PUT /v2.0/ports/45705292-52c7-42a8-a401-d4b438cfbc5f HTTP/1.1" status: 200 len: 1097 time: 3.1184921 Aug 20 15:00:17.650286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37aafef5-c163-4523-973e-a39159d6f1fa', 'tag': '45705292-52c7-42a8-a401-d4b438cfbc5f'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:17.659821 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "37aafef5-c163-4523-973e-a39159d6f1fa", "tag": "45705292-52c7-42a8-a401-d4b438cfbc5f"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:17.670248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-4e0007a8-e4c6-416c-bf93-01e4894675bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:17.672434 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-4e0007a8-e4c6-416c-bf93-01e4894675bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695596 Aug 20 15:00:17.735405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6f776ae0-8f24-48c9-9135-b0388b5438d7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6f776ae0-8f24-48c9-9135-b0388b5438d7,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:17.750756 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.759598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '6f776ae0-8f24-48c9-9135-b0388b5438d7', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'port_id': '6f776ae0-8f24-48c9-9135-b0388b5438d7', 'mac_address': 'fa:16:3e:2a:b7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:00:17.763438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Subnet': ['ID=797c4bcb-db98-450a-afcd-580ff2b5ec03,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:17.765633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ddd2e-e218-4760-8b40-defc2f8c5a02 service neutron] Pushing event updated for resources: {'Port': ['ID=45705292-52c7-42a8-a401-d4b438cfbc5f,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:17.802553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5328ebb-4a1a-4f8a-bc84-35204c57083a req-9ba3bee3-5dd4-4596-a717-795a629ad5f8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:17.802882 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-6ff503c2-deab-447f-9a5a-ef42c743d6db service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215360 Aug 20 15:00:17.805424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5328ebb-4a1a-4f8a-bc84-35204c57083a req-9ba3bee3-5dd4-4596-a717-795a629ad5f8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.3404434 Aug 20 15:00:17.814332 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.833772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f776ae0-8f24-48c9-9135-b0388b5438d7 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:17.860064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6f776ae0-8f24-48c9-9135-b0388b5438d7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6f776ae0-8f24-48c9-9135-b0388b5438d7,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:17.865708 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:17.868705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-873f7105-b874-4317-b6e6-611b33a42e77 req-8e70f3c7-4231-4a79-afc6-1a8f2da3dd41 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638650 Aug 20 15:00:17.874146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Checking segment: {'id': '2a16a031-4619-4919-b293-9ff28999707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e111b23-1806-45a0-b64d-6f7df86cb0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:17.874520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network hostable DHCP agents. Network: 5e111b23-1806-45a0-b64d-6f7df86cb0d6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:00:17.951212 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-242b4efe-57c2-4cf8-a8fd-903b5a0ac83b service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373110 Aug 20 15:00:17.953229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6f776ae0-8f24-48c9-9135-b0388b5438d7,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:17.975106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-6446b0e5-6db5-4a1e-bdd1-2daba5b07e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:17.976694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-6446b0e5-6db5-4a1e-bdd1-2daba5b07e36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=182ede1ca9b045a89dcfca620a331160&device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 1100 time: 0.2700920 Aug 20 15:00:17.979612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5328ebb-4a1a-4f8a-bc84-35204c57083a req-9ad3da75-5151-4154-aeb6-2b983fef1aa1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601653 Aug 20 15:00:17.990850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:00:18.040911 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875f18e6-4a55-43f0-a47e-ad7effc7dbf9 x-openstack-request-id: req-875f18e6-4a55-43f0-a47e-ad7effc7dbf9 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:18.041399 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0fbba8-2979-47e7-9835-a9fc2f2e355a", "tag": "71657d90-4bc9-4105-85dc-b251f79e5ebc", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:18.041759 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-875f18e6-4a55-43f0-a47e-ad7effc7dbf9 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:18.042313 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0fbba8-2979-47e7-9835-a9fc2f2e355a', 'tag': '71657d90-4bc9-4105-85dc-b251f79e5ebc', 'status': 'completed', 'code': 200} Aug 20 15:00:18.061634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-06e8976b-ddbc-4255-8f9d-a4721aec1568 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=45705292-52c7-42a8-a401-d4b438cfbc5f HTTP/1.1" status: 200 len: 217 time: 0.0682573 Aug 20 15:00:18.068460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 5e111b23-1806-45a0-b64d-6f7df86cb0d6) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:18.079869 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c693d6-5c38-48c3-814b-00735d3a8005 x-openstack-request-id: req-91c693d6-5c38-48c3-814b-00735d3a8005 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:18.080193 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37aafef5-c163-4523-973e-a39159d6f1fa", "tag": "45705292-52c7-42a8-a401-d4b438cfbc5f", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:18.080451 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91c693d6-5c38-48c3-814b-00735d3a8005 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:18.080832 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37aafef5-c163-4523-973e-a39159d6f1fa', 'tag': '45705292-52c7-42a8-a401-d4b438cfbc5f', 'status': 'completed', 'code': 200} Aug 20 15:00:18.090864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.091506 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.093127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156f09f7-bdb3-496d-8c76-e7e7eb089053 None None] Network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:18.159106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-305c6408-e4c2-4784-9e3f-7577d9f06475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.161069 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-305c6408-e4c2-4784-9e3f-7577d9f06475 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=3d0fbba8-2979-47e7-9835-a9fc2f2e355a HTTP/1.1" status: 200 len: 1100 time: 0.0564764 Aug 20 15:00:18.188645 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.217457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-55d6e4f6-5d48-4fca-9cee-da76ff9f8248 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1009746 Aug 20 15:00:18.221972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35602) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:18.229696 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4e1b4b14-ea87-4f71-a86c-5892a1bdcf1f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-428537060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:18.233294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-c2050b9b-7b4d-48c1-a792-22248a56caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.234797 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-c2050b9b-7b4d-48c1-a792-22248a56caf3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1596715 Aug 20 15:00:18.237680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Transition to ACTIVE for port object 8bba7430-b815-42fd-8ce5-c55b962946d7 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:18.274904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-5e111b23-1806-45a0-b64d-6f7df86cb0d6', 'network_id': '5e111b23-1806-45a0-b64d-6f7df86cb0d6', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'fixed_ips': [{'subnet_id': '797c4bcb-db98-450a-afcd-580ff2b5ec03'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:00:18.275844 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.280522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4b14-ea87-4f71-a86c-5892a1bdcf1f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.281579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4b14-ea87-4f71-a86c-5892a1bdcf1f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.292178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192dbf1-363b-43a3-90d8-abcc88ff89ec req-46c5003a-8142-4f2f-9540-f34f1dd92007 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.295242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4192dbf1-363b-43a3-90d8-abcc88ff89ec req-46c5003a-8142-4f2f-9540-f34f1dd92007 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 948 time: 0.1401031 Aug 20 15:00:18.303558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31ed22-d00a-44d8-8596-296a4e0e5f33 req-0a8592ce-6885-4c24-9089-42a96c445458 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.305090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b31ed22-d00a-44d8-8596-296a4e0e5f33 req-0a8592ce-6885-4c24-9089-42a96c445458 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.2112284 Aug 20 15:00:18.324561 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-eec15a3f-1ff9-44ea-9636-3b247d31f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.326228 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-eec15a3f-1ff9-44ea-9636-3b247d31f189 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1571085 Aug 20 15:00:18.358668 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4b14-ea87-4f71-a86c-5892a1bdcf1f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.389644 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-461a6589-7752-48c7-aace-9e4afdf97b85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=71657d90-4bc9-4105-85dc-b251f79e5ebc HTTP/1.1" status: 200 len: 217 time: 0.0385666 Aug 20 15:00:18.390825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-159343ab-8b5c-4645-b465-8cd7cfd2047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.390934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4b14-ea87-4f71-a86c-5892a1bdcf1f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.392425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-159343ab-8b5c-4645-b465-8cd7cfd2047e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1432056 Aug 20 15:00:18.402671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4192dbf1-363b-43a3-90d8-abcc88ff89ec req-ad62e991-a411-4ae5-9107-d9f08b64f1e5 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919271 Aug 20 15:00:18.405349 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.416287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b31ed22-d00a-44d8-8596-296a4e0e5f33 req-c55269dd-3c09-49eb-b292-63689342fe1b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041307 Aug 20 15:00:18.424517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:18.428908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Allocated IP 172.20.0.2 (5e111b23-1806-45a0-b64d-6f7df86cb0d6/797c4bcb-db98-450a-afcd-580ff2b5ec03/5394712d-3ad4-4851-857a-bc31ffa2b4fc) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:18.465934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-df11eab2-f0d0-448e-af4b-60853037e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.468424 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-df11eab2-f0d0-448e-af4b-60853037e192 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0693574 Aug 20 15:00:18.514073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e1b4b14-ea87-4f71-a86c-5892a1bdcf1f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.518442 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4e1b4b14-ea87-4f71-a86c-5892a1bdcf1f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2914598 Aug 20 15:00:18.521664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35610) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:18.526884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'port': {'network_id': '5e111b23-1806-45a0-b64d-6f7df86cb0d6', 'name': 'tempest-RoutersTest-20677420'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:18.591346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-244783c6-d077-4629-b08b-83c1da2e7b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.593132 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-244783c6-d077-4629-b08b-83c1da2e7b2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156168 Aug 20 15:00:18.628096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:18.631247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event updated for resources: {'Port': ['ID=8bba7430-b815-42fd-8ce5-c55b962946d7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:18.646865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['6f776ae0-8f24-48c9-9135-b0388b5438d7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:18.648151 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:18.690303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-cbad9f36-9086-4e23-be8b-dccd0a2f987e service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861736 Aug 20 15:00:18.697341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:18.712702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b64ac3-b405-4e64-a83f-8f9946c430d2 req-dbab25a9-2319-4a21-8cd7-bcc69eb0b47f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.714900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7b64ac3-b405-4e64-a83f-8f9946c430d2 req-dbab25a9-2319-4a21-8cd7-bcc69eb0b47f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 936 time: 0.1990142 Aug 20 15:00:18.734435 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.753623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Transition to ACTIVE for port object 5394712d-3ad4-4851-857a-bc31ffa2b4fc will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:18.786656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Transition to ACTIVE for port object 5394712d-3ad4-4851-857a-bc31ffa2b4fc will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:18.806011 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.883432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:18.891168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.892140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:18.894425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:18.911441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7b64ac3-b405-4e64-a83f-8f9946c430d2 req-51bea4ad-1c79-4b25-bca3-f91184a975bd tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598649 Aug 20 15:00:18.938345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:18.946142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62897096-892c-4611-82e4-5fb7efc0ca8e req-3446d4c4-9c52-4709-998d-a152fac0fca0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:18.946463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Pushing event updated for resources: {'Port': ['ID=5394712d-3ad4-4851-857a-bc31ffa2b4fc,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:18.953293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62897096-892c-4611-82e4-5fb7efc0ca8e req-3446d4c4-9c52-4709-998d-a152fac0fca0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2523429 Aug 20 15:00:18.976471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-e0403d76-11e3-4fe2-9b95-b649fd82716d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8056312 Aug 20 15:00:19.010299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Request body: {'port': {'device_id': '43afab87-3745-4507-b38a-a8b09013e499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:19.016241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874a2c2-37ce-48d9-9a74-e1d84153d67a req-71ae8e80-00f5-4f8f-8b72-1de43bd70d16 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001471 Aug 20 15:00:19.047658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Attempting to bind port 5394712d-3ad4-4851-857a-bc31ffa2b4fc on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:19.048592 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Attempting to bind port 5394712d-3ad4-4851-857a-bc31ffa2b4fc by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '2a16a031-4619-4919-b293-9ff28999707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e111b23-1806-45a0-b64d-6f7df86cb0d6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:19.049243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Attempting to bind port 5394712d-3ad4-4851-857a-bc31ffa2b4fc on network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:19.060382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:19.061072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Checking segment: {'id': '2a16a031-4619-4919-b293-9ff28999707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e111b23-1806-45a0-b64d-6f7df86cb0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:19.061716 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.062330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Bound using segment: {'id': '2a16a031-4619-4919-b293-9ff28999707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e111b23-1806-45a0-b64d-6f7df86cb0d6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:19.063124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Bound port: 5394712d-3ad4-4851-857a-bc31ffa2b4fc, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a16a031-4619-4919-b293-9ff28999707a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '5e111b23-1806-45a0-b64d-6f7df86cb0d6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:19.063774 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.096082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62897096-892c-4611-82e4-5fb7efc0ca8e req-ebd10a02-175b-413e-8fec-b33fd75d7262 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417031 Aug 20 15:00:19.139282 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-d8836cdb-abec-45c0-ab50-0167826dad56 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221527 Aug 20 15:00:19.140128 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:19.144109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.160942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] For port 5394712d-3ad4-4851-857a-bc31ffa2b4fc, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:19.167881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] For port 5394712d-3ad4-4851-857a-bc31ffa2b4fc, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5394712d-3ad4-4851-857a-bc31ffa2b4fc,segment=NetworkSegment(2a16a031-4619-4919-b293-9ff28999707a),segment_id=2a16a031-4619-4919-b293-9ff28999707a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:19.169914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dfc4e-6f6c-41c2-8ceb-675052351517 req-51c5837e-2f3a-47a0-b2f1-f517fcddc0c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:19.172164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c62dfc4e-6f6c-41c2-8ceb-675052351517 req-51c5837e-2f3a-47a0-b2f1-f517fcddc0c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 944 time: 0.1577351 Aug 20 15:00:19.175333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.191311 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.217774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] device_id is not set on port 7cbf9569-93d2-4849-97a2-56b9f116a9fe yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:00:19.223821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-389f9dc7-6e14-4d2f-aefb-a016e9a5c9e5 None None] Provisioning for port 8bba7430-b815-42fd-8ce5-c55b962946d7 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:19.231482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-389f9dc7-6e14-4d2f-aefb-a016e9a5c9e5 None None] Provisioning complete for port 8bba7430-b815-42fd-8ce5-c55b962946d7 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:19.232819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-389f9dc7-6e14-4d2f-aefb-a016e9a5c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.235629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-01bde3f3-72b8-4d0b-8920-0b1844c225f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:19.237683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-01bde3f3-72b8-4d0b-8920-0b1844c225f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=182ede1ca9b045a89dcfca620a331160&device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 1100 time: 0.1136677 Aug 20 15:00:19.271249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-389f9dc7-6e14-4d2f-aefb-a016e9a5c9e5 None None] Port 8bba7430-b815-42fd-8ce5-c55b962946d7 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:19.305195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef720cba-b981-4e11-824b-37773b9fe0d0 None None] Pushing event updated for resources: {'Port': ['ID=5394712d-3ad4-4851-857a-bc31ffa2b4fc,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:19.331268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c62dfc4e-6f6c-41c2-8ceb-675052351517 req-79f436a2-0a9f-4fb5-8c85-671bc97480a7 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504250 Aug 20 15:00:19.357319 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-09507c80-2d42-4215-8c09-cd75e0f49174 req-509a7d4a-c225-41fe-8a51-8635b2c00c1c service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098076 Aug 20 15:00:19.383611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.20.0.6 (5e111b23-1806-45a0-b64d-6f7df86cb0d6/797c4bcb-db98-450a-afcd-580ff2b5ec03/7cbf9569-93d2-4849-97a2-56b9f116a9fe) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:19.547320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-9ab12dce-8d39-4210-90f3-72b14d1f52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:19.548837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-9ab12dce-8d39-4210-90f3-72b14d1f52ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2929764 Aug 20 15:00:19.574248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec10e-f388-40e9-879d-1497395382e0 req-67a04a6e-760f-4752-88c2-67f9eca4e0f5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:19.575851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fcec10e-f388-40e9-879d-1497395382e0 req-67a04a6e-760f-4752-88c2-67f9eca4e0f5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1842294 Aug 20 15:00:19.603652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.625185 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Transition to ACTIVE for port object 7cbf9569-93d2-4849-97a2-56b9f116a9fe will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:19.634600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-04d203a3-d731-4836-a0ac-8aae22d54430 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=45705292-52c7-42a8-a401-d4b438cfbc5f HTTP/1.1" status: 200 len: 217 time: 0.0577528 Aug 20 15:00:19.665515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.714569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:19.717570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:19.722147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:19.724758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bd1bc-0eba-4d37-ab27-878b5e4c87bf req-65aac45a-348b-455e-8d25-6b9d7fe46bd5 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:19.726286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f27bd1bc-0eba-4d37-ab27-878b5e4c87bf req-65aac45a-348b-455e-8d25-6b9d7fe46bd5 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 948 time: 0.2017486 Aug 20 15:00:19.730762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=7cbf9569-93d2-4849-97a2-56b9f116a9fe,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:19.741132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fcec10e-f388-40e9-879d-1497395382e0 req-3c8400e4-983d-44d4-9a54-746f31865ce3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483014 Aug 20 15:00:19.788007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:19.788662 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.795328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-d9afc7c6-a60c-48a3-ae99-5da0f809d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:19.796807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-d9afc7c6-a60c-48a3-ae99-5da0f809d954 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1329482 Aug 20 15:00:19.810408 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-19cbdd83-b866-42f9-85ed-20e82c79fd49 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.2875652 Aug 20 15:00:19.812250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35628) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:19.843584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bba7430-b815-42fd-8ce5-c55b962946d7 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:19.880071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f27bd1bc-0eba-4d37-ab27-878b5e4c87bf req-4894a660-7dcf-42a1-bbd6-340fc83e306d tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440103 Aug 20 15:00:19.882896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:19.933688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Transition to ACTIVE for port object 8bba7430-b815-42fd-8ce5-c55b962946d7 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:19.954960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fb923-14c3-4558-a35e-010a3124b2b5 req-4ed2401e-88c9-48ee-a5c6-08aa4391318a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:19.957371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b21fb923-14c3-4558-a35e-010a3124b2b5 req-4ed2401e-88c9-48ee-a5c6-08aa4391318a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1428885 Aug 20 15:00:19.959199 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:20.011158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-064df83a-7e88-437a-b1d4-32cd088b9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:20.013540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-064df83a-7e88-437a-b1d4-32cd088b9f26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1962049 Aug 20 15:00:20.020278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5394712d-3ad4-4851-857a-bc31ffa2b4fc up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:20.103016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5394712d-3ad4-4851-857a-bc31ffa2b4fc completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:20.276969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:20.475725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b21fb923-14c3-4558-a35e-010a3124b2b5 req-fac1820c-244f-4101-ad51-4e0604b6e0d5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091567 Aug 20 15:00:20.519047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8f18dc-08b9-456a-9a76-c72a1bc15822 None None] Network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:20.523908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Pushing event updated for resources: {'Port': ['ID=8bba7430-b815-42fd-8ce5-c55b962946d7,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:20.584430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b43dd5d2-8c68-4334-9d47-4dd14509627b None None] Provisioning for port 5394712d-3ad4-4851-857a-bc31ffa2b4fc completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:20.588692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:20.593556 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:20.598491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b43dd5d2-8c68-4334-9d47-4dd14509627b None None] Provisioning complete for port 5394712d-3ad4-4851-857a-bc31ffa2b4fc triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:20.598985 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b43dd5d2-8c68-4334-9d47-4dd14509627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:20.654889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9241097-e170-4d58-aab5-b60e1188c895 req-19764435-f28e-4fb2-887b-9eee1a8717f3 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:20.656428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9241097-e170-4d58-aab5-b60e1188c895 req-19764435-f28e-4fb2-887b-9eee1a8717f3 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 948 time: 0.1796970 Aug 20 15:00:20.658223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-832d8cbc-deb1-4043-9091-9c2bf9d48f06 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235070 Aug 20 15:00:20.665087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Attempting to bind port 8bba7430-b815-42fd-8ce5-c55b962946d7 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:20.666029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Attempting to bind port 8bba7430-b815-42fd-8ce5-c55b962946d7 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:20.666534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Attempting to bind port 8bba7430-b815-42fd-8ce5-c55b962946d7 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:20.680740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=7cbf9569-93d2-4849-97a2-56b9f116a9fe,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:20.703216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b909ab-0a5a-48bd-9615-fde869b41487 req-cfcc103d-aa44-43bd-955a-ec1e75352289 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:20.704758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20b909ab-0a5a-48bd-9615-fde869b41487 req-cfcc103d-aa44-43bd-955a-ec1e75352289 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1505094 Aug 20 15:00:20.719491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Port 8bba7430-b815-42fd-8ce5-c55b962946d7 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:00:20.719849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Attempting to bind port 8bba7430-b815-42fd-8ce5-c55b962946d7 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:20.747464 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b43dd5d2-8c68-4334-9d47-4dd14509627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:20.764265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:20.764527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:20.765093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:20.765547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Bound port: 8bba7430-b815-42fd-8ce5-c55b962946d7, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:20.765903 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:20.789744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b43dd5d2-8c68-4334-9d47-4dd14509627b None None] For port 5394712d-3ad4-4851-857a-bc31ffa2b4fc, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5394712d-3ad4-4851-857a-bc31ffa2b4fc,segment=NetworkSegment(2a16a031-4619-4919-b293-9ff28999707a),segment_id=2a16a031-4619-4919-b293-9ff28999707a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:20.795162 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b43dd5d2-8c68-4334-9d47-4dd14509627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:20.811108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9241097-e170-4d58-aab5-b60e1188c895 req-a2a5583f-c637-485c-ab14-cbce2fc070d5 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381044 Aug 20 15:00:20.863456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43dd5d2-8c68-4334-9d47-4dd14509627b None None] Pushing event updated for resources: {'Port': ['ID=5394712d-3ad4-4851-857a-bc31ffa2b4fc,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:20.880279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:20.889395 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20b909ab-0a5a-48bd-9615-fde869b41487 req-16e2b4a4-1518-4147-95e6-ae40fdab71cd tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645124 Aug 20 15:00:20.930867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d576f6d-49dc-4340-8d56-ced4d2bbfdfd req-5b664660-520d-48d7-98fe-28f9e332aa2c service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604501 Aug 20 15:00:20.948876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] For port 8bba7430-b815-42fd-8ce5-c55b962946d7, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:20.952934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] For port 8bba7430-b815-42fd-8ce5-c55b962946d7, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8bba7430-b815-42fd-8ce5-c55b962946d7,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:20.963094 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.042308 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.061033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:21.062261 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.063944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] 10.222.0.72 "PUT /v2.0/ports/8bba7430-b815-42fd-8ce5-c55b962946d7 HTTP/1.1" status: 200 len: 1097 time: 2.0676348 Aug 20 15:00:21.064482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43afab87-3745-4507-b38a-a8b09013e499', 'tag': '8bba7430-b815-42fd-8ce5-c55b962946d7'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:21.067749 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b90f47-816f-4739-ad9b-ba5fc17e5649" -d '{"events": [{"name": "network-changed", "server_uuid": "43afab87-3745-4507-b38a-a8b09013e499", "tag": "8bba7430-b815-42fd-8ce5-c55b962946d7"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:21.131421 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7937a6a3-344c-4e07-9f13-a30d4f214df1 None None] Provisioning complete for port 5394712d-3ad4-4851-857a-bc31ffa2b4fc triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:21.132000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7937a6a3-344c-4e07-9f13-a30d4f214df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.174160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffadee4c-5f52-48cc-8d66-1decc0b3d302 req-2c8d04d3-980f-4ee7-bde3-5f9939aad985 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:21.176503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffadee4c-5f52-48cc-8d66-1decc0b3d302 req-2c8d04d3-980f-4ee7-bde3-5f9939aad985 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 944 time: 0.1938968 Aug 20 15:00:21.210627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d1dfd-edb4-4b4c-bb07-5241f583af8d service neutron] Pushing event updated for resources: {'Port': ['ID=8bba7430-b815-42fd-8ce5-c55b962946d7,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:21.253365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c338f2e-b388-42aa-ad3b-d84185d21075 req-f0387217-e145-44e0-94be-ececb3b64e08 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:21.255112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c338f2e-b388-42aa-ad3b-d84185d21075 req-f0387217-e145-44e0-94be-ececb3b64e08 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 948 time: 0.2175560 Aug 20 15:00:21.291325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-2210423d-2f54-4643-8e7e-fb1b98bc3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:21.292955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-2210423d-2f54-4643-8e7e-fb1b98bc3877 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 1100 time: 0.1561227 Aug 20 15:00:21.304914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7937a6a3-344c-4e07-9f13-a30d4f214df1 None None] Provisioning for port 7cbf9569-93d2-4849-97a2-56b9f116a9fe completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:21.312287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7937a6a3-344c-4e07-9f13-a30d4f214df1 None None] Provisioning complete for port 7cbf9569-93d2-4849-97a2-56b9f116a9fe triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:21.312593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffadee4c-5f52-48cc-8d66-1decc0b3d302 req-f2a9d9d6-85ec-4e83-b788-a5085990b292 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148617 Aug 20 15:00:21.319789 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7937a6a3-344c-4e07-9f13-a30d4f214df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.371635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-412bac06-1b04-44c5-8dfb-37a9de4cec3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8bba7430-b815-42fd-8ce5-c55b962946d7 HTTP/1.1" status: 200 len: 217 time: 0.0579953 Aug 20 15:00:21.391306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7937a6a3-344c-4e07-9f13-a30d4f214df1 None None] Port 7cbf9569-93d2-4849-97a2-56b9f116a9fe cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:21.404488 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.411734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.417746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c338f2e-b388-42aa-ad3b-d84185d21075 req-88308f17-f144-4dc5-a8fa-891cd7cfef4c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439078 Aug 20 15:00:21.463249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-4d49d38c-e1df-4d5f-b530-66a47e2b1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:21.465583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-4d49d38c-e1df-4d5f-b530-66a47e2b1da1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0854692 Aug 20 15:00:21.491252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.517827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408e943-06bc-47dc-8b77-ab558eb7878b req-a13a484e-ec24-41f7-9eb9-804907ffc442 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:21.525386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e15a6ae7-732f-4ff3-8994-b79f908419a6 None None] Provisioning complete for port 7cbf9569-93d2-4849-97a2-56b9f116a9fe triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:21.525777 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e15a6ae7-732f-4ff3-8994-b79f908419a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.527627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4408e943-06bc-47dc-8b77-ab558eb7878b req-a13a484e-ec24-41f7-9eb9-804907ffc442 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1002049 Aug 20 15:00:21.577498 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaadcf90-45d9-4ce5-b6c1-5e420e2d0c25 x-openstack-request-id: req-aaadcf90-45d9-4ce5-b6c1-5e420e2d0c25 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:21.577805 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43afab87-3745-4507-b38a-a8b09013e499", "tag": "8bba7430-b815-42fd-8ce5-c55b962946d7", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:21.578209 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aaadcf90-45d9-4ce5-b6c1-5e420e2d0c25 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:21.578624 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43afab87-3745-4507-b38a-a8b09013e499', 'tag': '8bba7430-b815-42fd-8ce5-c55b962946d7', 'status': 'completed', 'code': 200} Aug 20 15:00:21.596065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 71657d90-4bc9-4105-85dc-b251f79e5ebc details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:00:21.597799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4408e943-06bc-47dc-8b77-ab558eb7878b req-07389740-fafe-4262-9709-99bd1f4fa046 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611541 Aug 20 15:00:21.601328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-6a896bfd-841a-43fc-a730-3d549f8e212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:21.602855 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-6a896bfd-841a-43fc-a730-3d549f8e212c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286745 Aug 20 15:00:21.620057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6f776ae0-8f24-48c9-9135-b0388b5438d7 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:21.651120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e15a6ae7-732f-4ff3-8994-b79f908419a6 None None] Port 7cbf9569-93d2-4849-97a2-56b9f116a9fe cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:21.660923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=7cbf9569-93d2-4849-97a2-56b9f116a9fe,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:21.725417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:21.727486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:21.728128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-6c2eb3f6-6e84-4b32-8dff-0959f89ea263 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116860 Aug 20 15:00:21.889088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router 2251c366-d41c-4a91-9ea4-4df8caf4d890 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:00:21.892617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a3115-256f-4fb1-8b18-4eca0a3744d8 req-132798bd-26c4-4b0b-873e-0e190ebb264b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:21.893840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d64a3115-256f-4fb1-8b18-4eca0a3744d8 req-132798bd-26c4-4b0b-873e-0e190ebb264b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1647851 Aug 20 15:00:21.922226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb834e-1c9e-49bd-a958-f17f636596df req-984544ae-22c7-47e3-8de0-465985b6fd5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:21.923846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74bb834e-1c9e-49bd-a958-f17f636596df req-984544ae-22c7-47e3-8de0-465985b6fd5e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1481390 Aug 20 15:00:21.955159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 6f776ae0-8f24-48c9-9135-b0388b5438d7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:21.963642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 6f776ae0-8f24-48c9-9135-b0388b5438d7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:21.964023 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:21.999093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5394712d-3ad4-4851-857a-bc31ffa2b4fc up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:22.009128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-661d9c55-d12f-4d99-a98b-148a7c4ddbef req-d1ccd9c1-5586-4391-90ea-da8f3fd1b7e1 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436731 Aug 20 15:00:22.031413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d64a3115-256f-4fb1-8b18-4eca0a3744d8 req-56bb4b21-589c-466b-b7c6-24e8b12d9423 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222672 Aug 20 15:00:22.046688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74bb834e-1c9e-49bd-a958-f17f636596df req-6a0eac4a-45ac-4fc2-856d-9dcebf7d976f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042519 Aug 20 15:00:22.062891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 71657d90-4bc9-4105-85dc-b251f79e5ebc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=71657d90-4bc9-4105-85dc-b251f79e5ebc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:22.096728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '71657d90-4bc9-4105-85dc-b251f79e5ebc', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '71657d90-4bc9-4105-85dc-b251f79e5ebc', 'mac_address': 'fa:16:3e:82:e7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:00:22.110358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:22.127439 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a26daf24-0eb3-4029-9f51-d993cf6fe875 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/2251c366-d41c-4a91-9ea4-4df8caf4d890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3116620 Aug 20 15:00:22.128913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35660) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:22.133664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b948efa-c170-4e36-a269-ad95e6532e6a None None] Sync routers for ids ['2251c366-d41c-4a91-9ea4-4df8caf4d890'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:22.136063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b3c6bd8d-1f05-4de7-8d76-4556fa4df746 None None] Provisioning complete for port 7cbf9569-93d2-4849-97a2-56b9f116a9fe triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:22.136441 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bd8d-1f05-4de7-8d76-4556fa4df746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.178604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f1c2f-d71c-4338-b848-8b1a4ef84287 req-10348bda-54b3-485f-a13e-d0480e7fe60f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.180267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a9affd-e54e-4f72-bb7f-7504cf12b5c5 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.184565 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d4a9affd-e54e-4f72-bb7f-7504cf12b5c5 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports/7cbf9569-93d2-4849-97a2-56b9f116a9fe HTTP/1.1" status: 200 len: 975 time: 0.0513418 Aug 20 15:00:22.185592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35662) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:22.186000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed3f1c2f-d71c-4338-b848-8b1a4ef84287 req-10348bda-54b3-485f-a13e-d0480e7fe60f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 948 time: 0.0638380 Aug 20 15:00:22.189065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.194656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b948efa-c170-4e36-a269-ad95e6532e6a None None] Routers {'2251c366-d41c-4a91-9ea4-4df8caf4d890'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:22.194656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7b948efa-c170-4e36-a269-ad95e6532e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['2251c366-d41c-4a91-9ea4-4df8caf4d890'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:22.256132 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.257626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed3f1c2f-d71c-4338-b848-8b1a4ef84287 req-fb7be6f6-3cfc-45d9-b949-ed43b8b9b264 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706918 Aug 20 15:00:22.291170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-37fb0b10-4b2e-46a8-9175-44851efa8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.292710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-37fb0b10-4b2e-46a8-9175-44851efa8815 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 1100 time: 0.0997026 Aug 20 15:00:22.308159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7b948efa-c170-4e36-a269-ad95e6532e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:22.323458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5394712d-3ad4-4851-857a-bc31ffa2b4fc triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:22.323771 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.330409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6bd8d-1f05-4de7-8d76-4556fa4df746 None None] Port 7cbf9569-93d2-4849-97a2-56b9f116a9fe cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:22.333595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71657d90-4bc9-4105-85dc-b251f79e5ebc {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:22.376267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedc1ac-06fe-4b97-ac4b-a5598d70e938 req-750e0e87-69ef-47ab-9766-6523ad3da418 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.377813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eedc1ac-06fe-4b97-ac4b-a5598d70e938 req-750e0e87-69ef-47ab-9766-6523ad3da418 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1192377 Aug 20 15:00:22.400775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f776ae0-8f24-48c9-9135-b0388b5438d7'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:22.403025 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf1d7da-1882-424e-9d7a-32f050726a07" -d '{"events": [{"server_uuid": "730a5fb1-99be-42ac-84a3-f15e465385ab", "name": "network-vif-plugged", "status": "completed", "tag": "6f776ae0-8f24-48c9-9135-b0388b5438d7"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:22.419473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 71657d90-4bc9-4105-85dc-b251f79e5ebc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=71657d90-4bc9-4105-85dc-b251f79e5ebc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:22.420700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b948efa-c170-4e36-a269-ad95e6532e6a None None] Routers {'2251c366-d41c-4a91-9ea4-4df8caf4d890'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:22.421331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7b948efa-c170-4e36-a269-ad95e6532e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['2251c366-d41c-4a91-9ea4-4df8caf4d890'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:22.457895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6f776ae0-8f24-48c9-9135-b0388b5438d7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6f776ae0-8f24-48c9-9135-b0388b5438d7,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:22.458961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-168f05e2-3522-4e4f-a718-601493075c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.459397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.460562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-168f05e2-3522-4e4f-a718-601493075c81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1590648 Aug 20 15:00:22.470368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7b948efa-c170-4e36-a269-ad95e6532e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:22.470767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eedc1ac-06fe-4b97-ac4b-a5598d70e938 req-5902236d-9b5d-4d13-9b38-1a3277bbea69 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781980 Aug 20 15:00:22.471012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b948efa-c170-4e36-a269-ad95e6532e6a None None] The sync data for ids ['2251c366-d41c-4a91-9ea4-4df8caf4d890'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:22.492276 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.552088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6f2516ae-90e2-4a59-a401-fa003cc37b6b None None] Provisioning complete for port 7cbf9569-93d2-4849-97a2-56b9f116a9fe triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:22.552450 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6f2516ae-90e2-4a59-a401-fa003cc37b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.580158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-1f1bb3f3-a3df-4acf-9fbc-a6ddb333f5d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=8bba7430-b815-42fd-8ce5-c55b962946d7 HTTP/1.1" status: 200 len: 217 time: 0.1083407 Aug 20 15:00:22.582376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=71657d90-4bc9-4105-85dc-b251f79e5ebc,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:22.601771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.604075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c490e-0518-4af0-a166-838eb3497b0a req-103c8a13-9199-4f09-bd14-64f89388e501 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.611931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-637c490e-0518-4af0-a166-838eb3497b0a req-103c8a13-9199-4f09-bd14-64f89388e501 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 944 time: 0.1924789 Aug 20 15:00:22.643680 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51454c65-8c40-4510-bec1-6743f56d04a4 x-openstack-request-id: req-51454c65-8c40-4510-bec1-6743f56d04a4 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:22.643947 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a5fb1-99be-42ac-84a3-f15e465385ab", "name": "network-vif-plugged", "status": "completed", "tag": "6f776ae0-8f24-48c9-9135-b0388b5438d7", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:22.644167 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51454c65-8c40-4510-bec1-6743f56d04a4 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:22.644547 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f776ae0-8f24-48c9-9135-b0388b5438d7', 'code': 200} Aug 20 15:00:22.645331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 45705292-52c7-42a8-a401-d4b438cfbc5f details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:00:22.649865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6f2516ae-90e2-4a59-a401-fa003cc37b6b None None] Port 7cbf9569-93d2-4849-97a2-56b9f116a9fe cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:22.677860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6f776ae0-8f24-48c9-9135-b0388b5438d7,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:22.692376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-637c490e-0518-4af0-a166-838eb3497b0a req-c424e0b0-34d4-4a94-b03e-f207e2d392e5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772905 Aug 20 15:00:22.709765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-f456d030-e65d-4132-916f-0ef4e77110c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.713955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-f456d030-e65d-4132-916f-0ef4e77110c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0985217 Aug 20 15:00:22.795768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 45705292-52c7-42a8-a401-d4b438cfbc5f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=45705292-52c7-42a8-a401-d4b438cfbc5f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:22.802740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-becf220f-087e-4df0-a9ec-66f0daf8fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.804629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-becf220f-087e-4df0-a9ec-66f0daf8fcc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799377 Aug 20 15:00:22.812764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc8bd4-db5f-4f4b-b607-27c42552258b req-f6cb5743-327c-4394-a401-0fa32be97f63 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.812951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '45705292-52c7-42a8-a401-d4b438cfbc5f', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '45705292-52c7-42a8-a401-d4b438cfbc5f', 'mac_address': 'fa:16:3e:8c:c3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:00:22.814631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2fc8bd4-db5f-4f4b-b607-27c42552258b req-f6cb5743-327c-4394-a401-0fa32be97f63 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 948 time: 0.0911417 Aug 20 15:00:22.857830 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.873957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45705292-52c7-42a8-a401-d4b438cfbc5f {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:22.897244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 45705292-52c7-42a8-a401-d4b438cfbc5f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=45705292-52c7-42a8-a401-d4b438cfbc5f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:22.904144 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:22.910688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf2c22-0e2f-4447-9143-8d1fe0be661f req-fe055e82-ad93-4cb8-bef4-dec343e4ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:22.912271 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-06bf2c22-0e2f-4447-9143-8d1fe0be661f req-fe055e82-ad93-4cb8-bef4-dec343e4ac71 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 1097 time: 0.1153033 Aug 20 15:00:22.952128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=45705292-52c7-42a8-a401-d4b438cfbc5f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:22.980542 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-06bf2c22-0e2f-4447-9143-8d1fe0be661f req-ba7dc94f-f94e-4b9c-9c02-7817a62dfcfb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447977 Aug 20 15:00:22.983912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2fc8bd4-db5f-4f4b-b607-27c42552258b req-d7c05df2-6e05-47fe-854e-a9f49a4a5065 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605480 Aug 20 15:00:22.993327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 7cbf9569-93d2-4849-97a2-56b9f116a9fe {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:22.994278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:23.024128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-33002436-4ebc-46fe-865e-4e3ac9bebede service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083516 Aug 20 15:00:23.045080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf0005-1ab8-4d74-a5cc-9e482b399b0c req-ddb6ced6-04d7-4a8d-81a9-9724563ca587 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:23.046516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7cf0005-1ab8-4d74-a5cc-9e482b399b0c req-ddb6ced6-04d7-4a8d-81a9-9724563ca587 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 813 time: 0.1664629 Aug 20 15:00:23.061789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:23.061982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7cf0005-1ab8-4d74-a5cc-9e482b399b0c req-19fe1e3a-4c5b-40c8-8691-d99026b4ead0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/quotas/423db5beadc14e0088b8402d52712218 HTTP/1.1" status: 200 len: 375 time: 0.0092661 Aug 20 15:00:23.085999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:23.107892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 7cbf9569-93d2-4849-97a2-56b9f116a9fe owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:23.117021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7cf0005-1ab8-4d74-a5cc-9e482b399b0c req-d2fe3cdb-44cc-46f1-8375-b35f5a1f45b4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491364 Aug 20 15:00:23.216766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de383ce9-dd06-44dc-8a26-77823c126a27 req-bc2ed077-1645-40af-b02e-f0e24c24a5a0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:23.218669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de383ce9-dd06-44dc-8a26-77823c126a27 req-bc2ed077-1645-40af-b02e-f0e24c24a5a0 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0746617 Aug 20 15:00:23.280038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac96cc-9e03-44aa-9ece-b3aeaf2c366a req-e0ffa2a1-f7bc-463c-9dc6-61bfd58918e9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:23.281524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65ac96cc-9e03-44aa-9ece-b3aeaf2c366a req-e0ffa2a1-f7bc-463c-9dc6-61bfd58918e9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0896821 Aug 20 15:00:23.286629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de383ce9-dd06-44dc-8a26-77823c126a27 req-09d63632-ac24-44fb-97f5-175ca298ebe3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534084 Aug 20 15:00:23.297513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:23.330849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65ac96cc-9e03-44aa-9ece-b3aeaf2c366a req-7b537f73-3c10-4f1e-bf90-d6d873bf7ffc tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Aug 20 15:00:23.341797 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=7cbf9569-93d2-4849-97a2-56b9f116a9fe,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:23.373911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['45705292-52c7-42a8-a401-d4b438cfbc5f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:23.536763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:23.634345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e03c0-8094-4ab5-8866-b14e6855dbfe req-98cdd0ab-90e6-47f4-ac1d-d5b324b5695b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:23.635775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d8e03c0-8094-4ab5-8866-b14e6855dbfe req-98cdd0ab-90e6-47f4-ac1d-d5b324b5695b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 948 time: 0.2255642 Aug 20 15:00:23.682487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485ce75-49ad-4264-8e66-aed16e8b5c87 req-1e463a24-0463-44bf-8d63-ef9b9937e80a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:23.683983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c485ce75-49ad-4264-8e66-aed16e8b5c87 req-1e463a24-0463-44bf-8d63-ef9b9937e80a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1194742 Aug 20 15:00:23.687787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4b90f47-816f-4739-ad9b-ba5fc17e5649 req-4c1d76cf-5ec6-4a47-acad-f182f5630fcd service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246211 Aug 20 15:00:23.694045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router 2251c366-d41c-4a91-9ea4-4df8caf4d890 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:23.720716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d8e03c0-8094-4ab5-8866-b14e6855dbfe req-758a6e20-5146-4d69-89d9-1ce4ad5ad388 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760217 Aug 20 15:00:23.746774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c485ce75-49ad-4264-8e66-aed16e8b5c87 req-7b2f0f9a-9368-4542-ab3f-8d86cb325467 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559666 Aug 20 15:00:23.772335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:23.778007 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-499bccd4-3e03-432b-8fac-14a9aac0c937 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/2251c366-d41c-4a91-9ea4-4df8caf4d890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5905995 Aug 20 15:00:23.780388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35700) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:23.785974 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f184aa-51fe-4e14-ba33-5028c7e3afba None None] Sync routers for ids ['2251c366-d41c-4a91-9ea4-4df8caf4d890'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:23.796479 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f184aa-51fe-4e14-ba33-5028c7e3afba None None] Routers {'2251c366-d41c-4a91-9ea4-4df8caf4d890'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:23.797194 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-97f184aa-51fe-4e14-ba33-5028c7e3afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['2251c366-d41c-4a91-9ea4-4df8caf4d890'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:23.838594 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-97f184aa-51fe-4e14-ba33-5028c7e3afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:23.848626 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f184aa-51fe-4e14-ba33-5028c7e3afba None None] Routers {'2251c366-d41c-4a91-9ea4-4df8caf4d890'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:23.849224 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-97f184aa-51fe-4e14-ba33-5028c7e3afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['2251c366-d41c-4a91-9ea4-4df8caf4d890'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:23.879899 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-97f184aa-51fe-4e14-ba33-5028c7e3afba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:23.880895 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f184aa-51fe-4e14-ba33-5028c7e3afba None None] The sync data for ids ['2251c366-d41c-4a91-9ea4-4df8caf4d890'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:23.942296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5390-b5c6-4463-8357-51c7654284b1 req-75043b99-2b94-44fd-b556-f1b47194a3d9 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:23.943787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06ee5390-b5c6-4463-8357-51c7654284b1 req-75043b99-2b94-44fd-b556-f1b47194a3d9 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 945 time: 0.1529853 Aug 20 15:00:24.084244 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-a9186e04-f755-4bd8-936f-88920f16d1cd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 15:00:24.085279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a9186e04-f755-4bd8-936f-88920f16d1cd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/2251c366-d41c-4a91-9ea4-4df8caf4d890/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3038096 Aug 20 15:00:24.086596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4aa8982-4865-4337-b524-9615192e247b req-ea4530dc-b269-4435-99e1-e9366763cb89 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=423db5beadc14e0088b8402d52712218 HTTP/1.1" status: 200 len: 221 time: 0.1405025 Aug 20 15:00:24.088772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35716) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:24.095400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06ee5390-b5c6-4463-8357-51c7654284b1 req-acb735e9-66d4-4270-8f78-cf78dfc9702a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165946 Aug 20 15:00:24.124315 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7f3ebef4-57ef-4135-bcc1-7f6d5cbecc99 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=2251c366-d41c-4a91-9ea4-4df8caf4d890 HTTP/1.1" status: 200 len: 205 time: 0.0340526 Aug 20 15:00:24.126755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35720) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:24.248650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfc815b0-8c8c-4e26-9303-62b0b3f4e2cd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:24.643501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e9d9f-0deb-4790-8bfe-f499b649a750 req-725cc691-2b42-435e-a4cb-2dd60ced8bce tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:24.645525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c6e9d9f-0deb-4790-8bfe-f499b649a750 req-725cc691-2b42-435e-a4cb-2dd60ced8bce tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.4762373 Aug 20 15:00:24.651986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 45705292-52c7-42a8-a401-d4b438cfbc5f up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:24.653980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ea880-f890-4057-b38b-5a6a8c28bef8 req-f741ea0a-5431-4f7f-b4c4-c9c4f1a1c678 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:24.655392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-224ea880-f890-4057-b38b-5a6a8c28bef8 req-f741ea0a-5431-4f7f-b4c4-c9c4f1a1c678 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 949 time: 0.4871881 Aug 20 15:00:24.712066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 45705292-52c7-42a8-a401-d4b438cfbc5f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:24.716489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 45705292-52c7-42a8-a401-d4b438cfbc5f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:24.716870 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:24.767042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfc815b0-8c8c-4e26-9303-62b0b3f4e2cd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:24.771869 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfc815b0-8c8c-4e26-9303-62b0b3f4e2cd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:24.797618 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:24.821534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aafef5-c163-4523-973e-a39159d6f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45705292-52c7-42a8-a401-d4b438cfbc5f'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:24.823828 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1371f8-fee9-4490-ba12-c88e02550e50" -d '{"events": [{"server_uuid": "37aafef5-c163-4523-973e-a39159d6f1fa", "name": "network-vif-plugged", "status": "completed", "tag": "45705292-52c7-42a8-a401-d4b438cfbc5f"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:24.833851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c6e9d9f-0deb-4790-8bfe-f499b649a750 req-338564da-3349-494a-9398-d7675f9803d8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550307 Aug 20 15:00:24.837662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 45705292-52c7-42a8-a401-d4b438cfbc5f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=45705292-52c7-42a8-a401-d4b438cfbc5f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:24.839514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-224ea880-f890-4057-b38b-5a6a8c28bef8 req-f7a1454a-b219-4583-a7a9-4615b6880f32 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270900 Aug 20 15:00:24.842374 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:24.845578 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfc815b0-8c8c-4e26-9303-62b0b3f4e2cd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:24.846303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc815b0-8c8c-4e26-9303-62b0b3f4e2cd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Fanout notify agent at l3_agent the message router_deleted on router 2251c366-d41c-4a91-9ea4-4df8caf4d890 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:00:24.860188 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfc815b0-8c8c-4e26-9303-62b0b3f4e2cd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:24.860188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dfc815b0-8c8c-4e26-9303-62b0b3f4e2cd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/2251c366-d41c-4a91-9ea4-4df8caf4d890 HTTP/1.1" status: 204 len: 168 time: 0.7301364 Aug 20 15:00:24.860188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35730) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:24.923906 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=45705292-52c7-42a8-a401-d4b438cfbc5f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:24.929049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc047da1-d600-478b-a219-9c2b568e297b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting subnet 797c4bcb-db98-450a-afcd-580ff2b5ec03 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:00:24.932406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc047da1-d600-478b-a219-9c2b568e297b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.000476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc047da1-d600-478b-a219-9c2b568e297b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.078445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e481ebf-0945-4684-b59f-aa22c0577f90 req-ff5b8426-148e-4341-af6b-f1794c8bf023 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:25.079999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e481ebf-0945-4684-b59f-aa22c0577f90 req-ff5b8426-148e-4341-af6b-f1794c8bf023 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1447089 Aug 20 15:00:25.156879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c575803-7150-44f5-9656-f4c6474ca811 req-d8fb875f-b958-40cd-b3df-0acbfc78c403 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:25.158232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c575803-7150-44f5-9656-f4c6474ca811 req-d8fb875f-b958-40cd-b3df-0acbfc78c403 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 948 time: 0.1238375 Aug 20 15:00:25.171939 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e481ebf-0945-4684-b59f-aa22c0577f90 req-0ef511fc-d55b-4e1d-bb6d-7cbc1b149469 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848579 Aug 20 15:00:25.187900 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc047da1-d600-478b-a219-9c2b568e297b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.216127 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cac31f-972a-4fdd-b80a-29a1b0ab9ce1 x-openstack-request-id: req-79cac31f-972a-4fdd-b80a-29a1b0ab9ce1 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:25.216516 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aafef5-c163-4523-973e-a39159d6f1fa", "name": "network-vif-plugged", "status": "completed", "tag": "45705292-52c7-42a8-a401-d4b438cfbc5f", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:25.216942 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79cac31f-972a-4fdd-b80a-29a1b0ab9ce1 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:25.217760 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aafef5-c163-4523-973e-a39159d6f1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45705292-52c7-42a8-a401-d4b438cfbc5f', 'code': 200} Aug 20 15:00:25.242854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c575803-7150-44f5-9656-f4c6474ca811 req-b47fef44-f6f6-4d23-b26e-9a771b86e4ff tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740633 Aug 20 15:00:25.273238 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc047da1-d600-478b-a219-9c2b568e297b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.324012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc047da1-d600-478b-a219-9c2b568e297b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Subnet': ['ID=797c4bcb-db98-450a-afcd-580ff2b5ec03,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:25.329969 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc047da1-d600-478b-a219-9c2b568e297b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.334812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fc047da1-d600-478b-a219-9c2b568e297b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/797c4bcb-db98-450a-afcd-580ff2b5ec03 HTTP/1.1" status: 204 len: 168 time: 0.4723411 Aug 20 15:00:25.335211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35738) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:25.337728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f98c75-1311-4bb9-aa5c-6545e2243af3 None None] Network 5e111b23-1806-45a0-b64d-6f7df86cb0d6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:25.381763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e5f15-a2d5-4173-b623-ea443d09561e req-f5618bae-6305-44cb-abd0-54a3c9ce6b8a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:25.383311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b3e5f15-a2d5-4173-b623-ea443d09561e req-f5618bae-6305-44cb-abd0-54a3c9ce6b8a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1130743 Aug 20 15:00:25.402802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19944a45-6fd6-4e89-96cc-22d7b46d76a4 req-7fa01141-7f20-4a0c-831b-f4eed1303db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:25.404323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19944a45-6fd6-4e89-96cc-22d7b46d76a4 req-7fa01141-7f20-4a0c-831b-f4eed1303db8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 1102 time: 0.0642579 Aug 20 15:00:25.426923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.483658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 5394712d-3ad4-4851-857a-bc31ffa2b4fc {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:25.484012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.490870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b3e5f15-a2d5-4173-b623-ea443d09561e req-0462acbb-ab38-4f9a-bfe3-9af087be426f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972834 Aug 20 15:00:25.514533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19944a45-6fd6-4e89-96cc-22d7b46d76a4 req-c8bc853b-5e04-47e2-ace8-aabd468e1271 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768230 Aug 20 15:00:25.517569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068b4aa-f7c7-4ebf-9733-e0a6ec405249 req-768be03d-ff8f-4a32-8b05-77021142701c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:25.519108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f068b4aa-f7c7-4ebf-9733-e0a6ec405249 req-768be03d-ff8f-4a32-8b05-77021142701c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 945 time: 0.1031621 Aug 20 15:00:25.546591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7821d91b-4675-4cc4-9b08-380bbb7a526b None None] DHCP port deletion for 5e111b23-1806-45a0-b64d-6f7df86cb0d6 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:00:25.563273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f068b4aa-f7c7-4ebf-9733-e0a6ec405249 req-afca1b93-31ec-46d7-a09b-65c95c998efc tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371175 Aug 20 15:00:25.571741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port 5394712d-3ad4-4851-857a-bc31ffa2b4fc, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5394712d-3ad4-4851-857a-bc31ffa2b4fc,segment=NetworkSegment(2a16a031-4619-4919-b293-9ff28999707a),segment_id=2a16a031-4619-4919-b293-9ff28999707a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:25.572122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.592263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 5394712d-3ad4-4851-857a-bc31ffa2b4fc owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:25.611942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 71657d90-4bc9-4105-85dc-b251f79e5ebc up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:25.654691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7821d91b-4675-4cc4-9b08-380bbb7a526b None None] Deleting port 5394712d-3ad4-4851-857a-bc31ffa2b4fc {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:25.655427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7821d91b-4675-4cc4-9b08-380bbb7a526b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.658319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b703c-87fa-4fb9-b85b-bf800f117825 req-a75230a4-db79-481f-8031-40cc1d9c9ccb tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:25.660968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-898b703c-87fa-4fb9-b85b-bf800f117825 req-a75230a4-db79-481f-8031-40cc1d9c9ccb tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0652730 Aug 20 15:00:25.686864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.719224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=5394712d-3ad4-4851-857a-bc31ffa2b4fc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:25.721591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No DVR routers for this DVR port 5394712d-3ad4-4851-857a-bc31ffa2b4fc on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:25.730070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7821d91b-4675-4cc4-9b08-380bbb7a526b None None] For port 5394712d-3ad4-4851-857a-bc31ffa2b4fc, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5394712d-3ad4-4851-857a-bc31ffa2b4fc,segment=NetworkSegment(2a16a031-4619-4919-b293-9ff28999707a),segment_id=2a16a031-4619-4919-b293-9ff28999707a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:25.730584 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7821d91b-4675-4cc4-9b08-380bbb7a526b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.733233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 71657d90-4bc9-4105-85dc-b251f79e5ebc completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:25.744091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-898b703c-87fa-4fb9-b85b-bf800f117825 req-6ff4216b-5441-4e51-aec9-90f8c1fe79eb tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711329 Aug 20 15:00:25.746598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 71657d90-4bc9-4105-85dc-b251f79e5ebc triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:25.746973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.749769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7821d91b-4675-4cc4-9b08-380bbb7a526b None None] Calling delete_port for 5394712d-3ad4-4851-857a-bc31ffa2b4fc owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:25.758231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f8fc2-0a77-452b-b970-5efb684ba91a req-650f6a77-f16e-46e0-9297-94ca61c78c70 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:25.764313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c5f8fc2-0a77-452b-b970-5efb684ba91a req-650f6a77-f16e-46e0-9297-94ca61c78c70 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 945 time: 0.1018090 Aug 20 15:00:25.781219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35748) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:25.786938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6ae7116d-5fc4-44c3-b998-6291eb449ff5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Request body: {'floatingip': {'port_id': '6f776ae0-8f24-48c9-9135-b0388b5438d7'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:25.825205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.828737 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6ae7116d-5fc4-44c3-b998-6291eb449ff5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.843217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e111b23-1806-45a0-b64d-6f7df86cb0d6']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:25.857981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a16a031-4619-4919-b293-9ff28999707a') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:25.858292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a16a031-4619-4919-b293-9ff28999707a') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:25.870301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.897187 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7821d91b-4675-4cc4-9b08-380bbb7a526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.901253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.902502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.919481 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:00:25.920616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:00:25.938346 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:00:25.943021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821d91b-4675-4cc4-9b08-380bbb7a526b None None] Pushing event deleted for resources: {'Port': ['ID=5394712d-3ad4-4851-857a-bc31ffa2b4fc,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:25.951627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821d91b-4675-4cc4-9b08-380bbb7a526b None None] No DVR routers for this DVR port 5394712d-3ad4-4851-857a-bc31ffa2b4fc on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:25.995024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d7f3c-4d32-44bd-928c-ed4b087cd9c2 req-05a22cb5-2d3b-4d93-9444-eca91b9c232f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:25.996561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 71657d90-4bc9-4105-85dc-b251f79e5ebc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=71657d90-4bc9-4105-85dc-b251f79e5ebc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:25.996687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b26d7f3c-4d32-44bd-928c-ed4b087cd9c2 req-05a22cb5-2d3b-4d93-9444-eca91b9c232f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1358795 Aug 20 15:00:26.010747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5394712d-3ad4-4851-857a-bc31ffa2b4fc no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:26.013295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.023200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.027986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.029900 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/networks/5e111b23-1806-45a0-b64d-6f7df86cb0d6 HTTP/1.1" status: 204 len: 168 time: 0.6936650 Aug 20 15:00:26.036029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35754) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:26.041770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'network': {'name': 'tempest-RoutersTest-607506696'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:26.056331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27270b4-e7a2-44bb-8b8f-76c59a6e5385 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Network': ['ID=5e111b23-1806-45a0-b64d-6f7df86cb0d6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:26.068305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5394712d-3ad4-4851-857a-bc31ffa2b4fc {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:26.068789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5394712d-3ad4-4851-857a-bc31ffa2b4fc not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:26.081818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:26.085984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.099633 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=71657d90-4bc9-4105-85dc-b251f79e5ebc,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:26.120309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b26d7f3c-4d32-44bd-928c-ed4b087cd9c2 req-905e97dc-fd5b-41c0-90f3-7042969bde92 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130934 Aug 20 15:00:26.122219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:00:26.129972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca702-a41d-4778-beb9-e0f209f0e5e8 req-d197e63d-d012-47df-a673-9c7b5e0d2a79 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:26.132639 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.133007 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added segment 477f1629-84eb-4d0b-945e-68a767d28abc of type vlan for network 47de3dcd-2fc5-4386-a963-77e04eae2f08 Aug 20 15:00:26.137828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e9ca702-a41d-4778-beb9-e0f209f0e5e8 req-d197e63d-d012-47df-a673-9c7b5e0d2a79 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 950 time: 0.1547704 Aug 20 15:00:26.195916 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.212960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e9ca702-a41d-4778-beb9-e0f209f0e5e8 req-f038c905-cbfb-4570-a08c-1c029ffb4744 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742755 Aug 20 15:00:26.237806 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.251759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:26.252428 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.319112 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2819188 Aug 20 15:00:26.321834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35764) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:26.326828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'subnet': {'network_id': '47de3dcd-2fc5-4386-a963-77e04eae2f08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:26.384428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1038072-30df-4bae-a959-9b7fac003804 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Network': ['ID=47de3dcd-2fc5-4386-a963-77e04eae2f08,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:26.395457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 47de3dcd-2fc5-4386-a963-77e04eae2f08 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:00:26.428726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:26.432480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.456019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b670f5-3bd2-402f-9ef0-41b6b8a11752 req-1979003d-f6d5-4cc6-8427-e9cad842af3c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:26.459225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23b670f5-3bd2-402f-9ef0-41b6b8a11752 req-1979003d-f6d5-4cc6-8427-e9cad842af3c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1369541 Aug 20 15:00:26.469951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc70d1-4f78-435a-84dd-9ae94a6b8d7b req-521c776b-23e5-49e3-9985-9e8c3841da6d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:26.471456 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8cc70d1-4f78-435a-84dd-9ae94a6b8d7b req-521c776b-23e5-49e3-9985-9e8c3841da6d tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1489549 Aug 20 15:00:26.576261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23b670f5-3bd2-402f-9ef0-41b6b8a11752 req-0975f836-fd63-4aba-b01d-8958c3d0ca24 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037965 Aug 20 15:00:26.587444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8cc70d1-4f78-435a-84dd-9ae94a6b8d7b req-f5c40004-ee06-48d9-b72c-52ccfc4fc787 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046765 Aug 20 15:00:26.634881 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.658765 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6ae7116d-5fc4-44c3-b998-6291eb449ff5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.664655 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6ae7116d-5fc4-44c3-b998-6291eb449ff5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.701188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Subnet': ['ID=7be29113-dd18-4677-aa2a-c8855dc23a9d,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:26.710069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Checking segment: {'id': '477f1629-84eb-4d0b-945e-68a767d28abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47de3dcd-2fc5-4386-a963-77e04eae2f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:26.710557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network hostable DHCP agents. Network: 47de3dcd-2fc5-4386-a963-77e04eae2f08, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:00:26.729639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 47de3dcd-2fc5-4386-a963-77e04eae2f08 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:00:26.740783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 47de3dcd-2fc5-4386-a963-77e04eae2f08) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:26.745327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:26.745827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.763089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7272b22-65c3-432b-ac3b-8c9668d2c299 None None] Network 47de3dcd-2fc5-4386-a963-77e04eae2f08 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:26.765855 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a2d27414-c3b3-4027-b5c6-63bb71446058 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4429901 Aug 20 15:00:26.766520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35770) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:26.771989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-553dec5f-0066-4f4d-8d04-5db6f2e58bf2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1465746283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:26.797596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-553dec5f-0066-4f4d-8d04-5db6f2e58bf2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.799167 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-553dec5f-0066-4f4d-8d04-5db6f2e58bf2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.828900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f71d-8d9a-44fb-8028-e26fe874d4e7 req-b8bfc0aa-ff3f-4ffb-b103-1e143fa71e91 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:26.830412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8925f71d-8d9a-44fb-8028-e26fe874d4e7 req-b8bfc0aa-ff3f-4ffb-b103-1e143fa71e91 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 948 time: 0.1281545 Aug 20 15:00:26.866957 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-6ae7116d-5fc4-44c3-b998-6291eb449ff5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Floating IP e95da1be-3c65-452b-a1a7-c30e51eed61c associated. External IP: 172.25.5.7, port: 6f776ae0-8f24-48c9-9135-b0388b5438d7. Aug 20 15:00:26.869382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-553dec5f-0066-4f4d-8d04-5db6f2e58bf2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.876036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-553dec5f-0066-4f4d-8d04-5db6f2e58bf2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.893609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-553dec5f-0066-4f4d-8d04-5db6f2e58bf2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.895879 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-553dec5f-0066-4f4d-8d04-5db6f2e58bf2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1277986 Aug 20 15:00:26.900208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35772) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:26.931258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-47de3dcd-2fc5-4386-a963-77e04eae2f08', 'network_id': '47de3dcd-2fc5-4386-a963-77e04eae2f08', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'fixed_ips': [{'subnet_id': '7be29113-dd18-4677-aa2a-c8855dc23a9d'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:00:26.931461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e1480-8c27-4308-8c1a-aa4205cde3ae req-b4723c99-57c3-4edf-ab90-16bdb9649b14 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:26.932689 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:26.932907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f27e1480-8c27-4308-8c1a-aa4205cde3ae req-b4723c99-57c3-4edf-ab90-16bdb9649b14 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1484964 Aug 20 15:00:26.959421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8925f71d-8d9a-44fb-8028-e26fe874d4e7 req-1c692d1b-80cf-4b25-94d5-5539d256f07b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179433 Aug 20 15:00:27.030357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f27e1480-8c27-4308-8c1a-aa4205cde3ae req-f05843a6-6ac5-4338-bce9-c8d0522e7826 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874858 Aug 20 15:00:27.096265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Allocated IP 172.20.0.2 (47de3dcd-2fc5-4386-a963-77e04eae2f08/7be29113-dd18-4677-aa2a-c8855dc23a9d/dedc6f67-a1cf-4109-bea0-d21e30e77096) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:27.219045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0fbba8-2979-47e7-9835-a9fc2f2e355a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71657d90-4bc9-4105-85dc-b251f79e5ebc'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:27.221823 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834fd93e-6c42-4f5d-8138-913f1575885c" -d '{"events": [{"server_uuid": "3d0fbba8-2979-47e7-9835-a9fc2f2e355a", "name": "network-vif-plugged", "status": "completed", "tag": "71657d90-4bc9-4105-85dc-b251f79e5ebc"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:27.225150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e40b61-1345-45b5-9de2-59c5906f9864 req-90fd8a74-9340-4038-ab8e-8cebdd8e0bb1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:27.227201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88e40b61-1345-45b5-9de2-59c5906f9864 req-90fd8a74-9340-4038-ab8e-8cebdd8e0bb1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1010685 Aug 20 15:00:27.275581 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:27.278118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae7116d-5fc4-44c3-b998-6291eb449ff5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Router c9d3c957-5974-4f62-a3ce-96dac74b1f18 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:27.285528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Transition to ACTIVE for port object dedc6f67-a1cf-4109-bea0-d21e30e77096 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:27.303994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88e40b61-1345-45b5-9de2-59c5906f9864 req-acdf66ba-1a82-401c-af84-6f9b53cb985c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595729 Aug 20 15:00:27.306166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Transition to ACTIVE for port object dedc6f67-a1cf-4109-bea0-d21e30e77096 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:27.326224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:27.364921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Network 47de3dcd-2fc5-4386-a963-77e04eae2f08 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:27.368012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:27.375626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:27.393567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Pushing event updated for resources: {'Port': ['ID=dedc6f67-a1cf-4109-bea0-d21e30e77096,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:27.433200 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23208ac-f0d5-4677-9148-23e4b11eaedb x-openstack-request-id: req-c23208ac-f0d5-4677-9148-23e4b11eaedb {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:27.433407 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0fbba8-2979-47e7-9835-a9fc2f2e355a", "name": "network-vif-plugged", "status": "completed", "tag": "71657d90-4bc9-4105-85dc-b251f79e5ebc", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:27.433655 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c23208ac-f0d5-4677-9148-23e4b11eaedb {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:27.434047 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0fbba8-2979-47e7-9835-a9fc2f2e355a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71657d90-4bc9-4105-85dc-b251f79e5ebc', 'code': 200} Aug 20 15:00:27.473863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Attempting to bind port dedc6f67-a1cf-4109-bea0-d21e30e77096 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:27.474167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Attempting to bind port dedc6f67-a1cf-4109-bea0-d21e30e77096 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '477f1629-84eb-4d0b-945e-68a767d28abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47de3dcd-2fc5-4386-a963-77e04eae2f08'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:27.474539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Attempting to bind port dedc6f67-a1cf-4109-bea0-d21e30e77096 on network 47de3dcd-2fc5-4386-a963-77e04eae2f08 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:27.483486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:27.484781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Checking segment: {'id': '477f1629-84eb-4d0b-945e-68a767d28abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47de3dcd-2fc5-4386-a963-77e04eae2f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:27.485180 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:27.485578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Bound using segment: {'id': '477f1629-84eb-4d0b-945e-68a767d28abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47de3dcd-2fc5-4386-a963-77e04eae2f08'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:27.486060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Bound port: dedc6f67-a1cf-4109-bea0-d21e30e77096, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477f1629-84eb-4d0b-945e-68a767d28abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47de3dcd-2fc5-4386-a963-77e04eae2f08'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:27.486444 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:27.532400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae7116d-5fc4-44c3-b998-6291eb449ff5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:27.541485 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6ae7116d-5fc4-44c3-b998-6291eb449ff5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:27.546857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] Sync routers for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:27.566697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:27.567775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:27.588208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed78957-a635-472b-a5a4-5891af11c57c req-06b71786-a006-4732-bcc4-7eb78e9ab9c4 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:27.589765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fed78957-a635-472b-a5a4-5891af11c57c req-06b71786-a006-4732-bcc4-7eb78e9ab9c4 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 950 time: 0.1871746 Aug 20 15:00:27.595940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6ae7116d-5fc4-44c3-b998-6291eb449ff5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "PUT /v2.0/floatingips/e95da1be-3c65-452b-a1a7-c30e51eed61c HTTP/1.1" status: 200 len: 989 time: 1.8135750 Aug 20 15:00:27.608329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'tag': '6f776ae0-8f24-48c9-9135-b0388b5438d7'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:27.610751 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "730a5fb1-99be-42ac-84a3-f15e465385ab", "tag": "6f776ae0-8f24-48c9-9135-b0388b5438d7"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:27.622343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] For port dedc6f67-a1cf-4109-bea0-d21e30e77096, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:27.625648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8bba7430-b815-42fd-8ce5-c55b962946d7 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:00:27.628463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] For port dedc6f67-a1cf-4109-bea0-d21e30e77096, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=dedc6f67-a1cf-4109-bea0-d21e30e77096,segment=NetworkSegment(477f1629-84eb-4d0b-945e-68a767d28abc),segment_id=477f1629-84eb-4d0b-945e-68a767d28abc)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:27.638283 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:27.644230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:27.646603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e30f06-a8aa-4bd8-a0b0-99b42d9be1ce req-58059508-09cf-43c6-8e93-62e6ef5b2b08 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:27.648222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7e30f06-a8aa-4bd8-a0b0-99b42d9be1ce req-58059508-09cf-43c6-8e93-62e6ef5b2b08 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1519783 Aug 20 15:00:27.708709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fed78957-a635-472b-a5a4-5891af11c57c req-732e7d1a-f8fe-4303-afe4-0f8c1537676e tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026108 Aug 20 15:00:27.729857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6509c-8435-42a1-9955-8dc3120520c5 req-9742916e-8eac-4594-b7a3-8839b0eb71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:27.731677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24b6509c-8435-42a1-9955-8dc3120520c5 req-9742916e-8eac-4594-b7a3-8839b0eb71b8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3d0fbba8-2979-47e7-9835-a9fc2f2e355a HTTP/1.1" status: 200 len: 1102 time: 0.1407022 Aug 20 15:00:27.742419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7e30f06-a8aa-4bd8-a0b0-99b42d9be1ce req-6ecbc109-27a1-4c6f-9aa5-15bdc0f492ac tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844610 Aug 20 15:00:27.790834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24b6509c-8435-42a1-9955-8dc3120520c5 req-c96a6d75-18c7-4a6d-ba0a-cfc5652b3bb5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472739 Aug 20 15:00:27.903187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f8320-4559-4ac0-8502-d59046b23256 req-d7b36123-3454-4515-97f4-9b29d23973aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:27.904958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d83f8320-4559-4ac0-8502-d59046b23256 req-d7b36123-3454-4515-97f4-9b29d23973aa tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0771267 Aug 20 15:00:27.948103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d83f8320-4559-4ac0-8502-d59046b23256 req-97161f21-762d-49a8-a9e6-5c6a78d7308e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Aug 20 15:00:27.956520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.20.0.1 (47de3dcd-2fc5-4386-a963-77e04eae2f08/7be29113-dd18-4677-aa2a-c8855dc23a9d/b5fadd1d-6a09-433f-8303-615ab67eed7b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:27.963782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db06be7-199a-4894-890a-670e0a0b5e0c None None] Pushing event updated for resources: {'Port': ['ID=dedc6f67-a1cf-4109-bea0-d21e30e77096,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:27.969881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:00:28.018439 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be84f6c-8c17-48db-9f91-ac67167bf460 x-openstack-request-id: req-6be84f6c-8c17-48db-9f91-ac67167bf460 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:28.018603 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "730a5fb1-99be-42ac-84a3-f15e465385ab", "tag": "6f776ae0-8f24-48c9-9135-b0388b5438d7", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:28.018771 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6be84f6c-8c17-48db-9f91-ac67167bf460 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:28.019177 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'tag': '6f776ae0-8f24-48c9-9135-b0388b5438d7', 'status': 'completed', 'code': 200} Aug 20 15:00:28.085144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8bba7430-b815-42fd-8ce5-c55b962946d7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8bba7430-b815-42fd-8ce5-c55b962946d7,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:28.106027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '8bba7430-b815-42fd-8ce5-c55b962946d7', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '8bba7430-b815-42fd-8ce5-c55b962946d7', 'mac_address': 'fa:16:3e:8d:12:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:00:28.111793 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.133734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Transition to ACTIVE for port object b5fadd1d-6a09-433f-8303-615ab67eed7b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:28.180560 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.228004 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.235136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 47de3dcd-2fc5-4386-a963-77e04eae2f08 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:28.239447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:28.248810 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:28.258586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bba7430-b815-42fd-8ce5-c55b962946d7 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:28.273539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceabbb-43bc-42e4-be52-4495fee9b785 req-e33937e8-5886-4022-92cf-24bd1ba4d2ea tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:28.275270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fceabbb-43bc-42e4-be52-4495fee9b785 req-e33937e8-5886-4022-92cf-24bd1ba4d2ea tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 948 time: 0.0796142 Aug 20 15:00:28.309434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=b5fadd1d-6a09-433f-8303-615ab67eed7b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:28.336231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.350601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8bba7430-b815-42fd-8ce5-c55b962946d7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8bba7430-b815-42fd-8ce5-c55b962946d7,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:28.359917 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.367397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fceabbb-43bc-42e4-be52-4495fee9b785 req-18394cfb-b447-475f-b74a-95fb32de3534 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821238 Aug 20 15:00:28.399446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-5184b31e-ea5f-4dd3-a3c1-29bfb4694499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:28.401224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-5184b31e-ea5f-4dd3-a3c1-29bfb4694499 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2dc33c51c38a4a07a73e03558fa034cf&device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 1097 time: 0.0812857 Aug 20 15:00:28.433381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8bba7430-b815-42fd-8ce5-c55b962946d7,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:28.438907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e95da1be-3c65-452b-a1a7-c30e51eed61c', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'port_id': '6f776ae0-8f24-48c9-9135-b0388b5438d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'mac_address': 'fa:16:3e:2a:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:00:04Z', 'updated_at': '2021-08-20T15:00:26Z', 'revision_number': 1, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:08Z', 'revision_number': 5, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:28.478004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] Checking router: c9d3c957-5974-4f62-a3ce-96dac74b1f18 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:00:28.492318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:28.492947 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:28.501234 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.540996 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.566462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab786e65-ea24-44e9-b1b2-93e665e0eb7d req-4f649072-4464-414c-9ed5-dcd2e87dec3d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:28.568848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab786e65-ea24-44e9-b1b2-93e665e0eb7d req-4f649072-4464-414c-9ed5-dcd2e87dec3d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1203489 Aug 20 15:00:28.586745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-f36800a1-ba67-4d4d-9007-e41c07ef0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:28.588391 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-f36800a1-ba67-4d4d-9007-e41c07ef0818 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d729d78-7799-4f59-b66e-f55a7be0c223 HTTP/1.1" status: 200 len: 913 time: 0.1774201 Aug 20 15:00:28.619046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:00:28.674785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab786e65-ea24-44e9-b1b2-93e665e0eb7d req-4f94b338-5ab1-458f-b56e-95341e0257fb tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968041 Aug 20 15:00:28.687800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-f4eda3a2-6938-4550-9c62-4b4fb590b88b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f776ae0-8f24-48c9-9135-b0388b5438d7 HTTP/1.1" status: 200 len: 997 time: 0.0899343 Aug 20 15:00:28.795293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-60898c10-0409-42b7-ba55-f9567e574ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:28.798678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-60898c10-0409-42b7-ba55-f9567e574ef1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec2829c1-8296-4b2c-ac33-23ac9e8e051c HTTP/1.1" status: 200 len: 851 time: 0.1013403 Aug 20 15:00:28.824895 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.837422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.948479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=b5fadd1d-6a09-433f-8303-615ab67eed7b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:28.950831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed40b0b-d514-4747-b27b-8a199c2e5343 req-d8879eaf-5273-4c60-9cb9-b184596a3298 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:28.951317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:28.959399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fed40b0b-d514-4747-b27b-8a199c2e5343 req-d8879eaf-5273-4c60-9cb9-b184596a3298 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 950 time: 0.1361938 Aug 20 15:00:28.969538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-05f9bd83-8613-44ed-8b62-5abd75da8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:28.971243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-05f9bd83-8613-44ed-8b62-5abd75da8b0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d729d78-7799-4f59-b66e-f55a7be0c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640909 Aug 20 15:00:29.002659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e95da1be-3c65-452b-a1a7-c30e51eed61c', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'port_id': '6f776ae0-8f24-48c9-9135-b0388b5438d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'mac_address': 'fa:16:3e:2a:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:00:04Z', 'updated_at': '2021-08-20T15:00:26Z', 'revision_number': 1, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:08Z', 'revision_number': 5, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:29.060957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fed40b0b-d514-4747-b27b-8a199c2e5343 req-d692de25-628d-4934-9a48-f1ac5b3abfd4 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004250 Aug 20 15:00:29.061931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['8bba7430-b815-42fd-8ce5-c55b962946d7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:29.084051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 47de3dcd-2fc5-4386-a963-77e04eae2f08 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:29.084051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:29.099342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7061105-6a15-4cfc-b12e-570529fa1c19 None None] The sync data for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 is: [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e95da1be-3c65-452b-a1a7-c30e51eed61c', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'port_id': '6f776ae0-8f24-48c9-9135-b0388b5438d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'mac_address': 'fa:16:3e:2a:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:00:04Z', 'updated_at': '2021-08-20T15:00:26Z', 'revision_number': 1, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:08Z', 'revision_number': 5, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:29.179915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-5b7ef78e-db98-4abe-a193-8a6f94f0bafe service neutron] 10.222.0.72 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895030 Aug 20 15:00:29.258995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router f1a464a7-e10f-4e81-b720-3e6123cc56b3 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:00:29.322464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd81ade-82cc-4c81-9c21-587925a1e662 None None] Network 47de3dcd-2fc5-4386-a963-77e04eae2f08 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:29.381455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:29.390052 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a0fc7bd1-03cb-4a8a-85cf-477f75089517 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/f1a464a7-e10f-4e81-b720-3e6123cc56b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4857144 Aug 20 15:00:29.390052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35816) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:29.399563 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c2565-ca4c-4d36-b1af-8242758d0691 None None] Sync routers for ids ['f1a464a7-e10f-4e81-b720-3e6123cc56b3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:29.416767 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c2565-ca4c-4d36-b1af-8242758d0691 None None] Routers {'f1a464a7-e10f-4e81-b720-3e6123cc56b3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:29.417398 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a86c2565-ca4c-4d36-b1af-8242758d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f1a464a7-e10f-4e81-b720-3e6123cc56b3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:29.441886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e7fae5-9348-4e3a-9175-2ebca29fb53a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:29.446373 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d0e7fae5-9348-4e3a-9175-2ebca29fb53a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports/b5fadd1d-6a09-433f-8303-615ab67eed7b HTTP/1.1" status: 200 len: 910 time: 0.0533717 Aug 20 15:00:29.458631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:29.470956 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a86c2565-ca4c-4d36-b1af-8242758d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:29.481300 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c2565-ca4c-4d36-b1af-8242758d0691 None None] Routers {'f1a464a7-e10f-4e81-b720-3e6123cc56b3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:29.482083 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a86c2565-ca4c-4d36-b1af-8242758d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f1a464a7-e10f-4e81-b720-3e6123cc56b3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:29.514061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f64b013-8081-49e0-883c-97b0d11fafee None None] New status for floating IP e95da1be-3c65-452b-a1a7-c30e51eed61c: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:00:29.531721 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a86c2565-ca4c-4d36-b1af-8242758d0691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:29.532588 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86c2565-ca4c-4d36-b1af-8242758d0691 None None] The sync data for ids ['f1a464a7-e10f-4e81-b720-3e6123cc56b3'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:29.640993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2bbad194-90e1-4906-a133-000dfb4b6ce6 None None] Provisioning for port dedc6f67-a1cf-4109-bea0-d21e30e77096 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:29.766745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e67f96-b3c1-4f76-bebb-0e80f6dc4f1a req-5962ae46-a3c0-4af8-b58d-1fe4fb6662d8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:29.768253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04e67f96-b3c1-4f76-bebb-0e80f6dc4f1a req-5962ae46-a3c0-4af8-b58d-1fe4fb6662d8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.5523121 Aug 20 15:00:29.784920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f726461-1de1-41f7-a167-4e9bae65d8b6 req-a2159171-831d-4538-bc85-87319593db9c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:29.792432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f726461-1de1-41f7-a167-4e9bae65d8b6 req-a2159171-831d-4538-bc85-87319593db9c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.5649881 Aug 20 15:00:29.816821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee7b7cdf-ba04-4f1b-946f-b0fcffde1cf1 req-caeaf2e2-1211-40b4-9e5c-f912e5cb53cd service neutron] 10.222.0.72 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256943 Aug 20 15:00:29.855514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f726461-1de1-41f7-a167-4e9bae65d8b6 req-c937f12d-c4c0-4425-8cb8-efc84113a301 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623493 Aug 20 15:00:29.863413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04e67f96-b3c1-4f76-bebb-0e80f6dc4f1a req-d39ea790-751c-4962-8f68-cd655a310650 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836587 Aug 20 15:00:29.902267 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.056207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device dedc6f67-a1cf-4109-bea0-d21e30e77096 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:30.115831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3e02f808-add3-4e87-9ec5-43f5222606b0 None None] Provisioning for port b5fadd1d-6a09-433f-8303-615ab67eed7b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:30.123257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3e02f808-add3-4e87-9ec5-43f5222606b0 None None] Provisioning complete for port b5fadd1d-6a09-433f-8303-615ab67eed7b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:30.123492 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e02f808-add3-4e87-9ec5-43f5222606b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.166614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port dedc6f67-a1cf-4109-bea0-d21e30e77096 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:30.180790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port dedc6f67-a1cf-4109-bea0-d21e30e77096 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:30.181163 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.205739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3e02f808-add3-4e87-9ec5-43f5222606b0 None None] Port b5fadd1d-6a09-433f-8303-615ab67eed7b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:30.241452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3e02f808-add3-4e87-9ec5-43f5222606b0 None None] Provisioning complete for port dedc6f67-a1cf-4109-bea0-d21e30e77096 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:30.242063 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e02f808-add3-4e87-9ec5-43f5222606b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.257690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881afd71-709d-4ee9-903d-a481c3618747 req-2fea6b77-fcc9-4fce-8623-48c022ee6046 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:30.259422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-881afd71-709d-4ee9-903d-a481c3618747 req-2fea6b77-fcc9-4fce-8623-48c022ee6046 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 949 time: 0.1075432 Aug 20 15:00:30.313806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port b5fadd1d-6a09-433f-8303-615ab67eed7b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:30.314158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.328921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.365851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-881afd71-709d-4ee9-903d-a481c3618747 req-5acbf67a-952a-44b0-bb81-378106aefdba tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967503 Aug 20 15:00:30.405810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c14d03-7355-4983-88ea-c74d8c6e35ed req-fbd7e86e-56fc-4b33-adce-3ef873bc6138 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:30.407447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28c14d03-7355-4983-88ea-c74d8c6e35ed req-fbd7e86e-56fc-4b33-adce-3ef873bc6138 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 950 time: 0.0974817 Aug 20 15:00:30.422982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port dedc6f67-a1cf-4109-bea0-d21e30e77096, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=dedc6f67-a1cf-4109-bea0-d21e30e77096,segment=NetworkSegment(477f1629-84eb-4d0b-945e-68a767d28abc),segment_id=477f1629-84eb-4d0b-945e-68a767d28abc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:30.428531 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e02f808-add3-4e87-9ec5-43f5222606b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.438578 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.441849 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.459826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for b5fadd1d-6a09-433f-8303-615ab67eed7b owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:30.489305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28c14d03-7355-4983-88ea-c74d8c6e35ed req-7a4a4c93-71c9-402f-8261-e0b941cb6055 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750387 Aug 20 15:00:30.528130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=dedc6f67-a1cf-4109-bea0-d21e30e77096,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:30.531084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2aacd-6341-4b35-9fd6-c2743ddf9d41 req-d04774cc-3a56-40f8-a0c7-8cd16a2a0f87 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:30.536143 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-3e02f808-add3-4e87-9ec5-43f5222606b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:00:30.537098 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-3e02f808-add3-4e87-9ec5-43f5222606b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:00:30.537725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9da2aacd-6341-4b35-9fd6-c2743ddf9d41 req-d04774cc-3a56-40f8-a0c7-8cd16a2a0f87 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0750668 Aug 20 15:00:30.572831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9da2aacd-6341-4b35-9fd6-c2743ddf9d41 req-79a54843-534a-4f9c-9e7c-4a37e202a98b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331604 Aug 20 15:00:30.660052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.686983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=b5fadd1d-6a09-433f-8303-615ab67eed7b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:30.701530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271613d-b566-415f-9361-f276ad3c17e9 req-f5e37c02-c412-45e7-a5d8-7cde995bda96 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:30.703525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5271613d-b566-415f-9361-f276ad3c17e9 req-f5e37c02-c412-45e7-a5d8-7cde995bda96 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0526946 Aug 20 15:00:30.746814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5271613d-b566-415f-9361-f276ad3c17e9 req-57bb76ca-4249-4a0e-8a10-0c0b29dd57ea tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369461 Aug 20 15:00:30.849845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:30.891318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a83ef-2d36-4f65-b31a-029c775d223c req-11aae557-851e-428c-bafa-ed4eafd5f614 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:30.897276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-655a83ef-2d36-4f65-b31a-029c775d223c req-11aae557-851e-428c-bafa-ed4eafd5f614 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0551121 Aug 20 15:00:30.947337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-655a83ef-2d36-4f65-b31a-029c775d223c req-01bbb90a-24a6-4918-89c6-1f28e39ad652 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 Aug 20 15:00:31.025675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbed98-e4e2-4462-8b5e-883d3e0b7534 req-1ce084a3-d7b0-4ec2-8e85-2696a4745669 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:31.027203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58dbed98-e4e2-4462-8b5e-883d3e0b7534 req-1ce084a3-d7b0-4ec2-8e85-2696a4745669 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0563514 Aug 20 15:00:31.046410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router f1a464a7-e10f-4e81-b720-3e6123cc56b3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:31.102628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58dbed98-e4e2-4462-8b5e-883d3e0b7534 req-8017d85e-e9ed-41e9-8e1a-843ea1a7258b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653956 Aug 20 15:00:31.110677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3acb2-e526-413a-95f5-86e901102df8 req-85b3d640-2d6b-412f-b115-822c7060bf24 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:31.112949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63f3acb2-e526-413a-95f5-86e901102df8 req-85b3d640-2d6b-412f-b115-822c7060bf24 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0846894 Aug 20 15:00:31.142368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:31.147792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-753dd153-fd80-4859-8d9f-dcec42068a26 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/f1a464a7-e10f-4e81-b720-3e6123cc56b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876404 Aug 20 15:00:31.150432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35842) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:31.159656 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf812eb-0769-48c5-9dc4-c34363dde434 None None] Sync routers for ids ['f1a464a7-e10f-4e81-b720-3e6123cc56b3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:31.175371 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf812eb-0769-48c5-9dc4-c34363dde434 None None] Routers {'f1a464a7-e10f-4e81-b720-3e6123cc56b3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:31.176578 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7bf812eb-0769-48c5-9dc4-c34363dde434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f1a464a7-e10f-4e81-b720-3e6123cc56b3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:31.182237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63f3acb2-e526-413a-95f5-86e901102df8 req-47e618ed-fa12-40b4-a01d-1f0bf7a45a7f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472441 Aug 20 15:00:31.200935 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-501b748d-2362-47b5-af05-05d4ce1d8662 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a464a7-e10f-4e81-b720-3e6123cc56b3 HTTP/1.1" status: 200 len: 205 time: 0.0493679 Aug 20 15:00:31.203293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35846) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:31.228898 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7bf812eb-0769-48c5-9dc4-c34363dde434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:31.242100 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf812eb-0769-48c5-9dc4-c34363dde434 None None] Routers {'f1a464a7-e10f-4e81-b720-3e6123cc56b3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:31.242979 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7bf812eb-0769-48c5-9dc4-c34363dde434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f1a464a7-e10f-4e81-b720-3e6123cc56b3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:31.288626 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7bf812eb-0769-48c5-9dc4-c34363dde434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:31.289599 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf812eb-0769-48c5-9dc4-c34363dde434 None None] The sync data for ids ['f1a464a7-e10f-4e81-b720-3e6123cc56b3'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:31.318793 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e76ed090-73f5-4205-9ec1-7c2ae1a8e774 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.370443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-43e897f5-6697-496d-8fd6-5a5306005bf9 None None] Could not find standard attr ID for object b5fadd1d-6a09-433f-8303-615ab67eed7b. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:00:31.478206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc63d7-f383-4d60-81e3-7e7c671d646a req-8e36a971-c090-44f9-b1d5-488eaee1cfd7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:31.479781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34dc63d7-f383-4d60-81e3-7e7c671d646a req-8e36a971-c090-44f9-b1d5-488eaee1cfd7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0855403 Aug 20 15:00:31.480754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e76ed090-73f5-4205-9ec1-7c2ae1a8e774 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.483336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e76ed090-73f5-4205-9ec1-7c2ae1a8e774 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.503847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b99cf0-aa3d-40e4-a5ac-3cec788bebf0 req-a5d8fc9e-5f20-4034-b837-63fd041d2374 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:31.505867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28b99cf0-aa3d-40e4-a5ac-3cec788bebf0 req-a5d8fc9e-5f20-4034-b837-63fd041d2374 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 949 time: 0.0755818 Aug 20 15:00:31.530192 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e76ed090-73f5-4205-9ec1-7c2ae1a8e774 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.530900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76ed090-73f5-4205-9ec1-7c2ae1a8e774 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Fanout notify agent at l3_agent the message router_deleted on router f1a464a7-e10f-4e81-b720-3e6123cc56b3 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:00:31.539497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e76ed090-73f5-4205-9ec1-7c2ae1a8e774 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.542700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e76ed090-73f5-4205-9ec1-7c2ae1a8e774 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/f1a464a7-e10f-4e81-b720-3e6123cc56b3 HTTP/1.1" status: 204 len: 168 time: 0.3359945 Aug 20 15:00:31.543621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35858) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:31.551483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34dc63d7-f383-4d60-81e3-7e7c671d646a req-3fcf8059-a453-4aed-b33a-e3b87e287795 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614200 Aug 20 15:00:31.568835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28b99cf0-aa3d-40e4-a5ac-3cec788bebf0 req-21f599e0-fa10-47de-a790-e7ee37520707 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520983 Aug 20 15:00:31.600013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d90d60-6012-40b6-a927-a4e67c40c12e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting subnet 7be29113-dd18-4677-aa2a-c8855dc23a9d {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:00:31.603626 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3d90d60-6012-40b6-a927-a4e67c40c12e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.635406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8bba7430-b815-42fd-8ce5-c55b962946d7 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:31.663446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3d90d60-6012-40b6-a927-a4e67c40c12e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.689265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 8bba7430-b815-42fd-8ce5-c55b962946d7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:31.693379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 8bba7430-b815-42fd-8ce5-c55b962946d7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:31.693979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.705978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c617b2a-a75a-4d1a-8fc6-d2d9b1d5ab9c req-518f8c9c-2d3e-4102-ab08-bfbbbe46738f tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:31.707509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c617b2a-a75a-4d1a-8fc6-d2d9b1d5ab9c req-518f8c9c-2d3e-4102-ab08-bfbbbe46738f tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 950 time: 0.0879796 Aug 20 15:00:31.723235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8d493-6654-472b-ba31-94d425215d6d req-b82c877d-e4db-4072-9889-7ac23e01f49c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:31.725309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3a8d493-6654-472b-ba31-94d425215d6d req-b82c877d-e4db-4072-9889-7ac23e01f49c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0757191 Aug 20 15:00:31.761108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3d90d60-6012-40b6-a927-a4e67c40c12e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.778476 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.796141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c617b2a-a75a-4d1a-8fc6-d2d9b1d5ab9c req-88d679e5-7fc5-4cf2-867d-0c1d3462f7d8 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698352 Aug 20 15:00:31.802860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43afab87-3745-4507-b38a-a8b09013e499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bba7430-b815-42fd-8ce5-c55b962946d7'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:31.805383 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f85df9-a8fd-41fc-b3ea-1594fe0dc5f4" -d '{"events": [{"server_uuid": "43afab87-3745-4507-b38a-a8b09013e499", "name": "network-vif-plugged", "status": "completed", "tag": "8bba7430-b815-42fd-8ce5-c55b962946d7"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:31.823401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3a8d493-6654-472b-ba31-94d425215d6d req-d5d27b8a-ce91-4053-bd6e-ab9e95eb6813 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796895 Aug 20 15:00:31.823747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8bba7430-b815-42fd-8ce5-c55b962946d7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8bba7430-b815-42fd-8ce5-c55b962946d7,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:31.828719 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.866347 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459fdaa1-9c92-42a6-8696-49c1ee8c1eeb x-openstack-request-id: req-459fdaa1-9c92-42a6-8696-49c1ee8c1eeb {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:31.866655 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43afab87-3745-4507-b38a-a8b09013e499", "name": "network-vif-plugged", "status": "completed", "tag": "8bba7430-b815-42fd-8ce5-c55b962946d7", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:31.867060 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-459fdaa1-9c92-42a6-8696-49c1ee8c1eeb {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:31.867678 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43afab87-3745-4507-b38a-a8b09013e499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bba7430-b815-42fd-8ce5-c55b962946d7', 'code': 200} Aug 20 15:00:31.871164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3d90d60-6012-40b6-a927-a4e67c40c12e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.892084 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8bba7430-b815-42fd-8ce5-c55b962946d7,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:31.910268 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3d90d60-6012-40b6-a927-a4e67c40c12e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:31.911031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0fafd5-771e-48d4-972a-77957e786452 None None] Network 47de3dcd-2fc5-4386-a963-77e04eae2f08 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:31.912948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b3d90d60-6012-40b6-a927-a4e67c40c12e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/7be29113-dd18-4677-aa2a-c8855dc23a9d HTTP/1.1" status: 204 len: 168 time: 0.3683591 Aug 20 15:00:31.914592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d90d60-6012-40b6-a927-a4e67c40c12e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Subnet': ['ID=7be29113-dd18-4677-aa2a-c8855dc23a9d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:31.915971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35872) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:32.028632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device dedc6f67-a1cf-4109-bea0-d21e30e77096 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:32.086259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port dedc6f67-a1cf-4109-bea0-d21e30e77096 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:32.086640 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.096805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.119420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99423-61ef-45ce-be85-4da5f61a1299 req-c3d0be75-01b5-4c83-8665-0ac64234f33f tempest-LiveMigrationNegativeTest-701781906 tempest-LiveMigrationNegativeTest-701781906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:32.124054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6d99423-61ef-45ce-be85-4da5f61a1299 req-c3d0be75-01b5-4c83-8665-0ac64234f33f tempest-LiveMigrationNegativeTest-701781906 tempest-LiveMigrationNegativeTest-701781906-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 1102 time: 0.1903217 Aug 20 15:00:32.132859 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35ad26-4e2b-4e50-8940-544d5e8f0980 None None] DHCP port deletion for 47de3dcd-2fc5-4386-a963-77e04eae2f08 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:00:32.133636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd32be3-172b-434c-9f95-8752ef54967e req-cc671515-b82d-46ef-a7a3-a96f8bbdfb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:32.135139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdd32be3-172b-434c-9f95-8752ef54967e req-cc671515-b82d-46ef-a7a3-a96f8bbdfb30 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 1102 time: 0.1445622 Aug 20 15:00:32.147052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1e1a-0b7c-42eb-b03f-12e0686e4c97 req-c537a08d-f05a-4ba7-8335-52ecb715de7a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:32.148641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e6f1e1a-0b7c-42eb-b03f-12e0686e4c97 req-c537a08d-f05a-4ba7-8335-52ecb715de7a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1569622 Aug 20 15:00:32.199384 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6d99423-61ef-45ce-be85-4da5f61a1299 req-3c36b9c8-9b4f-4326-9fb6-4caa31727148 tempest-LiveMigrationNegativeTest-701781906 tempest-LiveMigrationNegativeTest-701781906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.213975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-db35ad26-4e2b-4e50-8940-544d5e8f0980 None None] Deleting port dedc6f67-a1cf-4109-bea0-d21e30e77096 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:32.214359 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db35ad26-4e2b-4e50-8940-544d5e8f0980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.263228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdd32be3-172b-434c-9f95-8752ef54967e req-2bb3d1e4-0623-42bb-82d6-cbce0c3e7148 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096802 Aug 20 15:00:32.265991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e6f1e1a-0b7c-42eb-b03f-12e0686e4c97 req-b8695628-1754-4e0f-83b4-89a16d693f49 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061952 Aug 20 15:00:32.288000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-db35ad26-4e2b-4e50-8940-544d5e8f0980 None None] For port dedc6f67-a1cf-4109-bea0-d21e30e77096, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=dedc6f67-a1cf-4109-bea0-d21e30e77096,segment=NetworkSegment(477f1629-84eb-4d0b-945e-68a767d28abc),segment_id=477f1629-84eb-4d0b-945e-68a767d28abc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:32.288000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db35ad26-4e2b-4e50-8940-544d5e8f0980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.299330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-db35ad26-4e2b-4e50-8940-544d5e8f0980 None None] Calling delete_port for dedc6f67-a1cf-4109-bea0-d21e30e77096 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:32.303235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port dedc6f67-a1cf-4109-bea0-d21e30e77096 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:32.303599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.395298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db35ad26-4e2b-4e50-8940-544d5e8f0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.417137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port dedc6f67-a1cf-4109-bea0-d21e30e77096, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=dedc6f67-a1cf-4109-bea0-d21e30e77096,segment=NetworkSegment(477f1629-84eb-4d0b-945e-68a767d28abc),segment_id=477f1629-84eb-4d0b-945e-68a767d28abc)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:32.417504 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.419942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35ad26-4e2b-4e50-8940-544d5e8f0980 None None] Pushing event deleted for resources: {'Port': ['ID=dedc6f67-a1cf-4109-bea0-d21e30e77096,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:32.425585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35ad26-4e2b-4e50-8940-544d5e8f0980 None None] No DVR routers for this DVR port dedc6f67-a1cf-4109-bea0-d21e30e77096 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:32.454011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for dedc6f67-a1cf-4109-bea0-d21e30e77096 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:32.472318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149e038-8851-49ba-9f3c-b3d58fa8dddf req-7bdaeabe-1009-4522-81df-e381b8070e66 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:32.473798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5149e038-8851-49ba-9f3c-b3d58fa8dddf req-7bdaeabe-1009-4522-81df-e381b8070e66 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.1274965 Aug 20 15:00:32.540017 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6d99423-61ef-45ce-be85-4da5f61a1299 req-3c36b9c8-9b4f-4326-9fb6-4caa31727148 tempest-LiveMigrationNegativeTest-701781906 tempest-LiveMigrationNegativeTest-701781906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.556949 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6d99423-61ef-45ce-be85-4da5f61a1299 req-3c36b9c8-9b4f-4326-9fb6-4caa31727148 tempest-LiveMigrationNegativeTest-701781906 tempest-LiveMigrationNegativeTest-701781906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.586265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5149e038-8851-49ba-9f3c-b3d58fa8dddf req-76970ba4-d99a-4fd9-a370-23c0569e7e1f tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035776 Aug 20 15:00:32.596575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6d99423-61ef-45ce-be85-4da5f61a1299 req-3c36b9c8-9b4f-4326-9fb6-4caa31727148 tempest-LiveMigrationNegativeTest-701781906 tempest-LiveMigrationNegativeTest-701781906-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603753 Aug 20 15:00:32.618010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36b9c8-9b4f-4326-9fb6-4caa31727148 tempest-LiveMigrationNegativeTest-701781906 tempest-LiveMigrationNegativeTest-701781906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a381820-30d2-47fd-ad26-49a8c3be3f60,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:32.629923 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.663945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No DVR routers for this DVR port dedc6f67-a1cf-4109-bea0-d21e30e77096 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:32.670551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=dedc6f67-a1cf-4109-bea0-d21e30e77096,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:32.782336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.800296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bdd0f-f12d-4f45-95ce-f6bc3051f92e req-09b518f4-1b4c-4663-a75a-50855db8824b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:32.801820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-659bdd0f-f12d-4f45-95ce-f6bc3051f92e req-09b518f4-1b4c-4663-a75a-50855db8824b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1064782 Aug 20 15:00:32.804112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47de3dcd-2fc5-4386-a963-77e04eae2f08']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:32.815568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477f1629-84eb-4d0b-945e-68a767d28abc') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:32.815876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477f1629-84eb-4d0b-945e-68a767d28abc') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:32.837156 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.863559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.870123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-659bdd0f-f12d-4f45-95ce-f6bc3051f92e req-c6644818-135c-46c7-b3ba-8ace48fa4b79 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585830 Aug 20 15:00:32.876538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:00:32.877108 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:00:32.945690 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:00:33.011325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:33.019632 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:33.022289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/networks/47de3dcd-2fc5-4386-a963-77e04eae2f08 HTTP/1.1" status: 204 len: 168 time: 1.1038277 Aug 20 15:00:33.026491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35894) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:33.032425 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-365551029', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:33.034602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60c2ba-b0a6-4076-974c-72b2b988d177 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Network': ['ID=47de3dcd-2fc5-4386-a963-77e04eae2f08,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:33.050377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e65307-9ca2-4be5-8926-121798d91f43 req-37374f61-f1a8-47b7-a0d6-7941259795fe tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:33.056311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5e65307-9ca2-4be5-8926-121798d91f43 req-37374f61-f1a8-47b7-a0d6-7941259795fe tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 950 time: 0.1061666 Aug 20 15:00:33.068904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:33.070278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:33.097639 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5e65307-9ca2-4be5-8926-121798d91f43 req-5abf827d-637b-4064-9a0c-5d79242d2771 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391445 Aug 20 15:00:33.128320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:33.157594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2ddd1-1839-4302-bc85-45119ad62e4f req-c84c412b-32a0-4e0c-92fd-5dcd35286ae8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:33.159253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46e2ddd1-1839-4302-bc85-45119ad62e4f req-c84c412b-32a0-4e0c-92fd-5dcd35286ae8 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0579557 Aug 20 15:00:33.209715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46e2ddd1-1839-4302-bc85-45119ad62e4f req-962da7ee-5e70-48df-9350-3dcff76fa4b5 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Aug 20 15:00:33.288585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424767b2-091a-42b4-a06a-58a1915dff8e req-7135917e-b709-4035-bbf9-2d17cd076e86 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:33.290213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-424767b2-091a-42b4-a06a-58a1915dff8e req-7135917e-b709-4035-bbf9-2d17cd076e86 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0560732 Aug 20 15:00:33.352855 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-424767b2-091a-42b4-a06a-58a1915dff8e req-c6c131c3-6d63-4c62-9f7a-2146f9a53179 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490549 Aug 20 15:00:33.495325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d9d9a-8537-4f04-9270-c74aa3169bbb req-748ad52f-61bd-44b4-823b-cdf0e1a429bb tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:33.496859 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d4d9d9a-8537-4f04-9270-c74aa3169bbb req-748ad52f-61bd-44b4-823b-cdf0e1a429bb tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0860882 Aug 20 15:00:33.504229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44944cb-44da-4890-bdb3-1694012cd7d7 req-7efad143-257b-4314-9ca9-ba1ab1db3ae6 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:33.506394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f44944cb-44da-4890-bdb3-1694012cd7d7 req-7efad143-257b-4314-9ca9-ba1ab1db3ae6 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 950 time: 0.0863500 Aug 20 15:00:33.560771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d4d9d9a-8537-4f04-9270-c74aa3169bbb req-97e46c28-62c5-4198-b072-de85ae2802f1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533338 Aug 20 15:00:33.565867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f44944cb-44da-4890-bdb3-1694012cd7d7 req-75da1692-d337-4427-aa4a-fcf517178565 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525908 Aug 20 15:00:33.569788 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:33.684037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ff718-e6f6-4ef1-aee1-a06d0582a0bf req-f68d72b9-390c-4eb0-9a24-875f98e2bd64 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:33.685557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d30ff718-e6f6-4ef1-aee1-a06d0582a0bf req-f68d72b9-390c-4eb0-9a24-875f98e2bd64 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0589612 Aug 20 15:00:33.743070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d30ff718-e6f6-4ef1-aee1-a06d0582a0bf req-504ceec4-a79e-4662-be28-84e452d3aa6c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499582 Aug 20 15:00:33.813323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:33.835580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:33.881035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b3b6d-8aa5-472a-81eb-686bff298afb req-cf794b49-66e8-4876-8eef-2b073517b3a3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:33.888066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-914b3b6d-8aa5-472a-81eb-686bff298afb req-cf794b49-66e8-4876-8eef-2b073517b3a3 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0669177 Aug 20 15:00:33.973169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.25.5.136 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/c1604d1d-cd0f-4234-8cb1-3c44147e6bfd) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:33.986825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-914b3b6d-8aa5-472a-81eb-686bff298afb req-5daf41da-d93a-4d97-b460-26abc293c9f9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923710 Aug 20 15:00:33.993307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device dedc6f67-a1cf-4109-bea0-d21e30e77096 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:34.022106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: dedc6f67-a1cf-4109-bea0-d21e30e77096 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:34.022669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device dedc6f67-a1cf-4109-bea0-d21e30e77096 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:34.085689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:34.128785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883ee25-d071-42b7-8c39-06a52dcfd378 req-54232bbe-ea83-4d63-9149-75a7e8e3af76 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:34.130311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e883ee25-d071-42b7-8c39-06a52dcfd378 req-54232bbe-ea83-4d63-9149-75a7e8e3af76 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0580015 Aug 20 15:00:34.134972 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:34.175495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:34.179179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:34.181750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:34.185403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e883ee25-d071-42b7-8c39-06a52dcfd378 req-402be43d-5678-4a91-b974-bf410e7deed7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464642 Aug 20 15:00:34.216409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=c1604d1d-cd0f-4234-8cb1-3c44147e6bfd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:34.243671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f92399-4b11-47a1-97e3-088054774701 req-2d3551d5-9c34-40e4-b697-af1719322c76 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:34.245193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36f92399-4b11-47a1-97e3-088054774701 req-2d3551d5-9c34-40e4-b697-af1719322c76 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 950 time: 0.0582955 Aug 20 15:00:34.283564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36f92399-4b11-47a1-97e3-088054774701 req-46da2171-fd4e-414d-b5ce-f4b85dcb1628 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320978 Aug 20 15:00:34.406032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5cd2a-e15a-4424-a270-83ea7d8771bc req-3a76424f-b7ac-47d2-84f8-e773714a2e7e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:34.407547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff5cd2a-e15a-4424-a270-83ea7d8771bc req-3a76424f-b7ac-47d2-84f8-e773714a2e7e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d0fbba8-2979-47e7-9835-a9fc2f2e355a HTTP/1.1" status: 200 len: 950 time: 0.0500748 Aug 20 15:00:34.446611 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff5cd2a-e15a-4424-a270-83ea7d8771bc req-70b93a47-851b-4dbe-a3b9-c614650e7909 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321555 Aug 20 15:00:34.467018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:34.670098 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:34.699474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ad754-eea3-482c-8424-ea889e5a0b23 req-4e600fe4-5e60-4ebe-909c-64ed0aabe799 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:34.701386 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e03ad754-eea3-482c-8424-ea889e5a0b23 req-4e600fe4-5e60-4ebe-909c-64ed0aabe799 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 950 time: 0.0563872 Aug 20 15:00:34.770941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c1b3-64a7-4340-ba7a-c565365432fd req-0fa6342b-05e1-4a62-ae44-e8df4f034bf9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:34.777404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c1b3-64a7-4340-ba7a-c565365432fd req-0fa6342b-05e1-4a62-ae44-e8df4f034bf9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:34.778987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea27c1b3-64a7-4340-ba7a-c565365432fd req-0fa6342b-05e1-4a62-ae44-e8df4f034bf9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499&device_id=3d0fbba8-2979-47e7-9835-a9fc2f2e355a HTTP/1.1" status: 200 len: 1691 time: 0.0767188 Aug 20 15:00:34.784231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e03ad754-eea3-482c-8424-ea889e5a0b23 req-bf31425e-5eef-41ab-a09a-b216b09275eb tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728264 Aug 20 15:00:34.810208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router 4fe92d6d-306c-457c-b6bd-43e9f73a62be is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:00:34.818587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea27c1b3-64a7-4340-ba7a-c565365432fd req-5427051e-7139-448f-83a5-69d9074a8254 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Aug 20 15:00:34.924076 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:34.934747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f3b8e-8837-4765-9113-b99a4404ec95 None None] Sync routers for ids ['4fe92d6d-306c-457c-b6bd-43e9f73a62be'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:34.943771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:34.945072 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-59c0f134-565a-42a9-906d-89930d1c4c2e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.9168811 Aug 20 15:00:34.947873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35938) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:34.950377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f3b8e-8837-4765-9113-b99a4404ec95 None None] Routers {'4fe92d6d-306c-457c-b6bd-43e9f73a62be'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:34.951031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fa2f3b8e-8837-4765-9113-b99a4404ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4fe92d6d-306c-457c-b6bd-43e9f73a62be'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:34.981195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66388c01-ab6e-4da2-86d7-7a72a59b3ad4 req-cb64402e-9235-474a-a889-9cb9d64a6d37 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:34.982966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66388c01-ab6e-4da2-86d7-7a72a59b3ad4 req-cb64402e-9235-474a-a889-9cb9d64a6d37 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 1102 time: 0.0444341 Aug 20 15:00:34.987462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fa2f3b8e-8837-4765-9113-b99a4404ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:34.998239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f3b8e-8837-4765-9113-b99a4404ec95 None None] Routers {'4fe92d6d-306c-457c-b6bd-43e9f73a62be'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:34.999356 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fa2f3b8e-8837-4765-9113-b99a4404ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4fe92d6d-306c-457c-b6bd-43e9f73a62be'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:35.035070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fa2f3b8e-8837-4765-9113-b99a4404ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:35.036044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f3b8e-8837-4765-9113-b99a4404ec95 None None] The sync data for ids ['4fe92d6d-306c-457c-b6bd-43e9f73a62be'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:35.044718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66388c01-ab6e-4da2-86d7-7a72a59b3ad4 req-1deb48e0-9d0c-4311-a328-e5375fbb3935 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469956 Aug 20 15:00:35.090011 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7df9d806-0bb2-4d53-9be5-ab9b6e106c72 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/routers/4fe92d6d-306c-457c-b6bd-43e9f73a62be HTTP/1.1" status: 200 len: 880 time: 0.1409135 Aug 20 15:00:35.092419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35946) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:35.107380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e854ee-fcdb-436f-8aa7-1bbf7efc66f0 req-2cdab45a-a9fd-4c4f-9eaf-43bd81b8ae4c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:35.108999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93e854ee-fcdb-436f-8aa7-1bbf7efc66f0 req-2cdab45a-a9fd-4c4f-9eaf-43bd81b8ae4c tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0518532 Aug 20 15:00:35.154741 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93e854ee-fcdb-436f-8aa7-1bbf7efc66f0 req-78a6fe61-2fd4-4b82-8ba2-adf75b42cf22 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Aug 20 15:00:35.220943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0024a-2a96-4c27-9f58-ace4fdea9691 req-bd2683ab-8cb4-47b6-abba-a3ea505bf493 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:35.222691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76f0024a-2a96-4c27-9f58-ace4fdea9691 req-bd2683ab-8cb4-47b6-abba-a3ea505bf493 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3d0fbba8-2979-47e7-9835-a9fc2f2e355a HTTP/1.1" status: 200 len: 1102 time: 0.0460055 Aug 20 15:00:35.265151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76f0024a-2a96-4c27-9f58-ace4fdea9691 req-c92f1cec-443b-43b9-a041-42b1080a2bc7 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308137 Aug 20 15:00:35.305669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35954) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:35.306792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-86a0ce3a-645e-42a9-8e39-e8b618ce55ef tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2121129 Aug 20 15:00:35.314035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-322a208a-601d-4fce-85a2-19f50a8a61ef tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-365551029'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:35.494810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26976f06-f1cd-4aa9-a980-e86dad9ec9e0 req-c5bc8697-894d-4154-8ff3-7dfae609bc4f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:35.496318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26976f06-f1cd-4aa9-a980-e86dad9ec9e0 req-c5bc8697-894d-4154-8ff3-7dfae609bc4f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1395237 Aug 20 15:00:35.549002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-1508a482-ff6c-4bb4-bea4-d3696f20ecd0 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466814 Aug 20 15:00:35.659174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26976f06-f1cd-4aa9-a980-e86dad9ec9e0 req-4eda6469-488a-4bd8-bf1a-6f3d2a30894b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484480 Aug 20 15:00:35.714319 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:35.783672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-59543dd4-ea6a-4328-967a-f33125c5d435 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:35.785135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-59543dd4-ea6a-4328-967a-f33125c5d435 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294362 Aug 20 15:00:35.810715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-7dcacbf4-dd9e-40eb-a4c5-cea63471cb4c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/quotas/3cc8e9c2d05b4aa2b375eed3861a265e HTTP/1.1" status: 200 len: 375 time: 0.0184753 Aug 20 15:00:35.927437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-bf468a02-ad8a-4282-8880-958eab71db28 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:35.929894 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-bf468a02-ad8a-4282-8880-958eab71db28 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 946 time: 0.0576856 Aug 20 15:00:35.935364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-322a208a-601d-4fce-85a2-19f50a8a61ef tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:35.955187 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-322a208a-601d-4fce-85a2-19f50a8a61ef tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:35.981145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-3e341813-40b9-490b-a5a2-aec7a66e240b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1386347 Aug 20 15:00:36.027441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-216d3165-6c34-4b14-a35f-6c87c1de5fc3 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:36.028946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-216d3165-6c34-4b14-a35f-6c87c1de5fc3 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.70 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 950 time: 0.1555429 Aug 20 15:00:36.036168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5564c6-18cf-463e-a47f-ad1e8bc018b5 req-52f531c3-e116-461a-a490-bd680e795f96 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:36.037631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec5564c6-18cf-463e-a47f-ad1e8bc018b5 req-52f531c3-e116-461a-a490-bd680e795f96 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 950 time: 0.1630461 Aug 20 15:00:36.049254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Deleting port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:36.049606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:36.166454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec5564c6-18cf-463e-a47f-ad1e8bc018b5 req-00ddf733-fd7d-479c-9ee5-1f90d025591f tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221535 Aug 20 15:00:36.194650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] For port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:36.195217 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:36.202394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322a208a-601d-4fce-85a2-19f50a8a61ef tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router 4fe92d6d-306c-457c-b6bd-43e9f73a62be has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:36.216440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Calling delete_port for b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:36.306016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Deleting port 45705292-52c7-42a8-a401-d4b438cfbc5f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:36.306016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:36.362912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:36.383472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce', 'b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:36.421709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event deleted for resources: {'Port': ['ID=b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:36.433136 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:00:36.476798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] No DVR routers for this DVR port b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:36.481079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:36.484290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d92c3781-e621-4346-ad8b-b5de1167f0bc req-6ecd6b4c-9289-4af1-96bb-dd36d95b2e6b tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "DELETE /v2.0/ports/b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 HTTP/1.1" status: 204 len: 173 time: 0.5339789 Aug 20 15:00:36.484920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f6338-e36a-4900-bb19-8f65357b9c58', 'name': 'network-vif-deleted', 'tag': 'b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:36.490173 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401280c3-f3eb-4ffb-bf08-f375eaa7f3e2" -d '{"events": [{"server_uuid": "956f6338-e36a-4900-bb19-8f65357b9c58", "name": "network-vif-deleted", "tag": "b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:36.751688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9e5df-3589-49ef-9c73-d1ecdae066d1 req-0327ad0f-354f-4a69-ba06-0f5b50287a03 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:36.753321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29d9e5df-3589-49ef-9c73-d1ecdae066d1 req-0327ad0f-354f-4a69-ba06-0f5b50287a03 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.4938595 Aug 20 15:00:36.760216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322a208a-601d-4fce-85a2-19f50a8a61ef tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:36.768682 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-322a208a-601d-4fce-85a2-19f50a8a61ef tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:36.769837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-322a208a-601d-4fce-85a2-19f50a8a61ef tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/4fe92d6d-306c-457c-b6bd-43e9f73a62be HTTP/1.1" status: 200 len: 887 time: 1.4628894 Aug 20 15:00:36.770706 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8b127-2b51-46a1-a018-0f5c1f05bf40 None None] Sync routers for ids ['4fe92d6d-306c-457c-b6bd-43e9f73a62be'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:36.772823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35990) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:36.780851 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8b127-2b51-46a1-a018-0f5c1f05bf40 None None] Routers {'4fe92d6d-306c-457c-b6bd-43e9f73a62be'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:36.781670 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-03e8b127-2b51-46a1-a018-0f5c1f05bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4fe92d6d-306c-457c-b6bd-43e9f73a62be'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:36.806337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] For port 45705292-52c7-42a8-a401-d4b438cfbc5f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=45705292-52c7-42a8-a401-d4b438cfbc5f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:36.806709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:36.828594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Calling delete_port for 45705292-52c7-42a8-a401-d4b438cfbc5f owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:36.832821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29d9e5df-3589-49ef-9c73-d1ecdae066d1 req-429bc18b-0546-4445-a7d4-57084b11e8c9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620027 Aug 20 15:00:36.832965 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-03e8b127-2b51-46a1-a018-0f5c1f05bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:36.843428 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8b127-2b51-46a1-a018-0f5c1f05bf40 None None] Routers {'4fe92d6d-306c-457c-b6bd-43e9f73a62be'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:36.844339 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-03e8b127-2b51-46a1-a018-0f5c1f05bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4fe92d6d-306c-457c-b6bd-43e9f73a62be'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:36.903820 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-03e8b127-2b51-46a1-a018-0f5c1f05bf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:36.904821 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8b127-2b51-46a1-a018-0f5c1f05bf40 None None] The sync data for ids ['4fe92d6d-306c-457c-b6bd-43e9f73a62be'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:36.932588 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-55759cb8-a2d6-470a-8850-08e343f0fb12 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/routers/4fe92d6d-306c-457c-b6bd-43e9f73a62be HTTP/1.1" status: 200 len: 887 time: 0.1582308 Aug 20 15:00:36.935054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35996) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:36.965160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b97eeeb-26f4-489b-8622-d88c153e8bfb req-00ff98be-e83a-4a79-b87d-e4df51127c30 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=956f6338-e36a-4900-bb19-8f65357b9c58 HTTP/1.1" status: 200 len: 210 time: 0.0335901 Aug 20 15:00:36.967346 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-284c83b9-3678-4134-ba00-b58d96aebd55 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fe92d6d-306c-457c-b6bd-43e9f73a62be HTTP/1.1" status: 200 len: 205 time: 0.0306027 Aug 20 15:00:36.969951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36000) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:37.089740 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:37.107299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['45705292-52c7-42a8-a401-d4b438cfbc5f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:37.118927 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4e1020-69ef-4049-a19c-a2d92cef5df7 x-openstack-request-id: req-1c4e1020-69ef-4049-a19c-a2d92cef5df7 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:37.119316 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f6338-e36a-4900-bb19-8f65357b9c58", "name": "network-vif-deleted", "tag": "b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:37.119416 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c4e1020-69ef-4049-a19c-a2d92cef5df7 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:37.119995 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f6338-e36a-4900-bb19-8f65357b9c58', 'name': 'network-vif-deleted', 'tag': 'b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5', 'status': 'completed', 'code': 200} Aug 20 15:00:37.142204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:37.156512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Pushing event deleted for resources: {'Port': ['ID=45705292-52c7-42a8-a401-d4b438cfbc5f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:37.226897 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:37.243480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] No DVR routers for this DVR port 45705292-52c7-42a8-a401-d4b438cfbc5f on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:37.255366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:37.258492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d0fb682-fdf6-49ec-8ab3-62b200fba882 req-0274fb38-d54d-468d-9329-f29331711e3c tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.70 "DELETE /v2.0/ports/45705292-52c7-42a8-a401-d4b438cfbc5f HTTP/1.1" status: 204 len: 173 time: 1.2042985 Aug 20 15:00:37.259251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aafef5-c163-4523-973e-a39159d6f1fa', 'name': 'network-vif-deleted', 'tag': '45705292-52c7-42a8-a401-d4b438cfbc5f'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:37.261794 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c88f28b-908f-413c-9a5e-56c6787ecd4b" -d '{"events": [{"server_uuid": "37aafef5-c163-4523-973e-a39159d6f1fa", "name": "network-vif-deleted", "tag": "45705292-52c7-42a8-a401-d4b438cfbc5f"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:37.302140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c04966ef-6152-490b-8f95-95b3dac1fab2 req-8aaac695-6ed0-4a75-9037-9e7b959456e5 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 210 time: 0.0611577 Aug 20 15:00:37.399760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b6fb-97bc-4f66-921e-fd395c242e0c req-ca0155f0-58a4-4398-b297-5c7b30530b1c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:37.401504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7795b6fb-97bc-4f66-921e-fd395c242e0c req-ca0155f0-58a4-4398-b297-5c7b30530b1c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2284119 Aug 20 15:00:37.460330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7540df2c-434b-467c-940b-20a74ce2836a req-7053538d-82a2-4023-8d11-c08cd381ccc7 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=37aafef5-c163-4523-973e-a39159d6f1fa HTTP/1.1" status: 200 len: 210 time: 0.0540059 Aug 20 15:00:37.520376 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:37.530012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7795b6fb-97bc-4f66-921e-fd395c242e0c req-f4f33082-c38c-46e9-9323-e97ac38687fe tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082606 Aug 20 15:00:37.540918 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e5ed8-1907-4022-9a08-34deb7991ffc x-openstack-request-id: req-105e5ed8-1907-4022-9a08-34deb7991ffc {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:37.541396 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aafef5-c163-4523-973e-a39159d6f1fa", "name": "network-vif-deleted", "tag": "45705292-52c7-42a8-a401-d4b438cfbc5f", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:37.541652 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-105e5ed8-1907-4022-9a08-34deb7991ffc {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:37.542496 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aafef5-c163-4523-973e-a39159d6f1fa', 'name': 'network-vif-deleted', 'tag': '45705292-52c7-42a8-a401-d4b438cfbc5f', 'status': 'completed', 'code': 200} Aug 20 15:00:37.581267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port c1604d1d-cd0f-4234-8cb1-3c44147e6bfd {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:37.581697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:37.675136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:37.688763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for c1604d1d-cd0f-4234-8cb1-3c44147e6bfd owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:37.703866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab092bd-8a3f-4e53-a6bb-0c081341c332 req-d90ea8ff-432e-4991-a71d-bb09c61ea193 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:37.705845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eab092bd-8a3f-4e53-a6bb-0c081341c332 req-d90ea8ff-432e-4991-a71d-bb09c61ea193 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0571425 Aug 20 15:00:37.780126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eab092bd-8a3f-4e53-a6bb-0c081341c332 req-e8a89fcc-b86c-4c7e-9fc3-5b4d70ab512b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654199 Aug 20 15:00:37.911290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1243de-48b3-43f2-8791-4088fa8cdf6b req-a40c73e8-c97e-41a9-bfdb-0a29e090e3d4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:37.919357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a1243de-48b3-43f2-8791-4088fa8cdf6b req-a40c73e8-c97e-41a9-bfdb-0a29e090e3d4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0605583 Aug 20 15:00:37.939816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:37.973689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=c1604d1d-cd0f-4234-8cb1-3c44147e6bfd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:38.002884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a1243de-48b3-43f2-8791-4088fa8cdf6b req-92d75209-cc94-4358-8743-bbda6291ec13 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807693 Aug 20 15:00:38.107949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.227520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954105f7-1f56-4b49-bbe8-045647b65c15 req-da90e6da-411b-4c47-879e-f5ae06e18ab7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:38.229182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-954105f7-1f56-4b49-bbe8-045647b65c15 req-da90e6da-411b-4c47-879e-f5ae06e18ab7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0662818 Aug 20 15:00:38.281986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-954105f7-1f56-4b49-bbe8-045647b65c15 req-a719b9bb-2e38-488e-a252-2723eb522c47 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Aug 20 15:00:38.282967 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.285198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.334140 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.336184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe92d6d-306c-457c-b6bd-43e9f73a62be {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:00:38.344333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.345822 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5191abdd-57e3-4549-a820-0981b95a0870 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/4fe92d6d-306c-457c-b6bd-43e9f73a62be HTTP/1.1" status: 204 len: 168 time: 1.3748872 Aug 20 15:00:38.350260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36052) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:38.358128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'network': {'name': 'tempest-RoutersTest-501927082'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:38.429230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f253180d-e5b3-4c83-9c90-2a16336a7c92 req-288f3a6a-4556-43b1-89b5-dab9168b42df tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 210 time: 0.0360675 Aug 20 15:00:38.432160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:38.435793 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.466514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd554c-e8c1-4ca2-8dec-7355f3c392c3 req-8b4e0537-3864-4465-bf69-da1cbf391756 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:38.468171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9bd554c-e8c1-4ca2-8dec-7355f3c392c3 req-8b4e0537-3864-4465-bf69-da1cbf391756 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1070976 Aug 20 15:00:38.481584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:00:38.504757 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.505133 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added segment 08240f41-1778-4894-982e-d90348db7b43 of type vlan for network 298516a3-5f79-4d07-91d5-f6ceef84a76d Aug 20 15:00:38.572342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9bd554c-e8c1-4ca2-8dec-7355f3c392c3 req-466740ff-423a-4c2a-836b-43fc7ffcb429 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879190 Aug 20 15:00:38.579250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.689001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-665550a9-91b3-4ec7-b8a2-3e083cef0e95 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600777 Aug 20 15:00:38.703507 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.709269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:38.709949 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:38.916392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5620522 Aug 20 15:00:38.919366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36078) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:38.924608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'subnet': {'network_id': '298516a3-5f79-4d07-91d5-f6ceef84a76d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:38.974075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-983a5c7a-afc2-405e-aa6e-4747d85c17d7 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893903 Aug 20 15:00:38.992333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca49ee7-6b19-41ff-998e-584f5c8f888c tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Network': ['ID=298516a3-5f79-4d07-91d5-f6ceef84a76d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:39.004357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 298516a3-5f79-4d07-91d5-f6ceef84a76d details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:00:39.025019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:39.028749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.087481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-e07e0a20-04b1-496f-9dab-dc1595322dc0 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:39.089345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-e07e0a20-04b1-496f-9dab-dc1595322dc0 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3871713 Aug 20 15:00:39.100690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c89fc3-ca3d-4675-bcd4-381ecf4d6e24 req-4a3eb251-f156-4cd3-96bc-d3048dbce0a7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:39.102300 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1c89fc3-ca3d-4675-bcd4-381ecf4d6e24 req-4a3eb251-f156-4cd3-96bc-d3048dbce0a7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.3244956 Aug 20 15:00:39.110320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c24c1-f8b3-4b98-9c3b-f0cfcac482fd req-b8bf20e1-0d0a-469e-a5f0-bd6fd74089ee tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:39.112190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a1c24c1-f8b3-4b98-9c3b-f0cfcac482fd req-b8bf20e1-0d0a-469e-a5f0-bd6fd74089ee tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 950 time: 0.2747002 Aug 20 15:00:39.132349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Request body: {'port': {'device_id': '609b24f2-f594-44c8-9902-2b455a50f2d1', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '3cc8e9c2d05b4aa2b375eed3861a265e'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:39.215062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.270533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1c89fc3-ca3d-4675-bcd4-381ecf4d6e24 req-30aac919-e614-43f0-a5c8-757b97a02c90 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571867 Aug 20 15:00:39.280405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Subnet': ['ID=6a304be6-2a51-4494-8c5a-988af9c69a05,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:39.281715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a1c24c1-f8b3-4b98-9c3b-f0cfcac482fd req-6a30b258-9d37-4ee1-adee-b35c8d80f8c4 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569352 Aug 20 15:00:39.293769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-97048882-46d8-4c4b-8f0d-c8f05d5e480c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:39.295227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-97048882-46d8-4c4b-8f0d-c8f05d5e480c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047352 Aug 20 15:00:39.300951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Checking segment: {'id': '08240f41-1778-4894-982e-d90348db7b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '298516a3-5f79-4d07-91d5-f6ceef84a76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:39.307672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network hostable DHCP agents. Network: 298516a3-5f79-4d07-91d5-f6ceef84a76d, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:00:39.328031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Request body: {'port': {'device_id': '457ba5db-d414-49cc-9a85-a4478342549e', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '3cc8e9c2d05b4aa2b375eed3861a265e'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:39.334451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 298516a3-5f79-4d07-91d5-f6ceef84a76d is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:00:39.349303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 298516a3-5f79-4d07-91d5-f6ceef84a76d) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:39.355001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:39.355001 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.362173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d99342-e2a4-4551-91f8-eb42ec732af2 None None] Network 298516a3-5f79-4d07-91d5-f6ceef84a76d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:39.383085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08838437-ceae-4309-b49a-80a89d6e8036 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4605820 Aug 20 15:00:39.383767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36086) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:39.388543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9aa54322-a893-4224-ae75-3b6cd42a5093 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-119210575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:39.424707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9aa54322-a893-4224-ae75-3b6cd42a5093 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.426116 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9aa54322-a893-4224-ae75-3b6cd42a5093 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.474932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Made reservation on behalf of 3cc8e9c2d05b4aa2b375eed3861a265e for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:39.479279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.602590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-298516a3-5f79-4d07-91d5-f6ceef84a76d', 'network_id': '298516a3-5f79-4d07-91d5-f6ceef84a76d', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'fixed_ips': [{'subnet_id': '6a304be6-2a51-4494-8c5a-988af9c69a05'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:00:39.603503 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.653731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2010c869-d645-47d1-b957-8fbad753d739 req-fa28fdf8-5648-41d2-9be6-2692cb35aa7d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 210 time: 0.0671346 Aug 20 15:00:39.682160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Made reservation on behalf of 3cc8e9c2d05b4aa2b375eed3861a265e for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:39.685652 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.728294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c95f25-0616-49fa-8b30-5bb925948605 req-90b18418-0de5-42d3-9d6d-a38d26e500b2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:39.729860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22c95f25-0616-49fa-8b30-5bb925948605 req-90b18418-0de5-42d3-9d6d-a38d26e500b2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1586456 Aug 20 15:00:39.761256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Allocated IP 192.168.233.54 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/d0c48e27-54d6-4615-9c37-4a9cf2699e22) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:39.772622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Allocated IP 172.20.0.2 (298516a3-5f79-4d07-91d5-f6ceef84a76d/6a304be6-2a51-4494-8c5a-988af9c69a05/988ac3c1-2f52-49ef-9364-eefd4282e7cb) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:39.825971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9aa54322-a893-4224-ae75-3b6cd42a5093 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.831480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9aa54322-a893-4224-ae75-3b6cd42a5093 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.851341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9aa54322-a893-4224-ae75-3b6cd42a5093 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:39.853014 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9aa54322-a893-4224-ae75-3b6cd42a5093 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4682803 Aug 20 15:00:39.855764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36094) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:39.865813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22c95f25-0616-49fa-8b30-5bb925948605 req-2faca6b7-fbef-41d6-ae07-0f704cfe2eff tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210520 Aug 20 15:00:40.045928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.059882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Transition to ACTIVE for port object 988ac3c1-2f52-49ef-9364-eefd4282e7cb will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:40.077450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Transition to ACTIVE for port object 988ac3c1-2f52-49ef-9364-eefd4282e7cb will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:40.087986 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.109343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f4359-0eb8-4639-903f-0015d4d57f3e req-0e3e90e3-3834-4776-9509-b81b6255bb3c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:40.110871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-640f4359-0eb8-4639-903f-0015d4d57f3e req-0e3e90e3-3834-4776-9509-b81b6255bb3c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1200356 Aug 20 15:00:40.124697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.130367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Network 298516a3-5f79-4d07-91d5-f6ceef84a76d is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:40.133466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:40.142590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:40.145977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Pushing event updated for resources: {'Port': ['ID=988ac3c1-2f52-49ef-9364-eefd4282e7cb,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:40.158960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3a4db-cda1-4591-b5dd-1b6d4aae7628 req-adab4fb8-2e9f-41ff-af35-0a9251ee895a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:40.160523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fc3a4db-cda1-4591-b5dd-1b6d4aae7628 req-adab4fb8-2e9f-41ff-af35-0a9251ee895a tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 945 time: 0.1255472 Aug 20 15:00:40.172036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Transition to ACTIVE for port object d0c48e27-54d6-4615-9c37-4a9cf2699e22 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:40.201909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.203679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-640f4359-0eb8-4639-903f-0015d4d57f3e req-be0461e0-6e61-49da-9b57-1bc337b12d7a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820527 Aug 20 15:00:40.203800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Attempting to bind port 988ac3c1-2f52-49ef-9364-eefd4282e7cb on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:40.204083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Attempting to bind port 988ac3c1-2f52-49ef-9364-eefd4282e7cb by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08240f41-1778-4894-982e-d90348db7b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '298516a3-5f79-4d07-91d5-f6ceef84a76d'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:40.204453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Attempting to bind port 988ac3c1-2f52-49ef-9364-eefd4282e7cb on network 298516a3-5f79-4d07-91d5-f6ceef84a76d {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:40.209715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:40.210497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Checking segment: {'id': '08240f41-1778-4894-982e-d90348db7b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '298516a3-5f79-4d07-91d5-f6ceef84a76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:40.211293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.211954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Bound using segment: {'id': '08240f41-1778-4894-982e-d90348db7b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '298516a3-5f79-4d07-91d5-f6ceef84a76d'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:40.212791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Bound port: 988ac3c1-2f52-49ef-9364-eefd4282e7cb, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08240f41-1778-4894-982e-d90348db7b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '298516a3-5f79-4d07-91d5-f6ceef84a76d'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:40.213425 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.240831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fc3a4db-cda1-4591-b5dd-1b6d4aae7628 req-ea34922b-5438-4c30-89d8-b6cdaeb0637e tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677991 Aug 20 15:00:40.308044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] For port 988ac3c1-2f52-49ef-9364-eefd4282e7cb, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:40.311569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] For port 988ac3c1-2f52-49ef-9364-eefd4282e7cb, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=988ac3c1-2f52-49ef-9364-eefd4282e7cb,segment=NetworkSegment(08240f41-1778-4894-982e-d90348db7b43),segment_id=08240f41-1778-4894-982e-d90348db7b43)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:40.320835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.321961 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.325026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Allocated IP 192.168.233.216 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/53e27d67-58fa-4f26-a902-aa33f6225dc4) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:40.389746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:40.392153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:40.447771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:40.482766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:40.498638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:40.500186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56530642-427c-4ad2-b4c1-22a525198b70 None None] Pushing event updated for resources: {'Port': ['ID=988ac3c1-2f52-49ef-9364-eefd4282e7cb,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:40.518647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event updated for resources: {'Port': ['ID=d0c48e27-54d6-4615-9c37-4a9cf2699e22,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:40.534263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.20.0.1 (298516a3-5f79-4d07-91d5-f6ceef84a76d/6a304be6-2a51-4494-8c5a-988af9c69a05/22de4239-e252-4a13-8676-b99eaa4e34ed) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:40.629290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b224c08-1370-4843-b892-79f7fa23beda req-469e116d-7ff6-4e42-8444-aa0eb00e844f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:40.646388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b224c08-1370-4843-b892-79f7fa23beda req-469e116d-7ff6-4e42-8444-aa0eb00e844f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.3261158 Aug 20 15:00:40.724430 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.753932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:40.757951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Transition to ACTIVE for port object 22de4239-e252-4a13-8676-b99eaa4e34ed will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:40.760456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee2f87-b4f6-462b-a7c3-d151c163c938 req-19e78c64-eec9-423e-ba29-17279fe719bb tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:40.768182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8ee2f87-b4f6-462b-a7c3-d151c163c938 req-19e78c64-eec9-423e-ba29-17279fe719bb tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 950 time: 0.3546076 Aug 20 15:00:40.779940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b224c08-1370-4843-b892-79f7fa23beda req-034c3144-847e-4f44-b8bd-3d8802e24f2b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312671 Aug 20 15:00:40.786907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:40.787193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b9cb14e2-2b54-46b7-8ce1-42a45b6cdeb5 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:40.787756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 45705292-52c7-42a8-a401-d4b438cfbc5f no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:40.818305 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.839318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:40.840037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:40.883734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 45705292-52c7-42a8-a401-d4b438cfbc5f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:40.883734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 45705292-52c7-42a8-a401-d4b438cfbc5f not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:40.888262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-d6a27aba-ffdf-4197-9782-ded5237ad560 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7710838 Aug 20 15:00:40.923814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 298516a3-5f79-4d07-91d5-f6ceef84a76d is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:40.925804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:40.942665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:40.951170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8ee2f87-b4f6-462b-a7c3-d151c163c938 req-3a52f205-03c9-470d-970e-9c2161b24412 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816852 Aug 20 15:00:40.967146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Request body: {'port': {'device_id': '609b24f2-f594-44c8-9902-2b455a50f2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:41.004392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=22de4239-e252-4a13-8676-b99eaa4e34ed,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:41.012651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-40e1603c-74ac-4ad1-9382-f42263c6f5f1 None None] Provisioning for port d0c48e27-54d6-4615-9c37-4a9cf2699e22 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:41.020558 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-40e1603c-74ac-4ad1-9382-f42263c6f5f1 None None] Provisioning complete for port d0c48e27-54d6-4615-9c37-4a9cf2699e22 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:41.020933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-40e1603c-74ac-4ad1-9382-f42263c6f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.027864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.080135 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.088949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-40e1603c-74ac-4ad1-9382-f42263c6f5f1 None None] Port d0c48e27-54d6-4615-9c37-4a9cf2699e22 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:41.121414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Transition to ACTIVE for port object 53e27d67-58fa-4f26-a902-aa33f6225dc4 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:41.123095 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.262629 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.263554 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebbf1963-9828-4d64-8f49-042399fcff19 req-8d6afcf4-98c4-4e3d-a5eb-1911b4fcc016 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 210 time: 0.0554159 Aug 20 15:00:41.288055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-0bbfabe8-f581-4eea-b263-34f293be1460 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:41.290328 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-0bbfabe8-f581-4eea-b263-34f293be1460 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.72 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 950 time: 0.1288891 Aug 20 15:00:41.389316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.402442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:41.501212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a987d67-4cbc-44ae-af0f-c6cd05b7ffa4 req-f01b61fb-9f52-4124-9120-a8741b14ac4f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:41.508730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a987d67-4cbc-44ae-af0f-c6cd05b7ffa4 req-f01b61fb-9f52-4124-9120-a8741b14ac4f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2561541 Aug 20 15:00:41.540098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:41.566267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event updated for resources: {'Port': ['ID=53e27d67-58fa-4f26-a902-aa33f6225dc4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:41.568821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:41.579861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Deleting port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:41.580415 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.582197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2577de-18e4-4b5f-8489-f4f93450fc42 req-47341f6e-d677-49b9-b850-9a3e6622f5d1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:41.583776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d2577de-18e4-4b5f-8489-f4f93450fc42 req-47341f6e-d677-49b9-b850-9a3e6622f5d1 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 945 time: 0.2142386 Aug 20 15:00:41.584587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:41.695902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a987d67-4cbc-44ae-af0f-c6cd05b7ffa4 req-57bd9a56-b8c4-489a-9df0-4b8572e96c6c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806393 Aug 20 15:00:41.736074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:41.736324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.777525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d2577de-18e4-4b5f-8489-f4f93450fc42 req-a8830f9f-878e-4cb3-8cf6-ac54f677bfe9 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785502 Aug 20 15:00:41.792645 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] For port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:41.792645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.796747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4b720b8d-455c-4660-9ead-b99577641360 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4810636 Aug 20 15:00:41.814175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Calling delete_port for a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:41.818678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a705f-6a9f-4928-b340-5892c39fca37 None None] Network 298516a3-5f79-4d07-91d5-f6ceef84a76d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:41.835503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Request body: {'port': {'device_id': '457ba5db-d414-49cc-9a85-a4478342549e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:41.932694 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.938376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c48e27-54d6-4615-9c37-4a9cf2699e22 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:41.947496 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.951312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad7fd7-5aed-4003-91df-de09dbb3a5d2 req-4889a15f-b243-4a6b-b6c1-28532f762fe0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:41.951410 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:41.958397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5bad7fd7-5aed-4003-91df-de09dbb3a5d2 req-4889a15f-b243-4a6b-b6c1-28532f762fe0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1771245 Aug 20 15:00:41.962260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:41.986647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.001271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Transition to ACTIVE for port object d0c48e27-54d6-4615-9c37-4a9cf2699e22 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:42.030074 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.069975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=22de4239-e252-4a13-8676-b99eaa4e34ed,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:42.075064 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.102474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5bad7fd7-5aed-4003-91df-de09dbb3a5d2 req-aa099c79-eb3c-49ca-949a-648e41446dc2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365607 Aug 20 15:00:42.181098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 988ac3c1-2f52-49ef-9364-eefd4282e7cb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:42.220653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.240932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-49d259de-0393-42bb-a356-02b63172866a None None] Provisioning for port 988ac3c1-2f52-49ef-9364-eefd4282e7cb completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:42.283987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Pushing event deleted for resources: {'Port': ['ID=a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:42.293953 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0cab0094-da78-4382-9ff8-64aa625ea92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.301907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Pushing event updated for resources: {'Port': ['ID=d0c48e27-54d6-4615-9c37-4a9cf2699e22,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:42.328013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-49d259de-0393-42bb-a356-02b63172866a None None] Provisioning for port 53e27d67-58fa-4f26-a902-aa33f6225dc4 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:42.339181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-49d259de-0393-42bb-a356-02b63172866a None None] Provisioning complete for port 53e27d67-58fa-4f26-a902-aa33f6225dc4 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:42.339591 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-49d259de-0393-42bb-a356-02b63172866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.401023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-49d259de-0393-42bb-a356-02b63172866a None None] Port 53e27d67-58fa-4f26-a902-aa33f6225dc4 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:42.404657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] No DVR routers for this DVR port a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:42.407736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 298516a3-5f79-4d07-91d5-f6ceef84a76d is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:42.410053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.412375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dcd7bbfd-1cf7-4130-9311-176ca5849489 req-afde073c-e7c0-4234-ab0a-0396d383daff tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.72 "DELETE /v2.0/ports/a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b HTTP/1.1" status: 204 len: 173 time: 1.1108038 Aug 20 15:00:42.413043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a3dc9a-95af-4e21-956a-1cbb1f437e4c', 'name': 'network-vif-deleted', 'tag': 'a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:42.421398 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b0156-7fbf-484f-82d4-677b4ed0d236" -d '{"events": [{"server_uuid": "03a3dc9a-95af-4e21-956a-1cbb1f437e4c", "name": "network-vif-deleted", "tag": "a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:42.430953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:42.441894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 988ac3c1-2f52-49ef-9364-eefd4282e7cb completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:42.450182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6010e-bee2-42b2-a3a2-a28e5dc6f69e req-fe217755-a506-42d4-9647-903cda91a385 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:42.451816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4c6010e-bee2-42b2-a3a2-a28e5dc6f69e req-fe217755-a506-42d4-9647-903cda91a385 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/ports?device_id=03a3dc9a-95af-4e21-956a-1cbb1f437e4c HTTP/1.1" status: 200 len: 867 time: 0.3416028 Aug 20 15:00:42.456577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 988ac3c1-2f52-49ef-9364-eefd4282e7cb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:42.456957 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.705524 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.739210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-efc9a0ec-77f8-44e9-bc7d-292e0ef1ee56 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:42.740977 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-efc9a0ec-77f8-44e9-bc7d-292e0ef1ee56 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 945 time: 0.2097957 Aug 20 15:00:42.767373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 988ac3c1-2f52-49ef-9364-eefd4282e7cb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=988ac3c1-2f52-49ef-9364-eefd4282e7cb,segment=NetworkSegment(08240f41-1778-4894-982e-d90348db7b43),segment_id=08240f41-1778-4894-982e-d90348db7b43)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:42.780621 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.827643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router af2fe3e5-14f1-413a-9a31-cf86697dc206 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:00:42.883632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=988ac3c1-2f52-49ef-9364-eefd4282e7cb,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:42.910025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-047a417d-0f0c-4bd3-8312-7502bdd3f5cb None None] Provisioning complete for port 988ac3c1-2f52-49ef-9364-eefd4282e7cb triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:42.910554 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-047a417d-0f0c-4bd3-8312-7502bdd3f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:42.984038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:42.999179 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-46746b73-fc1c-4d8d-9cac-19086c019380 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/af2fe3e5-14f1-413a-9a31-cf86697dc206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1419966 Aug 20 15:00:43.003602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36140) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:43.024085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bb39a-1ae9-4bed-8a09-ca138b51edfd None None] Sync routers for ids ['af2fe3e5-14f1-413a-9a31-cf86697dc206'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:43.039611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bb39a-1ae9-4bed-8a09-ca138b51edfd None None] Routers {'af2fe3e5-14f1-413a-9a31-cf86697dc206'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:43.040802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f29bb39a-1ae9-4bed-8a09-ca138b51edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['af2fe3e5-14f1-413a-9a31-cf86697dc206'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:43.045416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-047a417d-0f0c-4bd3-8312-7502bdd3f5cb None None] Provisioning for port 22de4239-e252-4a13-8676-b99eaa4e34ed completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:43.065133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc2de-1c84-44cd-8592-c1b862fb63cc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:43.066622 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-38acc2de-1c84-44cd-8592-c1b862fb63cc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports/22de4239-e252-4a13-8676-b99eaa4e34ed HTTP/1.1" status: 200 len: 910 time: 0.0618882 Aug 20 15:00:43.070875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Deleting port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:43.071150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.073750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36144) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:43.094087 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f29bb39a-1ae9-4bed-8a09-ca138b51edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:43.096268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f4dc2b20-a24a-41ba-96f9-d70a0f69bccd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a304be6-2a51-4494-8c5a-988af9c69a05'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:43.097894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-047a417d-0f0c-4bd3-8312-7502bdd3f5cb None None] Provisioning complete for port 22de4239-e252-4a13-8676-b99eaa4e34ed triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:43.098371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-047a417d-0f0c-4bd3-8312-7502bdd3f5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.132458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bb39a-1ae9-4bed-8a09-ca138b51edfd None None] Routers {'af2fe3e5-14f1-413a-9a31-cf86697dc206'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:43.133276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f29bb39a-1ae9-4bed-8a09-ca138b51edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['af2fe3e5-14f1-413a-9a31-cf86697dc206'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:43.173688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f29bb39a-1ae9-4bed-8a09-ca138b51edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:43.174809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bb39a-1ae9-4bed-8a09-ca138b51edfd None None] The sync data for ids ['af2fe3e5-14f1-413a-9a31-cf86697dc206'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:43.187765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-047a417d-0f0c-4bd3-8312-7502bdd3f5cb None None] Port 22de4239-e252-4a13-8676-b99eaa4e34ed cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:43.195940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Attempting to bind port d0c48e27-54d6-4615-9c37-4a9cf2699e22 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:43.196293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Attempting to bind port d0c48e27-54d6-4615-9c37-4a9cf2699e22 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:43.196629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Attempting to bind port d0c48e27-54d6-4615-9c37-4a9cf2699e22 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:43.202795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] For port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,segment=NetworkSegment(898eed2c-56b7-4e1f-be6f-3989b5fdc08c),segment_id=898eed2c-56b7-4e1f-be6f-3989b5fdc08c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:43.203065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.219008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Calling delete_port for 3113bd2d-4599-4f08-8d3a-fd2ec25561ce owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:43.229856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Port d0c48e27-54d6-4615-9c37-4a9cf2699e22 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:00:43.230191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Attempting to bind port d0c48e27-54d6-4615-9c37-4a9cf2699e22 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:43.238094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4c6010e-bee2-42b2-a3a2-a28e5dc6f69e req-f224f928-cb79-4370-ae66-849baabf9402 tempest-LiveMigrationNegativeTest-511875784 tempest-LiveMigrationNegativeTest-511875784-project] 10.222.0.36 "GET /v2.0/security-groups?id=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7694385 Aug 20 15:00:43.265080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:43.265437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:43.265866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:43.266367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Bound port: d0c48e27-54d6-4615-9c37-4a9cf2699e22, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:43.266834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.323251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-235a3703-8717-4181-a2cf-789db0fbb033 None None] Provisioning complete for port 22de4239-e252-4a13-8676-b99eaa4e34ed triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:43.324174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c63b7d-fc06-4673-9c98-fb4e91b9fb0a req-eb6e933c-7169-4b4a-9653-556b1dab0830 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:43.331028 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-235a3703-8717-4181-a2cf-789db0fbb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.331803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37c63b7d-fc06-4673-9c98-fb4e91b9fb0a req-eb6e933c-7169-4b4a-9653-556b1dab0830 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.3093419 Aug 20 15:00:43.381019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-235a3703-8717-4181-a2cf-789db0fbb033 None None] Port 22de4239-e252-4a13-8676-b99eaa4e34ed cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:43.424470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.438595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3113bd2d-4599-4f08-8d3a-fd2ec25561ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:43.466659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Pushing event deleted for resources: {'Port': ['ID=3113bd2d-4599-4f08-8d3a-fd2ec25561ce,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:43.501921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b28bceab-556b-4b53-b1bc-91dc18319424 None None] Provisioning complete for port 22de4239-e252-4a13-8676-b99eaa4e34ed triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:43.502386 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b28bceab-556b-4b53-b1bc-91dc18319424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.516037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] No DVR routers for this DVR port 3113bd2d-4599-4f08-8d3a-fd2ec25561ce on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:43.518979 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.521793 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-10453e39-9a3c-4944-a3e2-8dbda12e31a2 req-3868a350-5b8f-461b-8864-8cf77a33eb12 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.70 "DELETE /v2.0/ports/3113bd2d-4599-4f08-8d3a-fd2ec25561ce HTTP/1.1" status: 204 len: 173 time: 0.7673247 Aug 20 15:00:43.538802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b28bceab-556b-4b53-b1bc-91dc18319424 None None] Port 22de4239-e252-4a13-8676-b99eaa4e34ed cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:43.560079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37c63b7d-fc06-4673-9c98-fb4e91b9fb0a req-525ee5b1-2431-4031-8b79-83e129c10453 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273662 Aug 20 15:00:43.600988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e27d67-58fa-4f26-a902-aa33f6225dc4 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:43.610538 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5439f827-0e00-4137-9c8d-ca440dabe937 x-openstack-request-id: req-5439f827-0e00-4137-9c8d-ca440dabe937 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:43.611089 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a3dc9a-95af-4e21-956a-1cbb1f437e4c", "name": "network-vif-deleted", "tag": "a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:43.611622 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5439f827-0e00-4137-9c8d-ca440dabe937 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:43.612191 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a3dc9a-95af-4e21-956a-1cbb1f437e4c', 'name': 'network-vif-deleted', 'tag': 'a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b', 'status': 'completed', 'code': 200} Aug 20 15:00:43.638988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6e8cb-1bad-422c-9a95-14486c4cea94 req-65b099f1-14f3-484d-a54d-9501e5540889 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:43.640566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3e6e8cb-1bad-422c-9a95-14486c4cea94 req-65b099f1-14f3-484d-a54d-9501e5540889 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 936 time: 0.2733088 Aug 20 15:00:43.644503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] For port d0c48e27-54d6-4615-9c37-4a9cf2699e22, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:43.647771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.683239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] For port d0c48e27-54d6-4615-9c37-4a9cf2699e22, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d0c48e27-54d6-4615-9c37-4a9cf2699e22,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:43.700546 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b20-a24a-41ba-96f9-d70a0f69bccd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.704017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Transition to ACTIVE for port object 53e27d67-58fa-4f26-a902-aa33f6225dc4 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:43.705470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.736403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50965fbc-71dd-47cc-8e24-1e8aac80ae92 req-28497a13-f2f4-4738-b24a-b4a8ff684352 tempest-ServersTestJSON-1855156298 tempest-ServersTestJSON-1855156298-project] 10.222.0.36 "GET /v2.0/ports?device_id=59688ad6-5f46-4f54-9510-5ab170288e95 HTTP/1.1" status: 200 len: 210 time: 0.0776451 Aug 20 15:00:43.736904 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.818342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:43.818981 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:43.821185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] 10.222.0.70 "PUT /v2.0/ports/d0c48e27-54d6-4615-9c37-4a9cf2699e22 HTTP/1.1" status: 200 len: 1096 time: 2.8686326 Aug 20 15:00:43.821839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609b24f2-f594-44c8-9902-2b455a50f2d1', 'tag': 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:43.824168 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c322417e-1ccf-4d2b-a090-236ff0743065" -d '{"events": [{"name": "network-changed", "server_uuid": "609b24f2-f594-44c8-9902-2b455a50f2d1", "tag": "d0c48e27-54d6-4615-9c37-4a9cf2699e22"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:43.835376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3e6e8cb-1bad-422c-9a95-14486c4cea94 req-3b697a12-4311-4a3c-9d69-8d75dcff4e16 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824827 Aug 20 15:00:43.866163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bbcd6-9c77-48bf-acf1-1ae26073284f service neutron] Pushing event updated for resources: {'Port': ['ID=d0c48e27-54d6-4615-9c37-4a9cf2699e22,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:44.025106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Pushing event updated for resources: {'Port': ['ID=53e27d67-58fa-4f26-a902-aa33f6225dc4,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:44.045123 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e25a24-5dcc-46b6-bba8-6ebcbf311ad3 x-openstack-request-id: req-78e25a24-5dcc-46b6-bba8-6ebcbf311ad3 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:44.045414 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609b24f2-f594-44c8-9902-2b455a50f2d1", "tag": "d0c48e27-54d6-4615-9c37-4a9cf2699e22", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:44.045666 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78e25a24-5dcc-46b6-bba8-6ebcbf311ad3 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:44.046065 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609b24f2-f594-44c8-9902-2b455a50f2d1', 'tag': 'd0c48e27-54d6-4615-9c37-4a9cf2699e22', 'status': 'completed', 'code': 200} Aug 20 15:00:44.053840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 988ac3c1-2f52-49ef-9364-eefd4282e7cb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:44.106841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 988ac3c1-2f52-49ef-9364-eefd4282e7cb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:44.107224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:44.231637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-e291e2a1-68f4-4b11-817c-f779199819e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:44.233190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-e291e2a1-68f4-4b11-817c-f779199819e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 1099 time: 0.3293457 Aug 20 15:00:44.240658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85af4b7-b18a-4ffe-8c27-aef585841862 req-d362e83b-56b6-4615-9d0c-0ea2ef3e885a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:44.248430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b85af4b7-b18a-4ffe-8c27-aef585841862 req-d362e83b-56b6-4615-9d0c-0ea2ef3e885a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2001119 Aug 20 15:00:44.362247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-6d14c7bf-8866-41a9-b1e3-14a105b8bc77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=d0c48e27-54d6-4615-9c37-4a9cf2699e22 HTTP/1.1" status: 200 len: 217 time: 0.1084862 Aug 20 15:00:44.363379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Attempting to bind port 53e27d67-58fa-4f26-a902-aa33f6225dc4 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:44.363941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Attempting to bind port 53e27d67-58fa-4f26-a902-aa33f6225dc4 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:44.364452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Attempting to bind port 53e27d67-58fa-4f26-a902-aa33f6225dc4 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:44.404051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Port 53e27d67-58fa-4f26-a902-aa33f6225dc4 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:00:44.404243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Attempting to bind port 53e27d67-58fa-4f26-a902-aa33f6225dc4 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:44.456202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b85af4b7-b18a-4ffe-8c27-aef585841862 req-3e79d3bc-fc9e-44e1-b033-59cbeef765ed tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069705 Aug 20 15:00:44.474739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:44.475087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:44.475478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:44.476032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Bound port: 53e27d67-58fa-4f26-a902-aa33f6225dc4, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:44.476975 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:44.560690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-e4e852f8-8b78-4e6e-8acb-4b157b390396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:44.562244 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-e4e852f8-8b78-4e6e-8acb-4b157b390396 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1855776 Aug 20 15:00:44.728952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] For port 53e27d67-58fa-4f26-a902-aa33f6225dc4, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:44.753876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:44.769554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] For port 53e27d67-58fa-4f26-a902-aa33f6225dc4, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=53e27d67-58fa-4f26-a902-aa33f6225dc4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:44.782134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:44.796976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36166) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:44.800736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-1f41c0da-7abf-4bf1-bd5a-4b40694a127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:44.802352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-1f41c0da-7abf-4bf1-bd5a-4b40694a127e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2259912 Aug 20 15:00:44.809405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36168) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:44.818644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03290de1-589d-4788-94a7-e309d01587aa req-e237d82a-ee74-4e54-801f-43135a90962f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:44.820265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03290de1-589d-4788-94a7-e309d01587aa req-e237d82a-ee74-4e54-801f-43135a90962f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2413309 Aug 20 15:00:44.925526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:44.926293 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:44.927572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] 10.222.0.72 "PUT /v2.0/ports/53e27d67-58fa-4f26-a902-aa33f6225dc4 HTTP/1.1" status: 200 len: 1097 time: 3.0998302 Aug 20 15:00:45.038681 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b20-a24a-41ba-96f9-d70a0f69bccd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.064985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bd844b-2c5c-4db9-9155-6c297561a7fc admin admin] Deleting subnet fafce579-00b8-4639-b447-4e7a5b160daf {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:00:45.067756 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5e6d8df5-a51f-4279-95ad-8731c5771290 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=182ede1ca9b045a89dcfca620a331160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684288 Aug 20 15:00:45.068665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36180) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:45.121616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03290de1-589d-4788-94a7-e309d01587aa req-42aafa38-bcae-48b4-b03c-446ce68a6f29 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587061 Aug 20 15:00:45.122317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2bd844b-2c5c-4db9-9155-6c297561a7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.127942 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b20-a24a-41ba-96f9-d70a0f69bccd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.131531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c715766-9f1f-4ba4-98df-88cc4e404482 service neutron] Pushing event updated for resources: {'Port': ['ID=53e27d67-58fa-4f26-a902-aa33f6225dc4,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:45.134802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09bc9ff2-05cb-44ab-8811-03903aedfd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.169145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09bc9ff2-05cb-44ab-8811-03903aedfd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.188822 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-53248e39-cd8f-4ae6-8995-9c034032f5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.225295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09bc9ff2-05cb-44ab-8811-03903aedfd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.228326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09bc9ff2-05cb-44ab-8811-03903aedfd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.229590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-09bc9ff2-05cb-44ab-8811-03903aedfd1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c HTTP/1.1" status: 204 len: 168 time: 0.1598847 Aug 20 15:00:45.241722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc9ff2-05cb-44ab-8811-03903aedfd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0eb0a-fb48-4c66-93e3-f05c4f0e4a9c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:45.281214 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2bd844b-2c5c-4db9-9155-6c297561a7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.290374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-bcf25a46-c695-4f2c-9b70-baa277cf991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:45.292168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-bcf25a46-c695-4f2c-9b70-baa277cf991e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 1100 time: 0.2708745 Aug 20 15:00:45.319766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dc2b20-a24a-41ba-96f9-d70a0f69bccd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:45.321215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4dc2b20-a24a-41ba-96f9-d70a0f69bccd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.325590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f4dc2b20-a24a-41ba-96f9-d70a0f69bccd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/ports/22de4239-e252-4a13-8676-b99eaa4e34ed HTTP/1.1" status: 200 len: 910 time: 2.2330487 Aug 20 15:00:45.326182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:45.329506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc2b20-a24a-41ba-96f9-d70a0f69bccd tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=22de4239-e252-4a13-8676-b99eaa4e34ed,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:45.346397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5d90-8635-4f3a-ba3c-c0581b0aa95e req-84a1532d-04e3-4e70-a1fe-75d1d49ba5a2 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:45.348104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfdf5d90-8635-4f3a-ba3c-c0581b0aa95e req-84a1532d-04e3-4e70-a1fe-75d1d49ba5a2 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 948 time: 0.3256972 Aug 20 15:00:45.350118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-0bb4a478-2d8e-4bab-bebe-ccaa03a0057b service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171025 Aug 20 15:00:45.393319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-4e0facbb-fab7-4896-9e33-44d177198dee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=53e27d67-58fa-4f26-a902-aa33f6225dc4 HTTP/1.1" status: 200 len: 217 time: 0.0647211 Aug 20 15:00:45.525573 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2bd844b-2c5c-4db9-9155-6c297561a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.584566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36190) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:45.609188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfdf5d90-8635-4f3a-ba3c-c0581b0aa95e req-8fe3bbf7-6885-48a9-8379-0af66b9f02b9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244120 Aug 20 15:00:45.610645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-20c3a442-391e-4df3-8b39-c1275680eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:45.612185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-20c3a442-391e-4df3-8b39-c1275680eda1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.2103953 Aug 20 15:00:45.614043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59688ad6-5f46-4f54-9510-5ab170288e95', 'name': 'network-vif-deleted', 'tag': '3113bd2d-4599-4f08-8d3a-fd2ec25561ce'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:45.617272 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def6241f-0dcf-470f-887c-1a2f3e08f607" -d '{"events": [{"server_uuid": "59688ad6-5f46-4f54-9510-5ab170288e95", "name": "network-vif-deleted", "tag": "3113bd2d-4599-4f08-8d3a-fd2ec25561ce"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:45.658682 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb47bdb8-7e25-4ae9-b4ec-f27dc69de1c9 x-openstack-request-id: req-bb47bdb8-7e25-4ae9-b4ec-f27dc69de1c9 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:45.658980 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59688ad6-5f46-4f54-9510-5ab170288e95", "name": "network-vif-deleted", "tag": "3113bd2d-4599-4f08-8d3a-fd2ec25561ce", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:45.659775 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb47bdb8-7e25-4ae9-b4ec-f27dc69de1c9 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:45.660165 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59688ad6-5f46-4f54-9510-5ab170288e95', 'name': 'network-vif-deleted', 'tag': '3113bd2d-4599-4f08-8d3a-fd2ec25561ce', 'status': 'completed', 'code': 200} Aug 20 15:00:45.681603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:45.690856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:45.694106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059cbbe-6cc1-4ec5-abef-591b6fe69b3a req-27e61469-c7a2-47c9-89f9-1e50eb0688ca tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:45.695837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a059cbbe-6cc1-4ec5-abef-591b6fe69b3a req-27e61469-c7a2-47c9-89f9-1e50eb0688ca tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2306011 Aug 20 15:00:45.705553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:45.706132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device a58b054f-26e5-4ff8-b2c0-e10f8b1ba06b not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:45.718188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-9d3e1872-49f3-4d91-964e-ffc1e3f10475 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351471 Aug 20 15:00:45.734951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1fe3f3b8-a800-4c08-a367-a79371feca30 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dae9d441d90d4df099fedcbe0fc54746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450398 Aug 20 15:00:45.736971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36194) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:45.745850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2bd844b-2c5c-4db9-9155-6c297561a7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.023887 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.115059 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457ba5db-d414-49cc-9a85-a4478342549e', 'tag': '53e27d67-58fa-4f26-a902-aa33f6225dc4'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:46.117499 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45" -d '{"events": [{"name": "network-changed", "server_uuid": "457ba5db-d414-49cc-9a85-a4478342549e", "tag": "53e27d67-58fa-4f26-a902-aa33f6225dc4"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:46.127029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-c2826983-ab14-4c90-be17-0756367f508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:46.128595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-c2826983-ab14-4c90-be17-0756367f508b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5054560 Aug 20 15:00:46.140237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd844b-2c5c-4db9-9155-6c297561a7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fafce579-00b8-4639-b447-4e7a5b160daf,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:46.153193 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2bd844b-2c5c-4db9-9155-6c297561a7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.157478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f2bd844b-2c5c-4db9-9155-6c297561a7fc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fafce579-00b8-4639-b447-4e7a5b160daf HTTP/1.1" status: 204 len: 168 time: 1.3446598 Aug 20 15:00:46.168403 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36200) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:46.181746 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fcbf37-0a84-4a7a-a948-9f8dd99d2545 x-openstack-request-id: req-65fcbf37-0a84-4a7a-a948-9f8dd99d2545 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:46.182039 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457ba5db-d414-49cc-9a85-a4478342549e", "tag": "53e27d67-58fa-4f26-a902-aa33f6225dc4", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:46.182290 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65fcbf37-0a84-4a7a-a948-9f8dd99d2545 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:46.182680 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457ba5db-d414-49cc-9a85-a4478342549e', 'tag': '53e27d67-58fa-4f26-a902-aa33f6225dc4', 'status': 'completed', 'code': 200} Aug 20 15:00:46.198977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a059cbbe-6cc1-4ec5-abef-591b6fe69b3a req-c7c73dad-0345-4787-b954-3b9f034ea575 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882848 Aug 20 15:00:46.247743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-1de195d1-653b-41f2-b7cb-dc256aee87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:46.249251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-1de195d1-653b-41f2-b7cb-dc256aee87d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 1099 time: 0.1279812 Aug 20 15:00:46.271398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-07e93a6d-f255-47ef-a32a-42946988d547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.282460 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.309266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-07e93a6d-f255-47ef-a32a-42946988d547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.328344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-f5a0169f-83c8-41d9-be8a-3288f545e52d service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586914 Aug 20 15:00:46.448436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-8b99d8c4-dfb6-4683-9e4e-5e7837aa4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:46.450100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-8b99d8c4-dfb6-4683-9e4e-5e7837aa4f7c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1878009 Aug 20 15:00:46.452564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.460496 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-07e93a6d-f255-47ef-a32a-42946988d547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.463235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-07e93a6d-f255-47ef-a32a-42946988d547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.464417 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-07e93a6d-f255-47ef-a32a-42946988d547 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a381820-30d2-47fd-ad26-49a8c3be3f60 HTTP/1.1" status: 204 len: 168 time: 0.7259715 Aug 20 15:00:46.488841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc073387-b2cf-4dc7-95ad-28573738ed1d']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:46.504552 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e93a6d-f255-47ef-a32a-42946988d547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a381820-30d2-47fd-ad26-49a8c3be3f60,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:46.507284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898eed2c-56b7-4e1f-be6f-3989b5fdc08c') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:46.507582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898eed2c-56b7-4e1f-be6f-3989b5fdc08c') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:46.520384 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.520561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640e0d1-3ea8-417e-a64d-fd340d0eaa35 req-bf971145-ac06-4772-a21f-a5be7a43beb8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:46.524042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4640e0d1-3ea8-417e-a64d-fd340d0eaa35 req-bf971145-ac06-4772-a21f-a5be7a43beb8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1686692 Aug 20 15:00:46.537650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.541451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce1310b8-b91a-4fda-bb3e-086a2efe9ba5 req-966dfbe9-12e5-4fb9-9bc2-8e1244159386 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051783 Aug 20 15:00:46.542957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-f1f18384-0fdb-44c4-a503-2375fc0c10b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=d0c48e27-54d6-4615-9c37-4a9cf2699e22 HTTP/1.1" status: 200 len: 217 time: 0.0763299 Aug 20 15:00:46.547183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:00:46.547608 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:00:46.549992 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:00:46.597550 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 22de4239-e252-4a13-8676-b99eaa4e34ed {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:46.597893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.627752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4640e0d1-3ea8-417e-a64d-fd340d0eaa35 req-dd2d5b99-9e80-4591-a9a6-65aa868d59fe tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830004 Aug 20 15:00:46.664989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-1b3c760c-8a8d-4bc7-9cd1-cb7248c6b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:46.674490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-1b3c760c-8a8d-4bc7-9cd1-cb7248c6b04a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1095481 Aug 20 15:00:46.681381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.691253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.696034 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dc073387-b2cf-4dc7-95ad-28573738ed1d HTTP/1.1" status: 204 len: 168 time: 0.5206261 Aug 20 15:00:46.725789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a344916-6d78-4571-bd79-ac44127b8301 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc073387-b2cf-4dc7-95ad-28573738ed1d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:46.736460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3113bd2d-4599-4f08-8d3a-fd2ec25561ce no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:46.744584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:46.759290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 22de4239-e252-4a13-8676-b99eaa4e34ed owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:46.771201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 3113bd2d-4599-4f08-8d3a-fd2ec25561ce {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:46.771836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3113bd2d-4599-4f08-8d3a-fd2ec25561ce not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:46.890248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6b305-e00d-4bcf-8ca8-dd27116852b3 req-4ff77f6b-26b1-438b-9ff8-bd50bb5a79c9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:46.891882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ac6b305-e00d-4bcf-8ca8-dd27116852b3 req-4ff77f6b-26b1-438b-9ff8-bd50bb5a79c9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1436651 Aug 20 15:00:46.894008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-ed998714-23c0-4333-9baa-7ba9e3c793e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:46.895426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-ed998714-23c0-4333-9baa-7ba9e3c793e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 1100 time: 0.2184951 Aug 20 15:00:46.934503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-81d4c201-466a-4d5e-8e8e-7992ae679d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:46.936118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-81d4c201-466a-4d5e-8e8e-7992ae679d95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2476783 Aug 20 15:00:46.955135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f54195-fa25-460c-b283-82b824e8ab16 req-1693eff8-d8ef-4674-b6d5-00b593f8a883 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:46.961361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36222) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:46.962719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7f54195-fa25-460c-b283-82b824e8ab16 req-1693eff8-d8ef-4674-b6d5-00b593f8a883 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 948 time: 0.2155862 Aug 20 15:00:46.997379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:47.040381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=22de4239-e252-4a13-8676-b99eaa4e34ed,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:47.048633 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7d677f70-7bef-4c25-be24-e1d749c4d4bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a34afd23cda46ea9217208b0ac3307b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838249 Aug 20 15:00:47.049630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36226) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:47.128303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ac6b305-e00d-4bcf-8ca8-dd27116852b3 req-581e4156-7dd1-4fa5-95d1-ebab3305326f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194879 Aug 20 15:00:47.160016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7f54195-fa25-460c-b283-82b824e8ab16 req-92fcc531-8fb4-4e62-afc2-4bfffecf3b5e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926031 Aug 20 15:00:47.207681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-931029cd-4032-4c05-ba16-92510b040f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:47.209358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-931029cd-4032-4c05-ba16-92510b040f3e service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2960558 Aug 20 15:00:47.270641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-0b14b836-b031-4c28-bc1b-f1e471ae0090 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002279 Aug 20 15:00:47.272830 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-e2b130e2-829d-4d87-ace4-683559af70bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=53e27d67-58fa-4f26-a902-aa33f6225dc4 HTTP/1.1" status: 200 len: 217 time: 0.0483363 Aug 20 15:00:47.282275 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69834e19-16c6-4033-bebb-9cd788657e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:47.303446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:47.352698 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69834e19-16c6-4033-bebb-9cd788657e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:47.412360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-08815bc0-3f30-4b68-a2c3-76c8cb614f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:47.414161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-08815bc0-3f30-4b68-a2c3-76c8cb614f4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1192033 Aug 20 15:00:47.497359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c322417e-1ccf-4d2b-a090-236ff0743065 req-214e4df4-ce7a-4a2b-bc65-f909878b43cf service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118666 Aug 20 15:00:47.514686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-8742e5b1-57f5-4f4a-b30c-e3178c7edb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:47.516975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-8742e5b1-57f5-4f4a-b30c-e3178c7edb8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936117 Aug 20 15:00:47.537037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca2347-3e0a-41ba-9122-1e467c220354 req-199634c8-be91-4daa-bbfd-68fbfd3c2385 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:47.539322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28ca2347-3e0a-41ba-9122-1e467c220354 req-199634c8-be91-4daa-bbfd-68fbfd3c2385 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0857470 Aug 20 15:00:47.588810 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router af2fe3e5-14f1-413a-9a31-cf86697dc206 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:47.591049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69834e19-16c6-4033-bebb-9cd788657e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:47.596000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69834e19-16c6-4033-bebb-9cd788657e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:47.598568 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-69834e19-16c6-4033-bebb-9cd788657e01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd3fdaf4-01a0-4c76-a827-7fd58d4d7290 HTTP/1.1" status: 204 len: 168 time: 0.5477145 Aug 20 15:00:47.619476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69834e19-16c6-4033-bebb-9cd788657e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3fdaf4-01a0-4c76-a827-7fd58d4d7290,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:47.669296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28ca2347-3e0a-41ba-9122-1e467c220354 req-e3fe852a-f65b-4dad-9c85-b7f90879419b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205382 Aug 20 15:00:47.703509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:47.713484 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9ed88901-58a6-4ebf-8ab2-856c00c1334f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/af2fe3e5-14f1-413a-9a31-cf86697dc206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859150 Aug 20 15:00:47.714327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36256) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:47.716478 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9ecc2-24df-42a4-9c0f-146d87efed78 None None] Sync routers for ids ['af2fe3e5-14f1-413a-9a31-cf86697dc206'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:47.718451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-c31a6306-c448-41bf-b20e-f8a1f4687505 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778908 Aug 20 15:00:47.733905 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9ecc2-24df-42a4-9c0f-146d87efed78 None None] Routers {'af2fe3e5-14f1-413a-9a31-cf86697dc206'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:47.735451 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b5f9ecc2-24df-42a4-9c0f-146d87efed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['af2fe3e5-14f1-413a-9a31-cf86697dc206'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:47.738345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:47.747411 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b4f4155b-9d18-4e98-825a-90c9e270271d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=af2fe3e5-14f1-413a-9a31-cf86697dc206 HTTP/1.1" status: 200 len: 205 time: 0.0315092 Aug 20 15:00:47.748083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36258) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:47.816763 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b5f9ecc2-24df-42a4-9c0f-146d87efed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:47.827701 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9ecc2-24df-42a4-9c0f-146d87efed78 None None] Routers {'af2fe3e5-14f1-413a-9a31-cf86697dc206'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:47.828876 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b5f9ecc2-24df-42a4-9c0f-146d87efed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['af2fe3e5-14f1-413a-9a31-cf86697dc206'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:47.852724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67fd07b6-2786-434d-9a5a-3446cbc3b095 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:47.888043 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b5f9ecc2-24df-42a4-9c0f-146d87efed78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:47.889061 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9ecc2-24df-42a4-9c0f-146d87efed78 None None] The sync data for ids ['af2fe3e5-14f1-413a-9a31-cf86697dc206'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:47.903806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e131e9-4d35-4826-b940-5450fd9599c7 req-2f61704e-04aa-4d85-aec6-593f9d243a2c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:47.911430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22e131e9-4d35-4826-b940-5450fd9599c7 req-2f61704e-04aa-4d85-aec6-593f9d243a2c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1178625 Aug 20 15:00:47.944793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7aa0ca1-34d2-4517-8813-f04d53bbbf45 req-51d7de8d-0768-4c11-ac38-f5117c228028 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135341 Aug 20 15:00:47.976945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22e131e9-4d35-4826-b940-5450fd9599c7 req-31ef702b-1b4e-4a5b-97f0-dc504784b043 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645339 Aug 20 15:00:48.071534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67fd07b6-2786-434d-9a5a-3446cbc3b095 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.073933 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67fd07b6-2786-434d-9a5a-3446cbc3b095 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.122178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67fd07b6-2786-434d-9a5a-3446cbc3b095 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.123043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fd07b6-2786-434d-9a5a-3446cbc3b095 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Fanout notify agent at l3_agent the message router_deleted on router af2fe3e5-14f1-413a-9a31-cf86697dc206 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:00:48.130158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67fd07b6-2786-434d-9a5a-3446cbc3b095 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.131207 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-67fd07b6-2786-434d-9a5a-3446cbc3b095 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/af2fe3e5-14f1-413a-9a31-cf86697dc206 HTTP/1.1" status: 204 len: 168 time: 0.3818281 Aug 20 15:00:48.134323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36274) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:48.202049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f47974-e4b5-42ef-91b5-91791656280a req-ec0a05ca-3f0b-4a94-8039-fac74ea00ffa tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:48.203704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1f47974-e4b5-42ef-91b5-91791656280a req-ec0a05ca-3f0b-4a94-8039-fac74ea00ffa tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1146092 Aug 20 15:00:48.210244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting subnet 6a304be6-2a51-4494-8c5a-988af9c69a05 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:00:48.215902 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.270642 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.358854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1f47974-e4b5-42ef-91b5-91791656280a req-dba7ce2e-6440-4eae-9849-078433f92821 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110497 Aug 20 15:00:48.403149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7e5f5-77dc-456b-bb28-f9bbaa3cc1af req-6b58ff4b-1c57-4b3a-b311-fc5ebe548b29 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:48.404688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71f7e5f5-77dc-456b-bb28-f9bbaa3cc1af req-6b58ff4b-1c57-4b3a-b311-fc5ebe548b29 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 948 time: 0.1369209 Aug 20 15:00:48.437931 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.499390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71f7e5f5-77dc-456b-bb28-f9bbaa3cc1af req-240b366b-5659-4b7d-976d-59bbd70ae2a6 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861487 Aug 20 15:00:48.577381 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.640584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Subnet': ['ID=6a304be6-2a51-4494-8c5a-988af9c69a05,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:48.648703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.651596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/6a304be6-2a51-4494-8c5a-988af9c69a05 HTTP/1.1" status: 204 len: 168 time: 0.5156708 Aug 20 15:00:48.653712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36306) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:48.656662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4b7ce-6db6-4103-a61b-99be9bc16faf None None] Network 298516a3-5f79-4d07-91d5-f6ceef84a76d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:48.678914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.679421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.679608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.679980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.680803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.681141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.681466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.681793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.682115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.682432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.682752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.685179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c697a35-63f8-4767-8a74-2fab2b591146 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:48.730523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-992d58a8-b1c8-4f23-a48e-821acb6fb5b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2007561 Aug 20 15:00:48.742020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77da05-649c-4e98-9b08-455b7f5625ed req-4cbe7178-78fc-4bd5-9e48-e725dc73a2ad tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:48.752012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f77da05-649c-4e98-9b08-455b7f5625ed req-4cbe7178-78fc-4bd5-9e48-e725dc73a2ad tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2052617 Aug 20 15:00:48.758235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d0c48e27-54d6-4615-9c37-4a9cf2699e22 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:00:48.797357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.825098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f77da05-649c-4e98-9b08-455b7f5625ed req-a7db128d-c39c-431a-8b25-8a12a587fe8d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710640 Aug 20 15:00:48.888392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 988ac3c1-2f52-49ef-9364-eefd4282e7cb {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:48.888989 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.958549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c7a1-06bc-40af-8bf4-b4f069d7fd09 req-38db88c1-cd9c-4ecc-824d-a4f5db22fba9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:48.966314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c7a1-06bc-40af-8bf4-b4f069d7fd09 req-38db88c1-cd9c-4ecc-824d-a4f5db22fba9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:48.979859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c7a1-06bc-40af-8bf4-b4f069d7fd09 req-38db88c1-cd9c-4ecc-824d-a4f5db22fba9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:48.982946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port 988ac3c1-2f52-49ef-9364-eefd4282e7cb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=988ac3c1-2f52-49ef-9364-eefd4282e7cb,segment=NetworkSegment(08240f41-1778-4894-982e-d90348db7b43),segment_id=08240f41-1778-4894-982e-d90348db7b43)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:48.983647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:48.984598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c7a1-06bc-40af-8bf4-b4f069d7fd09 req-38db88c1-cd9c-4ecc-824d-a4f5db22fba9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:48.991770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c7a1-06bc-40af-8bf4-b4f069d7fd09 req-38db88c1-cd9c-4ecc-824d-a4f5db22fba9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.000983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c7a1-06bc-40af-8bf4-b4f069d7fd09 req-38db88c1-cd9c-4ecc-824d-a4f5db22fba9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.003316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 988ac3c1-2f52-49ef-9364-eefd4282e7cb owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:49.006928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c7a1-06bc-40af-8bf4-b4f069d7fd09 req-38db88c1-cd9c-4ecc-824d-a4f5db22fba9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.009073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fd7c7a1-06bc-40af-8bf4-b4f069d7fd09 req-38db88c1-cd9c-4ecc-824d-a4f5db22fba9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5443 time: 0.1800172 Aug 20 15:00:49.021358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-e3e23063-6eeb-4403-9175-17a85cf4e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.021514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d0c48e27-54d6-4615-9c37-4a9cf2699e22, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d0c48e27-54d6-4615-9c37-4a9cf2699e22,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:49.021853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-e3e23063-6eeb-4403-9175-17a85cf4e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.022330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-e3e23063-6eeb-4403-9175-17a85cf4e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.022798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-e3e23063-6eeb-4403-9175-17a85cf4e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.023276 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-e3e23063-6eeb-4403-9175-17a85cf4e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.023762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-e3e23063-6eeb-4403-9175-17a85cf4e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.024464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-e3e23063-6eeb-4403-9175-17a85cf4e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.026377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-e3e23063-6eeb-4403-9175-17a85cf4e7dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6507 time: 0.1655042 Aug 20 15:00:49.050808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'd0c48e27-54d6-4615-9c37-4a9cf2699e22', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'd0c48e27-54d6-4615-9c37-4a9cf2699e22', 'mac_address': 'fa:16:3e:e9:44:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:00:49.089439 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] DHCP port deletion for 298516a3-5f79-4d07-91d5-f6ceef84a76d request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:00:49.126548 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.135786 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.144645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c48e27-54d6-4615-9c37-4a9cf2699e22 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:49.173015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d0c48e27-54d6-4615-9c37-4a9cf2699e22, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d0c48e27-54d6-4615-9c37-4a9cf2699e22,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:49.173880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No DVR routers for this DVR port 988ac3c1-2f52-49ef-9364-eefd4282e7cb on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:49.176282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=988ac3c1-2f52-49ef-9364-eefd4282e7cb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:49.183823 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.212477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] Deleting port 988ac3c1-2f52-49ef-9364-eefd4282e7cb {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:00:49.213241 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.219728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fd7c7a1-06bc-40af-8bf4-b4f069d7fd09 req-bf92eaa9-87c9-44eb-9f38-026370d70366 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1921029 Aug 20 15:00:49.221755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-830f0141-4b8e-418c-97ec-41a856916370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.222250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-830f0141-4b8e-418c-97ec-41a856916370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.223220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-830f0141-4b8e-418c-97ec-41a856916370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.224858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-830f0141-4b8e-418c-97ec-41a856916370 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b8de9808-a92c-4226-a7dc-109c0f430768&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=5f6fa9f8-dffe-4941-a197-5414e380866a&id=3e13694c-b908-45f1-a031-45b448bf5ef6&id=3e13694c-b908-45f1-a031-45b448bf5ef6 HTTP/1.1" status: 200 len: 2297 time: 0.1602902 Aug 20 15:00:49.301034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d0c48e27-54d6-4615-9c37-4a9cf2699e22,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:49.313341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.319409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] For port 988ac3c1-2f52-49ef-9364-eefd4282e7cb, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:49.320201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.329963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298516a3-5f79-4d07-91d5-f6ceef84a76d']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:49.344730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08240f41-1778-4894-982e-d90348db7b43') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:49.345579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08240f41-1778-4894-982e-d90348db7b43') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:49.347681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] Calling delete_port for 988ac3c1-2f52-49ef-9364-eefd4282e7cb owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:00:49.353632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] Port 988ac3c1-2f52-49ef-9364-eefd4282e7cb was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 15:00:49.355314 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.371354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-977c8f52-4bf9-4a6b-a2e2-616bef558bf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f0addf6-e309-4151-b015-aa04ac1be543 HTTP/1.1" status: 200 len: 1001 time: 0.1329956 Aug 20 15:00:49.389893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.391504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] Pushing event deleted for resources: {'Port': ['ID=988ac3c1-2f52-49ef-9364-eefd4282e7cb,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:49.398128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791a4c0-c77d-4a66-bc28-ee7ebb325f27 None None] No DVR routers for this DVR port 988ac3c1-2f52-49ef-9364-eefd4282e7cb on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:00:49.425215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.437861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:00:49.438565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:00:49.444518 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:00:49.453282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-08712fac-7e18-4ca4-861c-9ff852ab4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.454814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-08712fac-7e18-4ca4-861c-9ff852ab4c8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cb4bb3b8-21fa-4961-a28d-1bdb09f01658 HTTP/1.1" status: 200 len: 856 time: 0.0663476 Aug 20 15:00:49.513345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-03fe36ba-0da4-485d-85f7-224677202232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.513345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-03fe36ba-0da4-485d-85f7-224677202232 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b8de9808-a92c-4226-a7dc-109c0f430768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448794 Aug 20 15:00:49.545846 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.558722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.563590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/networks/298516a3-5f79-4d07-91d5-f6ceef84a76d HTTP/1.1" status: 204 len: 168 time: 0.9060090 Aug 20 15:00:49.574888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:49.579693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b9749b2f-99b6-4137-ae40-b94097400902 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-818237587', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:49.586542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae64615-6508-4ae3-ab6e-5c6d95a55fb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Network': ['ID=298516a3-5f79-4d07-91d5-f6ceef84a76d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:49.590036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d0c48e27-54d6-4615-9c37-4a9cf2699e22'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:49.605890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-813cf8f2-bd09-4e08-954d-47cf8e626e92 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6ef0b8e109f948f9b244374f21447270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296283 Aug 20 15:00:49.634465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9749b2f-99b6-4137-ae40-b94097400902 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.635943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9749b2f-99b6-4137-ae40-b94097400902 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.708567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-33bc847d-6b12-405c-94eb-d79abf6e791b service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897504 Aug 20 15:00:49.709689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9749b2f-99b6-4137-ae40-b94097400902 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.717565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9749b2f-99b6-4137-ae40-b94097400902 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.737758 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9749b2f-99b6-4137-ae40-b94097400902 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.740170 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b9749b2f-99b6-4137-ae40-b94097400902 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1640399 Aug 20 15:00:49.742319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36364) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:49.756252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'network': {'name': 'tempest-RoutersTest-1456342687'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:49.783928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:49.788840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.820273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:00:49.832044 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.832414 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added segment 06e970e1-6509-4773-b52c-fe8d05f576f1 of type vlan for network 133b9224-45d4-445a-a8e4-071f4f6d4678 Aug 20 15:00:49.872519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-59a484b9-aa1a-433e-a571-b27fc84fc8c2 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.874140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-59a484b9-aa1a-433e-a571-b27fc84fc8c2 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523882 Aug 20 15:00:49.883057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.921066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.928170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.928756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:49.933867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164a7b-27fd-4a96-bdcb-7a436d57a92b req-6a75f635-7511-4043-bdb1-bf252f2d008d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.940408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164a7b-27fd-4a96-bdcb-7a436d57a92b req-6a75f635-7511-4043-bdb1-bf252f2d008d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.956417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164a7b-27fd-4a96-bdcb-7a436d57a92b req-6a75f635-7511-4043-bdb1-bf252f2d008d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.963477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164a7b-27fd-4a96-bdcb-7a436d57a92b req-6a75f635-7511-4043-bdb1-bf252f2d008d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.969778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164a7b-27fd-4a96-bdcb-7a436d57a92b req-6a75f635-7511-4043-bdb1-bf252f2d008d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.976255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164a7b-27fd-4a96-bdcb-7a436d57a92b req-6a75f635-7511-4043-bdb1-bf252f2d008d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.981669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 988ac3c1-2f52-49ef-9364-eefd4282e7cb no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:00:49.988630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164a7b-27fd-4a96-bdcb-7a436d57a92b req-6a75f635-7511-4043-bdb1-bf252f2d008d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:49.990643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2164a7b-27fd-4a96-bdcb-7a436d57a92b req-6a75f635-7511-4043-bdb1-bf252f2d008d tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5443 time: 0.1943655 Aug 20 15:00:50.000250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-72ec225b-247a-491c-9188-ffc4be68167d tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/quotas/6ef0b8e109f948f9b244374f21447270 HTTP/1.1" status: 200 len: 375 time: 0.1151001 Aug 20 15:00:50.007221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 988ac3c1-2f52-49ef-9364-eefd4282e7cb {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:00:50.007776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 988ac3c1-2f52-49ef-9364-eefd4282e7cb not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:00:50.015417 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2671788 Aug 20 15:00:50.021163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36374) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:50.031180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'subnet': {'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:50.052444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-68a21470-e29c-4e2c-a7aa-8ea6322f0e04 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ef0b8e109f948f9b244374f21447270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511658 Aug 20 15:00:50.061268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-d645c16f-51b8-49fb-a013-bc868a7eae7b service neutron] 10.222.0.72 "GET /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287716 Aug 20 15:00:50.088286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf250b4-3e3e-4992-9dd2-0dcbaa414ccc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Network': ['ID=133b9224-45d4-445a-a8e4-071f4f6d4678,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:50.100849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 133b9224-45d4-445a-a8e4-071f4f6d4678 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:00:50.142265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:50.143230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-c22e53b6-e9bf-4d7c-b020-555cb80874b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=80f09775-f1f0-43e2-8b62-9ece74cfd13a HTTP/1.1" status: 200 len: 217 time: 0.0637934 Aug 20 15:00:50.147796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:50.218242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-9a6ce4bf-364f-45ff-8b51-086d0d3fd8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:50.220828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-9a6ce4bf-364f-45ff-8b51-086d0d3fd8e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0638058 Aug 20 15:00:50.240756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478682ab-a84f-4517-ba28-8e364e7d4281 req-c998d609-41ea-498c-bda1-6476a393865e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:50.242709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-478682ab-a84f-4517-ba28-8e364e7d4281 req-c998d609-41ea-498c-bda1-6476a393865e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1645885 Aug 20 15:00:50.329505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-478682ab-a84f-4517-ba28-8e364e7d4281 req-795025b9-d839-440d-a1fc-9110b3ff3aca tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Aug 20 15:00:50.332334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-14a09ed6-ee22-475b-8eee-ecf4562316f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:50.333981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-14a09ed6-ee22-475b-8eee-ecf4562316f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0890725 Aug 20 15:00:50.507161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-349db233-783d-4230-952e-9ecaaa625452 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610332 Aug 20 15:00:50.515983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:50.590723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Subnet': ['ID=7d924633-b7b5-4702-8429-ac686118e112,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:50.604464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.604809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.605165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.605491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.605835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.606194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.606607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.606932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.607239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.607754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.608030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.608355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:00:50.618029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Checking segment: {'id': '06e970e1-6509-4773-b52c-fe8d05f576f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:50.618552 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network hostable DHCP agents. Network: 133b9224-45d4-445a-a8e4-071f4f6d4678, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:00:50.623423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-402704c4-74cc-47c6-a7c6-ff36a92910d6 req-756649bb-da86-4e5f-b937-fb749d7e8c37 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0599978 Aug 20 15:00:50.637798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 133b9224-45d4-445a-a8e4-071f4f6d4678 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:00:50.652139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 133b9224-45d4-445a-a8e4-071f4f6d4678) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:50.663349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:50.667183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:50.670977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d65d4c-df6e-4790-93a5-40570c502a0f None None] Network 133b9224-45d4-445a-a8e4-071f4f6d4678 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:50.691967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fecc5-a909-4a45-8493-16b38f7e812b req-452304aa-a0a9-490b-9d1f-d85f2466cb21 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:50.694674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e5fecc5-a909-4a45-8493-16b38f7e812b req-452304aa-a0a9-490b-9d1f-d85f2466cb21 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 948 time: 0.1848922 Aug 20 15:00:50.708004 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7ec0ef01-1142-47ec-970c-36cf927a4100 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6820781 Aug 20 15:00:50.709251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36386) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:50.770055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-993e56cf-c1ac-4921-bdcd-871e70e653ed req-ac0a96eb-8a71-49d0-a8a9-4d6a1588d3d0 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 210 time: 0.0485516 Aug 20 15:00:50.785397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d0c48e27-54d6-4615-9c37-4a9cf2699e22 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:50.815979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e5fecc5-a909-4a45-8493-16b38f7e812b req-ef638dcf-39e1-4ac2-b2b6-ac5726748eb6 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 Aug 20 15:00:50.820551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-49ac0ec9-a835-4c12-ba95-60e0b4d31d92 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587550 Aug 20 15:00:50.903189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-093d00f4-5a79-4a1c-9293-006aa73b8556 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377 HTTP/1.1" status: 200 len: 217 time: 0.0732477 Aug 20 15:00:50.914781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port d0c48e27-54d6-4615-9c37-4a9cf2699e22 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:50.922699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port d0c48e27-54d6-4615-9c37-4a9cf2699e22 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:50.923085 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:50.984390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-ee15836d-30f5-411c-9499-a7cf0bff84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:50.985204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-ee15836d-30f5-411c-9499-a7cf0bff84a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0630629 Aug 20 15:00:50.991977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-133b9224-45d4-445a-a8e4-071f4f6d4678', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:00:50.993036 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.046248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-64a85b1e-5c88-454a-8082-b0b47ea41420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:51.047886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-64a85b1e-5c88-454a-8082-b0b47ea41420 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0539975 Aug 20 15:00:51.130569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.215845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-9197b86d-5c07-4a54-aa81-3996002729c6 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598320 Aug 20 15:00:51.216092 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.265201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d0c48e27-54d6-4615-9c37-4a9cf2699e22, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d0c48e27-54d6-4615-9c37-4a9cf2699e22,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:51.267342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Allocated IP 172.20.0.2 (133b9224-45d4-445a-a8e4-071f4f6d4678/7d924633-b7b5-4702-8429-ac686118e112/8384aa1b-8955-4e0f-b517-e1b6bc14b8c3) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:51.270208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b24f2-f594-44c8-9902-2b455a50f2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:51.272928 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602820e3-5aa1-42da-b9e0-77f732e7087c" -d '{"events": [{"server_uuid": "609b24f2-f594-44c8-9902-2b455a50f2d1", "name": "network-vif-plugged", "status": "completed", "tag": "d0c48e27-54d6-4615-9c37-4a9cf2699e22"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:51.309657 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.429547 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27774f8d-f5fc-4aa9-bccf-ceb49f6df6f2 x-openstack-request-id: req-27774f8d-f5fc-4aa9-bccf-ceb49f6df6f2 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:51.431999 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609b24f2-f594-44c8-9902-2b455a50f2d1", "name": "network-vif-plugged", "status": "completed", "tag": "d0c48e27-54d6-4615-9c37-4a9cf2699e22", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:51.432997 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27774f8d-f5fc-4aa9-bccf-ceb49f6df6f2 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:51.433559 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609b24f2-f594-44c8-9902-2b455a50f2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c48e27-54d6-4615-9c37-4a9cf2699e22', 'code': 200} Aug 20 15:00:51.439158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d0c48e27-54d6-4615-9c37-4a9cf2699e22,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:51.636404 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.645020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Transition to ACTIVE for port object 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:51.663274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Transition to ACTIVE for port object 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:51.670532 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.724992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75336a2-0aba-4b24-b344-3c7e2ce8b93c req-07e23b42-5480-486b-adb9-240bab73b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:51.726480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c75336a2-0aba-4b24-b344-3c7e2ce8b93c req-07e23b42-5480-486b-adb9-240bab73b4c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 1101 time: 0.1199288 Aug 20 15:00:51.727977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Pushing event updated for resources: {'Port': ['ID=8384aa1b-8955-4e0f-b517-e1b6bc14b8c3,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:51.730288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 53e27d67-58fa-4f26-a902-aa33f6225dc4 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:00:51.735856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.20.0.1 (133b9224-45d4-445a-a8e4-071f4f6d4678/7d924633-b7b5-4702-8429-ac686118e112/f60bea7c-ac3f-4821-a7ba-a480414aa61f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:51.741588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75322f0-06f2-4c2c-9296-c03dcdb4d6ed req-7ee143c3-1c28-4846-bf50-dee4ae7fb27d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:51.743073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a75322f0-06f2-4c2c-9296-c03dcdb4d6ed req-7ee143c3-1c28-4846-bf50-dee4ae7fb27d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1376088 Aug 20 15:00:51.749817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Network 133b9224-45d4-445a-a8e4-071f4f6d4678 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:51.753571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:51.756926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:51.784219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbfc5c0f-2f96-4948-b60e-e6168e6f1c77 req-917a1cba-d739-4e4a-a1d2-12e8576cdb04 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0537503 Aug 20 15:00:51.797669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-e688dfce-b276-48b2-9c8e-87d3153304c5 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681884 Aug 20 15:00:51.865975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-c1a00bd8-589e-4718-a0ae-c5132056d7ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc HTTP/1.1" status: 200 len: 217 time: 0.0461619 Aug 20 15:00:51.867719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c75336a2-0aba-4b24-b344-3c7e2ce8b93c req-95ddcb54-e204-456e-9123-853e0f0d6d53 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236579 Aug 20 15:00:51.872371 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.886876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Attempting to bind port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:51.886876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Attempting to bind port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '06e970e1-6509-4773-b52c-fe8d05f576f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:51.886876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Attempting to bind port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 on network 133b9224-45d4-445a-a8e4-071f4f6d4678 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:51.888108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a75322f0-06f2-4c2c-9296-c03dcdb4d6ed req-a1e982bd-4602-4cc8-a9fb-63a3e52a335d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220901 Aug 20 15:00:51.892178 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Transition to ACTIVE for port object f60bea7c-ac3f-4821-a7ba-a480414aa61f will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:51.925288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:51.925690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Checking segment: {'id': '06e970e1-6509-4773-b52c-fe8d05f576f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:51.926128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.926528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Bound using segment: {'id': '06e970e1-6509-4773-b52c-fe8d05f576f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:51.927006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Bound port: 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e970e1-6509-4773-b52c-fe8d05f576f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:51.936397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.938696 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:51.979564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f3da127-70df-4ed2-bd63-bc8bb7743a19 req-bea6a5ff-26ad-4953-85e7-5d3c8b2f6a72 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 210 time: 0.0692008 Aug 20 15:00:52.017346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 133b9224-45d4-445a-a8e4-071f4f6d4678 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:52.019333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:52.021234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=f60bea7c-ac3f-4821-a7ba-a480414aa61f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:52.023365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:52.033142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-60baea4a-d71f-41c2-9216-21610ea9a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:52.034886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-60baea4a-d71f-41c2-9216-21610ea9a14b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.1458335 Aug 20 15:00:52.067931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:52.079487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 53e27d67-58fa-4f26-a902-aa33f6225dc4, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=53e27d67-58fa-4f26-a902-aa33f6225dc4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:52.092798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60507b-17d1-4ba5-8d4a-de3163fc0927 req-cd335688-7da7-4a27-9e5b-5e199de41456 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:52.094514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be60507b-17d1-4ba5-8d4a-de3163fc0927 req-cd335688-7da7-4a27-9e5b-5e199de41456 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 948 time: 0.1184866 Aug 20 15:00:52.108805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '53e27d67-58fa-4f26-a902-aa33f6225dc4', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '53e27d67-58fa-4f26-a902-aa33f6225dc4', 'mac_address': 'fa:16:3e:a7:83:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:00:52.122643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-c77e48af-1053-4557-aa88-dae665bfdfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:52.124104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-c77e48af-1053-4557-aa88-dae665bfdfe7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0795677 Aug 20 15:00:52.151536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] For port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:52.152362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be60507b-17d1-4ba5-8d4a-de3163fc0927 req-3094c593-dacd-456e-937b-52df5e899b78 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505366 Aug 20 15:00:52.227145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:52.239270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-0abdf6aa-680b-4fd7-85df-48a48ccd467e service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009719 Aug 20 15:00:52.258421 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] For port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8384aa1b-8955-4e0f-b517-e1b6bc14b8c3,segment=NetworkSegment(06e970e1-6509-4773-b52c-fe8d05f576f1),segment_id=06e970e1-6509-4773-b52c-fe8d05f576f1)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:52.264158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:52.269679 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:52.320174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e27d67-58fa-4f26-a902-aa33f6225dc4 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:52.355913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-360d3100-16ee-43e3-9603-59e64da7564b tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6ef0b8e109f948f9b244374f21447270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962813 Aug 20 15:00:52.381307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 53e27d67-58fa-4f26-a902-aa33f6225dc4, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=53e27d67-58fa-4f26-a902-aa33f6225dc4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:52.390107 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:52.398366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4d590-a156-4b02-9647-2e8bdbaf57f0 None None] Pushing event updated for resources: {'Port': ['ID=8384aa1b-8955-4e0f-b517-e1b6bc14b8c3,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:52.470766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=53e27d67-58fa-4f26-a902-aa33f6225dc4,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:52.578226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-6ea87325-ec0e-4d08-a226-f1ca85c50c46 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:52.580455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-6ea87325-ec0e-4d08-a226-f1ca85c50c46 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087772 Aug 20 15:00:52.611675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-f7b4010c-7b47-4d17-970f-36c7a8d806e7 service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630631 Aug 20 15:00:52.621406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Request body: {'port': {'device_id': '5a76beb0-e7e8-4a00-93bf-9ef79949ea25', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '6ef0b8e109f948f9b244374f21447270'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:52.710865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-56a8c99b-c6be-4c94-a5b2-745cd2dd7ef6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31 HTTP/1.1" status: 200 len: 217 time: 0.0863838 Aug 20 15:00:52.786581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36426) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:52.832306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-13614d30-93cc-44f8-bf7e-98f689a97b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:52.834137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-13614d30-93cc-44f8-bf7e-98f689a97b12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 200 len: 797 time: 0.0812240 Aug 20 15:00:52.958943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9523ad2-f926-4c87-8913-6e2d7bf0e174 req-f0c79e24-8af2-4dba-831c-af3a03e51f1d tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0496135 Aug 20 15:00:52.989843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Made reservation on behalf of 6ef0b8e109f948f9b244374f21447270 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:52.993538 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:52.997244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-b8dc9ecd-8623-4c70-a31e-84306ac7b1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:52.998748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-b8dc9ecd-8623-4c70-a31e-84306ac7b1f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f6fa9f8-dffe-4941-a197-5414e380866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1505551 Aug 20 15:00:53.011701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.015483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['53e27d67-58fa-4f26-a902-aa33f6225dc4'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:00:53.017238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.029415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-2c4a3e7a-5c47-45fe-bad5-dcf5b1e07da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.029931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-2c4a3e7a-5c47-45fe-bad5-dcf5b1e07da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.030426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-2c4a3e7a-5c47-45fe-bad5-dcf5b1e07da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.030913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-2c4a3e7a-5c47-45fe-bad5-dcf5b1e07da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.031399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-2c4a3e7a-5c47-45fe-bad5-dcf5b1e07da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.031908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-2c4a3e7a-5c47-45fe-bad5-dcf5b1e07da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.032440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-2c4a3e7a-5c47-45fe-bad5-dcf5b1e07da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.034477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-2c4a3e7a-5c47-45fe-bad5-dcf5b1e07da1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 6507 time: 0.2445986 Aug 20 15:00:53.046842 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.098386 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.109614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=f60bea7c-ac3f-4821-a7ba-a480414aa61f,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:53.163686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d088aac-03ed-4980-adca-afdeba8ea801 req-b4883e07-5433-491c-9a99-f9e130fde25f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 210 time: 0.0817771 Aug 20 15:00:53.190365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-efe51e70-087d-44c0-9b44-dd1701b300bb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451325 Aug 20 15:00:53.229867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77cb13-1b7a-460d-9cb5-b75dde729bee req-bbdb6407-d6e0-4d06-8015-1525ca64f5f4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.231310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 133b9224-45d4-445a-a8e4-071f4f6d4678 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:53.232917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:53.238436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e77cb13-1b7a-460d-9cb5-b75dde729bee req-bbdb6407-d6e0-4d06-8015-1525ca64f5f4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2722549 Aug 20 15:00:53.326527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-3bdbaf4a-a312-40ce-97cc-66e793c6ecbf service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091664 Aug 20 15:00:53.365445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e77cb13-1b7a-460d-9cb5-b75dde729bee req-e0b68251-151d-450a-8e5f-5ea6ff2251df tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261134 Aug 20 15:00:53.377248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:00:53.457422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c0273-3649-479d-9c08-791aba379fb5 req-fe76c2d9-71d4-465c-895f-e35eae153232 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.459501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-531c0273-3649-479d-9c08-791aba379fb5 req-fe76c2d9-71d4-465c-895f-e35eae153232 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 949 time: 0.1659315 Aug 20 15:00:53.517965 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-33b6ad8a-ba44-47d2-8212-59e6305f679d req-bcb4a26b-30ad-4211-99c1-9ead1a2c40ce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0327144 Aug 20 15:00:53.532879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:53.536224 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.538717 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4bd2639b-73c9-474b-8961-f45e8849d623 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8280778 Aug 20 15:00:53.543276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36440) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:53.549185 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'network': {'name': 'tempest-RoutersTest-239959939'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:53.549640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-89784a0d-ea28-4816-b49b-8b3f8a59d9aa service neutron] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046268 Aug 20 15:00:53.550613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Sync routers for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:00:53.552503 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.563444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef753862-4b4e-4384-9fa1-f5382a96f672 None None] Network 133b9224-45d4-445a-a8e4-071f4f6d4678 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:53.578505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:53.582112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.585679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-531c0273-3649-479d-9c08-791aba379fb5 req-9d29985d-a615-45a2-bf6b-c59ac299e689 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145720 Aug 20 15:00:53.612794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:00:53.623947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.624895 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added segment 1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e of type vlan for network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b Aug 20 15:00:53.635076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-a00db2b7-b2c2-4f7f-9e1d-84915a71b33f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9 HTTP/1.1" status: 200 len: 217 time: 0.0700436 Aug 20 15:00:53.673568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.684749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b05c9a-b945-452a-821f-2ca3bfd07068,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:53.712172 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.718750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.719533 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:53.777302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-2a5309e8-9ffe-4ec0-b8b9-6192f9b1757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.786904 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2396648 Aug 20 15:00:53.787113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-2a5309e8-9ffe-4ec0-b8b9-6192f9b1757a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.1182961 Aug 20 15:00:53.787618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36448) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:53.795775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'subnet': {'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:53.819351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30365c1-ba78-4fcd-ba57-ea6c202210fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Network': ['ID=8356c3b9-e84c-4d7e-b0e4-3a715c181e1b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:53.828773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:53.829691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:53.833394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8071db03-a6ff-4362-a56e-de72666146fb None None] Provisioning for port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:53.843639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:00:53.872833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Allocated IP 192.168.233.159 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:53.890831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-89075265-a30d-4d36-8937-fa143372f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:53.892412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-89075265-a30d-4d36-8937-fa143372f15c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0928981 Aug 20 15:00:53.917195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:53.920935 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:54.160642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:54.199696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01e0a242-201a-44f5-b988-b24a6b91b459 req-9621fe96-bf11-4969-9c84-7e7e77497f44 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0783551 Aug 20 15:00:54.201493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-b8af7c71-a73a-4fca-afa4-9d0070609df5 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998536 Aug 20 15:00:54.236047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:00:54.251866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:54.324219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Subnet': ['ID=43c6fe47-7ac2-4d23-8ab3-66ae34163bb9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:54.327468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Checking segment: {'id': '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:54.327871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network hostable DHCP agents. Network: 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:00:54.349960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:00:54.358661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:54.363587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:54.364194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:54.380062 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fdddfca3-8dd3-4454-ab18-966d438cf3c7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5915241 Aug 20 15:00:54.384452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36454) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:54.405825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f532be-cba5-4fcd-9dd3-f6578f01cabd None None] Network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:54.444745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af753b2-2dd5-41d9-b886-95f1ee7d6acc req-1dc372c7-4345-4d56-be5d-bc665bc3da7c tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 210 time: 0.1306722 Aug 20 15:00:54.463990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-1ecd305d-1f6e-4a22-ac7f-8058dcc1f2a8 service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348921 Aug 20 15:00:54.491197 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:54.534400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-238bbb34-23f3-4b87-a6f1-9391366be967 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d4169652-326d-4a9b-9968-f3373cfbb653 HTTP/1.1" status: 200 len: 217 time: 0.0596414 Aug 20 15:00:54.542600 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:54.568497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:54.569178 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:54.583586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Transition to ACTIVE for port object ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:54.638675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ac1ee-b9b3-4e3b-90d6-4053c1a0fa29 req-d208c55e-6dce-403d-8ffe-235589cf0341 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:54.644085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d1ac1ee-b9b3-4e3b-90d6-4053c1a0fa29 req-d208c55e-6dce-403d-8ffe-235589cf0341 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1223633 Aug 20 15:00:54.661797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-f86cac04-9d71-4a41-8ebc-61cb0a11ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:54.664041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-f86cac04-9d71-4a41-8ebc-61cb0a11ae08 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 200 len: 797 time: 0.1097953 Aug 20 15:00:54.761109 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:54.806133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d1ac1ee-b9b3-4e3b-90d6-4053c1a0fa29 req-af40de01-1265-4495-99fc-994b2af99f8a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536031 Aug 20 15:00:54.820503 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:54.836687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:54.840621 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:54.849897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:00:54.852820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:54.855996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:54.861113 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:54.874837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-fc57533b-17ee-4001-a85a-d85422b71a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:54.879761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-fc57533b-17ee-4001-a85a-d85422b71a52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3e13694c-b908-45f1-a031-45b448bf5ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1926618 Aug 20 15:00:54.890326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772279a1-a4d4-4126-81b1-e396425310d1 req-28b81e1a-a413-4047-8ca3-ffc862e49ce9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:54.891911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-772279a1-a4d4-4126-81b1-e396425310d1 req-28b81e1a-a413-4047-8ca3-ffc862e49ce9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 949 time: 0.2059679 Aug 20 15:00:54.909016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:00:52Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:00:52Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:54.943364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Pushing event updated for resources: {'Port': ['ID=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:54.979132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8384aa1b-8955-4e0f-b517-e1b6bc14b8c3,segment=NetworkSegment(06e970e1-6509-4773-b52c-fe8d05f576f1),segment_id=06e970e1-6509-4773-b52c-fe8d05f576f1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:54.982158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Checking router: a34c1d90-a654-4158-bade-cd1eae46949e for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:00:54.982596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Updating router a34c1d90-a654-4158-bade-cd1eae46949e port f60bea7c-ac3f-4821-a7ba-a480414aa61f binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:00:54.995310 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.090745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:55.091443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.112663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-772279a1-a4d4-4126-81b1-e396425310d1 req-4f7c6355-179e-4068-80c4-78f57cc41bb4 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728628 Aug 20 15:00:55.129416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-65815d7a-c08d-4764-a9e1-f88782f35ebd tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5161519 Aug 20 15:00:55.133813 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.150441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-25ef7af5-08cd-4f0c-bd17-2e2ee6c28efd service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573547 Aug 20 15:00:55.157759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Request body: {'port': {'device_id': '5a76beb0-e7e8-4a00-93bf-9ef79949ea25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:55.253879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3f4e566e-d3c3-4db7-bb18-3569bc76d987 None None] Provisioning complete for port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:55.254339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3f4e566e-d3c3-4db7-bb18-3569bc76d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.310066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.21.0.1 (8356c3b9-e84c-4d7e-b0e4-3a715c181e1b/43c6fe47-7ac2-4d23-8ab3-66ae34163bb9/33244c3e-1f4e-4246-8e9d-266938185b15) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:55.328986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.424484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=8384aa1b-8955-4e0f-b517-e1b6bc14b8c3,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:55.456698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2470c471-07bd-428b-98e1-e668b1bbf9c4 req-8e8d8e6e-7a88-498d-911e-78a69a84de04 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0835207 Aug 20 15:00:55.461346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4d66478-f215-4930-8c82-c136cc5f2a0a req-933557e2-7550-482d-bdcd-913c595d121a service neutron] 10.222.0.72 "GET /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995501 Aug 20 15:00:55.530609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.545918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Transition to ACTIVE for port object 33244c3e-1f4e-4246-8e9d-266938185b15 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:55.598314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3f4e566e-d3c3-4db7-bb18-3569bc76d987 None None] Provisioning for port f60bea7c-ac3f-4821-a7ba-a480414aa61f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:55.609578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.659992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Allocated IP 172.21.0.2 (8356c3b9-e84c-4d7e-b0e4-3a715c181e1b/43c6fe47-7ac2-4d23-8ab3-66ae34163bb9/fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:55.664921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:55.669818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:55.679214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:55.689654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=33244c3e-1f4e-4246-8e9d-266938185b15,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:55.715277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd091505-f890-44ec-a3c6-dce0f4f15b57 req-7bdb40e2-1d18-4442-8a4b-cd5048f68c8c tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:55.717255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd091505-f890-44ec-a3c6-dce0f4f15b57 req-7bdb40e2-1d18-4442-8a4b-cd5048f68c8c tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 936 time: 0.1249125 Aug 20 15:00:55.741202 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 53e27d67-58fa-4f26-a902-aa33f6225dc4 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:55.747485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3f4e566e-d3c3-4db7-bb18-3569bc76d987 None None] Provisioning complete for port f60bea7c-ac3f-4821-a7ba-a480414aa61f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:55.747888 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3f4e566e-d3c3-4db7-bb18-3569bc76d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.761261 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.839692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd091505-f890-44ec-a3c6-dce0f4f15b57 req-a2941e3f-9348-48fe-bac5-d5a0639b2e46 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061330 Aug 20 15:00:55.867658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e566e-d3c3-4db7-bb18-3569bc76d987 None None] Port f60bea7c-ac3f-4821-a7ba-a480414aa61f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:00:55.933799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.940245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 53e27d67-58fa-4f26-a902-aa33f6225dc4 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:55.969207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 53e27d67-58fa-4f26-a902-aa33f6225dc4 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:55.970106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:55.988420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.002597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Transition to ACTIVE for port object f60bea7c-ac3f-4821-a7ba-a480414aa61f will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:56.029706 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.051990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.059618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d71f2-8fb5-4872-b067-471bd7b791ab req-8ac75c50-40bc-46e0-99c9-ffe83e4ab9cf tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:56.069020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c4d71f2-8fb5-4872-b067-471bd7b791ab req-8ac75c50-40bc-46e0-99c9-ffe83e4ab9cf tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1257968 Aug 20 15:00:56.102267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Transition to ACTIVE for port object fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:56.109529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:00:56.130255 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.133450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d42bc-5423-41af-b561-a3a2941955d3 None None] Pushing event updated for resources: {'Port': ['ID=f60bea7c-ac3f-4821-a7ba-a480414aa61f,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:56.157245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Transition to ACTIVE for port object fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:56.159884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3c2199c1-d86e-44d6-9b88-b46d0ae8e63f None None] Provisioning for port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:56.162485 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c4d71f2-8fb5-4872-b067-471bd7b791ab req-df271685-dd0b-4414-9eeb-487240984ff4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914462 Aug 20 15:00:56.190416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Transition to ACTIVE for port object ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:56.199093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.376011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:56.411755 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.504606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:56.510597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Pushing event updated for resources: {'Port': ['ID=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:56.513280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Attempting to bind port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:56.513720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Attempting to bind port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:56.514171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Attempting to bind port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:56.525240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:00:56.525769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Attempting to bind port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:56.529892 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.535068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Attempting to bind port f60bea7c-ac3f-4821-a7ba-a480414aa61f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:56.535668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Attempting to bind port f60bea7c-ac3f-4821-a7ba-a480414aa61f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '06e970e1-6509-4773-b52c-fe8d05f576f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:56.536229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Attempting to bind port f60bea7c-ac3f-4821-a7ba-a480414aa61f on network 133b9224-45d4-445a-a8e4-071f4f6d4678 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:56.545780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde2723-9f90-4203-ac7f-c120e61cac11 req-3178970a-1a5e-4619-b0d1-f9acc375bcf1 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:56.547232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:56.547512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cde2723-9f90-4203-ac7f-c120e61cac11 req-3178970a-1a5e-4619-b0d1-f9acc375bcf1 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 949 time: 0.1403785 Aug 20 15:00:56.548616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:56.549025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:56.549900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:56.550018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Bound port: ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:56.550447 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.551042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:00:56.570487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:56.571248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Checking segment: {'id': '06e970e1-6509-4773-b52c-fe8d05f576f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:56.571914 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.572675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Bound using segment: {'id': '06e970e1-6509-4773-b52c-fe8d05f576f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:56.573401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Bound port: f60bea7c-ac3f-4821-a7ba-a480414aa61f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e970e1-6509-4773-b52c-fe8d05f576f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:56.574026 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.593831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Pushing event updated for resources: {'Port': ['ID=fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:56.644663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457ba5db-d414-49cc-9a85-a4478342549e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e27d67-58fa-4f26-a902-aa33f6225dc4'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:56.646259 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96298d0e-b436-454d-b209-355068ccbd4a" -d '{"events": [{"server_uuid": "457ba5db-d414-49cc-9a85-a4478342549e", "name": "network-vif-plugged", "status": "completed", "tag": "53e27d67-58fa-4f26-a902-aa33f6225dc4"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:56.682264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.689722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.728669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 53e27d67-58fa-4f26-a902-aa33f6225dc4, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=53e27d67-58fa-4f26-a902-aa33f6225dc4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:56.730968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:56.732012 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.761283 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.779389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Attempting to bind port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:00:56.779780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Attempting to bind port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:00:56.780139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Attempting to bind port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 on network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:00:56.786279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.788150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=33244c3e-1f4e-4246-8e9d-266938185b15,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:56.835389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:00:56.835876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Checking segment: {'id': '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:56.836206 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.836603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Bound using segment: {'id': '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:00:56.837087 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Bound port: fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:00:56.837470 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.841294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] For port f60bea7c-ac3f-4821-a7ba-a480414aa61f, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:56.847521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] For port f60bea7c-ac3f-4821-a7ba-a480414aa61f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f60bea7c-ac3f-4821-a7ba-a480414aa61f,segment=NetworkSegment(06e970e1-6509-4773-b52c-fe8d05f576f1),segment_id=06e970e1-6509-4773-b52c-fe8d05f576f1)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:56.871824 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:56.890048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=53e27d67-58fa-4f26-a902-aa33f6225dc4,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:56.901228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:00:56.903340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:57.020722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:00:57.021387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:57.033039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:00:57.060370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] For port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:57.064109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] For port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:57.084012 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:57.103521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d42bc-5423-41af-b561-a3a2941955d3 None None] Pushing event updated for resources: {'Port': ['ID=f60bea7c-ac3f-4821-a7ba-a480414aa61f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:57.122866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa2cc6c8-cf98-4bf5-8367-6d53f4be13d9 req-338f5780-46da-4de3-a0fe-391f27187ee3 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0770388 Aug 20 15:00:57.159659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] For port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:00:57.175080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cde2723-9f90-4203-ac7f-c120e61cac11 req-d0b5b71c-dcb2-4907-938e-43db728bac79 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997293 Aug 20 15:00:57.176121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] For port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8,segment=NetworkSegment(1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e),segment_id=1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:00:57.193868 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:57.195381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:57.196140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:57.199628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:00:57.201150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] 10.222.0.70 "PUT /v2.0/ports/ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 HTTP/1.1" status: 200 len: 1097 time: 2.0481734 Aug 20 15:00:57.215035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a76beb0-e7e8-4a00-93bf-9ef79949ea25', 'tag': 'ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:00:57.225833 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394c172-a2e4-44dc-aff2-47543f8e3ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a76beb0-e7e8-4a00-93bf-9ef79949ea25", "tag": "ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:00:57.241112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:00:57.251382 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df3d9f88-67de-4293-992a-375e298e2a7a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8652921 Aug 20 15:00:57.254109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36490) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:57.261420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'network': {'name': 'tempest-RoutersTest-1967827536'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:57.290487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:57.295444 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:57.300757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1af4a-8e56-405c-8e07-3e8655977efc service neutron] Pushing event updated for resources: {'Port': ['ID=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:57.306963 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baf9bd1-aff7-44b8-bab8-d6420bce4d92 x-openstack-request-id: req-4baf9bd1-aff7-44b8-bab8-d6420bce4d92 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:57.308098 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457ba5db-d414-49cc-9a85-a4478342549e", "name": "network-vif-plugged", "status": "completed", "tag": "53e27d67-58fa-4f26-a902-aa33f6225dc4", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:57.308359 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4baf9bd1-aff7-44b8-bab8-d6420bce4d92 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:57.308893 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457ba5db-d414-49cc-9a85-a4478342549e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e27d67-58fa-4f26-a902-aa33f6225dc4', 'code': 200} Aug 20 15:00:57.334021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:00:57.356753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:57.358234 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added segment 0f282226-3415-4ad1-89b0-5b36f604c7c4 of type vlan for network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 Aug 20 15:00:57.431822 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:57.472069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:57.478698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:57.480692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:57.499802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-dd133b93-89e4-4a22-b240-8e60b6cd74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:57.501368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-dd133b93-89e4-4a22-b240-8e60b6cd74f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ef0b8e109f948f9b244374f21447270&device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 1100 time: 0.2246091 Aug 20 15:00:57.503228 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2477298 Aug 20 15:00:57.507228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36504) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:57.517613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'subnet': {'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:00:57.540887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c93f4-89df-4144-9cba-2df1b44f84c0 req-0014b126-8175-4c12-b85e-ca13a65dd633 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:57.543333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f0c93f4-89df-4144-9cba-2df1b44f84c0 req-0014b126-8175-4c12-b85e-ca13a65dd633 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 948 time: 0.1819637 Aug 20 15:00:57.582259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4c697-06b8-4615-bbaa-60dd75ba9a0d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Network': ['ID=315773f7-5bc3-4690-a09d-0f94bb3bbf20,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:57.634309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992e7ea-5c38-4ce0-9634-5ad2a178ab5e req-2e1753e8-6e1a-4475-a7e6-d68c2fba7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:57.636412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a14eba-b924-4b8e-ba96-e3f1b96cdaaa None None] Pushing event updated for resources: {'Port': ['ID=fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:57.647656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1992e7ea-5c38-4ce0-9634-5ad2a178ab5e req-2e1753e8-6e1a-4475-a7e6-d68c2fba7d8b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 1102 time: 0.2849717 Aug 20 15:00:57.651713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:00:57.752778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-2c8caf41-5535-42ce-91f1-22d03659d224 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 HTTP/1.1" status: 200 len: 217 time: 0.2285964 Aug 20 15:00:57.879712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:00:55Z', 'revision_number': 3, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:00:56Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:00:56Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:00:57.881376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1992e7ea-5c38-4ce0-9634-5ad2a178ab5e req-2cd4cd45-c899-4982-80a2-b58d1442ba1d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544726 Aug 20 15:00:57.890264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f0c93f4-89df-4144-9cba-2df1b44f84c0 req-f9dc8b0a-e686-436e-bb69-83cb00f6cd10 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017135 Aug 20 15:00:57.905504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ad70b-beae-4e50-bdb1-358c4d150a29 req-f656bfa0-c97d-4a5e-bc04-fb72d3bed6a0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:57.907160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b29ad70b-beae-4e50-bdb1-358c4d150a29 req-f656bfa0-c97d-4a5e-bc04-fb72d3bed6a0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1995034 Aug 20 15:00:57.911717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41fbf11-8f37-40bb-aabc-4fa2da804f66 None None] The sync data for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 is: [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:00:55Z', 'revision_number': 3, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:00:56Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:00:56Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:00:57.914631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-c58f083b-6382-4078-a207-9475f41b4524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:57.916213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-c58f083b-6382-4078-a207-9475f41b4524 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1313465 Aug 20 15:00:57.965982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:00:57.971122 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:57.984842 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6a93f2-24fd-40e2-9ee0-61eb534a3c43 x-openstack-request-id: req-6f6a93f2-24fd-40e2-9ee0-61eb534a3c43 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:00:57.985167 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a76beb0-e7e8-4a00-93bf-9ef79949ea25", "tag": "ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:00:57.985383 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f6a93f2-24fd-40e2-9ee0-61eb534a3c43 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:00:57.985780 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a76beb0-e7e8-4a00-93bf-9ef79949ea25', 'tag': 'ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0', 'status': 'completed', 'code': 200} Aug 20 15:00:58.058578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:00:58.106505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b29ad70b-beae-4e50-bdb1-358c4d150a29 req-4b2ed4cd-c0bd-4f86-9315-5cc375dc855b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847873 Aug 20 15:00:58.127105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:58.134721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e7cba49a-5882-4fa6-8f59-cf555a5b2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:58.136817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-e7cba49a-5882-4fa6-8f59-cf555a5b2664 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1793354 Aug 20 15:00:58.283839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe34400d-9314-468b-b747-93eab6cc82b8 req-d71f3727-50eb-455f-9245-a3c0ed813722 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0990989 Aug 20 15:00:58.368139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-c0cb3d2c-e415-44d6-b85f-ad869cd622d5 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100754 Aug 20 15:00:58.470378 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:58.500025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:58.579971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d0e65-082c-48da-bde3-1e9dd3d09e61 req-176d618f-ad04-4195-83a7-fe6bb37d6d9c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:58.581612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-951d0e65-082c-48da-bde3-1e9dd3d09e61 req-176d618f-ad04-4195-83a7-fe6bb37d6d9c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 950 time: 0.1894872 Aug 20 15:00:58.614800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Subnet': ['ID=2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:58.635102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b862b77c-809d-4795-a23a-4e2c2bbd7577 req-0795712f-4bbf-4b66-9e3c-93aeeb79f528 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440753 Aug 20 15:00:58.639294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110089b6-f02b-4fc7-9ed7-73d28b1244e1 None None] Network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:58.658056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Checking segment: {'id': '0f282226-3415-4ad1-89b0-5b36f604c7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:00:58.658303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network hostable DHCP agents. Network: 315773f7-5bc3-4690-a09d-0f94bb3bbf20, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:00:58.671467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-951d0e65-082c-48da-bde3-1e9dd3d09e61 req-fd9c1d82-27eb-43e8-a3ef-7616531a8cee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810215 Aug 20 15:00:58.705705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:00:58.717185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 315773f7-5bc3-4690-a09d-0f94bb3bbf20) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:00:58.723788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:58.726535 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:58.749731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e183507-d7a6-45da-a47f-20fdf1fafe55 None None] Network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:00:58.780141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-05ae5440-4ee4-4526-9994-0fe27e8deda1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2682006 Aug 20 15:00:58.781315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36514) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:00:58.798357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-9f853257-37e8-4dda-8a06-d9ae08a1fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:58.800148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-9f853257-37e8-4dda-8a06-d9ae08a1fca0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ef0b8e109f948f9b244374f21447270&device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 1100 time: 0.0619695 Aug 20 15:00:58.812844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-76505a5c-7c28-4da9-abfb-238657b2a6da None None] Provisioning for port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:58.833523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-76505a5c-7c28-4da9-abfb-238657b2a6da None None] Provisioning complete for port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:58.833928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-76505a5c-7c28-4da9-abfb-238657b2a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:58.929726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-a9abcf50-d914-4b1f-b893-1fc125ba60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:58.934499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-a9abcf50-d914-4b1f-b893-1fc125ba60fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1256495 Aug 20 15:00:59.044339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-4763916c-c8f3-4e6e-b2a2-bc0bfffde662 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 HTTP/1.1" status: 200 len: 217 time: 0.0924547 Aug 20 15:00:59.118579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:00:59.120596 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:59.125183 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-76505a5c-7c28-4da9-abfb-238657b2a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:59.128623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c69064-be76-48d0-a2f6-572375935bf8 req-08d98e8a-33b9-473f-9834-906f110eefaf tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:59.139414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85c69064-be76-48d0-a2f6-572375935bf8 req-08d98e8a-33b9-473f-9834-906f110eefaf tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 948 time: 0.1307693 Aug 20 15:00:59.143651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-af34126a-b3ab-47ab-a893-8405faf48ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:59.144727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-af34126a-b3ab-47ab-a893-8405faf48ed9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0855279 Aug 20 15:00:59.192236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-76505a5c-7c28-4da9-abfb-238657b2a6da None None] For port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8,segment=NetworkSegment(1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e),segment_id=1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:00:59.197265 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-76505a5c-7c28-4da9-abfb-238657b2a6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:59.233276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85c69064-be76-48d0-a2f6-572375935bf8 req-2a823dd6-b5d6-42cb-ad47-2bdc022b5d3a tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929151 Aug 20 15:00:59.263897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-baeeb1e9-8e19-4946-af03-cd3907093b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:59.265879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-baeeb1e9-8e19-4946-af03-cd3907093b92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0833852 Aug 20 15:00:59.292498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:59.420001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76505a5c-7c28-4da9-abfb-238657b2a6da None None] Pushing event updated for resources: {'Port': ['ID=fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:00:59.456077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-939e2edc-4cf5-4b80-addc-c5cc7b87ee8e service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711736 Aug 20 15:00:59.490309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Allocated IP 172.22.0.2 (315773f7-5bc3-4690-a09d-0f94bb3bbf20/2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d/42f5f2b6-f93f-488b-8770-b583949275ef) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:00:59.498011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-358846d1-d6cb-42e0-8578-e827ec3da897 req-40856613-a8a0-465e-8ae0-641bee637653 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0838730 Aug 20 15:00:59.575598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73048864-8894-45bc-ac44-43081b0c39ae req-6f90e470-e0ee-43b2-8ff0-b2990d8d43da tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:59.584016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73048864-8894-45bc-ac44-43081b0c39ae req-6f90e470-e0ee-43b2-8ff0-b2990d8d43da tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1914871 Aug 20 15:00:59.598089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3f8662d8-b287-4168-89ed-bfe8028b64d2 None None] Provisioning complete for port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:59.599958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3f8662d8-b287-4168-89ed-bfe8028b64d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:59.658460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73048864-8894-45bc-ac44-43081b0c39ae req-b630278f-96d1-4c9d-956b-3d2b7c87aba9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686793 Aug 20 15:00:59.704798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8394c172-a2e4-44dc-aff2-47543f8e3ba3 req-35970e0a-ee5e-486d-8b3b-5b4250b86e08 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230487 Aug 20 15:00:59.810657 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:59.821792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Transition to ACTIVE for port object 42f5f2b6-f93f-488b-8770-b583949275ef will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:00:59.827087 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3f8662d8-b287-4168-89ed-bfe8028b64d2 None None] Provisioning for port 33244c3e-1f4e-4246-8e9d-266938185b15 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:00:59.834420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3f8662d8-b287-4168-89ed-bfe8028b64d2 None None] Provisioning complete for port 33244c3e-1f4e-4246-8e9d-266938185b15 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:00:59.834802 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3f8662d8-b287-4168-89ed-bfe8028b64d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:00:59.835257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419c61f-5563-4ebf-b2e5-04dc3ffd3105 req-ccc4a487-8a2e-4c2d-9a3a-b0f545cba1c8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:00:59.837189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f419c61f-5563-4ebf-b2e5-04dc3ffd3105 req-ccc4a487-8a2e-4c2d-9a3a-b0f545cba1c8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 950 time: 0.0581267 Aug 20 15:00:59.882292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f419c61f-5563-4ebf-b2e5-04dc3ffd3105 req-2ed27471-0451-45b1-b0dd-5f2ee9fd96e7 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375917 Aug 20 15:01:00.037043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Transition to ACTIVE for port object 42f5f2b6-f93f-488b-8770-b583949275ef will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:00.051285 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.097790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12ed4f-1b63-4a45-8fa7-0161ac9434e6 req-9664a07c-d470-4121-be6e-4d5bbee156fe tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:00.100500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c12ed4f-1b63-4a45-8fa7-0161ac9434e6 req-9664a07c-d470-4121-be6e-4d5bbee156fe tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 949 time: 0.1134741 Aug 20 15:01:00.101586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3f8662d8-b287-4168-89ed-bfe8028b64d2 None None] Port 33244c3e-1f4e-4246-8e9d-266938185b15 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:00.113553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.22.0.1 (315773f7-5bc3-4690-a09d-0f94bb3bbf20/2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d/3388be77-3675-4e17-8ecb-daaf0909ce26) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:00.123217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:00.127603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:00.154795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:00.157297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:00.159515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c12ed4f-1b63-4a45-8fa7-0161ac9434e6 req-78c92aa1-3e67-459d-b128-a86a564f5579 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Aug 20 15:01:00.162048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Pushing event updated for resources: {'Port': ['ID=42f5f2b6-f93f-488b-8770-b583949275ef,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:00.245729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Attempting to bind port 42f5f2b6-f93f-488b-8770-b583949275ef on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:00.246027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Attempting to bind port 42f5f2b6-f93f-488b-8770-b583949275ef by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '0f282226-3415-4ad1-89b0-5b36f604c7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:00.246403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Attempting to bind port 42f5f2b6-f93f-488b-8770-b583949275ef on network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:00.255939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:00.256309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Checking segment: {'id': '0f282226-3415-4ad1-89b0-5b36f604c7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:00.257116 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.257249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Bound using segment: {'id': '0f282226-3415-4ad1-89b0-5b36f604c7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:00.257668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Bound port: 42f5f2b6-f93f-488b-8770-b583949275ef, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f282226-3415-4ad1-89b0-5b36f604c7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:00.258054 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.267934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.279848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:00.280351 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.284307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Transition to ACTIVE for port object 3388be77-3675-4e17-8ecb-daaf0909ce26 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:00.326855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.328658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6ae8adef-227f-43e7-9ed5-c222ef8b1b69 None None] Provisioning complete for port 33244c3e-1f4e-4246-8e9d-266938185b15 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:00.329214 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ae8adef-227f-43e7-9ed5-c222ef8b1b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.364993 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Sync routers for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:00.388745 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:00.389059 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:00.390570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:00.397491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:00.409104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:00.450619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688186a-8cec-496d-9903-db800f60ec47 req-ea351738-2044-4c89-8b09-ce9093402b7b tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:00.458840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5688186a-8cec-496d-9903-db800f60ec47 req-ea351738-2044-4c89-8b09-ce9093402b7b tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 948 time: 0.0634227 Aug 20 15:01:00.462566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=3388be77-3675-4e17-8ecb-daaf0909ce26,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:00.465956 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.488985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8adef-227f-43e7-9ed5-c222ef8b1b69 None None] Port 33244c3e-1f4e-4246-8e9d-266938185b15 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:00.507628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5688186a-8cec-496d-9903-db800f60ec47 req-db506e4f-6a81-4040-9f80-6becd70add70 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475767 Aug 20 15:01:00.508232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] For port 42f5f2b6-f93f-488b-8770-b583949275ef, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:00.514036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] For port 42f5f2b6-f93f-488b-8770-b583949275ef, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=42f5f2b6-f93f-488b-8770-b583949275ef,segment=NetworkSegment(0f282226-3415-4ad1-89b0-5b36f604c7c4),segment_id=0f282226-3415-4ad1-89b0-5b36f604c7c4)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:00.542152 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.578207 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:00.605840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bad5f9-69d9-46c3-b3be-b9299cd605ad req-f8c5dbd1-74fb-4e0c-af72-d175abbdea48 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:00.613298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bad5f9-69d9-46c3-b3be-b9299cd605ad req-f8c5dbd1-74fb-4e0c-af72-d175abbdea48 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:00.622938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68bad5f9-69d9-46c3-b3be-b9299cd605ad req-f8c5dbd1-74fb-4e0c-af72-d175abbdea48 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e&device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 1690 time: 0.1189086 Aug 20 15:01:00.629671 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.643377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Pushing event updated for resources: {'Port': ['ID=42f5f2b6-f93f-488b-8770-b583949275ef,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:00.647905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f60bea7c-ac3f-4821-a7ba-a480414aa61f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:00.674939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.675695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.676399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.676959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.677495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.678240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.678794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.679328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.680029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.680711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.681551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.682106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d405b3ae-6bd4-4609-8170-a0cce03dd12d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:00.704136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17d85f24-7027-4b34-8711-251b41e73fea req-b5930718-3048-4dbc-b77e-cf378b83c082 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0788338 Aug 20 15:01:00.749456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port f60bea7c-ac3f-4821-a7ba-a480414aa61f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:00.756002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68bad5f9-69d9-46c3-b3be-b9299cd605ad req-80db4e38-087d-4273-b0d3-bf34822603c9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320086 Aug 20 15:01:00.769768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f60bea7c-ac3f-4821-a7ba-a480414aa61f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:00.770227 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.968774 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:00:55Z', 'revision_number': 3, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:00:56Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:00:56Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:00.981965 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:00.988738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e0ee-3fca-4dc7-9dad-6db89dd0eb97 req-857ddcd9-425c-4450-acfe-97c9cec73b25 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:00.990377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e070e0ee-3fca-4dc7-9dad-6db89dd0eb97 req-857ddcd9-425c-4450-acfe-97c9cec73b25 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1462028 Aug 20 15:01:01.032281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port f60bea7c-ac3f-4821-a7ba-a480414aa61f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f60bea7c-ac3f-4821-a7ba-a480414aa61f,segment=NetworkSegment(06e970e1-6509-4773-b52c-fe8d05f576f1),segment_id=06e970e1-6509-4773-b52c-fe8d05f576f1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:01.037352 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.044257 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Checking router: a34c1d90-a654-4158-bade-cd1eae46949e for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:01.044823 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Updating router a34c1d90-a654-4158-bade-cd1eae46949e port 33244c3e-1f4e-4246-8e9d-266938185b15 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:01:01.074473 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.142096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=f60bea7c-ac3f-4821-a7ba-a480414aa61f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:01.146829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e070e0ee-3fca-4dc7-9dad-6db89dd0eb97 req-13c30ee8-07eb-4baa-977c-48ed82b5564f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471174 Aug 20 15:01:01.156906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31904b-4aa5-4eba-a5f5-8801911a7ffe req-b2f132ba-4a17-4e87-8d01-102681f1a10d tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:01.164065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a31904b-4aa5-4eba-a5f5-8801911a7ffe req-b2f132ba-4a17-4e87-8d01-102681f1a10d tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 1102 time: 0.1165371 Aug 20 15:01:01.202437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a31904b-4aa5-4eba-a5f5-8801911a7ffe req-608078be-064b-4fca-8441-e8cc005b6bfb tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Aug 20 15:01:01.320969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0227-9978-4bfc-b9e7-29ced3fd4dd5 req-76fa434b-1117-4460-8689-e4779f29e10f tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:01.322724 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6bb0227-9978-4bfc-b9e7-29ced3fd4dd5 req-76fa434b-1117-4460-8689-e4779f29e10f tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 1101 time: 0.0475988 Aug 20 15:01:01.368135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6bb0227-9978-4bfc-b9e7-29ced3fd4dd5 req-98a469fa-dc5b-4b69-bc4b-d3f30a8ae1e8 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357533 Aug 20 15:01:01.386279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.397405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.434227 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.446904 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Transition to ACTIVE for port object 33244c3e-1f4e-4246-8e9d-266938185b15 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:01.454562 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.487524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=3388be77-3675-4e17-8ecb-daaf0909ce26,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:01.490859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.518501 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Pushing event updated for resources: {'Port': ['ID=33244c3e-1f4e-4246-8e9d-266938185b15,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:01.543495 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.544918 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.545240 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.545757 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.546296 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.546805 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.547368 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.548190 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.548836 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.549548 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.550055 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.550782 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:01.623701 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Attempting to bind port 33244c3e-1f4e-4246-8e9d-266938185b15 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:01.624077 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Attempting to bind port 33244c3e-1f4e-4246-8e9d-266938185b15 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:01.624443 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Attempting to bind port 33244c3e-1f4e-4246-8e9d-266938185b15 on network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:01.629513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:01.631097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:01.634457 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:01.634836 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Checking segment: {'id': '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:01.635238 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.635651 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Bound using segment: {'id': '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:01.636148 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Bound port: 33244c3e-1f4e-4246-8e9d-266938185b15, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:01.636541 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.680012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-31144ca6-4a46-4ddc-8cc3-1d9552b80604 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296414 Aug 20 15:01:01.699331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428708d-6032-4e6f-bb49-c08f9d4ca9ad req-50d6c24e-e070-4c53-a029-8a8f34deeea7 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:01.707390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1428708d-6032-4e6f-bb49-c08f9d4ca9ad req-50d6c24e-e070-4c53-a029-8a8f34deeea7 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 948 time: 0.0942204 Aug 20 15:01:01.767720 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] For port 33244c3e-1f4e-4246-8e9d-266938185b15, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:01.771816 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] For port 33244c3e-1f4e-4246-8e9d-266938185b15, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=33244c3e-1f4e-4246-8e9d-266938185b15,segment=NetworkSegment(1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e),segment_id=1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:01.777796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:01.781226 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:01.833574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1428708d-6032-4e6f-bb49-c08f9d4ca9ad req-1245cacc-8762-4554-a8db-dc5a684db69f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251600 Aug 20 15:01:01.851299 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d311363-a3cd-44b8-914a-0977b33f21aa None None] Pushing event updated for resources: {'Port': ['ID=33244c3e-1f4e-4246-8e9d-266938185b15,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:01.874379 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:01.874980 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:01.970394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:01.974913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-3d3e0772-721a-470a-9aec-5a01f7709269 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:01.978772 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cd592ae2-0c41-4706-8184-9f6c37c3b57d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1940734 Aug 20 15:01:01.978998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36568) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:01.983053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-3d3e0772-721a-470a-9aec-5a01f7709269 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2941744 Aug 20 15:01:01.994118 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'network': {'name': 'tempest-RoutersTest-497271800'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:02.015520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-488adb91-3fd4-4743-832c-ae4c47db9b6c req-aa6d1d33-a38e-40aa-94b4-52d0e77f0d03 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0780232 Aug 20 15:01:02.026131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-20760b7f-410b-4748-84d4-0b1bc6b11566 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/quotas/3cc8e9c2d05b4aa2b375eed3861a265e HTTP/1.1" status: 200 len: 375 time: 0.0420864 Aug 20 15:01:02.028392 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:02.052213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:01:02.061455 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:02.139124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:01:02.161999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:02.161999 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added segment 8c390231-c915-49c9-81b1-c227c11782f1 of type vlan for network dc66724e-65d9-48f6-b020-a1ef51f5bf85 Aug 20 15:01:02.169826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-684c5426-ec5e-43c9-bb81-41f948349655 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1426637 Aug 20 15:01:02.239583 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:02.265744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a393d5-ef94-496e-8d46-c39a9fd7ea10 None None] Network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:02.288303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:02.295049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:02.295699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:02.381799 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4016836 Aug 20 15:01:02.384884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36572) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:02.392724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'subnet': {'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:02.400448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f60bea7c-ac3f-4821-a7ba-a480414aa61f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:02.447393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b577bc-d486-491b-98f9-bae6e949901a req-ae72c68e-4c04-4401-8e88-5bfbb43a00d3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:02.452421 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:01Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:01Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:02.453049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26b577bc-d486-491b-98f9-bae6e949901a req-ae72c68e-4c04-4401-8e88-5bfbb43a00d3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1399539 Aug 20 15:01:02.471681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3d3b4205-9ef0-48fe-a985-2a29342e324e None None] Provisioning for port 42f5f2b6-f93f-488b-8770-b583949275ef completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:02.488046 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb51b3-3595-44f9-b5c9-3a783a695991 None None] The sync data for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 is: [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:01Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:01Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:02.505282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62ea4d-cfea-4d6e-b3c2-c08e2678b995 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Network': ['ID=dc66724e-65d9-48f6-b020-a1ef51f5bf85,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:02.516864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Made reservation on behalf of 0895b74675b14e329572bc247a4507e7 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:01:02.520687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:02.540563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network dc66724e-65d9-48f6-b020-a1ef51f5bf85 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:01:02.595327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2009fd40-dce3-427a-90b1-57649b987e34 req-119a193f-e287-4805-88f0-f427432c2beb tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 210 time: 0.1406991 Aug 20 15:01:02.623748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f60bea7c-ac3f-4821-a7ba-a480414aa61f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:02.623923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:02.647363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26b577bc-d486-491b-98f9-bae6e949901a req-fdb555e6-f610-4e23-bdf0-03f7aa964074 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691024 Aug 20 15:01:02.799109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 42f5f2b6-f93f-488b-8770-b583949275ef up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:02.851179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:01:02.924650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:02.951311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 42f5f2b6-f93f-488b-8770-b583949275ef completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:02.959077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 42f5f2b6-f93f-488b-8770-b583949275ef triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:02.959752 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.039677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Subnet': ['ID=8233e8c4-6272-42f8-8279-308d52a150ad,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:03.056940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e6f08-3074-470d-9f1d-d871f0791840 req-5c5a2fd3-11d6-4ec5-a9b3-0f98c807b1db tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:03.075247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:03.083211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e38e6f08-3074-470d-9f1d-d871f0791840 req-5c5a2fd3-11d6-4ec5-a9b3-0f98c807b1db tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 948 time: 0.1134467 Aug 20 15:01:03.101123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Checking segment: {'id': '8c390231-c915-49c9-81b1-c227c11782f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:03.101741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network hostable DHCP agents. Network: dc66724e-65d9-48f6-b020-a1ef51f5bf85, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:01:03.112690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3fc3a171-06d8-4ff4-9c0f-943944cfcda1 None None] Provisioning complete for port 42f5f2b6-f93f-488b-8770-b583949275ef triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:03.113068 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a171-06d8-4ff4-9c0f-943944cfcda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.146050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0', 'mac_address': 'fa:16:3e:ab:03:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:01:03.146511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network dc66724e-65d9-48f6-b020-a1ef51f5bf85 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:01:03.171056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, dc66724e-65d9-48f6-b020-a1ef51f5bf85) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:03.177043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:03.178069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.205467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed5b82-d6bc-4810-ada6-c8b582665d6a None None] Network dc66724e-65d9-48f6-b020-a1ef51f5bf85 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:03.212310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e38e6f08-3074-470d-9f1d-d871f0791840 req-6232d03b-25af-4a31-ba79-1a0267ea5992 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251786 Aug 20 15:01:03.220122 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bd788c70-7bc8-4214-a3a1-4ffe19eeebad tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8334343 Aug 20 15:01:03.222615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36592) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:03.280265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f082a1e-460a-44c0-97fd-f5f0894df402 req-daacf84b-c600-4367-b49c-3d87d17fd409 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0573325 Aug 20 15:01:03.296911 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.423394 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.453385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 42f5f2b6-f93f-488b-8770-b583949275ef, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=42f5f2b6-f93f-488b-8770-b583949275ef,segment=NetworkSegment(0f282226-3415-4ad1-89b0-5b36f604c7c4),segment_id=0f282226-3415-4ad1-89b0-5b36f604c7c4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:03.483157 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.484089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 33244c3e-1f4e-4246-8e9d-266938185b15 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:03.534192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:03.649543 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:03.659768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Sync routers for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:03.677469 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.680908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=42f5f2b6-f93f-488b-8770-b583949275ef,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:03.686069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3fc3a171-06d8-4ff4-9c0f-943944cfcda1 None None] Provisioning for port 3388be77-3675-4e17-8ecb-daaf0909ce26 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:03.714197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:03.715391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:03.756916 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.767814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3fc3a171-06d8-4ff4-9c0f-943944cfcda1 None None] Provisioning complete for port 3388be77-3675-4e17-8ecb-daaf0909ce26 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:03.768558 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3fc3a171-06d8-4ff4-9c0f-943944cfcda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.776243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8408280-b956-4717-a3e8-718b7d379472 req-71305cef-6a33-472f-8cf4-49e05b50970a tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 210 time: 0.0588710 Aug 20 15:01:03.778164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-dc66724e-65d9-48f6-b020-a1ef51f5bf85', 'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'fixed_ips': [{'subnet_id': '8233e8c4-6272-42f8-8279-308d52a150ad'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:01:03.779039 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:03.798699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0936a37-f4be-4dfe-ba13-8611d0077fc3 req-64ce785e-f8b5-4a4e-b070-53f465fb806d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:03.819740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0936a37-f4be-4dfe-ba13-8611d0077fc3 req-64ce785e-f8b5-4a4e-b070-53f465fb806d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0923142 Aug 20 15:01:03.874145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0936a37-f4be-4dfe-ba13-8611d0077fc3 req-767bfe03-4e1e-4b54-8e3f-ddb8d0896deb tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532944 Aug 20 15:01:03.877206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 33244c3e-1f4e-4246-8e9d-266938185b15 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:03.917809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-8944844b-7083-4962-8e64-a8622d8a659f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277793 Aug 20 15:01:03.938303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:04.025043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 33244c3e-1f4e-4246-8e9d-266938185b15 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:04.025332 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.030166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3fc3a171-06d8-4ff4-9c0f-943944cfcda1 None None] Port 3388be77-3675-4e17-8ecb-daaf0909ce26 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:04.031515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:04.053068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-295c9518-4e5d-4b14-8989-f15c30cc09f6 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:04.055171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-295c9518-4e5d-4b14-8989-f15c30cc09f6 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1306727 Aug 20 15:01:04.086729 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Request body: {'port': {'device_id': 'b9c520c0-2d45-47a9-85d0-29498759d6ce', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '3cc8e9c2d05b4aa2b375eed3861a265e'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:04.143300 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Allocated IP 172.23.0.1 (dc66724e-65d9-48f6-b020-a1ef51f5bf85/8233e8c4-6272-42f8-8279-308d52a150ad/7da84783-6f87-464a-8366-6db3998d901b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:04.220840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Made reservation on behalf of 3cc8e9c2d05b4aa2b375eed3861a265e for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:01:04.225858 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.287837 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.309434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Transition to ACTIVE for port object 7da84783-6f87-464a-8366-6db3998d901b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:04.322413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:04.360121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.412994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network dc66724e-65d9-48f6-b020-a1ef51f5bf85 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:04.414327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-700ad87f-bc7a-4dbb-bdd9-bf7b7e81ff49 None None] Provisioning complete for port 3388be77-3675-4e17-8ecb-daaf0909ce26 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:04.414702 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-700ad87f-bc7a-4dbb-bdd9-bf7b7e81ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.420256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:04.427223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:04.431419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=7da84783-6f87-464a-8366-6db3998d901b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:04.445459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28de230a-baeb-4401-9278-7186b8e38f7a req-95cdd389-f3bb-4f08-88b5-d9619afd927d tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0711527 Aug 20 15:01:04.460916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b75112-27e0-4155-b4a7-5f01e9ece298 req-bd25a6e6-11ad-46c2-8a19-040e459c7b46 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:04.462418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53b75112-27e0-4155-b4a7-5f01e9ece298 req-bd25a6e6-11ad-46c2-8a19-040e459c7b46 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 949 time: 0.1385920 Aug 20 15:01:04.492959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.496855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Allocated IP 192.168.233.83 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/15de5fa6-c6c8-46da-b002-d30278619a97) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:04.521480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53b75112-27e0-4155-b4a7-5f01e9ece298 req-c3259df6-e4f2-4f5d-91f1-65ce8dd84b28 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 Aug 20 15:01:04.583285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-700ad87f-bc7a-4dbb-bdd9-bf7b7e81ff49 None None] Port 3388be77-3675-4e17-8ecb-daaf0909ce26 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:04.590473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Allocated IP 172.23.0.2 (dc66724e-65d9-48f6-b020-a1ef51f5bf85/8233e8c4-6272-42f8-8279-308d52a150ad/c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:04.614770 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.662835 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.682738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.698738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Transition to ACTIVE for port object 15de5fa6-c6c8-46da-b002-d30278619a97 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:04.735670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.736703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 33244c3e-1f4e-4246-8e9d-266938185b15, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=33244c3e-1f4e-4246-8e9d-266938185b15,segment=NetworkSegment(1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e),segment_id=1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:04.751577 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.783114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:04.786051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:04.790074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:04.795736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7', '53e27d67-58fa-4f26-a902-aa33f6225dc4'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:04.826033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event updated for resources: {'Port': ['ID=15de5fa6-c6c8-46da-b002-d30278619a97,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:04.876399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:04.877089 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:04.914080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-cb981204-654a-4516-ae75-6b67b4c14219 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8319240 Aug 20 15:01:04.965501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Request body: {'port': {'device_id': 'b9c520c0-2d45-47a9-85d0-29498759d6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:04.982384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=33244c3e-1f4e-4246-8e9d-266938185b15,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:05.006247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:01Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:01Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:05.009730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 42f5f2b6-f93f-488b-8770-b583949275ef up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:05.023382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598645ee-1e57-4bdd-8121-ec25e818155a req-5451b5aa-7c65-479d-a70e-34a23e569378 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:05.025046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-598645ee-1e57-4bdd-8121-ec25e818155a req-5451b5aa-7c65-479d-a70e-34a23e569378 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 935 time: 0.1279187 Aug 20 15:01:05.071042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.080722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.082646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Checking router: a34c1d90-a654-4158-bade-cd1eae46949e for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:05.083022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Updating router a34c1d90-a654-4158-bade-cd1eae46949e port 3388be77-3675-4e17-8ecb-daaf0909ce26 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:01:05.122790 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.151482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-598645ee-1e57-4bdd-8121-ec25e818155a req-f6559893-45d8-4c48-80c2-cad7c2b81d18 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856426 Aug 20 15:01:05.151718 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.156057 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.187165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Transition to ACTIVE for port object c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:05.187386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ef5ea-1985-437f-a13d-08c426a20c84 req-26dfc5f5-c4a3-4bfb-b05c-2c0e7acd306d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:05.195053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee2ef5ea-1985-437f-a13d-08c426a20c84 req-26dfc5f5-c4a3-4bfb-b05c-2c0e7acd306d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1677814 Aug 20 15:01:05.209941 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.213333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event updated for resources: {'Port': ['ID=7da84783-6f87-464a-8366-6db3998d901b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:05.254895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Transition to ACTIVE for port object c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:05.275773 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.334774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Network dc66724e-65d9-48f6-b020-a1ef51f5bf85 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:05.335850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee2ef5ea-1985-437f-a13d-08c426a20c84 req-e98e03ce-3df6-4c51-a80f-f32685543db7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366370 Aug 20 15:01:05.346158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:05.346372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 42f5f2b6-f93f-488b-8770-b583949275ef triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:05.346372 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.434705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Network dc66724e-65d9-48f6-b020-a1ef51f5bf85 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:05.445984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5f55c405-c6e1-46b3-af11-12ec47fc2b82 None None] Provisioning for port 15de5fa6-c6c8-46da-b002-d30278619a97 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:05.447901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:05.458512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:05.482297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:05.484278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Pushing event updated for resources: {'Port': ['ID=c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:05.518829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5f55c405-c6e1-46b3-af11-12ec47fc2b82 None None] Provisioning complete for port 15de5fa6-c6c8-46da-b002-d30278619a97 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:05.519236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f55c405-c6e1-46b3-af11-12ec47fc2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.528450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15de5fa6-c6c8-46da-b002-d30278619a97 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:05.539227 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.559111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:05.567635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Transition to ACTIVE for port object 15de5fa6-c6c8-46da-b002-d30278619a97 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:05.568085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-be97a6e3-9401-4c5b-b4d7-746b0e0d6aed tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3411345 Aug 20 15:01:05.568963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36616) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:05.575019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:05.591156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b12177-581c-4f76-8918-732f0056fb96 req-0accda65-8293-4ea8-96ff-b7dda66801c4 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0375099 Aug 20 15:01:05.591879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.703628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Pushing event updated for resources: {'Port': ['ID=15de5fa6-c6c8-46da-b002-d30278619a97,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:05.714045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5f55c405-c6e1-46b3-af11-12ec47fc2b82 None None] Port 15de5fa6-c6c8-46da-b002-d30278619a97 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:05.775670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Attempting to bind port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:05.776091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Attempting to bind port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8c390231-c915-49c9-81b1-c227c11782f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:05.778335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Attempting to bind port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c on network dc66724e-65d9-48f6-b020-a1ef51f5bf85 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:05.780346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eae06e-a10d-43a5-9c23-e9df0e726f19 req-176e1de8-0b46-449b-8c64-27e615a90d0d tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:05.782110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87eae06e-a10d-43a5-9c23-e9df0e726f19 req-176e1de8-0b46-449b-8c64-27e615a90d0d tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 949 time: 0.1546314 Aug 20 15:01:05.800597 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.807720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:05.807720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Checking segment: {'id': '8c390231-c915-49c9-81b1-c227c11782f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:05.808134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.809089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Bound using segment: {'id': '8c390231-c915-49c9-81b1-c227c11782f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:05.809657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Bound port: c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c390231-c915-49c9-81b1-c227c11782f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:05.810173 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.817452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Attempting to bind port 15de5fa6-c6c8-46da-b002-d30278619a97 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:05.817452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Attempting to bind port 15de5fa6-c6c8-46da-b002-d30278619a97 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:05.817452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Attempting to bind port 15de5fa6-c6c8-46da-b002-d30278619a97 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:05.831618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Port 15de5fa6-c6c8-46da-b002-d30278619a97 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:01:05.831952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Attempting to bind port 15de5fa6-c6c8-46da-b002-d30278619a97 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:05.847134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:05.847472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:05.847816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:05.848262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Bound port: 15de5fa6-c6c8-46da-b002-d30278619a97, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:05.848609 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.854257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87eae06e-a10d-43a5-9c23-e9df0e726f19 req-baf5e593-057f-4682-a370-a8d783f55626 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600786 Aug 20 15:01:05.941366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] For port 15de5fa6-c6c8-46da-b002-d30278619a97, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:05.945244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] For port 15de5fa6-c6c8-46da-b002-d30278619a97, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=15de5fa6-c6c8-46da-b002-d30278619a97,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:05.951527 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.990403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:05.991010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:05.992444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] 10.222.0.72 "PUT /v2.0/ports/15de5fa6-c6c8-46da-b002-d30278619a97 HTTP/1.1" status: 200 len: 1096 time: 1.0367768 Aug 20 15:01:05.992881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c520c0-2d45-47a9-85d0-29498759d6ce', 'tag': '15de5fa6-c6c8-46da-b002-d30278619a97'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:05.995442 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c520c0-2d45-47a9-85d0-29498759d6ce", "tag": "15de5fa6-c6c8-46da-b002-d30278619a97"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:05.996545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] For port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:06.021320 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:06.040102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] For port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c,segment=NetworkSegment(8c390231-c915-49c9-81b1-c227c11782f1),segment_id=8c390231-c915-49c9-81b1-c227c11782f1)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:06.051257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725478d1-ed77-422b-9dc2-64db53390022 service neutron] Pushing event updated for resources: {'Port': ['ID=15de5fa6-c6c8-46da-b002-d30278619a97,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:06.054453 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:06.058294 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e33b7c-6f50-40b1-a4da-ca47fa59150f x-openstack-request-id: req-40e33b7c-6f50-40b1-a4da-ca47fa59150f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:06.058294 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c520c0-2d45-47a9-85d0-29498759d6ce", "tag": "15de5fa6-c6c8-46da-b002-d30278619a97", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:06.058624 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-40e33b7c-6f50-40b1-a4da-ca47fa59150f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:06.059086 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c520c0-2d45-47a9-85d0-29498759d6ce', 'tag': '15de5fa6-c6c8-46da-b002-d30278619a97', 'status': 'completed', 'code': 200} Aug 20 15:01:06.059323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Transition to ACTIVE for port object 3388be77-3675-4e17-8ecb-daaf0909ce26 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:06.068445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.extraroute_db [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 15:01:06.094944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.extraroute_db [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Removed routes are [] {{(pid=101100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 15:01:06.095647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:06.103211 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:06.158409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-c774ef08-1d24-43f1-8d40-6ba8f070d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:06.160343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-c774ef08-1d24-43f1-8d40-6ba8f070d351 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 1099 time: 0.0685110 Aug 20 15:01:06.172790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:06.248873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-7c91d08c-9eea-4c0e-8d16-0daf0a305fa1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=15de5fa6-c6c8-46da-b002-d30278619a97 HTTP/1.1" status: 200 len: 217 time: 0.0664873 Aug 20 15:01:06.285038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb8bf9-b18e-4455-a6f7-00778a111f75 None None] Pushing event updated for resources: {'Port': ['ID=c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:06.413099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-0ca90b4c-d166-4805-88c1-69ba561418f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:06.414909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-0ca90b4c-d166-4805-88c1-69ba561418f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1578295 Aug 20 15:01:06.441707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bb1f2-6539-4087-8ca0-14306f0e1db8 None None] Pushing event updated for resources: {'Port': ['ID=3388be77-3675-4e17-8ecb-daaf0909ce26,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:06.489034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Attempting to bind port 3388be77-3675-4e17-8ecb-daaf0909ce26 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:06.489242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Attempting to bind port 3388be77-3675-4e17-8ecb-daaf0909ce26 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '0f282226-3415-4ad1-89b0-5b36f604c7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:06.489711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Attempting to bind port 3388be77-3675-4e17-8ecb-daaf0909ce26 on network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:06.507582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aa142-1834-4105-8b64-836f3c50630e req-c6c7eddf-94ae-4782-bde5-4b17b9e34103 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:06.509128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8aa142-1834-4105-8b64-836f3c50630e req-c6c7eddf-94ae-4782-bde5-4b17b9e34103 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 947 time: 0.1855397 Aug 20 15:01:06.520579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:06.521219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Checking segment: {'id': '0f282226-3415-4ad1-89b0-5b36f604c7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:06.521799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:06.522354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Bound using segment: {'id': '0f282226-3415-4ad1-89b0-5b36f604c7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:06.522861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Bound port: 3388be77-3675-4e17-8ecb-daaf0909ce26, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f282226-3415-4ad1-89b0-5b36f604c7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:06.523280 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:06.599476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-05b290f6-72ba-4dc2-bc8a-3f40737dc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:06.601319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-05b290f6-72ba-4dc2-bc8a-3f40737dc93e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1777856 Aug 20 15:01:06.616015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0cfaf-c101-4aa9-a664-90f36910acd2 req-9acb869f-f157-43c5-af98-4b97b15e21c3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:06.617614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbd0cfaf-c101-4aa9-a664-90f36910acd2 req-9acb869f-f157-43c5-af98-4b97b15e21c3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1065867 Aug 20 15:01:06.643579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8aa142-1834-4105-8b64-836f3c50630e req-fd655909-f809-4dc7-af36-bd38653580e9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098118 Aug 20 15:01:06.695880 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] For port 3388be77-3675-4e17-8ecb-daaf0909ce26, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:06.741011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] For port 3388be77-3675-4e17-8ecb-daaf0909ce26, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3388be77-3675-4e17-8ecb-daaf0909ce26,segment=NetworkSegment(0f282226-3415-4ad1-89b0-5b36f604c7c4),segment_id=0f282226-3415-4ad1-89b0-5b36f604c7c4)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:06.756960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:06.783063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbd0cfaf-c101-4aa9-a664-90f36910acd2 req-cfb87ebd-9abd-4a1a-82e0-a2d63d6923a2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380744 Aug 20 15:01:06.791313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c10e0cf-d310-4a02-ada0-d4a11d49193a req-aaeacecd-0ff8-4305-be53-560385d177ba tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0510697 Aug 20 15:01:06.857996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-67b071c3-d172-4cde-82c5-f5ab6b539dc4 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371907 Aug 20 15:01:06.868105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bb1f2-6539-4087-8ca0-14306f0e1db8 None None] Pushing event updated for resources: {'Port': ['ID=3388be77-3675-4e17-8ecb-daaf0909ce26,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:06.880544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:01:06.906892 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:06.908911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:06.913613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:07.037826 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:07.038472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:07.064541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:07.078841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25606191-7022-45da-bbf8-2b996ee587fc req-a8a110d8-1858-4662-a265-36d950283994 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:07.088420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25606191-7022-45da-bbf8-2b996ee587fc req-a8a110d8-1858-4662-a265-36d950283994 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 949 time: 0.0858483 Aug 20 15:01:07.099418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:07.132028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63346664-9553-4c83-b2d4-a0dc58a6ee85 req-9edac9e6-4c8f-426c-a78c-f19a7cd3a7e8 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546370 Aug 20 15:01:07.191904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25606191-7022-45da-bbf8-2b996ee587fc req-801f8944-c23b-4854-831a-6df561099817 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019351 Aug 20 15:01:07.214910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:07.225755 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:07.228079 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cb268882-2b59-4499-943a-ae2a75137be4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e HTTP/1.1" status: 200 len: 933 time: 1.6571617 Aug 20 15:01:07.230121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36634) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:07.292393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.resource_extend [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:01:07.301045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-ce38c646-6551-4ad4-ae51-328da4538856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:07.302592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-ce38c646-6551-4ad4-ae51-328da4538856 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 1099 time: 0.0490191 Aug 20 15:01:07.341325 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8c2b4783-1494-41c9-80c6-260f5c10c667 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e HTTP/1.1" status: 200 len: 933 time: 0.1096277 Aug 20 15:01:07.343773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36636) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:07.351498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'routes': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:07.424351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-d76c0446-8d8f-411b-a95b-9f0fba88b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:07.426114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-d76c0446-8d8f-411b-a95b-9f0fba88b957 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1158717 Aug 20 15:01:07.460889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:07.470474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:07.470861 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:07.484456 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-767b24f8-acb4-4cc9-a976-4f986ca400e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=15de5fa6-c6c8-46da-b002-d30278619a97 HTTP/1.1" status: 200 len: 217 time: 0.0482156 Aug 20 15:01:07.553128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-f728b034-429f-4929-a994-651c78925517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:07.554997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-f728b034-429f-4929-a994-651c78925517 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0614176 Aug 20 15:01:07.564791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:07.648072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:07.710247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2105f94-f819-436e-b77b-81be8bbc5f2d None None] Network dc66724e-65d9-48f6-b020-a1ef51f5bf85 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:07.751209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8', 'port_id': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'mac_address': 'fa:16:3e:33:f9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407a70cd-52de-428b-998f-83c5b6bd13b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:01:07.753287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:07.804354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.extraroute_db [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added routes are [] {{(pid=101100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 15:01:07.804832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.extraroute_db [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 15:01:07.835580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 33244c3e-1f4e-4246-8e9d-266938185b15 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:07.859779 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:07.907450 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:07.935515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5b45c8cc-d0c9-47e6-9ce2-17c6fc4e450c None None] Provisioning for port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:07.969190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5b45c8cc-d0c9-47e6-9ce2-17c6fc4e450c None None] Provisioning complete for port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:07.969556 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5b45c8cc-d0c9-47e6-9ce2-17c6fc4e450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.033537 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.050497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a76beb0-e7e8-4a00-93bf-9ef79949ea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:08.052537 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc19f2e-938f-495c-9b9e-4f5e5fe6483d" -d '{"events": [{"server_uuid": "5a76beb0-e7e8-4a00-93bf-9ef79949ea25", "name": "network-vif-plugged", "status": "completed", "tag": "ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:08.076212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-ad011e42-0ae1-4f71-9ce6-9e3373b6e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:08.077831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-ad011e42-0ae1-4f71-9ce6-9e3373b6e891 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5143929 Aug 20 15:01:08.089646 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabc4bd-12bc-4baf-91e4-1746dccda361 req-32d831e0-348b-4a33-b79d-c2720a7b33af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:08.094613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:08.097986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eabc4bd-12bc-4baf-91e4-1746dccda361 req-32d831e0-348b-4a33-b79d-c2720a7b33af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 947 time: 0.1154692 Aug 20 15:01:08.111465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.115782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.116121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc77c1-2ccd-4dd2-9138-ede0f88aa2cf req-345968ea-7b98-4362-878e-7d2f214dea3f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:08.120887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f45d19c2-9a23-4a7c-b483-2e7ae5641d31 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:08.124156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56bc77c1-2ccd-4dd2-9138-ede0f88aa2cf req-345968ea-7b98-4362-878e-7d2f214dea3f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1334140 Aug 20 15:01:08.146377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.195443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 33244c3e-1f4e-4246-8e9d-266938185b15 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:08.195795 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.220498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56bc77c1-2ccd-4dd2-9138-ede0f88aa2cf req-79ae5d8d-1738-4d20-959e-5fbde4102e55 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953662 Aug 20 15:01:08.239014 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:08.252239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eabc4bd-12bc-4baf-91e4-1746dccda361 req-55d40c40-5f04-4f22-a240-5f5f2df7d842 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530325 Aug 20 15:01:08.281927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:08.290939 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.306697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-f986ab41-bd2c-4cea-af45-76944589e832 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985173 Aug 20 15:01:08.384390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:08.417713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56c5e7dd-f866-4669-a511-d118b50aa5e1 req-b118ea5b-0667-446c-8095-441a00ff30d5 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0857651 Aug 20 15:01:08.448574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:08.482366 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.487058 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5b45c8cc-d0c9-47e6-9ce2-17c6fc4e450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.491679 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9d0f5acb-02db-4e65-a52b-0cbd30018464 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e HTTP/1.1" status: 200 len: 699 time: 1.1444125 Aug 20 15:01:08.491901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36664) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:08.494495 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a15ded1-8d21-467b-a9a2-b818deb1c666 x-openstack-request-id: req-7a15ded1-8d21-467b-a9a2-b818deb1c666 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:08.494814 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a76beb0-e7e8-4a00-93bf-9ef79949ea25", "name": "network-vif-plugged", "status": "completed", "tag": "ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:08.495063 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a15ded1-8d21-467b-a9a2-b818deb1c666 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:08.495457 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a76beb0-e7e8-4a00-93bf-9ef79949ea25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0', 'code': 200} Aug 20 15:01:08.520031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bde90659-7ce4-4bb8-b9e9-9327aa0b67f2 req-a161f1ea-0df4-4702-a302-8aa0a39d925a service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032533 Aug 20 15:01:08.535842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['f45d19c2-9a23-4a7c-b483-2e7ae5641d31'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:08.574752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:06Z', 'revision_number': 6, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:06Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da84783-6f87-464a-8366-6db3998d901b', 'name': '', 'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:93:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8233e8c4-6272-42f8-8279-308d52a150ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:03Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '8233e8c4-6272-42f8-8279-308d52a150ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:08.669707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:08.672943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191551f-ed92-4d68-bb9e-e532e71f022e None None] The sync data for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 is: [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:06Z', 'revision_number': 6, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:06Z', 'revision_number': 4, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da84783-6f87-464a-8366-6db3998d901b', 'name': '', 'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:93:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8233e8c4-6272-42f8-8279-308d52a150ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:03Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '8233e8c4-6272-42f8-8279-308d52a150ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:08.682074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644f640-a52e-4e33-9b9d-b39e9188f173 req-5b7c6915-0b8e-4ce1-a7f0-b5537a0bec12 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:08.683981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7644f640-a52e-4e33-9b9d-b39e9188f173 req-5b7c6915-0b8e-4ce1-a7f0-b5537a0bec12 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.1537864 Aug 20 15:01:08.698915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486053b-46aa-4858-b5f3-3e37b38bcc91 req-cc70fd6e-5091-44b6-887b-14bacbf13a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:08.701331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c486053b-46aa-4858-b5f3-3e37b38bcc91 req-cc70fd6e-5091-44b6-887b-14bacbf13a02 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 1102 time: 0.0958021 Aug 20 15:01:08.704948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7c1a9bff-5154-4f48-987a-6ee895e91be6 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e HTTP/1.1" status: 200 len: 699 time: 0.2109001 Aug 20 15:01:08.705592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36670) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:08.787614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5b45c8cc-d0c9-47e6-9ce2-17c6fc4e450c None None] For port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c,segment=NetworkSegment(8c390231-c915-49c9-81b1-c227c11782f1),segment_id=8c390231-c915-49c9-81b1-c227c11782f1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:08.797704 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5b45c8cc-d0c9-47e6-9ce2-17c6fc4e450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:08.823927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7644f640-a52e-4e33-9b9d-b39e9188f173 req-948dfc85-4932-46c5-8352-17dbebedc5ae tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334372 Aug 20 15:01:08.828674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c486053b-46aa-4858-b5f3-3e37b38bcc91 req-fcbc846a-14aa-47b4-b94d-5e4288f652fe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082408 Aug 20 15:01:08.983113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45c8cc-d0c9-47e6-9ce2-17c6fc4e450c None None] Pushing event updated for resources: {'Port': ['ID=c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:09.054354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3388be77-3675-4e17-8ecb-daaf0909ce26 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:09.171557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9bd606ba-24d8-4942-b1dc-d55281638f87 None None] Provisioning for port 7da84783-6f87-464a-8366-6db3998d901b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:09.181036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9bd606ba-24d8-4942-b1dc-d55281638f87 None None] Provisioning complete for port 7da84783-6f87-464a-8366-6db3998d901b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:09.181547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9bd606ba-24d8-4942-b1dc-d55281638f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:09.216860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 3388be77-3675-4e17-8ecb-daaf0909ce26 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:09.237432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3388be77-3675-4e17-8ecb-daaf0909ce26 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:09.238158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:09.286508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:09.334135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9bd606ba-24d8-4942-b1dc-d55281638f87 None None] Port 7da84783-6f87-464a-8366-6db3998d901b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:09.383979 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9bd606ba-24d8-4942-b1dc-d55281638f87 None None] Provisioning complete for port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:09.384602 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9bd606ba-24d8-4942-b1dc-d55281638f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:09.537536 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:09.601560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163175b6-686e-4881-9fbd-c6fd5297617a req-b2fb186e-af6d-4e4c-8a89-0ac99f9c5669 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:09.609260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-163175b6-686e-4881-9fbd-c6fd5297617a req-b2fb186e-af6d-4e4c-8a89-0ac99f9c5669 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 947 time: 0.2182853 Aug 20 15:01:09.651795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df0444-b99b-4540-a8b2-151d2e21e207 req-f2d8812e-71ed-44e8-b478-793443f3a3ac tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:09.653644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8df0444-b99b-4540-a8b2-151d2e21e207 req-f2d8812e-71ed-44e8-b478-793443f3a3ac tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 944 time: 0.2529390 Aug 20 15:01:09.685317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 3388be77-3675-4e17-8ecb-daaf0909ce26, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3388be77-3675-4e17-8ecb-daaf0909ce26,segment=NetworkSegment(0f282226-3415-4ad1-89b0-5b36f604c7c4),segment_id=0f282226-3415-4ad1-89b0-5b36f604c7c4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:09.689800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-163175b6-686e-4881-9fbd-c6fd5297617a req-70645b1e-7ab5-4408-bbb9-37a0313661e4 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791085 Aug 20 15:01:09.703758 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:09.773544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=3388be77-3675-4e17-8ecb-daaf0909ce26,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:09.796198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8df0444-b99b-4540-a8b2-151d2e21e207 req-bde141b9-c0ff-44c5-9085-94e1c61a93cb tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238530 Aug 20 15:01:09.823796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 7da84783-6f87-464a-8366-6db3998d901b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:09.824154 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:09.841387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c16a13ea-b580-4a2a-be98-3c6a07590f83 None None] Provisioning complete for port 7da84783-6f87-464a-8366-6db3998d901b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:09.842525 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c16a13ea-b580-4a2a-be98-3c6a07590f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:09.905824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c16a13ea-b580-4a2a-be98-3c6a07590f83 None None] Port 7da84783-6f87-464a-8366-6db3998d901b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:09.963526 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:09.973759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eac5811-dd46-405b-8ebb-1178467af8bc req-57f8f997-dd93-4438-a99d-31f00d6db902 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0560458 Aug 20 15:01:09.995808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 7da84783-6f87-464a-8366-6db3998d901b owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:10.094617 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] Sync routers for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:10.104165 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:10.105115 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:10.141550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a1b3c-826a-4b69-9fc4-65ccda6e5048 req-bee6b632-dfc5-40f6-a1ce-785ac3548f9e tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:10.156697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d9a1b3c-826a-4b69-9fc4-65ccda6e5048 req-bee6b632-dfc5-40f6-a1ce-785ac3548f9e tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0719965 Aug 20 15:01:10.257038 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:10.259462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d9a1b3c-826a-4b69-9fc4-65ccda6e5048 req-fbb892a6-d3a4-411c-867b-7079934cf18e tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040308 Aug 20 15:01:10.290335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=7da84783-6f87-464a-8366-6db3998d901b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:10.321400 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:10.505420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:10.662854 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:07Z', 'revision_number': 7, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:09Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7da84783-6f87-464a-8366-6db3998d901b', 'name': '', 'network_id': 'dc66724e-65d9-48f6-b020-a1ef51f5bf85', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:93:39:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8233e8c4-6272-42f8-8279-308d52a150ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:03Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '8233e8c4-6272-42f8-8279-308d52a150ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:10.702573 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] Checking router: a34c1d90-a654-4158-bade-cd1eae46949e for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:10.703185 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] Updating router a34c1d90-a654-4158-bade-cd1eae46949e port 7da84783-6f87-464a-8366-6db3998d901b binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:01:10.746576 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] Port 7da84783-6f87-464a-8366-6db3998d901b not found while updating agent binding for router a34c1d90-a654-4158-bade-cd1eae46949e. {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 15:01:10.758138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:10.763514 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:10.764486 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:10.878112 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:10.924837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:10.933605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3712a-a8e3-46d4-8350-4bb99be4c13c req-609c9272-3997-480f-a4b3-5dd95e3f15c6 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:10.936970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17e3712a-a8e3-46d4-8350-4bb99be4c13c req-609c9272-3997-480f-a4b3-5dd95e3f15c6 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 947 time: 0.1541076 Aug 20 15:01:11.036666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:11.049260 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a441be9f-207c-479e-9514-f119604cb1fe tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3413093 Aug 20 15:01:11.050621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36708) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:11.083203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17e3712a-a8e3-46d4-8350-4bb99be4c13c req-a51247bf-0714-4e7f-b69f-a424585d524c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400499 Aug 20 15:01:11.132623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e0ab-df9f-4c79-b919-76c62552fb8f req-3c84733b-4f97-4d71-8892-3dfef6429a74 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:11.134231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bd9e0ab-df9f-4c79-b919-76c62552fb8f req-3c84733b-4f97-4d71-8892-3dfef6429a74 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 944 time: 0.1512949 Aug 20 15:01:11.195212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a97fee-8dba-461b-94e8-d58e0d43accb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting subnet 8233e8c4-6272-42f8-8279-308d52a150ad {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:01:11.199920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57a97fee-8dba-461b-94e8-d58e0d43accb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:11.220507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bd9e0ab-df9f-4c79-b919-76c62552fb8f req-52abf4a7-ff90-4a09-86c6-4f04c1e7ea6d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782316 Aug 20 15:01:11.242662 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:10Z', 'revision_number': 8, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:09Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:11.273343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57a97fee-8dba-461b-94e8-d58e0d43accb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:11.273597 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7970c86-592b-474f-b9f7-34c0dfdf95a0 None None] The sync data for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 is: [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:10Z', 'revision_number': 8, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:09Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:11.367570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff033033-5fb2-4cc1-8051-a97cd1d86a45 req-362569ea-f610-44e4-ad0d-e0c480366941 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0447805 Aug 20 15:01:11.391894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:11.438125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57a97fee-8dba-461b-94e8-d58e0d43accb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:11.447611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc9341-aef7-438d-a81f-e329e7f26997 req-a4886d69-18dc-4996-b94d-efe8de8d5691 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:11.450079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fdfc9341-aef7-438d-a81f-e329e7f26997 req-a4886d69-18dc-4996-b94d-efe8de8d5691 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0975494 Aug 20 15:01:11.471103 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:11.471477 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:11.475136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:11.475523 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:11.512853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fdfc9341-aef7-438d-a81f-e329e7f26997 req-f25e8ca6-edfc-4aaa-8b08-3dedafc0d627 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526843 Aug 20 15:01:11.534381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57a97fee-8dba-461b-94e8-d58e0d43accb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:11.569148 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57a97fee-8dba-461b-94e8-d58e0d43accb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:11.571903 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-57a97fee-8dba-461b-94e8-d58e0d43accb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/8233e8c4-6272-42f8-8279-308d52a150ad HTTP/1.1" status: 204 len: 168 time: 0.5186636 Aug 20 15:01:11.574370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36716) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:11.605517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5be660-09a9-4724-89f4-6761be857d59 None None] Network dc66724e-65d9-48f6-b020-a1ef51f5bf85 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:11.606117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a97fee-8dba-461b-94e8-d58e0d43accb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Subnet': ['ID=8233e8c4-6272-42f8-8279-308d52a150ad,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:11.849664 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:11.862228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 15de5fa6-c6c8-46da-b002-d30278619a97 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:01:11.954257 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:11.959295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3388be77-3675-4e17-8ecb-daaf0909ce26 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:11.985449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:11.986418 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.088940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:12.092232 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a748397-c185-4685-b9d9-4079413cfb96" -d '{"events": [{"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-plugged", "status": "completed", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:12.119360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-82a6f208-ae6c-48dd-bf6a-5c30ee76141e tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6ef0b8e109f948f9b244374f21447270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548608 Aug 20 15:01:12.154046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:12.178588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c,segment=NetworkSegment(8c390231-c915-49c9-81b1-c227c11782f1),segment_id=8c390231-c915-49c9-81b1-c227c11782f1)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:12.178805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.179798 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.243403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] Sync routers for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:12.245495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] DHCP port deletion for dc66724e-65d9-48f6-b020-a1ef51f5bf85 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:01:12.253464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:12.265596 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-109a0fe2-5642-4ae4-bbc0-47f179f5fb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.282488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 15de5fa6-c6c8-46da-b002-d30278619a97, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=15de5fa6-c6c8-46da-b002-d30278619a97,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:12.324541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:12.325814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:12.336780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f305-d861-4739-8c63-01dde0491764 req-c2d101a3-4ca6-48a3-8d29-9181f99fdef2 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:12.337610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3388be77-3675-4e17-8ecb-daaf0909ce26 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:12.338055 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.338362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ff1f305-d861-4739-8c63-01dde0491764 req-c2d101a3-4ca6-48a3-8d29-9181f99fdef2 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 945 time: 0.2752202 Aug 20 15:01:12.417289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:12.431172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '15de5fa6-c6c8-46da-b002-d30278619a97', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '15de5fa6-c6c8-46da-b002-d30278619a97', 'mac_address': 'fa:16:3e:56:be:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:01:12.453385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-4bf65d48-9ce4-4f34-a105-68dff4b86d0a tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:12.460794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-4bf65d48-9ce4-4f34-a105-68dff4b86d0a tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239627 Aug 20 15:01:12.480458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ff1f305-d861-4739-8c63-01dde0491764 req-fa84e12a-3914-40ef-8094-b9a0b7c83642 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307306 Aug 20 15:01:12.489545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-e24c44cc-f96d-4bf9-8419-cee606b6e626 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/quotas/6ef0b8e109f948f9b244374f21447270 HTTP/1.1" status: 200 len: 375 time: 0.0276203 Aug 20 15:01:12.533813 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.577109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:12.585950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No DVR routers for this DVR port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:12.624595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:12.674631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-415f48b8-1499-4985-b5f0-658b68be2149 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ef0b8e109f948f9b244374f21447270&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1834567 Aug 20 15:01:12.691216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] Deleting port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:12.691770 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.696437 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.821599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15de5fa6-c6c8-46da-b002-d30278619a97 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:12.824593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf33645-e3ca-443f-b08f-7db509103e46 req-778918b5-f0ae-4c33-812b-9212dd5e5018 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:12.840694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdf33645-e3ca-443f-b08f-7db509103e46 req-778918b5-f0ae-4c33-812b-9212dd5e5018 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 947 time: 0.2466650 Aug 20 15:01:12.840694 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.876357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc66724e-65d9-48f6-b020-a1ef51f5bf85']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:12.911814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c390231-c915-49c9-81b1-c227c11782f1') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:12.912415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c390231-c915-49c9-81b1-c227c11782f1') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:12.939654 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.944056 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a663ac02-1c88-4cca-a06b-5bca4e5af169 x-openstack-request-id: req-a663ac02-1c88-4cca-a06b-5bca4e5af169 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:12.944354 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-plugged", "status": "completed", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:12.944613 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a663ac02-1c88-4cca-a06b-5bca4e5af169 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:12.945011 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'code': 200} Aug 20 15:01:12.946677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 15de5fa6-c6c8-46da-b002-d30278619a97, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=15de5fa6-c6c8-46da-b002-d30278619a97,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:12.962298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdf33645-e3ca-443f-b08f-7db509103e46 req-f314e00c-af3e-4d60-a3e3-7e1411130dda tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227324 Aug 20 15:01:12.964817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] For port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:12.965295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:12.983595 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:13.075061 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:01:13.092401 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:01:13.197461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406be12-cd61-4561-8d5f-9ce8c9780f82 req-6661f665-904b-4722-bd02-d08b60dedf4c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:13.202607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2406be12-cd61-4561-8d5f-9ce8c9780f82 req-6661f665-904b-4722-bd02-d08b60dedf4c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2313554 Aug 20 15:01:13.225642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] Calling delete_port for c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:13.261267 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:13.274922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] Port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 15:01:13.292178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:13.308905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:13.310983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/networks/dc66724e-65d9-48f6-b020-a1ef51f5bf85 HTTP/1.1" status: 204 len: 168 time: 1.7345164 Aug 20 15:01:13.311968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ccf34-7b2b-4f7e-8cf4-a8ac869bd7af tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Network': ['ID=dc66724e-65d9-48f6-b020-a1ef51f5bf85,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:13.315214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36752) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:13.341808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59051615-ec07-4487-bc2d-55618894d86c req-15c899b9-fa59-4a3e-ac75-b0c54e3a77db tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0748320 Aug 20 15:01:13.341808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2406be12-cd61-4561-8d5f-9ce8c9780f82 req-729b0c46-6029-4309-b799-4007444bbd25 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210945 Aug 20 15:01:13.389486 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:13.410152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67541002-63c5-4667-8b2a-9572543cff04 req-a9bfc2e8-8522-41e2-891c-2df9c31e8c80 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 210 time: 0.0415344 Aug 20 15:01:13.422388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:13.422808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:13.423241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7da84783-6f87-464a-8366-6db3998d901b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:13.431647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] Network dc66724e-65d9-48f6-b020-a1ef51f5bf85 is not hosted by any dhcp agent {{(pid=101101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 15:01:13.432243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] No DVR routers for this DVR port c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:13.439476 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:01:13.471729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 7da84783-6f87-464a-8366-6db3998d901b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:13.472010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7da84783-6f87-464a-8366-6db3998d901b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:13.473455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=15de5fa6-c6c8-46da-b002-d30278619a97,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:13.508345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687ae36-0337-460b-96f7-b98ec43e81fc None None] Pushing event deleted for resources: {'Port': ['ID=c2e2ea2a-f860-4ff9-81e6-a5dd78fd050c,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:13.527617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['15de5fa6-c6c8-46da-b002-d30278619a97'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:13.586913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:10Z', 'revision_number': 8, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:09Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:13.658416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] Checking router: a34c1d90-a654-4158-bade-cd1eae46949e for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:13.677836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29236f0-80e8-4cd7-97c0-1aada52ac827 req-fbeb9b06-8b09-482a-9359-6abfb20db78f tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:13.687256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b29236f0-80e8-4cd7-97c0-1aada52ac827 req-fbeb9b06-8b09-482a-9359-6abfb20db78f tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 945 time: 0.0752649 Aug 20 15:01:13.729617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b29236f0-80e8-4cd7-97c0-1aada52ac827 req-230e5402-4cc8-4410-af1c-df2c63c741f4 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Aug 20 15:01:13.837796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:13.838758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:00:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:14.234986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a0ab0-872b-4b19-a266-0eacc3ae2d8c req-72ce31a0-5494-4a5e-aca7-1a2d8e339b27 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:14.236619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e1a0ab0-872b-4b19-a266-0eacc3ae2d8c req-72ce31a0-5494-4a5e-aca7-1a2d8e339b27 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 948 time: 0.1782939 Aug 20 15:01:14.266780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:14.326602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e1a0ab0-872b-4b19-a266-0eacc3ae2d8c req-700eee6f-f15c-4ab6-a771-f156a186f47c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803244 Aug 20 15:01:14.465355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:14.494342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de4d6c9a-12ef-4f20-9799-eefade53c8bf req-cd3885a3-6c1a-4bbc-b7d5-3be498b5e7c7 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0557997 Aug 20 15:01:14.538595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195b9f6-69c8-499b-a7db-73816b13b477 req-acf0f420-6fc4-4397-82c5-b46e139dcbb8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:14.549872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6195b9f6-69c8-499b-a7db-73816b13b477 req-acf0f420-6fc4-4397-82c5-b46e139dcbb8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.0907998 Aug 20 15:01:14.649837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:10Z', 'revision_number': 8, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:09Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:14.673025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-473256b4-1174-4b89-b75d-802af6ce8e8f req-9e0ea807-a7c8-44da-b543-518cd6434c00 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 210 time: 0.0659909 Aug 20 15:01:14.709199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6195b9f6-69c8-499b-a7db-73816b13b477 req-6ddee8d7-330a-4622-8eb2-732bb0baf5c2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583769 Aug 20 15:01:14.728997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf673ee2-9dc7-4a2f-857a-a313b5782e77 None None] The sync data for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 is: [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:10Z', 'revision_number': 8, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3388be77-3675-4e17-8ecb-daaf0909ce26', 'name': '', 'network_id': '315773f7-5bc3-4690-a09d-0f94bb3bbf20', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:b7:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:59Z', 'updated_at': '2021-08-20T15:01:09Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:14.750538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-9d9e5512-80ca-495b-849f-bd71a3974e12 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6ef0b8e109f948f9b244374f21447270&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394547 Aug 20 15:01:14.757950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:14.929780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 3388be77-3675-4e17-8ecb-daaf0909ce26 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:14.930909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:15.012625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dafd43-55ab-4e68-a985-838b0836b94a req-3ddaf12a-01d7-41bd-add9-f1ef0d235227 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:15.026544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05dafd43-55ab-4e68-a985-838b0836b94a req-3ddaf12a-01d7-41bd-add9-f1ef0d235227 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.70 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 945 time: 0.2109628 Aug 20 15:01:15.063624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaebc9-91dd-4d3a-94b0-77bbf48b5415 req-5bd89e78-6720-44b4-9281-25ff72923851 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:15.071134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26eaebc9-91dd-4d3a-94b0-77bbf48b5415 req-5bd89e78-6720-44b4-9281-25ff72923851 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 945 time: 0.1984391 Aug 20 15:01:15.078946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port 3388be77-3675-4e17-8ecb-daaf0909ce26, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3388be77-3675-4e17-8ecb-daaf0909ce26,segment=NetworkSegment(0f282226-3415-4ad1-89b0-5b36f604c7c4),segment_id=0f282226-3415-4ad1-89b0-5b36f604c7c4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:15.079530 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:15.095208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 3388be77-3675-4e17-8ecb-daaf0909ce26 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:15.165409 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c6578b74-3a0d-4c1b-8b97-74f88faba016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:15.166788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26eaebc9-91dd-4d3a-94b0-77bbf48b5415 req-398cde25-3d6f-44ef-a0bc-710b66c34bbf tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947230 Aug 20 15:01:15.180114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-6c5b40c6-c1b6-4909-9f63-4793ca987781 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:15.182798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-6c5b40c6-c1b6-4909-9f63-4793ca987781 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4253006 Aug 20 15:01:15.225144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Request body: {'port': {'device_id': 'a0234ad1-833f-4ee5-8adb-79f3ec8e73e5', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '6ef0b8e109f948f9b244374f21447270'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:15.301723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:15.332447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=3388be77-3675-4e17-8ecb-daaf0909ce26,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:15.443082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Deleting port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:15.443633 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:15.555600 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:15.595819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e9eae-2f60-4ad8-8f08-f244a27a1027 req-8cba767b-4ea3-4ef4-8705-660192a70dd1 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:15.597466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f97e9eae-2f60-4ad8-8f08-f244a27a1027 req-8cba767b-4ea3-4ef4-8705-660192a70dd1 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 948 time: 0.1622429 Aug 20 15:01:15.600833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Made reservation on behalf of 6ef0b8e109f948f9b244374f21447270 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:01:15.611073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:15.731310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-653c8b80-559e-41f3-9ac6-904393b91e8f req-4d4fc639-45e4-4136-89b5-9ab9ec6c5ab8 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0821819 Aug 20 15:01:15.752769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] For port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:15.753143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:15.809256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f97e9eae-2f60-4ad8-8f08-f244a27a1027 req-4f55f47d-9c67-4ecd-8a86-6d71ec55facf tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825294 Aug 20 15:01:15.866172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 15de5fa6-c6c8-46da-b002-d30278619a97 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:15.907158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:15.972987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 15de5fa6-c6c8-46da-b002-d30278619a97 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:15.979502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 15de5fa6-c6c8-46da-b002-d30278619a97 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:15.980207 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.043264 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.061010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:16.074486 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5f0cc4b0-e51c-4d7c-ac91-bff3af6db483 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7581227 Aug 20 15:01:16.078257 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] Sync routers for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:16.078848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36784) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:16.096593 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:16.097566 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:16.123657 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.178663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c520c0-2d45-47a9-85d0-29498759d6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15de5fa6-c6c8-46da-b002-d30278619a97'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:16.182977 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9888ba9-bbc7-4c3e-9747-99df0c48b69b" -d '{"events": [{"server_uuid": "b9c520c0-2d45-47a9-85d0-29498759d6ce", "name": "network-vif-plugged", "status": "completed", "tag": "15de5fa6-c6c8-46da-b002-d30278619a97"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:16.202108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a02cd28-89dd-431f-9a25-aa898ea9b030 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting subnet 2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:01:16.207170 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a02cd28-89dd-431f-9a25-aa898ea9b030 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.213283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 15de5fa6-c6c8-46da-b002-d30278619a97, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=15de5fa6-c6c8-46da-b002-d30278619a97,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:16.218508 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.238509 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:16.307417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Allocated IP 192.168.233.38 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/0abf5697-31aa-4469-b38c-37141540b7a9) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:16.310880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a02cd28-89dd-431f-9a25-aa898ea9b030 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.313195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=15de5fa6-c6c8-46da-b002-d30278619a97,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:16.425141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a02cd28-89dd-431f-9a25-aa898ea9b030 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.480576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee0c6717-42b5-4e08-be06-6cebdfe0fe4d req-4fe41768-10d5-481b-bbbb-101dadd3f271 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 210 time: 0.4294553 Aug 20 15:01:16.527152 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a02cd28-89dd-431f-9a25-aa898ea9b030 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.561483 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:15Z', 'revision_number': 9, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:16.566155 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e50f1b-82d7-4bf6-9a2e-26d060e4f771 x-openstack-request-id: req-e6e50f1b-82d7-4bf6-9a2e-26d060e4f771 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:16.566475 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c520c0-2d45-47a9-85d0-29498759d6ce", "name": "network-vif-plugged", "status": "completed", "tag": "15de5fa6-c6c8-46da-b002-d30278619a97", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:16.566727 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6e50f1b-82d7-4bf6-9a2e-26d060e4f771 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:16.567126 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c520c0-2d45-47a9-85d0-29498759d6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15de5fa6-c6c8-46da-b002-d30278619a97', 'code': 200} Aug 20 15:01:16.588821 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a02cd28-89dd-431f-9a25-aa898ea9b030 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.589476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90550c9-0698-4451-aaf8-8e83fe333a4c None None] Network 315773f7-5bc3-4690-a09d-0f94bb3bbf20 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:16.592303 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3a02cd28-89dd-431f-9a25-aa898ea9b030 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d HTTP/1.1" status: 204 len: 168 time: 0.5101173 Aug 20 15:01:16.593218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02cd28-89dd-431f-9a25-aa898ea9b030 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:16.596480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36792) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:16.632498 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] Checking router: a34c1d90-a654-4158-bade-cd1eae46949e for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:16.654782 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:16.655734 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:16.717530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed53774-9ad6-4a18-b517-ce31b0288c47 req-4ed412ae-e49c-4894-bb8f-751466c8313f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:16.719208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ed53774-9ad6-4a18-b517-ce31b0288c47 req-4ed412ae-e49c-4894-bb8f-751466c8313f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.7993767 Aug 20 15:01:16.777527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd932b-11ce-43b1-a5c4-8f7934ffb680 req-48572c98-50e0-49f9-8260-ac289e45b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:16.780904 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-65cd932b-11ce-43b1-a5c4-8f7934ffb680 req-48572c98-50e0-49f9-8260-ac289e45b6bb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 1101 time: 0.0770469 Aug 20 15:01:16.785632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:16.829155 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:16.913464 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-65cd932b-11ce-43b1-a5c4-8f7934ffb680 req-e335ce51-006c-489b-a8ba-3eaa508bb3d5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231508 Aug 20 15:01:16.932171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebc19b2-ba4e-4e7d-b1c1-51c47a9ac33d None None] DHCP port deletion for 315773f7-5bc3-4690-a09d-0f94bb3bbf20 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:01:16.999406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 42f5f2b6-f93f-488b-8770-b583949275ef {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:17.000197 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.082086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc19b2-ba4e-4e7d-b1c1-51c47a9ac33d None None] Deleting port 42f5f2b6-f93f-488b-8770-b583949275ef {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:17.082695 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ebc19b2-ba4e-4e7d-b1c1-51c47a9ac33d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.173227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port 42f5f2b6-f93f-488b-8770-b583949275ef, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=42f5f2b6-f93f-488b-8770-b583949275ef,segment=NetworkSegment(0f282226-3415-4ad1-89b0-5b36f604c7c4),segment_id=0f282226-3415-4ad1-89b0-5b36f604c7c4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:17.175667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.203022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 42f5f2b6-f93f-488b-8770-b583949275ef owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:17.219615 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:15Z', 'revision_number': 9, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:17.237118 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.237812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5ebc19b2-ba4e-4e7d-b1c1-51c47a9ac33d None None] For port 42f5f2b6-f93f-488b-8770-b583949275ef, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=42f5f2b6-f93f-488b-8770-b583949275ef,segment=NetworkSegment(0f282226-3415-4ad1-89b0-5b36f604c7c4),segment_id=0f282226-3415-4ad1-89b0-5b36f604c7c4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:17.238390 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ebc19b2-ba4e-4e7d-b1c1-51c47a9ac33d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.256860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Transition to ACTIVE for port object 0abf5697-31aa-4469-b38c-37141540b7a9 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:17.270897 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9b3064-7123-4cda-85e2-8e89393c13f5 None None] The sync data for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 is: [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:15Z', 'revision_number': 9, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': '33244c3e-1f4e-4246-8e9d-266938185b15', 'name': '', 'network_id': '8356c3b9-e84c-4d7e-b0e4-3a715c181e1b', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:60:db:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:55Z', 'updated_at': '2021-08-20T15:01:04Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '43c6fe47-7ac2-4d23-8ab3-66ae34163bb9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:17.274767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 42f5f2b6-f93f-488b-8770-b583949275ef no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:17.276246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5ebc19b2-ba4e-4e7d-b1c1-51c47a9ac33d None None] Calling delete_port for 42f5f2b6-f93f-488b-8770-b583949275ef owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:17.308075 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.308472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.308839 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Floating IP 28565435-04be-4b57-9a44-8cd02af84d04 disassociated. External IP: 172.25.5.115, port: 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0. Aug 20 15:01:17.309302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Calling delete_port for 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:17.331828 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.380184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=42f5f2b6-f93f-488b-8770-b583949275ef,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:17.391477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No DVR routers for this DVR port 42f5f2b6-f93f-488b-8770-b583949275ef on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:17.393777 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ebc19b2-ba4e-4e7d-b1c1-51c47a9ac33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.427945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 42f5f2b6-f93f-488b-8770-b583949275ef {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:17.428327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 42f5f2b6-f93f-488b-8770-b583949275ef not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:17.449012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc19b2-ba4e-4e7d-b1c1-51c47a9ac33d None None] Pushing event deleted for resources: {'Port': ['ID=42f5f2b6-f93f-488b-8770-b583949275ef,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:17.458205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc19b2-ba4e-4e7d-b1c1-51c47a9ac33d None None] No DVR routers for this DVR port 42f5f2b6-f93f-488b-8770-b583949275ef on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:17.507007 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.511055 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.525994 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:17.531106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.541065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315773f7-5bc3-4690-a09d-0f94bb3bbf20']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:17.553658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f282226-3415-4ad1-89b0-5b36f604c7c4') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:17.554060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f282226-3415-4ad1-89b0-5b36f604c7c4') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:17.567805 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.589066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.596737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:01:17.597350 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.608829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ed53774-9ad6-4a18-b517-ce31b0288c47 req-49f5f48f-3582-4bcf-8111-b8841db1c51c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8607435 Aug 20 15:01:17.675239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e20a5-4073-4ed9-b0cc-d0da55dd7770 req-7cb576c7-1e92-4b13-b3c7-15100b464da4 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:17.683439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-921e20a5-4073-4ed9-b0cc-d0da55dd7770 req-7cb576c7-1e92-4b13-b3c7-15100b464da4 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 945 time: 0.9892743 Aug 20 15:01:17.699035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:01:17.705200 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:01:17.707484 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.731866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.741018 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/networks/315773f7-5bc3-4690-a09d-0f94bb3bbf20 HTTP/1.1" status: 204 len: 168 time: 1.1427107 Aug 20 15:01:17.751960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36800) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:17.753145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:17.780006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:17.782002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a744d-e163-4039-a6e0-06e9b54c176d tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Network': ['ID=315773f7-5bc3-4690-a09d-0f94bb3bbf20,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:17.790455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:17.862175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Pushing event updated for resources: {'Port': ['ID=0abf5697-31aa-4469-b38c-37141540b7a9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:17.993721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Pushing event deleted for resources: {'Port': ['ID=9cccabac-4331-41b0-8bd3-b6c1b1eb80f0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:18.120057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dee4b125-00f2-44ce-b2ee-cd2945b40302 req-356a89eb-50cf-4953-82c5-e8363708ca56 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.1235600 Aug 20 15:01:18.144036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:18.144713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:18.170449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-921e20a5-4073-4ed9-b0cc-d0da55dd7770 req-f6779d67-c076-4b48-a59f-1fbaf4a293b8 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups?id=d86eae1f-39be-4ca7-a92c-b995b6460a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4858904 Aug 20 15:01:18.219088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-359933a9-9e32-4d83-8dab-a805094cf6a7 None None] Provisioning for port 0abf5697-31aa-4469-b38c-37141540b7a9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:18.224752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-359933a9-9e32-4d83-8dab-a805094cf6a7 None None] Provisioning complete for port 0abf5697-31aa-4469-b38c-37141540b7a9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:18.225917 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-359933a9-9e32-4d83-8dab-a805094cf6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:18.251250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-2f229b16-9ce9-478d-891b-d2161b6734d8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0335932 Aug 20 15:01:18.283765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-359933a9-9e32-4d83-8dab-a805094cf6a7 None None] Port 0abf5697-31aa-4469-b38c-37141540b7a9 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:18.348893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Request body: {'port': {'device_id': 'a0234ad1-833f-4ee5-8adb-79f3ec8e73e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:18.481634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Router abedaabc-2889-4439-a700-0d10ff00ae7a has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:18.546743 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:18.556155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7c0f5-76a0-45b3-8ca6-3e92b07e9921 req-47980b09-3e10-49e2-8e42-018ed1e4cac1 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:18.557913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dd7c0f5-76a0-45b3-8ca6-3e92b07e9921 req-47980b09-3e10-49e2-8e42-018ed1e4cac1 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 935 time: 0.2364626 Aug 20 15:01:18.649449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b7e61-4485-4d31-b942-de86adb72d75 req-ca0d90de-3ff6-4f06-b7f1-3b48a3121575 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:18.651172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b3b7e61-4485-4d31-b942-de86adb72d75 req-ca0d90de-3ff6-4f06-b7f1-3b48a3121575 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 949 time: 0.3278253 Aug 20 15:01:18.821663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dd7c0f5-76a0-45b3-8ca6-3e92b07e9921 req-507657bb-ef5e-49a9-8f5a-16359c30d764 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349896 Aug 20 15:01:18.929920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b3b7e61-4485-4d31-b942-de86adb72d75 req-f85726e2-62a6-4ba7-8b00-d43ced4681ec tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631598 Aug 20 15:01:18.971103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:18.981332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] Sync routers for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:18.999498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:18.999498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:19.041161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] No DVR routers for this DVR port 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:19.126553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce0f7b-b52c-43c8-aec4-b6457d720323 req-bc9f8bcc-ad0f-427c-8ef1-731ecbfdf9ce tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:19.127692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4ce0f7b-b52c-43c8-aec4-b6457d720323 req-bc9f8bcc-ad0f-427c-8ef1-731ecbfdf9ce tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1936266 Aug 20 15:01:19.139902 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:19.140434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:19.141975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05dafd43-55ab-4e68-a985-838b0836b94a req-02e779ff-f52e-44a4-bb9e-73d91dd8976b tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.70 "DELETE /v2.0/ports/9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 HTTP/1.1" status: 204 len: 173 time: 4.0995424 Aug 20 15:01:19.142721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3388be77-3675-4e17-8ecb-daaf0909ce26 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:19.143801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164daf4d-7176-480e-9c06-a859499c4d39', 'name': 'network-vif-deleted', 'tag': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:19.146112 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b40357a-f0ae-4850-b2a6-d430b9ad3401" -d '{"events": [{"server_uuid": "164daf4d-7176-480e-9c06-a859499c4d39", "name": "network-vif-deleted", "tag": "9cccabac-4331-41b0-8bd3-b6c1b1eb80f0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:19.179604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:19.218725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:19.219421 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9cccabac-4331-41b0-8bd3-b6c1b1eb80f0 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:19.223787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 3388be77-3675-4e17-8ecb-daaf0909ce26 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:19.224411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3388be77-3675-4e17-8ecb-daaf0909ce26 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:19.246854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4ce0f7b-b52c-43c8-aec4-b6457d720323 req-3ad21a8e-70b4-4b72-9da2-29f1aef6ee0e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037145 Aug 20 15:01:19.325568 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:19.332952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abf5697-31aa-4469-b38c-37141540b7a9 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:19.338051 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c240969-9a78-481d-9a11-70e3a4c67afa x-openstack-request-id: req-8c240969-9a78-481d-9a11-70e3a4c67afa {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:19.338342 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164daf4d-7176-480e-9c06-a859499c4d39", "name": "network-vif-deleted", "tag": "9cccabac-4331-41b0-8bd3-b6c1b1eb80f0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:19.338599 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c240969-9a78-481d-9a11-70e3a4c67afa {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:19.338999 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164daf4d-7176-480e-9c06-a859499c4d39', 'name': 'network-vif-deleted', 'tag': '9cccabac-4331-41b0-8bd3-b6c1b1eb80f0', 'status': 'completed', 'code': 200} Aug 20 15:01:19.382855 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:19.459161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14f17d0b-2507-4ba7-a3f9-079b21b9c4d7 req-0c1eceb6-5f67-4d6b-b2f1-5d614ca9a359 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0789709 Aug 20 15:01:19.485565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Transition to ACTIVE for port object 0abf5697-31aa-4469-b38c-37141540b7a9 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:19.498586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5b46d6e-c9e9-4d76-a8bc-d22425c60dd7 req-d17efee6-94dc-45b7-b121-95927a7ec808 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/ports?device_id=164daf4d-7176-480e-9c06-a859499c4d39 HTTP/1.1" status: 200 len: 210 time: 0.0539212 Aug 20 15:01:19.501284 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:19.547387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:40Z', 'revision_number': 5, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:19.582872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] Checking router: abedaabc-2889-4439-a700-0d10ff00ae7a for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:19.597329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:19.597972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:19.634030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Pushing event updated for resources: {'Port': ['ID=0abf5697-31aa-4469-b38c-37141540b7a9,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:19.744156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Attempting to bind port 0abf5697-31aa-4469-b38c-37141540b7a9 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:19.744495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Attempting to bind port 0abf5697-31aa-4469-b38c-37141540b7a9 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:19.744830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Attempting to bind port 0abf5697-31aa-4469-b38c-37141540b7a9 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:19.745079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:19.751585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Port 0abf5697-31aa-4469-b38c-37141540b7a9 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:01:19.751922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Attempting to bind port 0abf5697-31aa-4469-b38c-37141540b7a9 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:19.775714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:19.776062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:19.776458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:19.776910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Bound port: 0abf5697-31aa-4469-b38c-37141540b7a9, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:19.777275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:19.878647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] For port 0abf5697-31aa-4469-b38c-37141540b7a9, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:19.882591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] For port 0abf5697-31aa-4469-b38c-37141540b7a9, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0abf5697-31aa-4469-b38c-37141540b7a9,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:19.916239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:19.976048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:19.977625 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:19.979615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] 10.222.0.72 "PUT /v2.0/ports/0abf5697-31aa-4469-b38c-37141540b7a9 HTTP/1.1" status: 200 len: 1096 time: 1.6592951 Aug 20 15:01:20.147368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:40Z', 'revision_number': 5, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:20.148026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 33244c3e-1f4e-4246-8e9d-266938185b15 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:20.148385 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:20.184568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c30fa-1932-40e5-b9f7-237b5372fe4e service neutron] Pushing event updated for resources: {'Port': ['ID=0abf5697-31aa-4469-b38c-37141540b7a9,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:20.214481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84857d-5be9-4b51-a74a-fb38ec4878a8 None None] The sync data for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 is: [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T14:58:32Z', 'revision_number': 4, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'cd83c4a2-ca3d-44c4-941e-b17fd84d37d3', 'name': '', 'network_id': '2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'mac_address': 'fa:16:3e:53:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:31Z', 'updated_at': '2021-08-20T14:58:40Z', 'revision_number': 5, 'project_id': '50c4b05205c6477f965f8750db201356', 'subnets': [{'id': '1bf134fb-ac3a-41d1-a45c-4cf165159272', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:20.274569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6646-a900-4a6d-867e-2590d2e9c88d req-eed68b62-6577-4f87-9b95-b76d6538a2db tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:20.296621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21eb6646-a900-4a6d-867e-2590d2e9c88d req-eed68b62-6577-4f87-9b95-b76d6538a2db tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 947 time: 0.3106341 Aug 20 15:01:20.417070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-38cce35d-7274-4226-a0c1-cd17cb2ff0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:20.420104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-38cce35d-7274-4226-a0c1-cd17cb2ff0f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef0b8e109f948f9b244374f21447270&device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 1099 time: 0.2575102 Aug 20 15:01:20.484812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d072a0a-106a-4403-8694-230902b385a7 req-afd0b549-b735-4c0e-8c69-cf3acddada7e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:20.486959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d072a0a-106a-4403-8694-230902b385a7 req-afd0b549-b735-4c0e-8c69-cf3acddada7e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 949 time: 0.4081099 Aug 20 15:01:20.544505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21eb6646-a900-4a6d-867e-2590d2e9c88d req-3c667eb2-72e1-498d-b747-905b56b7f943 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465482 Aug 20 15:01:20.551532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-d3decba5-ef91-4f35-9313-05eb42335e04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=0abf5697-31aa-4469-b38c-37141540b7a9 HTTP/1.1" status: 200 len: 217 time: 0.1123831 Aug 20 15:01:20.642899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d072a0a-106a-4403-8694-230902b385a7 req-4c516b3e-7570-4b6c-b089-dbe5ebfa30e3 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084247 Aug 20 15:01:20.651184 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d27e609-7215-46d6-940f-89b709c70eef None None] New status for floating IP 28565435-04be-4b57-9a44-8cd02af84d04: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:01:20.665224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port 33244c3e-1f4e-4246-8e9d-266938185b15, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=33244c3e-1f4e-4246-8e9d-266938185b15,segment=NetworkSegment(1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e),segment_id=1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:20.665602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:20.705219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 33244c3e-1f4e-4246-8e9d-266938185b15 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:20.732189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-b4e967eb-0a50-447d-bd84-69446f9b99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:20.733931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-b4e967eb-0a50-447d-bd84-69446f9b99ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1553729 Aug 20 15:01:20.868174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ba37809-b46d-4cfe-9650-52bccab6a018 req-0c9ed44b-c150-4fa6-bdf4-886d32b51ba8 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0746472 Aug 20 15:01:20.939255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa60551-e505-4222-898b-8f7372967c1a req-3e7fc091-5a90-4284-8a46-b9203ad8ce44 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:20.946910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3aa60551-e505-4222-898b-8f7372967c1a req-3e7fc091-5a90-4284-8a46-b9203ad8ce44 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1855352 Aug 20 15:01:20.968937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-5a20e385-b5c5-4416-9cd1-dcde3bb522d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:20.968937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-5a20e385-b5c5-4416-9cd1-dcde3bb522d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2180882 Aug 20 15:01:21.442013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0234ad1-833f-4ee5-8adb-79f3ec8e73e5', 'tag': '0abf5697-31aa-4469-b38c-37141540b7a9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:21.444374 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ca615-8a93-4685-acde-7aafae879875" -d '{"events": [{"name": "network-changed", "server_uuid": "a0234ad1-833f-4ee5-8adb-79f3ec8e73e5", "tag": "0abf5697-31aa-4469-b38c-37141540b7a9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:21.462513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3aa60551-e505-4222-898b-8f7372967c1a req-a0dd8001-9b8a-4e87-a50a-4b7c5cb31112 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147426 Aug 20 15:01:21.494482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7478750-5a28-4a01-ae9d-da1adf19f5e8 req-08fde852-cb09-4fd9-aac3-39b24751a27b tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:21.496091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e7478750-5a28-4a01-ae9d-da1adf19f5e8 req-08fde852-cb09-4fd9-aac3-39b24751a27b tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 1101 time: 0.4858980 Aug 20 15:01:21.527071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36836) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:21.567320 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eade9c39-e8d7-4c03-92ed-c6d4ff74dc99 x-openstack-request-id: req-eade9c39-e8d7-4c03-92ed-c6d4ff74dc99 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:21.567698 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0234ad1-833f-4ee5-8adb-79f3ec8e73e5", "tag": "0abf5697-31aa-4469-b38c-37141540b7a9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:21.567962 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eade9c39-e8d7-4c03-92ed-c6d4ff74dc99 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:21.568364 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0234ad1-833f-4ee5-8adb-79f3ec8e73e5', 'tag': '0abf5697-31aa-4469-b38c-37141540b7a9', 'status': 'completed', 'code': 200} Aug 20 15:01:21.585233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-40ec159a-4360-47ee-a585-cd7fbc9c6511 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761983 Aug 20 15:01:21.614245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e7478750-5a28-4a01-ae9d-da1adf19f5e8 req-3bfce712-871e-4433-8d05-a8e3bd8a9049 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058903 Aug 20 15:01:21.673576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4dcff296-0a2a-46b1-8fa4-e0c6abe86766 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:21.697350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:21.709586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4dcff296-0a2a-46b1-8fa4-e0c6abe86766 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:21.752820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235818f3-cd8e-4630-a59c-7467fd609b34 req-4b33e231-84a5-4b48-a8df-5809865712ee tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:21.754380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-235818f3-cd8e-4630-a59c-7467fd609b34 req-4b33e231-84a5-4b48-a8df-5809865712ee tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 947 time: 0.1026359 Aug 20 15:01:21.766644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=33244c3e-1f4e-4246-8e9d-266938185b15,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:21.786956 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4dcff296-0a2a-46b1-8fa4-e0c6abe86766 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:21.790156 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4dcff296-0a2a-46b1-8fa4-e0c6abe86766 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:21.792580 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4dcff296-0a2a-46b1-8fa4-e0c6abe86766 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "DELETE /v2.0/security-groups/d86eae1f-39be-4ca7-a92c-b995b6460a89 HTTP/1.1" status: 204 len: 168 time: 0.2644527 Aug 20 15:01:21.797734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36846) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:21.833532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcff296-0a2a-46b1-8fa4-e0c6abe86766 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86eae1f-39be-4ca7-a92c-b995b6460a89,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:21.840512 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-8f480421-ac07-41af-a327-17ce7e141a0c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] show failed (client error): The resource could not be found. Aug 20 15:01:21.852616 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8f480421-ac07-41af-a327-17ce7e141a0c tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "GET /v2.0/security-groups/d86eae1f-39be-4ca7-a92c-b995b6460a89 HTTP/1.1" status: 404 len: 347 time: 0.0524940 Aug 20 15:01:21.856026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36848) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:21.973131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-235818f3-cd8e-4630-a59c-7467fd609b34 req-fdf399c4-5810-45b0-b18f-68d0333fcbfe tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753759 Aug 20 15:01:21.991989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-27924d22-ae87-40e7-8bfa-5756ffcfe870 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612030 Aug 20 15:01:21.997234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-827f36f8-fd7a-40c4-96c6-95630b1115d0 req-bcf9d5c9-b1cf-4da7-95aa-164f5f143f6f service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980758 Aug 20 15:01:22.043025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Deleting port cdc534d5-c55c-41a1-8b07-02fb1404147a {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:22.043424 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:22.149560 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:22.150054 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:22.164746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Calling delete_port for cdc534d5-c55c-41a1-8b07-02fb1404147a owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:22.176271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:22.228897 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5df7e722-d473-4f11-b94d-1e51ae962c32 req-827a9871-650a-479d-b259-c5f8dd3deeeb tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.1250968 Aug 20 15:01:22.335996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:22.365430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Pushing event deleted for resources: {'Port': ['ID=cdc534d5-c55c-41a1-8b07-02fb1404147a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:22.388716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-b51577a1-c8bc-43d2-86b6-488a2da26c62 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:22.390384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-b51577a1-c8bc-43d2-86b6-488a2da26c62 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3899028 Aug 20 15:01:22.399976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca615-8a93-4685-acde-7aafae879875 req-f5ec146f-4d4f-4547-befa-a14ffb58e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:22.401510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e60ca615-8a93-4685-acde-7aafae879875 req-f5ec146f-4d4f-4547-befa-a14ffb58e041 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6ef0b8e109f948f9b244374f21447270&device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 1099 time: 0.2264376 Aug 20 15:01:22.446528 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-ac47c307-40d0-407e-b506-662852b8e564 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/quotas/3cc8e9c2d05b4aa2b375eed3861a265e HTTP/1.1" status: 200 len: 375 time: 0.0422268 Aug 20 15:01:22.456809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:22.461567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:22.463427 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-052c53b9-7702-4e99-a8cd-761946bc1123 tempest-ServersTestFqdnHostnames-1015751311 tempest-ServersTestFqdnHostnames-1015751311-project] 10.222.0.36 "DELETE /v2.0/floatingips/28565435-04be-4b57-9a44-8cd02af84d04 HTTP/1.1" status: 204 len: 168 time: 0.6059277 Aug 20 15:01:22.466708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36860) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:22.721086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-c21fc929-2909-4437-837a-7f42a4bf806b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2451508 Aug 20 15:01:22.742624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:22.751678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a71c2-6518-4e66-833c-a6af4ebc781f req-4477d384-8570-435e-8ed9-89b2deff8489 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:22.753201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a1a71c2-6518-4e66-833c-a6af4ebc781f req-4477d384-8570-435e-8ed9-89b2deff8489 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1924512 Aug 20 15:01:22.754976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca615-8a93-4685-acde-7aafae879875 req-dc279da0-daac-4947-80b5-c33420572f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:22.756380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e60ca615-8a93-4685-acde-7aafae879875 req-dc279da0-daac-4947-80b5-c33420572f6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.3442173 Aug 20 15:01:22.819323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e60ca615-8a93-4685-acde-7aafae879875 req-bf4e5da5-cf4d-4900-afaa-df706df1461d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=0abf5697-31aa-4469-b38c-37141540b7a9 HTTP/1.1" status: 200 len: 217 time: 0.0481999 Aug 20 15:01:22.921957 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:22.986539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a1a71c2-6518-4e66-833c-a6af4ebc781f req-d41b4214-3336-45cc-90f5-c2d2a7eb8bfc tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225552 Aug 20 15:01:23.039522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca615-8a93-4685-acde-7aafae879875 req-916ae4dd-c9f0-432c-8326-8822f9bc1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:23.042033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e60ca615-8a93-4685-acde-7aafae879875 req-916ae4dd-c9f0-432c-8326-8822f9bc1114 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1734948 Aug 20 15:01:23.051069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:23.073175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] Sync routers for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:23.103739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:23.105751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:23.121419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4089f9a5-9170-4868-974b-c012800255ee tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3519301 Aug 20 15:01:23.135469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36872) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:23.236192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:23.293621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a7ce5de-bcfd-498e-a169-7a43e5476a7b req-40d3fd7e-1c9f-4590-9e23-82b818bdf864 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 210 time: 0.2107430 Aug 20 15:01:23.436675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Deleting port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:23.437079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:23.459016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ca615-8a93-4685-acde-7aafae879875 req-e35ef7b9-f6a0-44ce-bb89-e673ee4c284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:23.465397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e60ca615-8a93-4685-acde-7aafae879875 req-e35ef7b9-f6a0-44ce-bb89-e673ee4c284a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3984523 Aug 20 15:01:23.476690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fea5e1b-d931-4929-a25a-a828a23e9cbb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting subnet 43c6fe47-7ac2-4d23-8ab3-66ae34163bb9 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:01:23.564849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:21Z', 'revision_number': 10, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:23.588402 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] For port cd83c4a2-ca3d-44c4-941e-b17fd84d37d3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cd83c4a2-ca3d-44c4-941e-b17fd84d37d3,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:23.588806 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:23.594071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] Checking router: a34c1d90-a654-4158-bade-cd1eae46949e for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:23.618160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:23.619472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:23.637561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab0339-e4e4-4204-b21e-22265fb63481 req-8458b8f4-67c5-4265-b4f4-06d122c0b364 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:23.640899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-10ab0339-e4e4-4204-b21e-22265fb63481 req-8458b8f4-67c5-4265-b4f4-06d122c0b364 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 947 time: 0.4179554 Aug 20 15:01:23.642024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fea5e1b-d931-4929-a25a-a828a23e9cbb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:23.650924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Calling delete_port for cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:23.721865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6db2a3ad-3c83-4102-94f3-656b3688f9b6 req-78e36549-0749-414e-8971-a642e677355b tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.2609966 Aug 20 15:01:23.789209 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fea5e1b-d931-4929-a25a-a828a23e9cbb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:23.835621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-10ab0339-e4e4-4204-b21e-22265fb63481 req-42c6e183-95c0-453f-bf65-765fc9f0e0cb tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869276 Aug 20 15:01:23.865045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e60ca615-8a93-4685-acde-7aafae879875 req-352720db-7261-4d71-8f7c-411e3b794db5 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524730 Aug 20 15:01:23.973419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:24.000385 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:24.042095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd83c4a2-ca3d-44c4-941e-b17fd84d37d3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:24.234590 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fea5e1b-d931-4929-a25a-a828a23e9cbb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:24.320150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e60ca615-8a93-4685-acde-7aafae879875 req-bcfb6509-9f31-4f52-991d-52d2fe811a18 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445531 Aug 20 15:01:24.361050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a2734-ab70-4575-9854-d02319106742 req-bdbf4066-8f7c-478f-a341-0eadb26fd652 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:24.367241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:21Z', 'revision_number': 10, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:24.368467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df2a2734-ab70-4575-9854-d02319106742 req-bdbf4066-8f7c-478f-a341-0eadb26fd652 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2065289 Aug 20 15:01:24.425435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:24.450182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad03f93-8d50-4f54-a863-0b45034af0c8 None None] The sync data for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 is: [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:21Z', 'revision_number': 10, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None, '_interfaces': [{'id': 'f60bea7c-ac3f-4821-a7ba-a480414aa61f', 'name': '', 'network_id': '133b9224-45d4-445a-a8e4-071f4f6d4678', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'mac_address': 'fa:16:3e:8f:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '7d924633-b7b5-4702-8429-ac686118e112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:00:51Z', 'updated_at': '2021-08-20T15:01:00Z', 'revision_number': 5, 'project_id': '0895b74675b14e329572bc247a4507e7', 'subnets': [{'id': '7d924633-b7b5-4702-8429-ac686118e112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:24.499266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-772ac7bc-8fef-4f1a-8a2a-ee3df630cce4 req-771d0734-6424-45e0-a31f-1370e1a19a74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 210 time: 0.1060178 Aug 20 15:01:24.553364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df2a2734-ab70-4575-9854-d02319106742 req-a3922734-7d91-42aa-ac2f-fb0af029c385 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838560 Aug 20 15:01:24.556571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fea5e1b-d931-4929-a25a-a828a23e9cbb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:24.561783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-600f3792-4c07-4bbe-9eed-b78f95ae0ff7 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460069 Aug 20 15:01:24.611157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea5e1b-d931-4929-a25a-a828a23e9cbb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Subnet': ['ID=43c6fe47-7ac2-4d23-8ab3-66ae34163bb9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:24.638205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb5e47-6c8a-4681-a54a-3fd186569064 None None] Network 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:24.659883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fea5e1b-d931-4929-a25a-a828a23e9cbb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:24.661807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3fea5e1b-d931-4929-a25a-a828a23e9cbb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/43c6fe47-7ac2-4d23-8ab3-66ae34163bb9 HTTP/1.1" status: 204 len: 168 time: 1.5216734 Aug 20 15:01:24.666175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36892) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:24.751209 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:24.828116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Router abedaabc-2889-4439-a700-0d10ff00ae7a has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:24.954065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79182d2c-75be-4d9c-ae39-47d4e464bd91 req-93699104-80ca-4248-9b0a-a0d0e0ef779a tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0981281 Aug 20 15:01:24.965108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6734ad3-0e0f-4d17-a9f1-17f6664d100b None None] DHCP port deletion for 8356c3b9-e84c-4d7e-b0e4-3a715c181e1b request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:01:25.010316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-4ee27d1d-c962-47e5-81f2-890790cce5ec tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:25.012806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-4ee27d1d-c962-47e5-81f2-890790cce5ec tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200292 Aug 20 15:01:25.057958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Request body: {'port': {'device_id': '0fffadda-4736-49e4-81f9-64230a63c2d3', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '3cc8e9c2d05b4aa2b375eed3861a265e'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:25.063755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b6734ad3-0e0f-4d17-a9f1-17f6664d100b None None] Deleting port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:25.065341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6734ad3-0e0f-4d17-a9f1-17f6664d100b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.148938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:25.149295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.191241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:25.201293 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4bb1dadf-69f3-4f52-b387-3aff0738db1d admin admin] 10.222.0.36 "PUT /v2.0/routers/abedaabc-2889-4439-a700-0d10ff00ae7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7303846 Aug 20 15:01:25.201846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b6734ad3-0e0f-4d17-a9f1-17f6664d100b None None] For port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8,segment=NetworkSegment(1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e),segment_id=1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:25.201952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36900) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:25.202874 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6734ad3-0e0f-4d17-a9f1-17f6664d100b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.205059 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a74794-94df-4f82-840f-c928932bd863 None None] Sync routers for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:25.218867 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a74794-94df-4f82-840f-c928932bd863 None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:25.221625 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-99a74794-94df-4f82-840f-c928932bd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:25.242415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b6734ad3-0e0f-4d17-a9f1-17f6664d100b None None] Calling delete_port for fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:25.293224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ac169-f919-4efd-b86b-1d081badba8d req-c6758a9f-fecb-4bdc-8237-f6b31249b363 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:25.295106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c44ac169-f919-4efd-b86b-1d081badba8d req-c6758a9f-fecb-4bdc-8237-f6b31249b363 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 947 time: 0.2814114 Aug 20 15:01:25.358741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:25.387185 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-99a74794-94df-4f82-840f-c928932bd863 None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:25.392990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8,segment=NetworkSegment(1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e),segment_id=1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:25.393461 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.422124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:25.436360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c44ac169-f919-4efd-b86b-1d081badba8d req-e728072f-ab85-40a9-9ed8-2972e6a28404 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177402 Aug 20 15:01:25.450894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Made reservation on behalf of 3cc8e9c2d05b4aa2b375eed3861a265e for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:01:25.457944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.473252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.574408 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.648774 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-99a74794-94df-4f82-840f-c928932bd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T15:01:23Z', 'revision_number': 5, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:25.668835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:01:25.668835 n-d-695189-15 neutron-server[101101]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 20 15:01:25.668835 n-d-695189-15 neutron-server[101101]: [parameters: {'status': 'DOWN', 'ports_id': 'fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8'}] Aug 20 15:01:25.668835 n-d-695189-15 neutron-server[101101]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:01:25.669269 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:01:25.670003 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6734ad3-0e0f-4d17-a9f1-17f6664d100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.684410 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a74794-94df-4f82-840f-c928932bd863 None None] Checking router: abedaabc-2889-4439-a700-0d10ff00ae7a for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:25.696726 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a74794-94df-4f82-840f-c928932bd863 None None] Routers {'abedaabc-2889-4439-a700-0d10ff00ae7a'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:25.696941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734ad3-0e0f-4d17-a9f1-17f6664d100b None None] Pushing event deleted for resources: {'Port': ['ID=fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:25.697374 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-99a74794-94df-4f82-840f-c928932bd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['abedaabc-2889-4439-a700-0d10ff00ae7a'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:25.707990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6734ad3-0e0f-4d17-a9f1-17f6664d100b None None] No DVR routers for this DVR port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:25.747351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.820645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5bbe9e9-9b29-42b2-8892-a2b0bbfef9d4 req-829cf1eb-d960-4fdf-8465-ea1ba3512378 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 210 time: 0.1406932 Aug 20 15:01:25.836487 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-99a74794-94df-4f82-840f-c928932bd863 None None] Set router abedaabc-2889-4439-a700-0d10ff00ae7a gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:25.837769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Deleting port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:25.839306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.851413 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:25.919177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 0abf5697-31aa-4469-b38c-37141540b7a9 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:01:25.944357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:25.956089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No DVR routers for this DVR port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:25.972982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba62673-f97a-492a-adc6-f9698250b069 req-127fc377-1766-451b-862a-4b2783d6e1c2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:25.974463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cba62673-f97a-492a-adc6-f9698250b069 req-127fc377-1766-451b-862a-4b2783d6e1c2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.2357161 Aug 20 15:01:25.985501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] For port 79fd1846-eb1c-40ad-a9c2-6cbf650573d3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=79fd1846-eb1c-40ad-a9c2-6cbf650573d3,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:25.986042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.043951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Calling delete_port for 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:26.099041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 0abf5697-31aa-4469-b38c-37141540b7a9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0abf5697-31aa-4469-b38c-37141540b7a9,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:26.114365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '0abf5697-31aa-4469-b38c-37141540b7a9', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '0abf5697-31aa-4469-b38c-37141540b7a9', 'mac_address': 'fa:16:3e:87:2a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:01:26.180173 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-99a74794-94df-4f82-840f-c928932bd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T15:01:23Z', 'revision_number': 5, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:26.198419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Port fbc640d8-3e82-4dbb-b492-8eeda4b6ecf8 update to DOWN by agent not found {{(pid=101101) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 20 15:01:26.198951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 33244c3e-1f4e-4246-8e9d-266938185b15 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:26.205202 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.217216 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a74794-94df-4f82-840f-c928932bd863 None None] The sync data for ids ['abedaabc-2889-4439-a700-0d10ff00ae7a'] in n-d-695189-15 is: [{'id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'name': 'tempest-ServersTestFqdnHostnames-1887457465-router', 'tenant_id': '50c4b05205c6477f965f8750db201356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:58:26Z', 'updated_at': '2021-08-20T15:01:23Z', 'revision_number': 5, 'project_id': '50c4b05205c6477f965f8750db201356', 'gw_port': {'id': '79fd1846-eb1c-40ad-a9c2-6cbf650573d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:94:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abedaabc-2889-4439-a700-0d10ff00ae7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:58:27Z', 'updated_at': '2021-08-20T14:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:26.252015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abf5697-31aa-4469-b38c-37141540b7a9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:26.273677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 33244c3e-1f4e-4246-8e9d-266938185b15 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:26.274032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 33244c3e-1f4e-4246-8e9d-266938185b15 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:26.282267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 0abf5697-31aa-4469-b38c-37141540b7a9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0abf5697-31aa-4469-b38c-37141540b7a9,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:26.286305 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.297419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.330638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fd1846-eb1c-40ad-a9c2-6cbf650573d3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:26.343455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=0abf5697-31aa-4469-b38c-37141540b7a9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:26.400203 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.453551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Allocated IP 192.168.233.183 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/4e73965d-b3b9-4d34-9e82-690f180b4146) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:26.457826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a6af915-208d-4224-957d-dcfc4685c30d req-6132ed01-558b-4e10-add6-0bbe42a41b0f tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0903900 Aug 20 15:01:26.492695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.495225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.515967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cba62673-f97a-492a-adc6-f9698250b069 req-41a00c3e-575f-4939-9b37-94ebf183d9e7 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422961 Aug 20 15:01:26.531991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.544623 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.545150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abedaabc-2889-4439-a700-0d10ff00ae7a {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:01:26.550468 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.553991 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8356c3b9-e84c-4d7e-b0e4-3a715c181e1b']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:26.554170 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c6794a0d-dba5-4245-b9b9-47c6c99c35e1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/abedaabc-2889-4439-a700-0d10ff00ae7a HTTP/1.1" status: 204 len: 168 time: 1.3486915 Aug 20 15:01:26.554329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36922) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:26.592680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:26.592986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1724b32f-9c6d-4ed5-9ba6-c2baf7e5848e') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:26.630763 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.708562 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.713737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be58fd8-a09d-4ad4-8c82-2ed584a244f7 admin admin] Deleting subnet 1bf134fb-ac3a-41d1-a45c-4cf165159272 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:01:26.724535 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1be58fd8-a09d-4ad4-8c82-2ed584a244f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.728416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:01:26.728841 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:01:26.750584 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:01:26.844944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['0abf5697-31aa-4469-b38c-37141540b7a9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:26.848022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ca6b3-79f0-4fa7-ab0b-6ce7df23bc8b req-6c476ecc-ac6f-4600-9d89-1e06575a1307 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:26.849612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b7ca6b3-79f0-4fa7-ab0b-6ce7df23bc8b req-6c476ecc-ac6f-4600-9d89-1e06575a1307 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 948 time: 0.2511485 Aug 20 15:01:26.854315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1be58fd8-a09d-4ad4-8c82-2ed584a244f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.886476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.908612 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:26.913467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36926) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:26.924163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/networks/8356c3b9-e84c-4d7e-b0e4-3a715c181e1b HTTP/1.1" status: 204 len: 168 time: 2.2569003 Aug 20 15:01:27.051797 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.054221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084cd74-4c0c-48eb-86b8-d41d41bdcb79 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Network': ['ID=8356c3b9-e84c-4d7e-b0e4-3a715c181e1b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:27.066672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b1273b4-a1b0-44dd-8afa-77334733a29e req-9dee4dc4-759e-4207-8ffc-8852df0dd08a tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 210 time: 0.0998888 Aug 20 15:01:27.100775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b7ca6b3-79f0-4fa7-ab0b-6ce7df23bc8b req-43e3479e-95a1-4529-ba9a-d886438b164a tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417009 Aug 20 15:01:27.108651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Transition to ACTIVE for port object 4e73965d-b3b9-4d34-9e82-690f180b4146 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:27.137182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-386c3de6-9934-4e9f-ad0d-698a13660663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:27.138726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-386c3de6-9934-4e9f-ad0d-698a13660663 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 1097 time: 0.1835759 Aug 20 15:01:27.141973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1be58fd8-a09d-4ad4-8c82-2ed584a244f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.251935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.276010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:27.338195 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1be58fd8-a09d-4ad4-8c82-2ed584a244f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.341280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:27.360465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-429dd717-e8f6-45a8-841c-6c808adb88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:27.361966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-429dd717-e8f6-45a8-841c-6c808adb88b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 914 time: 0.1921623 Aug 20 15:01:27.385084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event updated for resources: {'Port': ['ID=4e73965d-b3b9-4d34-9e82-690f180b4146,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:27.388624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:27.393230 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1be58fd8-a09d-4ad4-8c82-2ed584a244f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.395037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1be58fd8-a09d-4ad4-8c82-2ed584a244f7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1bf134fb-ac3a-41d1-a45c-4cf165159272 HTTP/1.1" status: 204 len: 168 time: 0.8395483 Aug 20 15:01:27.400815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:27.403207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be58fd8-a09d-4ad4-8c82-2ed584a244f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf134fb-ac3a-41d1-a45c-4cf165159272,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:27.407119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36930) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:27.407415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:27.414381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0779ba75-1eff-433b-a1a3-a14adec71e6a None None] Network 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:27.471556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-bdcad6b3-9437-466f-a233-055e0fe9d326 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31 HTTP/1.1" status: 200 len: 217 time: 0.0807688 Aug 20 15:01:27.496722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:27.497321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 79fd1846-eb1c-40ad-a9c2-6cbf650573d3 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:27.497959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:27.567299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:27.567799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cd83c4a2-ca3d-44c4-941e-b17fd84d37d3 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:27.651578 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.659475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e37b66d5-3ed6-4d4e-8a3f-8e8392ef0d53 req-a1bde2bb-18a7-4bd6-bda0-6f2f0f66155f tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0644524 Aug 20 15:01:27.676765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:27.677443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.707430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-9a0d3a96-d17c-48c4-8bd6-86231e73d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:27.714348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-9a0d3a96-d17c-48c4-8bd6-86231e73d1b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=407a70cd-52de-428b-998f-83c5b6bd13b2 HTTP/1.1" status: 200 len: 853 time: 0.2038534 Aug 20 15:01:27.755229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-bdbe4372-e6f5-43da-896a-8dbfb4157258 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7021198 Aug 20 15:01:27.775634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f0fc3-f3ad-4df5-8528-6e54f1671f18 None None] DHCP port deletion for 2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:01:27.782581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-0c81ac1e-438a-4601-906c-b9d433fada25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3386840-4e01-4bac-9414-27d515c132f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440934 Aug 20 15:01:27.790832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6f1ea833-814b-4644-ac7c-81f3e2da4259 None None] Provisioning for port 4e73965d-b3b9-4d34-9e82-690f180b4146 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:27.794871 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.797830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Request body: {'port': {'device_id': '0fffadda-4736-49e4-81f9-64230a63c2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:27.820632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6f1ea833-814b-4644-ac7c-81f3e2da4259 None None] Provisioning complete for port 4e73965d-b3b9-4d34-9e82-690f180b4146 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:27.821025 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6f1ea833-814b-4644-ac7c-81f3e2da4259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.849143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee62b66-6634-41e3-bbb3-4270ebab592c req-661a8c55-f7ec-4732-b0b4-4dc951c725e2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:27.850755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eee62b66-6634-41e3-bbb3-4270ebab592c req-661a8c55-f7ec-4732-b0b4-4dc951c725e2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1944335 Aug 20 15:01:27.886140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ea833-814b-4644-ac7c-81f3e2da4259 None None] Port 4e73965d-b3b9-4d34-9e82-690f180b4146 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:27.927191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b99f0fc3-f3ad-4df5-8528-6e54f1671f18 None None] Deleting port a741b369-f746-4b9a-a3d3-cf3af488091a {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:27.928033 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b99f0fc3-f3ad-4df5-8528-6e54f1671f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:27.997570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eee62b66-6634-41e3-bbb3-4270ebab592c req-3ca0d005-2e49-40be-9d6b-88eace742231 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036592 Aug 20 15:01:27.998601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b99f0fc3-f3ad-4df5-8528-6e54f1671f18 None None] For port a741b369-f746-4b9a-a3d3-cf3af488091a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a741b369-f746-4b9a-a3d3-cf3af488091a,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:27.999204 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b99f0fc3-f3ad-4df5-8528-6e54f1671f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.002258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.013964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b99f0fc3-f3ad-4df5-8528-6e54f1671f18 None None] Calling delete_port for a741b369-f746-4b9a-a3d3-cf3af488091a owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:28.023640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Deleting port a741b369-f746-4b9a-a3d3-cf3af488091a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:28.024215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.027115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-bc33abf0-0756-47fd-89b0-9b645f52894a service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102520 Aug 20 15:01:28.081785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port f60bea7c-ac3f-4821-a7ba-a480414aa61f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:28.082136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.108512 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b99f0fc3-f3ad-4df5-8528-6e54f1671f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.146765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f0fc3-f3ad-4df5-8528-6e54f1671f18 None None] No DVR routers for this DVR port a741b369-f746-4b9a-a3d3-cf3af488091a on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:28.149797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f0fc3-f3ad-4df5-8528-6e54f1671f18 None None] Pushing event deleted for resources: {'Port': ['ID=a741b369-f746-4b9a-a3d3-cf3af488091a,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:28.174796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] For port a741b369-f746-4b9a-a3d3-cf3af488091a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a741b369-f746-4b9a-a3d3-cf3af488091a,segment=NetworkSegment(d7838aaf-e8be-45c5-b4de-7a82c614a174),segment_id=d7838aaf-e8be-45c5-b4de-7a82c614a174)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:28.175182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.222197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7', '53e27d67-58fa-4f26-a902-aa33f6225dc4', '15de5fa6-c6c8-46da-b002-d30278619a97'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:28.245006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port f60bea7c-ac3f-4821-a7ba-a480414aa61f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f60bea7c-ac3f-4821-a7ba-a480414aa61f,segment=NetworkSegment(06e970e1-6509-4773-b52c-fe8d05f576f1),segment_id=06e970e1-6509-4773-b52c-fe8d05f576f1)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:28.245525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.260057 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for f60bea7c-ac3f-4821-a7ba-a480414aa61f owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:28.276892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Calling delete_port for a741b369-f746-4b9a-a3d3-cf3af488091a owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:28.400126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c8d5f29-320c-47b3-af24-cbd680c94ac6 req-c57b2570-ba27-4752-ad06-175957c5b80a service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314023 Aug 20 15:01:28.447165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.464054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487d9c4-bb0a-403b-bbeb-6769d3467092 req-6072efab-676a-4f76-86bf-3c49d4c0a739 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:28.465557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c487d9c4-bb0a-403b-bbeb-6769d3467092 req-6072efab-676a-4f76-86bf-3c49d4c0a739 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 936 time: 0.2698786 Aug 20 15:01:28.479809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b08d2-b8df-4a62-8303-45c01cd20e71 req-19d735c5-aaff-473e-80d0-9536f049c706 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:28.481318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b63b08d2-b8df-4a62-8303-45c01cd20e71 req-19d735c5-aaff-473e-80d0-9536f049c706 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 948 time: 0.2697349 Aug 20 15:01:28.482914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=f60bea7c-ac3f-4821-a7ba-a480414aa61f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:28.509849 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.630554 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.722261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c487d9c4-bb0a-403b-bbeb-6769d3467092 req-d2660dff-86ea-4ea5-bbdd-9a2176baa274 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331562 Aug 20 15:01:28.751041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b63b08d2-b8df-4a62-8303-45c01cd20e71 req-84bbf227-f258-463d-b5a0-a705172f61e4 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546585 Aug 20 15:01:28.754155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.769394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e73965d-b3b9-4d34-9e82-690f180b4146 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:28.822186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:28.827496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Pushing event deleted for resources: {'Port': ['ID=a741b369-f746-4b9a-a3d3-cf3af488091a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:28.839692 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.845401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] No DVR routers for this DVR port a741b369-f746-4b9a-a3d3-cf3af488091a on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:28.871412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea13919b-ccf8-4611-83a4-c511dd591668 req-2a1d7eaa-d3e5-4ed9-8cb0-fb00da0c0d17 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0532274 Aug 20 15:01:28.892797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Transition to ACTIVE for port object 4e73965d-b3b9-4d34-9e82-690f180b4146 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:28.903521 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.927690 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:28.935497 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c945e600-892c-4532-8b36-777f7f6cc740 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0210128 Aug 20 15:01:28.936142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36948) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:28.939077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] Sync routers for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:28.948921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:28.949672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:28.990906 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:28.996029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-781c55d5-3e1b-45ad-9168-92f39001567f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting subnet 7d924633-b7b5-4702-8429-ac686118e112 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:01:28.999699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-781c55d5-3e1b-45ad-9168-92f39001567f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.021684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:29.024844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e73965d-b3b9-4d34-9e82-690f180b4146,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:29.032872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:29.051832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-781c55d5-3e1b-45ad-9168-92f39001567f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.055186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7838aaf-e8be-45c5-b4de-7a82c614a174') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:29.055485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7838aaf-e8be-45c5-b4de-7a82c614a174') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:29.069145 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.091828 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.093016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:28Z', 'revision_number': 11, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:29.104249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:01:29.104908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:01:29.106591 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:01:29.137416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] Checking router: a34c1d90-a654-4158-bade-cd1eae46949e for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:29.147220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Attempting to bind port 4e73965d-b3b9-4d34-9e82-690f180b4146 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:29.147584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Attempting to bind port 4e73965d-b3b9-4d34-9e82-690f180b4146 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:29.147925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Attempting to bind port 4e73965d-b3b9-4d34-9e82-690f180b4146 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:29.154392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:29.155188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:29.169900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Port 4e73965d-b3b9-4d34-9e82-690f180b4146 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:01:29.170223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Attempting to bind port 4e73965d-b3b9-4d34-9e82-690f180b4146 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:29.209150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-781c55d5-3e1b-45ad-9168-92f39001567f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.214145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:29.215037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:29.215575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:29.216120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Bound port: 4e73965d-b3b9-4d34-9e82-690f180b4146, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:29.216591 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.239078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:29.246682 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.258803 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.261144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] 10.222.0.36 "DELETE /v2.0/networks/2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89 HTTP/1.1" status: 204 len: 168 time: 1.8530521 Aug 20 15:01:29.301175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abd275-8a93-4542-aa97-c7c587ade89f admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb26c9d-31c0-4cd9-a6e7-6fa8563ddf89,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:29.303573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:28Z', 'revision_number': 11, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:29.335281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a741b369-f746-4b9a-a3d3-cf3af488091a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:29.342300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e6ac1-9aa4-4c54-8ccd-cffeb8e0c312 req-ae014450-6a7b-4694-99ba-1a30062aa6e8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:29.351602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-768e6ac1-9aa4-4c54-8ccd-cffeb8e0c312 req-ae014450-6a7b-4694-99ba-1a30062aa6e8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.1740992 Aug 20 15:01:29.356780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857f5f8-fe30-481c-a296-a13c68194ee8 None None] The sync data for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 is: [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:28Z', 'revision_number': 11, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:29.358105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a741b369-f746-4b9a-a3d3-cf3af488091a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:29.358490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a741b369-f746-4b9a-a3d3-cf3af488091a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:29.361476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-781c55d5-3e1b-45ad-9168-92f39001567f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.395749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c55d5-3e1b-45ad-9168-92f39001567f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Subnet': ['ID=7d924633-b7b5-4702-8429-ac686118e112,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:29.402227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] For port 4e73965d-b3b9-4d34-9e82-690f180b4146, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:29.408110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-781c55d5-3e1b-45ad-9168-92f39001567f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.413006 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-781c55d5-3e1b-45ad-9168-92f39001567f tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/7d924633-b7b5-4702-8429-ac686118e112 HTTP/1.1" status: 204 len: 168 time: 0.4757445 Aug 20 15:01:29.413714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36954) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:29.424394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] For port 4e73965d-b3b9-4d34-9e82-690f180b4146, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e73965d-b3b9-4d34-9e82-690f180b4146,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:29.428456 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-768e6ac1-9aa4-4c54-8ccd-cffeb8e0c312 req-4bd2a5b9-c50e-4103-878a-e6cc45c7d14c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758934 Aug 20 15:01:29.432540 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.435600 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd4188-d4c7-40d7-816c-bc3f8146cfe0 None None] Network 133b9224-45d4-445a-a8e4-071f4f6d4678 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:29.478519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:29.479352 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.481216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] 10.222.0.72 "PUT /v2.0/ports/4e73965d-b3b9-4d34-9e82-690f180b4146 HTTP/1.1" status: 200 len: 1097 time: 1.6910908 Aug 20 15:01:29.481703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fffadda-4736-49e4-81f9-64230a63c2d3', 'tag': '4e73965d-b3b9-4d34-9e82-690f180b4146'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:29.484150 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a43197-793b-42a4-9230-94e62154fc10" -d '{"events": [{"name": "network-changed", "server_uuid": "0fffadda-4736-49e4-81f9-64230a63c2d3", "tag": "4e73965d-b3b9-4d34-9e82-690f180b4146"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:29.508029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ff08c-ee56-4f5f-9ca7-8e87e62524c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e73965d-b3b9-4d34-9e82-690f180b4146,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:29.534436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.568489 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4345975b-c4db-4fb5-a824-75acfc9c4bb0 x-openstack-request-id: req-4345975b-c4db-4fb5-a824-75acfc9c4bb0 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:29.568954 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fffadda-4736-49e4-81f9-64230a63c2d3", "tag": "4e73965d-b3b9-4d34-9e82-690f180b4146", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:29.569310 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4345975b-c4db-4fb5-a824-75acfc9c4bb0 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:29.570317 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fffadda-4736-49e4-81f9-64230a63c2d3', 'tag': '4e73965d-b3b9-4d34-9e82-690f180b4146', 'status': 'completed', 'code': 200} Aug 20 15:01:29.609683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36958) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:29.610440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-f76f2183-752e-4db3-86af-10849e272dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:29.612086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-f76f2183-752e-4db3-86af-10849e272dea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 1100 time: 0.0596242 Aug 20 15:01:29.634626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Deleting port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:29.634986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.665674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-ec915a72-d6d6-43c0-88e4-18b51c8638a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=4e73965d-b3b9-4d34-9e82-690f180b4146 HTTP/1.1" status: 200 len: 217 time: 0.0377598 Aug 20 15:01:29.730697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-c7c11055-59dc-4cea-9b10-c7c9c4d811c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:29.733487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-c7c11055-59dc-4cea-9b10-c7c9c4d811c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0598080 Aug 20 15:01:29.742284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] For port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8384aa1b-8955-4e0f-b517-e1b6bc14b8c3,segment=NetworkSegment(06e970e1-6509-4773-b52c-fe8d05f576f1),segment_id=06e970e1-6509-4773-b52c-fe8d05f576f1)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:29.742706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.767080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f3ab1-a3db-4305-b8f3-709040c91d8b None None] DHCP port deletion for 133b9224-45d4-445a-a8e4-071f4f6d4678 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:01:29.776730 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-810b957d-bdc8-4573-9ddb-df05a845cad0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50c4b05205c6477f965f8750db201356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650116 Aug 20 15:01:29.777512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36964) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:29.785173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Calling delete_port for 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:29.855216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e21f3ab1-a3db-4305-b8f3-709040c91d8b None None] Deleting port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:29.855772 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e21f3ab1-a3db-4305-b8f3-709040c91d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.912766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 0abf5697-31aa-4469-b38c-37141540b7a9 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:29.921296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d053eaf2-4fd6-469a-a9aa-4fb93264b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:29.924773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-d053eaf2-4fd6-469a-a9aa-4fb93264b1c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1826007 Aug 20 15:01:29.934860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6676-d937-45a0-a5fc-8f4b16a6096a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.935408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b66a0e-d35a-41b8-994f-dabe169b2811 req-5ab459ac-35a7-4fa9-90a3-af9c0fc43ed9 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:29.936528 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2b66a0e-d35a-41b8-994f-dabe169b2811 req-5ab459ac-35a7-4fa9-90a3-af9c0fc43ed9 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 948 time: 0.0818219 Aug 20 15:01:29.968566 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6676-d937-45a0-a5fc-8f4b16a6096a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.977375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafd1b0-d57e-4470-a3c8-dae71dc8ebba req-9359d7f7-ea37-4a1e-b74e-d6874f8b3422 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:29.978863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-faafd1b0-d57e-4470-a3c8-dae71dc8ebba req-9359d7f7-ea37-4a1e-b74e-d6874f8b3422 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 948 time: 0.1582453 Aug 20 15:01:29.981159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.983915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e21f3ab1-a3db-4305-b8f3-709040c91d8b None None] For port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8384aa1b-8955-4e0f-b517-e1b6bc14b8c3,segment=NetworkSegment(06e970e1-6509-4773-b52c-fe8d05f576f1),segment_id=06e970e1-6509-4773-b52c-fe8d05f576f1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:29.984450 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e21f3ab1-a3db-4305-b8f3-709040c91d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:29.998483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No DVR routers for this DVR port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:30.005013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e21f3ab1-a3db-4305-b8f3-709040c91d8b None None] Calling delete_port for 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:30.023243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 0abf5697-31aa-4469-b38c-37141540b7a9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:30.029474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 0abf5697-31aa-4469-b38c-37141540b7a9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:30.029856 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.046276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Port': ['ID=8384aa1b-8955-4e0f-b517-e1b6bc14b8c3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:30.070813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-faafd1b0-d57e-4470-a3c8-dae71dc8ebba req-c9ca2853-c2c9-4a49-9f8d-45ba767a0501 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569942 Aug 20 15:01:30.087566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2b66a0e-d35a-41b8-994f-dabe169b2811 req-2f9bc094-62b9-4330-822f-f73781fcaace tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379304 Aug 20 15:01:30.132810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-154fec81-38ce-4707-8b02-662ae75c8baf service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924241 Aug 20 15:01:30.166586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.184283 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e21f3ab1-a3db-4305-b8f3-709040c91d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.184531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133b9224-45d4-445a-a8e4-071f4f6d4678']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:30.186384 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.200887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e970e1-6509-4773-b52c-fe8d05f576f1') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:30.201247 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e970e1-6509-4773-b52c-fe8d05f576f1') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:30.208455 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6676-d937-45a0-a5fc-8f4b16a6096a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.213428 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6676-d937-45a0-a5fc-8f4b16a6096a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.215007 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2f3f6676-d937-45a0-a5fc-8f4b16a6096a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/817ac686-5d51-4ae4-aabf-d864eb924cba HTTP/1.1" status: 204 len: 168 time: 0.4311757 Aug 20 15:01:30.220451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.227086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f3ab1-a3db-4305-b8f3-709040c91d8b None None] No DVR routers for this DVR port 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:30.232811 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f3ab1-a3db-4305-b8f3-709040c91d8b None None] Pushing event deleted for resources: {'Port': ['ID=8384aa1b-8955-4e0f-b517-e1b6bc14b8c3,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:30.244593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d370f5d-9b1b-4691-b22b-ffec94c11d0f req-ec31d4a5-6fbf-4490-9eff-6d9bfe649a35 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0703073 Aug 20 15:01:30.257831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0234ad1-833f-4ee5-8adb-79f3ec8e73e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abf5697-31aa-4469-b38c-37141540b7a9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:30.260267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f6676-d937-45a0-a5fc-8f4b16a6096a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ac686-5d51-4ae4-aabf-d864eb924cba,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:30.271978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.272608 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67380faf-bab5-4df6-8c52-9d8bbe9b0d8c" -d '{"events": [{"server_uuid": "a0234ad1-833f-4ee5-8adb-79f3ec8e73e5", "name": "network-vif-plugged", "status": "completed", "tag": "0abf5697-31aa-4469-b38c-37141540b7a9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:30.273148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:01:30.275846 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:01:30.279302 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:01:30.307082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 0abf5697-31aa-4469-b38c-37141540b7a9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0abf5697-31aa-4469-b38c-37141540b7a9,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:30.308154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83421fd5-31f8-4a77-b896-cdc6f3403b27 req-813776ce-d85f-492b-b01d-c69b1a47e83e service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678095 Aug 20 15:01:30.316616 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.359167 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcce56b7-7948-4287-8f73-a53830e826dc x-openstack-request-id: req-fcce56b7-7948-4287-8f73-a53830e826dc {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:30.359447 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0234ad1-833f-4ee5-8adb-79f3ec8e73e5", "name": "network-vif-plugged", "status": "completed", "tag": "0abf5697-31aa-4469-b38c-37141540b7a9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:30.359752 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcce56b7-7948-4287-8f73-a53830e826dc {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:30.360275 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0234ad1-833f-4ee5-8adb-79f3ec8e73e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abf5697-31aa-4469-b38c-37141540b7a9', 'code': 200} Aug 20 15:01:30.385710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=0abf5697-31aa-4469-b38c-37141540b7a9,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:30.388985 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.395442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.400062 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/networks/133b9224-45d4-445a-a8e4-071f4f6d4678 HTTP/1.1" status: 204 len: 168 time: 0.9854162 Aug 20 15:01:30.401692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36974) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:30.408392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'routes': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:30.423173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e542e4e-058a-4b6a-b96d-4761abd672c9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Pushing event deleted for resources: {'Network': ['ID=133b9224-45d4-445a-a8e4-071f4f6d4678,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:30.541609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef3bef-c377-4705-bfc0-c62eace6dfc5 req-44c74f26-b399-46b8-bcd1-95be5e112bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:30.543528 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f1ef3bef-c377-4705-bfc0-c62eace6dfc5 req-44c74f26-b399-46b8-bcd1-95be5e112bce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 1101 time: 0.0503414 Aug 20 15:01:30.582721 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f1ef3bef-c377-4705-bfc0-c62eace6dfc5 req-841c1bb8-1d12-4d6c-9746-a98a668cbf3d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Aug 20 15:01:30.986915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.extraroute_db [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Added routes are [] {{(pid=101099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 15:01:30.987507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.extraroute_db [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Removed routes are [] {{(pid=101099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 15:01:30.987641 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:30.990299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43197-793b-42a4-9230-94e62154fc10 req-3744fba0-31e4-4bc3-84e6-1271d5c02214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:30.991822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70a43197-793b-42a4-9230-94e62154fc10 req-3744fba0-31e4-4bc3-84e6-1271d5c02214 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 1100 time: 0.5430241 Aug 20 15:01:31.012795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36996) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:31.021380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:31.122401 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.134049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f60bea7c-ac3f-4821-a7ba-a480414aa61f no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:31.153363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1801967129-network', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:31.155826 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: f60bea7c-ac3f-4821-a7ba-a480414aa61f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:31.156134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43197-793b-42a4-9230-94e62154fc10 req-118c39e4-7a3e-4608-8d31-8c2e7e21294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:31.157249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f60bea7c-ac3f-4821-a7ba-a480414aa61f not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:31.158053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:31.158964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70a43197-793b-42a4-9230-94e62154fc10 req-118c39e4-7a3e-4608-8d31-8c2e7e21294d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1565843 Aug 20 15:01:31.175691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:01:31.178267 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.187168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:31.187461 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.187673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8384aa1b-8955-4e0f-b517-e1b6bc14b8c3 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:31.207774 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:31.213696 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.286578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b1fa-962a-4478-95db-04b8366a6083 req-a8c9ab03-da50-4a75-8576-ce979265a020 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:31.288750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbe5b1fa-962a-4478-95db-04b8366a6083 req-a8c9ab03-da50-4a75-8576-ce979265a020 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 945 time: 0.3987591 Aug 20 15:01:31.292404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70a43197-793b-42a4-9230-94e62154fc10 req-fd7ecd94-c199-4016-a65f-babad786fa80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=4e73965d-b3b9-4d34-9e82-690f180b4146 HTTP/1.1" status: 200 len: 217 time: 0.0815649 Aug 20 15:01:31.301829 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.306531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.321422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:01:31.332927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.333336 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Added segment 7c29554f-3693-418e-aab8-fe80f7524e42 of type vlan for network c1784f64-ceb3-4cfa-9325-d84fac35c44e Aug 20 15:01:31.395131 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.407710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d9240e-d9ac-484a-972d-1cdd06324fa8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:31.423983 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.431523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:31.437006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.438428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:31.439059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.454568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9056b35-3ae4-4505-89fb-560ab6864ca7 req-45928502-1be9-4cac-a889-44ec11635e04 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:31.455821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9056b35-3ae4-4505-89fb-560ab6864ca7 req-45928502-1be9-4cac-a889-44ec11635e04 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 948 time: 0.2578247 Aug 20 15:01:31.456792 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.473462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbe5b1fa-962a-4478-95db-04b8366a6083 req-70fcf834-4856-4ab2-aacc-0b8e76edc595 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347878 Aug 20 15:01:31.482991 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43197-793b-42a4-9230-94e62154fc10 req-d6f70eb6-12d3-43e3-8b6a-8852fdde5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:31.484517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70a43197-793b-42a4-9230-94e62154fc10 req-d6f70eb6-12d3-43e3-8b6a-8852fdde5889 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1540968 Aug 20 15:01:31.497652 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4812148 Aug 20 15:01:31.500044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37008) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:31.505645 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Request body: {'subnet': {'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1801967129-subnet', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:31.523991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9cefa-0b7a-4f28-97ff-6565beab5569 admin admin] Pushing event updated for resources: {'Network': ['ID=c1784f64-ceb3-4cfa-9325-d84fac35c44e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:31.536651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c1784f64-ceb3-4cfa-9325-d84fac35c44e details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:01:31.541364 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:01:31.544404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.653320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9056b35-3ae4-4505-89fb-560ab6864ca7 req-f3094319-1ed2-4f4a-b5ca-d1fb07adf3f8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868742 Aug 20 15:01:31.658614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router a34c1d90-a654-4158-bade-cd1eae46949e has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:31.680135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43197-793b-42a4-9230-94e62154fc10 req-5744906c-109b-4d3a-8cd6-524736ca9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:31.681663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70a43197-793b-42a4-9230-94e62154fc10 req-5744906c-109b-4d3a-8cd6-524736ca9a2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520290 Aug 20 15:01:31.691600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4903f3-e07b-45b2-880e-294ce76b53c1 req-3ad5ae52-271c-46e1-b3d1-34c0c2beabb5 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:31.700051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4903f3-e07b-45b2-880e-294ce76b53c1 req-3ad5ae52-271c-46e1-b3d1-34c0c2beabb5 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 949 time: 0.1552973 Aug 20 15:01:31.752310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.811728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc21ffa-0a05-4d0b-ad52-99b92e28a737,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:31.820785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Checking segment: {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:31.821148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Network hostable DHCP agents. Network: c1784f64-ceb3-4cfa-9325-d84fac35c44e, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:01:31.837224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Network c1784f64-ceb3-4cfa-9325-d84fac35c44e is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:01:31.846635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c1784f64-ceb3-4cfa-9325-d84fac35c44e) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:31.850806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:31.851492 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.856452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed44119-46f2-40cf-b530-843f0d67723e None None] Network c1784f64-ceb3-4cfa-9325-d84fac35c44e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:31.867203 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-72e512cb-8b73-4b7a-b9c8-5fe5594f6a42 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3657346 Aug 20 15:01:31.869764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37010) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:31.874246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:31.897628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.898633 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.907585 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-686e3045-bc43-450c-8b3d-479370d4ad57 req-2113faec-afc8-4bc0-bb06-7dd923f1dfac tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0887752 Aug 20 15:01:31.914732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:31.922303 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.926389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37012) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:31.926867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-87398c2a-9e16-420c-bc3c-6171cd002fb2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e HTTP/1.1" status: 200 len: 700 time: 1.5238097 Aug 20 15:01:31.934479 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706a200-b390-4829-92cc-776ee47df6da None None] Sync routers for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:31.960478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b4903f3-e07b-45b2-880e-294ce76b53c1 req-ec013aa0-b9d5-4f50-b4e8-e2a1d58b4691 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511387 Aug 20 15:01:31.964393 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:31.966798 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706a200-b390-4829-92cc-776ee47df6da None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:31.967611 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6706a200-b390-4829-92cc-776ee47df6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:31.988340 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4229d84a-2e48-4ab7-8ff9-4f530ccd4658 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=a34c1d90-a654-4158-bade-cd1eae46949e HTTP/1.1" status: 200 len: 205 time: 0.0584617 Aug 20 15:01:31.991117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70a43197-793b-42a4-9230-94e62154fc10 req-3853f35f-53e8-4616-a38e-8291b3c640ec service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873743 Aug 20 15:01:31.991669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37014) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:32.052412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:01:32.053461 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.060708 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6706a200-b390-4829-92cc-776ee47df6da None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:32.126771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02fb4a47-b910-4847-8753-65b214a239b2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.136894 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6706a200-b390-4829-92cc-776ee47df6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:28Z', 'revision_number': 11, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:32.147663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.176647 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706a200-b390-4829-92cc-776ee47df6da None None] Checking router: a34c1d90-a654-4158-bade-cd1eae46949e for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:32.188958 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706a200-b390-4829-92cc-776ee47df6da None None] Routers {'a34c1d90-a654-4158-bade-cd1eae46949e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:32.189921 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6706a200-b390-4829-92cc-776ee47df6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a34c1d90-a654-4158-bade-cd1eae46949e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:32.229533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Allocated IP 172.20.0.2 (c1784f64-ceb3-4cfa-9325-d84fac35c44e/8fc21ffa-0a05-4d0b-ad52-99b92e28a737/eed634c4-5e89-42a4-80d4-8df03e155092) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:32.277176 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6706a200-b390-4829-92cc-776ee47df6da None None] Set router a34c1d90-a654-4158-bade-cd1eae46949e gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:32.357705 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6706a200-b390-4829-92cc-776ee47df6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:28Z', 'revision_number': 11, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:32.392212 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6706a200-b390-4829-92cc-776ee47df6da None None] The sync data for ids ['a34c1d90-a654-4158-bade-cd1eae46949e'] in n-d-695189-15 is: [{'id': 'a34c1d90-a654-4158-bade-cd1eae46949e', 'name': 'tempest-RoutersTest-router-818237587', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:00:49Z', 'updated_at': '2021-08-20T15:01:28Z', 'revision_number': 11, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:32.396497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70a43197-793b-42a4-9230-94e62154fc10 req-6cc496c6-2f12-4f03-94b2-76f5fd55266e service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963602 Aug 20 15:01:32.398076 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.398370 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02fb4a47-b910-4847-8753-65b214a239b2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.402167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:32.404761 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d3328a-79f6-4ee8-9fba-7eac90926f90" -d '{"events": [{"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-unplugged", "status": "completed", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:32.404918 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02fb4a47-b910-4847-8753-65b214a239b2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.408534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.419064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Transition to ACTIVE for port object eed634c4-5e89-42a4-80d4-8df03e155092 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:32.436066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Transition to ACTIVE for port object eed634c4-5e89-42a4-80d4-8df03e155092 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:32.442616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.444925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.473388 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02fb4a47-b910-4847-8753-65b214a239b2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.473848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fb4a47-b910-4847-8753-65b214a239b2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Fanout notify agent at l3_agent the message router_deleted on router a34c1d90-a654-4158-bade-cd1eae46949e {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:01:32.477780 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260f1453-dc3a-4bde-a667-011e08a8bcd7 x-openstack-request-id: req-260f1453-dc3a-4bde-a667-011e08a8bcd7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:32.478083 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-unplugged", "status": "failed", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31", "code": 422}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:32.478325 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-260f1453-dc3a-4bde-a667-011e08a8bcd7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:32.478736 n-d-695189-15 neutron-server[101101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'code': 422} returned with failed status Aug 20 15:01:32.483002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02fb4a47-b910-4847-8753-65b214a239b2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.484235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-02fb4a47-b910-4847-8753-65b214a239b2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e HTTP/1.1" status: 204 len: 168 time: 0.4916050 Aug 20 15:01:32.489334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37018) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:32.494797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ac54d1c4-abe6-4e49-bc9e-6de7945e3ef3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-748421962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:32.500741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Network c1784f64-ceb3-4cfa-9325-d84fac35c44e is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:32.505125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:32.518043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:32.523496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Pushing event updated for resources: {'Port': ['ID=eed634c4-5e89-42a4-80d4-8df03e155092,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:32.526779 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac54d1c4-abe6-4e49-bc9e-6de7945e3ef3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.528830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac54d1c4-abe6-4e49-bc9e-6de7945e3ef3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.590971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Attempting to bind port eed634c4-5e89-42a4-80d4-8df03e155092 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:32.591493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Attempting to bind port eed634c4-5e89-42a4-80d4-8df03e155092 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:32.591995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Attempting to bind port eed634c4-5e89-42a4-80d4-8df03e155092 on network c1784f64-ceb3-4cfa-9325-d84fac35c44e {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:32.599786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:32.600176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Checking segment: {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:32.600589 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.600990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Bound using segment: {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:32.601471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Bound port: eed634c4-5e89-42a4-80d4-8df03e155092, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:32.601856 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.603376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Allocated IP 172.25.5.226 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/2915672d-0ab5-4c20-82d6-df713691e489) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:32.621757 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac54d1c4-abe6-4e49-bc9e-6de7945e3ef3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.643860 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac54d1c4-abe6-4e49-bc9e-6de7945e3ef3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.697386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] For port eed634c4-5e89-42a4-80d4-8df03e155092, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:32.701946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] For port eed634c4-5e89-42a4-80d4-8df03e155092, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=eed634c4-5e89-42a4-80d4-8df03e155092,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:32.708356 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.713823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac54d1c4-abe6-4e49-bc9e-6de7945e3ef3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.717726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ac54d1c4-abe6-4e49-bc9e-6de7945e3ef3 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2251477 Aug 20 15:01:32.717977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37024) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:32.726974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c99f864a-c791-41ec-a9ef-00650e9bc854 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:32.787949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05b81a-ca38-4470-83e4-52efe91436cc None None] Pushing event updated for resources: {'Port': ['ID=eed634c4-5e89-42a4-80d4-8df03e155092,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:32.815627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32bdbe-e401-45b9-b6be-8b0f4f7fa144 req-32b80518-ad78-4f31-9764-79a8e7024ede tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:32.820730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e32bdbe-e401-45b9-b6be-8b0f4f7fa144 req-32b80518-ad78-4f31-9764-79a8e7024ede tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.2349744 Aug 20 15:01:32.849062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.897339 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:32.948268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:32.949635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2915672d-0ab5-4c20-82d6-df713691e489,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:32.958655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:32.960946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:33.004475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f27ed-79c9-4ea6-ad27-cf2874a36107 req-4b6f8ab3-613d-4110-8296-e78adad55e86 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:33.006678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f51f27ed-79c9-4ea6-ad27-cf2874a36107 req-4b6f8ab3-613d-4110-8296-e78adad55e86 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 948 time: 0.2026219 Aug 20 15:01:33.016110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e32bdbe-e401-45b9-b6be-8b0f4f7fa144 req-14dd2496-c35f-40b1-8520-3af1017a4e87 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851323 Aug 20 15:01:33.145012 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c99f864a-c791-41ec-a9ef-00650e9bc854 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:33.192613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f51f27ed-79c9-4ea6-ad27-cf2874a36107 req-ef3a0209-705e-4bc6-9854-cd41f3de63b8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092203 Aug 20 15:01:33.193590 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c99f864a-c791-41ec-a9ef-00650e9bc854 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:33.238526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device eed634c4-5e89-42a4-80d4-8df03e155092 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:33.294254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port eed634c4-5e89-42a4-80d4-8df03e155092 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:33.315409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3a51acb-4bf2-4532-822c-8945c598a7e1 req-d8916c0f-8b03-4846-bfeb-b4a827967706 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.1049485 Aug 20 15:01:33.321852 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:33.381093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3176b67-eeee-4479-aa02-11a86f823f43 req-33e20972-c9ba-4a18-abf2-d55227eeebbf tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:33.382324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3176b67-eeee-4479-aa02-11a86f823f43 req-33e20972-c9ba-4a18-abf2-d55227eeebbf tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 949 time: 0.0785656 Aug 20 15:01:33.410053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99f864a-c791-41ec-a9ef-00650e9bc854 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Router bce7c020-4600-4b53-8aa5-2461436761eb is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:01:33.503719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3176b67-eeee-4479-aa02-11a86f823f43 req-3803e9a8-4bc0-451f-b24e-cd8ceb8a2ba1 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025956 Aug 20 15:01:33.515521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c03645-4b77-46ad-859a-c43b5f91cc41 req-7f9c2eef-20e8-4d02-a734-c64de65ece8f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:33.517388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38c03645-4b77-46ad-859a-c43b5f91cc41 req-7f9c2eef-20e8-4d02-a734-c64de65ece8f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.1260462 Aug 20 15:01:33.562097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99f864a-c791-41ec-a9ef-00650e9bc854 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:33.574131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] Sync routers for ids ['bce7c020-4600-4b53-8aa5-2461436761eb'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:33.575206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c99f864a-c791-41ec-a9ef-00650e9bc854 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:33.579728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c99f864a-c791-41ec-a9ef-00650e9bc854 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "PUT /v2.0/routers/bce7c020-4600-4b53-8aa5-2461436761eb HTTP/1.1" status: 200 len: 693 time: 0.8604584 Aug 20 15:01:33.582306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37036) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:33.590152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] Routers {'bce7c020-4600-4b53-8aa5-2461436761eb'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:33.590979 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['bce7c020-4600-4b53-8aa5-2461436761eb'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:33.730229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] Set router bce7c020-4600-4b53-8aa5-2461436761eb gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:33.808787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce7c020-4600-4b53-8aa5-2461436761eb', 'name': 'tempest-RoutersTest-router-748421962', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:33Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:33.840072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] Checking router: bce7c020-4600-4b53-8aa5-2461436761eb for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:33.849437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] Routers {'bce7c020-4600-4b53-8aa5-2461436761eb'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:33.850070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['bce7c020-4600-4b53-8aa5-2461436761eb'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:33.928833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] Set router bce7c020-4600-4b53-8aa5-2461436761eb gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:33.932651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4e73965d-b3b9-4d34-9e82-690f180b4146 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:01:33.974951 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:33.994130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce7c020-4600-4b53-8aa5-2461436761eb', 'name': 'tempest-RoutersTest-router-748421962', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:33Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:34.027390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a79ca0-e59a-4482-80ce-3159d8a0c016 None None] The sync data for ids ['bce7c020-4600-4b53-8aa5-2461436761eb'] in n-d-695189-15 is: [{'id': 'bce7c020-4600-4b53-8aa5-2461436761eb', 'name': 'tempest-RoutersTest-router-748421962', 'tenant_id': '0895b74675b14e329572bc247a4507e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:33Z', 'revision_number': 2, 'project_id': '0895b74675b14e329572bc247a4507e7', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:34.108134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38c03645-4b77-46ad-859a-c43b5f91cc41 req-88bff4d8-1212-49be-be83-157a50bd69b5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637589 Aug 20 15:01:34.140686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4e73965d-b3b9-4d34-9e82-690f180b4146, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e73965d-b3b9-4d34-9e82-690f180b4146,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:34.144788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-398266f2-8eff-4155-9232-317853a2b7bb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/routers/bce7c020-4600-4b53-8aa5-2461436761eb HTTP/1.1" status: 200 len: 699 time: 0.5609455 Aug 20 15:01:34.148966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37046) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:34.155857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '4e73965d-b3b9-4d34-9e82-690f180b4146', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '4e73965d-b3b9-4d34-9e82-690f180b4146', 'mac_address': 'fa:16:3e:ac:84:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:01:34.159912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f5c0e-dfdb-4f65-8614-f9590126435a None None] Network c1784f64-ceb3-4cfa-9325-d84fac35c44e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:01:34.187708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8098fe57-0b41-4d43-bf9c-54158105350e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=bce7c020-4600-4b53-8aa5-2461436761eb HTTP/1.1" status: 200 len: 205 time: 0.0356629 Aug 20 15:01:34.190065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37048) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:34.217707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Router a8d8dfbf-a45e-4de3-916f-7627003957a3 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:01:34.251929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f86d80c5-6791-4e3d-9648-54374d915754 None None] Provisioning for port eed634c4-5e89-42a4-80d4-8df03e155092 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:34.258423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f86d80c5-6791-4e3d-9648-54374d915754 None None] Provisioning complete for port eed634c4-5e89-42a4-80d4-8df03e155092 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:34.258797 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f86d80c5-6791-4e3d-9648-54374d915754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.259809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3dc1e-f228-4a97-9439-38a77bae6df2 req-a4f14f60-5949-411e-82d2-ef775ab1942a tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:34.268641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2c3dc1e-f228-4a97-9439-38a77bae6df2 req-a4f14f60-5949-411e-82d2-ef775ab1942a tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 1101 time: 0.1786652 Aug 20 15:01:34.307601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.326460 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-adfd9f9c-c1aa-47a1-bb1e-facea00d5eb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.328530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f2c3dc1e-f228-4a97-9439-38a77bae6df2 req-372407c0-4843-42eb-87c4-d57112c57478 tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.338960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e73965d-b3b9-4d34-9e82-690f180b4146 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:34.377101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4e73965d-b3b9-4d34-9e82-690f180b4146, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e73965d-b3b9-4d34-9e82-690f180b4146,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:34.402606 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.418361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:34.436352 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Sync routers for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:34.449073 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:34.449740 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:34.480991 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f86d80c5-6791-4e3d-9648-54374d915754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.531046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4e73965d-b3b9-4d34-9e82-690f180b4146,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:34.552820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f86d80c5-6791-4e3d-9648-54374d915754 None None] For port eed634c4-5e89-42a4-80d4-8df03e155092, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=eed634c4-5e89-42a4-80d4-8df03e155092,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:34.560588 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f86d80c5-6791-4e3d-9648-54374d915754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.574855 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:34.609814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d80c5-6791-4e3d-9648-54374d915754 None None] Pushing event updated for resources: {'Port': ['ID=eed634c4-5e89-42a4-80d4-8df03e155092,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:34.618434 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-adfd9f9c-c1aa-47a1-bb1e-facea00d5eb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.621552 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-adfd9f9c-c1aa-47a1-bb1e-facea00d5eb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.687992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2702b9f-f48e-4352-9cb5-05c02d33fa10 req-7b9b463d-3525-4b76-8667-77dddbc1c515 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:34.696688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2702b9f-f48e-4352-9cb5-05c02d33fa10 req-7b9b463d-3525-4b76-8667-77dddbc1c515 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 949 time: 0.2985616 Aug 20 15:01:34.722812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-adfd9f9c-c1aa-47a1-bb1e-facea00d5eb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.723316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfd9f9c-c1aa-47a1-bb1e-facea00d5eb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Fanout notify agent at l3_agent the message router_deleted on router bce7c020-4600-4b53-8aa5-2461436761eb {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:01:34.734144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-adfd9f9c-c1aa-47a1-bb1e-facea00d5eb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.739370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-adfd9f9c-c1aa-47a1-bb1e-facea00d5eb7 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/bce7c020-4600-4b53-8aa5-2461436761eb HTTP/1.1" status: 204 len: 168 time: 0.5442951 Aug 20 15:01:34.739689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37058) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:34.806854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-44328ba5-bba9-416b-9614-576d87a5a1a2 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=bce7c020-4600-4b53-8aa5-2461436761eb HTTP/1.1" status: 200 len: 205 time: 0.0658619 Aug 20 15:01:34.809874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37060) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:34.821297 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2702b9f-f48e-4352-9cb5-05c02d33fa10 req-fc38f5cb-4f87-46e0-9f92-fc4b3d0b995c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236179 Aug 20 15:01:34.848163 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f2c3dc1e-f228-4a97-9439-38a77bae6df2 req-372407c0-4843-42eb-87c4-d57112c57478 tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.853711 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f2c3dc1e-f228-4a97-9439-38a77bae6df2 req-372407c0-4843-42eb-87c4-d57112c57478 tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.875604 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-551034ea-b536-4997-9d21-8bb14e30530e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] delete failed (client error): The resource could not be found. Aug 20 15:01:34.879616 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-551034ea-b536-4997-9d21-8bb14e30530e tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/bce7c020-4600-4b53-8aa5-2461436761eb HTTP/1.1" status: 404 len: 336 time: 0.0665710 Aug 20 15:01:34.882998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37062) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:34.889209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.890965 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ecc6f7eb-65fb-4d3c-b1b6-bdbd53ba39d9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0199668 Aug 20 15:01:34.893037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2c3dc1e-f228-4a97-9439-38a77bae6df2 req-372407c0-4843-42eb-87c4-d57112c57478 tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198549 Aug 20 15:01:34.901912 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:33Z', 'revision_number': 3, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:34.910719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fddec805-a444-4546-b28f-5e97b2960e57 None None] Provisioning complete for port eed634c4-5e89-42a4-80d4-8df03e155092 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:34.911186 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fddec805-a444-4546-b28f-5e97b2960e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:34.911396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37064) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:34.961160 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-60479d71-b002-4f25-8131-3f21e99138d4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] DELETE failed (client error): The resource could not be found. Aug 20 15:01:34.961648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60479d71-b002-4f25-8131-3f21e99138d4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:01:34.963449 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-60479d71-b002-4f25-8131-3f21e99138d4 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/8233e8c4-6272-42f8-8279-308d52a150ad HTTP/1.1" status: 404 len: 337 time: 0.0713058 Aug 20 15:01:34.965979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37066) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:34.969627 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Checking router: a8d8dfbf-a45e-4de3-916f-7627003957a3 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:34.971621 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Updating router a8d8dfbf-a45e-4de3-916f-7627003957a3 port 2915672d-0ab5-4c20-82d6-df713691e489 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:01:35.007216 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:35.036098 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde243ca-25eb-4921-ac60-80aeff232e30 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] DELETE failed (client error): The resource could not be found. Aug 20 15:01:35.036582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde243ca-25eb-4921-ac60-80aeff232e30 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:01:35.038370 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dde243ca-25eb-4921-ac60-80aeff232e30 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/2a7ebdd5-eb8c-4b24-a844-e5560b4cf98d HTTP/1.1" status: 404 len: 337 time: 0.0713058 Aug 20 15:01:35.042727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37070) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.062053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:35.090445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4e73965d-b3b9-4d34-9e82-690f180b4146'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:35.097970 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-58baf569-6dfd-47ef-8cbf-76a61f84e0e0 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] DELETE failed (client error): The resource could not be found. Aug 20 15:01:35.098449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58baf569-6dfd-47ef-8cbf-76a61f84e0e0 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:01:35.111732 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-58baf569-6dfd-47ef-8cbf-76a61f84e0e0 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/43c6fe47-7ac2-4d23-8ab3-66ae34163bb9 HTTP/1.1" status: 404 len: 337 time: 0.0610723 Aug 20 15:01:35.112491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37072) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.191119 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-997fcdd3-d897-4dca-bcf0-224639fe1da9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] DELETE failed (client error): The resource could not be found. Aug 20 15:01:35.191696 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997fcdd3-d897-4dca-bcf0-224639fe1da9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:01:35.199845 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-997fcdd3-d897-4dca-bcf0-224639fe1da9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/7d924633-b7b5-4702-8429-ac686118e112 HTTP/1.1" status: 404 len: 337 time: 0.0862403 Aug 20 15:01:35.200631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37076) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.219220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device eed634c4-5e89-42a4-80d4-8df03e155092 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:35.262665 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f12fb5b9-7690-4ec1-8914-a3b49a0cdd92 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=a34c1d90-a654-4158-bade-cd1eae46949e HTTP/1.1" status: 200 len: 205 time: 0.0608084 Aug 20 15:01:35.266346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37084) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.337952 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-84c42669-b817-42e2-a02c-6daa21cf567a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] delete failed (client error): The resource could not be found. Aug 20 15:01:35.348087 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-84c42669-b817-42e2-a02c-6daa21cf567a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/a34c1d90-a654-4158-bade-cd1eae46949e HTTP/1.1" status: 404 len: 336 time: 0.0806122 Aug 20 15:01:35.348744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37088) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.361482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port eed634c4-5e89-42a4-80d4-8df03e155092 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:35.362069 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:35.422716 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2c25df29-82b4-474a-ba81-9f14d0483bf9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=af2fe3e5-14f1-413a-9a31-cf86697dc206 HTTP/1.1" status: 200 len: 205 time: 0.0720351 Aug 20 15:01:35.428050 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37090) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.463023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372407c0-4843-42eb-87c4-d57112c57478 tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291f6d79-c1b6-410d-b41a-08deb80cd6ff,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:35.498681 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-60973a4a-813f-4d56-94fa-59d137330e08 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] delete failed (client error): The resource could not be found. Aug 20 15:01:35.510949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37092) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.515594 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:35.516111 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-60973a4a-813f-4d56-94fa-59d137330e08 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/af2fe3e5-14f1-413a-9a31-cf86697dc206 HTTP/1.1" status: 404 len: 336 time: 0.0869484 Aug 20 15:01:35.520119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6faae1cc-f9bb-47ed-927a-70712502262f req-5ef417c4-17d0-4761-b8d0-7c29df25a0bc tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.1753557 Aug 20 15:01:35.535411 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Transition to ACTIVE for port object 2915672d-0ab5-4c20-82d6-df713691e489 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:35.545664 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:35.599796 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7daa2-0ebc-4401-a175-a2c6361936d4 None None] Pushing event updated for resources: {'Port': ['ID=2915672d-0ab5-4c20-82d6-df713691e489,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:35.626156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d5710-f94d-4361-aff9-6e11e8db721b req-4e0d7ddd-1fb1-4899-94f9-83d68f13d051 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:35.627765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c5d5710-f94d-4361-aff9-6e11e8db721b req-4e0d7ddd-1fb1-4899-94f9-83d68f13d051 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.3398824 Aug 20 15:01:35.628682 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecf980a-5c7a-474e-82ba-e5c64b880aa9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] DELETE failed (client error): The resource could not be found. Aug 20 15:01:35.629175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecf980a-5c7a-474e-82ba-e5c64b880aa9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:01:35.634134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37098) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.634401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fecf980a-5c7a-474e-82ba-e5c64b880aa9 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/6a304be6-2a51-4494-8c5a-988af9c69a05 HTTP/1.1" status: 404 len: 337 time: 0.1206584 Aug 20 15:01:35.642310 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Attempting to bind port 2915672d-0ab5-4c20-82d6-df713691e489 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:35.642878 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Attempting to bind port 2915672d-0ab5-4c20-82d6-df713691e489 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:35.643413 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Attempting to bind port 2915672d-0ab5-4c20-82d6-df713691e489 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:35.650306 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:35.650926 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:35.651648 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:35.652704 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:35.653325 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Bound port: 2915672d-0ab5-4c20-82d6-df713691e489, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:35.654122 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:35.667881 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c97aafa6-8beb-4e69-8e8c-c28ec915b6bc tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=4fe92d6d-306c-457c-b6bd-43e9f73a62be HTTP/1.1" status: 200 len: 205 time: 0.0305765 Aug 20 15:01:35.668118 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37102) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.716542 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] For port 2915672d-0ab5-4c20-82d6-df713691e489, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:35.720584 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] For port 2915672d-0ab5-4c20-82d6-df713691e489, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2915672d-0ab5-4c20-82d6-df713691e489,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:35.723852 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-b7cbedb4-45fa-4dbb-9d38-30d22d829921 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] delete failed (client error): The resource could not be found. Aug 20 15:01:35.725314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b7cbedb4-45fa-4dbb-9d38-30d22d829921 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/4fe92d6d-306c-457c-b6bd-43e9f73a62be HTTP/1.1" status: 404 len: 336 time: 0.0561967 Aug 20 15:01:35.727051 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:35.734483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c5d5710-f94d-4361-aff9-6e11e8db721b req-a2708b4e-485f-4054-8de6-77ca98f14774 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927210 Aug 20 15:01:35.734483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37104) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.744213 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:35.773108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f37148e3-0aa9-4c6a-a79b-b3696e07601b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1a464a7-e10f-4e81-b720-3e6123cc56b3 HTTP/1.1" status: 200 len: 205 time: 0.0375493 Aug 20 15:01:35.775099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37106) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.792963 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7daa2-0ebc-4401-a175-a2c6361936d4 None None] Pushing event updated for resources: {'Port': ['ID=2915672d-0ab5-4c20-82d6-df713691e489,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:35.795241 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:35.796002 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:35.805205 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-326ecd9d-7f87-47a2-bd6b-6029e2d74f1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1604276 Aug 20 15:01:35.831483 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-117d45d0-02b2-4de7-9758-65246be3f33a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] delete failed (client error): The resource could not be found. Aug 20 15:01:35.832551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-117d45d0-02b2-4de7-9758-65246be3f33a tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/f1a464a7-e10f-4e81-b720-3e6123cc56b3 HTTP/1.1" status: 404 len: 336 time: 0.0565073 Aug 20 15:01:35.835897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.869713 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2339161-2087-434a-adb1-f89538fcc086 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] DELETE failed (client error): The resource could not be found. Aug 20 15:01:35.870541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2339161-2087-434a-adb1-f89538fcc086 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:01:35.872903 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f2339161-2087-434a-adb1-f89538fcc086 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/7be29113-dd18-4677-aa2a-c8855dc23a9d HTTP/1.1" status: 404 len: 337 time: 0.0355592 Aug 20 15:01:35.875598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37114) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.927704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9f13f698-91f0-4fbe-8e60-78a7b2b1ab88 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=2251c366-d41c-4a91-9ea4-4df8caf4d890 HTTP/1.1" status: 200 len: 205 time: 0.0500987 Aug 20 15:01:35.929705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37118) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:35.934997 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:35.971444 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-aa709703-dc3c-4532-8fe1-b476a5fe0dfb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] delete failed (client error): The resource could not be found. Aug 20 15:01:35.972916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aa709703-dc3c-4532-8fe1-b476a5fe0dfb tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/2251c366-d41c-4a91-9ea4-4df8caf4d890 HTTP/1.1" status: 404 len: 336 time: 0.0419948 Aug 20 15:01:35.975668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37120) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:36.005110 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5772d9bf-cbd1-4f03-9494-d22cc30c7a7b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] DELETE failed (client error): The resource could not be found. Aug 20 15:01:36.008681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5772d9bf-cbd1-4f03-9494-d22cc30c7a7b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:01:36.013661 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5772d9bf-cbd1-4f03-9494-d22cc30c7a7b tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/797c4bcb-db98-450a-afcd-580ff2b5ec03 HTTP/1.1" status: 404 len: 337 time: 0.0369163 Aug 20 15:01:36.015308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37126) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:36.065658 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ffeb0a1a-a7b6-4efd-93a1-28e3f5e82c09 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "GET /v2.0/ports?device_id=5262b537-51fb-489a-9836-5b17c7144aff HTTP/1.1" status: 200 len: 205 time: 0.0488265 Aug 20 15:01:36.066465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37128) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:36.109658 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-656cfbd2-25cc-451f-8997-84d643e45a98 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] delete failed (client error): The resource could not be found. Aug 20 15:01:36.114310 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-656cfbd2-25cc-451f-8997-84d643e45a98 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/routers/5262b537-51fb-489a-9836-5b17c7144aff HTTP/1.1" status: 404 len: 336 time: 0.0463910 Aug 20 15:01:36.114866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37130) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:36.118900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76b4a6-a324-4df7-b46a-312f2e21bbd5 req-27ecb98e-cf50-408c-a373-3b10083409fa tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:36.120453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad76b4a6-a324-4df7-b46a-312f2e21bbd5 req-27ecb98e-cf50-408c-a373-3b10083409fa tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 949 time: 0.1455469 Aug 20 15:01:36.122810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1676e-3e1d-41ed-8988-5168d70f2dc2 req-aad33ebf-c827-415a-83d8-a98721501c2d tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:36.124276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99f1676e-3e1d-41ed-8988-5168d70f2dc2 req-aad33ebf-c827-415a-83d8-a98721501c2d tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 1101 time: 0.1292028 Aug 20 15:01:36.125904 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:36.145334 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dce5f33-ded2-4149-ae3b-1b37b64dda11 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] DELETE failed (client error): The resource could not be found. Aug 20 15:01:36.146111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dce5f33-ded2-4149-ae3b-1b37b64dda11 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:01:36.150226 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3dce5f33-ded2-4149-ae3b-1b37b64dda11 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/516716ec-01a4-4301-bd45-85e16e0f2e77 HTTP/1.1" status: 404 len: 337 time: 0.0343874 Aug 20 15:01:36.150864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37132) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:36.181675 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee60626-2603-443e-a0de-bb96dad172e1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] DELETE failed (client error): The resource could not be found. Aug 20 15:01:36.182136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee60626-2603-443e-a0de-bb96dad172e1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:01:36.186422 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eee60626-2603-443e-a0de-bb96dad172e1 tempest-RoutersTest-1031910979 tempest-RoutersTest-1031910979-project] 10.222.0.36 "DELETE /v2.0/subnets/c9b1c078-0948-4f30-b206-594c10372ba4 HTTP/1.1" status: 404 len: 337 time: 0.0320942 Aug 20 15:01:36.200964 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:33Z', 'revision_number': 3, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:36.237227 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c178279-de91-4971-b289-08fe9bcea580 None None] The sync data for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 is: [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:33Z', 'revision_number': 3, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:36.270704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad76b4a6-a324-4df7-b46a-312f2e21bbd5 req-ea09f301-4886-4ba8-91b4-bc7fa33ce195 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414812 Aug 20 15:01:36.305777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99f1676e-3e1d-41ed-8988-5168d70f2dc2 req-f5e61d74-0a73-47dd-83ee-9cdf41c4d5af tempest-ServersAdminNegativeTestJSON-1084751377 tempest-ServersAdminNegativeTestJSON-1084751377-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611209 Aug 20 15:01:36.465563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Allocated IP 172.20.0.1 (c1784f64-ceb3-4cfa-9325-d84fac35c44e/8fc21ffa-0a05-4d0b-ad52-99b92e28a737/e346202a-da14-4b5a-ab27-8e351a2a0d2e) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:36.525718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37148) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:36.677550 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:36.720901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31fd5cfd-36b4-4241-a405-555afe0a13a8 req-66c64fb2-69cc-492e-a452-9362d5e7a0b4 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0483718 Aug 20 15:01:36.744388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Transition to ACTIVE for port object e346202a-da14-4b5a-ab27-8e351a2a0d2e will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:36.775586 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b1f92e58-96cb-4034-a32d-213569bfe014 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0895b74675b14e329572bc247a4507e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464693 Aug 20 15:01:36.776651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:36.817093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45084b35-b402-45e2-9c30-b7c236d8dc00 req-d84828e3-0d7b-4156-941e-4045e117a621 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:36.818931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45084b35-b402-45e2-9c30-b7c236d8dc00 req-d84828e3-0d7b-4156-941e-4045e117a621 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 949 time: 0.1055484 Aug 20 15:01:36.834568 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:36.838599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79f174ae-ec77-47dc-8ebe-38dd714bc431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:36.869981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79f174ae-ec77-47dc-8ebe-38dd714bc431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:36.905987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Network c1784f64-ceb3-4cfa-9325-d84fac35c44e is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:36.933036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79f174ae-ec77-47dc-8ebe-38dd714bc431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:36.936280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79f174ae-ec77-47dc-8ebe-38dd714bc431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:36.937457 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-79f174ae-ec77-47dc-8ebe-38dd714bc431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f88183d-50f3-4ce2-9f96-338f6414133b HTTP/1.1" status: 204 len: 168 time: 0.1598911 Aug 20 15:01:36.947517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:36.947763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f174ae-ec77-47dc-8ebe-38dd714bc431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f88183d-50f3-4ce2-9f96-338f6414133b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:36.950937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:36.956602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Pushing event updated for resources: {'Port': ['ID=e346202a-da14-4b5a-ab27-8e351a2a0d2e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:36.993245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45084b35-b402-45e2-9c30-b7c236d8dc00 req-6a767d2b-5264-4f69-ba86-fc9a3e27d554 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632402 Aug 20 15:01:37.114700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e415d36-d687-4c90-8269-e1a21594e0bb req-89b2d543-f8cf-488b-a653-a02cb7308787 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:37.119217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e415d36-d687-4c90-8269-e1a21594e0bb req-89b2d543-f8cf-488b-a653-a02cb7308787 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.1861336 Aug 20 15:01:37.125024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:37.190216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2915672d-0ab5-4c20-82d6-df713691e489 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:37.193969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-5d5e69e9-267e-44a6-923f-829b4424a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:37.196133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-5d5e69e9-267e-44a6-923f-829b4424a36b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd&tenant_id=423db5beadc14e0088b8402d52712218 HTTP/1.1" status: 200 len: 1095 time: 0.1687398 Aug 20 15:01:37.242497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e415d36-d687-4c90-8269-e1a21594e0bb req-f0a84860-98a2-467f-b2eb-e390d38c7821 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036003 Aug 20 15:01:37.274915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2915672d-0ab5-4c20-82d6-df713691e489 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:37.280074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2915672d-0ab5-4c20-82d6-df713691e489 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:37.280952 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:37.339393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-08abedff-b547-482e-ba39-3dc94162ec53 None None] Provisioning for port e346202a-da14-4b5a-ab27-8e351a2a0d2e completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:37.346243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-08abedff-b547-482e-ba39-3dc94162ec53 None None] Provisioning complete for port e346202a-da14-4b5a-ab27-8e351a2a0d2e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:37.347316 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-08abedff-b547-482e-ba39-3dc94162ec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:37.423579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-08abedff-b547-482e-ba39-3dc94162ec53 None None] Port e346202a-da14-4b5a-ab27-8e351a2a0d2e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:37.430537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-17612598-5ec2-4386-925e-b7ae5052b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:37.432194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-17612598-5ec2-4386-925e-b7ae5052b105 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 1095 time: 0.1867893 Aug 20 15:01:37.432451 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:37.461623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 2915672d-0ab5-4c20-82d6-df713691e489, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2915672d-0ab5-4c20-82d6-df713691e489,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:37.468405 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:37.485206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2e8b-961a-4db0-ba69-78837c887266 req-fd78ece6-9fae-454e-b05a-71f144dc7884 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:37.487867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96ec2e8b-961a-4db0-ba69-78837c887266 req-fd78ece6-9fae-454e-b05a-71f144dc7884 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 949 time: 0.1286020 Aug 20 15:01:37.528019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=2915672d-0ab5-4c20-82d6-df713691e489,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:37.546370 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:37.615402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96ec2e8b-961a-4db0-ba69-78837c887266 req-6583d76b-6f67-4c2f-9c5b-b0d20c6cc4e6 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912554 Aug 20 15:01:37.657424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-9e25ffff-331d-4d6a-96ce-c36da4932afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:37.659778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-9e25ffff-331d-4d6a-96ce-c36da4932afe service neutron] 10.222.0.70 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 914 time: 0.2022550 Aug 20 15:01:37.749041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-8acd4505-f0c4-4a95-bf78-74d659e3c15e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31 HTTP/1.1" status: 200 len: 217 time: 0.0510814 Aug 20 15:01:37.836356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f299039-718f-4589-8626-c74218a11786 req-48cf26ea-660b-46db-b97b-41e4e98fcf98 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0413721 Aug 20 15:01:37.852575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:37.858403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-9bb2ecca-d289-46c9-b8b8-1405bdc0d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:37.860046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-9bb2ecca-d289-46c9-b8b8-1405bdc0d476 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=407a70cd-52de-428b-998f-83c5b6bd13b2 HTTP/1.1" status: 200 len: 853 time: 0.0954545 Aug 20 15:01:37.892910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:37.912678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-07221907-b425-4912-9b66-7668fe28356f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3386840-4e01-4bac-9414-27d515c132f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354724 Aug 20 15:01:37.913450 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:37.957997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4e73965d-b3b9-4d34-9e82-690f180b4146 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:37.989404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348787059'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:38.023256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 4e73965d-b3b9-4d34-9e82-690f180b4146 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:38.028243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 4e73965d-b3b9-4d34-9e82-690f180b4146 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:38.028631 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.035157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.039755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.046571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.055575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Pushing event updated for resources: {'Port': ['ID=e346202a-da14-4b5a-ab27-8e351a2a0d2e,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:38.148453 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.166535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-d0c774d5-dcb4-49e6-8fc2-c84b40b15f82 service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312586 Aug 20 15:01:38.176037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fffadda-4736-49e4-81f9-64230a63c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e73965d-b3b9-4d34-9e82-690f180b4146'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:38.178314 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4514a50-f5ec-4d6d-9626-03d5b31c8c8f" -d '{"events": [{"server_uuid": "0fffadda-4736-49e4-81f9-64230a63c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "4e73965d-b3b9-4d34-9e82-690f180b4146"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:38.181767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.193671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4e73965d-b3b9-4d34-9e82-690f180b4146, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e73965d-b3b9-4d34-9e82-690f180b4146,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:38.195296 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.200075 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.235247 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0df5c3-f6ec-4a2e-a048-77d1cc2fe10d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:38.255496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89979478-4439-453e-89cb-e6fcb6095add req-e351f367-b769-4a45-ba98-cdba4b109cb2 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:38.257119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89979478-4439-453e-89cb-e6fcb6095add req-e351f367-b769-4a45-ba98-cdba4b109cb2 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 949 time: 0.1755135 Aug 20 15:01:38.269999 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa425796-8234-4d33-84e9-bb4cc13a7d3c x-openstack-request-id: req-fa425796-8234-4d33-84e9-bb4cc13a7d3c {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:38.271747 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fffadda-4736-49e4-81f9-64230a63c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "4e73965d-b3b9-4d34-9e82-690f180b4146", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:38.271747 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa425796-8234-4d33-84e9-bb4cc13a7d3c {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:38.271747 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fffadda-4736-49e4-81f9-64230a63c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e73965d-b3b9-4d34-9e82-690f180b4146', 'code': 200} Aug 20 15:01:38.271747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4e73965d-b3b9-4d34-9e82-690f180b4146,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:38.296893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Network c1784f64-ceb3-4cfa-9325-d84fac35c44e is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:38.309426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:38.347384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c0ea75-9e56-42f3-8e6a-a4dd0f3130ba req-bc9c74e0-9877-4f62-aeb2-22b9110d695b service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707742 Aug 20 15:01:38.354761 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.362936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.398433 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.399888 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5462115 Aug 20 15:01:38.403175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37198) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:38.424098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdb7e6-f522-459c-a3d0-5f346bf00f79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c9fdf2-f191-4cf0-816b-bf998d465487,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:38.495300 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0d54477f-55c7-47b7-adb2-dd522b07e116 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0909169 Aug 20 15:01:38.496208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37202) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:38.501378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9ba36362-f4fa-4f4e-9cde-98b7f8bba3af tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group': {'name': 'tempest-security--1163327150', 'description': 'tempest-security-description-451813126'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:38.537234 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ba36362-f4fa-4f4e-9cde-98b7f8bba3af tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.593382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ba36362-f4fa-4f4e-9cde-98b7f8bba3af tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.599791 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ba36362-f4fa-4f4e-9cde-98b7f8bba3af tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.602799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ba36362-f4fa-4f4e-9cde-98b7f8bba3af tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.604136 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9ba36362-f4fa-4f4e-9cde-98b7f8bba3af tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "PUT /v2.0/security-groups/79c9fdf2-f191-4cf0-816b-bf998d465487 HTTP/1.1" status: 200 len: 1779 time: 0.1069133 Aug 20 15:01:38.608280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37208) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:38.657672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba36362-f4fa-4f4e-9cde-98b7f8bba3af tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79c9fdf2-f191-4cf0-816b-bf998d465487,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:38.664671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-620d8baa-5baf-4e70-b6f0-d852d85e9dd1 None None] Provisioning complete for port e346202a-da14-4b5a-ab27-8e351a2a0d2e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:38.665059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-620d8baa-5baf-4e70-b6f0-d852d85e9dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.670717 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-da8b0555-673c-4fdf-b3fb-be21425c02e5 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups/79c9fdf2-f191-4cf0-816b-bf998d465487 HTTP/1.1" status: 200 len: 1779 time: 0.0602310 Aug 20 15:01:38.676316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37216) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:38.715750 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-620d8baa-5baf-4e70-b6f0-d852d85e9dd1 None None] Port e346202a-da14-4b5a-ab27-8e351a2a0d2e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:38.742003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea41ce76-4e72-45c8-a9a6-f31da570dbbc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.766176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea41ce76-4e72-45c8-a9a6-f31da570dbbc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.792013 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89979478-4439-453e-89cb-e6fcb6095add req-bc5b7e74-f7c0-4ae3-9edd-703e54ce6aca tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187900 Aug 20 15:01:38.829741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea41ce76-4e72-45c8-a9a6-f31da570dbbc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.833661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea41ce76-4e72-45c8-a9a6-f31da570dbbc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:38.834820 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea41ce76-4e72-45c8-a9a6-f31da570dbbc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-groups/79c9fdf2-f191-4cf0-816b-bf998d465487 HTTP/1.1" status: 204 len: 168 time: 0.1575127 Aug 20 15:01:38.837982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37222) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:38.858354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41ce76-4e72-45c8-a9a6-f31da570dbbc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c9fdf2-f191-4cf0-816b-bf998d465487,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:38.902263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7dd4f-6d26-4e46-badb-2a1b2a3ab38f req-baa366b0-1add-45a5-a013-56dedc6a6ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:38.906827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7a7dd4f-6d26-4e46-badb-2a1b2a3ab38f req-baa366b0-1add-45a5-a013-56dedc6a6ad2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 1102 time: 0.1281059 Aug 20 15:01:38.923757 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a0aa4a12-ceb2-4f6e-97c8-1cd8503a958c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844693 Aug 20 15:01:38.926631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37228) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:38.929513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba42097-88fe-4647-9a0b-6b030fef193a req-d628da34-6d04-4ec6-8e73-db273792c0a9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:38.938934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fba42097-88fe-4647-9a0b-6b030fef193a req-d628da34-6d04-4ec6-8e73-db273792c0a9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.1609712 Aug 20 15:01:38.946792 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-272b85a3-10d8-4e82-9d4e-b07acfd47255 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] delete failed (client error): The resource could not be found. Aug 20 15:01:38.949157 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-272b85a3-10d8-4e82-9d4e-b07acfd47255 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-groups/79c9fdf2-f191-4cf0-816b-bf998d465487 HTTP/1.1" status: 404 len: 347 time: 0.0211112 Aug 20 15:01:38.954382 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37230) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:38.960389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-117986de-032f-424b-87d9-a95de9e0ed54 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087217543'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:38.992185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-117986de-032f-424b-87d9-a95de9e0ed54 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.020049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7a7dd4f-6d26-4e46-badb-2a1b2a3ab38f req-d047a904-4b51-4256-9189-21983c982520 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992260 Aug 20 15:01:39.089592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Router a8d8dfbf-a45e-4de3-916f-7627003957a3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:01:39.107301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fba42097-88fe-4647-9a0b-6b030fef193a req-c62d6148-af89-4405-9f34-3ae3bef56f97 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661737 Aug 20 15:01:39.109330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-117986de-032f-424b-87d9-a95de9e0ed54 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.116837 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-117986de-032f-424b-87d9-a95de9e0ed54 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.146660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc7bee-3f86-48fb-b768-d999148a854b req-e22745c9-0483-4d33-895b-c93af60bfc2b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:39.155399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0efc7bee-3f86-48fb-b768-d999148a854b req-e22745c9-0483-4d33-895b-c93af60bfc2b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 950 time: 0.2358313 Aug 20 15:01:39.161360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2915672d-0ab5-4c20-82d6-df713691e489 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:39.187730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117986de-032f-424b-87d9-a95de9e0ed54 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2951221b-3bb6-4cde-bd2d-3bb35c8c5c6b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:39.219781 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-117986de-032f-424b-87d9-a95de9e0ed54 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.237628 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-117986de-032f-424b-87d9-a95de9e0ed54 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2777159 Aug 20 15:01:39.238220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37234) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:39.248998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ee3a3a75-b4ff-46d0-9d1f-f2f100b71ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '2951221b-3bb6-4cde-bd2d-3bb35c8c5c6b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:39.281149 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2915672d-0ab5-4c20-82d6-df713691e489 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:39.281774 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.310085 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3a75-b4ff-46d0-9d1f-f2f100b71ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.313723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e46d9a5b-591a-4596-8563-8521461529d4 req-bcb8a3ca-fac8-43e4-b2d5-0e4651d06753 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0738521 Aug 20 15:01:39.408390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0efc7bee-3f86-48fb-b768-d999148a854b req-42aa33b7-2cf1-4279-9bf9-f7ee69c3944a tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520864 Aug 20 15:01:39.435858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3a75-b4ff-46d0-9d1f-f2f100b71ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.438622 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:01:39.445911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ceceac2a-dd07-40cb-82dd-0716488fe4be admin admin] 10.222.0.36 "PUT /v2.0/routers/a8d8dfbf-a45e-4de3-916f-7627003957a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5286493 Aug 20 15:01:39.453872 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3a75-b4ff-46d0-9d1f-f2f100b71ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.473978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Sync routers for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:01:39.490414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a3a75-b4ff-46d0-9d1f-f2f100b71ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cdf865-93b0-4d2d-8e46-dc4c25b36c96,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:39.514542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:39.515238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:39.520399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3a75-b4ff-46d0-9d1f-f2f100b71ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.521847 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ee3a3a75-b4ff-46d0-9d1f-f2f100b71ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2823839 Aug 20 15:01:39.524780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37238) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:39.545038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-d7692b87-6a33-4000-b9d9-cdfd008e5930 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:39.550680 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-d7692b87-6a33-4000-b9d9-cdfd008e5930 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.72 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 949 time: 0.1134086 Aug 20 15:01:39.642646 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ddefa37-219d-4089-b60d-383b8bed55e9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.685926 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ddefa37-219d-4089-b60d-383b8bed55e9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.734833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ddefa37-219d-4089-b60d-383b8bed55e9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.742910 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ddefa37-219d-4089-b60d-383b8bed55e9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.744700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9ddefa37-219d-4089-b60d-383b8bed55e9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/42cdf865-93b0-4d2d-8e46-dc4c25b36c96 HTTP/1.1" status: 204 len: 168 time: 0.2187417 Aug 20 15:01:39.747618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37250) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:39.764621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddefa37-219d-4089-b60d-383b8bed55e9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42cdf865-93b0-4d2d-8e46-dc4c25b36c96,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:39.784764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Deleting port 0abf5697-31aa-4469-b38c-37141540b7a9 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:39.785118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.880988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3b8a3b62-4d24-4b4a-9d3c-ebc18b837259 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1321144 Aug 20 15:01:39.883780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37274) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:39.904866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:39.964251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] For port 0abf5697-31aa-4469-b38c-37141540b7a9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0abf5697-31aa-4469-b38c-37141540b7a9,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:39.965155 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:39.989508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Calling delete_port for 0abf5697-31aa-4469-b38c-37141540b7a9 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:40.075271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede1f40-e349-4dc9-8e77-194660bcf95b req-34645862-8c0c-4a67-8912-6980b3d6258a tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:40.083308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ede1f40-e349-4dc9-8e77-194660bcf95b req-34645862-8c0c-4a67-8912-6980b3d6258a tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 949 time: 0.1637461 Aug 20 15:01:40.094352 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ee8bf32-5d2a-43e1-a7cb-01276f203ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.173117 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ee8bf32-5d2a-43e1-a7cb-01276f203ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.209207 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.225240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:40.235218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ede1f40-e349-4dc9-8e77-194660bcf95b req-8948d257-ad6d-4d06-bcca-46da4b3e1938 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509085 Aug 20 15:01:40.267889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Pushing event deleted for resources: {'Port': ['ID=0abf5697-31aa-4469-b38c-37141540b7a9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:40.302431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e346202a-da14-4b5a-ab27-8e351a2a0d2e', 'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'mac_address': 'fa:16:3e:72:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:36Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 2, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'subnets': [{'id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:40.338739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] No DVR routers for this DVR port 0abf5697-31aa-4469-b38c-37141540b7a9 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:40.342337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.346757 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54ca5257-aab9-4a42-8f62-ddb9c09a6074 req-28c947a4-bdd6-458a-be18-1c30e347c82f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.72 "DELETE /v2.0/ports/0abf5697-31aa-4469-b38c-37141540b7a9 HTTP/1.1" status: 204 len: 173 time: 0.7873001 Aug 20 15:01:40.347597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0234ad1-833f-4ee5-8adb-79f3ec8e73e5', 'name': 'network-vif-deleted', 'tag': '0abf5697-31aa-4469-b38c-37141540b7a9'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:40.349563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Checking router: a8d8dfbf-a45e-4de3-916f-7627003957a3 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:01:40.350321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Updating router a8d8dfbf-a45e-4de3-916f-7627003957a3 port e346202a-da14-4b5a-ab27-8e351a2a0d2e binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:01:40.350753 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a836503d-42c8-42e9-8748-22cc9040e075" -d '{"events": [{"server_uuid": "a0234ad1-833f-4ee5-8adb-79f3ec8e73e5", "name": "network-vif-deleted", "tag": "0abf5697-31aa-4469-b38c-37141540b7a9"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:40.394846 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ee8bf32-5d2a-43e1-a7cb-01276f203ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.397612 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ee8bf32-5d2a-43e1-a7cb-01276f203ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.401782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37292) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:40.410125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1ee8bf32-5d2a-43e1-a7cb-01276f203ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-groups/2951221b-3bb6-4cde-bd2d-3bb35c8c5c6b HTTP/1.1" status: 204 len: 168 time: 0.5251904 Aug 20 15:01:40.476488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734883-00df-4573-a45d-26ec12f29a3f req-ed29a371-0056-482f-9581-ab1650b61180 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:40.487827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37734883-00df-4573-a45d-26ec12f29a3f req-ed29a371-0056-482f-9581-ab1650b61180 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.2198577 Aug 20 15:01:40.497620 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.499805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8bf32-5d2a-43e1-a7cb-01276f203ead tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2951221b-3bb6-4cde-bd2d-3bb35c8c5c6b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:40.562280 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5196aad1-0e30-429a-a9f8-987436744b1c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1591742 Aug 20 15:01:40.576596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37302) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:40.589011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8889bc98-99e1-46e6-bbdc-2a3a6276e447 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049491773'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:40.620745 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8889bc98-99e1-46e6-bbdc-2a3a6276e447 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.657528 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-556e2093-d6fa-49b9-ad92-604677c5a5d1 req-76554e47-60d3-4cce-8d46-457f743985cd tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.1645529 Aug 20 15:01:40.739828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37734883-00df-4573-a45d-26ec12f29a3f req-e8288f93-4ccb-44ea-9818-45f719370160 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509305 Aug 20 15:01:40.814776 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867bc11d-c103-4012-8ecc-ae7932d76d8c x-openstack-request-id: req-867bc11d-c103-4012-8ecc-ae7932d76d8c {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:40.820832 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0234ad1-833f-4ee5-8adb-79f3ec8e73e5", "name": "network-vif-deleted", "tag": "0abf5697-31aa-4469-b38c-37141540b7a9", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:40.822683 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-867bc11d-c103-4012-8ecc-ae7932d76d8c {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:40.823133 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0234ad1-833f-4ee5-8adb-79f3ec8e73e5', 'name': 'network-vif-deleted', 'tag': '0abf5697-31aa-4469-b38c-37141540b7a9', 'status': 'completed', 'code': 200} Aug 20 15:01:40.849140 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8889bc98-99e1-46e6-bbdc-2a3a6276e447 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.854311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8889bc98-99e1-46e6-bbdc-2a3a6276e447 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.939026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889bc98-99e1-46e6-bbdc-2a3a6276e447 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e47b32a-4fef-4a80-ab1d-3b5947f75d39,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:40.943177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8889bc98-99e1-46e6-bbdc-2a3a6276e447 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:40.944488 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8889bc98-99e1-46e6-bbdc-2a3a6276e447 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3669627 Aug 20 15:01:40.947368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37330) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:40.953106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dd70f8d0-3bab-4787-8f9b-7d0c3dfd9a2c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '2e47b32a-4fef-4a80-ab1d-3b5947f75d39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:40.998075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd70f8d0-3bab-4787-8f9b-7d0c3dfd9a2c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.016558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68507-289a-4254-93d9-4f1df35c356d req-54e850b9-5f80-47a9-b5f4-e33313643965 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:41.027397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6e68507-289a-4254-93d9-4f1df35c356d req-54e850b9-5f80-47a9-b5f4-e33313643965 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 950 time: 0.1612127 Aug 20 15:01:41.138555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6e68507-289a-4254-93d9-4f1df35c356d req-6e9fc4c6-b7d1-49c8-ba94-57e73b7d87c9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076515 Aug 20 15:01:41.157114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd70f8d0-3bab-4787-8f9b-7d0c3dfd9a2c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.162853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd70f8d0-3bab-4787-8f9b-7d0c3dfd9a2c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.186796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70f8d0-3bab-4787-8f9b-7d0c3dfd9a2c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8955704b-3a0e-4901-b7d5-1a9560312592,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:41.197297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd70f8d0-3bab-4787-8f9b-7d0c3dfd9a2c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.199107 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dd70f8d0-3bab-4787-8f9b-7d0c3dfd9a2c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2506306 Aug 20 15:01:41.202755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37336) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:41.210909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-98928b6f-b95e-449c-a106-07786ea56412 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '2e47b32a-4fef-4a80-ab1d-3b5947f75d39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:41.262539 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98928b6f-b95e-449c-a106-07786ea56412 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.347703 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.364844 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98928b6f-b95e-449c-a106-07786ea56412 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.372385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Transition to ACTIVE for port object e346202a-da14-4b5a-ab27-8e351a2a0d2e will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:41.376028 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98928b6f-b95e-449c-a106-07786ea56412 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.384206 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.441203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac86b69-c06f-4690-8dc0-68d768a36a2d None None] Pushing event updated for resources: {'Port': ['ID=e346202a-da14-4b5a-ab27-8e351a2a0d2e,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:41.469841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98928b6f-b95e-449c-a106-07786ea56412 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ccda8a-f115-4529-9b9a-0580367d3b91,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:41.487890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb9deef8-a06f-465d-a303-a156d4e3bf00 req-b3d529dc-c3b9-4ecf-9247-daece31b27ae tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0234ad1-833f-4ee5-8adb-79f3ec8e73e5 HTTP/1.1" status: 200 len: 210 time: 0.1188202 Aug 20 15:01:41.499373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98928b6f-b95e-449c-a106-07786ea56412 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.504854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37342) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:41.505242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-98928b6f-b95e-449c-a106-07786ea56412 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3004334 Aug 20 15:01:41.511160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-50442367-bcb3-4728-a4ee-aae13c831853 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '2e47b32a-4fef-4a80-ab1d-3b5947f75d39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:41.558490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Attempting to bind port e346202a-da14-4b5a-ab27-8e351a2a0d2e on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:41.558872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Attempting to bind port e346202a-da14-4b5a-ab27-8e351a2a0d2e by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:41.559241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Attempting to bind port e346202a-da14-4b5a-ab27-8e351a2a0d2e on network c1784f64-ceb3-4cfa-9325-d84fac35c44e {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:41.562706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-50442367-bcb3-4728-a4ee-aae13c831853 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.573900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:41.575121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Checking segment: {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:41.575121 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.575329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Bound using segment: {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:41.575857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Bound port: e346202a-da14-4b5a-ab27-8e351a2a0d2e, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:41.576618 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.695023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] For port e346202a-da14-4b5a-ab27-8e351a2a0d2e, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:41.697834 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-50442367-bcb3-4728-a4ee-aae13c831853 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.700117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] For port e346202a-da14-4b5a-ab27-8e351a2a0d2e, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e346202a-da14-4b5a-ab27-8e351a2a0d2e,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:41.706005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-50442367-bcb3-4728-a4ee-aae13c831853 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.714179 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.753652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-50442367-bcb3-4728-a4ee-aae13c831853 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.755611 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-50442367-bcb3-4728-a4ee-aae13c831853 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2491634 Aug 20 15:01:41.758796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37346) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:41.761153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50442367-bcb3-4728-a4ee-aae13c831853 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d6f130-6389-4a46-aed7-ef6b6c16037f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:41.770764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-02fb213b-82dc-4963-8f3a-69f06ad5c04d tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '2e47b32a-4fef-4a80-ab1d-3b5947f75d39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:41.840673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa94d2c4-a8c6-4c82-b500-6e886a429eab req-d3f1e4a7-0513-4e27-be6e-ae54e46a3cde tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0438600 Aug 20 15:01:41.873974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:01:41.874884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:41.918741 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02fb213b-82dc-4963-8f3a-69f06ad5c04d tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:41.997994 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 0abf5697-31aa-4469-b38c-37141540b7a9 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:01:42.017119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd118745-2a23-4ac2-9558-b1eebb1615ec req-6075f6ee-fe77-4d7d-8b1c-6013c0a4f722 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:42.019952 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd118745-2a23-4ac2-9558-b1eebb1615ec req-6075f6ee-fe77-4d7d-8b1c-6013c0a4f722 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.1610291 Aug 20 15:01:42.027096 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02fb213b-82dc-4963-8f3a-69f06ad5c04d tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.032671 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02fb213b-82dc-4963-8f3a-69f06ad5c04d tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.073184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb213b-82dc-4963-8f3a-69f06ad5c04d tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d80c0a4-eb1b-4133-91e4-a3fe63096e73,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:42.092608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02fb213b-82dc-4963-8f3a-69f06ad5c04d tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.094196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-02fb213b-82dc-4963-8f3a-69f06ad5c04d tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3341453 Aug 20 15:01:42.097486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37352) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:42.102301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-51354aa6-f30b-45c4-bc46-667825cbb1c3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '2e47b32a-4fef-4a80-ab1d-3b5947f75d39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:42.127789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac86b69-c06f-4690-8dc0-68d768a36a2d None None] Pushing event updated for resources: {'Port': ['ID=e346202a-da14-4b5a-ab27-8e351a2a0d2e,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:42.136379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd118745-2a23-4ac2-9558-b1eebb1615ec req-238973da-998e-40f5-9f24-568b2943b908 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060715 Aug 20 15:01:42.137628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51354aa6-f30b-45c4-bc46-667825cbb1c3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.171978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 0abf5697-31aa-4469-b38c-37141540b7a9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:01:42.173538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 0abf5697-31aa-4469-b38c-37141540b7a9 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:01:42.284161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51354aa6-f30b-45c4-bc46-667825cbb1c3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.295936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51354aa6-f30b-45c4-bc46-667825cbb1c3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.302274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-35c214be-2c34-4dc5-8fb5-f38cf04f4e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.315235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:01:42.329267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51354aa6-f30b-45c4-bc46-667825cbb1c3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ee5671-570e-44d4-b12a-15609583eeb9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:42.340842 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51354aa6-f30b-45c4-bc46-667825cbb1c3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.342132 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-51354aa6-f30b-45c4-bc46-667825cbb1c3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2436457 Aug 20 15:01:42.345044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:42.351210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc75ae-8a24-42be-872c-8a14c1a2c3fa req-770abd9d-1735-40ce-a788-bc83f2ac4a67 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:42.354925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2dfc75ae-8a24-42be-872c-8a14c1a2c3fa req-770abd9d-1735-40ce-a788-bc83f2ac4a67 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 950 time: 0.1401641 Aug 20 15:01:42.383522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e32090e5-d76d-4417-912c-76ae64d56ef8 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.396011 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e32090e5-d76d-4417-912c-76ae64d56ef8 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.443104 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e32090e5-d76d-4417-912c-76ae64d56ef8 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.460607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2dfc75ae-8a24-42be-872c-8a14c1a2c3fa req-cdd3b80f-9546-4457-8af2-c5fc5a4c40a5 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938790 Aug 20 15:01:42.465500 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e32090e5-d76d-4417-912c-76ae64d56ef8 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.469424 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e32090e5-d76d-4417-912c-76ae64d56ef8 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/85ee5671-570e-44d4-b12a-15609583eeb9 HTTP/1.1" status: 204 len: 168 time: 0.1208286 Aug 20 15:01:42.469424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32090e5-d76d-4417-912c-76ae64d56ef8 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85ee5671-570e-44d4-b12a-15609583eeb9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:42.470320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37358) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:42.566398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37364) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:42.567371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-800726de-b3b7-4d3d-a0d6-18b15a2b1a58 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0960376 Aug 20 15:01:42.601948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b4bc80-c3a1-4e6e-8da9-6ca453424962 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.613604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e346202a-da14-4b5a-ab27-8e351a2a0d2e', 'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'mac_address': 'fa:16:3e:72:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:36Z', 'updated_at': '2021-08-20T15:01:41Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'subnets': [{'id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:42.618952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b4bc80-c3a1-4e6e-8da9-6ca453424962 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.673269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ac054-711b-47a0-afdf-15e2c3e09148 req-d2d04d77-32c1-418f-b794-889c9552142e tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:42.681396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb5ac054-711b-47a0-afdf-15e2c3e09148 req-d2d04d77-32c1-418f-b794-889c9552142e tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 1102 time: 0.1127591 Aug 20 15:01:42.685281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b4bc80-c3a1-4e6e-8da9-6ca453424962 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.690775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58cab-fc6d-411d-b1c4-b02eb68c7b92 None None] The sync data for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 is: [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e346202a-da14-4b5a-ab27-8e351a2a0d2e', 'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'mac_address': 'fa:16:3e:72:b1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:36Z', 'updated_at': '2021-08-20T15:01:41Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'subnets': [{'id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:01:42.713555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b4bc80-c3a1-4e6e-8da9-6ca453424962 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:42.717043 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f7b4bc80-c3a1-4e6e-8da9-6ca453424962 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0d80c0a4-eb1b-4133-91e4-a3fe63096e73 HTTP/1.1" status: 204 len: 168 time: 0.1487541 Aug 20 15:01:42.717940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4bc80-c3a1-4e6e-8da9-6ca453424962 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d80c0a4-eb1b-4133-91e4-a3fe63096e73,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:42.719862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37370) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:42.734589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb5ac054-711b-47a0-afdf-15e2c3e09148 req-9b9d0a41-af12-48bc-9a1f-cfa51ecf626d tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518270 Aug 20 15:01:42.980023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37380) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:42.980450 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-efe462f0-b254-446d-9ba2-4172d42295b4 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2543561 Aug 20 15:01:43.056380 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03356e7f-1990-47f5-825e-3599fe1c6e29 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.080001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03356e7f-1990-47f5-825e-3599fe1c6e29 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.162090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e346202a-da14-4b5a-ab27-8e351a2a0d2e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:43.173572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53094cf1-8b18-4138-af3c-46c49dfd9d53 req-4844b32a-07ce-4ce9-a626-cef7042695a1 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0833640 Aug 20 15:01:43.212215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03356e7f-1990-47f5-825e-3599fe1c6e29 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.221778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8c2e8-1863-4c33-9b44-af166a667e29 req-e4dc4d4a-c0b4-4907-a7e8-01bb9d412797 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:43.223341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81f8c2e8-1863-4c33-9b44-af166a667e29 req-e4dc4d4a-c0b4-4907-a7e8-01bb9d412797 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.2129488 Aug 20 15:01:43.231984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03356e7f-1990-47f5-825e-3599fe1c6e29 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.233395 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-03356e7f-1990-47f5-825e-3599fe1c6e29 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a2d6f130-6389-4a46-aed7-ef6b6c16037f HTTP/1.1" status: 204 len: 168 time: 0.2522788 Aug 20 15:01:43.236232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37390) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:43.257148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03356e7f-1990-47f5-825e-3599fe1c6e29 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2d6f130-6389-4a46-aed7-ef6b6c16037f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:43.263891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port e346202a-da14-4b5a-ab27-8e351a2a0d2e completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:43.275738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e346202a-da14-4b5a-ab27-8e351a2a0d2e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:43.275738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.304171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81f8c2e8-1863-4c33-9b44-af166a667e29 req-da74d896-a25d-459f-9d78-a30cb14da269 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673091 Aug 20 15:01:43.363027 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b833571d-cfab-496a-abb3-7436cd81bc34 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1249504 Aug 20 15:01:43.365979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37394) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:43.446128 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d29066be-6540-4e99-ba86-bbefa4a480eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.470417 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.487486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d29066be-6540-4e99-ba86-bbefa4a480eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.522016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port e346202a-da14-4b5a-ab27-8e351a2a0d2e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e346202a-da14-4b5a-ab27-8e351a2a0d2e,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:43.526976 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.604364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d29066be-6540-4e99-ba86-bbefa4a480eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.609809 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d29066be-6540-4e99-ba86-bbefa4a480eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.611146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d29066be-6540-4e99-ba86-bbefa4a480eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/82ccda8a-f115-4529-9b9a-0580367d3b91 HTTP/1.1" status: 204 len: 168 time: 0.2441289 Aug 20 15:01:43.616359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37396) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:43.624228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=e346202a-da14-4b5a-ab27-8e351a2a0d2e,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:43.652521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29066be-6540-4e99-ba86-bbefa4a480eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82ccda8a-f115-4529-9b9a-0580367d3b91,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:43.684384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438123f-6408-49bc-be26-80fa7344d615 req-ba86a77f-ba36-4d8f-ab51-8c90b4870b92 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:43.686303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3438123f-6408-49bc-be26-80fa7344d615 req-ba86a77f-ba36-4d8f-ab51-8c90b4870b92 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.1109436 Aug 20 15:01:43.711368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37398) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:43.711594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4fe1c403-13ba-4f8d-b3c8-cce8793b757b tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0924025 Aug 20 15:01:43.755160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3438123f-6408-49bc-be26-80fa7344d615 req-746f912e-5e33-4e34-a3fe-4439c657c3a1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589857 Aug 20 15:01:43.757614 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-04447fc6-9511-4eb0-b5bc-498a5e75c825 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.781433 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-04447fc6-9511-4eb0-b5bc-498a5e75c825 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.831297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-04447fc6-9511-4eb0-b5bc-498a5e75c825 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.839514 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-04447fc6-9511-4eb0-b5bc-498a5e75c825 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:43.840745 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-04447fc6-9511-4eb0-b5bc-498a5e75c825 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8955704b-3a0e-4901-b7d5-1a9560312592 HTTP/1.1" status: 204 len: 168 time: 0.1280365 Aug 20 15:01:43.844108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37400) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:43.845156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04447fc6-9511-4eb0-b5bc-498a5e75c825 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8955704b-3a0e-4901-b7d5-1a9560312592,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:43.922182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37404) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:43.931970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d76c523a-f0e4-401e-ae3c-a5956aa16dab tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0866663 Aug 20 15:01:44.024064 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a43c9264-2dc1-43be-8eb1-9616532647c4 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.069660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a43c9264-2dc1-43be-8eb1-9616532647c4 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.124215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a43c9264-2dc1-43be-8eb1-9616532647c4 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.133363 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a43c9264-2dc1-43be-8eb1-9616532647c4 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.137705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a43c9264-2dc1-43be-8eb1-9616532647c4 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e47b32a-4fef-4a80-ab1d-3b5947f75d39 HTTP/1.1" status: 204 len: 168 time: 0.2121131 Aug 20 15:01:44.137989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37406) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:44.175243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c9264-2dc1-43be-8eb1-9616532647c4 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e47b32a-4fef-4a80-ab1d-3b5947f75d39,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:44.263786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c8a72787-b85d-46c0-9eb7-0e80d0e9ebcd tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1202202 Aug 20 15:01:44.264098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37410) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:44.279965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d5e41a38-a27d-4b9d-afea-85eb477d84ce tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550290626'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:44.346722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a38-a27d-4b9d-afea-85eb477d84ce tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.417312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-160cf4ae-476f-4942-a068-c51011a75911 req-c76bf6e5-b678-41d8-bc31-8f7e177979c9 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0506399 Aug 20 15:01:44.527765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a38-a27d-4b9d-afea-85eb477d84ce tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.532160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a38-a27d-4b9d-afea-85eb477d84ce tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.564713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e41a38-a27d-4b9d-afea-85eb477d84ce tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6682d67f-9d23-40be-82ae-191d51d68f32,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:44.579743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a38-a27d-4b9d-afea-85eb477d84ce tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.581412 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d5e41a38-a27d-4b9d-afea-85eb477d84ce tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3162875 Aug 20 15:01:44.584490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37416) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:44.590116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-21494e5d-3906-44a9-94f5-7a4858d015eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '6682d67f-9d23-40be-82ae-191d51d68f32', 'direction': 'ingress', 'protocol': 17}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:44.595595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659297b-1c1a-48af-aca3-af059923991c req-645610cc-54a9-4ee3-92a9-5889d799f687 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:44.599589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4659297b-1c1a-48af-aca3-af059923991c req-645610cc-54a9-4ee3-92a9-5889d799f687 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0611207 Aug 20 15:01:44.642598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21494e5d-3906-44a9-94f5-7a4858d015eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.693921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4659297b-1c1a-48af-aca3-af059923991c req-42f6bf38-b7fb-4351-8af7-d4c618a34c17 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538187 Aug 20 15:01:44.718379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21494e5d-3906-44a9-94f5-7a4858d015eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.723326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21494e5d-3906-44a9-94f5-7a4858d015eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.762288 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.773600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21494e5d-3906-44a9-94f5-7a4858d015eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e485ea-fe6c-4883-9de3-f4f8d3f8ca36,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:44.787903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21494e5d-3906-44a9-94f5-7a4858d015eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.792252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37420) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:44.792499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-21494e5d-3906-44a9-94f5-7a4858d015eb tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2070136 Aug 20 15:01:44.896839 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-72d8e2f7-f20d-482a-875b-db4c2ef231d3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:44.973206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-72d8e2f7-f20d-482a-875b-db4c2ef231d3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.013045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41e73d-d652-4839-8e39-62f69010d58c req-5cd7b18a-5991-4038-9c81-cc8656c52bc3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:45.014505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e41e73d-d652-4839-8e39-62f69010d58c req-5cd7b18a-5991-4038-9c81-cc8656c52bc3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.1125293 Aug 20 15:01:45.086863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e41e73d-d652-4839-8e39-62f69010d58c req-bddd6bc4-a44e-44ee-a715-7499ba55ddb1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632923 Aug 20 15:01:45.089391 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-72d8e2f7-f20d-482a-875b-db4c2ef231d3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.094173 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-72d8e2f7-f20d-482a-875b-db4c2ef231d3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.099635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37424) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:45.110197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-72d8e2f7-f20d-482a-875b-db4c2ef231d3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-groups/6682d67f-9d23-40be-82ae-191d51d68f32 HTTP/1.1" status: 204 len: 168 time: 0.3143213 Aug 20 15:01:45.133964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8e2f7-f20d-482a-875b-db4c2ef231d3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682d67f-9d23-40be-82ae-191d51d68f32,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:45.202765 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0eac4d7b-f93e-4549-b817-b3e623c17b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.229096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e346202a-da14-4b5a-ab27-8e351a2a0d2e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:01:45.247561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37426) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:45.252373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-bb1cd817-12da-4c02-83ed-c8cbaf37fa3b tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group': {'name': 'tempest-secgroup--893361114'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:45.258320 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e37d57d3-bf81-4706-9eff-32e7ffec208c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1573384 Aug 20 15:01:45.312524 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd817-12da-4c02-83ed-c8cbaf37fa3b tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.335107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e346202a-da14-4b5a-ab27-8e351a2a0d2e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:45.335494 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.485770 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd817-12da-4c02-83ed-c8cbaf37fa3b tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.491486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd817-12da-4c02-83ed-c8cbaf37fa3b tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.511864 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb1cd817-12da-4c02-83ed-c8cbaf37fa3b tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.516520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37430) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:45.522090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b889d62a-ac41-46bc-98b0-9ef381def65e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group': {'name': 'tempest-secgroup--234630744'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:45.527576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bb1cd817-12da-4c02-83ed-c8cbaf37fa3b tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2787936 Aug 20 15:01:45.563304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b889d62a-ac41-46bc-98b0-9ef381def65e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.602119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d62f498d-f737-4d9f-929a-bedc286a3378 req-2ab99852-2259-44fb-80a2-b29f408b098d tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0519874 Aug 20 15:01:45.602861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cd817-12da-4c02-83ed-c8cbaf37fa3b tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4feef8-e7e2-4888-925c-97b83e0f637c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:45.693995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b889d62a-ac41-46bc-98b0-9ef381def65e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.714551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b889d62a-ac41-46bc-98b0-9ef381def65e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.754240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889d62a-ac41-46bc-98b0-9ef381def65e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876056d1-4c3e-4405-9531-339b05140845,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:45.758069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b889d62a-ac41-46bc-98b0-9ef381def65e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.761927 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b889d62a-ac41-46bc-98b0-9ef381def65e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2417402 Aug 20 15:01:45.762254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37434) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:45.766513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-08f483b5-73b9-4c50-8d8d-09f86177b801 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '6d4feef8-e7e2-4888-925c-97b83e0f637c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '876056d1-4c3e-4405-9531-339b05140845', 'remote_ip_prefix': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:45.828114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08f483b5-73b9-4c50-8d8d-09f86177b801 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.828324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a18fe-1e1d-450d-a329-4958607153cd req-a9f4903a-d57f-4f60-8455-2547aea2174f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:45.832085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-583a18fe-1e1d-450d-a329-4958607153cd req-a9f4903a-d57f-4f60-8455-2547aea2174f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0746014 Aug 20 15:01:45.892778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-583a18fe-1e1d-450d-a329-4958607153cd req-6ca6d896-e1ac-452b-afde-f2cd9ac491b8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481677 Aug 20 15:01:45.929540 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08f483b5-73b9-4c50-8d8d-09f86177b801 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.933742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08f483b5-73b9-4c50-8d8d-09f86177b801 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.954032 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f483b5-73b9-4c50-8d8d-09f86177b801 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e068f6-1cec-40c5-ac88-a10c4b48608a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:45.968060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08f483b5-73b9-4c50-8d8d-09f86177b801 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:45.975660 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08f483b5-73b9-4c50-8d8d-09f86177b801 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2063560 Aug 20 15:01:45.976933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37438) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:46.023875 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.029903 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5df2bec-5708-487d-a52f-cc9f51cf04be tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.038644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5df2bec-5708-487d-a52f-cc9f51cf04be tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.067837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5df2bec-5708-487d-a52f-cc9f51cf04be tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.079015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5df2bec-5708-487d-a52f-cc9f51cf04be tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.080240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b5df2bec-5708-487d-a52f-cc9f51cf04be tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/72e068f6-1cec-40c5-ac88-a10c4b48608a HTTP/1.1" status: 204 len: 168 time: 0.1020026 Aug 20 15:01:46.081982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df2bec-5708-487d-a52f-cc9f51cf04be tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72e068f6-1cec-40c5-ac88-a10c4b48608a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:46.083511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37440) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:46.130746 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5aeb5fd9-bc5f-4527-a18d-b9fbb559d454 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0460377 Aug 20 15:01:46.133747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37446) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:46.235441 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-624dcf96-3184-4518-8637-0796ae20fe28 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.260630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaab81f-415a-46db-8132-f37ac62943ce req-60c55d2f-ea0f-4b5a-b3af-cf0fe2fa7b1a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:46.264256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbaab81f-415a-46db-8132-f37ac62943ce req-60c55d2f-ea0f-4b5a-b3af-cf0fe2fa7b1a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.0771515 Aug 20 15:01:46.268132 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-624dcf96-3184-4518-8637-0796ae20fe28 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.325349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbaab81f-415a-46db-8132-f37ac62943ce req-214a8529-8026-473e-af17-6073fadd379f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537696 Aug 20 15:01:46.328126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-624dcf96-3184-4518-8637-0796ae20fe28 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.333161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-624dcf96-3184-4518-8637-0796ae20fe28 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.335154 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-624dcf96-3184-4518-8637-0796ae20fe28 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-groups/876056d1-4c3e-4405-9531-339b05140845 HTTP/1.1" status: 204 len: 168 time: 0.2003460 Aug 20 15:01:46.338082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37448) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:46.355302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624dcf96-3184-4518-8637-0796ae20fe28 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876056d1-4c3e-4405-9531-339b05140845,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:46.433985 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-593abe68-d510-4bd3-a593-2fda18a6dd79 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0946987 Aug 20 15:01:46.435127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37450) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:46.494615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d76bf03b-35ff-4f69-aa74-6f6da9201cbe tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.517354 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d76bf03b-35ff-4f69-aa74-6f6da9201cbe tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.571876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d76bf03b-35ff-4f69-aa74-6f6da9201cbe tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.575933 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d76bf03b-35ff-4f69-aa74-6f6da9201cbe tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.577312 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d76bf03b-35ff-4f69-aa74-6f6da9201cbe tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-groups/6d4feef8-e7e2-4888-925c-97b83e0f637c HTTP/1.1" status: 204 len: 168 time: 0.1409330 Aug 20 15:01:46.580232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37452) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:46.589378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bf03b-35ff-4f69-aa74-6f6da9201cbe tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4feef8-e7e2-4888-925c-97b83e0f637c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:46.647253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c7b1bde4-b153-4bfa-8465-14ef39eb7aa4 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610697 Aug 20 15:01:46.647478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37456) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:46.652438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f4b49713-8bab-4829-b467-886733dbc316 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group': {'name': 'tempest-secgroup--953367404'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:46.677132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4b49713-8bab-4829-b467-886733dbc316 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.738158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce8919a6-2a22-42f7-a14c-fa7ff24abf87 req-27f49f1b-c93c-4f05-abaa-3159c6dcd117 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0411541 Aug 20 15:01:46.808024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4b49713-8bab-4829-b467-886733dbc316 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.813215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4b49713-8bab-4829-b467-886733dbc316 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.847637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4b49713-8bab-4829-b467-886733dbc316 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.849030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f4b49713-8bab-4829-b467-886733dbc316 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2004733 Aug 20 15:01:46.849989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b49713-8bab-4829-b467-886733dbc316 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae868b9-dc21-4b37-b489-fc016512cbd2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:46.851977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37458) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:46.859272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-baae06fa-b4b3-4557-852d-7e9eeb51c428 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': 'cae868b9-dc21-4b37-b489-fc016512cbd2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:46.907503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-baae06fa-b4b3-4557-852d-7e9eeb51c428 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.975999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-baae06fa-b4b3-4557-852d-7e9eeb51c428 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:46.980180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-baae06fa-b4b3-4557-852d-7e9eeb51c428 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.001448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae06fa-b4b3-4557-852d-7e9eeb51c428 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ba0fb9-681f-46e0-9ba3-3d2e196e989e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:47.005215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-baae06fa-b4b3-4557-852d-7e9eeb51c428 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.008185 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-baae06fa-b4b3-4557-852d-7e9eeb51c428 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1547136 Aug 20 15:01:47.010946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37464) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:47.046069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f03c185-de6c-41a4-a2ee-3e6a24ccd5ca tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.056946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f03c185-de6c-41a4-a2ee-3e6a24ccd5ca tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.059141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010836ab-706b-4712-b263-dcedc439d0ef req-4dd797c5-9af1-4e7c-9c6f-a873d6af5e45 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:47.067184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-010836ab-706b-4712-b263-dcedc439d0ef req-4dd797c5-9af1-4e7c-9c6f-a873d6af5e45 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0896487 Aug 20 15:01:47.085447 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f03c185-de6c-41a4-a2ee-3e6a24ccd5ca tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.092109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f03c185-de6c-41a4-a2ee-3e6a24ccd5ca tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.093234 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8f03c185-de6c-41a4-a2ee-3e6a24ccd5ca tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e8ba0fb9-681f-46e0-9ba3-3d2e196e989e HTTP/1.1" status: 204 len: 168 time: 0.0811088 Aug 20 15:01:47.100401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37466) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:47.104420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03c185-de6c-41a4-a2ee-3e6a24ccd5ca tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8ba0fb9-681f-46e0-9ba3-3d2e196e989e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:47.125066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-010836ab-706b-4712-b263-dcedc439d0ef req-53c08de4-6ea8-4676-b128-6422e5278533 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569720 Aug 20 15:01:47.216351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8f8c0a7e-3a40-4d3a-a02c-1afc68cc975a tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1145110 Aug 20 15:01:47.217921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37470) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:47.281304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0020edc7-b707-4fef-8235-dc2d6a7c391c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.308501 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0020edc7-b707-4fef-8235-dc2d6a7c391c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.365549 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0020edc7-b707-4fef-8235-dc2d6a7c391c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.368391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0020edc7-b707-4fef-8235-dc2d6a7c391c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.370194 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0020edc7-b707-4fef-8235-dc2d6a7c391c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-groups/cae868b9-dc21-4b37-b489-fc016512cbd2 HTTP/1.1" status: 204 len: 168 time: 0.1512120 Aug 20 15:01:47.372811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37474) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:47.380192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020edc7-b707-4fef-8235-dc2d6a7c391c tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae868b9-dc21-4b37-b489-fc016512cbd2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:47.450888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3325ee88-6d6f-4a15-9fef-c7a1d17127fa tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0768671 Aug 20 15:01:47.454635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37476) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:47.459802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-30c691b1-8ea1-40ce-8cdb-7d7d7cd20bf3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group': {'name': 'tempest-secgroup--726631927'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:47.484682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30c691b1-8ea1-40ce-8cdb-7d7d7cd20bf3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.494302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c66112-15bf-484b-a94e-0bcbe1318e87 req-a8d304dc-da28-4c5e-96bf-c53fc9774d1b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:47.500333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92c66112-15bf-484b-a94e-0bcbe1318e87 req-a8d304dc-da28-4c5e-96bf-c53fc9774d1b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.0656855 Aug 20 15:01:47.555470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92c66112-15bf-484b-a94e-0bcbe1318e87 req-c605ee77-27cf-4702-a38c-3c1db6448b61 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521221 Aug 20 15:01:47.610773 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30c691b1-8ea1-40ce-8cdb-7d7d7cd20bf3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.615514 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30c691b1-8ea1-40ce-8cdb-7d7d7cd20bf3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.643190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30c691b1-8ea1-40ce-8cdb-7d7d7cd20bf3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.645153 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-30c691b1-8ea1-40ce-8cdb-7d7d7cd20bf3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1895146 Aug 20 15:01:47.647875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37478) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:47.652992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4a0f46de-ceac-47f1-93bf-f85d77ae9705 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '567829fa-884f-4b1d-88df-e8ff0fc10048', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:47.658225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c691b1-8ea1-40ce-8cdb-7d7d7cd20bf3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567829fa-884f-4b1d-88df-e8ff0fc10048,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:47.682740 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a0f46de-ceac-47f1-93bf-f85d77ae9705 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.733800 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.752949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a0f46de-ceac-47f1-93bf-f85d77ae9705 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.757031 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a0f46de-ceac-47f1-93bf-f85d77ae9705 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.789861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f46de-ceac-47f1-93bf-f85d77ae9705 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9daab971-9fb8-40f4-89e8-8b233d873d82,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:47.809344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a0f46de-ceac-47f1-93bf-f85d77ae9705 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.813732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37482) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:47.814244 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4a0f46de-ceac-47f1-93bf-f85d77ae9705 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1651421 Aug 20 15:01:47.832088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-81b27b35-ae61-4877-b377-8883abeb2d2b tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules/9daab971-9fb8-40f4-89e8-8b233d873d82 HTTP/1.1" status: 200 len: 763 time: 0.0169909 Aug 20 15:01:47.834514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37486) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:47.927612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be6f7181-ae18-427c-9599-e9bc764bdb05 req-3af26e2e-d82f-4f84-a0dd-da5e544fa5f7 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0628209 Aug 20 15:01:47.961063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c95c7b19-b2ce-48b5-8520-46b7634d2ebf tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1202242 Aug 20 15:01:47.961063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37488) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:47.990268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fc17e50-3dbe-4a71-8645-772b4f7f5fcc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:47.999396 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fc17e50-3dbe-4a71-8645-772b4f7f5fcc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.035718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fc17e50-3dbe-4a71-8645-772b4f7f5fcc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.045624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fc17e50-3dbe-4a71-8645-772b4f7f5fcc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.049555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9fc17e50-3dbe-4a71-8645-772b4f7f5fcc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9daab971-9fb8-40f4-89e8-8b233d873d82 HTTP/1.1" status: 204 len: 168 time: 0.0874426 Aug 20 15:01:48.051364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37490) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:48.070449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc17e50-3dbe-4a71-8645-772b4f7f5fcc tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9daab971-9fb8-40f4-89e8-8b233d873d82,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:48.107833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-84ab5c7d-c9ed-4d84-a183-eb85241307ac tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545487 Aug 20 15:01:48.110653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37492) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:48.115636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6b45ce9a-f34a-49f2-a940-ace93e607057 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '567829fa-884f-4b1d-88df-e8ff0fc10048', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:48.150765 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b45ce9a-f34a-49f2-a940-ace93e607057 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.235561 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b45ce9a-f34a-49f2-a940-ace93e607057 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.243941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b45ce9a-f34a-49f2-a940-ace93e607057 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.293156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45ce9a-f34a-49f2-a940-ace93e607057 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd48035-ab50-46e5-83bf-eefee36c161f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:48.303476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b45ce9a-f34a-49f2-a940-ace93e607057 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.304647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6b45ce9a-f34a-49f2-a940-ace93e607057 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1930768 Aug 20 15:01:48.307245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37500) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:48.332178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159f2d9-d44e-453f-9483-36261daf15a1 req-6581c30e-21d6-4251-8905-0593ba7fde13 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:48.335459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e159f2d9-d44e-453f-9483-36261daf15a1 req-6581c30e-21d6-4251-8905-0593ba7fde13 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0852735 Aug 20 15:01:48.336675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-082c4bb4-53d0-4eea-ad65-e619a474fffe tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules/5cd48035-ab50-46e5-83bf-eefee36c161f HTTP/1.1" status: 200 len: 763 time: 0.0283701 Aug 20 15:01:48.339191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37502) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:48.401253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e159f2d9-d44e-453f-9483-36261daf15a1 req-945f2b86-046e-4420-b94b-c10aad18446b tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554969 Aug 20 15:01:48.412893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2711101c-eb04-4ad8-8b34-019806e54b82 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0725708 Aug 20 15:01:48.415365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37504) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:48.440946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-af1159ab-13a3-4ab6-8c80-838d228321b1 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.449813 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-af1159ab-13a3-4ab6-8c80-838d228321b1 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.492088 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-af1159ab-13a3-4ab6-8c80-838d228321b1 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.502270 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-af1159ab-13a3-4ab6-8c80-838d228321b1 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.508381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37506) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:48.524786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-af1159ab-13a3-4ab6-8c80-838d228321b1 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5cd48035-ab50-46e5-83bf-eefee36c161f HTTP/1.1" status: 204 len: 168 time: 0.1036956 Aug 20 15:01:48.533593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1159ab-13a3-4ab6-8c80-838d228321b1 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cd48035-ab50-46e5-83bf-eefee36c161f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:48.626569 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-51f506db-e91a-45cc-a1f8-cfcef839ffbd tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1166723 Aug 20 15:01:48.633850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37510) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:48.639026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Request body: {'security_group_rule': {'security_group_id': '567829fa-884f-4b1d-88df-e8ff0fc10048', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:48.673484 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-dbea182e-c3d5-492a-895b-88abdbee4caf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1162653 Aug 20 15:01:48.704945 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.775205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d7251-e7b9-44f8-bc5d-e829bb0e7d60 req-a7b19fc1-a5dc-4992-8580-8f181d15c57e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:48.776864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a8d7251-e7b9-44f8-bc5d-e829bb0e7d60 req-a7b19fc1-a5dc-4992-8580-8f181d15c57e tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.1121931 Aug 20 15:01:48.795094 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-bac8eef4-0948-4855-aacb-b60272c2d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:48.796689 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-bac8eef4-0948-4855-aacb-b60272c2d7f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2dc33c51c38a4a07a73e03558fa034cf&device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 1097 time: 0.0663190 Aug 20 15:01:48.840576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a8d7251-e7b9-44f8-bc5d-e829bb0e7d60 req-6c9ea028-9c90-42c1-ac2a-386bcec12ac4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551090 Aug 20 15:01:48.849182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.853822 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.870985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865a9444-2cc4-4203-81ce-dcb72c3c02eb,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:48.883824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.884190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.884553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.884890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.885724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.885724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.885919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.886238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.886712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.886893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.887240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.887972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:48.891287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:48.892516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cfec3de3-b0a6-4c1e-a347-e51841d839d9 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2576904 Aug 20 15:01:48.896341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37512) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:48.924308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-095b21a3-69a0-4171-bcd5-c5a403c3f830 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules/865a9444-2cc4-4203-81ce-dcb72c3c02eb HTTP/1.1" status: 200 len: 764 time: 0.0272498 Aug 20 15:01:48.926877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37514) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:48.953391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-a1c704ce-d56b-41dc-a002-bc34a780db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:48.966162 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-a1c704ce-d56b-41dc-a002-bc34a780db90 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5d729d78-7799-4f59-b66e-f55a7be0c223 HTTP/1.1" status: 200 len: 913 time: 0.1353955 Aug 20 15:01:49.059444 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-8abe30d1-6112-4b74-9966-53a8951594ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f776ae0-8f24-48c9-9135-b0388b5438d7 HTTP/1.1" status: 200 len: 999 time: 0.0946929 Aug 20 15:01:49.061935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-da4488a1-d9b0-44b7-be6e-7291d8c9a3b3 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1336246 Aug 20 15:01:49.064440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37518) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:49.144780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8b212ce-512a-44ee-a8d0-4816087e1e5e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:49.154620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8b212ce-512a-44ee-a8d0-4816087e1e5e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:49.163006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-884fd54f-1881-4a2a-9560-7cde8424c382 req-5835fb5f-0202-4a17-98b8-2157a1db74f7 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0460155 Aug 20 15:01:49.171121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-684b2eff-d089-4462-a4a8-761d1697e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:49.172643 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-684b2eff-d089-4462-a4a8-761d1697e4e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec2829c1-8296-4b2c-ac33-23ac9e8e051c HTTP/1.1" status: 200 len: 851 time: 0.1060033 Aug 20 15:01:49.221731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8b212ce-512a-44ee-a8d0-4816087e1e5e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:49.239997 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8b212ce-512a-44ee-a8d0-4816087e1e5e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:49.241708 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f8b212ce-512a-44ee-a8d0-4816087e1e5e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/865a9444-2cc4-4203-81ce-dcb72c3c02eb HTTP/1.1" status: 204 len: 168 time: 0.1762199 Aug 20 15:01:49.242643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b212ce-512a-44ee-a8d0-4816087e1e5e tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=865a9444-2cc4-4203-81ce-dcb72c3c02eb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:49.244746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37522) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:49.267137 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-a10ad355-f36d-4e8f-9cd6-313d1bc266c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:49.268744 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-a10ad355-f36d-4e8f-9cd6-313d1bc266c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5d729d78-7799-4f59-b66e-f55a7be0c223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884519 Aug 20 15:01:49.296876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2b0d836d-1324-4afa-927a-4056f6b2112d tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0506961 Aug 20 15:01:49.300880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37524) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:49.382991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5521c8aa-6abb-4597-9a2f-55111bb55079 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:49.412093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5521c8aa-6abb-4597-9a2f-55111bb55079 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:49.417212 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-a2e2fa82-9462-4cef-befd-de28175cf50b service neutron] 10.222.0.72 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391754 Aug 20 15:01:49.466057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5521c8aa-6abb-4597-9a2f-55111bb55079 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:49.469080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5521c8aa-6abb-4597-9a2f-55111bb55079 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:49.470482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5521c8aa-6abb-4597-9a2f-55111bb55079 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "DELETE /v2.0/security-groups/567829fa-884f-4b1d-88df-e8ff0fc10048 HTTP/1.1" status: 204 len: 168 time: 0.1694548 Aug 20 15:01:49.473452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37530) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:49.482611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521c8aa-6abb-4597-9a2f-55111bb55079 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567829fa-884f-4b1d-88df-e8ff0fc10048,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:49.540516 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-91aa9400-ecea-4c1b-86d6-ae63b9b3f304 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659485 Aug 20 15:01:49.545812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37532) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:49.585578 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5ba3d1b-49f0-4f8f-a92a-ffe19595908f req-50d9085c-6b57-4a8f-a4fe-37fb17ad582d service neutron] 10.222.0.72 "GET /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611378 Aug 20 15:01:49.623252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378b5e5-485d-494b-b01e-6e39ee820516 req-309e3da4-d0c2-4c3d-a27d-b44f6c90e78b tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:49.624932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e378b5e5-485d-494b-b01e-6e39ee820516 req-309e3da4-d0c2-4c3d-a27d-b44f6c90e78b tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0943251 Aug 20 15:01:49.645856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-68cc2d2c-2583-4834-b57b-3087f330b744 tempest-SecGroupTest-856817562 tempest-SecGroupTest-856817562-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992532 Aug 20 15:01:49.682625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e378b5e5-485d-494b-b01e-6e39ee820516 req-bb142434-96d6-4bfb-bd68-e7f4091d11eb tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486176 Aug 20 15:01:50.026924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37542) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:50.047769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52f5f8-946e-4b66-ae1b-db7861f95b64 req-c9009c55-6bdf-4796-b428-09e3a4c3be1b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:50.050421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad52f5f8-946e-4b66-ae1b-db7861f95b64 req-c9009c55-6bdf-4796-b428-09e3a4c3be1b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.0872421 Aug 20 15:01:50.100110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad52f5f8-946e-4b66-ae1b-db7861f95b64 req-79223ebc-f8f1-4d1d-928f-020244646a17 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380697 Aug 20 15:01:50.198945 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3aa4c9a6-3630-4f01-9fad-c6e713a880b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a0a4b7b383a46b4a93e3a934c2e3f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698017 Aug 20 15:01:50.201523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37546) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:50.286467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-572451f8-f6e1-48fa-bb9a-f1163225d654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:50.299801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-282fba02-dd81-4258-9fe9-1988ba09ee99 req-24b2d0ef-ca29-42db-a4be-a12e083c259d tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0337682 Aug 20 15:01:50.317432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-572451f8-f6e1-48fa-bb9a-f1163225d654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:50.377081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-572451f8-f6e1-48fa-bb9a-f1163225d654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:50.379780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-572451f8-f6e1-48fa-bb9a-f1163225d654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:50.380945 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-572451f8-f6e1-48fa-bb9a-f1163225d654 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a0df5c3-f6ec-4a2e-a048-77d1cc2fe10d HTTP/1.1" status: 204 len: 168 time: 0.1784408 Aug 20 15:01:50.393101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572451f8-f6e1-48fa-bb9a-f1163225d654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0df5c3-f6ec-4a2e-a048-77d1cc2fe10d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:50.429617 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:01:50.864849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5c06-d8a2-48ab-897a-a87d597f8485 req-6a59fa4c-8cb9-46a9-bdd3-bf9771eb3f4d tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:50.866403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b92f5c06-d8a2-48ab-897a-a87d597f8485 req-6a59fa4c-8cb9-46a9-bdd3-bf9771eb3f4d tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0957005 Aug 20 15:01:50.919236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b92f5c06-d8a2-48ab-897a-a87d597f8485 req-cd680d55-1ab3-4445-8e71-04d5ac8eaa3e tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465825 Aug 20 15:01:51.232795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37578) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:51.244816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc38b84-cc69-4f90-813c-becc05d43e75 req-bc04d8b9-2e65-4cde-b62c-5521f553efa5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:51.246946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bc38b84-cc69-4f90-813c-becc05d43e75 req-bc04d8b9-2e65-4cde-b62c-5521f553efa5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.0565081 Aug 20 15:01:51.304202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bc38b84-cc69-4f90-813c-becc05d43e75 req-6457f8d0-b6c0-4215-8e44-9ff5f22d6da6 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512073 Aug 20 15:01:51.381726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1043877095'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:51.404920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Made reservation on behalf of fdf835347c534ff3a2aeba800649a26a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:01:51.415581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:51.421716 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:51.474871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83dfb6ef-5454-4576-a291-0f66c70d4e1c req-41fce85d-590b-456f-81bd-486f580fda4d tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0792136 Aug 20 15:01:51.569601 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:51.583451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:51.617177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:01:51.636340 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:51.636688 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Added segment 05ceb404-69d8-4699-b53e-55e66580e4ad of type vlan for network dc4c28bb-0074-44fc-b47b-c7cd7e262e0f Aug 20 15:01:51.638302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3453f4-4c62-4595-b5a1-bf1d28f8b25b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:51.655742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.656020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.656372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.656728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.657068 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.657408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.657738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.658087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.658397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.658726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.659054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.659381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:01:51.695818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:51.730906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:51.748512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:51.749902 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:51.789881 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5551193 Aug 20 15:01:51.793185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37586) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:51.798417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-0f912af6-8399-48c7-ac1b-bf712a16c4e8 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f', 'tempest-TagsTest-Tag-1879396819') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:51.854224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a3cbb-e1a2-4b66-9656-841f4901af89 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Pushing event updated for resources: {'Network': ['ID=dc4c28bb-0074-44fc-b47b-c7cd7e262e0f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:51.867312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network dc4c28bb-0074-44fc-b47b-c7cd7e262e0f details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:01:51.902983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0f912af6-8399-48c7-ac1b-bf712a16c4e8 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "PUT /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags/tempest-TagsTest-Tag-1879396819 HTTP/1.1" status: 201 len: 201 time: 0.1085849 Aug 20 15:01:51.905491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37588) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:51.910503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-8a14e8b3-debc-424d-a46b-d5fcc87a65cf tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f', 'tempest-TagsTest-Tag-1879396819') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:52.005976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37592) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:52.007139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8a14e8b3-debc-424d-a46b-d5fcc87a65cf tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "GET /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags/tempest-TagsTest-Tag-1879396819 HTTP/1.1" status: 204 len: 168 time: 0.1005380 Aug 20 15:01:52.010926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-19b2bb32-91e9-4b83-9f83-fe42a864681e tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:52.087231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f251f74-ebdb-4b36-b101-70622e5e16e9 req-c9ae3ff7-48e3-4c77-8e64-714d4a7a70c6 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:52.096557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f251f74-ebdb-4b36-b101-70622e5e16e9 req-c9ae3ff7-48e3-4c77-8e64-714d4a7a70c6 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0862191 Aug 20 15:01:52.114014 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-19b2bb32-91e9-4b83-9f83-fe42a864681e tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "GET /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags HTTP/1.1" status: 200 len: 238 time: 0.1066210 Aug 20 15:01:52.117177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37598) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:52.123711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-7095a45c-35da-4d92-ba57-b994fb0b5af5 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f', {'tags': ['tempest-TagsTest-Tag-1421989423', 'tempest-TagsTest-Tag-1919186997', 'tempest-TagsTest-Tag-833194925']}) {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:52.151335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f251f74-ebdb-4b36-b101-70622e5e16e9 req-096c902c-1ac0-4f88-a53c-0f9e7f3f69ed tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537415 Aug 20 15:01:52.260529 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7095a45c-35da-4d92-ba57-b994fb0b5af5 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "PUT /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags HTTP/1.1" status: 200 len: 308 time: 0.1419580 Aug 20 15:01:52.263141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37600) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:52.268020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-7be9340d-5c3b-4537-be38-937ad430d9f8 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f', 'tempest-TagsTest-Tag-1421989423') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:52.372805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7be9340d-5c3b-4537-be38-937ad430d9f8 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "DELETE /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags/tempest-TagsTest-Tag-1421989423 HTTP/1.1" status: 204 len: 168 time: 0.1061304 Aug 20 15:01:52.373194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37604) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:52.379051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-f9391c0e-d25d-4fcd-9e4a-302cddd9288c tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f', 'tempest-TagsTest-Tag-1421989423') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:52.479069 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-f9391c0e-d25d-4fcd-9e4a-302cddd9288c tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] show failed (client error): The resource could not be found. Aug 20 15:01:52.482439 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f9391c0e-d25d-4fcd-9e4a-302cddd9288c tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "GET /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags/tempest-TagsTest-Tag-1421989423 HTTP/1.1" status: 404 len: 326 time: 0.1058710 Aug 20 15:01:52.482741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37606) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:52.483093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8f634-acb2-4c0f-984e-7aceebc0c70f req-97f083a1-61f0-47f5-9e94-f41b85bd4f87 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:52.487672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-7e006a81-d77b-4c76-bf67-d0c2327572f3 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f', 'tempest-TagsTest-Tag-1919186997') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:52.492905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49a8f634-acb2-4c0f-984e-7aceebc0c70f req-97f083a1-61f0-47f5-9e94-f41b85bd4f87 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.0884926 Aug 20 15:01:52.559893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49a8f634-acb2-4c0f-984e-7aceebc0c70f req-bd66f9bb-7113-42c9-8f1c-d8a20f2c5e15 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659881 Aug 20 15:01:52.648781 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7e006a81-d77b-4c76-bf67-d0c2327572f3 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "GET /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags/tempest-TagsTest-Tag-1919186997 HTTP/1.1" status: 204 len: 168 time: 0.1643770 Aug 20 15:01:52.653794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37612) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:52.661470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-539af14a-90f9-492e-b06e-22a4ec57a76a tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f', 'tempest-TagsTest-Tag-833194925') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:52.741515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04872204-967c-4d87-9f41-3804c7b23825 req-1cf2c6fe-a762-4d70-aaeb-a63d82599f8d tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0845048 Aug 20 15:01:52.772766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-539af14a-90f9-492e-b06e-22a4ec57a76a tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "GET /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags/tempest-TagsTest-Tag-833194925 HTTP/1.1" status: 204 len: 168 time: 0.1179171 Aug 20 15:01:52.776813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37614) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:52.781278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-ee07a083-592a-4351-b88a-36ee980da029 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:52.919955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ee07a083-592a-4351-b88a-36ee980da029 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "DELETE /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1415045 Aug 20 15:01:52.922130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37616) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:52.926865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-d0cc477c-1de0-4576-adf0-7cb5bb5b7f7f tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f', 'tempest-TagsTest-Tag-1919186997') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:53.009986 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-d0cc477c-1de0-4576-adf0-7cb5bb5b7f7f tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] show failed (client error): The resource could not be found. Aug 20 15:01:53.010968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d0cc477c-1de0-4576-adf0-7cb5bb5b7f7f tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "GET /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags/tempest-TagsTest-Tag-1919186997 HTTP/1.1" status: 404 len: 326 time: 0.0877690 Aug 20 15:01:53.014681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37618) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:53.021560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-7fea86f5-a1a6-4269-a18b-a29ca9a46fef tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f', 'tempest-TagsTest-Tag-833194925') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:53.121160 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-7fea86f5-a1a6-4269-a18b-a29ca9a46fef tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] show failed (client error): The resource could not be found. Aug 20 15:01:53.122263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7fea86f5-a1a6-4269-a18b-a29ca9a46fef tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "GET /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags/tempest-TagsTest-Tag-833194925 HTTP/1.1" status: 404 len: 325 time: 0.1063011 Aug 20 15:01:53.125031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37620) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:53.130427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-6c21c03a-290a-436b-af7f-5953d9b9f154 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dc4c28bb-0074-44fc-b47b-c7cd7e262e0f') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:53.232374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6c21c03a-290a-436b-af7f-5953d9b9f154 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "DELETE /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1015034 Aug 20 15:01:53.232749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37624) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:53.292395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0764b-620b-4e1e-8c69-a7ca2b373738 req-0cf0e4f8-0f2d-43a2-8840-d70dabe28fa4 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:53.294241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcf0764b-620b-4e1e-8c69-a7ca2b373738 req-0cf0e4f8-0f2d-43a2-8840-d70dabe28fa4 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.0639918 Aug 20 15:01:53.340517 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:53.344656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcf0764b-620b-4e1e-8c69-a7ca2b373738 req-403361b3-5d78-4e30-822c-579d922f7b7f tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Aug 20 15:01:53.386702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-7191443d-1f14-482a-b18a-6d8b7e650573 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275507 Aug 20 15:01:53.458002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:53.469240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4c28bb-0074-44fc-b47b-c7cd7e262e0f']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:53.483148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ceb404-69d8-4699-b53e-55e66580e4ad') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:53.483451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ceb404-69d8-4699-b53e-55e66580e4ad') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:01:53.493568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:53.508197 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:53.514438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:01:53.514898 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:53.516148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-f002b3d1-e81c-48bd-ad6e-856ad87ea493 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:53.517660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-f002b3d1-e81c-48bd-ad6e-856ad87ea493 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1234610 Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:01:53.518449 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:01:53.537785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-40efa52a-919a-4a0a-88d0-24782791eefa tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/quotas/3cc8e9c2d05b4aa2b375eed3861a265e HTTP/1.1" status: 200 len: 375 time: 0.0124702 Aug 20 15:01:53.580101 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:53.592899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:53.594705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] 10.222.0.36 "DELETE /v2.0/networks/dc4c28bb-0074-44fc-b47b-c7cd7e262e0f HTTP/1.1" status: 204 len: 168 time: 0.3609695 Aug 20 15:01:53.613232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29755c43-3139-4dd6-9a09-8774a8664d37 tempest-TagsTest-894291757 tempest-TagsTest-894291757-project] Pushing event deleted for resources: {'Network': ['ID=dc4c28bb-0074-44fc-b47b-c7cd7e262e0f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:53.648353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-95e9738f-301a-4e5d-870b-781a61345f8e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0931590 Aug 20 15:01:53.740280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149a050-a7c5-45da-aa94-439f3e9c7035 req-89b34fe6-84c8-44e9-b10b-5ceace2cac51 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:53.741925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7149a050-a7c5-45da-aa94-439f3e9c7035 req-89b34fe6-84c8-44e9-b10b-5ceace2cac51 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.0902674 Aug 20 15:01:53.790299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7149a050-a7c5-45da-aa94-439f3e9c7035 req-b3ca67d1-aced-49f1-9a23-b194a0d1f2e1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Aug 20 15:01:53.855753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ad306e7-f408-4b87-91bc-e64f178653aa req-86ada154-8a64-4f7a-a227-5d084ff7a96b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 210 time: 0.0347507 Aug 20 15:01:53.983647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17006d70-cd5c-48ae-9a83-97a54f7dd2a9 req-73b4a2cc-7a6d-4593-a0ac-67f4a60ad2f3 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0394511 Aug 20 15:01:54.005869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37648) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:54.135527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-c74c4f3f-bbf3-4e06-a5ff-b121d31b2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:54.137255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-c74c4f3f-bbf3-4e06-a5ff-b121d31b2819 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 1095 time: 0.0529819 Aug 20 15:01:54.200332 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0b81f1c6-4694-4ea4-822b-97862ed18a0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdf835347c534ff3a2aeba800649a26a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930449 Aug 20 15:01:54.201003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37656) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:54.261517 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1e12-1c01-4d14-8271-06cf4931e97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:54.272298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-7453ee8b-bf96-4bae-835b-6c5de1c75fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:54.275595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-7453ee8b-bf96-4bae-835b-6c5de1c75fad service neutron] 10.222.0.70 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 914 time: 0.1001720 Aug 20 15:01:54.288959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1e12-1c01-4d14-8271-06cf4931e97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:54.340479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-29c7e1f0-2099-4f40-ae09-05f6458b6336 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31 HTTP/1.1" status: 200 len: 217 time: 0.0487008 Aug 20 15:01:54.349412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1e12-1c01-4d14-8271-06cf4931e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:54.357265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce1c1e12-1c01-4d14-8271-06cf4931e97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:54.358843 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ce1c1e12-1c01-4d14-8271-06cf4931e97d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be3453f4-4c62-4595-b5a1-bf1d28f8b25b HTTP/1.1" status: 204 len: 168 time: 0.1566870 Aug 20 15:01:54.379623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c1e12-1c01-4d14-8271-06cf4931e97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3453f4-4c62-4595-b5a1-bf1d28f8b25b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:54.429353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-4599928f-0f37-411b-bb30-d6be7bae30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:54.431365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-4599928f-0f37-411b-bb30-d6be7bae30ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=407a70cd-52de-428b-998f-83c5b6bd13b2 HTTP/1.1" status: 200 len: 853 time: 0.0783768 Aug 20 15:01:54.527822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-482b7c89-5fcc-4955-a251-525306e7ab27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3386840-4e01-4bac-9414-27d515c132f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842507 Aug 20 15:01:54.611899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab8e57-5660-41ad-a10c-d8e354b08330 req-145dd8b2-2b0e-4a13-a0ca-53bed054a5e0 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:54.613522 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebab8e57-5660-41ad-a10c-d8e354b08330 req-145dd8b2-2b0e-4a13-a0ca-53bed054a5e0 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.1602013 Aug 20 15:01:54.682863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebab8e57-5660-41ad-a10c-d8e354b08330 req-ec1ba37a-f4bd-4f48-8c38-461b7fe339f5 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 Aug 20 15:01:54.685238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-0ee3be3b-3d96-46e4-86d4-1766e7aaa9aa service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385388 Aug 20 15:01:54.811007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4267a0ec-f3e1-4cfd-8b39-162b7ec7546a req-880c2206-246a-4ba1-a532-89714f7a3e93 service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112087 Aug 20 15:01:54.960627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062b92f-874f-4974-a7c7-a839a9283f8c req-cad159bd-e40d-4b24-b934-69fb34e22b66 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:54.962024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d062b92f-874f-4974-a7c7-a839a9283f8c req-cad159bd-e40d-4b24-b934-69fb34e22b66 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.0607231 Aug 20 15:01:55.026052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-255f446b-ab9a-430b-8bc6-51196e8be21c req-3ae7afbf-0499-498e-bb73-ea037c9ab466 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 210 time: 0.0396047 Aug 20 15:01:55.033764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d062b92f-874f-4974-a7c7-a839a9283f8c req-4b39e088-a0de-40d9-a8a9-d547ac7f4ec5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667667 Aug 20 15:01:55.148619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9ee43a3-e357-4d23-945f-5731be53a2f1 req-4759cd7f-7c52-478b-99cb-d6484dc4b40a tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0329583 Aug 20 15:01:55.218798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-ce2c429d-f5a1-4836-8f97-0afa49090a50 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270190 Aug 20 15:01:55.366168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-40b5baff-1012-4321-ba0b-1286a83e8e86 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:55.367725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-40b5baff-1012-4321-ba0b-1286a83e8e86 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357110 Aug 20 15:01:55.398142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Request body: {'port': {'device_id': 'f9f519c7-e652-4537-9333-d9bdbc7c6b9d', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '3cc8e9c2d05b4aa2b375eed3861a265e'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:55.533168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Made reservation on behalf of 3cc8e9c2d05b4aa2b375eed3861a265e for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:01:55.538155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:55.702474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Allocated IP 192.168.233.116 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/21c7cb6d-e94c-404a-975d-1b809f08070a) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:01:55.890915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e324b-151d-4fce-9594-91d7771760a5 req-e9c65bb0-556b-4142-befc-1ef2d61c8eca tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:55.892453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019e324b-151d-4fce-9594-91d7771760a5 req-e9c65bb0-556b-4142-befc-1ef2d61c8eca tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.1151469 Aug 20 15:01:55.956074 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:55.987882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019e324b-151d-4fce-9594-91d7771760a5 req-4265d51d-9fad-46cb-be7a-578c8e772ba1 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/security-groups?id=65b05c9a-b945-452a-821f-2ca3bfd07068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861363 Aug 20 15:01:55.989706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Transition to ACTIVE for port object 21c7cb6d-e94c-404a-975d-1b809f08070a will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:56.026422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:56.045011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:56.101904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:01:56.105911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:01:56.117042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:01:56.137730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7', '53e27d67-58fa-4f26-a902-aa33f6225dc4', '15de5fa6-c6c8-46da-b002-d30278619a97', '4e73965d-b3b9-4d34-9e82-690f180b4146'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:56.206540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event updated for resources: {'Port': ['ID=21c7cb6d-e94c-404a-975d-1b809f08070a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:56.282799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:56.283468 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:56.330745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b566693-099d-4fd6-aadd-f15819beef3c req-332b44ac-6f58-4274-8a98-2394a5d80bbc tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:56.345197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b566693-099d-4fd6-aadd-f15819beef3c req-332b44ac-6f58-4274-8a98-2394a5d80bbc tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 936 time: 0.1619008 Aug 20 15:01:56.375416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055968b-44e2-494f-b520-15181453e911 req-28ab2519-f944-4e30-92da-31d7acb24d64 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:56.383087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a055968b-44e2-494f-b520-15181453e911 req-28ab2519-f944-4e30-92da-31d7acb24d64 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 943 time: 0.2142932 Aug 20 15:01:56.397606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-727e45a5-e8f7-4ad5-b345-15ff9e9043ee tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0038180 Aug 20 15:01:56.580285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-6cbcd1ee-f8ad-4b17-a191-dcfc09fddbf7 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:56.586990 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-6cbcd1ee-f8ad-4b17-a191-dcfc09fddbf7 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 950 time: 0.1319828 Aug 20 15:01:56.604829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-41c7a5d6-9b16-48e1-9efc-3cb03e9b5751 None None] Provisioning for port 21c7cb6d-e94c-404a-975d-1b809f08070a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:01:56.618040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-41c7a5d6-9b16-48e1-9efc-3cb03e9b5751 None None] Provisioning complete for port 21c7cb6d-e94c-404a-975d-1b809f08070a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:01:56.618843 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-41c7a5d6-9b16-48e1-9efc-3cb03e9b5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:56.715993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-41c7a5d6-9b16-48e1-9efc-3cb03e9b5751 None None] Port 21c7cb6d-e94c-404a-975d-1b809f08070a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:01:56.796254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Deleting port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:01:56.796845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:56.892464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Request body: {'port': {'device_id': 'f9f519c7-e652-4537-9333-d9bdbc7c6b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:01:56.954364 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] For port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:56.954755 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:56.974785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Calling delete_port for ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:01:56.986428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b566693-099d-4fd6-aadd-f15819beef3c req-4419e9ff-1f2c-4cd3-bb23-c77555d18548 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402309 Aug 20 15:01:57.108486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a055968b-44e2-494f-b520-15181453e911 req-d383aab9-ab1c-47e5-b790-a30d05183aae tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7244081 Aug 20 15:01:57.136392 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:57.172521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:01:57.177513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:57.208665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:57.222737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Pushing event deleted for resources: {'Port': ['ID=ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:57.268753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-440fc70a-fa72-49c6-b290-0b1e4583872d req-afed5cfa-a485-491d-a324-05e7277ae6e0 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.1088042 Aug 20 15:01:57.313891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] No DVR routers for this DVR port ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:01:57.321250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:57.325114 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26d485b4-4952-44c0-a4cf-c909f702e05c req-4e588006-f1c1-482a-8aa8-f8755e7300bc tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.70 "DELETE /v2.0/ports/ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 HTTP/1.1" status: 204 len: 173 time: 0.7272534 Aug 20 15:01:57.325591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a76beb0-e7e8-4a00-93bf-9ef79949ea25', 'name': 'network-vif-deleted', 'tag': 'ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:57.328011 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9346b96a-511f-4580-95c8-edc900dff039" -d '{"events": [{"server_uuid": "5a76beb0-e7e8-4a00-93bf-9ef79949ea25", "name": "network-vif-deleted", "tag": "ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:57.411675 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393e4f4c-1cae-478b-a5bf-03f562c9e129 x-openstack-request-id: req-393e4f4c-1cae-478b-a5bf-03f562c9e129 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:57.411980 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a76beb0-e7e8-4a00-93bf-9ef79949ea25", "name": "network-vif-deleted", "tag": "ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:57.412263 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-393e4f4c-1cae-478b-a5bf-03f562c9e129 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:57.412691 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a76beb0-e7e8-4a00-93bf-9ef79949ea25', 'name': 'network-vif-deleted', 'tag': 'ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0', 'status': 'completed', 'code': 200} Aug 20 15:01:57.417949 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.resource_extend [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:01:57.511707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba9960d8-e4b1-486c-a872-5dd05b1642df req-f66b3aeb-1210-4207-bbf3-0daa7d3d03a8 tempest-ServersAdminNegativeTestJSON-2122084372 tempest-ServersAdminNegativeTestJSON-2122084372-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a76beb0-e7e8-4a00-93bf-9ef79949ea25 HTTP/1.1" status: 200 len: 210 time: 0.0517864 Aug 20 15:01:57.657531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:57.735809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'network_id': 'a3386840-4e01-4bac-9414-27d515c132f8', 'port_id': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'mac_address': 'fa:16:3e:33:f9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407a70cd-52de-428b-998f-83c5b6bd13b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:01:57.776179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c7cb6d-e94c-404a-975d-1b809f08070a {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:57.785768 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:57.802669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Transition to ACTIVE for port object 21c7cb6d-e94c-404a-975d-1b809f08070a will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:01:57.807090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:57.810566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:57.825372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45d19c2-9a23-4a7c-b483-2e7ae5641d31 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:01:57.848300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:01:57.855662 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:57.892199 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0dbb0965-42c3-4f6a-bbae-c08d98cb6114 req-557a8233-ed98-4ab3-992a-e9d15753480e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0535362 Aug 20 15:01:57.924995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Pushing event updated for resources: {'Port': ['ID=21c7cb6d-e94c-404a-975d-1b809f08070a,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:57.952504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:58.025786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Attempting to bind port 21c7cb6d-e94c-404a-975d-1b809f08070a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:01:58.026312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Attempting to bind port 21c7cb6d-e94c-404a-975d-1b809f08070a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:01:58.026962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Attempting to bind port 21c7cb6d-e94c-404a-975d-1b809f08070a on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:58.033854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Port 21c7cb6d-e94c-404a-975d-1b809f08070a on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:01:58.034105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Attempting to bind port 21c7cb6d-e94c-404a-975d-1b809f08070a on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:01:58.045419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:01:58.045919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:01:58.046377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:01:58.047078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Bound port: 21c7cb6d-e94c-404a-975d-1b809f08070a, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:01:58.047504 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:58.132413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] For port 21c7cb6d-e94c-404a-975d-1b809f08070a, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:01:58.136385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] For port 21c7cb6d-e94c-404a-975d-1b809f08070a, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=21c7cb6d-e94c-404a-975d-1b809f08070a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:01:58.143422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:58.159086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['f45d19c2-9a23-4a7c-b483-2e7ae5641d31'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:01:58.206988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:58.207600 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:58.209563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] 10.222.0.70 "PUT /v2.0/ports/21c7cb6d-e94c-404a-975d-1b809f08070a HTTP/1.1" status: 200 len: 1097 time: 1.3328202 Aug 20 15:01:58.210004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f519c7-e652-4537-9333-d9bdbc7c6b9d', 'tag': '21c7cb6d-e94c-404a-975d-1b809f08070a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:01:58.212329 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cf51af-3538-4fc5-9f3f-27ffa881a271" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f519c7-e652-4537-9333-d9bdbc7c6b9d", "tag": "21c7cb6d-e94c-404a-975d-1b809f08070a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:01:58.316618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf62d7-6fcd-4d3c-be81-1dfb5ec075d3 service neutron] Pushing event updated for resources: {'Port': ['ID=21c7cb6d-e94c-404a-975d-1b809f08070a,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:58.344493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3acd49-2494-4afe-ae14-b30bf2c59457 req-2b290420-f678-4f18-a210-7d0389b48a31 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:58.353971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff3acd49-2494-4afe-ae14-b30bf2c59457 req-2b290420-f678-4f18-a210-7d0389b48a31 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 948 time: 0.2157636 Aug 20 15:01:58.479447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b68c0c-dd85-47fa-bac4-d6dce2f6c4ee req-623e90c6-5c4c-42e8-bbe8-c807f16c68ed tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:58.482880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2b68c0c-dd85-47fa-bac4-d6dce2f6c4ee req-623e90c6-5c4c-42e8-bbe8-c807f16c68ed tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 944 time: 0.2317953 Aug 20 15:01:58.495963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff3acd49-2494-4afe-ae14-b30bf2c59457 req-fc15e0e6-c5e9-4161-9632-bde96209091e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410623 Aug 20 15:01:58.500914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-df1f364d-add1-4df8-ac33-282ad22abf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:58.503083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-df1f364d-add1-4df8-ac33-282ad22abf41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 1100 time: 0.1780789 Aug 20 15:01:58.527322 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:58.606963 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe83ac-7b72-4ee6-9d57-cd8f73463f47 x-openstack-request-id: req-1efe83ac-7b72-4ee6-9d57-cd8f73463f47 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:01:58.607358 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f519c7-e652-4537-9333-d9bdbc7c6b9d", "tag": "21c7cb6d-e94c-404a-975d-1b809f08070a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:01:58.607933 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1efe83ac-7b72-4ee6-9d57-cd8f73463f47 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:01:58.611183 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f519c7-e652-4537-9333-d9bdbc7c6b9d', 'tag': '21c7cb6d-e94c-404a-975d-1b809f08070a', 'status': 'completed', 'code': 200} Aug 20 15:01:58.621430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-4b04f72b-e63f-4977-8da3-f801ee19b126 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=21c7cb6d-e94c-404a-975d-1b809f08070a HTTP/1.1" status: 200 len: 217 time: 0.0899508 Aug 20 15:01:58.633162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2b68c0c-dd85-47fa-bac4-d6dce2f6c4ee req-af255442-4ffc-4c96-88c4-bb7c74236240 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324875 Aug 20 15:01:58.700453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-4ca00c79-d13c-49a1-ad1f-cc3ac80c3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:58.703512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-4ca00c79-d13c-49a1-ad1f-cc3ac80c3480 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0678196 Aug 20 15:01:58.792932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-159fe98a-3b18-44e4-b877-f0bfe54f772a req-f9d09884-1924-4166-a09c-5a01fe288b38 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0395300 Aug 20 15:01:58.803221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-a17825c0-cd59-4d85-b461-6227f03dc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:58.804539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-a17825c0-cd59-4d85-b461-6227f03dc40d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876737 Aug 20 15:01:58.952842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-5427f244-21b5-4dc1-83ee-98ec08b24e22 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233575 Aug 20 15:01:59.072450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d285b627-352f-43f0-baa7-9ce4d61a1b96 req-e7f5567d-c035-4003-9d9c-8274a851ac57 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075554 Aug 20 15:01:59.092763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37808) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:59.248236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-6aaf90ed-152d-4dd3-9fa7-e9d5386b87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:59.250784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-6aaf90ed-152d-4dd3-9fa7-e9d5386b87cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 1100 time: 0.0750558 Aug 20 15:01:59.374132 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-68c5d5f9-4983-4d5a-be84-84ebb4acde40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ef0b8e109f948f9b244374f21447270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801385 Aug 20 15:01:59.376586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37822) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:59.390355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-38d6dd38-550e-4b22-8ccb-16d352756a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:59.392395 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-38d6dd38-550e-4b22-8ccb-16d352756a02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1302431 Aug 20 15:01:59.432030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0cdadf7d-4869-4f62-8dd5-7deb44442755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:59.449322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-d63afbd3-489a-45a3-89b5-e348fe2ed442 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=21c7cb6d-e94c-404a-975d-1b809f08070a HTTP/1.1" status: 200 len: 217 time: 0.0441518 Aug 20 15:01:59.456187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0cdadf7d-4869-4f62-8dd5-7deb44442755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:59.534680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0cdadf7d-4869-4f62-8dd5-7deb44442755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:59.537617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0cdadf7d-4869-4f62-8dd5-7deb44442755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:01:59.538862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0cdadf7d-4869-4f62-8dd5-7deb44442755 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65b05c9a-b945-452a-821f-2ca3bfd07068 HTTP/1.1" status: 204 len: 168 time: 0.1610181 Aug 20 15:01:59.552949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdadf7d-4869-4f62-8dd5-7deb44442755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b05c9a-b945-452a-821f-2ca3bfd07068,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:01:59.578968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-3a789a71-058f-4565-a02a-b34c489c7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:59.580515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-3a789a71-058f-4565-a02a-b34c489c7f8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1120601 Aug 20 15:01:59.733284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-fc881733-61e7-4db4-8398-a99a082d2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:59.735049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-fc881733-61e7-4db4-8398-a99a082d2f15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1389594 Aug 20 15:01:59.842021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7fc58-7614-456e-a1eb-739486fb5985 req-ac5ceb9c-2c0e-4f22-a3cb-0e94c22f779d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:59.849529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24c7fc58-7614-456e-a1eb-739486fb5985 req-ac5ceb9c-2c0e-4f22-a3cb-0e94c22f779d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 948 time: 0.1754730 Aug 20 15:01:59.899995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b8e9c-9af0-44e0-8970-423116d30cc2 req-a2c036af-d665-4dde-a76e-8843a58f8719 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:01:59.903451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc0b8e9c-9af0-44e0-8970-423116d30cc2 req-a2c036af-d665-4dde-a76e-8843a58f8719 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 944 time: 0.1600688 Aug 20 15:01:59.956455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37840) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:01:59.987089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24c7fc58-7614-456e-a1eb-739486fb5985 req-411247c8-c50f-4cfc-9f9e-9de39c3ef701 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366241 Aug 20 15:02:00.005192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f481fe09-9d0b-4f47-8795-7d6e63b76076 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80fbb680fed24ef89fbcd583d961f60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453770 Aug 20 15:02:00.005574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37842) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:00.029235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-4ca03a41-cce7-4bfd-8bf4-4ff3d4c8346b service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538884 Aug 20 15:02:00.043346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc0b8e9c-9af0-44e0-8970-423116d30cc2 req-aed986e6-3875-4f62-ba13-9fbac4c4c5e0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218371 Aug 20 15:02:00.066490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb192b2-6167-488a-9cb7-9a990bb77483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:00.112636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb192b2-6167-488a-9cb7-9a990bb77483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:00.157840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f78989-bc61-4fe8-aed1-e3ea113551fb req-4ef7da1e-3cf2-4c3b-a9ab-c64ac46532ca tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0370491 Aug 20 15:02:00.208766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb192b2-6167-488a-9cb7-9a990bb77483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:00.213238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb192b2-6167-488a-9cb7-9a990bb77483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:00.214855 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-beb192b2-6167-488a-9cb7-9a990bb77483 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/291f6d79-c1b6-410d-b41a-08deb80cd6ff HTTP/1.1" status: 204 len: 168 time: 0.2079446 Aug 20 15:02:00.227197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb192b2-6167-488a-9cb7-9a990bb77483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291f6d79-c1b6-410d-b41a-08deb80cd6ff,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:00.241120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cf51af-3538-4fc5-9f3f-27ffa881a271 req-f19960e3-42ec-4212-a5cd-bb0709bd2f9f service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966996 Aug 20 15:02:00.490194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad591b7c-949e-4d77-b54d-2791fb4345fb req-2d787fc3-fcdd-4adf-a296-172f7d6be2d0 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0443494 Aug 20 15:02:00.507474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-275b8057-525b-49a3-a6e9-25fa04f1b0de req-72df1b03-7ae6-445e-bdf9-3707c61f7739 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45106f5bfde04a6da8e9cd6a7cf768c8&device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0471711 Aug 20 15:02:00.560564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-275b8057-525b-49a3-a6e9-25fa04f1b0de req-594f43e6-769d-4e5f-978b-c2d1fd297ba4 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=45106f5bfde04a6da8e9cd6a7cf768c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212502 Aug 20 15:02:00.681506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8057-525b-49a3-a6e9-25fa04f1b0de req-ec24ef71-5d26-413f-9f78-e2e51804df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:00.683189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-275b8057-525b-49a3-a6e9-25fa04f1b0de req-ec24ef71-5d26-413f-9f78-e2e51804df37 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111929 Aug 20 15:02:01.127284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d410e-4d7f-4059-a96b-f28183d2666a req-8bbbcb1b-99f0-4e51-8614-deee3fa73504 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:01.136732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d1d410e-4d7f-4059-a96b-f28183d2666a req-8bbbcb1b-99f0-4e51-8614-deee3fa73504 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 948 time: 0.0740700 Aug 20 15:02:01.177488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d1d410e-4d7f-4059-a96b-f28183d2666a req-00161ceb-ac66-453c-bf30-f1fd3f2fb5ac tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395968 Aug 20 15:02:01.219186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:01.240979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37880) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:01.298978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619b9a5-6ebb-48bc-adba-48c18dbedb40 req-194dbd04-f5d6-445e-8326-231e2c2432ee tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:01.309233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2619b9a5-6ebb-48bc-adba-48c18dbedb40 req-194dbd04-f5d6-445e-8326-231e2c2432ee tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 944 time: 0.1063387 Aug 20 15:02:01.316685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:01.318979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.382757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2619b9a5-6ebb-48bc-adba-48c18dbedb40 req-6f5693cb-f468-4f8a-b3a5-a5b6c807c029 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723867 Aug 20 15:02:01.427084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-network', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:01.469935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Made reservation on behalf of 26b9fed811e74859ad27d0f95655ff31 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:01.473014 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.485217 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.521141 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.586023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:01.588908 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10aa127-2ffc-4600-ab11-e4dcd003b8c6" -d '{"events": [{"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-plugged", "status": "completed", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:01.613400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:01.621960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.624488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:01.742792 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.748852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.776208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:01.776571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ffcf8e24-6dbc-4a1b-8975-ef8fcc0836f0 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:01.782410 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb65dbd6-c830-4eee-b7a6-440291045eb4 x-openstack-request-id: req-fb65dbd6-c830-4eee-b7a6-440291045eb4 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:01.782967 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-plugged", "status": "completed", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:01.783591 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb65dbd6-c830-4eee-b7a6-440291045eb4 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:01.784291 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'code': 200} Aug 20 15:02:01.816921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:02:01.823849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=10']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:01.833656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.834347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.834798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.835171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.835729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.836246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.836743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.837256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.837787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.838323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.838834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.839653 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:01.842676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-943dc96a-9174-4d97-b5bd-cd03d977f9cf req-def0522a-8144-449f-9659-438020861f1f tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0824370 Aug 20 15:02:01.875952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e64317e-6e82-4f99-ba18-744275b24ede,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:01.882448 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.882795 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Added segment a7357fd8-d8e4-4afb-9e01-660ada879d3a of type vlan for network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 Aug 20 15:02:01.948105 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.987168 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:01.988345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:01.988955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.085150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8430004 Aug 20 15:02:02.088094 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37902) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:02.093815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Request body: {'subnet': {'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-subnet', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:02.100971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54529b9b-442e-421c-a876-71a784199868 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d51df0-8ded-4e1f-9361-f128ff7d4af7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:02.117723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:02:02.136290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac700f0-b856-4982-9aa4-371f6ff4ea1c req-66316208-8c98-47d7-91b2-6f1cc3a3f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:02.138256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dac700f0-b856-4982-9aa4-371f6ff4ea1c req-66316208-8c98-47d7-91b2-6f1cc3a3f47c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 1098 time: 0.1259329 Aug 20 15:02:02.152662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Made reservation on behalf of 26b9fed811e74859ad27d0f95655ff31 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:02.155108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.211405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dac700f0-b856-4982-9aa4-371f6ff4ea1c req-ffadaa9d-9820-4039-b1fe-e5cda6e9fdb0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520728 Aug 20 15:02:02.211405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37904) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:02.373725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cce8-72c6-449f-8071-bc4e814e9d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.404460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6725ec-9553-4c2d-9d8c-aa3a9673379f req-a2c1cebb-2d54-4c8b-8709-17fa54be5d1c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:02.413576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f6725ec-9553-4c2d-9d8c-aa3a9673379f req-a2c1cebb-2d54-4c8b-8709-17fa54be5d1c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 948 time: 0.1218426 Aug 20 15:02:02.427018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.482677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f6725ec-9553-4c2d-9d8c-aa3a9673379f req-a1db6452-c2e7-4986-9e06-12f5cbff550d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659950 Aug 20 15:02:02.491825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d613c57c-f773-463d-8846-8d113832ebc2,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:02.515624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Checking segment: {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:02.515994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Network hostable DHCP agents. Network: b5d51df0-8ded-4e1f-9361-f128ff7d4af7, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:02:02.539311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:02:02.549939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b5d51df0-8ded-4e1f-9361-f128ff7d4af7) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:02.555158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:02.555791 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.562085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e844a-ca16-49bb-bad4-0b85ba7d52e1 None None] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:02.624985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d388b9-ee55-4905-8dda-9f3f3c15f530 req-3c07c213-a98e-4197-9b8a-87dd5044da32 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:02.626610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17d388b9-ee55-4905-8dda-9f3f3c15f530 req-3c07c213-a98e-4197-9b8a-87dd5044da32 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1143775 Aug 20 15:02:02.686751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17d388b9-ee55-4905-8dda-9f3f3c15f530 req-7bb86c05-11ab-4f23-9dd1-318060a5dd6b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499325 Aug 20 15:02:02.699191 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cce8-72c6-449f-8071-bc4e814e9d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.712431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2c5cce8-72c6-449f-8071-bc4e814e9d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.715362 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-18f06242-d425-4c1a-a2ec-4b02a4a36e9c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6254125 Aug 20 15:02:02.717940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37916) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:02.723457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:02.748974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.750619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.761026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c2c5cce8-72c6-449f-8071-bc4e814e9d69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0b0d17f12184b9f873122230ba5426e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481215 Aug 20 15:02:02.766274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37918) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:02.779146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:02:02.780028 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.810753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5cce8-72c6-449f-8071-bc4e814e9d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564ea246-0edf-4541-9623-c88136968a9c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:02.814858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.853704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6511533-29f4-48d6-8296-9c590083b22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.919089 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6511533-29f4-48d6-8296-9c590083b22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.976146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Allocated IP 172.20.0.2 (b5d51df0-8ded-4e1f-9361-f128ff7d4af7/d613c57c-f773-463d-8846-8d113832ebc2/c14987cb-ceb7-4d4b-907b-0d7ca89053c7) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:02.984040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:02.984651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fa6dba9-8955-4bcd-8b41-c2f5c7537172 req-7aa05c10-919e-4f44-a676-434a7305fd5f tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0574851 Aug 20 15:02:03.040258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6511533-29f4-48d6-8296-9c590083b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.048201 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6511533-29f4-48d6-8296-9c590083b22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.053785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e6511533-29f4-48d6-8296-9c590083b22b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/564ea246-0edf-4541-9623-c88136968a9c HTTP/1.1" status: 204 len: 168 time: 0.2863286 Aug 20 15:02:03.072847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6511533-29f4-48d6-8296-9c590083b22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564ea246-0edf-4541-9623-c88136968a9c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:03.199818 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.209395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Transition to ACTIVE for port object c14987cb-ceb7-4d4b-907b-0d7ca89053c7 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:03.226387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Transition to ACTIVE for port object c14987cb-ceb7-4d4b-907b-0d7ca89053c7 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:03.232816 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.261950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 21c7cb6d-e94c-404a-975d-1b809f08070a details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:02:03.286496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:03.293890 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:03.304328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:03.308030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Pushing event updated for resources: {'Port': ['ID=c14987cb-ceb7-4d4b-907b-0d7ca89053c7,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:03.362489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-275b8057-525b-49a3-a6e9-25fa04f1b0de req-834e3e71-eb51-43fd-ab14-cd72b817795c tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.0346961 Aug 20 15:02:03.396767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37926) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:03.413319 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-de045b31-a36d-40b5-85d3-f3ec79f4cca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.535214 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-de045b31-a36d-40b5-85d3-f3ec79f4cca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.540402 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-de045b31-a36d-40b5-85d3-f3ec79f4cca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.578965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Attempting to bind port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:03.579525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Attempting to bind port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:03.580021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Attempting to bind port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 on network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:03.607414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-de045b31-a36d-40b5-85d3-f3ec79f4cca5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39b54e52d36a400e9e29d433bfe5fd3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085838 Aug 20 15:02:03.610647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37934) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:03.621725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 21c7cb6d-e94c-404a-975d-1b809f08070a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=21c7cb6d-e94c-404a-975d-1b809f08070a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:03.638258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de045b31-a36d-40b5-85d3-f3ec79f4cca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e7ca2-ba4f-41f6-9e42-0d65547a8ae9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:03.641742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '21c7cb6d-e94c-404a-975d-1b809f08070a', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '21c7cb6d-e94c-404a-975d-1b809f08070a', 'mac_address': 'fa:16:3e:b0:6a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:02:03.643513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:03.643911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Checking segment: {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:03.644453 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.644856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Bound using segment: {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:03.645310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Bound port: c14987cb-ceb7-4d4b-907b-0d7ca89053c7, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:03.646601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.688996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.716994 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.720711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] For port c14987cb-ceb7-4d4b-907b-0d7ca89053c7, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:03.724244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] For port c14987cb-ceb7-4d4b-907b-0d7ca89053c7, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c14987cb-ceb7-4d4b-907b-0d7ca89053c7,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:03.726584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931aaf6-e0e0-499d-883c-fc146c4b3270 req-775faeec-5e58-48ed-8ec8-e2ce53e50b8b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:03.729714 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.732915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5931aaf6-e0e0-499d-883c-fc146c4b3270 req-775faeec-5e58-48ed-8ec8-e2ce53e50b8b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 948 time: 0.0727456 Aug 20 15:02:03.784466 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-571fe94f-f971-4edb-a4ab-5ac36d89eca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.813484 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.821093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-571fe94f-f971-4edb-a4ab-5ac36d89eca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.831685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5931aaf6-e0e0-499d-883c-fc146c4b3270 req-6e03c981-462a-4217-8317-30fe85dcc6d5 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933712 Aug 20 15:02:03.862122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477be6-d54d-47da-91e9-457461e5e57c None None] Pushing event updated for resources: {'Port': ['ID=c14987cb-ceb7-4d4b-907b-0d7ca89053c7,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:03.885585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c7cb6d-e94c-404a-975d-1b809f08070a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:03.914506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 21c7cb6d-e94c-404a-975d-1b809f08070a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=21c7cb6d-e94c-404a-975d-1b809f08070a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:03.920172 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.928039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b18549-b7a2-479e-8a75-701540d671c0 req-c774ebe5-acf3-4ce4-b7d9-cd512f2f5c7d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:03.929375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8b18549-b7a2-479e-8a75-701540d671c0 req-c774ebe5-acf3-4ce4-b7d9-cd512f2f5c7d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1492977 Aug 20 15:02:03.948445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Allocated IP 172.25.5.119 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/8a386d7d-3786-4dea-b76d-29447f30d40f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:03.983581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-571fe94f-f971-4edb-a4ab-5ac36d89eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.986456 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-571fe94f-f971-4edb-a4ab-5ac36d89eca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:03.987433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8b18549-b7a2-479e-8a75-701540d671c0 req-2d95cc19-bc00-40eb-9ae7-90ae17f167aa tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465970 Aug 20 15:02:03.987644 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-571fe94f-f971-4edb-a4ab-5ac36d89eca5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e01e7ca2-ba4f-41f6-9e42-0d65547a8ae9 HTTP/1.1" status: 204 len: 168 time: 0.3739300 Aug 20 15:02:04.038716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=21c7cb6d-e94c-404a-975d-1b809f08070a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:04.066546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fe94f-f971-4edb-a4ab-5ac36d89eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e7ca2-ba4f-41f6-9e42-0d65547a8ae9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:04.211913 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:04.272210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-193f68f1-b9fa-4a43-9969-101edbedc204 req-1511521b-4174-4866-85dd-fae5e46ad7f3 tempest-ServerShowV257Test-200643208 tempest-ServerShowV257Test-200643208-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ace2134-1836-416a-9b12-3e8762939fdd HTTP/1.1" status: 200 len: 210 time: 0.1452758 Aug 20 15:02:04.324164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:04.348209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:04.357439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:04.392706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:04.410660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['21c7cb6d-e94c-404a-975d-1b809f08070a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:04.452604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Pushing event updated for resources: {'Port': ['ID=8a386d7d-3786-4dea-b76d-29447f30d40f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:04.720864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37962) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:04.740109 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c0dc321b-65f4-49e8-999f-ea711085c412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:04.800241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:04.884552 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c0dc321b-65f4-49e8-999f-ea711085c412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:04.889431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c0dc321b-65f4-49e8-999f-ea711085c412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:04.956238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c0dc321b-65f4-49e8-999f-ea711085c412 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd0bb15b630b40c0a50b2baaa61ebd9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339289 Aug 20 15:02:04.959589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37972) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:04.996965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc321b-65f4-49e8-999f-ea711085c412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbe82f5-f4b9-4f43-89bf-085c9c574e4e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:05.128138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-68052bd8-0ef6-4457-91eb-651d6151cf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:05.139694 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:05.244113 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-68052bd8-0ef6-4457-91eb-651d6151cf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:05.282335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374a91-45c3-45ee-a3e0-bbf37c6d56f9 req-62438d3c-9f1c-4270-8e81-fc63af31d096 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:05.293101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02374a91-45c3-45ee-a3e0-bbf37c6d56f9 req-62438d3c-9f1c-4270-8e81-fc63af31d096 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 949 time: 0.2660985 Aug 20 15:02:05.336595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c14987cb-ceb7-4d4b-907b-0d7ca89053c7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:05.393330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Router 005ab4d7-73b3-426d-a409-6c165bc481f5 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:02:05.415648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f51a4-4f12-4d71-8345-8535c5acbf2b req-633e7f4c-d983-4210-b388-f15c7964e11b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:05.418746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:05.423457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-898f51a4-4f12-4d71-8345-8535c5acbf2b req-633e7f4c-d983-4210-b388-f15c7964e11b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.2154608 Aug 20 15:02:05.449813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02374a91-45c3-45ee-a3e0-bbf37c6d56f9 req-7a676012-6663-426b-bf8d-45be59f319f1 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550288 Aug 20 15:02:05.514960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-68052bd8-0ef6-4457-91eb-651d6151cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:05.522105 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-68052bd8-0ef6-4457-91eb-651d6151cf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:05.537811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-68052bd8-0ef6-4457-91eb-651d6151cf0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cbe82f5-f4b9-4f43-89bf-085c9c574e4e HTTP/1.1" status: 204 len: 168 time: 0.5712268 Aug 20 15:02:05.537951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:02:05.541668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffdb3fc-0b5e-4407-adb2-630a98942acf None None] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:05.550457 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Sync routers for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:02:05.565460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68052bd8-0ef6-4457-91eb-651d6151cf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbe82f5-f4b9-4f43-89bf-085c9c574e4e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:05.568658 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:02:05.569375 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:05.580057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:05.584618 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-edf02934-6989-457f-a409-21e65d8aeed2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.8621309 Aug 20 15:02:05.584793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38004) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:05.591647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-898f51a4-4f12-4d71-8345-8535c5acbf2b req-daf3e8a9-baf3-42db-a6fa-fc75b24115b3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543398 Aug 20 15:02:05.681974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a501a113-e7f1-43b0-9295-2051d1f1f567 None None] Provisioning for port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:05.700994 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a501a113-e7f1-43b0-9295-2051d1f1f567 None None] Provisioning complete for port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:05.701376 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a501a113-e7f1-43b0-9295-2051d1f1f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:05.765485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:05.766036 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:02:05.885335 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a501a113-e7f1-43b0-9295-2051d1f1f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:05.928972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a501a113-e7f1-43b0-9295-2051d1f1f567 None None] For port c14987cb-ceb7-4d4b-907b-0d7ca89053c7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c14987cb-ceb7-4d4b-907b-0d7ca89053c7,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:05.938702 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a501a113-e7f1-43b0-9295-2051d1f1f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.012034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501a113-e7f1-43b0-9295-2051d1f1f567 None None] Pushing event updated for resources: {'Port': ['ID=c14987cb-ceb7-4d4b-907b-0d7ca89053c7,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:06.094890 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:04Z', 'revision_number': 3, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:06.117626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38016) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:06.125287 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Checking router: 005ab4d7-73b3-426d-a409-6c165bc481f5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:02:06.125815 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Updating router 005ab4d7-73b3-426d-a409-6c165bc481f5 port 8a386d7d-3786-4dea-b76d-29447f30d40f binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:02:06.172214 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.286180 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43e17b7d-f958-4b1c-b2ca-0847e7d61a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.370471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.375117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e75db8ba-e70b-4a49-8627-457751f9fb8a None None] Provisioning complete for port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:06.376097 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e75db8ba-e70b-4a49-8627-457751f9fb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.398918 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43e17b7d-f958-4b1c-b2ca-0847e7d61a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.405458 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43e17b7d-f958-4b1c-b2ca-0847e7d61a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.510597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-43e17b7d-f958-4b1c-b2ca-0847e7d61a09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45106f5bfde04a6da8e9cd6a7cf768c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915496 Aug 20 15:02:06.511246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38034) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:06.511731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e17b7d-f958-4b1c-b2ca-0847e7d61a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efc1ef3-7c34-401e-aa13-8d7019b63451,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:06.596002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea629-c4f5-437b-88ff-e8797c4a1f85 req-dacb9d62-b761-41b6-9996-c0216298a322 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:06.597622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e98ea629-c4f5-437b-88ff-e8797c4a1f85 req-dacb9d62-b761-41b6-9996-c0216298a322 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 949 time: 0.0617671 Aug 20 15:02:06.625689 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.638902 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Transition to ACTIVE for port object 8a386d7d-3786-4dea-b76d-29447f30d40f will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:06.649103 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.670343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6780c5a-c76d-4fa6-9900-7e66c7a684dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.695463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6780c5a-c76d-4fa6-9900-7e66c7a684dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.696252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e98ea629-c4f5-437b-88ff-e8797c4a1f85 req-707bb07a-8ae0-42b1-b047-c79c4397fe28 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875905 Aug 20 15:02:06.711939 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Pushing event updated for resources: {'Port': ['ID=8a386d7d-3786-4dea-b76d-29447f30d40f,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:06.726284 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.726719 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.727332 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.728150 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.728640 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.729686 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.730173 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.730653 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.731130 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.731825 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.732303 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.732773 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:06.755691 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Attempting to bind port 8a386d7d-3786-4dea-b76d-29447f30d40f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:06.757927 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Attempting to bind port 8a386d7d-3786-4dea-b76d-29447f30d40f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:06.758491 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Attempting to bind port 8a386d7d-3786-4dea-b76d-29447f30d40f on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:06.768295 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:06.768977 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:06.769592 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.770640 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:06.771395 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Bound port: 8a386d7d-3786-4dea-b76d-29447f30d40f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:06.773714 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.777721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Allocated IP 172.20.0.1 (b5d51df0-8ded-4e1f-9361-f128ff7d4af7/d613c57c-f773-463d-8846-8d113832ebc2/24f70950-eede-4d4e-bdd3-e2018cef58a8) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:06.827776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2d0c2-32cb-418a-b8fd-17a61aeb31ed req-ddac7415-660f-402f-b37a-536aa4ec564a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:06.829612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fb2d0c2-32cb-418a-b8fd-17a61aeb31ed req-ddac7415-660f-402f-b37a-536aa4ec564a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.0765820 Aug 20 15:02:06.839241 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] For port 8a386d7d-3786-4dea-b76d-29447f30d40f, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:06.843501 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6780c5a-c76d-4fa6-9900-7e66c7a684dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.843961 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] For port 8a386d7d-3786-4dea-b76d-29447f30d40f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8a386d7d-3786-4dea-b76d-29447f30d40f,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:06.847369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6780c5a-c76d-4fa6-9900-7e66c7a684dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.848863 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a6780c5a-c76d-4fa6-9900-7e66c7a684dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6efc1ef3-7c34-401e-aa13-8d7019b63451 HTTP/1.1" status: 204 len: 168 time: 0.3357160 Aug 20 15:02:06.867502 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:06.899239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6780c5a-c76d-4fa6-9900-7e66c7a684dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efc1ef3-7c34-401e-aa13-8d7019b63451,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:06.940495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fb2d0c2-32cb-418a-b8fd-17a61aeb31ed req-282c1fe5-2045-43e0-bb14-e7a809af5e91 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018479 Aug 20 15:02:06.963322 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:02:06.964180 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:07.008873 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aeaccc-09f4-41f6-adde-359fa834a8c0 None None] Pushing event updated for resources: {'Port': ['ID=8a386d7d-3786-4dea-b76d-29447f30d40f,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:07.117802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:07.178150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Transition to ACTIVE for port object 24f70950-eede-4d4e-bdd3-e2018cef58a8 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:07.227088 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:07.234501 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:02:07.244989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c14987cb-ceb7-4d4b-907b-0d7ca89053c7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:07.265462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b27e-c1e7-49f1-920a-c3141df55a2c req-9e3cac64-ff58-4704-a4ea-4a2bb9bfadc6 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:07.279525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ec9b27e-c1e7-49f1-920a-c3141df55a2c req-9e3cac64-ff58-4704-a4ea-4a2bb9bfadc6 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1370156 Aug 20 15:02:07.285414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:07.289944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:07.293437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:07.307474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 21c7cb6d-e94c-404a-975d-1b809f08070a up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:07.359857 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Pushing event updated for resources: {'Port': ['ID=24f70950-eede-4d4e-bdd3-e2018cef58a8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:07.387410 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:07.412524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ec9b27e-c1e7-49f1-920a-c3141df55a2c req-1c488b02-dea9-4cd1-978c-5f671516acb6 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172507 Aug 20 15:02:07.512882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:07.513465 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:07.515005 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 21c7cb6d-e94c-404a-975d-1b809f08070a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:07.530389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 21c7cb6d-e94c-404a-975d-1b809f08070a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:07.540514 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:07.702139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3616c4b-8021-4b96-ae1b-f93b5152db24 req-38a40f77-3afb-44b4-b490-e4e18f6d5bef tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:07.719094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3616c4b-8021-4b96-ae1b-f93b5152db24 req-38a40f77-3afb-44b4-b490-e4e18f6d5bef tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1222906 Aug 20 15:02:07.727976 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:04Z', 'revision_number': 3, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:07.741500 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:07.791475 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616563f1-524c-40a1-a36e-16ab748a58d6 None None] The sync data for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 is: [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:04Z', 'revision_number': 3, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:02:07.805819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3616c4b-8021-4b96-ae1b-f93b5152db24 req-b45da316-a06b-4246-9753-3ac842f78e6b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814607 Aug 20 15:02:07.950895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235cc3b-a7fe-4f4c-84dc-f6eef8f3cce8 req-97a680bb-62f5-436f-8751-4a3f290c7b57 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:07.963830 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8235cc3b-a7fe-4f4c-84dc-f6eef8f3cce8 req-97a680bb-62f5-436f-8751-4a3f290c7b57 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 949 time: 0.1525309 Aug 20 15:02:08.007679 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:08.028153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7e2fbbc7-2219-4777-b008-ef54997203e2 None None] Provisioning for port 24f70950-eede-4d4e-bdd3-e2018cef58a8 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:08.064590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 21c7cb6d-e94c-404a-975d-1b809f08070a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=21c7cb6d-e94c-404a-975d-1b809f08070a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:08.075144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8235cc3b-a7fe-4f4c-84dc-f6eef8f3cce8 req-3f8e0a86-9964-4475-bbe4-00af33b163a2 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060596 Aug 20 15:02:08.097907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f519c7-e652-4537-9333-d9bdbc7c6b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c7cb6d-e94c-404a-975d-1b809f08070a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:08.110286 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:08.110478 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcde7633-8e1f-4907-b82e-56b6356275ea" -d '{"events": [{"server_uuid": "f9f519c7-e652-4537-9333-d9bdbc7c6b9d", "name": "network-vif-plugged", "status": "completed", "tag": "21c7cb6d-e94c-404a-975d-1b809f08070a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:08.115081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:08.123018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7e2fbbc7-2219-4777-b008-ef54997203e2 None None] Provisioning complete for port 24f70950-eede-4d4e-bdd3-e2018cef58a8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:08.125355 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7e2fbbc7-2219-4777-b008-ef54997203e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:08.125631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8ae32-298d-4bf8-b99b-4789ae547dd9 req-5ad7e412-04ad-43f7-9994-a4d18032b354 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:08.137747 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:08.142362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bc8ae32-298d-4bf8-b99b-4789ae547dd9 req-5ad7e412-04ad-43f7-9994-a4d18032b354 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1489360 Aug 20 15:02:08.256908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bc8ae32-298d-4bf8-b99b-4789ae547dd9 req-0cae020c-b332-4120-95f0-413def34e7b4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135519 Aug 20 15:02:08.279825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Pushing event updated for resources: {'Port': ['ID=24f70950-eede-4d4e-bdd3-e2018cef58a8,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:08.362755 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbd74af-6554-41c5-a301-19b14108a0fc x-openstack-request-id: req-efbd74af-6554-41c5-a301-19b14108a0fc {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:08.363388 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f519c7-e652-4537-9333-d9bdbc7c6b9d", "name": "network-vif-plugged", "status": "completed", "tag": "21c7cb6d-e94c-404a-975d-1b809f08070a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:08.375787 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efbd74af-6554-41c5-a301-19b14108a0fc {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:08.376539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:08.386160 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f519c7-e652-4537-9333-d9bdbc7c6b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c7cb6d-e94c-404a-975d-1b809f08070a', 'code': 200} Aug 20 15:02:08.468120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=21c7cb6d-e94c-404a-975d-1b809f08070a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:08.493471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fbbc7-2219-4777-b008-ef54997203e2 None None] Port 24f70950-eede-4d4e-bdd3-e2018cef58a8 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:08.604115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:08.604647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245c199-7d9c-4563-99f7-48a062ce4d3f req-16d70dd4-7bd6-4131-a6a2-bfeb6b6590f3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:08.608151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:08.613513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e245c199-7d9c-4563-99f7-48a062ce4d3f req-16d70dd4-7bd6-4131-a6a2-bfeb6b6590f3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1881714 Aug 20 15:02:08.622558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff70c4-833a-480f-80a9-55481e4a7645 req-967e812f-d958-41a0-b28d-2cd6ca111a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:08.624081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9ff70c4-833a-480f-80a9-55481e4a7645 req-967e812f-d958-41a0-b28d-2cd6ca111a2e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 1102 time: 0.1580939 Aug 20 15:02:08.690625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38108) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:08.697715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e245c199-7d9c-4563-99f7-48a062ce4d3f req-5a728896-5673-47e0-95aa-ee07486b7698 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832148 Aug 20 15:02:08.733490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9ff70c4-833a-480f-80a9-55481e4a7645 req-c85abd2a-58ee-4931-ad8b-a00cf78695be service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858500 Aug 20 15:02:08.853512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Router 005ab4d7-73b3-426d-a409-6c165bc481f5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:02:08.864966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-257806434-network', 'tenant_id': '99416997148146a2846040d613ff1c7f'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:08.908418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Made reservation on behalf of 99416997148146a2846040d613ff1c7f for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:08.913061 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:08.923660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e88b1-7eb9-4a6d-985e-967373971e47 req-eb000818-10bc-41c4-afee-ecdbe7440a00 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:08.925648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf7e88b1-7eb9-4a6d-985e-967373971e47 req-eb000818-10bc-41c4-afee-ecdbe7440a00 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1036046 Aug 20 15:02:08.975976 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:08.988403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf7e88b1-7eb9-4a6d-985e-967373971e47 req-c8d2de72-9867-47fe-a8d6-4d8a90083ec4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553966 Aug 20 15:02:09.034056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cdc48f47-aac4-4fd7-a7cf-27ba93fcefe5 None None] Provisioning complete for port 24f70950-eede-4d4e-bdd3-e2018cef58a8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:09.034987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cdc48f47-aac4-4fd7-a7cf-27ba93fcefe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.119528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cdc48f47-aac4-4fd7-a7cf-27ba93fcefe5 None None] Port 24f70950-eede-4d4e-bdd3-e2018cef58a8 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:09.125887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:02:09.134567 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-56e39727-4bc3-4837-ab3b-cf9b7550bfe8 admin admin] 10.222.0.36 "PUT /v2.0/routers/005ab4d7-73b3-426d-a409-6c165bc481f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5487232 Aug 20 15:02:09.220830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c848e26-ba5e-48cc-beae-efe4b5a998a4 req-151ef0ba-70e9-4d4e-b850-83ce45b7fc83 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:09.229596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c848e26-ba5e-48cc-beae-efe4b5a998a4 req-151ef0ba-70e9-4d4e-b850-83ce45b7fc83 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1384029 Aug 20 15:02:09.275782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.281135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.307321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8a386d7d-3786-4dea-b76d-29447f30d40f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:09.327775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:02:09.337462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69c627e-fdbf-44ac-81d8-bf601580798a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:09.362412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.362998 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Added segment f77578cb-3716-4365-97b2-c7b05e4f9844 of type vlan for network b0a595e4-841e-49b9-8187-367934f82ee0 Aug 20 15:02:09.366849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d1600-1c34-4b3e-9e11-35f0b803d389 req-b1a43fe6-4df4-4e0f-ba1f-dca107f92410 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:09.368658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a57d1600-1c34-4b3e-9e11-35f0b803d389 req-b1a43fe6-4df4-4e0f-ba1f-dca107f92410 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 950 time: 0.1649356 Aug 20 15:02:09.388007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c848e26-ba5e-48cc-beae-efe4b5a998a4 req-91177471-d9fb-4dc2-8250-a0c318be7cf9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508877 Aug 20 15:02:09.420145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:09.425806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1439333512'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:09.463212 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.480987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:09.484894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.488120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 8a386d7d-3786-4dea-b76d-29447f30d40f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:09.494872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8a386d7d-3786-4dea-b76d-29447f30d40f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:09.498022 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.521305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a57d1600-1c34-4b3e-9e11-35f0b803d389 req-97d2e07f-41ed-41ee-bced-299319023d7a tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305051 Aug 20 15:02:09.560795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:02:09.575262 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.575648 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Added segment 83a58bd8-b67a-46bb-af84-a5001cc49da4 of type vlan for network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec Aug 20 15:02:09.653372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.654566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:09.655306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.686415 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.698340 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.728480 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 8a386d7d-3786-4dea-b76d-29447f30d40f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8a386d7d-3786-4dea-b76d-29447f30d40f,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:09.733795 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.863273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=8a386d7d-3786-4dea-b76d-29447f30d40f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:09.887827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.resource_extend [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:02:09.902767 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2107990 Aug 20 15:02:09.908861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38166) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:09.918830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Request body: {'subnet': {'network_id': 'b0a595e4-841e-49b9-8187-367934f82ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-257806434-subnet', 'tenant_id': '99416997148146a2846040d613ff1c7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:09.924789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4801819-ae86-4be8-ab80-ab5a3841bdba admin admin] Pushing event updated for resources: {'Network': ['ID=b0a595e4-841e-49b9-8187-367934f82ee0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:09.937663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:09.940122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b0a595e4-841e-49b9-8187-367934f82ee0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:02:09.940525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bba69-53ba-48cb-85fe-4e7e6c09bbd0 req-884d9a31-de8d-4a11-baa0-df210da93104 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:09.943195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c1bba69-53ba-48cb-85fe-4e7e6c09bbd0 req-884d9a31-de8d-4a11-baa0-df210da93104 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1070273 Aug 20 15:02:09.953216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:09.954084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.010048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c1bba69-53ba-48cb-85fe-4e7e6c09bbd0 req-570389a2-b664-4240-a01b-b06c5cf7b615 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582683 Aug 20 15:02:10.055299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Made reservation on behalf of 99416997148146a2846040d613ff1c7f for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:10.062959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.083472 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6622434 Aug 20 15:02:10.087209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38170) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:10.096982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2042602083'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:10.144658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f9481-32a2-4810-bbad-ba75208b5515 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Network': ['ID=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:10.151649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:10.157944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:02:10.165784 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.243455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:02:10.246904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38176) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:10.281722 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.282223 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Added segment 8656f413-4cac-4f5e-bab1-1fcc2e59c82e of type vlan for network 196d4518-a484-49f3-8576-2d800630dd47 Aug 20 15:02:10.355016 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.410835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.413563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4839f42d-addc-4855-a96e-eb185c327b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.423787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a228e76b-6974-4583-aed3-430919d01c26,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:10.430598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Checking segment: {'id': 'f77578cb-3716-4365-97b2-c7b05e4f9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b0a595e4-841e-49b9-8187-367934f82ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:10.430598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Network hostable DHCP agents. Network: b0a595e4-841e-49b9-8187-367934f82ee0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:02:10.448378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Network b0a595e4-841e-49b9-8187-367934f82ee0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:02:10.457640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b0a595e4-841e-49b9-8187-367934f82ee0) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:10.462635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:10.463534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.469758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e6b1a-b44d-4c36-bf4e-06ee565a28f9 None None] Network b0a595e4-841e-49b9-8187-367934f82ee0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:10.485137 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.491956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:10.492341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.520475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-67aa74db-6fcf-46d7-8c67-f42e48a20741 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:10.532145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-67aa74db-6fcf-46d7-8c67-f42e48a20741 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 820 time: 0.2339127 Aug 20 15:02:10.628743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31b474-e479-46ad-ab0d-86ea91d5604d None None] Network b0a595e4-841e-49b9-8187-367934f82ee0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:10.634330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-155889a0-742b-473f-882c-ada53375f8c1 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/quotas/26b9fed811e74859ad27d0f95655ff31 HTTP/1.1" status: 200 len: 375 time: 0.1011887 Aug 20 15:02:10.679083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Sync routers for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:02:10.689953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Network': ['ID=196d4518-a484-49f3-8576-2d800630dd47,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:10.705620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 196d4518-a484-49f3-8576-2d800630dd47 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:02:10.711759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:02:10.712674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:10.769227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c952-e637-4422-b6d3-06fe4e48082b req-f3e380ef-604d-4e57-8d97-9ebbff92ec6e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:10.770728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37d8c952-e637-4422-b6d3-06fe4e48082b req-f3e380ef-604d-4e57-8d97-9ebbff92ec6e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 950 time: 0.1163116 Aug 20 15:02:10.781306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-3a2c1ad8-723d-42a9-8f4f-e6503192e678 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1461399 Aug 20 15:02:10.813798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4839f42d-addc-4855-a96e-eb185c327b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.820929 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4839f42d-addc-4855-a96e-eb185c327b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:10.829088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e882da3e-bdf9-4a03-998d-6a7419a7e4aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9163449 Aug 20 15:02:10.842863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f009a90f-38f5-41db-ab4f-2ebecf98b040 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7537513 Aug 20 15:02:10.846025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38192) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:10.854181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'subnet': {'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:10.906579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37d8c952-e637-4422-b6d3-06fe4e48082b req-54fca8c9-24d4-4580-aa13-ef4d16195950 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080647 Aug 20 15:02:10.944431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-9ac9173b-e140-4748-b552-7c3b72a916a2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:02:10.945117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:02:10.945540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-9ac9173b-e140-4748-b552-7c3b72a916a2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1497698 Aug 20 15:02:10.959414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4839f42d-addc-4855-a96e-eb185c327b5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8461b1b9901b478e9a50602a0951cc09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7103314 Aug 20 15:02:10.962239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38194) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:10.966295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839f42d-addc-4855-a96e-eb185c327b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc536983-c841-47da-89f0-2f940ae493e0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:11.096793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:11.103436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.106437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64caeb53-4232-4c24-83e0-5fe97f0d80f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.137883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-3b0d4575-ee35-44f3-8b09-95753109deaa service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725225 Aug 20 15:02:11.190247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8a386d7d-3786-4dea-b76d-29447f30d40f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:11.198742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64caeb53-4232-4c24-83e0-5fe97f0d80f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.253472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 2, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:11.283895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4604-2702-4da4-907a-e12b817ff610 req-b3757a78-4b88-4e62-9b69-5efc4d842f11 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:11.291701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65ab4604-2702-4da4-907a-e12b817ff610 req-b3757a78-4b88-4e62-9b69-5efc4d842f11 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1268952 Aug 20 15:02:11.292382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Checking router: 005ab4d7-73b3-426d-a409-6c165bc481f5 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:02:11.292962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Updating router 005ab4d7-73b3-426d-a409-6c165bc481f5 port 24f70950-eede-4d4e-bdd3-e2018cef58a8 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:02:11.314987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64caeb53-4232-4c24-83e0-5fe97f0d80f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.319025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64caeb53-4232-4c24-83e0-5fe97f0d80f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.323339 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-64caeb53-4232-4c24-83e0-5fe97f0d80f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc536983-c841-47da-89f0-2f940ae493e0 HTTP/1.1" status: 204 len: 168 time: 0.3599169 Aug 20 15:02:11.335938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.342123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64caeb53-4232-4c24-83e0-5fe97f0d80f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc536983-c841-47da-89f0-2f940ae493e0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:11.398926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8a386d7d-3786-4dea-b76d-29447f30d40f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:11.399267 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.402310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65ab4604-2702-4da4-907a-e12b817ff610 req-c871c8cc-2877-4442-9a37-bd467395f7e9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096082 Aug 20 15:02:11.424793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-8b9cd9a1-9a36-435e-af01-d18ecaa88ab7 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853069 Aug 20 15:02:11.428721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.433939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38212) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:11.440566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-987578833-network', 'tenant_id': '4ecd8668cc704cbab85f5a7986b0ebe2'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:11.477711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Made reservation on behalf of 4ecd8668cc704cbab85f5a7986b0ebe2 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:11.482785 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.489368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Subnet': ['ID=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:11.507347 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.820298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c12e57a-83e9-4aa8-b6e1-bb35bd58d7aa req-07db6728-b1c7-4262-8fb8-6061a1374188 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 210 time: 0.0891414 Aug 20 15:02:11.852092 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.898981 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.944534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b8ce2-d671-427a-a1bf-05a4a499829f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:11.968508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:02:11.979020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-255455b0-f50b-4135-aa9d-ccad10697a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:11.980893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-255455b0-f50b-4135-aa9d-ccad10697a97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=423db5beadc14e0088b8402d52712218&device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 1098 time: 0.1544127 Aug 20 15:02:11.983086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Checking segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:11.983584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network hostable DHCP agents. Network: cc815b3d-0f87-4c07-9a13-8fc9de10a3ec, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:02:11.988006 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:11.988431 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Added segment a4ed4aea-3df5-4494-9968-3db09d0c6010 of type vlan for network 68917e23-18d5-44ae-a539-3acaf4cc4052 Aug 20 15:02:12.003904 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.006175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:02:12.013413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040ad9-3f5f-4c5d-94f7-79b7b56d9103 req-7f20c5e9-5370-4588-aedd-370a9309503c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:12.023772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd040ad9-3f5f-4c5d-94f7-79b7b56d9103 req-7f20c5e9-5370-4588-aedd-370a9309503c tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.2624698 Aug 20 15:02:12.024973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Transition to ACTIVE for port object 24f70950-eede-4d4e-bdd3-e2018cef58a8 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:12.032924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, cc815b3d-0f87-4c07-9a13-8fc9de10a3ec) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:12.034792 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.041633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:12.041915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.072145 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2c3e49d-9118-4cfd-9b5f-478fa3d118c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2218091 Aug 20 15:02:12.072688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38232) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:12.075347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c761fe-6e35-4b05-976e-eae677879c74 None None] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:12.082384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'subnet': {'network_id': '196d4518-a484-49f3-8576-2d800630dd47', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:12.152285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38234) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:12.224649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.243021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:12.252557 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-161714e0-fb2b-4ed7-b328-9b3ee281a487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.253735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.306995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd040ad9-3f5f-4c5d-94f7-79b7b56d9103 req-1c1fe002-ed95-484c-9439-0f38a46ea5b1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822177 Aug 20 15:02:12.424484 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.425773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:12.426054 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.451600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311609ae-3db3-4143-aa27-f1366416f8c4 req-a9d026d4-16e6-43c4-abbd-7d1b1cddcc64 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:12.456045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-311609ae-3db3-4143-aa27-f1366416f8c4 req-a9d026d4-16e6-43c4-abbd-7d1b1cddcc64 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 950 time: 0.3690622 Aug 20 15:02:12.457372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-a4c2b365-d699-418e-a5da-151c6dcea429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:12.459169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-a4c2b365-d699-418e-a5da-151c6dcea429 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 200 len: 914 time: 0.4323490 Aug 20 15:02:12.484112 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-09cd792d-1281-4fa4-b6de-3718b60f37b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.509915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28919b5-d1da-400d-a43f-4abb1965195e None None] Pushing event updated for resources: {'Port': ['ID=24f70950-eede-4d4e-bdd3-e2018cef58a8,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:12.537097 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Attempting to bind port 24f70950-eede-4d4e-bdd3-e2018cef58a8 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:12.538154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Attempting to bind port 24f70950-eede-4d4e-bdd3-e2018cef58a8 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:12.538676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Attempting to bind port 24f70950-eede-4d4e-bdd3-e2018cef58a8 on network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:12.546099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:12.546618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Checking segment: {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:12.547128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.547655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Bound using segment: {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:12.548230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Bound port: 24f70950-eede-4d4e-bdd3-e2018cef58a8, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:12.548945 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.569064 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.589910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-c1b042ee-ee52-4e84-920e-8d60603d9dad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31 HTTP/1.1" status: 200 len: 217 time: 0.0691946 Aug 20 15:02:12.647625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] Pushing event updated for resources: {'Network': ['ID=68917e23-18d5-44ae-a539-3acaf4cc4052,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:12.656034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] For port 24f70950-eede-4d4e-bdd3-e2018cef58a8, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:12.672905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-311609ae-3db3-4143-aa27-f1366416f8c4 req-43abae79-7874-4499-8171-89dd177fcd00 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117767 Aug 20 15:02:12.676770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Subnet': ['ID=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:12.685654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-bedd150c-f897-4c1d-a21e-a88cae8e4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:12.687128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-bedd150c-f897-4c1d-a21e-a88cae8e4404 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=407a70cd-52de-428b-998f-83c5b6bd13b2 HTTP/1.1" status: 200 len: 853 time: 0.0803123 Aug 20 15:02:12.691905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] For port 24f70950-eede-4d4e-bdd3-e2018cef58a8, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=24f70950-eede-4d4e-bdd3-e2018cef58a8,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:12.697565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 68917e23-18d5-44ae-a539-3acaf4cc4052 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:02:12.698789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Checking segment: {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:12.700057 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network hostable DHCP agents. Network: 196d4518-a484-49f3-8576-2d800630dd47, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:02:12.702377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.723055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'fixed_ips': [{'subnet_id': '8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:02:12.724090 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.756063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network 196d4518-a484-49f3-8576-2d800630dd47 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:02:12.759848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-a17e592d-345a-477c-8088-0ee215c13014 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3386840-4e01-4bac-9414-27d515c132f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399954 Aug 20 15:02:12.774281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 196d4518-a484-49f3-8576-2d800630dd47) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:12.782144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:12.782796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.797267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34f745-707f-4bd3-8a14-9d6fe68ccd3c None None] Network 196d4518-a484-49f3-8576-2d800630dd47 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:12.856220 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-161714e0-fb2b-4ed7-b328-9b3ee281a487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.873682 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1ba57b9c-e5a0-4f08-9203-cdfdd99bc39c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8002968 Aug 20 15:02:12.875966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38242) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:12.881931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'port': {'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'name': 'tempest-TaggedBootDevicesTest-387257293', 'fixed_ips': [{'subnet_id': '8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:12.907501 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-161714e0-fb2b-4ed7-b328-9b3ee281a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:12.924176 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c4612d78-5fca-41e9-84b5-d6f250117a74 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4862776 Aug 20 15:02:12.937022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38244) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:12.950230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Request body: {'subnet': {'network_id': '68917e23-18d5-44ae-a539-3acaf4cc4052', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-987578833-subnet', 'tenant_id': '4ecd8668cc704cbab85f5a7986b0ebe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:12.995131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbe146-2a24-4318-a174-9df1a20221e5 req-4742f31a-c13f-4eb3-90ce-b05f36e84f55 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:13.002546 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eacbe146-2a24-4318-a174-9df1a20221e5 req-4742f31a-c13f-4eb3-90ce-b05f36e84f55 tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 1102 time: 0.2256513 Aug 20 15:02:13.016600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-161714e0-fb2b-4ed7-b328-9b3ee281a487 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f826c8e0b3784a648f47395620bd2c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8628013 Aug 20 15:02:13.017248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161714e0-fb2b-4ed7-b328-9b3ee281a487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfdc00e-3578-4ced-936c-522a892118b9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:13.024386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38246) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:13.063382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90f290ed-c651-426e-a7bf-6cacabf47ba8 req-baadb6fe-268f-486b-b003-287008eadb66 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 210 time: 0.1050427 Aug 20 15:02:13.064174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28919b5-d1da-400d-a43f-4abb1965195e None None] Pushing event updated for resources: {'Port': ['ID=24f70950-eede-4d4e-bdd3-e2018cef58a8,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:13.092233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dfcb554c-177f-45d6-ab11-3d3ce55d5b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:13.095592 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:02:13.096238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:13.098706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Allocated IP 10.1.1.2 (cc815b3d-0f87-4c07-9a13-8fc9de10a3ec/8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7/0c00519b-5ad7-4f3a-be37-d6cc1563d5ff) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:13.119892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-f14e7324-a4f2-4801-ab1f-d2b6efb3260b service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268349 Aug 20 15:02:13.120464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Made reservation on behalf of 4ecd8668cc704cbab85f5a7986b0ebe2 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:13.122717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:13.127400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dfcb554c-177f-45d6-ab11-3d3ce55d5b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:13.148080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:13.177305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eacbe146-2a24-4318-a174-9df1a20221e5 req-76cb25be-df3d-4e2c-b642-8b36fd20a07e tempest-ServersOnMultiNodesTest-829592556 tempest-ServersOnMultiNodesTest-829592556-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738031 Aug 20 15:02:13.444944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-196d4518-a484-49f3-8576-2d800630dd47', 'network_id': '196d4518-a484-49f3-8576-2d800630dd47', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'fixed_ips': [{'subnet_id': 'ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:02:13.445806 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:13.479964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:02:13.484151 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dfcb554c-177f-45d6-ab11-3d3ce55d5b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:13.487335 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dfcb554c-177f-45d6-ab11-3d3ce55d5b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:13.492994 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dfcb554c-177f-45d6-ab11-3d3ce55d5b06 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dfdc00e-3578-4ced-936c-522a892118b9 HTTP/1.1" status: 204 len: 168 time: 0.4673390 Aug 20 15:02:13.509051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:13.513682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb554c-177f-45d6-ab11-3d3ce55d5b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfdc00e-3578-4ced-936c-522a892118b9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:13.550149 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] device_id is not set on port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:02:13.645289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-683d5870-ac5a-4158-9da5-5de97aad84d7 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:13.647328 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-683d5870-ac5a-4158-9da5-5de97aad84d7 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 820 time: 0.3521512 Aug 20 15:02:13.670297 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:13.680363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Transition to ACTIVE for port object 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:13.693533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Request body: {'port': {'device_id': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'admin_state_up': True, 'tenant_id': '26b9fed811e74859ad27d0f95655ff31'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:13.698084 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Transition to ACTIVE for port object 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:13.786464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831442e-5a05-4bcb-b123-b155eda43cea req-590e9177-6bb6-455b-8e6d-0fb66dbe8a9f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:13.794117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b831442e-5a05-4bcb-b123-b155eda43cea req-590e9177-6bb6-455b-8e6d-0fb66dbe8a9f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 950 time: 0.1661081 Aug 20 15:02:13.831167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16ac2b-e969-49ad-961a-5a5a3f388e3c req-4eb8b905-2e30-408c-97f8-4733f70c2873 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:13.839344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a16ac2b-e969-49ad-961a-5a5a3f388e3c req-4eb8b905-2e30-408c-97f8-4733f70c2873 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.2185309 Aug 20 15:02:13.841698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Allocated IP 10.2.2.2 (196d4518-a484-49f3-8576-2d800630dd47/ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8/448e9053-aab5-4254-8efe-ff953bca04b5) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:13.861746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18a4ea77-e552-4500-9867-4aabf5c56e26 req-18923e18-f61b-4dbf-944f-ef792b19fd76 service neutron] 10.222.0.70 "GET /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235503 Aug 20 15:02:13.880106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Allocated IP 10.1.1.223 (cc815b3d-0f87-4c07-9a13-8fc9de10a3ec/8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7/7af7bc0b-833f-4482-8e06-e1b9ae83ca66) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:13.883981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Made reservation on behalf of 26b9fed811e74859ad27d0f95655ff31 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:13.888667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:13.939695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b831442e-5a05-4bcb-b123-b155eda43cea req-ace98fda-e331-4e42-a706-51cc90c786ff tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449726 Aug 20 15:02:13.962815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a16ac2b-e969-49ad-961a-5a5a3f388e3c req-7bb58c15-d390-4b72-9f05-9f456c115ef3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229405 Aug 20 15:02:13.992733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.035434 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.055294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Transition to ACTIVE for port object 448e9053-aab5-4254-8efe-ff953bca04b5 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:14.071628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Transition to ACTIVE for port object 448e9053-aab5-4254-8efe-ff953bca04b5 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:14.074839 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.110114 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.118149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f6e606-c724-46dd-b1ae-55b226105437,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:14.125790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Checking segment: {'id': 'a4ed4aea-3df5-4494-9968-3db09d0c6010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68917e23-18d5-44ae-a539-3acaf4cc4052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:14.126163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Network hostable DHCP agents. Network: 68917e23-18d5-44ae-a539-3acaf4cc4052, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:02:14.167140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:14.171117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Network 68917e23-18d5-44ae-a539-3acaf4cc4052 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:02:14.187575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 68917e23-18d5-44ae-a539-3acaf4cc4052) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:14.195642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:14.197304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:14.197668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.205845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Allocated IP 172.20.0.3 (b5d51df0-8ded-4e1f-9361-f128ff7d4af7/d613c57c-f773-463d-8846-8d113832ebc2/c1d3f07a-3ed4-4628-8043-3b35787e0b5a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:14.209669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Network 196d4518-a484-49f3-8576-2d800630dd47 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:14.215126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:14.219010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:14.221124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ce3f2f-a378-42ce-acbf-e03b5e5b533b None None] Network 68917e23-18d5-44ae-a539-3acaf4cc4052 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:14.225002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:14.252795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4625fb58-d76f-4a90-bf2b-8280eba2301f req-6c3e2674-bf51-4931-b388-f799dc4ec004 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 210 time: 0.0476923 Aug 20 15:02:14.268416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e74dcf22-773e-42a7-8f1d-50b302ab49ce admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3198423 Aug 20 15:02:14.289970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Pushing event updated for resources: {'Port': ['ID=0c00519b-5ad7-4f3a-be37-d6cc1563d5ff,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:14.315175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.354174 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Transition to ACTIVE for port object 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:14.460600 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.476881 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.517984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Transition to ACTIVE for port object c1d3f07a-3ed4-4628-8043-3b35787e0b5a will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:14.535367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:14.544929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Port': ['ID=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:14.549181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:14.552902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:14.618148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:14.618827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.623461 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.679270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:14.683457 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28486d7b-48fd-4d9e-93cc-e0b9ca812b30 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8039079 Aug 20 15:02:14.683825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38286) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:14.687305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:14.689898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Pushing event updated for resources: {'Port': ['ID=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:14.692138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:14.703461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'port': {'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'name': 'tempest-TaggedBootDevicesTest-1243460663', 'fixed_ips': [{'subnet_id': '8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:14.732449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Attempting to bind port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:14.732975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Attempting to bind port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:14.733177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Attempting to bind port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:14.756284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:14.757807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.790887 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-b5192b30-d4c4-4f84-bb89-eafa74e60c96 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1013632 Aug 20 15:02:14.811413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Request body: {'port': {'device_id': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:14.846788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:14.847164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Checking segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:14.847718 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.849331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Bound using segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:14.852157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Bound port: 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:14.852871 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.893062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:14.895488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Attempting to bind port 448e9053-aab5-4254-8efe-ff953bca04b5 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:14.896177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Attempting to bind port 448e9053-aab5-4254-8efe-ff953bca04b5 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:14.896775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Attempting to bind port 448e9053-aab5-4254-8efe-ff953bca04b5 on network 196d4518-a484-49f3-8576-2d800630dd47 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:14.900164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Pushing event updated for resources: {'Port': ['ID=448e9053-aab5-4254-8efe-ff953bca04b5,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:14.924498 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.011433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:15.011433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Checking segment: {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:15.012235 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.013117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:15.013732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Bound using segment: {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:15.015164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Bound port: 448e9053-aab5-4254-8efe-ff953bca04b5, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:15.016251 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.185593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a28f626-4c5d-49f3-bf11-b0fd74cf4229 None None] Network 68917e23-18d5-44ae-a539-3acaf4cc4052 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:15.189919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.212400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] device_id is not set on port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:02:15.266180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:12Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:15.309433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] For port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:15.321858 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2c741322-7fbb-4d93-9a62-83e3d9dc4349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.338149 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fe143-b1cf-467e-a72b-07276a7f84c7 None None] The sync data for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 is: [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:12Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:02:15.339794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1d143f78-de5e-477d-b355-63c0ad46feba None None] Provisioning for port c1d3f07a-3ed4-4628-8043-3b35787e0b5a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:15.353946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] For port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0c00519b-5ad7-4f3a-be37-d6cc1563d5ff,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:15.364027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d3f07a-3ed4-4628-8043-3b35787e0b5a {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:15.373275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1d143f78-de5e-477d-b355-63c0ad46feba None None] Provisioning complete for port c1d3f07a-3ed4-4628-8043-3b35787e0b5a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:15.374736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.376912 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1d143f78-de5e-477d-b355-63c0ad46feba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.379349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] For port 448e9053-aab5-4254-8efe-ff953bca04b5, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:15.386824 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.400273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Transition to ACTIVE for port object c1d3f07a-3ed4-4628-8043-3b35787e0b5a will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:15.405642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.480283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a6eb0-5f80-4c64-8b14-6c25641cbcaf req-3f214c55-efa3-491c-b265-78266bea94cd tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:15.489692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d4a6eb0-5f80-4c64-8b14-6c25641cbcaf req-3f214c55-efa3-491c-b265-78266bea94cd tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.2835085 Aug 20 15:02:15.505193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1d143f78-de5e-477d-b355-63c0ad46feba None None] Port c1d3f07a-3ed4-4628-8043-3b35787e0b5a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:15.514680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] For port 448e9053-aab5-4254-8efe-ff953bca04b5, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=448e9053-aab5-4254-8efe-ff953bca04b5,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:15.529953 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.557515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Pushing event updated for resources: {'Port': ['ID=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:15.576159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d4a6eb0-5f80-4c64-8b14-6c25641cbcaf req-71c5c49a-6c16-45fc-aa95-15eba2c2ec1f tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789642 Aug 20 15:02:15.701132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e1612-66d1-41b1-932a-793f5dcb490f None None] Pushing event updated for resources: {'Port': ['ID=0c00519b-5ad7-4f3a-be37-d6cc1563d5ff,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:15.739864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c11f20-4696-414a-8803-9409bc031980 req-f8a6e8bf-0d9b-418c-b88a-baa789a1f926 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:15.755484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-f8a6e8bf-0d9b-418c-b88a-baa789a1f926 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/networks?id=b0a595e4-841e-49b9-8187-367934f82ee0 HTTP/1.1" status: 200 len: 824 time: 0.5390980 Aug 20 15:02:15.778638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Attempting to bind port c1d3f07a-3ed4-4628-8043-3b35787e0b5a on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:15.779244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Attempting to bind port c1d3f07a-3ed4-4628-8043-3b35787e0b5a by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:15.781221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Attempting to bind port c1d3f07a-3ed4-4628-8043-3b35787e0b5a on network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:15.792525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Port c1d3f07a-3ed4-4628-8043-3b35787e0b5a on network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:15.793115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Attempting to bind port c1d3f07a-3ed4-4628-8043-3b35787e0b5a on network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:15.800022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:15.800693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Checking segment: {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:15.801303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Bound using segment: {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:15.802104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Bound port: c1d3f07a-3ed4-4628-8043-3b35787e0b5a, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:15.802689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:15.809031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442b5f1-17ce-444f-8bfb-69da053a9f18 None None] Pushing event updated for resources: {'Port': ['ID=448e9053-aab5-4254-8efe-ff953bca04b5,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:15.994809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] For port c1d3f07a-3ed4-4628-8043-3b35787e0b5a, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:16.001172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] For port c1d3f07a-3ed4-4628-8043-3b35787e0b5a, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:16.018765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:16.037608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-813da07b-e09f-4ce3-af03-9ef4c2b3a878 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/quotas/99416997148146a2846040d613ff1c7f HTTP/1.1" status: 200 len: 375 time: 0.2777722 Aug 20 15:02:16.098966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Allocated IP 10.1.1.145 (cc815b3d-0f87-4c07-9a13-8fc9de10a3ec/8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7/eda3b34f-d54c-4cd9-bdde-876cea3d3eaa) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:16.112434 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:16.145030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-bc91f538-ed5c-47af-ba49-0d8b36970c8c tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=99416997148146a2846040d613ff1c7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860789 Aug 20 15:02:16.174390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48ec0-ee43-465d-ac9d-438cc8fb4211 req-e0f1cb38-9ee0-4f20-bcad-18ba5755eb19 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:16.190442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95e48ec0-ee43-465d-ac9d-438cc8fb4211 req-e0f1cb38-9ee0-4f20-bcad-18ba5755eb19 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 950 time: 0.4287791 Aug 20 15:02:16.203891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:16.204731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:16.205920 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] 10.222.0.72 "PUT /v2.0/ports/c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 1092 time: 1.3994379 Aug 20 15:02:16.206395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:16.208702 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31625a43-c0e4-4e76-9ec5-db75fe70931b" -d '{"events": [{"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:16.232995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0f61b-09fe-4676-946a-8d8eb6f1097c service neutron] Pushing event updated for resources: {'Port': ['ID=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:16.338859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-85e9c3e8-f439-4eee-ab4a-ce699629f141 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:16.341667 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-85e9c3e8-f439-4eee-ab4a-ce699629f141 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 950 time: 0.4925230 Aug 20 15:02:16.414335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-519eedf9-6657-4643-8b6a-70d92e1bf9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:16.415929 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-519eedf9-6657-4643-8b6a-70d92e1bf9c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1095 time: 0.1276510 Aug 20 15:02:16.566567 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-4a4d0268-b9e1-4b9a-8aca-271a8e354d9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 217 time: 0.1347394 Aug 20 15:02:16.580264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-60315025-84c1-41e1-8b50-98c0a9cfe0da service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:02:16.588372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-60315025-84c1-41e1-8b50-98c0a9cfe0da service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3938901 Aug 20 15:02:16.664825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-eff78987-aff1-4eba-9676-1bfa02431739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:16.666623 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-eff78987-aff1-4eba-9676-1bfa02431739 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.0923135 Aug 20 15:02:16.755095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-da57de93-3f94-418c-895e-92c5ad42a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:16.767361 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-da57de93-3f94-418c-895e-92c5ad42a902 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906451 Aug 20 15:02:16.794848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95e48ec0-ee43-465d-ac9d-438cc8fb4211 req-15d489bc-9658-4985-8b44-225736df7f3e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6014371 Aug 20 15:02:16.918349 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-cbad249b-1c16-4698-ae43-e5c99bb88dd1 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417437 Aug 20 15:02:17.083435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-69e049c3-7508-42f1-a9ab-90566cc4114e service neutron] 10.222.0.36 "GET /v2.0/networks/b0a595e4-841e-49b9-8187-367934f82ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939539 Aug 20 15:02:17.093867 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.099758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Deleting port 21c7cb6d-e94c-404a-975d-1b809f08070a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:17.100103 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.125640 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4556a4f9-0dab-4035-acf8-2d593c95bfc0 req-7a7a3d73-5f4e-4f61-a3bf-02fc01ec4995 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982839 Aug 20 15:02:17.200344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38348) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:17.265940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3933134-5d7f-49cd-a94c-890e91a854a9 None None] Network 196d4518-a484-49f3-8576-2d800630dd47 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:17.337150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Transition to ACTIVE for port object eda3b34f-d54c-4cd9-bdde-876cea3d3eaa will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:17.362453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb6c32-38fb-4ac4-8634-60c1437f886b req-aea67814-4d17-41ef-ba7a-0d2b20903e82 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:17.370850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cfb6c32-38fb-4ac4-8634-60c1437f886b req-aea67814-4d17-41ef-ba7a-0d2b20903e82 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 943 time: 0.3499608 Aug 20 15:02:17.427441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 448e9053-aab5-4254-8efe-ff953bca04b5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:17.472291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-500cebf2-1e97-40b4-b87a-34f31618e059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.480267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cfb6c32-38fb-4ac4-8634-60c1437f886b req-421a86a6-881f-4dbe-8abc-d7441a97d76f tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083357 Aug 20 15:02:17.483934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] For port 21c7cb6d-e94c-404a-975d-1b809f08070a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=21c7cb6d-e94c-404a-975d-1b809f08070a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:17.484488 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.536335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Calling delete_port for 21c7cb6d-e94c-404a-975d-1b809f08070a owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:17.561923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-ed30bbb2-61c2-4710-bdb3-4a31d8bf19f7 service neutron] 10.222.0.36 "GET /v2.0/networks/b0a595e4-841e-49b9-8187-367934f82ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554787 Aug 20 15:02:17.570605 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefcf3da-e140-4899-86c7-c80f9014ba01 x-openstack-request-id: req-aefcf3da-e140-4899-86c7-c80f9014ba01 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:17.571106 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:17.571628 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aefcf3da-e140-4899-86c7-c80f9014ba01 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:17.572329 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'status': 'completed', 'code': 200} Aug 20 15:02:17.587665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.653478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b2d2fb34-d97a-40d7-92b7-1cf0f9c231cd None None] Provisioning for port 448e9053-aab5-4254-8efe-ff953bca04b5 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:17.655276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 448e9053-aab5-4254-8efe-ff953bca04b5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:17.663435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 448e9053-aab5-4254-8efe-ff953bca04b5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:17.663866 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.672027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b2d2fb34-d97a-40d7-92b7-1cf0f9c231cd None None] Provisioning complete for port 448e9053-aab5-4254-8efe-ff953bca04b5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:17.677719 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b2d2fb34-d97a-40d7-92b7-1cf0f9c231cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.749842 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-500cebf2-1e97-40b4-b87a-34f31618e059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.762084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-500cebf2-1e97-40b4-b87a-34f31618e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.807952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:17.828040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:17.849572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:17.853078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Port': ['ID=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:17.910542 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.930934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-15ac12ca-f795-4cd1-a920-31b2da2b1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:17.932516 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-15ac12ca-f795-4cd1-a920-31b2da2b1469 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1095 time: 0.3115060 Aug 20 15:02:17.933485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b2d2fb34-d97a-40d7-92b7-1cf0f9c231cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:17.940118 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-500cebf2-1e97-40b4-b87a-34f31618e059 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66757a5dbc9244edb49f9a210c1f2a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7381949 Aug 20 15:02:17.958194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38360) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:17.963502 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cebf2-1e97-40b4-b87a-34f31618e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8626f1b3-15b8-45da-afdb-c1c657ae2d68,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:17.968945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e13d0a5-e56e-44d3-a0cc-1c365c5c8e98 None None] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:17.970474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e22e57ee-4678-4af3-9c6a-3a34e00aadbb req-cfa6d2da-60f8-47d5-b299-189eb77bd411 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 210 time: 0.1115801 Aug 20 15:02:17.986701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d905-2490-4146-9d12-1ea983785eb1 req-ba821b2b-3905-47c1-813f-143877801acf tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:17.988284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d682d905-2490-4146-9d12-1ea983785eb1 req-ba821b2b-3905-47c1-813f-143877801acf tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.2978773 Aug 20 15:02:18.023691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:18.031028 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.120565 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7fc46dbd-edfb-4bbd-9fac-59466abd6cc9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4352880 Aug 20 15:02:18.127584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-65f2ea12-50dc-4789-92c7-8436ba7b4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:18.129432 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-65f2ea12-50dc-4789-92c7-8436ba7b4f94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.1858749 Aug 20 15:02:18.173122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b2d2fb34-d97a-40d7-92b7-1cf0f9c231cd None None] For port 448e9053-aab5-4254-8efe-ff953bca04b5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=448e9053-aab5-4254-8efe-ff953bca04b5,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:18.185069 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b2d2fb34-d97a-40d7-92b7-1cf0f9c231cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.200550 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-7e117edc-70b2-4918-9e55-82cc56d4ded3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 217 time: 0.0611415 Aug 20 15:02:18.202174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d682d905-2490-4146-9d12-1ea983785eb1 req-ee27cc4f-9f35-4a6b-8ebd-84d0eb7e0446 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991613 Aug 20 15:02:18.238948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1228e37e-8b32-44e8-9e1b-a2bcf5a9ec56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.245281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.254294 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.256201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c0f8c-1629-46fc-baa7-19c859f1077a req-c383df95-bd26-4f06-b11d-8bba2b2d4f27 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:18.264409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-881c0f8c-1629-46fc-baa7-19c859f1077a req-c383df95-bd26-4f06-b11d-8bba2b2d4f27 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=f9f519c7-e652-4537-9333-d9bdbc7c6b9d HTTP/1.1" status: 200 len: 950 time: 0.1403039 Aug 20 15:02:18.266671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:18.308935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-cf046eb9-f294-4d07-a846-cc76e3ef9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:18.310941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7', '53e27d67-58fa-4f26-a902-aa33f6225dc4', '15de5fa6-c6c8-46da-b002-d30278619a97', '4e73965d-b3b9-4d34-9e82-690f180b4146'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:18.311855 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-cf046eb9-f294-4d07-a846-cc76e3ef9822 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.1047642 Aug 20 15:02:18.372787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event deleted for resources: {'Port': ['ID=21c7cb6d-e94c-404a-975d-1b809f08070a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:18.387490 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1228e37e-8b32-44e8-9e1b-a2bcf5a9ec56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.392503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-1f9cfdf5-2ec1-48ab-af25-85290ee917a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:18.394482 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-1f9cfdf5-2ec1-48ab-af25-85290ee917a9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699296 Aug 20 15:02:18.423795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] No DVR routers for this DVR port 21c7cb6d-e94c-404a-975d-1b809f08070a on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:18.435908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.437903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bf85d8b-4a29-45fa-8c26-f7d67ab5b73b req-27e0d057-969d-46bb-ac90-0a516d62c70d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "DELETE /v2.0/ports/21c7cb6d-e94c-404a-975d-1b809f08070a HTTP/1.1" status: 204 len: 173 time: 2.0685794 Aug 20 15:02:18.442295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f519c7-e652-4537-9333-d9bdbc7c6b9d', 'name': 'network-vif-deleted', 'tag': '21c7cb6d-e94c-404a-975d-1b809f08070a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:18.449416 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39c31a3-a5e4-4373-b0d5-2a5dfa4c0426" -d '{"events": [{"server_uuid": "f9f519c7-e652-4537-9333-d9bdbc7c6b9d", "name": "network-vif-deleted", "tag": "21c7cb6d-e94c-404a-975d-1b809f08070a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:18.462680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2fb34-d97a-40d7-92b7-1cf0f9c231cd None None] Pushing event updated for resources: {'Port': ['ID=448e9053-aab5-4254-8efe-ff953bca04b5,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:18.499025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-881c0f8c-1629-46fc-baa7-19c859f1077a req-21e42e04-07c3-4a14-9e82-749a03117f64 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132618 Aug 20 15:02:18.575267 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1228e37e-8b32-44e8-9e1b-a2bcf5a9ec56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.583131 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1228e37e-8b32-44e8-9e1b-a2bcf5a9ec56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.584579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1228e37e-8b32-44e8-9e1b-a2bcf5a9ec56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8626f1b3-15b8-45da-afdb-c1c657ae2d68 HTTP/1.1" status: 204 len: 168 time: 0.6173928 Aug 20 15:02:18.603693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228e37e-8b32-44e8-9e1b-a2bcf5a9ec56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8626f1b3-15b8-45da-afdb-c1c657ae2d68,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:18.625444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-03a0ba71-c1df-43d2-91fc-1e05df4dbd0d None None] Provisioning complete for port 448e9053-aab5-4254-8efe-ff953bca04b5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:18.626857 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-03a0ba71-c1df-43d2-91fc-1e05df4dbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.659792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-23ff681c-cb38-4878-ad48-9a071b1ba7f0 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470217 Aug 20 15:02:18.721616 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:02:18.721974 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:02:18.778049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f57f0f-10e8-4df5-b86d-a536d1f811c4 req-1c7ff82a-5a0b-4e61-8970-7827fe4686bb tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:18.782548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8f57f0f-10e8-4df5-b86d-a536d1f811c4 req-1c7ff82a-5a0b-4e61-8970-7827fe4686bb tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1459703 Aug 20 15:02:18.811216 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31625a43-c0e4-4e76-9ec5-db75fe70931b req-f9e6f2bd-5f6b-4c6d-a637-6991fbaa7a3b service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422479 Aug 20 15:02:18.857867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8f57f0f-10e8-4df5-b86d-a536d1f811c4 req-f88e8228-6353-4085-8213-6e6a49e2c3cf tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686381 Aug 20 15:02:18.889928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38382) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:18.894594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-646cfb02-d744-491d-bb64-64a33e55a7ff tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845985538', 'description': 'tempest-description--1172845685'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:18.937068 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-646cfb02-d744-491d-bb64-64a33e55a7ff tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:18.958901 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f2e8f-7dfa-4f1c-8ffa-00bcb1c4b471 x-openstack-request-id: req-541f2e8f-7dfa-4f1c-8ffa-00bcb1c4b471 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:18.959477 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f519c7-e652-4537-9333-d9bdbc7c6b9d", "name": "network-vif-deleted", "tag": "21c7cb6d-e94c-404a-975d-1b809f08070a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:18.959990 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-541f2e8f-7dfa-4f1c-8ffa-00bcb1c4b471 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:18.961601 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f519c7-e652-4537-9333-d9bdbc7c6b9d', 'name': 'network-vif-deleted', 'tag': '21c7cb6d-e94c-404a-975d-1b809f08070a', 'status': 'completed', 'code': 200} Aug 20 15:02:19.046260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194faf1d-cb9a-4811-baf6-4248b936de77 req-f10e667f-0bcd-4c01-afcd-2623175158b6 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:19.058448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-194faf1d-cb9a-4811-baf6-4248b936de77 req-f10e667f-0bcd-4c01-afcd-2623175158b6 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 943 time: 0.1052880 Aug 20 15:02:19.115826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38388) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:19.142381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c1449b7-1e11-42ec-b7d6-be17a7e26b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.180413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-194faf1d-cb9a-4811-baf6-4248b936de77 req-7c9734e1-b58d-4149-bdb5-35f705f2938e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209693 Aug 20 15:02:19.187053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-03a0ba71-c1df-43d2-91fc-1e05df4dbd0d None None] Provisioning for port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:19.222141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d18f8-434a-428c-9e94-af03f3ebd282 req-b7bd7cce-0d2a-499c-ba73-09343d51d3f1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:19.224066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-257d18f8-434a-428c-9e94-af03f3ebd282 req-b7bd7cce-0d2a-499c-ba73-09343d51d3f1 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1356504 Aug 20 15:02:19.301467 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-646cfb02-d744-491d-bb64-64a33e55a7ff tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.337426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-257d18f8-434a-428c-9e94-af03f3ebd282 req-a0f96677-5d3e-4672-a030-6d59bbfb3b56 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931404 Aug 20 15:02:19.355690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 24f70950-eede-4d4e-bdd3-e2018cef58a8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:19.370726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-646cfb02-d744-491d-bb64-64a33e55a7ff tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.383711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 21c7cb6d-e94c-404a-975d-1b809f08070a no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:19.403871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00dfb0c9-c7ac-4739-809e-9efbaa852834 req-ebe7369b-71e5-4673-b03d-533b74a2d2d2 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 210 time: 0.0956519 Aug 20 15:02:19.419574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c1449b7-1e11-42ec-b7d6-be17a7e26b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.426161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c1449b7-1e11-42ec-b7d6-be17a7e26b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.459898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 21c7cb6d-e94c-404a-975d-1b809f08070a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:19.460280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 21c7cb6d-e94c-404a-975d-1b809f08070a not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:19.479274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cfb02-d744-491d-bb64-64a33e55a7ff tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1099680c-407a-4488-83a9-cdaeda54e72a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:19.502279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-646cfb02-d744-491d-bb64-64a33e55a7ff tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.505871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-646cfb02-d744-491d-bb64-64a33e55a7ff tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6129313 Aug 20 15:02:19.508285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38394) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:19.517329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ec6f0e08-4cf7-4409-ab56-093ab92a5910 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'security_group_rule': {'security_group_id': '1099680c-407a-4488-83a9-cdaeda54e72a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:19.520771 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5c1449b7-1e11-42ec-b7d6-be17a7e26b65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d6b3a5bef3a4b61beea42b22797967c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035830 Aug 20 15:02:19.521669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1449b7-1e11-42ec-b7d6-be17a7e26b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b59b5c-a990-4ee7-ad84-6295293e6431,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:19.525263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38396) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:19.544979 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-630a17e9-a456-4de5-82f6-987022865e15 None None] Provisioning for port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:19.579179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da437f99-c6f0-4f3f-a868-a370941a481a req-edb6bc83-86f4-4018-81ae-f902bb3b7169 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:19.579324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-630a17e9-a456-4de5-82f6-987022865e15 None None] Provisioning complete for port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:19.579740 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-630a17e9-a456-4de5-82f6-987022865e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.590079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da437f99-c6f0-4f3f-a868-a370941a481a req-edb6bc83-86f4-4018-81ae-f902bb3b7169 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1548207 Aug 20 15:02:19.643861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 24f70950-eede-4d4e-bdd3-e2018cef58a8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:19.664475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 24f70950-eede-4d4e-bdd3-e2018cef58a8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:19.664871 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.715723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-630a17e9-a456-4de5-82f6-987022865e15 None None] Port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:19.722126 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0e08-4cf7-4409-ab56-093ab92a5910 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.758658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-630a17e9-a456-4de5-82f6-987022865e15 None None] Provisioning for port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:19.778950 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da437f99-c6f0-4f3f-a868-a370941a481a req-d1c05aa1-4331-4082-8651-a38d44b91d4d tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817486 Aug 20 15:02:19.795145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-630a17e9-a456-4de5-82f6-987022865e15 None None] Provisioning complete for port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:19.795530 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-630a17e9-a456-4de5-82f6-987022865e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.855022 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bfac2885-b200-4680-9402-4da527b782f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.903614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c11f20-4696-414a-8803-9409bc031980 req-f6f42b36-b877-4c75-b449-75653e7de6dd tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:19.903614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-f6f42b36-b877-4c75-b449-75653e7de6dd tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.70 "GET /v2.0/networks?id=b0a595e4-841e-49b9-8187-367934f82ee0 HTTP/1.1" status: 200 len: 824 time: 0.2851772 Aug 20 15:02:19.927964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Request body: {'port': {'device_id': 'c2e4dfdf-142a-4506-8069-948781631c79', 'network_id': 'b0a595e4-841e-49b9-8187-367934f82ee0', 'admin_state_up': True, 'tenant_id': '99416997148146a2846040d613ff1c7f'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:19.934206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0e08-4cf7-4409-ab56-093ab92a5910 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.937962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bfac2885-b200-4680-9402-4da527b782f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.963267 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0e08-4cf7-4409-ab56-093ab92a5910 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:19.981384 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.029671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-630a17e9-a456-4de5-82f6-987022865e15 None None] Port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:20.075698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 24f70950-eede-4d4e-bdd3-e2018cef58a8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=24f70950-eede-4d4e-bdd3-e2018cef58a8,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:20.080338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f0e08-4cf7-4409-ab56-093ab92a5910 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bb9647-ec20-423c-9271-7053632be8dc,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:20.087291 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.088279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:20.122774 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ec6f0e08-4cf7-4409-ab56-093ab92a5910 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.124005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ec6f0e08-4cf7-4409-ab56-093ab92a5910 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6145420 Aug 20 15:02:20.127370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38408) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:20.135141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-895b430a-45c6-44db-94cd-f0b9cee70692 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'security_group_rule': {'security_group_id': '1099680c-407a-4488-83a9-cdaeda54e72a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:20.171046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-895b430a-45c6-44db-94cd-f0b9cee70692 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.177905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb2450-5a29-4e39-b08d-e0d1de8a8edf req-41306a9e-fcbd-4b23-95f5-f3f69f8bdd82 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:20.179581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4fb2450-5a29-4e39-b08d-e0d1de8a8edf req-41306a9e-fcbd-4b23-95f5-f3f69f8bdd82 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1682634 Aug 20 15:02:20.198437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2047dfb-5264-4e8e-b20b-8be0a70153a1 req-0f697397-ff99-40ac-bda8-019eb4a5c234 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:20.200106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2047dfb-5264-4e8e-b20b-8be0a70153a1 req-0f697397-ff99-40ac-bda8-019eb4a5c234 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 950 time: 0.1960714 Aug 20 15:02:20.204725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bfac2885-b200-4680-9402-4da527b782f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.208407 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bfac2885-b200-4680-9402-4da527b782f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.209634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bfac2885-b200-4680-9402-4da527b782f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34b59b5c-a990-4ee7-ad84-6295293e6431 HTTP/1.1" status: 204 len: 168 time: 0.6805546 Aug 20 15:02:20.260424 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-895b430a-45c6-44db-94cd-f0b9cee70692 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.265073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac2885-b200-4680-9402-4da527b782f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b59b5c-a990-4ee7-ad84-6295293e6431,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:20.269374 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-895b430a-45c6-44db-94cd-f0b9cee70692 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.293850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Made reservation on behalf of 99416997148146a2846040d613ff1c7f for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:20.298324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.313061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b430a-45c6-44db-94cd-f0b9cee70692 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873078d7-c3f5-40e8-8813-7a6b2772700f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:20.317296 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-895b430a-45c6-44db-94cd-f0b9cee70692 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.318694 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-895b430a-45c6-44db-94cd-f0b9cee70692 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1896033 Aug 20 15:02:20.323385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38414) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:20.329669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4fb2450-5a29-4e39-b08d-e0d1de8a8edf req-77d6d382-f221-4708-84d4-9eb2e5ee5ea9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281209 Aug 20 15:02:20.334291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:20.350223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2047dfb-5264-4e8e-b20b-8be0a70153a1 req-bf595a27-51b4-47e4-8d88-eecdb020c4b4 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391165 Aug 20 15:02:20.392587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.408533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c1d3f07a-3ed4-4628-8043-3b35787e0b5a details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:02:20.434918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=24f70950-eede-4d4e-bdd3-e2018cef58a8,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:20.487654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-672d58c8-ac41-4129-9e93-ff39a6c075cf None None] Provisioning complete for port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:20.488284 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-672d58c8-ac41-4129-9e93-ff39a6c075cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.562846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:20.576175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:20.576908 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.589159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.611219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f475c46-554b-43e7-8e68-3358684b1c33 req-c4ecbb82-9a92-4f02-8bbc-2bc6e157784f tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:20.612899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f475c46-554b-43e7-8e68-3358684b1c33 req-c4ecbb82-9a92-4f02-8bbc-2bc6e157784f tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 943 time: 0.1934910 Aug 20 15:02:20.626883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fd3bd-ae44-4412-979c-f6bea4a012cc req-8586b2c6-9824-4eed-a886-3e24a86707dc tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:20.635680 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e73fd3bd-ae44-4412-979c-f6bea4a012cc req-8586b2c6-9824-4eed-a886-3e24a86707dc tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1687419 Aug 20 15:02:20.641652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-672d58c8-ac41-4129-9e93-ff39a6c075cf None None] Port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:20.685776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Allocated IP 172.20.0.13 (b0a595e4-841e-49b9-8187-367934f82ee0/a228e76b-6974-4583-aed3-430919d01c26/be8abe3b-1d08-485a-b033-c7035a49f86b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:20.686674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c1d3f07a-3ed4-4628-8043-3b35787e0b5a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:20.699756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-672d58c8-ac41-4129-9e93-ff39a6c075cf None None] Provisioning complete for port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:20.700137 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-672d58c8-ac41-4129-9e93-ff39a6c075cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.739322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f475c46-554b-43e7-8e68-3358684b1c33 req-e1589c14-1210-4a6b-ac90-50b575262da9 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993459 Aug 20 15:02:20.739817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'port_id': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'mac_address': 'fa:16:3e:08:a5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:02:20.746197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e73fd3bd-ae44-4412-979c-f6bea4a012cc req-826a5eee-55ff-4603-bcb3-71f735c2edb8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094992 Aug 20 15:02:20.805377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-672d58c8-ac41-4129-9e93-ff39a6c075cf None None] Port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:20.827123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Allocated IP 172.25.5.20 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/e4c99d72-2ff0-423f-a3a6-13545e79426d) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:20.856337 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.871522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.889406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d3f07a-3ed4-4628-8043-3b35787e0b5a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:20.902664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5e2f2d4-eb71-477c-9985-cdc2ac413143 req-e897268e-9465-4895-9bad-a1d88d14a245 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 210 time: 0.0634170 Aug 20 15:02:20.939811 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c1d3f07a-3ed4-4628-8043-3b35787e0b5a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:20.947187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0c00519b-5ad7-4f3a-be37-d6cc1563d5ff,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:20.949151 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:20.955932 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.020068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:21.083336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.097015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.111632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 448e9053-aab5-4254-8efe-ff953bca04b5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:21.132283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=0c00519b-5ad7-4f3a-be37-d6cc1563d5ff,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:21.160250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.167521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 448e9053-aab5-4254-8efe-ff953bca04b5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:21.167521 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.177261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62e98-4572-4b0c-b20b-83c08eaf3877 req-d81736a7-3e8a-4b69-93ee-9c5d2b5098c5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:21.178834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bc62e98-4572-4b0c-b20b-83c08eaf3877 req-d81736a7-3e8a-4b69-93ee-9c5d2b5098c5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.0814435 Aug 20 15:02:21.184747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.215804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:21.219107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:21.221894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:21.261472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Network b0a595e4-841e-49b9-8187-367934f82ee0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:21.265099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 24f70950-eede-4d4e-bdd3-e2018cef58a8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:21.275654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:21.286488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:21.292108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Pushing event updated for resources: {'Port': ['ID=be8abe3b-1d08-485a-b033-c7035a49f86b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:21.298676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Port': ['ID=e4c99d72-2ff0-423f-a3a6-13545e79426d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:21.322098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bc62e98-4572-4b0c-b20b-83c08eaf3877 req-bead4103-5ce4-4875-b8f5-88a3952f47e0 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346436 Aug 20 15:02:21.332831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 24f70950-eede-4d4e-bdd3-e2018cef58a8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:21.333227 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.351159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:21.353614 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.372104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-dd9f6bbb-2eca-4a44-b11d-307287e13983 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4528303 Aug 20 15:02:21.386946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Request body: {'port': {'device_id': 'c2e4dfdf-142a-4506-8069-948781631c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:21.390605 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.431899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.537739 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.560510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc8758-b9a7-4ed2-b22c-ca8e1c2ec3e6 req-8a813522-7a9e-4351-93d0-e6dbb8c2aad6 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:21.568091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bddc8758-b9a7-4ed2-b22c-ca8e1c2ec3e6 req-8a813522-7a9e-4351-93d0-e6dbb8c2aad6 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1373525 Aug 20 15:02:21.631617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c14f11-13eb-448a-9037-a22607cafe6b req-792b9172-6650-4884-b490-39c343c964dc tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:21.633341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67c14f11-13eb-448a-9037-a22607cafe6b req-792b9172-6650-4884-b490-39c343c964dc tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 950 time: 0.1571944 Aug 20 15:02:21.634092 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.640555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.721973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Port': ['ID=e4c99d72-2ff0-423f-a3a6-13545e79426d,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:21.730541 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.734354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['c1d3f07a-3ed4-4628-8043-3b35787e0b5a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:21.755788 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:21.768111 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1147459d-795a-4403-8674-2729fa49e985 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4434950 Aug 20 15:02:21.952348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38466) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:21.991044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-313bafa7-cb10-4079-b344-62aab2f3d2ae tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:21.993509 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-313bafa7-cb10-4079-b344-62aab2f3d2ae tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 950 time: 0.0846169 Aug 20 15:02:22.076106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bddc8758-b9a7-4ed2-b22c-ca8e1c2ec3e6 req-07311a1e-44f3-4852-bdf0-a260209d24bf tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070474 Aug 20 15:02:22.105584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e8a69ba-f65a-499f-93fc-1211e6079ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.131362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Deleting port 4e73965d-b3b9-4d34-9e82-690f180b4146 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:22.131746 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.197518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67c14f11-13eb-448a-9037-a22607cafe6b req-06c11179-d432-460f-8e3b-db36f2b81b5b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534527 Aug 20 15:02:22.256265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] For port 4e73965d-b3b9-4d34-9e82-690f180b4146, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e73965d-b3b9-4d34-9e82-690f180b4146,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:22.257317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.267717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507880cb-adfe-41ec-8846-73b68754948b req-d16a4fd4-06c8-4527-b0e1-9978f8e0a0c6 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:22.269236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-507880cb-adfe-41ec-8846-73b68754948b req-d16a4fd4-06c8-4527-b0e1-9978f8e0a0c6 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 944 time: 0.1234641 Aug 20 15:02:22.280221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Calling delete_port for 4e73965d-b3b9-4d34-9e82-690f180b4146 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:22.342133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-507880cb-adfe-41ec-8846-73b68754948b req-65eee2b3-1fa4-451e-8fdf-37193a110c2d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599937 Aug 20 15:02:22.351250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e8a69ba-f65a-499f-93fc-1211e6079ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.366403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e8a69ba-f65a-499f-93fc-1211e6079ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.420288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a69ba-f65a-499f-93fc-1211e6079ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1501e46-0162-4c35-969b-763ed07c62cf,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:22.431296 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4e8a69ba-f65a-499f-93fc-1211e6079ce8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9be7b52e8e004a3297e5d05c7db752eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742982 Aug 20 15:02:22.431854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38478) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:22.443776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8abe3b-1d08-485a-b033-c7035a49f86b {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:22.453295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.491044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da860c-2314-46ac-827c-68973bd3d52a req-84caa658-e174-42af-9ac9-ae85ed995a86 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:22.493333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2da860c-2314-46ac-827c-68973bd3d52a req-84caa658-e174-42af-9ac9-ae85ed995a86 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 932 time: 0.1034203 Aug 20 15:02:22.496180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Transition to ACTIVE for port object be8abe3b-1d08-485a-b033-c7035a49f86b will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:22.501684 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.528306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.545139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:22.550816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d61c6d3f-4004-4349-b348-6d8157ad1192 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--845985538&fields=id&tenant_id=2beba97d62b640409b5bc8203a3f489b HTTP/1.1" status: 200 len: 267 time: 0.0936534 Aug 20 15:02:22.565055 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25866f8f-8bd1-4245-a4ac-e56f5b32b385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.576335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event deleted for resources: {'Port': ['ID=4e73965d-b3b9-4d34-9e82-690f180b4146,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:22.628252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Pushing event updated for resources: {'Port': ['ID=be8abe3b-1d08-485a-b033-c7035a49f86b,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:22.631141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25866f8f-8bd1-4245-a4ac-e56f5b32b385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.634096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] No DVR routers for this DVR port 4e73965d-b3b9-4d34-9e82-690f180b4146 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:22.641490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.643676 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d4b04f7f-83f4-4a3f-a3a8-65bae8fe09b8 req-2d0a8129-5bcf-4b9b-b27f-1460580cdf58 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "DELETE /v2.0/ports/4e73965d-b3b9-4d34-9e82-690f180b4146 HTTP/1.1" status: 204 len: 173 time: 0.6427116 Aug 20 15:02:22.644246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fffadda-4736-49e4-81f9-64230a63c2d3', 'name': 'network-vif-deleted', 'tag': '4e73965d-b3b9-4d34-9e82-690f180b4146'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:22.647590 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b958edde-2778-4adf-9acf-12d97121413b" -d '{"events": [{"server_uuid": "0fffadda-4736-49e4-81f9-64230a63c2d3", "name": "network-vif-deleted", "tag": "4e73965d-b3b9-4d34-9e82-690f180b4146"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:22.670450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2da860c-2314-46ac-827c-68973bd3d52a req-68e11ddd-0506-4ebd-adce-7cbb1cf59767 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609428 Aug 20 15:02:22.713853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25866f8f-8bd1-4245-a4ac-e56f5b32b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.718371 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25866f8f-8bd1-4245-a4ac-e56f5b32b385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:22.722714 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-25866f8f-8bd1-4245-a4ac-e56f5b32b385 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1501e46-0162-4c35-969b-763ed07c62cf HTTP/1.1" status: 204 len: 168 time: 0.2899354 Aug 20 15:02:22.733395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25866f8f-8bd1-4245-a4ac-e56f5b32b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1501e46-0162-4c35-969b-763ed07c62cf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:22.741661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6ae08d6a-8d0e-4da3-9be9-78bf6c7c8447 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:22.755417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6ae08d6a-8d0e-4da3-9be9-78bf6c7c8447 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports/7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 200 len: 931 time: 0.1889663 Aug 20 15:02:22.869882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-376db0de-067e-42ee-a3e2-6c3b406fa21b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:22.871529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-376db0de-067e-42ee-a3e2-6c3b406fa21b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports/eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 200 len: 932 time: 0.1152661 Aug 20 15:02:22.885889 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d05c09e-8069-4e33-934a-66aecf92be6c x-openstack-request-id: req-2d05c09e-8069-4e33-934a-66aecf92be6c {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:22.888406 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fffadda-4736-49e4-81f9-64230a63c2d3", "name": "network-vif-deleted", "tag": "4e73965d-b3b9-4d34-9e82-690f180b4146", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:22.888694 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d05c09e-8069-4e33-934a-66aecf92be6c {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:22.889140 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fffadda-4736-49e4-81f9-64230a63c2d3', 'name': 'network-vif-deleted', 'tag': '4e73965d-b3b9-4d34-9e82-690f180b4146', 'status': 'completed', 'code': 200} Aug 20 15:02:22.994358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-52325624-7d3b-4631-b13a-52af01113496 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1139979 Aug 20 15:02:23.023346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Attempting to bind port be8abe3b-1d08-485a-b033-c7035a49f86b on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:23.024448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Attempting to bind port be8abe3b-1d08-485a-b033-c7035a49f86b by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'f77578cb-3716-4365-97b2-c7b05e4f9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b0a595e4-841e-49b9-8187-367934f82ee0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:23.024448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Attempting to bind port be8abe3b-1d08-485a-b033-c7035a49f86b on network b0a595e4-841e-49b9-8187-367934f82ee0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:23.046961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:23.052235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-003fcf28-ea9c-47be-9238-1dbed331e75e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0567737 Aug 20 15:02:23.054406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Port be8abe3b-1d08-485a-b033-c7035a49f86b on network b0a595e4-841e-49b9-8187-367934f82ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:23.054742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Attempting to bind port be8abe3b-1d08-485a-b033-c7035a49f86b on network b0a595e4-841e-49b9-8187-367934f82ee0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:23.078580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:23.078950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Checking segment: {'id': 'f77578cb-3716-4365-97b2-c7b05e4f9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b0a595e4-841e-49b9-8187-367934f82ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:23.079412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Bound using segment: {'id': 'f77578cb-3716-4365-97b2-c7b05e4f9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b0a595e4-841e-49b9-8187-367934f82ee0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:23.079966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Bound port: be8abe3b-1d08-485a-b033-c7035a49f86b, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77578cb-3716-4365-97b2-c7b05e4f9844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b0a595e4-841e-49b9-8187-367934f82ee0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:23.080409 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:23.100631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:23.101075 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:23.146922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b059aa-4646-46a9-b987-7e837bddbac8 req-e0e7e407-2537-48b7-bc28-1b0262486b27 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:23.149687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83b059aa-4646-46a9-b987-7e837bddbac8 req-e0e7e407-2537-48b7-bc28-1b0262486b27 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1996779 Aug 20 15:02:23.260524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83b059aa-4646-46a9-b987-7e837bddbac8 req-8697cc84-ebdc-454a-8be9-51c9001559f4 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001978 Aug 20 15:02:23.297494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-a3577629-3e21-410a-9ca9-499e457e19ec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:23.303308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-a3577629-3e21-410a-9ca9-499e457e19ec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:23.310715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-a3577629-3e21-410a-9ca9-499e457e19ec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:23.312640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-a3577629-3e21-410a-9ca9-499e457e19ec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/networks?id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=196d4518-a484-49f3-8576-2d800630dd47&id=196d4518-a484-49f3-8576-2d800630dd47 HTTP/1.1" status: 200 len: 1991 time: 0.2546046 Aug 20 15:02:23.314071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] For port be8abe3b-1d08-485a-b033-c7035a49f86b, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:23.321586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] For port be8abe3b-1d08-485a-b033-c7035a49f86b, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=be8abe3b-1d08-485a-b033-c7035a49f86b,segment=NetworkSegment(f77578cb-3716-4365-97b2-c7b05e4f9844),segment_id=f77578cb-3716-4365-97b2-c7b05e4f9844)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:23.349492 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:23.357411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-ae19ffff-1e77-4779-b691-590926ae52b3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/quotas/2beba97d62b640409b5bc8203a3f489b HTTP/1.1" status: 200 len: 375 time: 0.0343697 Aug 20 15:02:23.403419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7', '53e27d67-58fa-4f26-a902-aa33f6225dc4', '15de5fa6-c6c8-46da-b002-d30278619a97'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:23.404655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-388af4ad-02a8-42a0-9002-3ba8b8f89cf8 req-b4c89879-2b14-4d9c-b712-b6e2c1f43ab0 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=0fffadda-4736-49e4-81f9-64230a63c2d3 HTTP/1.1" status: 200 len: 210 time: 0.0687733 Aug 20 15:02:23.424514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:23.425544 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:23.427264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] 10.222.0.70 "PUT /v2.0/ports/be8abe3b-1d08-485a-b033-c7035a49f86b HTTP/1.1" status: 200 len: 1093 time: 2.0459280 Aug 20 15:02:23.427915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e4dfdf-142a-4506-8069-948781631c79', 'tag': 'be8abe3b-1d08-485a-b033-c7035a49f86b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:23.430973 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2346dbf-824e-4413-9ab0-f45a39f3f693" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e4dfdf-142a-4506-8069-948781631c79", "tag": "be8abe3b-1d08-485a-b033-c7035a49f86b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:23.481233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099b5e4-ed49-4b12-b972-8875ffcd7587 service neutron] Pushing event updated for resources: {'Port': ['ID=be8abe3b-1d08-485a-b033-c7035a49f86b,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:23.507494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-dc05869c-f81a-4ad5-b7bf-8fc5d8bda58f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1266708 Aug 20 15:02:23.667233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c11f20-4696-414a-8803-9409bc031980 req-64f6d84c-1fd9-4f78-8e45-1df18277b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:23.668823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-64f6d84c-1fd9-4f78-8e45-1df18277b554 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99416997148146a2846040d613ff1c7f&device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 1096 time: 0.1601892 Aug 20 15:02:23.682497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2bb12-8401-4082-9a23-89a066fdd3ba req-a1ddbf7d-b683-4ebb-b809-bd7b7b1fe9dd tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:23.684075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05f2bb12-8401-4082-9a23-89a066fdd3ba req-a1ddbf7d-b683-4ebb-b809-bd7b7b1fe9dd tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1934431 Aug 20 15:02:23.744068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-8f263898-2119-4595-a32d-da8d63514dc3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be8abe3b-1d08-485a-b033-c7035a49f86b HTTP/1.1" status: 200 len: 217 time: 0.0558286 Aug 20 15:02:23.751568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-b359cae8-4b98-4a4b-ab7d-451c6cca3c14 service neutron] 10.222.0.36 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237957 Aug 20 15:02:23.862791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05f2bb12-8401-4082-9a23-89a066fdd3ba req-7a39b0fb-e843-40da-b481-0186468871a9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581199 Aug 20 15:02:23.883845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c11f20-4696-414a-8803-9409bc031980 req-3e79ab3e-2869-4661-800d-b6e1d6e51b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:23.885579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-3e79ab3e-2869-4661-800d-b6e1d6e51b1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a228e76b-6974-4583-aed3-430919d01c26 HTTP/1.1" status: 200 len: 864 time: 0.1314805 Aug 20 15:02:23.943665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-1f1f43fa-52d9-44e4-9eb9-54f251180022 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0a595e4-841e-49b9-8187-367934f82ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373180 Aug 20 15:02:23.978095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-a9c16488-e9fb-4570-ac1c-7e8bde277663 service neutron] 10.222.0.36 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113853 Aug 20 15:02:24.088036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-b91adab1-e076-403e-b590-6159f63b11e3 service neutron] 10.222.0.36 "GET /v2.0/ports/7af7bc0b-833f-4482-8e06-e1b9ae83ca66?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1090558 Aug 20 15:02:24.170578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0440-70db-4f18-a6bb-e2b87a4f0adc req-7ce39ee2-f537-45d4-8703-efbb40fb242e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:24.172141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a78b0440-70db-4f18-a6bb-e2b87a4f0adc req-7ce39ee2-f537-45d4-8703-efbb40fb242e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 944 time: 0.1444223 Aug 20 15:02:24.203510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-d255ddfe-edb5-42b5-bada-777470963e62 service neutron] 10.222.0.70 "GET /v2.0/networks/b0a595e4-841e-49b9-8187-367934f82ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472332 Aug 20 15:02:24.278954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c1d3f07a-3ed4-4628-8043-3b35787e0b5a up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:24.288830 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a78b0440-70db-4f18-a6bb-e2b87a4f0adc req-6dbe25da-1ae1-48b8-9ce4-18e15e90aaf9 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066418 Aug 20 15:02:24.297860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-9323c7e5-7713-4655-a41a-f2c52c0f816d service neutron] 10.222.0.36 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032630 Aug 20 15:02:24.332038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port c1d3f07a-3ed4-4628-8043-3b35787e0b5a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:24.339327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port c1d3f07a-3ed4-4628-8043-3b35787e0b5a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:24.339824 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:24.368445 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79128818-8808-40f7-b282-508d0293c285 x-openstack-request-id: req-79128818-8808-40f7-b282-508d0293c285 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:24.368743 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e4dfdf-142a-4506-8069-948781631c79", "tag": "be8abe3b-1d08-485a-b033-c7035a49f86b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:24.369034 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79128818-8808-40f7-b282-508d0293c285 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:24.369401 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e4dfdf-142a-4506-8069-948781631c79', 'tag': 'be8abe3b-1d08-485a-b033-c7035a49f86b', 'status': 'completed', 'code': 200} Aug 20 15:02:24.395888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c11f20-4696-414a-8803-9409bc031980 req-ac4e7365-257f-4c45-ac4c-c5995fb0660d service neutron] 10.222.0.70 "GET /v2.0/networks/b0a595e4-841e-49b9-8187-367934f82ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812351 Aug 20 15:02:24.440640 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:24.467595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:24.467595 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b144e892-d456-4f7b-938e-3c2dcf239901" -d '{"events": [{"server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:24.481705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c1d3f07a-3ed4-4628-8043-3b35787e0b5a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:24.485996 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:24.514979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-2334417e-d705-42e7-a206-bb93c3d8f5e6 service neutron] 10.222.0.36 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011306 Aug 20 15:02:24.541222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:24.543333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8a889-d8e1-4765-a686-1b079a952c27 req-13008c8e-c7da-4f49-9bbe-03befba7fe43 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:24.546024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebd8a889-d8e1-4765-a686-1b079a952c27 req-13008c8e-c7da-4f49-9bbe-03befba7fe43 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 944 time: 0.1228645 Aug 20 15:02:24.585370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-6102b468-f270-49e4-8570-bec1e5f6c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:24.587230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-6102b468-f270-49e4-8570-bec1e5f6c9dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=99416997148146a2846040d613ff1c7f&device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 1096 time: 0.1284676 Aug 20 15:02:24.590571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-f4ec03d6-c496-4247-8501-bb5519971a45 service neutron] 10.222.0.36 "GET /v2.0/ports/eda3b34f-d54c-4cd9-bdde-876cea3d3eaa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0673151 Aug 20 15:02:24.645027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebd8a889-d8e1-4765-a686-1b079a952c27 req-729624a3-06df-49e2-97f9-5a59c04dbe80 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802326 Aug 20 15:02:24.750485 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e50980-adf6-42c6-86ad-6a0d4cf64016 x-openstack-request-id: req-85e50980-adf6-42c6-86ad-6a0d4cf64016 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:24.751134 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:24.751621 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85e50980-adf6-42c6-86ad-6a0d4cf64016 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:24.753186 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'code': 200} Aug 20 15:02:24.773316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-ca41b884-10e8-4499-a14b-48e92c842349 service neutron] 10.222.0.36 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721876 Aug 20 15:02:24.779615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-1807cdf7-b2ee-4fce-84a7-d94906233ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:24.781661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-1807cdf7-b2ee-4fce-84a7-d94906233ca0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b0a595e4-841e-49b9-8187-367934f82ee0 HTTP/1.1" status: 200 len: 925 time: 0.1789672 Aug 20 15:02:24.902732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-047c4ece-5a74-4227-8954-1cf985c2c966 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be8abe3b-1d08-485a-b033-c7035a49f86b HTTP/1.1" status: 200 len: 217 time: 0.0985315 Aug 20 15:02:24.923704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe41d0-d295-48d6-9914-cdc39c108a55 req-0bb02313-d38e-4ed1-ae86-3dfb475290c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:24.925760 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-28fe41d0-d295-48d6-9914-cdc39c108a55 req-0bb02313-d38e-4ed1-ae86-3dfb475290c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1097 time: 0.0621493 Aug 20 15:02:24.978606 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-28fe41d0-d295-48d6-9914-cdc39c108a55 req-113500ab-cc5c-4931-903f-1b577f573261 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Aug 20 15:02:24.981880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b18d13-48db-4113-b683-cd06839c32dc req-bae1e97e-d0f5-4085-a6e9-9db348e70cce tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:24.983393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20b18d13-48db-4113-b683-cd06839c32dc req-bae1e97e-d0f5-4085-a6e9-9db348e70cce tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1805918 Aug 20 15:02:25.019044 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-328b8c2e-de23-40fd-8e41-dfcfb2f01763 service neutron] 10.222.0.36 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361805 Aug 20 15:02:25.022293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-a6f007f5-2483-4971-a0a6-b8d716fa1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:25.024238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-a6f007f5-2483-4971-a0a6-b8d716fa1b1b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a228e76b-6974-4583-aed3-430919d01c26 HTTP/1.1" status: 200 len: 864 time: 0.1062620 Aug 20 15:02:25.114408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20b18d13-48db-4113-b683-cd06839c32dc req-2d05e793-01e9-4d4b-b0f2-e001b9bf2a78 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238406 Aug 20 15:02:25.118992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-f1c21047-5b7c-4319-a84a-e5c003630e1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b0a595e4-841e-49b9-8187-367934f82ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660856 Aug 20 15:02:25.234917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-bcd8d0df-aad4-41c5-9ed2-a73418b0ffae service neutron] 10.222.0.36 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077618 Aug 20 15:02:25.333961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-98abcb33-6e73-4c5a-89d6-3c3e3fa335e2 service neutron] 10.222.0.70 "GET /v2.0/networks/b0a595e4-841e-49b9-8187-367934f82ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017910 Aug 20 15:02:25.376936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-7648a42d-bbdc-4283-a130-44affcc01bff service neutron] 10.222.0.36 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301939 Aug 20 15:02:25.547553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2346dbf-824e-4413-9ab0-f45a39f3f693 req-c829389f-c191-4e3c-bd7e-7aaf0d98fddd service neutron] 10.222.0.70 "GET /v2.0/networks/b0a595e4-841e-49b9-8187-367934f82ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940563 Aug 20 15:02:25.555130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-5938c014-97ce-4060-a8c9-ef4e8edb686a service neutron] 10.222.0.36 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544514 Aug 20 15:02:25.563795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fd220-eab8-4c43-b01d-1c289782699f req-10f09146-6f46-4935-9c86-0ec07ca3e275 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:25.565257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-948fd220-eab8-4c43-b01d-1c289782699f req-10f09146-6f46-4935-9c86-0ec07ca3e275 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.0948539 Aug 20 15:02:25.653505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-948fd220-eab8-4c43-b01d-1c289782699f req-afe2dffa-7276-494d-be9e-f3f05bbde62a tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799575 Aug 20 15:02:25.694523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-5ea7cf98-f894-4133-8aa6-ebd498898b47 service neutron] 10.222.0.36 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281760 Aug 20 15:02:25.823471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801a287-cfb4-4576-85a8-8e53279c11f6 req-d5afd269-3fbc-4793-ae6f-ad8aa21b0bf1 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:25.825219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5801a287-cfb4-4576-85a8-8e53279c11f6 req-d5afd269-3fbc-4793-ae6f-ad8aa21b0bf1 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 949 time: 0.1054413 Aug 20 15:02:25.829320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-f787010c-2200-4a45-a730-d5ecfe1c61f8 service neutron] 10.222.0.36 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285698 Aug 20 15:02:25.925169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5801a287-cfb4-4576-85a8-8e53279c11f6 req-68f9faac-a450-4733-91c0-ce2e10b789ba tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928576 Aug 20 15:02:25.963065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-51cafbe8-3411-4a4d-a3e8-027d8a79cc35 service neutron] 10.222.0.36 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242042 Aug 20 15:02:26.082021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383be3d-bf1c-4daa-8e6f-05929aac1816 req-e64bd60c-470a-4d6c-a376-b73ef99b83b3 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:26.083475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1383be3d-bf1c-4daa-8e6f-05929aac1816 req-e64bd60c-470a-4d6c-a376-b73ef99b83b3 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 945 time: 0.0923030 Aug 20 15:02:26.100082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c64b9d13-70b4-4a8f-9552-13c92fb0c61d service neutron] 10.222.0.36 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311004 Aug 20 15:02:26.170674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1383be3d-bf1c-4daa-8e6f-05929aac1816 req-5cee0513-68bf-401b-93ae-451fc73422f2 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795727 Aug 20 15:02:26.205942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0a6e5eb-38bc-48bc-b011-a3b5429612b5 service neutron] 10.222.0.36 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991650 Aug 20 15:02:26.294626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4e73965d-b3b9-4d34-9e82-690f180b4146 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:26.295682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20448-ced9-4e2a-aea7-c64b569cfd82 req-f8617cca-1009-493d-9ad7-ab03c45fdb05 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:26.297748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13a20448-ced9-4e2a-aea7-c64b569cfd82 req-f8617cca-1009-493d-9ad7-ab03c45fdb05 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 944 time: 0.0701766 Aug 20 15:02:26.315187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 4e73965d-b3b9-4d34-9e82-690f180b4146 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:26.315843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4e73965d-b3b9-4d34-9e82-690f180b4146 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:26.348389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13a20448-ced9-4e2a-aea7-c64b569cfd82 req-1af9d3e1-89eb-4242-8df7-a692d32041ef tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Aug 20 15:02:26.471455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f1f85-ab87-4313-b761-3ef1111bf0c2 req-cc74017d-c71b-468f-a491-529c4a22d4b5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:26.473039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c22f1f85-ab87-4313-b761-3ef1111bf0c2 req-cc74017d-c71b-468f-a491-529c4a22d4b5 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.0563092 Aug 20 15:02:26.520868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c22f1f85-ab87-4313-b761-3ef1111bf0c2 req-98e03d49-5ab5-42cc-9727-73aea51a1707 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Aug 20 15:02:26.800246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72068ed-8730-474e-a8d4-4cd5a2ce1fde req-3f55b904-8ca6-4101-a956-723574e600d3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:26.804012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a72068ed-8730-474e-a8d4-4cd5a2ce1fde req-3f55b904-8ca6-4101-a956-723574e600d3 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.0873394 Aug 20 15:02:26.869550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a72068ed-8730-474e-a8d4-4cd5a2ce1fde req-beb52e2e-eb3e-406f-baa9-1c69527a5332 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597296 Aug 20 15:02:26.941959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-516ee6bc-8e0a-4bbf-9fe0-63a3d8baa47d req-539ecf67-812f-4224-a103-afcf893fb410 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0591378 Aug 20 15:02:27.013378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd701b25-fb90-4194-9fe1-03bc582b2a92 req-fe502358-42af-480e-b426-1bd638f5d3b8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:27.020764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd701b25-fb90-4194-9fe1-03bc582b2a92 req-fe502358-42af-480e-b426-1bd638f5d3b8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.0606058 Aug 20 15:02:27.389791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device be8abe3b-1d08-485a-b033-c7035a49f86b details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:02:27.430035 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:02:27.431171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd701b25-fb90-4194-9fe1-03bc582b2a92 req-b478065b-7ebe-461d-bb32-8ea08f4d4337 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096079 Aug 20 15:02:27.442725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813005ff-d250-4ef4-b415-10b9e626617f req-310eddc5-95c5-433e-94db-fdfb1d74721f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:27.453279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-813005ff-d250-4ef4-b415-10b9e626617f req-310eddc5-95c5-433e-94db-fdfb1d74721f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 949 time: 0.4305165 Aug 20 15:02:27.504110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-813005ff-d250-4ef4-b415-10b9e626617f req-2797cfcb-2022-41c0-a460-03695a2dbe14 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Aug 20 15:02:27.554212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-e301a9e0-8a6d-42b8-9b3a-facec9d3c1df tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:27.559653 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-e301a9e0-8a6d-42b8-9b3a-facec9d3c1df tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 949 time: 0.0956442 Aug 20 15:02:27.657100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port be8abe3b-1d08-485a-b033-c7035a49f86b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=be8abe3b-1d08-485a-b033-c7035a49f86b,segment=NetworkSegment(f77578cb-3716-4365-97b2-c7b05e4f9844),segment_id=f77578cb-3716-4365-97b2-c7b05e4f9844)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:27.675085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'be8abe3b-1d08-485a-b033-c7035a49f86b', 'network_id': 'b0a595e4-841e-49b9-8187-367934f82ee0', 'port_id': 'be8abe3b-1d08-485a-b033-c7035a49f86b', 'mac_address': 'fa:16:3e:c7:e6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a228e76b-6974-4583-aed3-430919d01c26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:02:27.729372 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:27.744941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8abe3b-1d08-485a-b033-c7035a49f86b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:27.746384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Deleting port 15de5fa6-c6c8-46da-b002-d30278619a97 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:27.746735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:27.755344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dabcf7-02bc-4898-8547-526d9d7f3717 req-54124b7a-7e9e-4ae7-b448-963c563413d0 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:27.757029 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11dabcf7-02bc-4898-8547-526d9d7f3717 req-54124b7a-7e9e-4ae7-b448-963c563413d0 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 945 time: 0.1795578 Aug 20 15:02:27.770018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port be8abe3b-1d08-485a-b033-c7035a49f86b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=be8abe3b-1d08-485a-b033-c7035a49f86b,segment=NetworkSegment(f77578cb-3716-4365-97b2-c7b05e4f9844),segment_id=f77578cb-3716-4365-97b2-c7b05e4f9844)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:27.774419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:27.838061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f5d03-d175-410e-be09-7e31a6171b7a req-d1a37db7-85ed-43b8-8dab-0ddcc3e23ab8 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:27.844621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-944f5d03-d175-410e-be09-7e31a6171b7a req-d1a37db7-85ed-43b8-8dab-0ddcc3e23ab8 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 944 time: 0.1979885 Aug 20 15:02:27.853856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=be8abe3b-1d08-485a-b033-c7035a49f86b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:27.871983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] For port 15de5fa6-c6c8-46da-b002-d30278619a97, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=15de5fa6-c6c8-46da-b002-d30278619a97,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:27.872453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:27.887515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Calling delete_port for 15de5fa6-c6c8-46da-b002-d30278619a97 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:27.898392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11dabcf7-02bc-4898-8547-526d9d7f3717 req-490e9056-bd1c-47d4-af92-74aff4f422e0 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230526 Aug 20 15:02:27.935867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-944f5d03-d175-410e-be09-7e31a6171b7a req-5b6ef123-5826-49d7-93e4-45a153953ac6 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773268 Aug 20 15:02:28.127939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['be8abe3b-1d08-485a-b033-c7035a49f86b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:28.133945 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:28.172467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c16f9330-f6f3-4a7a-b7b0-7d9a1348ded3 req-3bc8f199-2db4-4368-b76c-98fd0b3f95ef tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0439949 Aug 20 15:02:28.178033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7', '53e27d67-58fa-4f26-a902-aa33f6225dc4', '15de5fa6-c6c8-46da-b002-d30278619a97'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:28.195569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event deleted for resources: {'Port': ['ID=15de5fa6-c6c8-46da-b002-d30278619a97,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:28.263372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-a3b16db5-17db-4897-9ea6-e95fce2453fd tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3019903 Aug 20 15:02:28.269983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:28.302657 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:28.336413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] No DVR routers for this DVR port 15de5fa6-c6c8-46da-b002-d30278619a97 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:28.339289 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:28.341523 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-815bae53-f91b-4c23-98cd-968c95d8c981 req-97a973ac-28ed-4e65-8714-f553597be22d tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "DELETE /v2.0/ports/15de5fa6-c6c8-46da-b002-d30278619a97 HTTP/1.1" status: 204 len: 173 time: 0.7741530 Aug 20 15:02:28.342529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c520c0-2d45-47a9-85d0-29498759d6ce', 'name': 'network-vif-deleted', 'tag': '15de5fa6-c6c8-46da-b002-d30278619a97'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:28.353133 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dd5000-e74e-4afa-bea3-97570929afa4" -d '{"events": [{"server_uuid": "b9c520c0-2d45-47a9-85d0-29498759d6ce", "name": "network-vif-deleted", "tag": "15de5fa6-c6c8-46da-b002-d30278619a97"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:28.453933 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3821fe5-2449-44de-989a-d87864e42c3e x-openstack-request-id: req-a3821fe5-2449-44de-989a-d87864e42c3e {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:28.454506 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c520c0-2d45-47a9-85d0-29498759d6ce", "name": "network-vif-deleted", "tag": "15de5fa6-c6c8-46da-b002-d30278619a97", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:28.454978 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3821fe5-2449-44de-989a-d87864e42c3e {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:28.455644 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c520c0-2d45-47a9-85d0-29498759d6ce', 'name': 'network-vif-deleted', 'tag': '15de5fa6-c6c8-46da-b002-d30278619a97', 'status': 'completed', 'code': 200} Aug 20 15:02:28.494708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cf7fd11-5431-42b9-a1b1-07b7728b2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:28.501099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cf7fd11-5431-42b9-a1b1-07b7728b2634 service neutron] 10.222.0.70 "GET /v2.0/ports/7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 200 len: 1027 time: 0.0739567 Aug 20 15:02:28.504284 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:28.588122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d2f2b160-1a03-4edc-b159-2d58b3c1e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:28.589864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d2f2b160-1a03-4edc-b159-2d58b3c1e9a4 service neutron] 10.222.0.70 "GET /v2.0/ports/eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 200 len: 1028 time: 0.0791678 Aug 20 15:02:28.767959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03e28549-9e27-44e7-99f6-eb0a9a3e888c req-9ac34fcf-3e63-42d4-b2d5-64a6ac98267b tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9c520c0-2d45-47a9-85d0-29498759d6ce HTTP/1.1" status: 200 len: 210 time: 0.1085222 Aug 20 15:02:28.836091 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:28.959627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-27261450-f493-4f49-a35a-8c90f5ebd5d1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:28.966559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-27261450-f493-4f49-a35a-8c90f5ebd5d1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:28.996130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-27261450-f493-4f49-a35a-8c90f5ebd5d1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:28.999971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-27261450-f493-4f49-a35a-8c90f5ebd5d1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "GET /v2.0/networks?id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=196d4518-a484-49f3-8576-2d800630dd47&id=196d4518-a484-49f3-8576-2d800630dd47 HTTP/1.1" status: 200 len: 1991 time: 0.3703270 Aug 20 15:02:29.028353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:29.074863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Allocated IP 172.25.5.89 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/c952dbbe-38cc-4653-b5c2-399a50484dab) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:29.267823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-44beb586-7e24-44fe-9a0f-176c5c1642f1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2beba97d62b640409b5bc8203a3f489b HTTP/1.1" status: 200 len: 379 time: 0.1144416 Aug 20 15:02:29.287115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'admin_state_up': True, 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'security_groups': ['1099680c-407a-4488-83a9-cdaeda54e72a']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:29.329298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bf756-bb03-4b36-9cfa-df340c143f10 req-659af3ed-efd8-4ee5-a505-3ed57d5fb53c tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:29.333839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2bf756-bb03-4b36-9cfa-df340c143f10 req-659af3ed-efd8-4ee5-a505-3ed57d5fb53c tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 945 time: 0.1817548 Aug 20 15:02:29.394428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device be8abe3b-1d08-485a-b033-c7035a49f86b up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:29.395927 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:29.479929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port be8abe3b-1d08-485a-b033-c7035a49f86b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:29.484999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port be8abe3b-1d08-485a-b033-c7035a49f86b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:29.485379 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:29.488790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a2bf756-bb03-4b36-9cfa-df340c143f10 req-6bbbf574-ddc3-47c5-ad74-48b36f421ec2 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206629 Aug 20 15:02:29.515966 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:29.545192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:29.548740 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:29.615287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:29.651780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:29.663285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:29.671445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Pushing event updated for resources: {'Port': ['ID=c952dbbe-38cc-4653-b5c2-399a50484dab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:29.704065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:29.822182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port be8abe3b-1d08-485a-b033-c7035a49f86b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=be8abe3b-1d08-485a-b033-c7035a49f86b,segment=NetworkSegment(f77578cb-3716-4365-97b2-c7b05e4f9844),segment_id=f77578cb-3716-4365-97b2-c7b05e4f9844)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:29.826757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e4dfdf-142a-4506-8069-948781631c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8abe3b-1d08-485a-b033-c7035a49f86b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:29.834631 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1144d245-ce23-4ddf-b2aa-e93151b49133" -d '{"events": [{"server_uuid": "c2e4dfdf-142a-4506-8069-948781631c79", "name": "network-vif-plugged", "status": "completed", "tag": "be8abe3b-1d08-485a-b033-c7035a49f86b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:29.844890 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:29.945558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:29.972824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=be8abe3b-1d08-485a-b033-c7035a49f86b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:29.982150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Allocated IP 172.20.0.14 (c1784f64-ceb3-4cfa-9325-d84fac35c44e/8fc21ffa-0a05-4d0b-ad52-99b92e28a737/0fac00f8-0f79-4983-af5b-d5ff65d34932) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:30.025149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f09f943-33da-4d64-b4cf-8770483faa87 req-37121888-0223-4a2d-af0e-08b6abfc64f2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.2219853 Aug 20 15:02:30.054647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:30.224300 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f971a851-195b-4f11-81da-fd07a32dd509 x-openstack-request-id: req-f971a851-195b-4f11-81da-fd07a32dd509 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:30.224920 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e4dfdf-142a-4506-8069-948781631c79", "name": "network-vif-plugged", "status": "completed", "tag": "be8abe3b-1d08-485a-b033-c7035a49f86b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:30.225345 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f971a851-195b-4f11-81da-fd07a32dd509 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:30.225905 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e4dfdf-142a-4506-8069-948781631c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8abe3b-1d08-485a-b033-c7035a49f86b', 'code': 200} Aug 20 15:02:30.316340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 15de5fa6-c6c8-46da-b002-d30278619a97 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:30.354553 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:30.380751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 15de5fa6-c6c8-46da-b002-d30278619a97 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:30.386357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 15de5fa6-c6c8-46da-b002-d30278619a97 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:30.401675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235184d-132c-46e8-8c7a-fcf0728c9fda req-4495fe57-2944-41c3-b781-25bbc12cca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:30.407052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Transition to ACTIVE for port object 0fac00f8-0f79-4983-af5b-d5ff65d34932 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:30.408884 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5235184d-132c-46e8-8c7a-fcf0728c9fda req-4495fe57-2944-41c3-b781-25bbc12cca59 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 1098 time: 0.0974629 Aug 20 15:02:30.459291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:30.464957 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5235184d-132c-46e8-8c7a-fcf0728c9fda req-a9ddf726-cae1-4dac-b185-2db96b8b5503 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429912 Aug 20 15:02:30.482032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:30.535280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:30.668780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Pushing event updated for resources: {'Port': ['ID=c952dbbe-38cc-4653-b5c2-399a50484dab,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:30.744577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network c1784f64-ceb3-4cfa-9325-d84fac35c44e is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:30.750850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:30.753668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:30.770137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Port': ['ID=0fac00f8-0f79-4983-af5b-d5ff65d34932,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:30.815567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:30.838190 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:30.839338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-0d170889-8b14-434d-ba99-4d026c66da57 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5750613 Aug 20 15:02:30.954220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e9a5e-ef24-47ae-9084-78f2df76bb0d req-dbf193a4-653c-431f-ae91-a2f2ff9069d7 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:30.963523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d0e9a5e-ef24-47ae-9084-78f2df76bb0d req-dbf193a4-653c-431f-ae91-a2f2ff9069d7 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 946 time: 0.2257733 Aug 20 15:02:31.022074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:31.023004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:31.089484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-6016af03-15f2-495c-9150-7358d8edb80b tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.2204902 Aug 20 15:02:31.112360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d0e9a5e-ef24-47ae-9084-78f2df76bb0d req-c3c85d26-f3f1-4c69-b276-0854b08ba895 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478281 Aug 20 15:02:31.129268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-989d9244-4d56-472f-a4d3-d3acacfd526c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8466082 Aug 20 15:02:31.162922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'admin_state_up': True, 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'security_groups': ['1099680c-407a-4488-83a9-cdaeda54e72a']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:31.226523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fbd72c3d-a68d-448a-a05c-f9003a7a2bbf None None] Provisioning for port 0fac00f8-0f79-4983-af5b-d5ff65d34932 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:31.236213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fbd72c3d-a68d-448a-a05c-f9003a7a2bbf None None] Provisioning complete for port 0fac00f8-0f79-4983-af5b-d5ff65d34932 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:31.237180 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fbd72c3d-a68d-448a-a05c-f9003a7a2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:31.346520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fbd72c3d-a68d-448a-a05c-f9003a7a2bbf None None] Port 0fac00f8-0f79-4983-af5b-d5ff65d34932 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:31.492448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-6a117a23-08d7-4189-b64a-73f4e73188a3 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:31.499296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-6a117a23-08d7-4189-b64a-73f4e73188a3 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.3842387 Aug 20 15:02:31.509880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-5372bcb6-58d1-4b9c-b8a1-5baae7620ccb tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:02:31.523913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c330e95-a8bf-45d0-b3cb-2c36473f9820 req-5372bcb6-58d1-4b9c-b8a1-5baae7620ccb tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149817 Aug 20 15:02:31.555903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03dceb-ba10-40da-976f-d9544f29c687 req-10460d1e-5904-44b4-9811-19b785b02794 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:31.568418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f03dceb-ba10-40da-976f-d9544f29c687 req-10460d1e-5904-44b4-9811-19b785b02794 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 949 time: 0.1742051 Aug 20 15:02:31.654130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f03dceb-ba10-40da-976f-d9544f29c687 req-9754098c-1796-4191-b505-2aaabb9189f4 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793312 Aug 20 15:02:31.741283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482520f6-0a49-4bef-87e1-cffe8ab4ba92 req-39dffaa9-8e12-4172-a42a-860b8a5a1467 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:31.744010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-482520f6-0a49-4bef-87e1-cffe8ab4ba92 req-39dffaa9-8e12-4172-a42a-860b8a5a1467 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 932 time: 0.1048527 Aug 20 15:02:31.745029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:31.748901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:31.819237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-482520f6-0a49-4bef-87e1-cffe8ab4ba92 req-4cb13d30-242b-49bc-b0b4-08285d56f4bb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672195 Aug 20 15:02:32.012204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Allocated IP 10.1.1.136 (cc815b3d-0f87-4c07-9a13-8fc9de10a3ec/8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7/79342181-4130-44f2-b599-22ff72ffb523) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:32.195730 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:32.233027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Transition to ACTIVE for port object 79342181-4130-44f2-b599-22ff72ffb523 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:32.381369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84675bd1-aacf-4a13-96b1-6af8315346a4 req-94406aa2-6f1b-43a5-aa6e-d4f28f9cd1a3 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:32.382948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84675bd1-aacf-4a13-96b1-6af8315346a4 req-94406aa2-6f1b-43a5-aa6e-d4f28f9cd1a3 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 946 time: 0.1550853 Aug 20 15:02:32.414066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-0f8b1507-6a84-47b1-980e-1f85daefbcfc tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:32.421363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-0f8b1507-6a84-47b1-980e-1f85daefbcfc tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 820 time: 0.2120469 Aug 20 15:02:32.439157 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:32.466454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-a1f65773-75f2-4d89-bc24-54e70bd3cd74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:32.469818 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-a1f65773-75f2-4d89-bc24-54e70bd3cd74 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/ports?device_id=457ba5db-d414-49cc-9a85-a4478342549e HTTP/1.1" status: 200 len: 950 time: 0.0589104 Aug 20 15:02:32.543477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Port': ['ID=79342181-4130-44f2-b599-22ff72ffb523,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:32.547817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-c0173a85-beff-4425-9ba8-fb403cb9572d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/quotas/26b9fed811e74859ad27d0f95655ff31 HTTP/1.1" status: 200 len: 375 time: 0.1256115 Aug 20 15:02:32.567828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:32.607432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Deleting port 53e27d67-58fa-4f26-a902-aa33f6225dc4 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:32.610982 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:32.651361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:32.673072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84675bd1-aacf-4a13-96b1-6af8315346a4 req-265a43aa-604b-4192-9b39-b7ebe283c426 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781205 Aug 20 15:02:32.685961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:32.900734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-b25cc498-cc0e-45f1-a706-1cc07b3a0599 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3453877 Aug 20 15:02:32.935954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:32.936640 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:33.001885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c0e1991a-54b4-4768-857f-d19adbd5ab41 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8525910 Aug 20 15:02:33.039142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] For port 53e27d67-58fa-4f26-a902-aa33f6225dc4, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=53e27d67-58fa-4f26-a902-aa33f6225dc4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:33.039942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:33.042067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'admin_state_up': True, 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'security_groups': ['1099680c-407a-4488-83a9-cdaeda54e72a']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:33.062790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Calling delete_port for 53e27d67-58fa-4f26-a902-aa33f6225dc4 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:33.074236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-3bce9e9c-28ec-48b2-9f94-441ad43a544e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:33.076093 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-3bce9e9c-28ec-48b2-9f94-441ad43a544e tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/ports?device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 949 time: 0.1496577 Aug 20 15:02:33.099298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-288d0a22-1406-4643-8b07-17d2bbb6fbe9 None None] Provisioning for port 79342181-4130-44f2-b599-22ff72ffb523 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:33.104233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-288d0a22-1406-4643-8b07-17d2bbb6fbe9 None None] Provisioning complete for port 79342181-4130-44f2-b599-22ff72ffb523 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:33.104833 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-288d0a22-1406-4643-8b07-17d2bbb6fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:33.188508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-288d0a22-1406-4643-8b07-17d2bbb6fbe9 None None] Port 79342181-4130-44f2-b599-22ff72ffb523 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:33.263463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b434f61-2e4b-4554-b8ec-d95791e5611b req-9c643de1-61c2-42cd-9881-2bc9144c1463 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:33.277793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b434f61-2e4b-4554-b8ec-d95791e5611b req-9c643de1-61c2-42cd-9881-2bc9144c1463 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 949 time: 0.1802087 Aug 20 15:02:33.318184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-5b7065b5-52c8-4420-b16a-e56462a1008c service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576691 Aug 20 15:02:33.385620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Deleting port d0c48e27-54d6-4615-9c37-4a9cf2699e22 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:33.385969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:33.436576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b434f61-2e4b-4554-b8ec-d95791e5611b req-28d5681f-dbd1-4872-befc-5d47e88d3826 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578536 Aug 20 15:02:33.439415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:33.443038 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:33.560355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:33.577306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:33.641364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7', '53e27d67-58fa-4f26-a902-aa33f6225dc4'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:33.656923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-6b408119-1876-46a2-96f8-6fea82b03b6b service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184385 Aug 20 15:02:33.782364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Allocated IP 10.1.1.195 (cc815b3d-0f87-4c07-9a13-8fc9de10a3ec/8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7/d806bb72-3591-4103-9932-4e1760445cbc) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:34.183104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5d9ec-3b0e-472e-88c5-1212a4bf50cb req-8b9f8d4a-831d-4c5e-8e95-669e45539cce tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:34.184773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8de5d9ec-3b0e-472e-88c5-1212a4bf50cb req-8b9f8d4a-831d-4c5e-8e95-669e45539cce tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 946 time: 0.6286557 Aug 20 15:02:34.273807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:34.348108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Transition to ACTIVE for port object d806bb72-3591-4103-9932-4e1760445cbc will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:34.422747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event deleted for resources: {'Port': ['ID=53e27d67-58fa-4f26-a902-aa33f6225dc4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:34.477770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] No DVR routers for this DVR port 53e27d67-58fa-4f26-a902-aa33f6225dc4 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:34.483204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:34.485383 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-37ebe4ac-3516-40cf-977d-fd668b6699d6 req-76e31d80-693d-406e-b76b-5d6d1f68d4a8 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "DELETE /v2.0/ports/53e27d67-58fa-4f26-a902-aa33f6225dc4 HTTP/1.1" status: 204 len: 173 time: 2.0093296 Aug 20 15:02:34.485954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457ba5db-d414-49cc-9a85-a4478342549e', 'name': 'network-vif-deleted', 'tag': '53e27d67-58fa-4f26-a902-aa33f6225dc4'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:34.488912 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47438ca-7e12-4552-9164-f73d59aa5a76" -d '{"events": [{"server_uuid": "457ba5db-d414-49cc-9a85-a4478342549e", "name": "network-vif-deleted", "tag": "53e27d67-58fa-4f26-a902-aa33f6225dc4"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:34.528876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bafe67-7cbe-4780-a852-d631712751f2 req-4b1210cd-35fd-40d8-838c-1bc5baf761ae tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:34.539552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bafe67-7cbe-4780-a852-d631712751f2 req-4b1210cd-35fd-40d8-838c-1bc5baf761ae tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:34.541915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43bafe67-7cbe-4780-a852-d631712751f2 req-4b1210cd-35fd-40d8-838c-1bc5baf761ae tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 1654 time: 0.4205184 Aug 20 15:02:34.544062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] For port d0c48e27-54d6-4615-9c37-4a9cf2699e22, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d0c48e27-54d6-4615-9c37-4a9cf2699e22,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:34.544518 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:34.554799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8de5d9ec-3b0e-472e-88c5-1212a4bf50cb req-7fa9f3f6-149e-47ba-92d0-e538f899bde8 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310077 Aug 20 15:02:34.568879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Calling delete_port for d0c48e27-54d6-4615-9c37-4a9cf2699e22 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:34.593551 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:34.696018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43bafe67-7cbe-4780-a852-d631712751f2 req-9a11987f-9dfb-4007-b53c-9269b321036c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395454 Aug 20 15:02:34.722533 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:34.725842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:34.730593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:34.779213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Port': ['ID=d806bb72-3591-4103-9932-4e1760445cbc,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:34.844219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:34.845322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:34.869868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c8de7cd6-6bf5-4d3b-afca-f765c1485a15 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8333230 Aug 20 15:02:34.889620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '196d4518-a484-49f3-8576-2d800630dd47', 'admin_state_up': True, 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'security_groups': ['1099680c-407a-4488-83a9-cdaeda54e72a']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:34.905180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:34.922505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:35.032374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event deleted for resources: {'Port': ['ID=d0c48e27-54d6-4615-9c37-4a9cf2699e22,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:35.201122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] No DVR routers for this DVR port d0c48e27-54d6-4615-9c37-4a9cf2699e22 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:35.201520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:35.214745 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:35.219866 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-253f549f-a1bd-489d-8a97-da03e78aafe2 req-e491faba-400a-4f9d-819d-0035e3b1d1db tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "DELETE /v2.0/ports/d0c48e27-54d6-4615-9c37-4a9cf2699e22 HTTP/1.1" status: 204 len: 173 time: 2.1335568 Aug 20 15:02:35.327445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-330213b4-96c4-4004-b89f-b3fb8401e139 None None] Provisioning for port d806bb72-3591-4103-9932-4e1760445cbc completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:35.403178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-330213b4-96c4-4004-b89f-b3fb8401e139 None None] Provisioning complete for port d806bb72-3591-4103-9932-4e1760445cbc triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:35.403603 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-330213b4-96c4-4004-b89f-b3fb8401e139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:35.540196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-330213b4-96c4-4004-b89f-b3fb8401e139 None None] Port d806bb72-3591-4103-9932-4e1760445cbc cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:35.836040 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:35.872214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0dda1d9-6266-447f-a5a3-e2197c7c72d0 req-439cbb39-fc9e-490d-b909-f468a840b3ca tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 210 time: 0.9975204 Aug 20 15:02:35.875407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bcb1d30d-e1d4-4392-9916-a1c9d8c19eca req-fa6dfb48-5084-40af-ab7e-8594f0b6a6a6 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=609b24f2-f594-44c8-9902-2b455a50f2d1 HTTP/1.1" status: 200 len: 210 time: 0.0606751 Aug 20 15:02:35.966515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:36.010306 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb8876f-0198-4f54-8728-895f56dda77e x-openstack-request-id: req-bfb8876f-0198-4f54-8728-895f56dda77e {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:36.010306 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457ba5db-d414-49cc-9a85-a4478342549e", "name": "network-vif-deleted", "tag": "53e27d67-58fa-4f26-a902-aa33f6225dc4", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:36.010930 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfb8876f-0198-4f54-8728-895f56dda77e {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:36.011398 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457ba5db-d414-49cc-9a85-a4478342549e', 'name': 'network-vif-deleted', 'tag': '53e27d67-58fa-4f26-a902-aa33f6225dc4', 'status': 'completed', 'code': 200} Aug 20 15:02:36.141815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-af0dd33d-c8b3-48d8-9963-adc342076eb9 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:36.143582 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-af0dd33d-c8b3-48d8-9963-adc342076eb9 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 820 time: 0.2284191 Aug 20 15:02:36.167685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Request body: {'port': {'device_id': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'admin_state_up': True, 'tenant_id': '26b9fed811e74859ad27d0f95655ff31'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:36.213656 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:36.362774 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 53e27d67-58fa-4f26-a902-aa33f6225dc4 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:36.396010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 53e27d67-58fa-4f26-a902-aa33f6225dc4 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:36.396593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 53e27d67-58fa-4f26-a902-aa33f6225dc4 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:36.411293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Made reservation on behalf of 26b9fed811e74859ad27d0f95655ff31 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:36.418039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:36.474020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83448954-fb70-4b6b-94d5-8856a1962f95 req-4bfa313f-af49-47c1-9c49-cb3403d98d10 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:36.481767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83448954-fb70-4b6b-94d5-8856a1962f95 req-4bfa313f-af49-47c1-9c49-cb3403d98d10 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:36.488145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83448954-fb70-4b6b-94d5-8856a1962f95 req-4bfa313f-af49-47c1-9c49-cb3403d98d10 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:36.489999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83448954-fb70-4b6b-94d5-8856a1962f95 req-4bfa313f-af49-47c1-9c49-cb3403d98d10 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 2375 time: 0.2421448 Aug 20 15:02:36.594556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83448954-fb70-4b6b-94d5-8856a1962f95 req-4772bb75-27b5-477f-8375-665d9a869536 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913317 Aug 20 15:02:36.640019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Allocated IP 10.2.2.100 (196d4518-a484-49f3-8576-2d800630dd47/ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8/b60b365e-9d5e-4e85-b50d-006c1b6d73fd) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:36.694498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Allocated IP 172.20.0.4 (b5d51df0-8ded-4e1f-9361-f128ff7d4af7/d613c57c-f773-463d-8846-8d113832ebc2/e2924af1-b816-4258-bf9e-ea4ab0469323) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:36.849448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd29c1-35bf-4ecb-a676-0d9cc63bcb15 req-80774dd9-dd73-49fd-8666-ea82df63232c tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:36.859711 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88fd29c1-35bf-4ecb-a676-0d9cc63bcb15 req-80774dd9-dd73-49fd-8666-ea82df63232c tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 946 time: 0.1359968 Aug 20 15:02:36.959056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88fd29c1-35bf-4ecb-a676-0d9cc63bcb15 req-d494155e-e005-4c72-b1f5-72671cd09de1 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982254 Aug 20 15:02:37.019352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.021426 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.040379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Transition to ACTIVE for port object e2924af1-b816-4258-bf9e-ea4ab0469323 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:37.046645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Transition to ACTIVE for port object b60b365e-9d5e-4e85-b50d-006c1b6d73fd will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:37.111516 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.126755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60f0769f-b9c0-4e45-832b-884d665bddfd req-20f7ad06-bd90-4ee5-bc84-c8b011089e9e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 210 time: 0.0592716 Aug 20 15:02:37.144845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['c1d3f07a-3ed4-4628-8043-3b35787e0b5a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:37.161823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.162966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:37.173141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:37.181231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:37.187294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:37.330711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Port': ['ID=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:37.346077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network 196d4518-a484-49f3-8576-2d800630dd47 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:37.364596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:37.367912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.371139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:37.390174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:37.413399 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2527447 Aug 20 15:02:37.451585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d0c48e27-54d6-4615-9c37-4a9cf2699e22 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:37.468834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff9095-a3df-48fc-8bf4-76bf7e8dd6e5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Pushing event updated for resources: {'Port': ['ID=e2924af1-b816-4258-bf9e-ea4ab0469323,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:37.489790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Request body: {'port': {'device_id': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:37.492613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:37.493243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.500099 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c959f30f-64be-45c1-bbe1-a44798d6cec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.538797 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-270ebefa-b46c-41ae-95b3-cf6968ae6786 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6529865 Aug 20 15:02:37.549325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e5a7a-52cc-4eae-a59a-0a07f57353ae req-2d742386-d72f-4d60-89e0-e9375e1cd0bc tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:37.559517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac0e5a7a-52cc-4eae-a59a-0a07f57353ae req-2d742386-d72f-4d60-89e0-e9375e1cd0bc tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.3419449 Aug 20 15:02:37.581342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: d0c48e27-54d6-4615-9c37-4a9cf2699e22 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:37.582026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d0c48e27-54d6-4615-9c37-4a9cf2699e22 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:37.593098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '196d4518-a484-49f3-8576-2d800630dd47', 'admin_state_up': True, 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'security_groups': ['1099680c-407a-4488-83a9-cdaeda54e72a']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:37.760320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac0e5a7a-52cc-4eae-a59a-0a07f57353ae req-7a60cef9-6036-4c9e-9d35-d88da1be5c04 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986053 Aug 20 15:02:37.785723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c959f30f-64be-45c1-bbe1-a44798d6cec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.792740 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c959f30f-64be-45c1-bbe1-a44798d6cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.802180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4af0709a-9fb5-47e7-96f9-3d13098ee46e None None] Provisioning for port e2924af1-b816-4258-bf9e-ea4ab0469323 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:37.812210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4af0709a-9fb5-47e7-96f9-3d13098ee46e None None] Provisioning complete for port e2924af1-b816-4258-bf9e-ea4ab0469323 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:37.813373 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4af0709a-9fb5-47e7-96f9-3d13098ee46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.818596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Made reservation on behalf of 2beba97d62b640409b5bc8203a3f489b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:37.827910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.878311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4af0709a-9fb5-47e7-96f9-3d13098ee46e None None] Port e2924af1-b816-4258-bf9e-ea4ab0469323 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:37.906028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:37.922757 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c959f30f-64be-45c1-bbe1-a44798d6cec9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4256ea222c64b5a84977083da41f663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7544525 Aug 20 15:02:37.929386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38832) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:37.945023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959f30f-64be-45c1-bbe1-a44798d6cec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c88e17-4367-40ac-8623-6573d9810198,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:38.008344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-250c05fa-273c-4dca-bb3f-0bf7bb552201 None None] Provisioning for port b60b365e-9d5e-4e85-b50d-006c1b6d73fd completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:38.012560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b24f2-f594-44c8-9902-2b455a50f2d1', 'name': 'network-vif-deleted', 'tag': 'd0c48e27-54d6-4615-9c37-4a9cf2699e22'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:38.019183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-250c05fa-273c-4dca-bb3f-0bf7bb552201 None None] Provisioning complete for port b60b365e-9d5e-4e85-b50d-006c1b6d73fd triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:38.020819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-250c05fa-273c-4dca-bb3f-0bf7bb552201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.024897 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc1059b-ecb9-4006-91d3-9ea16742ab62" -d '{"events": [{"server_uuid": "609b24f2-f594-44c8-9902-2b455a50f2d1", "name": "network-vif-deleted", "tag": "d0c48e27-54d6-4615-9c37-4a9cf2699e22"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:38.119929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa85a7-811f-4696-bb21-6f0de6dcb0eb req-fa9fa1e6-7f94-44fe-a3d2-33563f99b70a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:38.124324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-657426a9-a620-4647-906b-a842fd717657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.124597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-250c05fa-273c-4dca-bb3f-0bf7bb552201 None None] Port b60b365e-9d5e-4e85-b50d-006c1b6d73fd cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:38.126101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa85a7-811f-4696-bb21-6f0de6dcb0eb req-fa9fa1e6-7f94-44fe-a3d2-33563f99b70a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:38.132232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa85a7-811f-4696-bb21-6f0de6dcb0eb req-fa9fa1e6-7f94-44fe-a3d2-33563f99b70a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:38.139893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa85a7-811f-4696-bb21-6f0de6dcb0eb req-fa9fa1e6-7f94-44fe-a3d2-33563f99b70a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:38.148712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddfa85a7-811f-4696-bb21-6f0de6dcb0eb req-fa9fa1e6-7f94-44fe-a3d2-33563f99b70a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 3096 time: 0.1826909 Aug 20 15:02:38.200250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-657426a9-a620-4647-906b-a842fd717657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.203857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b852f4-c5d5-4182-90d6-971903f8a988 req-2fc3d144-4824-4b77-901d-c682b8316ba0 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:38.205319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3b852f4-c5d5-4182-90d6-971903f8a988 req-2fc3d144-4824-4b77-901d-c682b8316ba0 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 946 time: 0.1748455 Aug 20 15:02:38.237807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Allocated IP 10.2.2.200 (196d4518-a484-49f3-8576-2d800630dd47/ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8/7bdd0a4c-585e-4a0c-9f66-7208a2692b7f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:38.266740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddfa85a7-811f-4696-bb21-6f0de6dcb0eb req-bb234c7d-1b5d-4f56-81cf-6ebea53e037f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171594 Aug 20 15:02:38.286274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3b852f4-c5d5-4182-90d6-971903f8a988 req-a0616e1f-ab7d-4cf5-bc0d-191a9b122156 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734162 Aug 20 15:02:38.320085 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-657426a9-a620-4647-906b-a842fd717657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.323530 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-657426a9-a620-4647-906b-a842fd717657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.327184 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-657426a9-a620-4647-906b-a842fd717657 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77c88e17-4367-40ac-8623-6573d9810198 HTTP/1.1" status: 204 len: 168 time: 0.3952167 Aug 20 15:02:38.417754 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0817e848-4d42-4e1e-9718-0fc858713d10 x-openstack-request-id: req-0817e848-4d42-4e1e-9718-0fc858713d10 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:38.418130 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609b24f2-f594-44c8-9902-2b455a50f2d1", "name": "network-vif-deleted", "tag": "d0c48e27-54d6-4615-9c37-4a9cf2699e22", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:38.418486 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0817e848-4d42-4e1e-9718-0fc858713d10 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:38.418906 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609b24f2-f594-44c8-9902-2b455a50f2d1', 'name': 'network-vif-deleted', 'tag': 'd0c48e27-54d6-4615-9c37-4a9cf2699e22', 'status': 'completed', 'code': 200} Aug 20 15:02:38.421635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657426a9-a620-4647-906b-a842fd717657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c88e17-4367-40ac-8623-6573d9810198,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:38.466263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2924af1-b816-4258-bf9e-ea4ab0469323 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:38.479517 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.500889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Transition to ACTIVE for port object e2924af1-b816-4258-bf9e-ea4ab0469323 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:38.506263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.612138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.628448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Pushing event updated for resources: {'Port': ['ID=e2924af1-b816-4258-bf9e-ea4ab0469323,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:38.635341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Transition to ACTIVE for port object 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:38.686146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.761040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d78ac2-4fa3-4fcd-a15b-558af48cdd1d req-8318da3c-b28d-4b9c-a9ec-99ff7f34db65 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:38.762652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1d78ac2-4fa3-4fcd-a15b-558af48cdd1d req-8318da3c-b28d-4b9c-a9ec-99ff7f34db65 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 943 time: 0.2591367 Aug 20 15:02:38.772760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Attempting to bind port e2924af1-b816-4258-bf9e-ea4ab0469323 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:38.773732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Attempting to bind port e2924af1-b816-4258-bf9e-ea4ab0469323 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:38.774459 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Attempting to bind port e2924af1-b816-4258-bf9e-ea4ab0469323 on network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:38.792022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Port e2924af1-b816-4258-bf9e-ea4ab0469323 on network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:38.793529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Attempting to bind port e2924af1-b816-4258-bf9e-ea4ab0469323 on network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:38.800764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:38.801528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Checking segment: {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:38.802186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Bound using segment: {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:38.803189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Bound port: e2924af1-b816-4258-bf9e-ea4ab0469323, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7357fd8-d8e4-4afb-9e01-660ada879d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:38.804653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.829097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1d78ac2-4fa3-4fcd-a15b-558af48cdd1d req-9b46b215-b4e5-4d79-81bb-fff6bce5664b tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552285 Aug 20 15:02:38.838886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Network 196d4518-a484-49f3-8576-2d800630dd47 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:38.850481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event updated for resources: {'Port': ['ID=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:38.855244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:38.859007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:38.887474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38848) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:38.916488 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c75ae2e2-b8ff-4838-8fba-bb738bbb64d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:38.959786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:38.960668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:39.010011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] For port e2924af1-b816-4258-bf9e-ea4ab0469323, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:39.014622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] For port e2924af1-b816-4258-bf9e-ea4ab0469323, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e2924af1-b816-4258-bf9e-ea4ab0469323,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:39.021717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:39.068451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.069806 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:39.071436 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] 10.222.0.72 "PUT /v2.0/ports/e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 200 len: 1092 time: 1.6171815 Aug 20 15:02:39.100168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85636c-061d-4c86-ab1a-4708b05d09be req-c7a7106e-868c-4e35-be18-63dcdee3f6e8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.101842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a85636c-061d-4c86-ab1a-4708b05d09be req-c7a7106e-868c-4e35-be18-63dcdee3f6e8 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.1259942 Aug 20 15:02:39.114984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a49b42-2a49-4eaf-b088-a3ce2b1f7268 service neutron] Pushing event updated for resources: {'Port': ['ID=e2924af1-b816-4258-bf9e-ea4ab0469323,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:39.155412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc722a-69cf-4fd6-9b2c-1e3756d937e0 req-b273b23d-817d-433a-8deb-9f3379f6308c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.157242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92bc722a-69cf-4fd6-9b2c-1e3756d937e0 req-b273b23d-817d-433a-8deb-9f3379f6308c tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d0fbba8-2979-47e7-9835-a9fc2f2e355a HTTP/1.1" status: 200 len: 950 time: 0.1452525 Aug 20 15:02:39.192557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a85636c-061d-4c86-ab1a-4708b05d09be req-c4a21b2a-b7cb-4c66-9a86-07544289b5e9 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/security-groups?id=a929f2aa-456c-46be-8da8-3a1eadee74c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Aug 20 15:02:39.204777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-1a5aba8a-8b66-4699-84ce-76bb7a026c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.207779 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-1a5aba8a-8b66-4699-84ce-76bb7a026c71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 1095 time: 0.0643630 Aug 20 15:02:39.238047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92bc722a-69cf-4fd6-9b2c-1e3756d937e0 req-a37dfb47-6bcb-4b1d-9fe1-81d031421b37 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720301 Aug 20 15:02:39.293558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c75ae2e2-b8ff-4838-8fba-bb738bbb64d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:39.295225 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-1207c261-a7e0-4f55-84ff-be43523d33fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 200 len: 217 time: 0.0629411 Aug 20 15:02:39.296012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-31a01ca3-7880-43ff-88f7-cafc0d6f9a31 None None] Provisioning for port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:39.301735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-31a01ca3-7880-43ff-88f7-cafc0d6f9a31 None None] Provisioning complete for port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:39.302242 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-31a01ca3-7880-43ff-88f7-cafc0d6f9a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:39.303152 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c75ae2e2-b8ff-4838-8fba-bb738bbb64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:39.321254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-193817c8-8544-4bf7-a15c-bc6c359b4954 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7382898 Aug 20 15:02:39.346310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:39.375633 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-31a01ca3-7880-43ff-88f7-cafc0d6f9a31 None None] Port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:39.423712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-e38fc960-5df6-4230-a9d0-dbd79a3e6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.425392 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-e38fc960-5df6-4230-a9d0-dbd79a3e6a8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.1206098 Aug 20 15:02:39.490152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-5d1f438e-416f-49b6-8167-ca975755c2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.491778 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-5d1f438e-416f-49b6-8167-ca975755c2c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549412 Aug 20 15:02:39.533910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c75ae2e2-b8ff-4838-8fba-bb738bbb64d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36187024b62b41afaa12caf62d68cab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429625 Aug 20 15:02:39.537080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38856) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:39.548221 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:39.549593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ae2e2-b8ff-4838-8fba-bb738bbb64d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59545210-1314-4150-aca0-4fb80c15c387,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:39.601220 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-4168c8a6-7eb7-4e7e-a426-605be439f588 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942154 Aug 20 15:02:39.640364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f3f9-f883-482e-95ad-1ca73608343a req-ca35847e-34c5-496c-92c9-d760a0c3c10b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.646283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f3f9-f883-482e-95ad-1ca73608343a req-ca35847e-34c5-496c-92c9-d760a0c3c10b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.652665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f3f9-f883-482e-95ad-1ca73608343a req-ca35847e-34c5-496c-92c9-d760a0c3c10b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.658681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f3f9-f883-482e-95ad-1ca73608343a req-ca35847e-34c5-496c-92c9-d760a0c3c10b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.664680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f3f9-f883-482e-95ad-1ca73608343a req-ca35847e-34c5-496c-92c9-d760a0c3c10b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.667251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5842f3f9-f883-482e-95ad-1ca73608343a req-ca35847e-34c5-496c-92c9-d760a0c3c10b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 3817 time: 0.2018218 Aug 20 15:02:39.674908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce17ed-a0fe-4e92-86f7-0ffd77b119ac req-8e2417c6-9d99-43c8-98d6-61e9a1c5b451 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.676356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73ce17ed-a0fe-4e92-86f7-0ffd77b119ac req-8e2417c6-9d99-43c8-98d6-61e9a1c5b451 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 946 time: 0.2454374 Aug 20 15:02:39.741563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-b8e5ea84-e4bb-47ff-abd2-5a0bfb27f2e2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:39.743713 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-b8e5ea84-e4bb-47ff-abd2-5a0bfb27f2e2 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.70 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 946 time: 0.0768292 Aug 20 15:02:39.756935 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c2f7b943-3ab9-427f-8b9d-cc105fbafc11 req-93c6a8e9-d33f-4dfd-abd8-87bd466cb3f2 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443338 Aug 20 15:02:39.828926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73ce17ed-a0fe-4e92-86f7-0ffd77b119ac req-d2e3b33d-ed52-4124-98e8-640dc39be1d7 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405256 Aug 20 15:02:39.829593 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21854651-d111-42bf-8f5f-d88b3afd7188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:39.850432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5842f3f9-f883-482e-95ad-1ca73608343a req-23e76f31-781c-4e61-9218-5bb3a3f28f2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706984 Aug 20 15:02:39.868556 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21854651-d111-42bf-8f5f-d88b3afd7188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:39.921008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Deleting port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:39.921719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.024802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] For port f45d19c2-9a23-4a7c-b483-2e7ae5641d31, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,segment=NetworkSegment(964a36cf-aa59-47e6-b815-0cde4ce0e3c9),segment_id=964a36cf-aa59-47e6-b815-0cde4ce0e3c9)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:40.025229 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.043401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Calling delete_port for f45d19c2-9a23-4a7c-b483-2e7ae5641d31 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:40.045268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-d5256d76-e755-42ee-bf9b-097f02669777 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:40.046820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-d5256d76-e755-42ee-bf9b-097f02669777 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 946 time: 0.1680646 Aug 20 15:02:40.062509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21854651-d111-42bf-8f5f-d88b3afd7188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.065111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-21854651-d111-42bf-8f5f-d88b3afd7188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.068881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-21854651-d111-42bf-8f5f-d88b3afd7188 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59545210-1314-4150-aca0-4fb80c15c387 HTTP/1.1" status: 204 len: 168 time: 0.5273809 Aug 20 15:02:40.096558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895fee4-631d-4732-9165-9251664a7f0a req-49fdce6d-6039-4f04-bf5d-e56a8fde367e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:40.098038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6895fee4-631d-4732-9165-9251664a7f0a req-49fdce6d-6039-4f04-bf5d-e56a8fde367e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 943 time: 0.1283765 Aug 20 15:02:40.128149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21854651-d111-42bf-8f5f-d88b3afd7188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59545210-1314-4150-aca0-4fb80c15c387,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:40.219000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6895fee4-631d-4732-9165-9251664a7f0a req-c22d1dfc-7dc9-4768-8eb3-30eadf1ecc84 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960338 Aug 20 15:02:40.220984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.237391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['f45d19c2-9a23-4a7c-b483-2e7ae5641d31'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:40.283857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fac00f8-0f79-4983-af5b-d5ff65d34932 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:40.310707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Pushing event deleted for resources: {'Port': ['ID=f45d19c2-9a23-4a7c-b483-2e7ae5641d31,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:40.311642 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.337592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Deleting port be8abe3b-1d08-485a-b033-c7035a49f86b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:40.338295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.343836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Transition to ACTIVE for port object 0fac00f8-0f79-4983-af5b-d5ff65d34932 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:40.374769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] No DVR routers for this DVR port f45d19c2-9a23-4a7c-b483-2e7ae5641d31 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:40.379759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.388004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.397872 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd71fab5-2956-44db-897e-d42eb4c618a0 req-aeddb071-f2c8-486e-89b6-b4a3f3039863 tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.70 "DELETE /v2.0/ports/f45d19c2-9a23-4a7c-b483-2e7ae5641d31 HTTP/1.1" status: 204 len: 173 time: 0.6435864 Aug 20 15:02:40.419794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323'}, {'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-deleted', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:40.422529 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323"}, {"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-deleted", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:40.540478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3c5a1c7-d895-4ca9-bc12-69178c76ba57 req-b13b279b-b557-411d-8469-bcad0c9ec65b tempest-ServersNegativeTestJSON-1840326291 tempest-ServersNegativeTestJSON-1840326291-project] 10.222.0.36 "GET /v2.0/ports?device_id=47dc7b5f-a967-4eaa-b553-019ba5fe6edd HTTP/1.1" status: 200 len: 210 time: 0.0812094 Aug 20 15:02:40.634248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-79cac228-2a57-459b-b901-894c39ea5dc2 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:40.646245 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-79cac228-2a57-459b-b901-894c39ea5dc2 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d0fbba8-2979-47e7-9835-a9fc2f2e355a HTTP/1.1" status: 200 len: 950 time: 0.1367061 Aug 20 15:02:40.646867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38874) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:40.679412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fac00f8-0f79-4983-af5b-d5ff65d34932,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:40.685773 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37f0234d-cc53-4f4e-ba2d-d1246cc266c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.716128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4ba7f-56e7-4720-aef2-99c5d9c5cd6f req-cc1c81d7-1d13-425d-9a67-5043fb106d35 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:40.717674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f4ba7f-56e7-4720-aef2-99c5d9c5cd6f req-cc1c81d7-1d13-425d-9a67-5043fb106d35 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d0fbba8-2979-47e7-9835-a9fc2f2e355a HTTP/1.1" status: 200 len: 950 time: 0.3712981 Aug 20 15:02:40.783489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Attempting to bind port 0fac00f8-0f79-4983-af5b-d5ff65d34932 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:40.783816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Attempting to bind port 0fac00f8-0f79-4983-af5b-d5ff65d34932 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:40.784159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Attempting to bind port 0fac00f8-0f79-4983-af5b-d5ff65d34932 on network c1784f64-ceb3-4cfa-9325-d84fac35c44e {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:40.803293 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3134c28-ce5d-490c-963d-f36964175533 x-openstack-request-id: req-f3134c28-ce5d-490c-963d-f36964175533 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:40.803562 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323", "status": "completed", "code": 200}, {"server_uuid": "47dc7b5f-a967-4eaa-b553-019ba5fe6edd", "name": "network-vif-deleted", "tag": "f45d19c2-9a23-4a7c-b483-2e7ae5641d31", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:40.803808 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3134c28-ce5d-490c-963d-f36964175533 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:40.804195 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'status': 'completed', 'code': 200} Aug 20 15:02:40.804444 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dc7b5f-a967-4eaa-b553-019ba5fe6edd', 'name': 'network-vif-deleted', 'tag': 'f45d19c2-9a23-4a7c-b483-2e7ae5641d31', 'status': 'completed', 'code': 200} Aug 20 15:02:40.812674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] For port be8abe3b-1d08-485a-b033-c7035a49f86b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=be8abe3b-1d08-485a-b033-c7035a49f86b,segment=NetworkSegment(f77578cb-3716-4365-97b2-c7b05e4f9844),segment_id=f77578cb-3716-4365-97b2-c7b05e4f9844)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:40.813214 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:40.833036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Calling delete_port for be8abe3b-1d08-485a-b033-c7035a49f86b owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:40.871667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Deleting port 71657d90-4bc9-4105-85dc-b251f79e5ebc {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:40.871989 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.008988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37f0234d-cc53-4f4e-ba2d-d1246cc266c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.014188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37f0234d-cc53-4f4e-ba2d-d1246cc266c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.050862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0234d-cc53-4f4e-ba2d-d1246cc266c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab65546-2367-4e57-acad-52e4d8c22725,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:41.069732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] For port 71657d90-4bc9-4105-85dc-b251f79e5ebc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=71657d90-4bc9-4105-85dc-b251f79e5ebc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:41.070021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.096053 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-37f0234d-cc53-4f4e-ba2d-d1246cc266c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b007e007e7064d0281a4ff5258d49456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457474 Aug 20 15:02:41.096053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Calling delete_port for 71657d90-4bc9-4105-85dc-b251f79e5ebc owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:41.096466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38880) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:41.205210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd18997b-3d85-4246-a778-6fcd41b75b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.238884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd18997b-3d85-4246-a778-6fcd41b75b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.294752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Port 0fac00f8-0f79-4983-af5b-d5ff65d34932 on network c1784f64-ceb3-4cfa-9325-d84fac35c44e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:41.295806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Attempting to bind port 0fac00f8-0f79-4983-af5b-d5ff65d34932 on network c1784f64-ceb3-4cfa-9325-d84fac35c44e {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:41.313863 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.326984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:41.345659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event deleted for resources: {'Port': ['ID=71657d90-4bc9-4105-85dc-b251f79e5ebc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:41.364766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd18997b-3d85-4246-a778-6fcd41b75b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.367843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd18997b-3d85-4246-a778-6fcd41b75b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.369924 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dd18997b-3d85-4246-a778-6fcd41b75b81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ab65546-2367-4e57-acad-52e4d8c22725 HTTP/1.1" status: 204 len: 168 time: 0.2720382 Aug 20 15:02:41.381240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['71657d90-4bc9-4105-85dc-b251f79e5ebc', '8bba7430-b815-42fd-8ce5-c55b962946d7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:41.381729 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:41.382074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Checking segment: {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:41.382466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Bound using segment: {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:41.382916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Bound port: 0fac00f8-0f79-4983-af5b-d5ff65d34932, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c29554f-3693-418e-aab8-fe80f7524e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:41.383284 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.395078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18997b-3d85-4246-a778-6fcd41b75b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab65546-2367-4e57-acad-52e4d8c22725,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:41.422701 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] No DVR routers for this DVR port 71657d90-4bc9-4105-85dc-b251f79e5ebc on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:41.426796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.429295 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-34bf389c-e2fa-4333-b9b9-0dd76d1bfe2d req-7e08f06e-783a-43c5-9a2e-2973cc03038f tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "DELETE /v2.0/ports/71657d90-4bc9-4105-85dc-b251f79e5ebc HTTP/1.1" status: 204 len: 173 time: 0.7649181 Aug 20 15:02:41.445019 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f4ba7f-56e7-4720-aef2-99c5d9c5cd6f req-545743bc-ad76-4ca5-bf71-f6e67920f131 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6949401 Aug 20 15:02:41.577036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-b3f081cd-c594-4c74-87ff-67b0e2e64296 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:41.578644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-b3f081cd-c594-4c74-87ff-67b0e2e64296 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 950 time: 0.3146360 Aug 20 15:02:41.586321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12fc21-63d1-4f07-b81f-dc094e382d3e req-e6aa03d0-2198-4836-aea0-02d7045acf81 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:41.594811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af12fc21-63d1-4f07-b81f-dc094e382d3e req-e6aa03d0-2198-4836-aea0-02d7045acf81 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 946 time: 0.3294697 Aug 20 15:02:41.598377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-fb2be519-107f-44ad-9e3d-3f565e3b3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:41.600066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-fb2be519-107f-44ad-9e3d-3f565e3b3bca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 1095 time: 0.3370886 Aug 20 15:02:41.829064 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:41.897923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] For port 0fac00f8-0f79-4983-af5b-d5ff65d34932, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:41.902587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] For port 0fac00f8-0f79-4983-af5b-d5ff65d34932, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:41.941501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-a2625f99-3c94-4ed7-af58-fb703c8e2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:41.943095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-a2625f99-3c94-4ed7-af58-fb703c8e2035 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.3169081 Aug 20 15:02:42.025538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Pushing event deleted for resources: {'Port': ['ID=be8abe3b-1d08-485a-b033-c7035a49f86b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:42.041867 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.062214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-1d2aa0fa-d7ef-4f7d-977f-efb45d0121f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 200 len: 217 time: 0.0828605 Aug 20 15:02:42.078608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5959154-2769-4359-963c-3c6503b7c865 req-b0ce9931-af3d-414d-99a7-bc303d1bb101 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:42.085085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5959154-2769-4359-963c-3c6503b7c865 req-b0ce9931-af3d-414d-99a7-bc303d1bb101 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:42.092858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5959154-2769-4359-963c-3c6503b7c865 req-b0ce9931-af3d-414d-99a7-bc303d1bb101 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:42.098929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5959154-2769-4359-963c-3c6503b7c865 req-b0ce9931-af3d-414d-99a7-bc303d1bb101 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:42.106317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5959154-2769-4359-963c-3c6503b7c865 req-b0ce9931-af3d-414d-99a7-bc303d1bb101 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:42.108213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5959154-2769-4359-963c-3c6503b7c865 req-b0ce9931-af3d-414d-99a7-bc303d1bb101 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 3829 time: 0.5421059 Aug 20 15:02:42.125175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af12fc21-63d1-4f07-b81f-dc094e382d3e req-e0103c31-f2b0-4c4a-9c2a-081471db94b3 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/security-groups?id=a69c627e-fdbf-44ac-81d8-bf601580798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234156 Aug 20 15:02:42.163018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:42.163693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.165061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/0fac00f8-0f79-4983-af5b-d5ff65d34932 HTTP/1.1" status: 200 len: 1093 time: 2.8266389 Aug 20 15:02:42.170206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:42.172501 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c683c8-c9a6-424a-9883-5420201a6152" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:42.203182 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1bfbdc4-2065-4291-b329-93dafad35242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.255039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:42.313286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] No DVR routers for this DVR port be8abe3b-1d08-485a-b033-c7035a49f86b on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:42.370181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e2924af1-b816-4258-bf9e-ea4ab0469323 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:02:42.386936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.389559 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6daf2d66-de8d-4fcc-973c-0d2aa4248fc6 req-f44c0457-dbfc-418a-bb8e-55ba5b61218d tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.70 "DELETE /v2.0/ports/be8abe3b-1d08-485a-b033-c7035a49f86b HTTP/1.1" status: 204 len: 173 time: 2.3207648 Aug 20 15:02:42.436075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-c41956b8-489c-4934-84ff-cfb1fe677a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:42.437539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-c41956b8-489c-4934-84ff-cfb1fe677a14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.2873485 Aug 20 15:02:42.441549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f9e94-d642-45e6-b5fd-d3c19d4b73e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fac00f8-0f79-4983-af5b-d5ff65d34932,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:42.481414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5959154-2769-4359-963c-3c6503b7c865 req-31327fd7-3fd5-4d41-b640-cfae05ab58b0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3550451 Aug 20 15:02:42.533275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e2924af1-b816-4258-bf9e-ea4ab0469323, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e2924af1-b816-4258-bf9e-ea4ab0469323,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:42.552468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'port_id': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'mac_address': 'fa:16:3e:7b:25:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:02:42.584306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38916) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:42.604501 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.647506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2924af1-b816-4258-bf9e-ea4ab0469323 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:42.666184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Deleting port 8bba7430-b815-42fd-8ce5-c55b962946d7 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:42.667121 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.685874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e2924af1-b816-4258-bf9e-ea4ab0469323, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e2924af1-b816-4258-bf9e-ea4ab0469323,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:42.699431 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.720577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbc03e0-9c2a-4185-ae31-ba0adc3dc1ce admin admin] Deleting subnet 407a70cd-52de-428b-998f-83c5b6bd13b2 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:02:42.727119 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2dbc03e0-9c2a-4185-ae31-ba0adc3dc1ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.753451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4c231-0f22-4f62-abd2-62ce70c48e0e req-41659229-9e37-413a-9bfa-2dfeaf02739a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:42.755051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-baa4c231-0f22-4f62-abd2-62ce70c48e0e req-41659229-9e37-413a-9bfa-2dfeaf02739a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 943 time: 0.5526633 Aug 20 15:02:42.775520 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c823f67b-f805-4875-ae8d-4016ddbed461 x-openstack-request-id: req-c823f67b-f805-4875-ae8d-4016ddbed461 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:42.776507 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:42.776733 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c823f67b-f805-4875-ae8d-4016ddbed461 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:42.777170 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'status': 'completed', 'code': 200} Aug 20 15:02:42.791080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2dbc03e0-9c2a-4185-ae31-ba0adc3dc1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.796770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e2924af1-b816-4258-bf9e-ea4ab0469323,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:42.820766 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.820982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0fbba8-2979-47e7-9835-a9fc2f2e355a', 'name': 'network-vif-deleted', 'tag': '71657d90-4bc9-4105-85dc-b251f79e5ebc'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:42.825999 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed0131a-f5b7-40ed-92e9-8d13b14413e1" -d '{"events": [{"server_uuid": "3d0fbba8-2979-47e7-9835-a9fc2f2e355a", "name": "network-vif-deleted", "tag": "71657d90-4bc9-4105-85dc-b251f79e5ebc"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:42.856716 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2dbc03e0-9c2a-4185-ae31-ba0adc3dc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.942778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2dbc03e0-9c2a-4185-ae31-ba0adc3dc1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:42.976129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc03e0-9c2a-4185-ae31-ba0adc3dc1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407a70cd-52de-428b-998f-83c5b6bd13b2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:42.993361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-92d4cf9c-2b42-4efa-87d2-4ca1b31fe4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:42.996713 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2dbc03e0-9c2a-4185-ae31-ba0adc3dc1ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:43.001378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-92d4cf9c-2b42-4efa-87d2-4ca1b31fe4c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5290580 Aug 20 15:02:43.001739 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2dbc03e0-9c2a-4185-ae31-ba0adc3dc1ce admin admin] 10.222.0.36 "DELETE /v2.0/subnets/407a70cd-52de-428b-998f-83c5b6bd13b2 HTTP/1.1" status: 204 len: 168 time: 0.4161148 Aug 20 15:02:43.001993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38922) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:43.037680 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-396a7fc8-cc60-4204-a03e-2c1285e99685 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586541 Aug 20 15:02:43.076871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-baa4c231-0f22-4f62-abd2-62ce70c48e0e req-b73b266d-e4dc-48bd-b14e-00cbb2a928f9 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484689 Aug 20 15:02:43.132365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-d92b6734-6015-4904-a2d7-ad48942c458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.133867 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-d92b6734-6015-4904-a2d7-ad48942c458c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 1102 time: 0.0603433 Aug 20 15:02:43.136134 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6638a62a-583f-4dda-81be-35c2d1a9b7a1 x-openstack-request-id: req-6638a62a-583f-4dda-81be-35c2d1a9b7a1 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:43.136428 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0fbba8-2979-47e7-9835-a9fc2f2e355a", "name": "network-vif-deleted", "tag": "71657d90-4bc9-4105-85dc-b251f79e5ebc", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:43.136720 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6638a62a-583f-4dda-81be-35c2d1a9b7a1 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:43.137380 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0fbba8-2979-47e7-9835-a9fc2f2e355a', 'name': 'network-vif-deleted', 'tag': '71657d90-4bc9-4105-85dc-b251f79e5ebc', 'status': 'completed', 'code': 200} Aug 20 15:02:43.239835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-cb395fad-ae1f-40cb-9cee-9aaa6ece7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.240332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-cb395fad-ae1f-40cb-9cee-9aaa6ece7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.240818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-cb395fad-ae1f-40cb-9cee-9aaa6ece7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.241295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-cb395fad-ae1f-40cb-9cee-9aaa6ece7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.241770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-cb395fad-ae1f-40cb-9cee-9aaa6ece7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.246497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-cb395fad-ae1f-40cb-9cee-9aaa6ece7cc0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 4365 time: 0.4159977 Aug 20 15:02:43.270846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e2924af1-b816-4258-bf9e-ea4ab0469323'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:43.287848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] For port 8bba7430-b815-42fd-8ce5-c55b962946d7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8bba7430-b815-42fd-8ce5-c55b962946d7,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:43.288251 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:43.302284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716504f-0980-4c72-bc84-66944fe1eb07 req-6dac9ef4-cc9d-4ddf-b7e6-1e5721ad3248 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.311045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e716504f-0980-4c72-bc84-66944fe1eb07 req-6dac9ef4-cc9d-4ddf-b7e6-1e5721ad3248 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 950 time: 0.4038463 Aug 20 15:02:43.401952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-6f586c57-feb3-4bd9-a3d6-9e3d0be612f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.405054 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-6f586c57-feb3-4bd9-a3d6-9e3d0be612f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2440069 Aug 20 15:02:43.449040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e97c5667-a647-4d0a-9d24-18cb9bcabc67 req-604c5bb7-174c-40e5-8b67-5cb2d9266a03 tempest-ServersNegativeTestMultiTenantJSON-1795335750 tempest-ServersNegativeTestMultiTenantJSON-1795335750-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e4dfdf-142a-4506-8069-948781631c79 HTTP/1.1" status: 200 len: 210 time: 0.2084429 Aug 20 15:02:43.476675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:43.481916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Calling delete_port for 8bba7430-b815-42fd-8ce5-c55b962946d7 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:43.512868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-8d8066f2-061d-4805-987a-ca040eb5f41a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ddf67fc4-e0a6-4965-8229-e61a44dc276f HTTP/1.1" status: 200 len: 217 time: 0.0908964 Aug 20 15:02:43.567661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device be8abe3b-1d08-485a-b033-c7035a49f86b no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:43.631561 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-96fe48c9-c78c-4a5d-a9d5-34f1afb61b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.635860 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-96fe48c9-c78c-4a5d-a9d5-34f1afb61b98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1120620 Aug 20 15:02:43.644553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: be8abe3b-1d08-485a-b033-c7035a49f86b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:43.645044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device be8abe3b-1d08-485a-b033-c7035a49f86b not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:43.645563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:43.667448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: f45d19c2-9a23-4a7c-b483-2e7ae5641d31 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:43.667950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device f45d19c2-9a23-4a7c-b483-2e7ae5641d31 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:43.708500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-e09218cf-07cb-4de0-bcd0-5beadddc36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:43.710303 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-e09218cf-07cb-4de0-bcd0-5beadddc36f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0623806 Aug 20 15:02:43.830690 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-dc0a1881-0660-4490-b31c-4650ba0f6a3b service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083708 Aug 20 15:02:43.952540 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-87b56ad0-6102-43a4-85dc-c145b04e2dee req-6c665a07-bd9b-4fcb-87c9-1bcef8c31545 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131034 Aug 20 15:02:44.115863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e716504f-0980-4c72-bc84-66944fe1eb07 req-5dcdd975-c155-43eb-8892-230f8c30f3a9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7949274 Aug 20 15:02:44.118334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-3c65ad9a-90df-4618-aa47-330cc389d3c0 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0945449 Aug 20 15:02:44.371816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 71657d90-4bc9-4105-85dc-b251f79e5ebc no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:44.390308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-9f25fd87-e0d7-493a-853e-5a3495067726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:44.390948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-9f25fd87-e0d7-493a-853e-5a3495067726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:44.391501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-9f25fd87-e0d7-493a-853e-5a3495067726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:44.393032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 71657d90-4bc9-4105-85dc-b251f79e5ebc {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:44.393308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-9f25fd87-e0d7-493a-853e-5a3495067726 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2beba97d62b640409b5bc8203a3f489b&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.1075466 Aug 20 15:02:44.393432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 71657d90-4bc9-4105-85dc-b251f79e5ebc not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:44.393793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8bba7430-b815-42fd-8ce5-c55b962946d7 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:44.489552 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:44.558546 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:44.578857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:44.582095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e84c97-c930-46d9-9dd6-5b1370401e29 req-cc5edcde-04cb-4332-90bc-3e0c575fb3c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:44.590666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e84c97-c930-46d9-9dd6-5b1370401e29 req-cc5edcde-04cb-4332-90bc-3e0c575fb3c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:44.597903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e84c97-c930-46d9-9dd6-5b1370401e29 req-cc5edcde-04cb-4332-90bc-3e0c575fb3c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:44.604619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e84c97-c930-46d9-9dd6-5b1370401e29 req-cc5edcde-04cb-4332-90bc-3e0c575fb3c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:44.611776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e84c97-c930-46d9-9dd6-5b1370401e29 req-cc5edcde-04cb-4332-90bc-3e0c575fb3c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:44.620868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4e84c97-c930-46d9-9dd6-5b1370401e29 req-cc5edcde-04cb-4332-90bc-3e0c575fb3c8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 3829 time: 0.9726825 Aug 20 15:02:44.646070 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:44.772933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:44.785238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4e84c97-c930-46d9-9dd6-5b1370401e29 req-b0406b31-cc9c-4d43-83e2-7c594d38ac66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632230 Aug 20 15:02:44.789764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e4dfdf-142a-4506-8069-948781631c79', 'name': 'network-vif-deleted', 'tag': 'be8abe3b-1d08-485a-b033-c7035a49f86b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:44.793337 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212664b8-9ef7-4536-8ec7-102202385613" -d '{"events": [{"server_uuid": "c2e4dfdf-142a-4506-8069-948781631c79", "name": "network-vif-deleted", "tag": "be8abe3b-1d08-485a-b033-c7035a49f86b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:44.800675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3386840-4e01-4bac-9414-27d515c132f8']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:44.810075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event deleted for resources: {'Port': ['ID=8bba7430-b815-42fd-8ce5-c55b962946d7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:44.851979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38948) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:44.893551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964a36cf-aa59-47e6-b815-0cde4ce0e3c9') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:44.893857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964a36cf-aa59-47e6-b815-0cde4ce0e3c9') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:44.903796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28573414-57e1-4c3e-a463-4c7b7827934a req-c64b8441-e22f-4023-b364-baad3afff57b tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:44.911494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28573414-57e1-4c3e-a463-4c7b7827934a req-c64b8441-e22f-4023-b364-baad3afff57b tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 944 time: 0.5916097 Aug 20 15:02:44.948745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d60f72-295b-4066-b109-19da54fecf58 admin admin] Deleting subnet a228e76b-6974-4583-aed3-430919d01c26 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:02:44.953751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] No DVR routers for this DVR port 8bba7430-b815-42fd-8ce5-c55b962946d7 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:44.953917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f72-295b-4066-b109-19da54fecf58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:44.957885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:44.974321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8e04b4e-5aa7-42b2-8315-a6999340dbf7 req-d3767099-f381-4c58-b432-eb31cfb161b0 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8448157 Aug 20 15:02:44.998584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f72-295b-4066-b109-19da54fecf58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.008760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.011470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6020e357-0186-4c95-8009-4b65c0e2ba1c req-f06e83d8-1cc0-4447-9d85-9871180f91af tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.72 "DELETE /v2.0/ports/8bba7430-b815-42fd-8ce5-c55b962946d7 HTTP/1.1" status: 204 len: 173 time: 3.4090064 Aug 20 15:02:45.019812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-d267a145-550a-4a17-b137-03ea5e60ac03 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=74b4fa738e9f41858daf952b2904fd49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698524 Aug 20 15:02:45.054687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f72-295b-4066-b109-19da54fecf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.087134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.145812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f72-295b-4066-b109-19da54fecf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.172407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e28719b-e164-4b17-89f6-b281ba5fda21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.179971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:02:45.180400 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:02:45.182920 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:02:45.190504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:45.214010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-6a6ae6ca-c41c-4b21-b803-2dbe43a0f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:45.216588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2c683c8-c9a6-424a-9883-5420201a6152 req-6a6ae6ca-c41c-4b21-b803-2dbe43a0f63b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6875865 Aug 20 15:02:45.218632 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.218796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d60f72-295b-4066-b109-19da54fecf58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a228e76b-6974-4583-aed3-430919d01c26,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:45.228147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0d60f72-295b-4066-b109-19da54fecf58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.234227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f0d60f72-295b-4066-b109-19da54fecf58 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a228e76b-6974-4583-aed3-430919d01c26 HTTP/1.1" status: 204 len: 168 time: 0.3810694 Aug 20 15:02:45.254188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38962) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:45.283924 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28573414-57e1-4c3e-a463-4c7b7827934a req-c7d21671-f2a7-40bf-aa96-2db9e9a90f09 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562429 Aug 20 15:02:45.333012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Transition to ACTIVE for port object 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:45.334295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.344625 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.351996 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e99f651-949a-44fc-b8ba-5746409fac80 x-openstack-request-id: req-3e99f651-949a-44fc-b8ba-5746409fac80 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:45.352289 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e4dfdf-142a-4506-8069-948781631c79", "name": "network-vif-deleted", "tag": "be8abe3b-1d08-485a-b033-c7035a49f86b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:45.352549 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e99f651-949a-44fc-b8ba-5746409fac80 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:45.352946 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e4dfdf-142a-4506-8069-948781631c79', 'name': 'network-vif-deleted', 'tag': 'be8abe3b-1d08-485a-b033-c7035a49f86b', 'status': 'completed', 'code': 200} Aug 20 15:02:45.353763 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.372383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.377007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] 10.222.0.36 "DELETE /v2.0/networks/a3386840-4e01-4bac-9414-27d515c132f8 HTTP/1.1" status: 204 len: 168 time: 2.3686574 Aug 20 15:02:45.385278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36eeba-2dad-46d4-a638-8b75bd33e5ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a3386840-4e01-4bac-9414-27d515c132f8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:45.440512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724c48-4017-4337-84e4-78de80969d9b req-8216cffd-5816-46c2-9a10-f913dd9f63bc tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:45.448517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-8216cffd-5816-46c2-9a10-f913dd9f63bc tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4184880 Aug 20 15:02:45.510633 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.545179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-65683382-549c-4f67-985a-7541181946b4 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/quotas/74b4fa738e9f41858daf952b2904fd49 HTTP/1.1" status: 200 len: 375 time: 0.0945961 Aug 20 15:02:45.554354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a595e4-841e-49b9-8187-367934f82ee0']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:45.586664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77578cb-3716-4365-97b2-c7b05e4f9844') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:45.587075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77578cb-3716-4365-97b2-c7b05e4f9844') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:45.600601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-13250596-b56d-468d-ba97-684db72543fe tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=74b4fa738e9f41858daf952b2904fd49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539901 Aug 20 15:02:45.612280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.643234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:45.653831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a71b8b6-7749-49cb-be7a-9aaf3fea781b req-7f7a01ab-4499-446e-83a9-d0dfe22d3137 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=43afab87-3745-4507-b38a-a8b09013e499 HTTP/1.1" status: 200 len: 210 time: 0.1636856 Aug 20 15:02:45.655467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.673462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:02:45.675046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:02:45.685013 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:02:45.792737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38966) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:45.816083 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.824607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.827883 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b0a595e4-841e-49b9-8187-367934f82ee0 HTTP/1.1" status: 204 len: 168 time: 0.5722992 Aug 20 15:02:45.831160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38972) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:45.888178 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d9690-0c33-4e4d-9487-0d84fdf83495 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a595e4-841e-49b9-8187-367934f82ee0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:45.936092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Attempting to bind port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:45.936436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Attempting to bind port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:45.936972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Attempting to bind port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:45.941500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1fdd47-fdeb-4c2e-a9a1-d404950125d0 admin admin] Deleting subnet 03f6e606-c724-46dd-b1ae-55b226105437 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:02:45.945121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdd47-fdeb-4c2e-a9a1-d404950125d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:45.968231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:45.968573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Attempting to bind port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:45.993706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdd47-fdeb-4c2e-a9a1-d404950125d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.015579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2aba23a-d87c-4514-9e4a-f10c24857a65 req-6d435799-417d-474d-b2af-d01b3c7b2bc6 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 210 time: 0.0727358 Aug 20 15:02:46.022050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:46.022409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Checking segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:46.022807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Bound using segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:46.023269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Bound port: 7af7bc0b-833f-4482-8e06-e1b9ae83ca66, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:46.023964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.048017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c9d85ee8-5c12-4987-b5ca-fb2ad3858e5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=423db5beadc14e0088b8402d52712218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538195 Aug 20 15:02:46.053536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38976) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:46.061931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdd47-fdeb-4c2e-a9a1-d404950125d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.064486 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.117187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5707e-08fb-4fc0-85b7-4e1e3d4cba80 req-0d8537cb-1ef0-4d79-8a72-6ea979597a5c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:46.125048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5707e-08fb-4fc0-85b7-4e1e3d4cba80 req-0d8537cb-1ef0-4d79-8a72-6ea979597a5c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:46.130687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdd47-fdeb-4c2e-a9a1-d404950125d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.132233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5707e-08fb-4fc0-85b7-4e1e3d4cba80 req-0d8537cb-1ef0-4d79-8a72-6ea979597a5c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:46.140198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5707e-08fb-4fc0-85b7-4e1e3d4cba80 req-0d8537cb-1ef0-4d79-8a72-6ea979597a5c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:46.146683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5707e-08fb-4fc0-85b7-4e1e3d4cba80 req-0d8537cb-1ef0-4d79-8a72-6ea979597a5c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:46.154593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5707e-08fb-4fc0-85b7-4e1e3d4cba80 req-0d8537cb-1ef0-4d79-8a72-6ea979597a5c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:46.160071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbc5707e-08fb-4fc0-85b7-4e1e3d4cba80 req-0d8537cb-1ef0-4d79-8a72-6ea979597a5c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 4601 time: 0.2206142 Aug 20 15:02:46.170865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fdd47-fdeb-4c2e-a9a1-d404950125d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f6e606-c724-46dd-b1ae-55b226105437,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:46.173464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd1fdd47-fdeb-4c2e-a9a1-d404950125d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.177111 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dd1fdd47-fdeb-4c2e-a9a1-d404950125d0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/03f6e606-c724-46dd-b1ae-55b226105437 HTTP/1.1" status: 204 len: 168 time: 0.3445797 Aug 20 15:02:46.179943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38982) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:46.259384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] For port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:46.264324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] For port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:46.267128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.275525 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.309049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbc5707e-08fb-4fc0-85b7-4e1e3d4cba80 req-7a43ff78-a765-491e-b015-d6cccc1c362e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404188 Aug 20 15:02:46.366718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.369117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e2924af1-b816-4258-bf9e-ea4ab0469323 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:46.381579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68917e23-18d5-44ae-a539-3acaf4cc4052']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:46.394145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ed4aea-3df5-4494-9968-3db09d0c6010') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:46.394451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ed4aea-3df5-4494-9968-3db09d0c6010') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:46.406395 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.421371 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-312dbfea-9912-4296-b440-6003e71a6d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.438581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:46.439211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.442531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] 10.222.0.70 "PUT /v2.0/ports/7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 200 len: 1131 time: 4.2356684 Aug 20 15:02:46.451975 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.466312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:02:46.466798 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:02:46.473543 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:02:46.497105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port e2924af1-b816-4258-bf9e-ea4ab0469323 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:46.515319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port e2924af1-b816-4258-bf9e-ea4ab0469323 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:46.517041 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.536410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108253ae-0273-46ad-b935-ce74367b3ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:46.558967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:46.576717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.600490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.603532 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] 10.222.0.36 "DELETE /v2.0/networks/68917e23-18d5-44ae-a539-3acaf4cc4052 HTTP/1.1" status: 204 len: 168 time: 0.4225914 Aug 20 15:02:46.624768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc116ab1-82dc-4e6c-840b-5e5e322e0c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=68917e23-18d5-44ae-a539-3acaf4cc4052,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:46.654781 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-312dbfea-9912-4296-b440-6003e71a6d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.684725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d7564-25f2-4285-a285-2239a2d53aa3 req-50e19293-2007-46d9-8001-bc01c1be1114 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:46.692337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-456d7564-25f2-4285-a285-2239a2d53aa3 req-50e19293-2007-46d9-8001-bc01c1be1114 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 944 time: 0.2424924 Aug 20 15:02:46.737211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.934518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-456d7564-25f2-4285-a285-2239a2d53aa3 req-dddfa7bc-7ab4-4f7e-8bb5-5851a3c8704d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410686 Aug 20 15:02:46.965943 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-312dbfea-9912-4296-b440-6003e71a6d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.975787 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-312dbfea-9912-4296-b440-6003e71a6d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:46.978165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-312dbfea-9912-4296-b440-6003e71a6d59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a929f2aa-456c-46be-8da8-3a1eadee74c1 HTTP/1.1" status: 204 len: 168 time: 0.9227412 Aug 20 15:02:46.990722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39000) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:47.056810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312dbfea-9912-4296-b440-6003e71a6d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a929f2aa-456c-46be-8da8-3a1eadee74c1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:47.112240 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:47.114464 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3747bf26-e9b0-4112-a397-b4d3e7aee25e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99416997148146a2846040d613ff1c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1226521 Aug 20 15:02:47.118289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39004) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:47.165759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:47.168845 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73162e33-9d8a-404c-87d5-b2f1ca236b64" -d '{"events": [{"server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "name": "network-vif-plugged", "status": "completed", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:47.182870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e2924af1-b816-4258-bf9e-ea4ab0469323, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e2924af1-b816-4258-bf9e-ea4ab0469323,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:47.187968 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:47.255406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f6004a3-1c5b-4197-b506-59d1cbc5a673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:47.280343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e2924af1-b816-4258-bf9e-ea4ab0469323,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:47.297208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dbf81c2-a63f-4b17-9073-69bddbc98ae3 req-eb15f49b-23bc-4b62-bf6f-2af4e14a9b91 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 210 time: 0.0762811 Aug 20 15:02:47.299639 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f6004a3-1c5b-4197-b506-59d1cbc5a673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:47.373497 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51762e75-8fd5-440d-862f-76e6d3b3bbea x-openstack-request-id: req-51762e75-8fd5-440d-862f-76e6d3b3bbea {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:47.373497 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "name": "network-vif-plugged", "status": "completed", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:47.373497 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51762e75-8fd5-440d-862f-76e6d3b3bbea {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:47.373497 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'code': 200} Aug 20 15:02:47.373872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43afab87-3745-4507-b38a-a8b09013e499', 'name': 'network-vif-deleted', 'tag': '8bba7430-b815-42fd-8ce5-c55b962946d7'}, {'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '7af7bc0b-833f-4482-8e06-e1b9ae83ca66'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:47.376485 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e68e4c8-235f-44c3-b105-8898000e4306" -d '{"events": [{"server_uuid": "43afab87-3745-4507-b38a-a8b09013e499", "name": "network-vif-deleted", "tag": "8bba7430-b815-42fd-8ce5-c55b962946d7"}, {"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "7af7bc0b-833f-4482-8e06-e1b9ae83ca66"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:47.388167 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f6004a3-1c5b-4197-b506-59d1cbc5a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:47.391361 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f6004a3-1c5b-4197-b506-59d1cbc5a673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:47.395351 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3f6004a3-1c5b-4197-b506-59d1cbc5a673 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a69c627e-fdbf-44ac-81d8-bf601580798a HTTP/1.1" status: 204 len: 168 time: 0.2740791 Aug 20 15:02:47.421937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6004a3-1c5b-4197-b506-59d1cbc5a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69c627e-fdbf-44ac-81d8-bf601580798a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:47.482994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773281c-a1e7-4dec-996e-2cd1f1e0bf6c req-1b11ec13-6a43-468d-bd5b-be9ccf0da7bf tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:47.484618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3773281c-a1e7-4dec-996e-2cd1f1e0bf6c req-1b11ec13-6a43-468d-bd5b-be9ccf0da7bf tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 950 time: 0.2021093 Aug 20 15:02:47.698792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3773281c-a1e7-4dec-996e-2cd1f1e0bf6c req-2016e0a4-7a4a-49af-be06-f77382f43dfa tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893938 Aug 20 15:02:47.712895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-3c465430-f43a-445a-98ef-a766fc87e638 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=74b4fa738e9f41858daf952b2904fd49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1842434 Aug 20 15:02:47.742073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:47.859322 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39032) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:47.947232 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c022e070-b089-4cac-9f8a-15a3143cd4c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ecd8668cc704cbab85f5a7986b0ebe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863392 Aug 20 15:02:47.950833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39036) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:48.006676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-96a1b4c7-24ec-4f31-810c-ed23a7c192c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.008534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-96a1b4c7-24ec-4f31-810c-ed23a7c192c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.009246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-96a1b4c7-24ec-4f31-810c-ed23a7c192c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.009911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-96a1b4c7-24ec-4f31-810c-ed23a7c192c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.010575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-96a1b4c7-24ec-4f31-810c-ed23a7c192c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.011458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-96a1b4c7-24ec-4f31-810c-ed23a7c192c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.014130 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-96a1b4c7-24ec-4f31-810c-ed23a7c192c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5289 time: 0.1457951 Aug 20 15:02:48.091820 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483db3db-88c4-4f3b-83c9-3ced48bbcef8 x-openstack-request-id: req-483db3db-88c4-4f3b-83c9-3ced48bbcef8 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:48.092123 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43afab87-3745-4507-b38a-a8b09013e499", "name": "network-vif-deleted", "tag": "8bba7430-b815-42fd-8ce5-c55b962946d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "7af7bc0b-833f-4482-8e06-e1b9ae83ca66", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:48.092350 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-483db3db-88c4-4f3b-83c9-3ced48bbcef8 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:48.092743 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43afab87-3745-4507-b38a-a8b09013e499', 'name': 'network-vif-deleted', 'tag': '8bba7430-b815-42fd-8ce5-c55b962946d7', 'status': 'completed', 'code': 200} Aug 20 15:02:48.092993 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '7af7bc0b-833f-4482-8e06-e1b9ae83ca66', 'status': 'completed', 'code': 200} Aug 20 15:02:48.106780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0738-b97c-4106-bdd8-9115caa5d463 req-d3833dbe-cb90-4f8c-88ec-1248d02bd7e5 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.113160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0738-b97c-4106-bdd8-9115caa5d463 req-d3833dbe-cb90-4f8c-88ec-1248d02bd7e5 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.115327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92c7f3d4-d992-4b32-94e9-f0a20300cfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.119808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0738-b97c-4106-bdd8-9115caa5d463 req-d3833dbe-cb90-4f8c-88ec-1248d02bd7e5 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.126433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0738-b97c-4106-bdd8-9115caa5d463 req-d3833dbe-cb90-4f8c-88ec-1248d02bd7e5 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.132792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0738-b97c-4106-bdd8-9115caa5d463 req-d3833dbe-cb90-4f8c-88ec-1248d02bd7e5 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.139082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f0738-b97c-4106-bdd8-9115caa5d463 req-d3833dbe-cb90-4f8c-88ec-1248d02bd7e5 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.141011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-665f0738-b97c-4106-bdd8-9115caa5d463 req-d3833dbe-cb90-4f8c-88ec-1248d02bd7e5 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 4601 time: 0.6300540 Aug 20 15:02:48.149140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda3b34f-d54c-4cd9-bdde-876cea3d3eaa {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:48.175130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.183033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92c7f3d4-d992-4b32-94e9-f0a20300cfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.213708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ded3e-85a3-45c7-a5e0-9ce3670c6b22 req-2ff6f978-86e0-46f5-a813-b25374630f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.215854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c8ded3e-85a3-45c7-a5e0-9ce3670c6b22 req-2ff6f978-86e0-46f5-a813-b25374630f4b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 1097 time: 0.6931846 Aug 20 15:02:48.228621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-3772837a-864a-426c-820c-0f0abd737e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.229238 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-3772837a-864a-426c-820c-0f0abd737e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.230486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-3772837a-864a-426c-820c-0f0abd737e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.232484 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-3772837a-864a-426c-820c-0f0abd737e34 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2beba97d62b640409b5bc8203a3f489b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2058318 Aug 20 15:02:48.240003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92c7f3d4-d992-4b32-94e9-f0a20300cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.242786 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92c7f3d4-d992-4b32-94e9-f0a20300cfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.244233 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92c7f3d4-d992-4b32-94e9-f0a20300cfdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/954b8ce2-d671-427a-a1bf-05a4a499829f HTTP/1.1" status: 204 len: 168 time: 0.2918499 Aug 20 15:02:48.254062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Transition to ACTIVE for port object eda3b34f-d54c-4cd9-bdde-876cea3d3eaa will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:48.279642 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.284154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39048) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:48.300451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7f3d4-d992-4b32-94e9-f0a20300cfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b8ce2-d671-427a-a1bf-05a4a499829f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:48.368895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-665f0738-b97c-4106-bdd8-9115caa5d463 req-c7369348-9435-4885-bf4a-9e0e36bcf1a4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2053397 Aug 20 15:02:48.425013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724c48-4017-4337-84e4-78de80969d9b req-a97a198f-38db-4d79-a744-100a23d9a0b1 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.426880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-a97a198f-38db-4d79-a744-100a23d9a0b1 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6871185 Aug 20 15:02:48.436265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd93ae-fd87-424b-92ed-96b336b9fc6a req-eb33d9de-a90f-417a-b383-dc8c5197821d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.438043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cbd93ae-fd87-424b-92ed-96b336b9fc6a req-eb33d9de-a90f-417a-b383-dc8c5197821d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 945 time: 0.3494740 Aug 20 15:02:48.445745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c8ded3e-85a3-45c7-a5e0-9ce3670c6b22 req-a26d595d-8cab-489c-a75b-386d394e8044 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210426 Aug 20 15:02:48.451252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Request body: {'port': {'device_id': 'e465f355-3b82-4220-9fb8-2c3c42188289', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '74b4fa738e9f41858daf952b2904fd49'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:48.465508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-4b62e140-0267-4cb1-803f-6ae177ffe6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:48.467701 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9e68e4c8-235f-44c3-b105-8898000e4306 req-4b62e140-0267-4cb1-803f-6ae177ffe6be service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2223675 Aug 20 15:02:48.533817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Pushing event updated for resources: {'Port': ['ID=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:48.555940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1583673228-network', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:48.648255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cbd93ae-fd87-424b-92ed-96b336b9fc6a req-a93fa07d-1a0b-48a1-bcfa-ef8b0963cd62 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013981 Aug 20 15:02:48.654832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Made reservation on behalf of 1b02ed40d3a744f7bcd3a7821b3b3ebb for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:48.660575 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.694374 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.741643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Attempting to bind port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:48.742285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Attempting to bind port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:48.742381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Attempting to bind port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:48.750474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:48.750579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Attempting to bind port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:48.758814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:48.759166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Checking segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:48.759586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Bound using segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:48.760026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Bound port: eda3b34f-d54c-4cd9-bdde-876cea3d3eaa, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:48.760391 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.797472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c77bb1e6-21c5-45d2-8f85-8ac21fc728c0 req-5ab8f944-8a8e-434c-85b5-00269b573993 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 210 time: 0.0395980 Aug 20 15:02:48.845826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Made reservation on behalf of 74b4fa738e9f41858daf952b2904fd49 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:48.857073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.877533 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:48.977428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] For port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:48.999648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] For port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:49.014908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.038610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85794c-7f85-43b2-a021-29ee34a6b357 req-3f1c2708-1d3c-486a-b840-3091ac100c8a tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.040681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec85794c-7f85-43b2-a021-29ee34a6b357 req-3f1c2708-1d3c-486a-b840-3091ac100c8a tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 950 time: 0.1193211 Aug 20 15:02:49.094420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.095050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.096760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] 10.222.0.70 "PUT /v2.0/ports/eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 200 len: 1132 time: 2.5432413 Aug 20 15:02:49.155807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.179263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:49.190478 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.235381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Pushing event updated for resources: {'Port': ['ID=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:49.255169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec85794c-7f85-43b2-a021-29ee34a6b357 req-7c402030-0643-48de-b00c-c9723c4897c9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/security-groups?id=fd6413a5-9fda-47ff-9071-cfe9ce9765d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915531 Aug 20 15:02:49.285361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:02:49.321192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.322540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.322891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.323242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.323824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.324166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.324775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.324896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.325156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.325486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.325823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.326152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92681ea0-aca4-4974-ac4d-83d910235900 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:49.340639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708198f2-4066-4410-ad9f-8f32e0dc4b58,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:49.352409 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.352751 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Added segment ca74b07e-0fcd-4725-87a1-43ba2ca00989 of type vlan for network 49150ad4-8e8a-418b-ac39-7b955ab4c514 Aug 20 15:02:49.363419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-814afd5c-67ab-466c-8eff-13c3a4f26d16 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.365739 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-814afd5c-67ab-466c-8eff-13c3a4f26d16 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 950 time: 0.0846829 Aug 20 15:02:49.374009 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.446499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.489276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Deleting port ddf67fc4-e0a6-4965-8229-e61a44dc276f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:02:49.489775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.577713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.578695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.579276 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.591467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] For port ddf67fc4-e0a6-4965-8229-e61a44dc276f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ddf67fc4-e0a6-4965-8229-e61a44dc276f,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:49.591946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.607477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Calling delete_port for ddf67fc4-e0a6-4965-8229-e61a44dc276f owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:02:49.694212 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.695517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39084) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:49.717183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.741510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4501624 Aug 20 15:02:49.750518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39088) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:49.757547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Request body: {'subnet': {'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1583673228-subnet', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:49.759878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c59e-bbe3-4a12-8140-08c36a8ac9d2 req-56c521a2-d699-40db-be63-91401b3a7fc3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.766975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c59e-bbe3-4a12-8140-08c36a8ac9d2 req-56c521a2-d699-40db-be63-91401b3a7fc3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.773090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c59e-bbe3-4a12-8140-08c36a8ac9d2 req-56c521a2-d699-40db-be63-91401b3a7fc3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.782306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c59e-bbe3-4a12-8140-08c36a8ac9d2 req-56c521a2-d699-40db-be63-91401b3a7fc3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.791357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c59e-bbe3-4a12-8140-08c36a8ac9d2 req-56c521a2-d699-40db-be63-91401b3a7fc3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.797074 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.799581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Made reservation on behalf of 1b02ed40d3a744f7bcd3a7821b3b3ebb for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:02:49.799765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c59e-bbe3-4a12-8140-08c36a8ac9d2 req-56c521a2-d699-40db-be63-91401b3a7fc3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.802346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.807283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c59e-bbe3-4a12-8140-08c36a8ac9d2 req-56c521a2-d699-40db-be63-91401b3a7fc3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:49.810853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ddf67fc4-e0a6-4965-8229-e61a44dc276f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:02:49.817607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d842c59e-bbe3-4a12-8140-08c36a8ac9d2 req-56c521a2-d699-40db-be63-91401b3a7fc3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5374 time: 0.3313136 Aug 20 15:02:49.844207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Pushing event deleted for resources: {'Port': ['ID=ddf67fc4-e0a6-4965-8229-e61a44dc276f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:49.904731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aae13-3a11-4a88-a8df-bb4f21dc93c9 admin admin] Pushing event updated for resources: {'Network': ['ID=49150ad4-8e8a-418b-ac39-7b955ab4c514,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:49.917362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2673cb4-f97c-42ea-b8d8-83993f3ab93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:49.920361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:02:49.981934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:49.996060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] No DVR routers for this DVR port ddf67fc4-e0a6-4965-8229-e61a44dc276f on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:02:50.008970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.011848 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea5f2b0a-6a6c-45b4-a452-cf08dde531da req-e6e64d58-f74d-4c31-8e24-968bf68dc0f9 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.70 "DELETE /v2.0/ports/ddf67fc4-e0a6-4965-8229-e61a44dc276f HTTP/1.1" status: 204 len: 173 time: 0.6355472 Aug 20 15:02:50.012579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cb6297-7b87-4969-9489-46cadad5836a', 'name': 'network-vif-deleted', 'tag': 'ddf67fc4-e0a6-4965-8229-e61a44dc276f'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:50.014927 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd9f37-7a92-4957-951e-dc4020f42195" -d '{"events": [{"server_uuid": "07cb6297-7b87-4969-9489-46cadad5836a", "name": "network-vif-deleted", "tag": "ddf67fc4-e0a6-4965-8229-e61a44dc276f"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:50.079426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d842c59e-bbe3-4a12-8140-08c36a8ac9d2 req-ab8321cd-b39a-4216-b3cd-7638eadf9dcb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2608378 Aug 20 15:02:50.095740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': 'eda3b34f-d54c-4cd9-bdde-876cea3d3eaa'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:50.098403 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "eda3b34f-d54c-4cd9-bdde-876cea3d3eaa"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:50.130772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf4dac-f3ed-4ace-9c4a-6d0ee63be791 req-3501b415-614c-4ab4-9e77-e0133d7eb06d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:50.133028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02bf4dac-f3ed-4ace-9c4a-6d0ee63be791 req-3501b415-614c-4ab4-9e77-e0133d7eb06d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 945 time: 0.2971864 Aug 20 15:02:50.136609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2673cb4-f97c-42ea-b8d8-83993f3ab93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.170824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2673cb4-f97c-42ea-b8d8-83993f3ab93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.183699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Allocated IP 192.168.233.243 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/fdcb1c62-a039-4f07-a20d-e9b784ad2dfc) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:50.219009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.241323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32f199c4-ae79-431c-862f-86fe5271f36a req-686fcb83-81c8-4014-9464-9e64c655d420 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 210 time: 0.0521839 Aug 20 15:02:50.254816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2673cb4-f97c-42ea-b8d8-83993f3ab93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9c99fd-4f3c-4523-a9a4-234002c11d68,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:50.259432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02bf4dac-f3ed-4ace-9c4a-6d0ee63be791 req-7a9f0f34-e874-49b7-9d0f-0865bee4cee5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136446 Aug 20 15:02:50.260555 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2673cb4-f97c-42ea-b8d8-83993f3ab93d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39e35227a594444ca92f785046f0b504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5633759 Aug 20 15:02:50.274146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39098) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:50.299759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b052b0-0834-4267-8354-9a3471fabf6a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:50.302988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Checking segment: {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:50.303447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Network hostable DHCP agents. Network: 49150ad4-8e8a-418b-ac39-7b955ab4c514, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:02:50.331779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:02:50.348104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 49150ad4-8e8a-418b-ac39-7b955ab4c514) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:50.357613 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d566216c-a135-486c-8866-355ac6b2fc43 x-openstack-request-id: req-d566216c-a135-486c-8866-355ac6b2fc43 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:50.357775 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07cb6297-7b87-4969-9489-46cadad5836a", "name": "network-vif-deleted", "tag": "ddf67fc4-e0a6-4965-8229-e61a44dc276f", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:50.358073 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d566216c-a135-486c-8866-355ac6b2fc43 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:50.358533 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cb6297-7b87-4969-9489-46cadad5836a', 'name': 'network-vif-deleted', 'tag': 'ddf67fc4-e0a6-4965-8229-e61a44dc276f', 'status': 'completed', 'code': 200} Aug 20 15:02:50.365881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:50.366541 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.367757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2257bd45-031f-475c-84b6-384d6c0a000f None None] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:50.374780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79342181-4130-44f2-b599-22ff72ffb523 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:50.402743 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d52bb377-8a68-4c1f-bd08-17abef3eabd3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6511829 Aug 20 15:02:50.407745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39102) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:50.410457 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.413001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:50.438814 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.440097 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.484383 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216b76dc-ba34-4d0c-b393-e1b4ca925d36 x-openstack-request-id: req-216b76dc-ba34-4d0c-b393-e1b4ca925d36 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:50.484749 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "eda3b34f-d54c-4cd9-bdde-876cea3d3eaa", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:50.484926 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-216b76dc-ba34-4d0c-b393-e1b4ca925d36 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:50.485323 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': 'eda3b34f-d54c-4cd9-bdde-876cea3d3eaa', 'status': 'completed', 'code': 200} Aug 20 15:02:50.550606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72fd38df-4763-4551-982e-d7a9913b6429 req-9da2a4fb-5914-47db-9272-70405dde6a53 tempest-ServersOnMultiNodesTest-685918167 tempest-ServersOnMultiNodesTest-685918167-project] 10.222.0.36 "GET /v2.0/ports?device_id=07cb6297-7b87-4969-9489-46cadad5836a HTTP/1.1" status: 200 len: 210 time: 0.0554402 Aug 20 15:02:50.551581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Transition to ACTIVE for port object 79342181-4130-44f2-b599-22ff72ffb523 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:50.567653 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.613366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b1195ef3-34e8-4c6a-b45c-ef87a75e5618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.644860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-49150ad4-8e8a-418b-ac39-7b955ab4c514', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:02:50.646818 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.756476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b1195ef3-34e8-4c6a-b45c-ef87a75e5618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.761773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.766759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Pushing event updated for resources: {'Port': ['ID=79342181-4130-44f2-b599-22ff72ffb523,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:50.826513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Transition to ACTIVE for port object fdcb1c62-a039-4f07-a20d-e9b784ad2dfc will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:50.916904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Attempting to bind port 79342181-4130-44f2-b599-22ff72ffb523 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:50.917402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Attempting to bind port 79342181-4130-44f2-b599-22ff72ffb523 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:50.917631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Attempting to bind port 79342181-4130-44f2-b599-22ff72ffb523 on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:50.924189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Allocated IP 172.20.0.2 (49150ad4-8e8a-418b-ac39-7b955ab4c514/c0b052b0-0834-4267-8354-9a3471fabf6a/0830e995-c4c7-443c-9c65-8158838ed452) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:50.927677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Port 79342181-4130-44f2-b599-22ff72ffb523 on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:50.927993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Attempting to bind port 79342181-4130-44f2-b599-22ff72ffb523 on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:50.936559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b1195ef3-34e8-4c6a-b45c-ef87a75e5618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.939143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b1195ef3-34e8-4c6a-b45c-ef87a75e5618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.940367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b1195ef3-34e8-4c6a-b45c-ef87a75e5618 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa9c99fd-4f3c-4523-a9a4-234002c11d68 HTTP/1.1" status: 204 len: 168 time: 0.6742706 Aug 20 15:02:50.946859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:50.946980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Checking segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:50.947401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Bound using segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:50.947987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Bound port: 79342181-4130-44f2-b599-22ff72ffb523, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:50.948385 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.950287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-9fb4baf8-8e35-483b-8a39-30327236c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:50.950930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-9fb4baf8-8e35-483b-8a39-30327236c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:50.951491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-9fb4baf8-8e35-483b-8a39-30327236c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:50.952003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-9fb4baf8-8e35-483b-8a39-30327236c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:50.952873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-9fb4baf8-8e35-483b-8a39-30327236c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:50.953440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-9fb4baf8-8e35-483b-8a39-30327236c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:50.954106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-9fb4baf8-8e35-483b-8a39-30327236c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:50.956957 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-9fb4baf8-8e35-483b-8a39-30327236c99b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6214 time: 0.5095658 Aug 20 15:02:50.957189 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.959882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:50.972623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1195ef3-34e8-4c6a-b45c-ef87a75e5618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9c99fd-4f3c-4523-a9a4-234002c11d68,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:51.046199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:51.050176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Pushing event updated for resources: {'Port': ['ID=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:51.055720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:51.058605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:51.157612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.160200 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.175368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] For port 79342181-4130-44f2-b599-22ff72ffb523, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:51.186458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] For port 79342181-4130-44f2-b599-22ff72ffb523, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=79342181-4130-44f2-b599-22ff72ffb523,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:51.194435 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.221567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-3f486e74-57a4-4197-979b-a0f8fb2aabc3 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7786491 Aug 20 15:02:51.224892 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.261492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Request body: {'port': {'device_id': 'e465f355-3b82-4220-9fb8-2c3c42188289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:51.271785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.272971 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.275050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] 10.222.0.70 "PUT /v2.0/ports/79342181-4130-44f2-b599-22ff72ffb523 HTTP/1.1" status: 200 len: 1092 time: 2.1040854 Aug 20 15:02:51.284138 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.311978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Transition to ACTIVE for port object 0830e995-c4c7-443c-9c65-8158838ed452 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:51.333603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-77de1326-617c-42ec-84b2-a104b4c31bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.333603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-77de1326-617c-42ec-84b2-a104b4c31bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.333962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-77de1326-617c-42ec-84b2-a104b4c31bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.335750 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-77de1326-617c-42ec-84b2-a104b4c31bcf service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2beba97d62b640409b5bc8203a3f489b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3653729 Aug 20 15:02:51.364125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Transition to ACTIVE for port object 0830e995-c4c7-443c-9c65-8158838ed452 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:51.377549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:51.383406 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.501138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454bade-7097-4d89-86c4-44c49d978657 service neutron] Pushing event updated for resources: {'Port': ['ID=79342181-4130-44f2-b599-22ff72ffb523,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:51.519111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Pushing event updated for resources: {'Port': ['ID=0830e995-c4c7-443c-9c65-8158838ed452,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:51.530434 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.546997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:51.551248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:51.554407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:51.559847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62462c2-5616-4a4a-a939-92b3f6a9d1b0 req-8fea5975-2815-4e90-a728-6dffdbcf4377 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.567280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62462c2-5616-4a4a-a939-92b3f6a9d1b0 req-8fea5975-2815-4e90-a728-6dffdbcf4377 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.567530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9b506534-30f6-4cd0-b11c-dc158f28249f None None] Provisioning for port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:51.572996 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-7a799840-efc0-460c-b02e-6901a90784d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.575470 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7a4a99f0-6c92-4b9e-958e-7e86ad33bb2f req-7a799840-efc0-460c-b02e-6901a90784d7 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242713 Aug 20 15:02:51.581462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62462c2-5616-4a4a-a939-92b3f6a9d1b0 req-8fea5975-2815-4e90-a728-6dffdbcf4377 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.587850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62462c2-5616-4a4a-a939-92b3f6a9d1b0 req-8fea5975-2815-4e90-a728-6dffdbcf4377 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.594518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62462c2-5616-4a4a-a939-92b3f6a9d1b0 req-8fea5975-2815-4e90-a728-6dffdbcf4377 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.606323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62462c2-5616-4a4a-a939-92b3f6a9d1b0 req-8fea5975-2815-4e90-a728-6dffdbcf4377 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.612876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62462c2-5616-4a4a-a939-92b3f6a9d1b0 req-8fea5975-2815-4e90-a728-6dffdbcf4377 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.614850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a62462c2-5616-4a4a-a939-92b3f6a9d1b0 req-8fea5975-2815-4e90-a728-6dffdbcf4377 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5386 time: 0.3672285 Aug 20 15:02:51.623306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9b506534-30f6-4cd0-b11c-dc158f28249f None None] Provisioning complete for port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:51.623727 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9b506534-30f6-4cd0-b11c-dc158f28249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.660631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.671344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9b506534-30f6-4cd0-b11c-dc158f28249f None None] Port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:51.673498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc319a-b29e-4988-b97a-cdff1a10c4a4 req-b068a796-5297-4606-938a-d26c04d7e080 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:51.680849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cbc319a-b29e-4988-b97a-cdff1a10c4a4 req-b068a796-5297-4606-938a-d26c04d7e080 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 936 time: 0.3090823 Aug 20 15:02:51.705825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Attempting to bind port 0830e995-c4c7-443c-9c65-8158838ed452 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:51.706200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Attempting to bind port 0830e995-c4c7-443c-9c65-8158838ed452 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:51.706570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Attempting to bind port 0830e995-c4c7-443c-9c65-8158838ed452 on network 49150ad4-8e8a-418b-ac39-7b955ab4c514 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:51.712628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:51.713010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Checking segment: {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:51.713418 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.713812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Bound using segment: {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:51.714941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Bound port: 0830e995-c4c7-443c-9c65-8158838ed452, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:51.715211 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.760065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.784440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.813263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a62462c2-5616-4a4a-a939-92b3f6a9d1b0 req-6055c067-6a19-44d2-9ef4-c16aa5d1aceb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1696713 Aug 20 15:02:51.823048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] For port 0830e995-c4c7-443c-9c65-8158838ed452, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:51.827515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] For port 0830e995-c4c7-443c-9c65-8158838ed452, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0830e995-c4c7-443c-9c65-8158838ed452,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:51.836511 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:51.895600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cbc319a-b29e-4988-b97a-cdff1a10c4a4 req-a36fc251-9bb3-413c-bae8-7eaada6d2c6a tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122283 Aug 20 15:02:51.914410 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edbb11-47ea-4e66-91eb-63e322a3e1b3 None None] Pushing event updated for resources: {'Port': ['ID=0830e995-c4c7-443c-9c65-8158838ed452,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:51.983672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Allocated IP 172.25.5.195 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/155a968b-2d5c-4ff4-9822-f15cb7e7c9bb) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:52.130903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:52.197630 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:52.284575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Pushing event updated for resources: {'Port': ['ID=155a968b-2d5c-4ff4-9822-f15cb7e7c9bb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:52.301718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:52.305508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.305872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.306286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.306662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.307008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.307472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.309599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.309599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.309599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.309599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.310993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.311334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:02:52.316590 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:52.320111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:52.546232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '79342181-4130-44f2-b599-22ff72ffb523'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:52.548502 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "79342181-4130-44f2-b599-22ff72ffb523"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:52.579989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e435559-d45e-4148-8ead-4be3a22fb9a9 req-f289722e-ea3c-4c9e-8f94-6858cca3d792 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:52.587217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e435559-d45e-4148-8ead-4be3a22fb9a9 req-f289722e-ea3c-4c9e-8f94-6858cca3d792 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 945 time: 0.5801215 Aug 20 15:02:52.638988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39146) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:52.662426 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8f4bbc-0b44-4643-be42-2f9e21c5b3ab x-openstack-request-id: req-4f8f4bbc-0b44-4643-be42-2f9e21c5b3ab {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:52.662731 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "79342181-4130-44f2-b599-22ff72ffb523", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:52.662976 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f8f4bbc-0b44-4643-be42-2f9e21c5b3ab {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:52.663362 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '79342181-4130-44f2-b599-22ff72ffb523', 'status': 'completed', 'code': 200} Aug 20 15:02:52.704285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e435559-d45e-4148-8ead-4be3a22fb9a9 req-f9dd60fe-190b-4357-9417-0263af5a2222 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030567 Aug 20 15:02:52.738633 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:52.826251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcb1c62-a039-4f07-a20d-e9b784ad2dfc {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:52.937503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-54cc8674-03c2-45ff-96e5-517e1588bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:52.938259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-54cc8674-03c2-45ff-96e5-517e1588bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:52.938795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-54cc8674-03c2-45ff-96e5-517e1588bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:52.939330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-54cc8674-03c2-45ff-96e5-517e1588bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:52.939874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-54cc8674-03c2-45ff-96e5-517e1588bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:52.940510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-54cc8674-03c2-45ff-96e5-517e1588bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:52.941147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-54cc8674-03c2-45ff-96e5-517e1588bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:52.943177 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-54cc8674-03c2-45ff-96e5-517e1588bda8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6282 time: 0.2057142 Aug 20 15:02:52.951186 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:53.113705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aa255fe1-ef0e-4504-afd2-e66d4f8578f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cc8e9c2d05b4aa2b375eed3861a265e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735155 Aug 20 15:02:53.120065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d806bb72-3591-4103-9932-4e1760445cbc {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:53.129275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39166) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:53.130655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Transition to ACTIVE for port object fdcb1c62-a039-4f07-a20d-e9b784ad2dfc will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:53.158720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:53.163610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:53.222149 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0830e995-c4c7-443c-9c65-8158838ed452 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:53.269277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-26f07aa7-66e8-431c-9058-68a93cd243d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.269941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-26f07aa7-66e8-431c-9058-68a93cd243d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.270434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-26f07aa7-66e8-431c-9058-68a93cd243d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.272359 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-26f07aa7-66e8-431c-9058-68a93cd243d1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2beba97d62b640409b5bc8203a3f489b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3079908 Aug 20 15:02:53.302671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-cc41c27b-5310-466b-8604-92dea4fdf4cc tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.304291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-cc41c27b-5310-466b-8604-92dea4fdf4cc tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4130180 Aug 20 15:02:53.313078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Transition to ACTIVE for port object d806bb72-3591-4103-9932-4e1760445cbc will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:53.343220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0830e995-c4c7-443c-9c65-8158838ed452 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:53.372710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973128f-16cb-4b0c-8328-7b7c696fe25c req-ea5151f4-6c3d-439d-8e72-8040e4e84f66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.405129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973128f-16cb-4b0c-8328-7b7c696fe25c req-ea5151f4-6c3d-439d-8e72-8040e4e84f66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.411882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973128f-16cb-4b0c-8328-7b7c696fe25c req-ea5151f4-6c3d-439d-8e72-8040e4e84f66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.423033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:53.424085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973128f-16cb-4b0c-8328-7b7c696fe25c req-ea5151f4-6c3d-439d-8e72-8040e4e84f66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.433225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973128f-16cb-4b0c-8328-7b7c696fe25c req-ea5151f4-6c3d-439d-8e72-8040e4e84f66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.443366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973128f-16cb-4b0c-8328-7b7c696fe25c req-ea5151f4-6c3d-439d-8e72-8040e4e84f66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.451312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973128f-16cb-4b0c-8328-7b7c696fe25c req-ea5151f4-6c3d-439d-8e72-8040e4e84f66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.465231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d973128f-16cb-4b0c-8328-7b7c696fe25c req-ea5151f4-6c3d-439d-8e72-8040e4e84f66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5386 time: 0.4562535 Aug 20 15:02:53.481208 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:53.489729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ddf67fc4-e0a6-4965-8229-e61a44dc276f no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:02:53.529237 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: ddf67fc4-e0a6-4965-8229-e61a44dc276f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:02:53.531578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ddf67fc4-e0a6-4965-8229-e61a44dc276f not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:02:53.573436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-3969367c-de25-4f36-ab1d-d213e56a64ef tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 695 time: 0.2328331 Aug 20 15:02:53.577119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79001573-14ac-4720-a6a8-2b53b8608f80 None None] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:02:53.623441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Request body: {'floatingip': {'port_id': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:53.697588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:53.703683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-80dbac81-0f7f-482e-a5a9-908b73b676b8 None None] Provisioning for port 0830e995-c4c7-443c-9c65-8158838ed452 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:53.710599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-80dbac81-0f7f-482e-a5a9-908b73b676b8 None None] Provisioning complete for port 0830e995-c4c7-443c-9c65-8158838ed452 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:53.711117 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80dbac81-0f7f-482e-a5a9-908b73b676b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:53.726732 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:53.730741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-c0c334b3-490e-4715-b5b7-e5cc82123ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:53.732376 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8bdef7d5-5e3d-40b4-b4a2-b38bf56bca22 req-c0c334b3-490e-4715-b5b7-e5cc82123ae2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4360795 Aug 20 15:02:53.766854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:02:53.855677 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80dbac81-0f7f-482e-a5a9-908b73b676b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:53.919533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d973128f-16cb-4b0c-8328-7b7c696fe25c req-af7f0dff-1cc3-4148-aaa7-dfff3c363517 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4533174 Aug 20 15:02:53.920322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74ecf34b-086d-4674-bea5-012ab5fb0496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.038092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:02:54.048973 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Sync routers for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:02:54.060327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.064608 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:02:54.064608 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:54.065646 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-15f3c09e-64fa-4ca4-89e8-cea2c416f71c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6568360 Aug 20 15:02:54.066761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39176) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:54.078672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-80dbac81-0f7f-482e-a5a9-908b73b676b8 None None] For port 0830e995-c4c7-443c-9c65-8158838ed452, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0830e995-c4c7-443c-9c65-8158838ed452,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:54.094970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80dbac81-0f7f-482e-a5a9-908b73b676b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.182514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbac81-0f7f-482e-a5a9-908b73b676b8 None None] Pushing event updated for resources: {'Port': ['ID=0830e995-c4c7-443c-9c65-8158838ed452,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:54.192843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39178) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:54.228203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Pushing event updated for resources: {'Port': ['ID=d806bb72-3591-4103-9932-4e1760445cbc,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:54.235347 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:02:54.240073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74ecf34b-086d-4674-bea5-012ab5fb0496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.281610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Attempting to bind port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:54.291327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Attempting to bind port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:54.292327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Attempting to bind port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:54.409687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:54.410012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Attempting to bind port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:54.440194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:54.440796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:54.441268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:54.442436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Bound port: fdcb1c62-a039-4f07-a20d-e9b784ad2dfc, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:54.443002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.447942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4d27-f877-45f6-a772-fec43f184c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.456411 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:52Z', 'revision_number': 3, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:54.491007 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Checking router: 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:02:54.491504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Updating router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:02:54.524657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160426b2-cd59-4106-921a-1c59f3bca39a req-e4ba7c9d-2ff5-450a-b3e7-b5f14f01e403 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:54.532399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-160426b2-cd59-4106-921a-1c59f3bca39a req-e4ba7c9d-2ff5-450a-b3e7-b5f14f01e403 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 948 time: 0.4885485 Aug 20 15:02:54.537579 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.592259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Attempting to bind port d806bb72-3591-4103-9932-4e1760445cbc on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:54.593203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Attempting to bind port d806bb72-3591-4103-9932-4e1760445cbc by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:54.593692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Attempting to bind port d806bb72-3591-4103-9932-4e1760445cbc on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:54.638773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74ecf34b-086d-4674-bea5-012ab5fb0496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.642597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74ecf34b-086d-4674-bea5-012ab5fb0496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.646762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-74ecf34b-086d-4674-bea5-012ab5fb0496 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd6413a5-9fda-47ff-9071-cfe9ce9765d4 HTTP/1.1" status: 204 len: 168 time: 1.5093942 Aug 20 15:02:54.651974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Port d806bb72-3591-4103-9932-4e1760445cbc on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:54.652501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Attempting to bind port d806bb72-3591-4103-9932-4e1760445cbc on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:54.673126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-43ae9a1c-7a25-4b08-a6f3-71e484d3140b None None] Provisioning complete for port 0830e995-c4c7-443c-9c65-8158838ed452 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:54.673746 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-43ae9a1c-7a25-4b08-a6f3-71e484d3140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.731341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecf34b-086d-4674-bea5-012ab5fb0496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6413a5-9fda-47ff-9071-cfe9ce9765d4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:54.739442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:54.739785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Checking segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:54.740180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Bound using segment: {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:54.740644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Bound port: d806bb72-3591-4103-9932-4e1760445cbc, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a58bd8-b67a-46bb-af84-a5001cc49da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:54.741005 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.758495 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4d27-f877-45f6-a772-fec43f184c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.766564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4d27-f877-45f6-a772-fec43f184c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:54.823915 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2e4f4d27-f877-45f6-a772-fec43f184c3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2838e490d5894c0b88529a3a1bc2bfc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295762 Aug 20 15:02:54.830667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39184) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:54.832823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-160426b2-cd59-4106-921a-1c59f3bca39a req-336d10c5-36dd-4c54-8477-ad2fd7d6b6e9 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856131 Aug 20 15:02:54.851921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] For port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:54.879150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f4d27-f877-45f6-a772-fec43f184c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b32e6f-f12b-4742-9dd8-2d1c72c7cd73,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:54.905385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] For port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:54.949988 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.002279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-546ace5f-1d02-4c8c-861d-8c4a16defe57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.009718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.045047 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.059798 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-546ace5f-1d02-4c8c-861d-8c4a16defe57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.060189 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Transition to ACTIVE for port object 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:55.068330 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.148416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0830e995-c4c7-443c-9c65-8158838ed452 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:55.162810 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Attempting to bind port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:55.164085 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Attempting to bind port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:55.164646 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Attempting to bind port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:55.168242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:55.175283 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:55.176025 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:55.176610 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.177171 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:55.178132 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Bound port: 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:55.179088 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.192590 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85157b-b6e4-4e7c-a1ad-f7d9f0f69404 None None] Pushing event updated for resources: {'Port': ['ID=155a968b-2d5c-4ff4-9822-f15cb7e7c9bb,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:55.214327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:55.215771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.217446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-0bcd5cf3-4a01-4b53-a367-f514c49085d7 service neutron] 10.222.0.70 "PUT /v2.0/ports/fdcb1c62-a039-4f07-a20d-e9b784ad2dfc HTTP/1.1" status: 200 len: 1097 time: 3.9599876 Aug 20 15:02:55.224400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e465f355-3b82-4220-9fb8-2c3c42188289', 'tag': 'fdcb1c62-a039-4f07-a20d-e9b784ad2dfc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:55.226914 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e465f355-3b82-4220-9fb8-2c3c42188289", "tag": "fdcb1c62-a039-4f07-a20d-e9b784ad2dfc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:55.244911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39190) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:55.294139 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] For port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:55.300585 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] For port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=155a968b-2d5c-4ff4-9822-f15cb7e7c9bb,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:55.306142 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.306512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0830e995-c4c7-443c-9c65-8158838ed452 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:55.306894 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.316569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-546ace5f-1d02-4c8c-861d-8c4a16defe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.319699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-546ace5f-1d02-4c8c-861d-8c4a16defe57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.330102 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-546ace5f-1d02-4c8c-861d-8c4a16defe57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5b32e6f-f12b-4742-9dd8-2d1c72c7cd73 HTTP/1.1" status: 204 len: 168 time: 0.4918084 Aug 20 15:02:55.375638 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:02:55.376647 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:55.387001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] For port d806bb72-3591-4103-9932-4e1760445cbc, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:02:55.439033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ace5f-1d02-4c8c-861d-8c4a16defe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b32e6f-f12b-4742-9dd8-2d1c72c7cd73,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:55.460388 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9717967c-64b8-406c-a912-d2a5094da1cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b86b27150a274ee0b982524bd1d2a2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006221 Aug 20 15:02:55.474799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39198) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:55.512617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Allocated IP 172.20.0.1 (49150ad4-8e8a-418b-ac39-7b955ab4c514/c0b052b0-0834-4267-8354-9a3471fabf6a/74cecdfa-b166-4de9-88e5-f95ed401c0a2) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:02:55.576298 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:02:55.671266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.712086 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85157b-b6e4-4e7c-a1ad-f7d9f0f69404 None None] Pushing event updated for resources: {'Port': ['ID=155a968b-2d5c-4ff4-9822-f15cb7e7c9bb,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:55.732649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Transition to ACTIVE for port object 74cecdfa-b166-4de9-88e5-f95ed401c0a2 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:55.772915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] For port d806bb72-3591-4103-9932-4e1760445cbc, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d806bb72-3591-4103-9932-4e1760445cbc,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:02:55.780000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a62345c9-ba5c-419e-8c18-54e0c9aa67fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.793205 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.794874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.814673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496e14d-1930-48c3-a367-9690d5776f35 req-2eeb2264-aafa-4007-b212-6a7713412e34 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:55.822182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496e14d-1930-48c3-a367-9690d5776f35 req-2eeb2264-aafa-4007-b212-6a7713412e34 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:55.830139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496e14d-1930-48c3-a367-9690d5776f35 req-2eeb2264-aafa-4007-b212-6a7713412e34 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:55.837610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a62345c9-ba5c-419e-8c18-54e0c9aa67fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.838209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496e14d-1930-48c3-a367-9690d5776f35 req-2eeb2264-aafa-4007-b212-6a7713412e34 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:55.842094 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:52Z', 'revision_number': 3, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:55.842368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39202) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:55.845842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496e14d-1930-48c3-a367-9690d5776f35 req-2eeb2264-aafa-4007-b212-6a7713412e34 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:55.851955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496e14d-1930-48c3-a367-9690d5776f35 req-2eeb2264-aafa-4007-b212-6a7713412e34 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:55.859154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496e14d-1930-48c3-a367-9690d5776f35 req-2eeb2264-aafa-4007-b212-6a7713412e34 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:55.861152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4496e14d-1930-48c3-a367-9690d5776f35 req-2eeb2264-aafa-4007-b212-6a7713412e34 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5398 time: 0.6873491 Aug 20 15:02:55.864589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:55.887848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:55.890429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:02:55.894791 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0b9fee5-bc2e-47b1-b543-319665c3b2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:55.896464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Pushing event updated for resources: {'Port': ['ID=74cecdfa-b166-4de9-88e5-f95ed401c0a2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:55.897615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.resource_extend [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:02:55.978950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.015282 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.019884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724c48-4017-4337-84e4-78de80969d9b req-8d1ba2c5-d67b-404a-b65a-f856fa893432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:56.022733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-8d1ba2c5-d67b-404a-b65a-f856fa893432 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74b4fa738e9f41858daf952b2904fd49&device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 1100 time: 0.7354982 Aug 20 15:02:56.025889 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244bf30-7196-4a50-bd7b-f01d2d3f0187 None None] The sync data for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 is: [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:52Z', 'revision_number': 3, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:02:56.035968 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a62345c9-ba5c-419e-8c18-54e0c9aa67fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.039895 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a62345c9-ba5c-419e-8c18-54e0c9aa67fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.044963 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a62345c9-ba5c-419e-8c18-54e0c9aa67fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65956f60-9675-45be-865f-d39c89638461 HTTP/1.1" status: 204 len: 168 time: 0.5690644 Aug 20 15:02:56.070532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.072082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62345c9-ba5c-419e-8c18-54e0c9aa67fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65956f60-9675-45be-865f-d39c89638461,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:56.097016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:56.098100 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.101382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] 10.222.0.70 "PUT /v2.0/ports/d806bb72-3591-4103-9932-4e1760445cbc HTTP/1.1" status: 200 len: 1092 time: 4.7302866 Aug 20 15:02:56.214209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0b9fee5-bc2e-47b1-b543-319665c3b2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.242023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:56.251254 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0b9fee5-bc2e-47b1-b543-319665c3b2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.256383 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-063f6ec6-71e9-4667-8372-6f93f67ce9af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc HTTP/1.1" status: 200 len: 217 time: 0.2022913 Aug 20 15:02:56.279462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4496e14d-1930-48c3-a367-9690d5776f35 req-5f633eaa-b724-4582-ad60-efe8aff96715 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3794935 Aug 20 15:02:56.281327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.294579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9a293-f8aa-4f79-b268-6bab2d056898 service neutron] Pushing event updated for resources: {'Port': ['ID=d806bb72-3591-4103-9932-4e1760445cbc,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:56.309180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-541bac6c-8161-40e7-8ab4-5b395de6cd22 None None] Provisioning for port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:56.317950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-541bac6c-8161-40e7-8ab4-5b395de6cd22 None None] Provisioning complete for port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:56.318338 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-541bac6c-8161-40e7-8ab4-5b395de6cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.326107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9fee5-bc2e-47b1-b543-319665c3b2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b81fc8d-73e2-4cd7-b52c-f68af54038ff,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:56.336198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39210) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:02:56.341225 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0b9fee5-bc2e-47b1-b543-319665c3b2a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de11c918d8cd424ba40c6f1c4bb8cc08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959064 Aug 20 15:02:56.413470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-541bac6c-8161-40e7-8ab4-5b395de6cd22 None None] Port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:56.454562 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de78d600-87df-4f33-8b3a-108f71b27bfa x-openstack-request-id: req-de78d600-87df-4f33-8b3a-108f71b27bfa {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:02:56.454990 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e465f355-3b82-4220-9fb8-2c3c42188289", "tag": "fdcb1c62-a039-4f07-a20d-e9b784ad2dfc", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:02:56.455100 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de78d600-87df-4f33-8b3a-108f71b27bfa {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:02:56.455528 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e465f355-3b82-4220-9fb8-2c3c42188289', 'tag': 'fdcb1c62-a039-4f07-a20d-e9b784ad2dfc', 'status': 'completed', 'code': 200} Aug 20 15:02:56.456162 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.647672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724c48-4017-4337-84e4-78de80969d9b req-bf818733-0284-4267-9256-dafcccdbfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:56.649438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-bf818733-0284-4267-9256-dafcccdbfd9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.3559868 Aug 20 15:02:56.727364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27be229d-ae12-40dc-9cd6-2a21c8db9c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.741754 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163 associated. External IP: 172.25.5.89, port: c1d3f07a-3ed4-4628-8043-3b35787e0b5a. Aug 20 15:02:56.755326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.766141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.837800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Pushing event updated for resources: {'Port': ['ID=74cecdfa-b166-4de9-88e5-f95ed401c0a2,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:56.843735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27be229d-ae12-40dc-9cd6-2a21c8db9c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.848253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:56.961390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6724c48-4017-4337-84e4-78de80969d9b req-1f11b39b-d608-4c9b-b619-7ab096288415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:56.964455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-1f11b39b-d608-4c9b-b619-7ab096288415 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2969525 Aug 20 15:02:56.988845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:02:56.990820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:02:57.212186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:57.250150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-1c8307aa-c665-48f0-92d1-1fa54bbcac13 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552047 Aug 20 15:02:57.317855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:02:57.330376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:57.331019 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:57.343908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf139-4de0-48c4-8697-ba1ea8c3ddfa req-21a1148c-9225-4ab0-9202-39f1c3f4679f tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:57.345854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc2bf139-4de0-48c4-8697-ba1ea8c3ddfa req-21a1148c-9225-4ab0-9202-39f1c3f4679f tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 948 time: 0.5319929 Aug 20 15:02:57.444650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27be229d-ae12-40dc-9cd6-2a21c8db9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:57.447510 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27be229d-ae12-40dc-9cd6-2a21c8db9c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:57.449250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-27be229d-ae12-40dc-9cd6-2a21c8db9c89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b81fc8d-73e2-4cd7-b52c-f68af54038ff HTTP/1.1" status: 204 len: 168 time: 1.1109350 Aug 20 15:02:57.468029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be229d-ae12-40dc-9cd6-2a21c8db9c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b81fc8d-73e2-4cd7-b52c-f68af54038ff,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:57.474427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:57.509654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc2bf139-4de0-48c4-8697-ba1ea8c3ddfa req-2b031420-f470-40e4-8166-d670c04ed8fd tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193707 Aug 20 15:02:57.583188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=155a968b-2d5c-4ff4-9822-f15cb7e7c9bb,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:57.591564 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:57.691271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=155a968b-2d5c-4ff4-9822-f15cb7e7c9bb,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:57.714187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ae57e531-f756-44d0-826d-cabb7a37d256 None None] Provisioning complete for port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:57.715268 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae57e531-f756-44d0-826d-cabb7a37d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:57.827991 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ae57e531-f756-44d0-826d-cabb7a37d256 None None] Port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:02:57.861222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6724c48-4017-4337-84e4-78de80969d9b req-8e7bc034-a1c1-45ec-8511-acd0230b1f23 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884709 Aug 20 15:02:57.865854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Router 005ab4d7-73b3-426d-a409-6c165bc481f5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:02:57.885335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:02:58.061256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:02:58.069260 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5f4ec0eb-6181-429b-a8ea-14183670fcda admin admin] 10.222.0.36 "PUT /v2.0/routers/7ce4e125-182e-4437-9d62-d7e8c3e2aa23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0007625 Aug 20 15:02:58.116468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:02:58.129170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] Sync routers for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:02:58.138001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:58.141470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:02:58.142443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:58.182156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60b365e-9d5e-4e85-b50d-006c1b6d73fd {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:58.205270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785041-daa6-4a6b-a4b0-6021b5472843 req-2801929c-45fb-42c9-ac91-2e5f16f2f2c1 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.212386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785041-daa6-4a6b-a4b0-6021b5472843 req-2801929c-45fb-42c9-ac91-2e5f16f2f2c1 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.218498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785041-daa6-4a6b-a4b0-6021b5472843 req-2801929c-45fb-42c9-ac91-2e5f16f2f2c1 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.224834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785041-daa6-4a6b-a4b0-6021b5472843 req-2801929c-45fb-42c9-ac91-2e5f16f2f2c1 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.231733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785041-daa6-4a6b-a4b0-6021b5472843 req-2801929c-45fb-42c9-ac91-2e5f16f2f2c1 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.238457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785041-daa6-4a6b-a4b0-6021b5472843 req-2801929c-45fb-42c9-ac91-2e5f16f2f2c1 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.244875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4785041-daa6-4a6b-a4b0-6021b5472843 req-2801929c-45fb-42c9-ac91-2e5f16f2f2c1 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.258813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4785041-daa6-4a6b-a4b0-6021b5472843 req-2801929c-45fb-42c9-ac91-2e5f16f2f2c1 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5443 time: 0.4002202 Aug 20 15:02:58.298599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:58.330317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f3d89b6d-c4eb-499e-a3ef-89d32fe37f3a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "PUT /v2.0/floatingips/6ba7efb7-dae3-435e-8394-8b4843aea163 HTTP/1.1" status: 200 len: 995 time: 4.7559009 Aug 20 15:02:58.332551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-54fdba0f-9fbf-4367-8fbe-2476edb088b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.333646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-54fdba0f-9fbf-4367-8fbe-2476edb088b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=74b4fa738e9f41858daf952b2904fd49&device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 1100 time: 0.3649673 Aug 20 15:02:58.355292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:02:58.363411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Transition to ACTIVE for port object b60b365e-9d5e-4e85-b50d-006c1b6d73fd will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:58.400493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-3bb6eb6f-574e-47b4-b7c9-6f8e252c5eb9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.406837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-3bb6eb6f-574e-47b4-b7c9-6f8e252c5eb9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.413980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-3bb6eb6f-574e-47b4-b7c9-6f8e252c5eb9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.420902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-3bb6eb6f-574e-47b4-b7c9-6f8e252c5eb9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.427251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-3bb6eb6f-574e-47b4-b7c9-6f8e252c5eb9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.432956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-3bb6eb6f-574e-47b4-b7c9-6f8e252c5eb9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.439827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-3bb6eb6f-574e-47b4-b7c9-6f8e252c5eb9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.441839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-3bb6eb6f-574e-47b4-b7c9-6f8e252c5eb9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 5443 time: 0.3085575 Aug 20 15:02:58.483239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:58.491792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': 'd806bb72-3591-4103-9932-4e1760445cbc'}, {'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:02:58.493936 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "d806bb72-3591-4103-9932-4e1760445cbc"}, {"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:02:58.602458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Pushing event updated for resources: {'Port': ['ID=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:58.628132 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:58.672783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4785041-daa6-4a6b-a4b0-6021b5472843 req-c1bd1eb1-e013-4aa4-8e6a-25d05410c8f7 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4107270 Aug 20 15:02:58.804758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f135d6da-7d08-4f3b-9ad4-242bbfb7c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.806421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f135d6da-7d08-4f3b-9ad4-242bbfb7c086 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1097 time: 0.4523411 Aug 20 15:02:58.811410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-e36d05a4-1094-46ea-83f7-5ce9cf89fd2e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.813149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-e36d05a4-1094-46ea-83f7-5ce9cf89fd2e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "GET /v2.0/ports/80f09775-f1f0-43e2-8b62-9ece74cfd13a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2929077 Aug 20 15:02:58.842061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:08:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:02:55Z', 'revision_number': 1, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:58.876494 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Sync routers for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:02:58.890021 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:02:58.890672 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:58.892441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-8f48a96c-9b19-4667-9da5-8e2af609c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:58.893965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-8f48a96c-9b19-4667-9da5-8e2af609c3eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.5420222 Aug 20 15:02:58.902967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] Checking router: 005ab4d7-73b3-426d-a409-6c165bc481f5 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:02:58.923786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:02:58.924884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:59.025248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-ed0ce40b-276b-42e0-9bee-f403372d2503 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc HTTP/1.1" status: 200 len: 217 time: 0.0986710 Aug 20 15:02:59.046991 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:02:59.125161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:02:59.187830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:02:59.238776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:02:59.239624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:59.309176 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 2, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:59.336607 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Checking router: 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:02:59.337024 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Updating router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:02:59.368052 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:59.475258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-751fbaf4-7dee-4008-a2b0-a8d347472249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.477401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-751fbaf4-7dee-4008-a2b0-a8d347472249 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.3816710 Aug 20 15:02:59.492245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fdcb1c62-a039-4f07-a20d-e9b784ad2dfc details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:02:59.576466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271f6a8-9134-42dd-83cf-7040debdffc0 req-8d38d016-1863-4a5a-9d8c-1993c11255a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.582690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271f6a8-9134-42dd-83cf-7040debdffc0 req-8d38d016-1863-4a5a-9d8c-1993c11255a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.589321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271f6a8-9134-42dd-83cf-7040debdffc0 req-8d38d016-1863-4a5a-9d8c-1993c11255a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.596889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271f6a8-9134-42dd-83cf-7040debdffc0 req-8d38d016-1863-4a5a-9d8c-1993c11255a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.603204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271f6a8-9134-42dd-83cf-7040debdffc0 req-8d38d016-1863-4a5a-9d8c-1993c11255a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.610379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271f6a8-9134-42dd-83cf-7040debdffc0 req-8d38d016-1863-4a5a-9d8c-1993c11255a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.617143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271f6a8-9134-42dd-83cf-7040debdffc0 req-8d38d016-1863-4a5a-9d8c-1993c11255a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.626764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1271f6a8-9134-42dd-83cf-7040debdffc0 req-8d38d016-1863-4a5a-9d8c-1993c11255a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5410 time: 0.8125896 Aug 20 15:02:59.636100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Attempting to bind port b60b365e-9d5e-4e85-b50d-006c1b6d73fd on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:59.636436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Attempting to bind port b60b365e-9d5e-4e85-b50d-006c1b6d73fd by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:59.636772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Attempting to bind port b60b365e-9d5e-4e85-b50d-006c1b6d73fd on network 196d4518-a484-49f3-8576-2d800630dd47 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:59.677912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:59.680111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Port b60b365e-9d5e-4e85-b50d-006c1b6d73fd on network 196d4518-a484-49f3-8576-2d800630dd47 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:02:59.680768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Attempting to bind port b60b365e-9d5e-4e85-b50d-006c1b6d73fd on network 196d4518-a484-49f3-8576-2d800630dd47 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:59.690153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:08:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:02:55Z', 'revision_number': 1, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:02:59.691662 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-94054aea-1729-41ce-b0d3-725434bb2b04 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "GET /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7965386 Aug 20 15:02:59.692681 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:59.700778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-0f7fb7b6-e0c8-43db-a67f-954cb9ca555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.702272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-0f7fb7b6-e0c8-43db-a67f-954cb9ca555d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.7960358 Aug 20 15:02:59.703033 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Transition to ACTIVE for port object 74cecdfa-b166-4de9-88e5-f95ed401c0a2 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:02:59.710119 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:59.714643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:02:59.722549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:59.722887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Checking segment: {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:59.723280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Bound using segment: {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:59.723865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Bound port: b60b365e-9d5e-4e85-b50d-006c1b6d73fd, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:59.724162 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:59.725064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'fdcb1c62-a039-4f07-a20d-e9b784ad2dfc', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'fdcb1c62-a039-4f07-a20d-e9b784ad2dfc', 'mac_address': 'fa:16:3e:77:f4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:02:59.731333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e13387-989f-4765-9cb7-214315074ed4 None None] The sync data for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 is: [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:08:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:02:55Z', 'revision_number': 1, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:02:59.764237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-a9fd2cae-358d-47b0-9b95-be33f95227e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:02:59.771863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-a9fd2cae-358d-47b0-9b95-be33f95227e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2783933 Aug 20 15:02:59.778691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:59.780827 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b131ab6-4c36-4eb4-aefc-1fd68787a5f1 None None] Pushing event updated for resources: {'Port': ['ID=74cecdfa-b166-4de9-88e5-f95ed401c0a2,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:02:59.806504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcb1c62-a039-4f07-a20d-e9b784ad2dfc {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:02:59.830057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:02:59.835969 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:59.894657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Attempting to bind port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:02:59.895137 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Attempting to bind port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:02:59.895638 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Attempting to bind port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 on network 49150ad4-8e8a-418b-ac39-7b955ab4c514 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:02:59.901896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1271f6a8-9134-42dd-83cf-7040debdffc0 req-8f0b646a-46c3-40e6-96a1-b01e2cd7d87a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2740469 Aug 20 15:02:59.906139 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:02:59.906689 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Checking segment: {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:02:59.907113 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:59.908827 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Bound using segment: {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:02:59.909349 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Bound port: 74cecdfa-b166-4de9-88e5-f95ed401c0a2, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:02:59.913939 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:02:59.981235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:00.020594 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] For port 74cecdfa-b166-4de9-88e5-f95ed401c0a2, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:03:00.033097 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] For port 74cecdfa-b166-4de9-88e5-f95ed401c0a2, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=74cecdfa-b166-4de9-88e5-f95ed401c0a2,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:03:00.042323 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:00.123592 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['fdcb1c62-a039-4f07-a20d-e9b784ad2dfc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:00.171367 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:00.172320 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:00.182996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-fe42e3d0-7750-472b-8776-f144790afd1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 998 time: 0.4566855 Aug 20 15:03:00.188117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3275fd-72fe-4c03-b51c-7feec0f24c88 None None] New status for floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:03:00.207675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:00.224283 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b131ab6-4c36-4eb4-aefc-1fd68787a5f1 None None] Pushing event updated for resources: {'Port': ['ID=74cecdfa-b166-4de9-88e5-f95ed401c0a2,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:00.323988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] For port b60b365e-9d5e-4e85-b50d-006c1b6d73fd, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:03:00.342713 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:00.416007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] For port b60b365e-9d5e-4e85-b50d-006c1b6d73fd, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:03:00.446024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-c139f984-50fe-456d-94c8-e567ffa60094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:00.453833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-c139f984-50fe-456d-94c8-e567ffa60094 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.2439713 Aug 20 15:03:00.455218 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:00.494045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-666ea841-6572-4b3f-8873-4ea94533bfa0 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6088445 Aug 20 15:03:00.571962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 072ceb37-2d07-4ca6-942a-669869d4f1e9 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:00.643391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:00.644131 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:00.645593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] 10.222.0.70 "PUT /v2.0/ports/b60b365e-9d5e-4e85-b50d-006c1b6d73fd HTTP/1.1" status: 200 len: 1092 time: 4.4514606 Aug 20 15:03:00.713279 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:00Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:00.724531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Request body: {'port': {'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:00.808138 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda36d8-5694-4774-a32c-76fa5e14357b None None] The sync data for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 is: [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:00Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:00.830937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29586ea0-8e16-4c5e-af74-f1ef978c251b service neutron] Pushing event updated for resources: {'Port': ['ID=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:00.918357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] For port 80f09775-f1f0-43e2-8b62-9ece74cfd13a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=80f09775-f1f0-43e2-8b62-9ece74cfd13a,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:00.938264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39334) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:00.944760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9d7537cd-2809-4e52-aff5-7591e44091ed tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686120144', 'description': 'tempest-description--317791000'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:00.983685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f9d5342e-8440-4b9d-a7fe-76a6ab717fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:00.985194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-f9d5342e-8440-4b9d-a7fe-76a6ab717fb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5214064 Aug 20 15:03:01.002254 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d7537cd-2809-4e52-aff5-7591e44091ed tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.025271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-21d1488f-3371-4d19-a6a0-a2008544b7e0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:03:01.026477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-21d1488f-3371-4d19-a6a0-a2008544b7e0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213163 Aug 20 15:03:01.034936 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.103216 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dac941a-4ef0-4e90-957b-b919257db8f6 x-openstack-request-id: req-1dac941a-4ef0-4e90-957b-b919257db8f6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:01.103664 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "d806bb72-3591-4103-9932-4e1760445cbc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:01.104014 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1dac941a-4ef0-4e90-957b-b919257db8f6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:01.104514 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': 'd806bb72-3591-4103-9932-4e1760445cbc', 'status': 'completed', 'code': 200} Aug 20 15:03:01.104875 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'status': 'completed', 'code': 200} Aug 20 15:03:01.107821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.110796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] For port 80f09775-f1f0-43e2-8b62-9ece74cfd13a, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:03:01.143036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072ceb37-2d07-4ca6-942a-669869d4f1e9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:01.151263 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3823eb9e-1977-4b3f-9862-5a8241bf46d8" -d '{"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "072ceb37-2d07-4ca6-942a-669869d4f1e9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:01.203691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 072ceb37-2d07-4ca6-942a-669869d4f1e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:01.218864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d7537cd-2809-4e52-aff5-7591e44091ed tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.226225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d7537cd-2809-4e52-aff5-7591e44091ed tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.232768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 74cecdfa-b166-4de9-88e5-f95ed401c0a2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:01.243442 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.244648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b6e6960f-615d-47a9-a86a-4d8a51095e31 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:01.266034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d7537cd-2809-4e52-aff5-7591e44091ed tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.267375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9d7537cd-2809-4e52-aff5-7591e44091ed tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3275089 Aug 20 15:03:01.276190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39342) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:01.282870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bad92ad4-1201-46ba-8dda-2fd4f5f5918e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'security_group_rule': {'security_group_id': '42b60068-0f4e-4203-ac99-a9ed27eccaab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:01.314326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-d45d7636-f509-4611-80a3-b202e4af3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.314832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-d45d7636-f509-4611-80a3-b202e4af3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.315587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-d45d7636-f509-4611-80a3-b202e4af3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.316139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-d45d7636-f509-4611-80a3-b202e4af3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.316748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-d45d7636-f509-4611-80a3-b202e4af3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.317234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-d45d7636-f509-4611-80a3-b202e4af3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.317892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-d45d7636-f509-4611-80a3-b202e4af3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.320237 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-d45d7636-f509-4611-80a3-b202e4af3a1c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6418 time: 0.2187245 Aug 20 15:03:01.370795 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bad92ad4-1201-46ba-8dda-2fd4f5f5918e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.398729 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39344) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:01.407087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-04d214c0-fd1c-4307-b850-ba960e1c2b07 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8325884 Aug 20 15:03:01.422794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] device_id is not set on port 80f09775-f1f0-43e2-8b62-9ece74cfd13a yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:03:01.437637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7537cd-2809-4e52-aff5-7591e44091ed tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b60068-0f4e-4203-ac99-a9ed27eccaab,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:01.444105 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.453875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=072ceb37-2d07-4ca6-942a-669869d4f1e9,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:01.477422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.525368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bad92ad4-1201-46ba-8dda-2fd4f5f5918e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.525598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-6f088812-3a19-4ae2-8028-a25f2a41c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.526975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-6f088812-3a19-4ae2-8028-a25f2a41c7de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1097 time: 0.4210420 Aug 20 15:03:01.531301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bad92ad4-1201-46ba-8dda-2fd4f5f5918e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.531576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:01.550426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:01.550949 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.553384 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.571748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad92ad4-1201-46ba-8dda-2fd4f5f5918e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6355fac0-a143-40f9-880d-86a4d0fe137f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:01.601457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-0e5054cc-9a3e-4928-9e8c-4aaf88daa3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.601955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-0e5054cc-9a3e-4928-9e8c-4aaf88daa3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.602438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-0e5054cc-9a3e-4928-9e8c-4aaf88daa3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.608925 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-0e5054cc-9a3e-4928-9e8c-4aaf88daa3cc service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2beba97d62b640409b5bc8203a3f489b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2695332 Aug 20 15:03:01.634476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17728-1850-4a64-bf5c-0d2f8cc9b991 req-b21a88d0-2efe-4ff9-8ca1-35a5a9254be6 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.636013 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57a17728-1850-4a64-bf5c-0d2f8cc9b991 req-b21a88d0-2efe-4ff9-8ca1-35a5a9254be6 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 949 time: 0.4065335 Aug 20 15:03:01.636783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bad92ad4-1201-46ba-8dda-2fd4f5f5918e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.637183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b6e6960f-615d-47a9-a86a-4d8a51095e31, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:01.637992 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bad92ad4-1201-46ba-8dda-2fd4f5f5918e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3587971 Aug 20 15:03:01.644982 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.646113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device cc2f0337-e1cb-4638-aeb2-fbefabf6d377 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:01.651457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39348) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:01.657497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-909ca272-fe7f-4ee6-bd3f-e5dbd20fc00e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'security_group_rule': {'security_group_id': '42b60068-0f4e-4203-ac99-a9ed27eccaab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:01.697317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-233474d8-8015-440a-879d-6d4eb30da630 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6047814 Aug 20 15:03:01.760445 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.776080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c71e-655e-4801-a8af-fcbe0b7b6179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.833446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-909ca272-fe7f-4ee6-bd3f-e5dbd20fc00e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.879864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.883037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 74cecdfa-b166-4de9-88e5-f95ed401c0a2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=74cecdfa-b166-4de9-88e5-f95ed401c0a2,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:01.884258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b6e6960f-615d-47a9-a86a-4d8a51095e31,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:01.898093 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.902345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-53fb9508-9cf9-4c1d-8c2e-e7a52d8fd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:01.906780 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-53fb9508-9cf9-4c1d-8c2e-e7a52d8fd734 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2872069 Aug 20 15:03:01.915693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.916068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.919036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] Pushing event updated for resources: {'Port': ['ID=80f09775-f1f0-43e2-8b62-9ece74cfd13a,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:01.921693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] No DVR routers for this DVR port 80f09775-f1f0-43e2-8b62-9ece74cfd13a on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:01.930350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.930958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.932023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.932379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.932727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.933069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.933408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.933738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.934167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.935246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:01.971855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-909ca272-fe7f-4ee6-bd3f-e5dbd20fc00e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.978642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-909ca272-fe7f-4ee6-bd3f-e5dbd20fc00e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:01.998380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port cc2f0337-e1cb-4638-aeb2-fbefabf6d377, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:02.001686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ca272-fe7f-4ee6-bd3f-e5dbd20fc00e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af33bdc9-3827-4f6d-b1f2-4730ed2d829a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:02.008192 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.009270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 80f09775-f1f0-43e2-8b62-9ece74cfd13a no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:02.056030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=74cecdfa-b166-4de9-88e5-f95ed401c0a2,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:02.087044 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57a17728-1850-4a64-bf5c-0d2f8cc9b991 req-724208de-20f8-4812-86a3-c2016353bf7a tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158266 Aug 20 15:03:02.099853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 80f09775-f1f0-43e2-8b62-9ece74cfd13a not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:03:02.100296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 666adf78-80e6-48d2-81c1-fdbf90169ffc no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:02.151891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:02.162010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] In _notify_port_updated(), no bound segment for port 80f09775-f1f0-43e2-8b62-9ece74cfd13a on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:03:02.162832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.163465 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.165282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-49367f61-f5c8-463a-9546-32bf4d8e20c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/80f09775-f1f0-43e2-8b62-9ece74cfd13a HTTP/1.1" status: 200 len: 1033 time: 2.4546802 Aug 20 15:03:02.174918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4efcc1f6-7581-41ef-b0ba-0bc458744a4d None None] Provisioning complete for port 80f09775-f1f0-43e2-8b62-9ece74cfd13a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:02.175297 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4efcc1f6-7581-41ef-b0ba-0bc458744a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.212643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acf82115-4f5d-4fb4-97b7-fa8a20a09a32 req-9a720d16-e53a-4c38-b072-5734b819e503 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668136 Aug 20 15:03:02.213356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-2b5f0f8b-8a66-4edd-adef-c11e9e144d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.214831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-2b5f0f8b-8a66-4edd-adef-c11e9e144d94 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.5958416 Aug 20 15:03:02.251877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4efcc1f6-7581-41ef-b0ba-0bc458744a4d None None] Port 80f09775-f1f0-43e2-8b62-9ece74cfd13a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:03:02.258837 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.300545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 666adf78-80e6-48d2-81c1-fdbf90169ffc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:02.307614 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.308686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d4169652-326d-4a9b-9968-f3373cfbb653 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:02.419980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=666adf78-80e6-48d2-81c1-fdbf90169ffc,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:02.489537 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.536084 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d4169652-326d-4a9b-9968-f3373cfbb653, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d4169652-326d-4a9b-9968-f3373cfbb653,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:02.541674 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.542483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8f0addf6-e309-4151-b015-aa04ac1be543 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:02.622648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d4169652-326d-4a9b-9968-f3373cfbb653,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:02.667838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.682714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-d1be53ad-ff98-4d79-99ec-f2342977b3df tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.684902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-d1be53ad-ff98-4d79-99ec-f2342977b3df tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "GET /v2.0/ports/cc2f0337-e1cb-4638-aeb2-fbefabf6d377?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4984777 Aug 20 15:03:02.708452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8f0addf6-e309-4151-b015-aa04ac1be543, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8f0addf6-e309-4151-b015-aa04ac1be543,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:02.721294 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.742316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:02.776010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8f0addf6-e309-4151-b015-aa04ac1be543,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:02.820090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-808e1919-1b7b-4575-9720-f419ffe37bfa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 1000 time: 0.5576580 Aug 20 15:03:02.904854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:02.913300 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c71e-655e-4801-a8af-fcbe0b7b6179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.921810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-909ca272-fe7f-4ee6-bd3f-e5dbd20fc00e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.923777 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-909ca272-fe7f-4ee6-bd3f-e5dbd20fc00e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2692614 Aug 20 15:03:02.926107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:02.930615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:02.932125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72681872-be05-40dd-8f17-33ff28956574 req-942e258b-6065-47db-9ecf-0dabaa3741f9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.939043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72681872-be05-40dd-8f17-33ff28956574 req-942e258b-6065-47db-9ecf-0dabaa3741f9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.945025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72681872-be05-40dd-8f17-33ff28956574 req-942e258b-6065-47db-9ecf-0dabaa3741f9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.951757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72681872-be05-40dd-8f17-33ff28956574 req-942e258b-6065-47db-9ecf-0dabaa3741f9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.953940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.958070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72681872-be05-40dd-8f17-33ff28956574 req-942e258b-6065-47db-9ecf-0dabaa3741f9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.964141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72681872-be05-40dd-8f17-33ff28956574 req-942e258b-6065-47db-9ecf-0dabaa3741f9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.966676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72681872-be05-40dd-8f17-33ff28956574 req-942e258b-6065-47db-9ecf-0dabaa3741f9 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 4653 time: 0.3304629 Aug 20 15:03:02.972243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:02.985548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e864af-82ed-4841-8a28-6924f4e38d51 req-d6ed6024-b58b-42f3-a5c8-f34b18e9d5a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.991447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e864af-82ed-4841-8a28-6924f4e38d51 req-d6ed6024-b58b-42f3-a5c8-f34b18e9d5a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:02.998301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e864af-82ed-4841-8a28-6924f4e38d51 req-d6ed6024-b58b-42f3-a5c8-f34b18e9d5a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.004379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e864af-82ed-4841-8a28-6924f4e38d51 req-d6ed6024-b58b-42f3-a5c8-f34b18e9d5a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.010092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e864af-82ed-4841-8a28-6924f4e38d51 req-d6ed6024-b58b-42f3-a5c8-f34b18e9d5a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.016255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e864af-82ed-4841-8a28-6924f4e38d51 req-d6ed6024-b58b-42f3-a5c8-f34b18e9d5a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.022364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e864af-82ed-4841-8a28-6924f4e38d51 req-d6ed6024-b58b-42f3-a5c8-f34b18e9d5a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.024324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89e864af-82ed-4841-8a28-6924f4e38d51 req-d6ed6024-b58b-42f3-a5c8-f34b18e9d5a6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5410 time: 0.3801119 Aug 20 15:03:03.031418 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fa3c71e-655e-4801-a8af-fcbe0b7b6179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.059932 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.070890 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.086059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 74cecdfa-b166-4de9-88e5-f95ed401c0a2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:03.099764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Transition to ACTIVE for port object 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:03.107279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:03.109569 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3153592-98b3-456a-a2cd-04b26b52b0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "b60b365e-9d5e-4e85-b50d-006c1b6d73fd"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:03.134028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-3dadb612-64ad-4c0a-93cd-627977838657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.135530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-3dadb612-64ad-4c0a-93cd-627977838657 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.2962232 Aug 20 15:03:03.135719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:03.136106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.136218 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.165202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9fa3c71e-655e-4801-a8af-fcbe0b7b6179 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0380b8010e8448aa82d2d16f2716f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7624803 Aug 20 15:03:03.166307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39364) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:03.208929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Allocated IP 172.25.5.116 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/5556ce04-a97e-4081-a790-c388c1b28b2c) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:03.234575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3c71e-655e-4801-a8af-fcbe0b7b6179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646b96a2-0d0c-45e0-8e48-5a056c210408,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:03.281891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72681872-be05-40dd-8f17-33ff28956574 req-88e07d2f-4acb-4948-a150-fc6e261144fc tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d7b779c-4ad7-46af-b09c-7f08fe7207c1&id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2524629 Aug 20 15:03:03.287882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89e864af-82ed-4841-8a28-6924f4e38d51 req-c5e50972-1b4e-46ba-b4fb-de779be18d93 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2504015 Aug 20 15:03:03.293207 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08ef9108-dbbf-4856-8dd9-1eb8798c39bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.306290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Pushing event updated for resources: {'Port': ['ID=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:03.327925 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08ef9108-dbbf-4856-8dd9-1eb8798c39bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.385148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-278746ed-1e12-454f-b60e-cf7ef50254d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.386741 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-278746ed-1e12-454f-b60e-cf7ef50254d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2377017 Aug 20 15:03:03.429804 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.444640 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f578a3f-3b29-4bf7-97e7-ecb013c29f3c x-openstack-request-id: req-6f578a3f-3b29-4bf7-97e7-ecb013c29f3c {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:03.445713 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "072ceb37-2d07-4ca6-942a-669869d4f1e9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:03.446140 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f578a3f-3b29-4bf7-97e7-ecb013c29f3c {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:03.446711 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072ceb37-2d07-4ca6-942a-669869d4f1e9', 'code': 200} Aug 20 15:03:03.480550 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08ef9108-dbbf-4856-8dd9-1eb8798c39bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.483954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08ef9108-dbbf-4856-8dd9-1eb8798c39bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.487536 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08ef9108-dbbf-4856-8dd9-1eb8798c39bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/646b96a2-0d0c-45e0-8e48-5a056c210408 HTTP/1.1" status: 204 len: 168 time: 0.3179066 Aug 20 15:03:03.511474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef9108-dbbf-4856-8dd9-1eb8798c39bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646b96a2-0d0c-45e0-8e48-5a056c210408,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:03.520897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fdcb1c62-a039-4f07-a20d-e9b784ad2dfc up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:03.522551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.566026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:03.573170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:03.585343 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543f34e8-393e-4a9d-894a-2a369fcf087b x-openstack-request-id: req-543f34e8-393e-4a9d-894a-2a369fcf087b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:03.585705 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "b60b365e-9d5e-4e85-b50d-006c1b6d73fd", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:03.585879 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-543f34e8-393e-4a9d-894a-2a369fcf087b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:03.586370 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd', 'status': 'completed', 'code': 200} Aug 20 15:03:03.587885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:03.627116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'Port': ['ID=5556ce04-a97e-4081-a790-c388c1b28b2c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:03.644667 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-cdb0657b-e3b1-45ba-8110-7d4f4aa702f0 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.646268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-cdb0657b-e3b1-45ba-8110-7d4f4aa702f0 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1429160 Aug 20 15:03:03.647017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Attempting to bind port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:03:03.647348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Attempting to bind port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:03:03.647697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Attempting to bind port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f on network 196d4518-a484-49f3-8576-2d800630dd47 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:03.672822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f on network 196d4518-a484-49f3-8576-2d800630dd47 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:03:03.673517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Attempting to bind port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f on network 196d4518-a484-49f3-8576-2d800630dd47 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:03.715193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-9aa129d1-f419-4f69-8add-0ed38dc5de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.716554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-9aa129d1-f419-4f69-8add-0ed38dc5de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.717046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-9aa129d1-f419-4f69-8add-0ed38dc5de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.717528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-9aa129d1-f419-4f69-8add-0ed38dc5de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.718000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-9aa129d1-f419-4f69-8add-0ed38dc5de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.718472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-9aa129d1-f419-4f69-8add-0ed38dc5de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.718941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-9aa129d1-f419-4f69-8add-0ed38dc5de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.720531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:03.721351 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-9aa129d1-f419-4f69-8add-0ed38dc5de7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6444 time: 0.0963392 Aug 20 15:03:03.726561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:03.727220 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.788822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:03:03.789412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Checking segment: {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:03:03.789647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Bound using segment: {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:03:03.789975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Bound port: 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8656f413-4cac-4f5e-bab1-1fcc2e59c82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '196d4518-a484-49f3-8576-2d800630dd47'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:03:03.790330 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.816546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.838014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.871584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-c8037346-5831-43f5-9e14-125f79c7718e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 1000 time: 0.2098362 Aug 20 15:03:03.877798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] For port cc2f0337-e1cb-4638-aeb2-fbefabf6d377, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:03.886091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.886318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:03.892444 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:03.913562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-ea43c241-4958-4d77-b98b-35308bbc57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.914103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-ea43c241-4958-4d77-b98b-35308bbc57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.914587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-ea43c241-4958-4d77-b98b-35308bbc57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:03.916818 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-ea43c241-4958-4d77-b98b-35308bbc57a3 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2beba97d62b640409b5bc8203a3f489b&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1772699 Aug 20 15:03:03.917683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-cae9d2fc-fe4c-4024-aa63-6eb8ca4605eb service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024650 Aug 20 15:03:03.924577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Request body: {'floatingip': {'port_id': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:03.955743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:03.961456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39376) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:04.018690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f60e892-45bb-4cd2-92fb-f9e78f6dcc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.072107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974da9-cadf-422c-b55e-03fe4e1275c0 req-b927aaec-298a-40bc-81ec-08756f99668d tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.073610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf974da9-cadf-422c-b55e-03fe4e1275c0 req-b927aaec-298a-40bc-81ec-08756f99668d tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 949 time: 0.2969360 Aug 20 15:03:04.088049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] For port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:03:04.093913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.097765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] For port cc2f0337-e1cb-4638-aeb2-fbefabf6d377, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:03:04.148473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-81551997-483c-40a6-9212-3837f8c4be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.149970 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f3153592-98b3-456a-a2cd-04b26b52b0f6 req-81551997-483c-40a6-9212-3837f8c4be34 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240005 Aug 20 15:03:04.192873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] For port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:03:04.205852 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.209605 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.212143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.227601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] device_id is not set on port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:03:04.284024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.319293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'Port': ['ID=5556ce04-a97e-4081-a790-c388c1b28b2c,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:04.323858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf974da9-cadf-422c-b55e-03fe4e1275c0 req-1842f294-732b-4035-9833-64d428bdfd13 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349474 Aug 20 15:03:04.331168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f60e892-45bb-4cd2-92fb-f9e78f6dcc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.333748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.334385 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.335816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] 10.222.0.70 "PUT /v2.0/ports/7bdd0a4c-585e-4a0c-9f66-7208a2692b7f HTTP/1.1" status: 200 len: 1092 time: 3.6176853 Aug 20 15:03:04.344241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.348727 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f60e892-45bb-4cd2-92fb-f9e78f6dcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.354372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.362744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cfc788e-fdff-40d5-8173-a4bba00cd2c0 req-350436df-b8ef-4927-bd8d-503468eafbae service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905742 Aug 20 15:03:04.431121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.442056 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b1a65e2b-7744-4178-845b-adcb2a3c8968 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5053680 Aug 20 15:03:04.442056 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4f60e892-45bb-4cd2-92fb-f9e78f6dcc40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=343fcc7c5be44973a183ec74c2bf23e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749465 Aug 20 15:03:04.442056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60e892-45bb-4cd2-92fb-f9e78f6dcc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86895f9-c87f-4dbc-a23f-2c857af52610,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:04.442056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39382) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:04.455115 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:03:04.456878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd55ec8-1899-4118-add3-56265d040b7f service neutron] Pushing event updated for resources: {'Port': ['ID=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:04.547518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] No DVR routers for this DVR port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:04.557032 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fda18004-6c99-49a0-b91d-a97825a32d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.583260 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fda18004-6c99-49a0-b91d-a97825a32d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.685616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fda18004-6c99-49a0-b91d-a97825a32d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.687926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] In _notify_port_updated(), no bound segment for port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 on network 5f6fa9f8-dffe-4941-a197-5414e380866a {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:03:04.688888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.689558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.690901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] 10.222.0.72 "PUT /v2.0/ports/cc2f0337-e1cb-4638-aeb2-fbefabf6d377 HTTP/1.1" status: 200 len: 1031 time: 1.9637001 Aug 20 15:03:04.693510 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fda18004-6c99-49a0-b91d-a97825a32d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.694790 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fda18004-6c99-49a0-b91d-a97825a32d4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d86895f9-c87f-4dbc-a23f-2c857af52610 HTTP/1.1" status: 204 len: 168 time: 0.2254701 Aug 20 15:03:04.715313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda18004-6c99-49a0-b91d-a97825a32d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86895f9-c87f-4dbc-a23f-2c857af52610,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:04.716080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6f98717e-801a-47b6-a26a-1c063134ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.716980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6f98717e-801a-47b6-a26a-1c063134ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.717968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6f98717e-801a-47b6-a26a-1c063134ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.718097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6f98717e-801a-47b6-a26a-1c063134ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.718970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6f98717e-801a-47b6-a26a-1c063134ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.719096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6f98717e-801a-47b6-a26a-1c063134ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.719628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6f98717e-801a-47b6-a26a-1c063134ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:04.721871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6f98717e-801a-47b6-a26a-1c063134ac8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6486 time: 0.3096731 Aug 20 15:03:04.759633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e423168-baa9-4a2b-9cfa-b4eb488d3f83 service neutron] Pushing event updated for resources: {'Port': ['ID=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:04.839489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c63b6ef5-1537-4d9d-b3d0-c04f92417d10 None None] Provisioning complete for port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:04.840124 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c63b6ef5-1537-4d9d-b3d0-c04f92417d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:04.878967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c63b6ef5-1537-4d9d-b3d0-c04f92417d10 None None] Port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:03:05.126800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-5d4b4e23-e982-4010-a42f-72d7db96458e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932 HTTP/1.1" status: 200 len: 217 time: 0.3733530 Aug 20 15:03:05.259355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f0e53-75db-4353-87df-505537ceb028 req-d27954b0-3fea-480b-9dc2-ba95b76a9888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.266728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f0e53-75db-4353-87df-505537ceb028 req-d27954b0-3fea-480b-9dc2-ba95b76a9888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.272859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f0e53-75db-4353-87df-505537ceb028 req-d27954b0-3fea-480b-9dc2-ba95b76a9888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.278962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f0e53-75db-4353-87df-505537ceb028 req-d27954b0-3fea-480b-9dc2-ba95b76a9888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.284939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f0e53-75db-4353-87df-505537ceb028 req-d27954b0-3fea-480b-9dc2-ba95b76a9888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.286799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-210f0e53-75db-4353-87df-505537ceb028 req-d27954b0-3fea-480b-9dc2-ba95b76a9888 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 3875 time: 0.6095963 Aug 20 15:03:05.325449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-5d0d2491-3b25-4ffa-9aab-a27bdcbe92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.327135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-5d0d2491-3b25-4ffa-9aab-a27bdcbe92fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fc21ffa-0a05-4d0b-ad52-99b92e28a737 HTTP/1.1" status: 200 len: 851 time: 0.1849432 Aug 20 15:03:05.433205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-210f0e53-75db-4353-87df-505537ceb028 req-4d80fe6b-3b7d-49b8-b28b-3cb5486e3484 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348932 Aug 20 15:03:05.447574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e6960f-615d-47a9-a86a-4d8a51095e31'}, {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2f0337-e1cb-4638-aeb2-fbefabf6d377'}, {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666adf78-80e6-48d2-81c1-fdbf90169ffc'}, {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4169652-326d-4a9b-9968-f3373cfbb653'}, {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543'}, {'server_uuid': 'e465f355-3b82-4220-9fb8-2c3c42188289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb1c62-a039-4f07-a20d-e9b784ad2dfc'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:05.452930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting port b6e6960f-615d-47a9-a86a-4d8a51095e31 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:05.453278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:05.458478 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e19ca0c-1d40-408e-9f86-29bb8add9b2c" -d '{"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e6960f-615d-47a9-a86a-4d8a51095e31"}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2f0337-e1cb-4638-aeb2-fbefabf6d377"}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "666adf78-80e6-48d2-81c1-fdbf90169ffc"}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "d4169652-326d-4a9b-9968-f3373cfbb653"}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543"}, {"server_uuid": "e465f355-3b82-4220-9fb8-2c3c42188289", "name": "network-vif-plugged", "status": "completed", "tag": "fdcb1c62-a039-4f07-a20d-e9b784ad2dfc"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:05.574511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-56914bd3-0c7f-4bbf-a781-85b88787efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.576767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-56914bd3-0c7f-4bbf-a781-85b88787efcb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338011 Aug 20 15:03:05.592622 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '7bdd0a4c-585e-4a0c-9f66-7208a2692b7f'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:05.594824 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cba550-17eb-4afc-820c-092eb96a1306" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "7bdd0a4c-585e-4a0c-9f66-7208a2692b7f"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:05.730788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c900-4df0-428b-9138-712264559c73 req-1e73715e-8791-4234-92b4-f7b0bf108870 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.737426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c900-4df0-428b-9138-712264559c73 req-1e73715e-8791-4234-92b4-f7b0bf108870 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.743373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c900-4df0-428b-9138-712264559c73 req-1e73715e-8791-4234-92b4-f7b0bf108870 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.750370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c900-4df0-428b-9138-712264559c73 req-1e73715e-8791-4234-92b4-f7b0bf108870 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.754500 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:05.756318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c900-4df0-428b-9138-712264559c73 req-1e73715e-8791-4234-92b4-f7b0bf108870 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.762259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c900-4df0-428b-9138-712264559c73 req-1e73715e-8791-4234-92b4-f7b0bf108870 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.768528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8c900-4df0-428b-9138-712264559c73 req-1e73715e-8791-4234-92b4-f7b0bf108870 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:05.770447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42d8c900-4df0-428b-9138-712264559c73 req-1e73715e-8791-4234-92b4-f7b0bf108870 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.2419395 Aug 20 15:03:05.779972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] For port b6e6960f-615d-47a9-a86a-4d8a51095e31, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b6e6960f-615d-47a9-a86a-4d8a51095e31,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:05.780351 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:05.786986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.resource_extend [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:03:05.855925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Calling delete_port for b6e6960f-615d-47a9-a86a-4d8a51095e31 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:05.930257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:05.939624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:05.944946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42d8c900-4df0-428b-9138-712264559c73 req-87716d42-2c65-4102-b9c0-89c2228bf83d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1620910 Aug 20 15:03:05.984015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-ba6fa4e8-a2e3-4a60-b81a-33d696e23d12 service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930798 Aug 20 15:03:06.168474 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163 associated. External IP: 172.25.5.89, port: c1d3f07a-3ed4-4628-8043-3b35787e0b5a. Aug 20 15:03:06.226142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-613e208d-8ad9-4ea3-99b1-87ba0384bcca tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--686120144&fields=id&tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb HTTP/1.1" status: 200 len: 267 time: 0.1273263 Aug 20 15:03:06.250594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-b5989a53-9de0-40ae-b962-10a37e2d4ae8 service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545507 Aug 20 15:03:06.264746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39452) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:06.356175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-feb9388a-d542-48c2-a74d-95e9759605dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 200 len: 217 time: 0.0863888 Aug 20 15:03:06.384029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6aece266-f5bd-44a4-8100-b5f8f7fbc19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:06.442268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:06.489398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6aece266-f5bd-44a4-8100-b5f8f7fbc19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:06.494179 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6aece266-f5bd-44a4-8100-b5f8f7fbc19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:06.511763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Port': ['ID=b6e6960f-615d-47a9-a86a-4d8a51095e31,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:06.531017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-cb002b3d-dbf4-43cc-a100-21d1d2c84bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:06.532546 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-cb002b3d-dbf4-43cc-a100-21d1d2c84bb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.1650112 Aug 20 15:03:06.536970 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6aece266-f5bd-44a4-8100-b5f8f7fbc19e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60b5b8477118467f83a22af4893172df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709243 Aug 20 15:03:06.539103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aece266-f5bd-44a4-8100-b5f8f7fbc19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b03199a-9f0f-4240-a552-bde47dd2f8da,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:06.539439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39468) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:06.548224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436d5f-25a0-4089-a2af-05db75922077 req-c2243cbe-4d44-4ab9-bbd6-4e5fb3b24349 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:06.549759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-c2243cbe-4d44-4ab9-bbd6-4e5fb3b24349 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 811 time: 0.2982802 Aug 20 15:03:06.636857 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39470) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:06.657304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] No DVR routers for this DVR port b6e6960f-615d-47a9-a86a-4d8a51095e31 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:06.666337 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:06.668309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0943d70b-9fd7-4a63-9b4f-6c69921487c4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "DELETE /v2.0/ports/b6e6960f-615d-47a9-a86a-4d8a51095e31 HTTP/1.1" status: 204 len: 173 time: 1.9185688 Aug 20 15:03:06.679385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-a39ed2f1-4537-41ec-9004-f91daa8a190a tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/quotas/1b02ed40d3a744f7bcd3a7821b3b3ebb HTTP/1.1" status: 200 len: 375 time: 0.1081507 Aug 20 15:03:06.791607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:06.804237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-f3cd9cf8-db80-4551-90d1-dca341724d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:06.805686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-f3cd9cf8-db80-4551-90d1-dca341724d68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2499428 Aug 20 15:03:06.813892 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:06.919983 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5444-ca5d-4835-a250-ebd1a3d721f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:06.935295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:06.957457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-e4ad5568-49cc-4784-98c1-e20d032c4423 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2637489 Aug 20 15:03:06.988449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Router 005ab4d7-73b3-426d-a409-6c165bc481f5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:06.992907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5444-ca5d-4835-a250-ebd1a3d721f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.066726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Allocated IP 172.25.5.237 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/8ce4eea8-8f36-4668-9ae5-98b4c6ead0fc) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:07.101967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-de3ce315-9327-4474-b7e1-ce337d87d3bc service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642081 Aug 20 15:03:07.108062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting port 8f0addf6-e309-4151-b015-aa04ac1be543 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:07.108414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.176742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.217387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.258436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:07.262402 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:07.267115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:07.275372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event updated for resources: {'Port': ['ID=8ce4eea8-8f36-4668-9ae5-98b4c6ead0fc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:07.361175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.395298 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.548011 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.553567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.586649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5444-ca5d-4835-a250-ebd1a3d721f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.589280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5444-ca5d-4835-a250-ebd1a3d721f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.590439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5d4a5444-ca5d-4835-a250-ebd1a3d721f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b03199a-9f0f-4240-a552-bde47dd2f8da HTTP/1.1" status: 204 len: 168 time: 1.0499232 Aug 20 15:03:07.625796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-6492abb5-1e5f-46ab-b3fe-023c2cbda438 service neutron] 10.222.0.36 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347959 Aug 20 15:03:07.628416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event updated for resources: {'Port': ['ID=8ce4eea8-8f36-4668-9ae5-98b4c6ead0fc,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:07.641392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.657369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.659336 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3ad38fa9-358a-4e55-bf7d-908cb8f8f44f tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0211046 Aug 20 15:03:07.661816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39478) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:07.665535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a5444-ca5d-4835-a250-ebd1a3d721f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b03199a-9f0f-4240-a552-bde47dd2f8da,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:07.667687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1657687566'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:07.712893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Made reservation on behalf of 8a66855205704c6ab23ad78984eee139 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:03:07.718049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.729511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.760516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-c9abf259-d9e6-4217-98e6-9416190cd53a service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271768 Aug 20 15:03:07.762322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] For port 8f0addf6-e309-4151-b015-aa04ac1be543, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8f0addf6-e309-4151-b015-aa04ac1be543,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:07.762726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.838852 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.844846 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.869899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:03:07.879467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d06e9321-edb0-49c6-ac46-8feda61f1c7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 200 len: 217 time: 0.1101160 Aug 20 15:03:07.880552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:07.889007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ccd744-94a0-42be-985d-168cfcb242fd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:07.901673 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] Sync routers for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:07.914465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:07.916516 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Added segment b22f7584-1cd3-440c-a12e-33d734eb7fb5 of type vlan for network dc490ad1-e312-4969-a481-17ed3db05a1c Aug 20 15:03:07.917584 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:07.918217 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:07.970175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.000635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39482) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:08.009550 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.016487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:08.017379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.033108 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:08.034277 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f371e5d2-fb69-4e37-9db3-cfcf551ef8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.102154 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4365084 Aug 20 15:03:08.102364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-bdb2c248-8704-44d1-824e-c1b373712467 service neutron] 10.222.0.36 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307086 Aug 20 15:03:08.104349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39484) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:08.115488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Request body: {'subnet': {'network_id': 'dc490ad1-e312-4969-a481-17ed3db05a1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:08.131288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-639be16d-3f64-4e3c-a41f-97292a167297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:08.133415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-639be16d-3f64-4e3c-a41f-97292a167297 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.2409720 Aug 20 15:03:08.176162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5024618-4979-4108-841d-dfc7e679e0aa tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event updated for resources: {'Network': ['ID=dc490ad1-e312-4969-a481-17ed3db05a1c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:08.193578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network dc490ad1-e312-4969-a481-17ed3db05a1c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:03:08.330509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-b85c17a7-2d5a-4a12-a9f8-b4d31685c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:08.332331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-b85c17a7-2d5a-4a12-a9f8-b4d31685c4ef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1893635 Aug 20 15:03:08.333178 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:7b:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:03:05Z', 'revision_number': 3, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:08.390789 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f371e5d2-fb69-4e37-9db3-cfcf551ef8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.400343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f371e5d2-fb69-4e37-9db3-cfcf551ef8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.433896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.434298 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.435175 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Floating IP 6774a260-ce4d-4ff8-84b9-6981547c097e disassociated. External IP: 172.25.5.246, port: 8f0addf6-e309-4151-b015-aa04ac1be543. Aug 20 15:03:08.435755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Calling delete_port for 8f0addf6-e309-4151-b015-aa04ac1be543 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:08.452836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371e5d2-fb69-4e37-9db3-cfcf551ef8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee9aea7-6f94-4bad-849e-12ba3ef126c4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:08.460294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Made reservation on behalf of 8a66855205704c6ab23ad78984eee139 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:03:08.464521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.476434 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] Checking router: 005ab4d7-73b3-426d-a409-6c165bc481f5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:08.488431 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:08.489140 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:08.526650 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f371e5d2-fb69-4e37-9db3-cfcf551ef8d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=170c523b9b5e43b7a382475b1276dfdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246384 Aug 20 15:03:08.529629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39490) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:08.578053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f80a2-9a3e-4401-8447-668d8a51639a req-970c20b4-3197-4835-9bad-4e3630b8a341 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:08.585400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d82f80a2-9a3e-4401-8447-668d8a51639a req-970c20b4-3197-4835-9bad-4e3630b8a341 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 950 time: 0.2417505 Aug 20 15:03:08.615999 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:08.628791 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5ef72a1f-16d3-4d5d-bd70-f46f34fdb6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.653786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Router 005ab4d7-73b3-426d-a409-6c165bc481f5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:08.667466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-cb56f8e5-f6d0-46eb-9e71-12740240bbe7 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192365 Aug 20 15:03:08.676795 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5ef72a1f-16d3-4d5d-bd70-f46f34fdb6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.692594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d82f80a2-9a3e-4401-8447-668d8a51639a req-18f585f5-41d1-4573-a7fb-8f3c93496ebb tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958853 Aug 20 15:03:08.884453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5ef72a1f-16d3-4d5d-bd70-f46f34fdb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.886043 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1048 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2748fa1e-bdf6-4952-9335-e8891770a3e0 x-openstack-request-id: req-2748fa1e-bdf6-4952-9335-e8891770a3e0 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:08.886371 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e6960f-615d-47a9-a86a-4d8a51095e31", "code": 200}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "cc2f0337-e1cb-4638-aeb2-fbefabf6d377", "code": 200}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "666adf78-80e6-48d2-81c1-fdbf90169ffc", "code": 200}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "d4169652-326d-4a9b-9968-f3373cfbb653", "code": 200}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543", "code": 200}, {"server_uuid": "e465f355-3b82-4220-9fb8-2c3c42188289", "name": "network-vif-plugged", "status": "completed", "tag": "fdcb1c62-a039-4f07-a20d-e9b784ad2dfc", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:08.886640 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2748fa1e-bdf6-4952-9335-e8891770a3e0 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:08.887054 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e6960f-615d-47a9-a86a-4d8a51095e31', 'code': 200} Aug 20 15:03:08.887317 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc2f0337-e1cb-4638-aeb2-fbefabf6d377', 'code': 200} Aug 20 15:03:08.887489 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5ef72a1f-16d3-4d5d-bd70-f46f34fdb6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.887615 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '666adf78-80e6-48d2-81c1-fdbf90169ffc', 'code': 200} Aug 20 15:03:08.887936 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4169652-326d-4a9b-9968-f3373cfbb653', 'code': 200} Aug 20 15:03:08.888326 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543', 'code': 200} Aug 20 15:03:08.888576 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e465f355-3b82-4220-9fb8-2c3c42188289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb1c62-a039-4f07-a20d-e9b784ad2dfc', 'code': 200} Aug 20 15:03:08.889018 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5ef72a1f-16d3-4d5d-bd70-f46f34fdb6c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ee9aea7-6f94-4bad-849e-12ba3ef126c4 HTTP/1.1" status: 204 len: 168 time: 0.3583710 Aug 20 15:03:08.897681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:08.906729 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.932537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef72a1f-16d3-4d5d-bd70-f46f34fdb6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee9aea7-6f94-4bad-849e-12ba3ef126c4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:08.942304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:08.979213 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:7b:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:03:05Z', 'revision_number': 3, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:08.988202 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec4f2b8-40c6-43b0-be9d-32d8fa38d8bd x-openstack-request-id: req-5ec4f2b8-40c6-43b0-be9d-32d8fa38d8bd {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:08.988466 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "7bdd0a4c-585e-4a0c-9f66-7208a2692b7f", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:08.988717 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ec4f2b8-40c6-43b0-be9d-32d8fa38d8bd {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:08.989109 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '7bdd0a4c-585e-4a0c-9f66-7208a2692b7f', 'status': 'completed', 'code': 200} Aug 20 15:03:09.037593 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60950c-2fca-43b4-96bb-90eba846e13b None None] The sync data for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 is: [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:7b:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:03:05Z', 'revision_number': 3, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:09.083130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event updated for resources: {'Subnet': ['ID=c87c25a8-2305-44f5-82c1-4847a6bf6454,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:09.106432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec4323-f0bb-482a-977f-fa8a3f435f8d req-135f94c2-098b-4b13-b21a-f18757d844b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:09.108083 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11ec4323-f0bb-482a-977f-fa8a3f435f8d req-135f94c2-098b-4b13-b21a-f18757d844b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 1102 time: 0.1057222 Aug 20 15:03:09.108837 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Checking segment: {'id': 'b22f7584-1cd3-440c-a12e-33d734eb7fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc490ad1-e312-4969-a481-17ed3db05a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:03:09.109205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Network hostable DHCP agents. Network: dc490ad1-e312-4969-a481-17ed3db05a1c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:03:09.132098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4f26e0a0-a51b-4af0-a0f7-ae437e432220 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "PUT /v2.0/floatingips/6ba7efb7-dae3-435e-8394-8b4843aea163 HTTP/1.1" status: 200 len: 997 time: 5.2464805 Aug 20 15:03:09.137604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-f1e8df3b-6e46-4a55-a61b-d0da83fdf8a8 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413190 Aug 20 15:03:09.147607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Network dc490ad1-e312-4969-a481-17ed3db05a1c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:03:09.156969 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:09.171805 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-11ec4323-f0bb-482a-977f-fa8a3f435f8d req-275a585f-16a8-4713-a134-b4314a32babb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513217 Aug 20 15:03:09.172470 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, dc490ad1-e312-4969-a481-17ed3db05a1c) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:09.177586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:09.178106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:09.197748 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7cf44311-7e25-48dd-8c1b-2f42219ed39b tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0884261 Aug 20 15:03:09.198712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39500) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:09.205004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-635734991', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:09.210894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda83e6-3d15-48a2-9709-6ab73c3cdd79 None None] Network dc490ad1-e312-4969-a481-17ed3db05a1c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:03:09.238557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:09.241176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:09.338694 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:09.403045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941efa13-0022-473d-838b-3e2c104a6ed4 None None] New status for floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:03:09.477538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-dc490ad1-e312-4969-a481-17ed3db05a1c', 'network_id': 'dc490ad1-e312-4969-a481-17ed3db05a1c', 'tenant_id': '8a66855205704c6ab23ad78984eee139', 'fixed_ips': [{'subnet_id': 'c87c25a8-2305-44f5-82c1-4847a6bf6454'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:03:09.478977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:09.605300 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:09.681200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Port': ['ID=8f0addf6-e309-4151-b015-aa04ac1be543,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:09.709015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-3dcfb8ef-a965-44f5-939a-487a4ca7f4e2 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:09.710626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-3dcfb8ef-a965-44f5-939a-487a4ca7f4e2 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports/c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 942 time: 0.5455818 Aug 20 15:03:09.715397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-f7e28e2f-44c8-437f-b20c-f7e33a7cae9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=79342181-4130-44f2-b599-22ff72ffb523 HTTP/1.1" status: 200 len: 217 time: 0.5515611 Aug 20 15:03:09.817381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-e2b00330-9444-4ecd-aa49-19d564e92835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:09.819317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-e2b00330-9444-4ecd-aa49-19d564e92835 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0520205 Aug 20 15:03:09.828700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928de52-be7f-40f0-a404-363d368c521f req-a6ca2013-0b41-497c-b940-26d79ec00152 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:09.835411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928de52-be7f-40f0-a404-363d368c521f req-a6ca2013-0b41-497c-b940-26d79ec00152 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:09.843266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928de52-be7f-40f0-a404-363d368c521f req-a6ca2013-0b41-497c-b940-26d79ec00152 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:09.852624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e928de52-be7f-40f0-a404-363d368c521f req-a6ca2013-0b41-497c-b940-26d79ec00152 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 2410 time: 0.7403471 Aug 20 15:03:09.886750 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:09.900247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Allocated IP 172.20.0.2 (dc490ad1-e312-4969-a481-17ed3db05a1c/c87c25a8-2305-44f5-82c1-4847a6bf6454/76deaa4e-46f8-4520-bc97-ed2db1303577) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:09.911647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:10.043229 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Allocated IP 172.25.5.100 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/30c21c9c-22b2-472a-a2ab-1b0734bde4a9) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:10.065477 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] Sync routers for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:10.083782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-77cec478-3941-488f-ab93-e7fb3ff99ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:10.085455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-77cec478-3941-488f-ab93-e7fb3ff99ef1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2306602 Aug 20 15:03:10.095366 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:10.098237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e928de52-be7f-40f0-a404-363d368c521f req-0db922c2-0771-4bc5-83b0-4f594e7d53ed tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446837 Aug 20 15:03:10.103472 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:10.248268 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:10.260305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Transition to ACTIVE for port object 76deaa4e-46f8-4520-bc97-ed2db1303577 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:10.264563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:10.264741 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-2d2edfe4-3273-444c-a9ce-13d228e204a8 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562710 Aug 20 15:03:10.281776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-6d34e995-f158-4355-be21-addd769adb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:10.287992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-6d34e995-f158-4355-be21-addd769adb83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1097 time: 0.3807786 Aug 20 15:03:10.288754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Transition to ACTIVE for port object 76deaa4e-46f8-4520-bc97-ed2db1303577 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:10.300203 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:10.345349 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:10.363893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:10.376768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:10.412730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Pushing event updated for resources: {'Port': ['ID=76deaa4e-46f8-4520-bc97-ed2db1303577,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:10.445973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Network dc490ad1-e312-4969-a481-17ed3db05a1c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:10.452027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:10.458132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:10.460302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event updated for resources: {'Port': ['ID=30c21c9c-22b2-472a-a2ab-1b0734bde4a9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:10.472280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:10.473737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:10.476108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:10.549119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-318ed4ad-58b5-4041-a057-f7b154eea6bc service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601728 Aug 20 15:03:10.585334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Attempting to bind port 76deaa4e-46f8-4520-bc97-ed2db1303577 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:03:10.585711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Attempting to bind port 76deaa4e-46f8-4520-bc97-ed2db1303577 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'b22f7584-1cd3-440c-a12e-33d734eb7fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc490ad1-e312-4969-a481-17ed3db05a1c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:03:10.586082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Attempting to bind port 76deaa4e-46f8-4520-bc97-ed2db1303577 on network dc490ad1-e312-4969-a481-17ed3db05a1c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:10.593328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:03:10.593713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Checking segment: {'id': 'b22f7584-1cd3-440c-a12e-33d734eb7fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc490ad1-e312-4969-a481-17ed3db05a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:03:10.594134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:10.594539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Bound using segment: {'id': 'b22f7584-1cd3-440c-a12e-33d734eb7fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc490ad1-e312-4969-a481-17ed3db05a1c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:03:10.595026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Bound port: 76deaa4e-46f8-4520-bc97-ed2db1303577, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22f7584-1cd3-440c-a12e-33d734eb7fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'dc490ad1-e312-4969-a481-17ed3db05a1c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:03:10.595413 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:10.724969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] For port 76deaa4e-46f8-4520-bc97-ed2db1303577, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:03:10.729036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] For port 76deaa4e-46f8-4520-bc97-ed2db1303577, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=76deaa4e-46f8-4520-bc97-ed2db1303577,segment=NetworkSegment(b22f7584-1cd3-440c-a12e-33d734eb7fb5),segment_id=b22f7584-1cd3-440c-a12e-33d734eb7fb5)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:03:10.736326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:10.762364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-f60a5796-dac3-4fda-85ab-babac464275c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d806bb72-3591-4103-9932-4e1760445cbc HTTP/1.1" status: 200 len: 217 time: 0.1297262 Aug 20 15:03:10.805440 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:7b:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:03:09Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:10.866426 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] Checking router: 005ab4d7-73b3-426d-a409-6c165bc481f5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:10.881852 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:10.884008 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:10.897628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb324b-9102-4c5d-88af-9b4a7161cf3b req-a75fcf31-1ffb-4f54-837c-ce7c998bb79f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:10.905366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb324b-9102-4c5d-88af-9b4a7161cf3b req-a75fcf31-1ffb-4f54-837c-ce7c998bb79f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:10.913239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb324b-9102-4c5d-88af-9b4a7161cf3b req-a75fcf31-1ffb-4f54-837c-ce7c998bb79f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:10.920816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb324b-9102-4c5d-88af-9b4a7161cf3b req-a75fcf31-1ffb-4f54-837c-ce7c998bb79f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:10.926094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:10.929946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb324b-9102-4c5d-88af-9b4a7161cf3b req-a75fcf31-1ffb-4f54-837c-ce7c998bb79f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:10.937042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb324b-9102-4c5d-88af-9b4a7161cf3b req-a75fcf31-1ffb-4f54-837c-ce7c998bb79f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:10.944826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb324b-9102-4c5d-88af-9b4a7161cf3b req-a75fcf31-1ffb-4f54-837c-ce7c998bb79f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:10.954289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-feeb324b-9102-4c5d-88af-9b4a7161cf3b req-a75fcf31-1ffb-4f54-837c-ce7c998bb79f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.6886168 Aug 20 15:03:11.041112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': 'b6e6960f-615d-47a9-a86a-4d8a51095e31'}, {'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a'}, {'name': 'network-changed', 'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:11.043537 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d65bf9-bc55-432e-b329-a99c734bada8" -d '{"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "b6e6960f-615d-47a9-a86a-4d8a51095e31"}, {"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a"}, {"name": "network-changed", "server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:11.056402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436d5f-25a0-4089-a2af-05db75922077 req-ded6eda5-f0f7-47b6-b7bc-fb9f44835b41 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:11.059371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-ded6eda5-f0f7-47b6-b7bc-fb9f44835b41 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.72 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 811 time: 0.4997611 Aug 20 15:03:11.066652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9bca0-d7a0-402c-802a-3138c3a45d12 None None] Pushing event updated for resources: {'Port': ['ID=76deaa4e-46f8-4520-bc97-ed2db1303577,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:11.123036 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:11.252685 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:11.275453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-ae673d35-05f3-4548-95a8-2c0906aeb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:11.277611 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-ae673d35-05f3-4548-95a8-2c0906aeb300 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.9305570 Aug 20 15:03:11.286109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-593bec24-267e-42c7-8481-34377b2ff8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:11.288262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-593bec24-267e-42c7-8481-34377b2ff8ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.5084867 Aug 20 15:03:11.313615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-feeb324b-9102-4c5d-88af-9b4a7161cf3b req-a016c529-77ee-4795-b637-46d10f05a1d0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3581460 Aug 20 15:03:11.441465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-97579ca9-305e-4626-b6c9-1fbeee1ca283 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 217 time: 0.1478300 Aug 20 15:03:11.443879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:11.454978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] Sync routers for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:11.466813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:11.467960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:11.475855 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-1fb113a0-0d7e-429c-ba3b-b5d37b552341 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb HTTP/1.1" status: 200 len: 379 time: 0.3566027 Aug 20 15:03:11.489374 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:7b:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:03:09Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:11.508575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Router d8c88aff-8f66-4bf9-a54e-5d596876a337 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:03:11.529481 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449677ae-fa29-4677-b51b-f1cf618198f3 None None] The sync data for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 is: [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:7b:25:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:03:09Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:11.559284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'port': {'device_id': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'admin_state_up': True, 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'security_groups': ['42b60068-0f4e-4203-ac99-a9ed27eccaab']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:11.597195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:11.668984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26958623-d596-488d-989f-475fc9f5ed79 req-5b6e4b33-2bb6-4438-a781-2367c1b06dad tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 210 time: 0.2047832 Aug 20 15:03:11.708573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] No DVR routers for this DVR port 8f0addf6-e309-4151-b015-aa04ac1be543 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:11.725346 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:11.735731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-fbbc0f85-b732-42ec-be9d-dd58fe1f2804 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "DELETE /v2.0/ports/8f0addf6-e309-4151-b015-aa04ac1be543 HTTP/1.1" status: 204 len: 173 time: 5.0580084 Aug 20 15:03:11.782888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-ef8996f9-986b-4a35-a5e6-5dd576538cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:11.785223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-ef8996f9-986b-4a35-a5e6-5dd576538cc0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4777994 Aug 20 15:03:11.803676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4fbb36fa-55ba-4167-b298-fc5fab5bda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:11.805431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4fbb36fa-55ba-4167-b298-fc5fab5bda2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.3629448 Aug 20 15:03:11.912435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '71eddf31-586a-41bc-9fe5-9c464dd05443', 'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'mac_address': 'fa:16:3e:e0:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:13Z', 'updated_at': '2021-08-20T14:53:21Z', 'revision_number': 5, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'subnets': [{'id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:11.955949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] Checking router: 64e7d375-65a2-46e5-aa44-6cfa8734aee0 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:11.971398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:11.972220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:11.996347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:12.011099 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953ecb4-c0c7-4d54-8dd4-6a3710627918 None None] Sync routers for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:12.024865 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953ecb4-c0c7-4d54-8dd4-6a3710627918 None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:12.025603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84c5cf-da3f-4277-ba09-4bbb74872ec6 req-d49d033b-562a-415f-af2a-5de772c41449 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:12.026151 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5953ecb4-c0c7-4d54-8dd4-6a3710627918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:12.027159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f84c5cf-da3f-4277-ba09-4bbb74872ec6 req-d49d033b-562a-415f-af2a-5de772c41449 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 950 time: 0.2299833 Aug 20 15:03:12.050579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:12.052116 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-97a7f20f-61e5-47bd-8e00-5cff7aa5a76c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.8522723 Aug 20 15:03:12.055956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39546) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:12.071282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Made reservation on behalf of 1b02ed40d3a744f7bcd3a7821b3b3ebb for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:03:12.074689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:12.078010 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5953ecb4-c0c7-4d54-8dd4-6a3710627918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:12.088018 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953ecb4-c0c7-4d54-8dd4-6a3710627918 None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:12.088993 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5953ecb4-c0c7-4d54-8dd4-6a3710627918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:02:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:12.118282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-5a9932b4-be34-4f02-839d-729a1555de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:12.120200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-5a9932b4-be34-4f02-839d-729a1555de69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2713459 Aug 20 15:03:12.133355 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5953ecb4-c0c7-4d54-8dd4-6a3710627918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:12.135596 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5953ecb4-c0c7-4d54-8dd4-6a3710627918 None None] The sync data for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:12.140418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-a7e412ce-130a-47c4-8b6b-6c34c229a37d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:03:12.141408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-a7e412ce-130a-47c4-8b6b-6c34c229a37d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085316 Aug 20 15:03:12.152043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-9595031d-ddeb-41c5-98a4-ec7bc4d15ac2 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527143 Aug 20 15:03:12.157938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:12.217865 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9a33bd7-ffc9-4151-90e0-ce1b8e91fce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:12.220133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f84c5cf-da3f-4277-ba09-4bbb74872ec6 req-dbe6d8d0-b94b-4583-82d9-0baa525b1b3b tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779177 Aug 20 15:03:12.390105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting port d4169652-326d-4a9b-9968-f3373cfbb653 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:12.390795 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:12.476945 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed08dcb-2dc2-4af1-9fb0-dfa8644e49a6 x-openstack-request-id: req-2ed08dcb-2dc2-4af1-9fb0-dfa8644e49a6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:12.477285 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "b6e6960f-615d-47a9-a86a-4d8a51095e31", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:12.477498 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ed08dcb-2dc2-4af1-9fb0-dfa8644e49a6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:12.477902 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': 'b6e6960f-615d-47a9-a86a-4d8a51095e31', 'status': 'completed', 'code': 200} Aug 20 15:03:12.478155 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'status': 'completed', 'code': 200} Aug 20 15:03:12.478425 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'status': 'completed', 'code': 200} Aug 20 15:03:12.496988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba065a-4070-4bf3-8a7e-98e7f6b3b89f None None] Network dc490ad1-e312-4969-a481-17ed3db05a1c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:03:12.543042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '71eddf31-586a-41bc-9fe5-9c464dd05443', 'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'mac_address': 'fa:16:3e:e0:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:13Z', 'updated_at': '2021-08-20T14:53:21Z', 'revision_number': 5, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'subnets': [{'id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:12.586398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f76b09-f066-437f-9738-bb0da715bcdd None None] The sync data for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 is: [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T14:53:14Z', 'revision_number': 4, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '71eddf31-586a-41bc-9fe5-9c464dd05443', 'name': '', 'network_id': 'b8de9808-a92c-4226-a7dc-109c0f430768', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'mac_address': 'fa:16:3e:e0:ef:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:13Z', 'updated_at': '2021-08-20T14:53:21Z', 'revision_number': 5, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'subnets': [{'id': 'cb4bb3b8-21fa-4961-a28d-1bdb09f01658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:12.616023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4e131910-7b72-4e85-a031-c7316e8eda5a None None] Provisioning for port 76deaa4e-46f8-4520-bc97-ed2db1303577 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:12.676855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-96059d22-c041-416f-8cce-ddca2ee8278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:12.678418 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-96059d22-c041-416f-8cce-ddca2ee8278f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1097 time: 0.1286836 Aug 20 15:03:12.825466 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:12.946517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-25e7537e-44ae-4af5-8317-e7758e426c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:12.949004 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-25e7537e-44ae-4af5-8317-e7758e426c03 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.2577016 Aug 20 15:03:12.957353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-9a969d78-9b2e-44c1-9471-c98da2563517 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7750022 Aug 20 15:03:12.959215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-f99cec1c-fad5-44b1-bccc-b94229239820 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436376 Aug 20 15:03:12.973943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Allocated IP 172.20.0.4 (49150ad4-8e8a-418b-ac39-7b955ab4c514/c0b052b0-0834-4267-8354-9a3471fabf6a/3e0511e1-ab8a-4be9-89cb-b4372cb44279) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:12.977878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] For port d4169652-326d-4a9b-9968-f3373cfbb653, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d4169652-326d-4a9b-9968-f3373cfbb653,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:12.978254 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:13.021696 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-8c91338b-d5d5-4dff-9828-6760f4380ddb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 217 time: 0.0591097 Aug 20 15:03:13.083770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ec617-14b3-4768-8d23-6575996be53b None None] New status for floating IP 6774a260-ce4d-4ff8-84b9-6981547c097e: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:03:13.129426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-251706af-0bb5-4c9a-8bc0-0062d709578e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd HTTP/1.1" status: 200 len: 217 time: 0.1371238 Aug 20 15:03:13.133447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Calling delete_port for d4169652-326d-4a9b-9968-f3373cfbb653 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:13.144645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8636a8-944b-490f-b763-e5bff4ec0442 req-a85806f2-ad1b-4223-bf7e-8b747a31e435 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:13.151061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8636a8-944b-490f-b763-e5bff4ec0442 req-a85806f2-ad1b-4223-bf7e-8b747a31e435 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:13.156469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-d7dfcc97-0ddc-4ad6-91f3-2d549ec0ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:13.158201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8636a8-944b-490f-b763-e5bff4ec0442 req-a85806f2-ad1b-4223-bf7e-8b747a31e435 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:13.158326 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-d7dfcc97-0ddc-4ad6-91f3-2d549ec0ab63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.0872526 Aug 20 15:03:13.165870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea8636a8-944b-490f-b763-e5bff4ec0442 req-a85806f2-ad1b-4223-bf7e-8b747a31e435 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 2410 time: 0.6537304 Aug 20 15:03:13.230915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 76deaa4e-46f8-4520-bc97-ed2db1303577 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:13.288966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 76deaa4e-46f8-4520-bc97-ed2db1303577 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:13.289960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-953748f0-9d48-49f6-84f0-5860d4e7d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:13.291494 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-953748f0-9d48-49f6-84f0-5860d4e7d460 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009004 Aug 20 15:03:13.293244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 76deaa4e-46f8-4520-bc97-ed2db1303577 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:13.293624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:13.377263 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:13.383949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8a245b6e-4abd-4e6f-9500-262c0e9c5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:13.385516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-8a245b6e-4abd-4e6f-9500-262c0e9c5812 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.2126105 Aug 20 15:03:13.394271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea8636a8-944b-490f-b763-e5bff4ec0442 req-ee2b9270-4218-4bf2-bfdf-3ad113a32518 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275636 Aug 20 15:03:13.415659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 76deaa4e-46f8-4520-bc97-ed2db1303577, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=76deaa4e-46f8-4520-bc97-ed2db1303577,segment=NetworkSegment(b22f7584-1cd3-440c-a12e-33d734eb7fb5),segment_id=b22f7584-1cd3-440c-a12e-33d734eb7fb5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:13.422505 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:13.442763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Allocated IP 172.20.0.1 (dc490ad1-e312-4969-a481-17ed3db05a1c/c87c25a8-2305-44f5-82c1-4847a6bf6454/7eeca0b0-4e33-4120-88db-b97037974a96) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:13.462608 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-96b200e1-c49d-45e3-92af-a246c480756d service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627002 Aug 20 15:03:13.485827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-32c3bb1b-1379-4b89-bdb7-f10e2aa2b96a service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142121 Aug 20 15:03:13.509417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=76deaa4e-46f8-4520-bc97-ed2db1303577,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:13.544408 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:13.568203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6fc27110-99cf-48ed-a559-f2cd45df88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:13.569643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-6fc27110-99cf-48ed-a559-f2cd45df88c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1636515 Aug 20 15:03:13.626933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Transition to ACTIVE for port object 3e0511e1-ab8a-4be9-89cb-b4372cb44279 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:13.656718 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-e271560f-ee19-45ee-8bf0-bc0fbb7064cd service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831586 Aug 20 15:03:13.659365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:13.673577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Transition to ACTIVE for port object 7eeca0b0-4e33-4120-88db-b97037974a96 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:13.708561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:13.724172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4eed4ef6-800f-4c35-98fb-340c2ab6e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:13.726150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-4eed4ef6-800f-4c35-98fb-340c2ab6e50e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 1097 time: 0.1984098 Aug 20 15:03:13.738081 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:13.787161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Network dc490ad1-e312-4969-a481-17ed3db05a1c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:13.800821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:13.803826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:13.830862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event updated for resources: {'Port': ['ID=7eeca0b0-4e33-4120-88db-b97037974a96,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:13.853935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-2894bcc1-d6a2-4094-accc-49369e34cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:13.855590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-2894bcc1-d6a2-4094-accc-49369e34cc6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 1097 time: 0.1092846 Aug 20 15:03:13.862580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:13.881470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-a467609c-f296-47c7-9fa9-12b10176a624 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977979 Aug 20 15:03:13.882869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Port': ['ID=d4169652-326d-4a9b-9968-f3373cfbb653,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:13.962465 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.109336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] No DVR routers for this DVR port d4169652-326d-4a9b-9968-f3373cfbb653 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:14.112894 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.114271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-c4a2d2e0-4599-47ab-9e7f-a59637c9ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.114946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-88b01d4d-aca4-4882-a078-68279ae9beff tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "DELETE /v2.0/ports/d4169652-326d-4a9b-9968-f3373cfbb653 HTTP/1.1" status: 204 len: 173 time: 2.3687963 Aug 20 15:03:14.115830 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-c4a2d2e0-4599-47ab-9e7f-a59637c9ccc7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.2498848 Aug 20 15:03:14.145729 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'Port': ['ID=3e0511e1-ab8a-4be9-89cb-b4372cb44279,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:14.177381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-f645fa5a-ca6f-43d6-8020-461c89c26f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.178807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-f645fa5a-ca6f-43d6-8020-461c89c26f83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.4385829 Aug 20 15:03:14.203145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-99e5e14d-5472-4649-b049-91324702276d None None] Provisioning for port 7eeca0b0-4e33-4120-88db-b97037974a96 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:14.211588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.211728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-99e5e14d-5472-4649-b049-91324702276d None None] Provisioning complete for port 7eeca0b0-4e33-4120-88db-b97037974a96 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:14.212090 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99e5e14d-5472-4649-b049-91324702276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.253397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-91989b54-1b05-402c-b4b7-5e2c4c98a886 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360181 Aug 20 15:03:14.256517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-99e5e14d-5472-4649-b049-91324702276d None None] Port 7eeca0b0-4e33-4120-88db-b97037974a96 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:03:14.268083 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-fe1fee17-fdc9-4a8b-b6bc-6995b2928384 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 200 len: 1000 time: 0.1385865 Aug 20 15:03:14.280519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:14.366683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-aee1a358-e1bd-4556-9ae8-eccaa23274a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.368343 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-aee1a358-e1bd-4556-9ae8-eccaa23274a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.0876315 Aug 20 15:03:14.370699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:14.375360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:14.379098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d6491764-5570-45a6-ad86-71e1c2542529 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f HTTP/1.1" status: 200 len: 217 time: 0.1124215 Aug 20 15:03:14.394974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbf94-891b-4f29-bd3f-d37939b98e3a req-d6bacec2-6e60-454c-8d28-8bb7273c42e4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.402830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbf94-891b-4f29-bd3f-d37939b98e3a req-d6bacec2-6e60-454c-8d28-8bb7273c42e4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.409688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbf94-891b-4f29-bd3f-d37939b98e3a req-d6bacec2-6e60-454c-8d28-8bb7273c42e4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.417802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbf94-891b-4f29-bd3f-d37939b98e3a req-d6bacec2-6e60-454c-8d28-8bb7273c42e4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.424648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbf94-891b-4f29-bd3f-d37939b98e3a req-d6bacec2-6e60-454c-8d28-8bb7273c42e4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.431398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbf94-891b-4f29-bd3f-d37939b98e3a req-d6bacec2-6e60-454c-8d28-8bb7273c42e4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.439377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcbf94-891b-4f29-bd3f-d37939b98e3a req-d6bacec2-6e60-454c-8d28-8bb7273c42e4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.450351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8dcbf94-891b-4f29-bd3f-d37939b98e3a req-d6bacec2-6e60-454c-8d28-8bb7273c42e4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.3918803 Aug 20 15:03:14.481084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-84516024-1a3d-40b0-bd44-716dcb2cc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.483418 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-84516024-1a3d-40b0-bd44-716dcb2cc0cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842323 Aug 20 15:03:14.489363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543'}, {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': 'd4169652-326d-4a9b-9968-f3373cfbb653'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:14.491645 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeb00a0-7356-4f54-a52a-cb6a13295c65" -d '{"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543"}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "d4169652-326d-4a9b-9968-f3373cfbb653"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:14.617925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-58bbd79a-7c18-417b-9662-620885b1a722 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 200 len: 1000 time: 0.3620443 Aug 20 15:03:14.636748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8dcbf94-891b-4f29-bd3f-d37939b98e3a req-b5dcc024-bd48-4bf4-b555-2f3ad27cc8d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1854081 Aug 20 15:03:14.673583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.674298 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.692541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d1977c08-fc27-48f9-9703-6c10665326d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.694043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-d1977c08-fc27-48f9-9703-6c10665326d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.2416277 Aug 20 15:03:14.697193 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-a4de6fb7-0fef-4629-a0a3-4284db026914 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758738 Aug 20 15:03:14.759994 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.781650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-9548f14b-502c-4c96-9855-0156f4cbc7f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2413805 Aug 20 15:03:14.793137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ec004c2f-ea5d-4cae-b3fc-cab1cec60ff5 None None] Provisioning for port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:14.800024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ec004c2f-ea5d-4cae-b3fc-cab1cec60ff5 None None] Provisioning complete for port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:14.800748 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec004c2f-ea5d-4cae-b3fc-cab1cec60ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.821877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Request body: {'port': {'device_id': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:14.833278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.841194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ec004c2f-ea5d-4cae-b3fc-cab1cec60ff5 None None] Port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:03:14.848516 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.869316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-baeb425f-574b-4226-9028-5bfeabe10f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.870805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-baeb425f-574b-4226-9028-5bfeabe10f63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.2285264 Aug 20 15:03:14.885794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting port 666adf78-80e6-48d2-81c1-fdbf90169ffc {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:14.886144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:14.907455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-17f150c7-43ae-42f7-a129-8c00b52f424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.913587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-17f150c7-43ae-42f7-a129-8c00b52f424d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1811996 Aug 20 15:03:14.947520 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d65bf9-bc55-432e-b329-a99c734bada8 req-3e62a1e0-6928-4ccc-80b6-9803b8d8fa4a service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356496 Aug 20 15:03:14.956419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb0db-3316-4f4f-9f1a-bb3fa45486d0 req-0a1d717a-fc28-4c1a-9f59-efc0a836178c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:14.957242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event updated for resources: {'Port': ['ID=7eeca0b0-4e33-4120-88db-b97037974a96,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:14.957925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c97eb0db-3316-4f4f-9f1a-bb3fa45486d0 req-0a1d717a-fc28-4c1a-9f59-efc0a836178c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 931 time: 0.2280402 Aug 20 15:03:14.961152 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:15.075665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Network dc490ad1-e312-4969-a481-17ed3db05a1c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:15.077983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:15.112529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:15.163145 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4f220254-c6c1-4d1f-8fb4-3543a845674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:15.175642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 76deaa4e-46f8-4520-bc97-ed2db1303577 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:15.210369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-a74920a1-d9f8-4af0-8339-b02658e39870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:15.212457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-a74920a1-d9f8-4af0-8339-b02658e39870 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3309863 Aug 20 15:03:15.254991 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 76deaa4e-46f8-4520-bc97-ed2db1303577 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:15.255373 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:15.257035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c97eb0db-3316-4f4f-9f1a-bb3fa45486d0 req-a73323cc-f9c7-43fa-a480-4b996fb61a89 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460599 Aug 20 15:03:15.285355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Router d8c88aff-8f66-4bf9-a54e-5d596876a337 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:15.437324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] For port 666adf78-80e6-48d2-81c1-fdbf90169ffc, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=666adf78-80e6-48d2-81c1-fdbf90169ffc,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:15.437828 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:15.447272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:15.459269 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a03b2e13-6a97-4740-ac58-bfd04a307016 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "PUT /v2.0/routers/d8c88aff-8f66-4bf9-a54e-5d596876a337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3986773 Aug 20 15:03:15.459269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39576) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:15.461254 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb15fb-4c37-475a-8d7e-3992153b89f5 None None] Sync routers for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:15.463939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Request body: {'port': {'network_id': 'dc490ad1-e312-4969-a481-17ed3db05a1c', 'name': 'tempest-FloatingIPAdminTestJSON-1140390492'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:15.476842 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb15fb-4c37-475a-8d7e-3992153b89f5 None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:15.479476 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a9cb15fb-4c37-475a-8d7e-3992153b89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:15.521169 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a9cb15fb-4c37-475a-8d7e-3992153b89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:15.533066 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb15fb-4c37-475a-8d7e-3992153b89f5 None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:15.537454 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a9cb15fb-4c37-475a-8d7e-3992153b89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:15.576781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f14d709e-92cf-4830-9a5d-994437e450fc None None] Provisioning complete for port 7eeca0b0-4e33-4120-88db-b97037974a96 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:15.577155 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f14d709e-92cf-4830-9a5d-994437e450fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:15.588986 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a9cb15fb-4c37-475a-8d7e-3992153b89f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:15.590214 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb15fb-4c37-475a-8d7e-3992153b89f5 None None] The sync data for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:15.600936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Made reservation on behalf of 8a66855205704c6ab23ad78984eee139 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:03:15.605104 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:15.626026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f14d709e-92cf-4830-9a5d-994437e450fc None None] Port 7eeca0b0-4e33-4120-88db-b97037974a96 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:03:15.632563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] device_id is not set on port 1393dc81-adb0-479f-b695-1420f255afd5 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:03:15.752112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Allocated IP 172.20.0.14 (dc490ad1-e312-4969-a481-17ed3db05a1c/c87c25a8-2305-44f5-82c1-4847a6bf6454/1393dc81-adb0-479f-b695-1420f255afd5) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:15.867271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-f9f0d982-1ce5-492b-8146-5386e404846f service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9083428 Aug 20 15:03:15.868143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Calling delete_port for 666adf78-80e6-48d2-81c1-fdbf90169ffc owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:15.924812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:15.940815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Transition to ACTIVE for port object 1393dc81-adb0-479f-b695-1420f255afd5 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:15.977957 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.016418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Network dc490ad1-e312-4969-a481-17ed3db05a1c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:16.033466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:16.050571 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.055326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event updated for resources: {'Port': ['ID=1393dc81-adb0-479f-b695-1420f255afd5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:16.057992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:16.081706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-1c9e766b-d9ed-4964-bae6-9e33e76e9068 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557713 Aug 20 15:03:16.119214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.120055 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.143782 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b5bb425c-27f7-491b-9b8c-2c4589ede4c6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6837113 Aug 20 15:03:16.144741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39582) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:16.169095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a6b79-9117-4876-821e-0c708ce4c848 req-06773b04-0129-4e7e-9e3d-d6a752e19bc4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.176771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a6b79-9117-4876-821e-0c708ce4c848 req-06773b04-0129-4e7e-9e3d-d6a752e19bc4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.178549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc3a6b79-9117-4876-821e-0c708ce4c848 req-06773b04-0129-4e7e-9e3d-d6a752e19bc4 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 1677 time: 0.3251827 Aug 20 15:03:16.288350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa34f4aa-6959-4a99-b159-ad0b98534d0a req-317089a0-9a43-46a0-8d4f-a6e3a4d8da8a service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062877 Aug 20 15:03:16.353860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc3a6b79-9117-4876-821e-0c708ce4c848 req-3219d97b-70d6-4053-b23a-20101c3d4e24 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418948 Aug 20 15:03:16.362229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-206185bf-f132-402b-9c54-7d924af9d90f None None] Provisioning for port 1393dc81-adb0-479f-b695-1420f255afd5 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:16.387943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-206185bf-f132-402b-9c54-7d924af9d90f None None] Provisioning complete for port 1393dc81-adb0-479f-b695-1420f255afd5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:16.388319 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-206185bf-f132-402b-9c54-7d924af9d90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.454789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49fef594-4177-4086-ab49-f8e0b2eef7b2 req-309fdb5f-f022-4744-ab8b-8127f6d0b4bb service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564968 Aug 20 15:03:16.479814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-206185bf-f132-402b-9c54-7d924af9d90f None None] Port 1393dc81-adb0-479f-b695-1420f255afd5 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:03:16.481447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'project_id': '8a66855205704c6ab23ad78984eee139', 'port_id': '1393dc81-adb0-479f-b695-1420f255afd5'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:16.482857 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b616431e-b128-4bab-8290-51f4d3e4cd20 x-openstack-request-id: req-b616431e-b128-4bab-8290-51f4d3e4cd20 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:16.484919 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "8f0addf6-e309-4151-b015-aa04ac1be543", "status": "completed", "code": 200}, {"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "d4169652-326d-4a9b-9968-f3373cfbb653", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:16.486309 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b616431e-b128-4bab-8290-51f4d3e4cd20 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:16.486969 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': '8f0addf6-e309-4151-b015-aa04ac1be543', 'status': 'completed', 'code': 200} Aug 20 15:03:16.487650 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': 'd4169652-326d-4a9b-9968-f3373cfbb653', 'status': 'completed', 'code': 200} Aug 20 15:03:16.513429 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.593835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0511e1-ab8a-4be9-89cb-b4372cb44279 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:16.603993 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.608435 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.616248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-12288e2e-216d-4e72-ba4b-3de5d4c247f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.616822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-12288e2e-216d-4e72-ba4b-3de5d4c247f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.617363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-12288e2e-216d-4e72-ba4b-3de5d4c247f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.617900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-12288e2e-216d-4e72-ba4b-3de5d4c247f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.618438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-12288e2e-216d-4e72-ba4b-3de5d4c247f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.618971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-12288e2e-216d-4e72-ba4b-3de5d4c247f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.619503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-12288e2e-216d-4e72-ba4b-3de5d4c247f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.621672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cba550-17eb-4afc-820c-092eb96a1306 req-12288e2e-216d-4e72-ba4b-3de5d4c247f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6486 time: 0.2110965 Aug 20 15:03:16.654034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.686065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Port': ['ID=666adf78-80e6-48d2-81c1-fdbf90169ffc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:16.735271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Transition to ACTIVE for port object 3e0511e1-ab8a-4be9-89cb-b4372cb44279 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:16.777609 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.785931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Allocated IP 172.25.5.136 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/cf77d32a-268f-477f-a3fb-cac8cddb22ed) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:16.797023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405572f-80d1-4fd7-8a2f-99cca84e4a36 req-248031c3-04ec-4eb4-b799-c5959393af32 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.803431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405572f-80d1-4fd7-8a2f-99cca84e4a36 req-248031c3-04ec-4eb4-b799-c5959393af32 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.809583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405572f-80d1-4fd7-8a2f-99cca84e4a36 req-248031c3-04ec-4eb4-b799-c5959393af32 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.816675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405572f-80d1-4fd7-8a2f-99cca84e4a36 req-248031c3-04ec-4eb4-b799-c5959393af32 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.823031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405572f-80d1-4fd7-8a2f-99cca84e4a36 req-248031c3-04ec-4eb4-b799-c5959393af32 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.830060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405572f-80d1-4fd7-8a2f-99cca84e4a36 req-248031c3-04ec-4eb4-b799-c5959393af32 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.836713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405572f-80d1-4fd7-8a2f-99cca84e4a36 req-248031c3-04ec-4eb4-b799-c5959393af32 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:16.838756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5405572f-80d1-4fd7-8a2f-99cca84e4a36 req-248031c3-04ec-4eb4-b799-c5959393af32 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.2823784 Aug 20 15:03:16.944560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] No DVR routers for this DVR port 666adf78-80e6-48d2-81c1-fdbf90169ffc on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:16.971151 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:16.974902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-0b4bd767-b8ea-4c11-9de5-070679fb0337 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "DELETE /v2.0/ports/666adf78-80e6-48d2-81c1-fdbf90169ffc HTTP/1.1" status: 204 len: 173 time: 2.8252723 Aug 20 15:03:17.098632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Pushing event updated for resources: {'Port': ['ID=3e0511e1-ab8a-4be9-89cb-b4372cb44279,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:17.136993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaa551-f49c-4271-8da4-22c5171296b2 req-2f96ad71-5156-49d7-b2d9-db1344554a41 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:17.147121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbfaa551-f49c-4271-8da4-22c5171296b2 req-2f96ad71-5156-49d7-b2d9-db1344554a41 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 931 time: 0.4573460 Aug 20 15:03:17.189460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39600) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:17.252728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5405572f-80d1-4fd7-8a2f-99cca84e4a36 req-602d83fa-6f46-4b3b-b75f-fc53b741566b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3686383 Aug 20 15:03:17.341694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-9eaaa4ae-a82f-4cc0-8fff-6e322c674b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:17.343961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cba550-17eb-4afc-820c-092eb96a1306 req-9eaaa4ae-a82f-4cc0-8fff-6e322c674b1e service neutron] 10.222.0.70 "GET /v2.0/networks?id=196d4518-a484-49f3-8576-2d800630dd47 HTTP/1.1" status: 200 len: 903 time: 0.7028787 Aug 20 15:03:17.464257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca4c702e-df26-4dae-825f-a98978ec207f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:17.479720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cba550-17eb-4afc-820c-092eb96a1306 req-0f641f2d-b534-432f-86ee-76c6a779e5bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f HTTP/1.1" status: 200 len: 217 time: 0.0926790 Aug 20 15:03:17.520294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbfaa551-f49c-4271-8da4-22c5171296b2 req-e465f80d-93a2-4d79-a68f-bfe32ca564cf tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620849 Aug 20 15:03:17.583265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:17.634827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:17.648805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Attempting to bind port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:03:17.649128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Attempting to bind port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:03:17.649385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Attempting to bind port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 on network 49150ad4-8e8a-418b-ac39-7b955ab4c514 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:17.666795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 on network 49150ad4-8e8a-418b-ac39-7b955ab4c514 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:03:17.667216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Attempting to bind port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 on network 49150ad4-8e8a-418b-ac39-7b955ab4c514 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:17.682240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:03:17.682638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Checking segment: {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:03:17.682981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Bound using segment: {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:03:17.683431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Bound port: 3e0511e1-ab8a-4be9-89cb-b4372cb44279, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:03:17.683824 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:17.699499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Pushing event updated for resources: {'Port': ['ID=cf77d32a-268f-477f-a3fb-cac8cddb22ed,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:17.717605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:17.720743 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:17.721673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-41c0f099-623b-4ff1-b63a-c8cf06e6ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:17.724014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cba550-17eb-4afc-820c-092eb96a1306 req-41c0f099-623b-4ff1-b63a-c8cf06e6ea76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.2111800 Aug 20 15:03:17.733383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:17.752533 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:17.825878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3cf8453-892f-44b6-beb2-deabed0ff409 req-1ee41471-031f-4ec8-b05c-a7b80825d32b tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 1000 time: 0.3046153 Aug 20 15:03:17.983193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf8453-892f-44b6-beb2-deabed0ff409 req-87ef850e-1db7-4dd9-9d33-b3782f110c1a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:17.984355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3cf8453-892f-44b6-beb2-deabed0ff409 req-87ef850e-1db7-4dd9-9d33-b3782f110c1a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports/e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 200 len: 942 time: 0.1331382 Aug 20 15:03:17.986520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba550-17eb-4afc-820c-092eb96a1306 req-19ba31ec-7229-4ce7-a621-804f05fb86e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:17.987960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cba550-17eb-4afc-820c-092eb96a1306 req-19ba31ec-7229-4ce7-a621-804f05fb86e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2342370 Aug 20 15:03:17.990223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] For port 3e0511e1-ab8a-4be9-89cb-b4372cb44279, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:03:18.022232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] For port 3e0511e1-ab8a-4be9-89cb-b4372cb44279, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:03:18.027850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting port 072ceb37-2d07-4ca6-942a-669869d4f1e9 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:18.028350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.042148 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca4c702e-df26-4dae-825f-a98978ec207f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.058163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107db8db-43fc-4698-a0e8-ef6738f4a1ac req-ed714e5f-147d-4efa-9459-5cdb49303f20 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:18.059722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-107db8db-43fc-4698-a0e8-ef6738f4a1ac req-ed714e5f-147d-4efa-9459-5cdb49303f20 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 943 time: 0.2425458 Aug 20 15:03:18.073667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.113444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ca4c702e-df26-4dae-825f-a98978ec207f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.140140 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.208041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.285972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:18.286600 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.288027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] 10.222.0.72 "PUT /v2.0/ports/3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 200 len: 1092 time: 3.4860866 Aug 20 15:03:18.339152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ca4c702e-df26-4dae-825f-a98978ec207f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d468ff5c0f9e4907957ec94c2bcb4cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1451263 Aug 20 15:03:18.340015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39612) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:18.385632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3cf8453-892f-44b6-beb2-deabed0ff409 req-a1c44d4b-a262-46b5-8bcc-a6d52091c618 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 1000 time: 0.3133318 Aug 20 15:03:18.386735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c702e-df26-4dae-825f-a98978ec207f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baec2c5-e030-4634-bd48-99334ef3a1ae,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:18.405570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-107db8db-43fc-4698-a0e8-ef6738f4a1ac req-e5208ad1-1cf0-45a4-b67a-55fcf6807302 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups?id=57ce84e8-3497-4495-ba6d-eacbc700b226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944453 Aug 20 15:03:18.441480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-338a9de0-340e-4d25-bed3-c0467e531cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.475257 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.486896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.491255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-338a9de0-340e-4d25-bed3-c0467e531cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.522414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': '666adf78-80e6-48d2-81c1-fdbf90169ffc'}, {'name': 'network-changed', 'server_uuid': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'tag': '3e0511e1-ab8a-4be9-89cb-b4372cb44279'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:18.524704 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e051182-110f-46fa-9c3a-e84a3cf998b0" -d '{"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "666adf78-80e6-48d2-81c1-fdbf90169ffc"}, {"name": "network-changed", "server_uuid": "6412a076-9c4d-4770-9af1-281cd7856fc0", "tag": "3e0511e1-ab8a-4be9-89cb-b4372cb44279"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:18.536580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45c191-7a96-4106-b045-3aefd8390fff service neutron] Pushing event updated for resources: {'Port': ['ID=3e0511e1-ab8a-4be9-89cb-b4372cb44279,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:18.557171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Pushing event updated for resources: {'Port': ['ID=cf77d32a-268f-477f-a3fb-cac8cddb22ed,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:18.627655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] For port 072ceb37-2d07-4ca6-942a-669869d4f1e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=072ceb37-2d07-4ca6-942a-669869d4f1e9,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:18.628043 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.644706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.660436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cba550-17eb-4afc-820c-092eb96a1306 req-b37ce64a-8479-4ad9-806a-6b08ac220de6 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506245 Aug 20 15:03:18.671821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Calling delete_port for 072ceb37-2d07-4ca6-942a-669869d4f1e9 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:18.696595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436d5f-25a0-4089-a2af-05db75922077 req-8189cd3c-c773-4032-b68a-4fa9089c68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:18.698087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-8189cd3c-c773-4032-b68a-4fa9089c68a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 1095 time: 0.3457296 Aug 20 15:03:18.724098 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-338a9de0-340e-4d25-bed3-c0467e531cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.727145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-338a9de0-340e-4d25-bed3-c0467e531cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:18.728477 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-338a9de0-340e-4d25-bed3-c0467e531cae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2baec2c5-e030-4634-bd48-99334ef3a1ae HTTP/1.1" status: 204 len: 168 time: 0.3854296 Aug 20 15:03:18.772956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a9de0-340e-4d25-bed3-c0467e531cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baec2c5-e030-4634-bd48-99334ef3a1ae,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:18.798336 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Floating IP cbe3db9c-7819-42a4-ac81-669dcb745aee associated. External IP: 172.25.5.136, port: 1393dc81-adb0-479f-b695-1420f255afd5. Aug 20 15:03:19.077165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Router d8c88aff-8f66-4bf9-a54e-5d596876a337 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:19.120085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39626) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:19.151824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-2860aa03-55a2-4735-aedc-6aef1b44d178 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 200 len: 217 time: 0.4369261 Aug 20 15:03:19.183681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234218be-8553-4c6e-a77c-c6a6a0b1986c req-9139d391-1d1a-46e6-967c-c46615336bd1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.190498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234218be-8553-4c6e-a77c-c6a6a0b1986c req-9139d391-1d1a-46e6-967c-c46615336bd1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.195901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:19.196551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234218be-8553-4c6e-a77c-c6a6a0b1986c req-9139d391-1d1a-46e6-967c-c46615336bd1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.202773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234218be-8553-4c6e-a77c-c6a6a0b1986c req-9139d391-1d1a-46e6-967c-c46615336bd1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.208850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234218be-8553-4c6e-a77c-c6a6a0b1986c req-9139d391-1d1a-46e6-967c-c46615336bd1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.209741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ac1f9-3d7f-4c54-a3d4-442a001d057c None None] Sync routers for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:19.212494 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:19.214875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234218be-8553-4c6e-a77c-c6a6a0b1986c req-9139d391-1d1a-46e6-967c-c46615336bd1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.220438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ac1f9-3d7f-4c54-a3d4-442a001d057c None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:19.221290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-058ac1f9-3d7f-4c54-a3d4-442a001d057c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:19.221437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234218be-8553-4c6e-a77c-c6a6a0b1986c req-9139d391-1d1a-46e6-967c-c46615336bd1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.229428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-234218be-8553-4c6e-a77c-c6a6a0b1986c req-9139d391-1d1a-46e6-967c-c46615336bd1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.6983583 Aug 20 15:03:19.242447 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-120c6075-bad9-4967-9947-f5f22ead9fad tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.0958636 Aug 20 15:03:19.247876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39628) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:19.257495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-058ac1f9-3d7f-4c54-a3d4-442a001d057c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:19.266767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ac1f9-3d7f-4c54-a3d4-442a001d057c None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:19.267606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-058ac1f9-3d7f-4c54-a3d4-442a001d057c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:19.280517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf8453-892f-44b6-beb2-deabed0ff409 req-21d938bb-be18-4a1e-9945-241baa49acde tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.292042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3cf8453-892f-44b6-beb2-deabed0ff409 req-21d938bb-be18-4a1e-9945-241baa49acde tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.8803358 Aug 20 15:03:19.293482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5783b4bc-d72a-4044-96a5-f529f000238c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:19.304945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-058ac1f9-3d7f-4c54-a3d4-442a001d057c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:19.305827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058ac1f9-3d7f-4c54-a3d4-442a001d057c None None] The sync data for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:19.380100 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e7a6eb74-a4da-4d95-9285-c2bdeb3ab4bc tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] 10.222.0.36 "GET /v2.0/floatingips/cbe3db9c-7819-42a4-ac81-669dcb745aee HTTP/1.1" status: 200 len: 984 time: 0.1299052 Aug 20 15:03:19.385770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39632) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:19.490015 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27cec6e-b338-4d5b-8b88-9cd5817362f3 x-openstack-request-id: req-d27cec6e-b338-4d5b-8b88-9cd5817362f3 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:19.490314 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "666adf78-80e6-48d2-81c1-fdbf90169ffc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6412a076-9c4d-4770-9af1-281cd7856fc0", "tag": "3e0511e1-ab8a-4be9-89cb-b4372cb44279", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:19.490576 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d27cec6e-b338-4d5b-8b88-9cd5817362f3 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:19.490964 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': '666adf78-80e6-48d2-81c1-fdbf90169ffc', 'status': 'completed', 'code': 200} Aug 20 15:03:19.491219 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'tag': '3e0511e1-ab8a-4be9-89cb-b4372cb44279', 'status': 'completed', 'code': 200} Aug 20 15:03:19.541042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-234218be-8553-4c6e-a77c-c6a6a0b1986c req-11e71173-3b34-4bfa-9783-dc07e029333f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3106630 Aug 20 15:03:19.553279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96cba550-17eb-4afc-820c-092eb96a1306 req-d17a4662-215e-496e-9301-a538a8aea9cd service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8708274 Aug 20 15:03:19.563460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436d5f-25a0-4089-a2af-05db75922077 req-315984be-0404-40f3-8878-df79e11f8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.565927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-315984be-0404-40f3-8878-df79e11f8427 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.3991385 Aug 20 15:03:19.615574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-45d6697d-8f6e-4989-8975-b34385ed3ad2 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4474 time: 0.2185133 Aug 20 15:03:19.619691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39638) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:19.767864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fd220-df61-4f77-9e85-dd2ed96bc841 req-6fc5e8d2-c8ff-4ab1-9477-133687ae25b4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.769301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d0fd220-df61-4f77-9e85-dd2ed96bc841 req-6fc5e8d2-c8ff-4ab1-9477-133687ae25b4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 943 time: 0.2746277 Aug 20 15:03:19.784530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-aa48d27d-67f6-4edc-852f-3140e48241ae tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 1000 time: 0.1883717 Aug 20 15:03:19.784734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Deleting port cf77d32a-268f-477f-a3fb-cac8cddb22ed {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:19.785228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:19.804676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95436d5f-25a0-4089-a2af-05db75922077 req-1d13df79-8bdb-4f4e-aea0-57c43a54ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:19.806075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-1d13df79-8bdb-4f4e-aea0-57c43a54ba4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2114046 Aug 20 15:03:19.828847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:19.868985 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:19.869317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:19.882244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Calling delete_port for cf77d32a-268f-477f-a3fb-cac8cddb22ed owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:19.965976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Port': ['ID=072ceb37-2d07-4ca6-942a-669869d4f1e9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:19.999217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-7fe842a0-ff22-4347-9528-570c307f1f72 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.000609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-7fe842a0-ff22-4347-9528-570c307f1f72 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports/e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 200 len: 942 time: 0.2036898 Aug 20 15:03:20.009598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d0fd220-df61-4f77-9e85-dd2ed96bc841 req-304ad436-653f-4ce8-be34-1bb813f6b2a0 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328937 Aug 20 15:03:20.033061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] No DVR routers for this DVR port 072ceb37-2d07-4ca6-942a-669869d4f1e9 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:20.042718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.042718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9745c40e-f82a-486e-be7e-dd5de118b8a8 req-eb6c9614-eebc-49ab-8ce7-35f825aef532 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.72 "DELETE /v2.0/ports/072ceb37-2d07-4ca6-942a-669869d4f1e9 HTTP/1.1" status: 204 len: 173 time: 3.0430520 Aug 20 15:03:20.074603 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.084250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5783b4bc-d72a-4044-96a5-f529f000238c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.102876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event deleted for resources: {'Port': ['ID=cf77d32a-268f-477f-a3fb-cac8cddb22ed,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:20.119635 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5783b4bc-d72a-4044-96a5-f529f000238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.167287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.167660 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Floating IP cbe3db9c-7819-42a4-ac81-669dcb745aee disassociated (deleted). External IP: 172.25.5.136, port: 1393dc81-adb0-479f-b695-1420f255afd5. Aug 20 15:03:20.203717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-316d6aab-7126-4110-bd06-8c250ecbf069 req-a115d17e-a320-49bf-8261-f93a01b7eae0 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.0717435 Aug 20 15:03:20.212251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-065f3c6d-cb8d-42c8-be20-f8f46f16b870 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723652 Aug 20 15:03:20.218387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783b4bc-d72a-4044-96a5-f529f000238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879a98c3-d48c-463b-b1eb-e366a4c1992e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:20.223778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5783b4bc-d72a-4044-96a5-f529f000238c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=379f2500a9e84e68864836bf07bb78ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0709665 Aug 20 15:03:20.229081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39640) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:20.282506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-aea46011-21ec-43d2-9675-f0031cb12e21 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 1000 time: 0.2215645 Aug 20 15:03:20.334130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95436d5f-25a0-4089-a2af-05db75922077 req-059218d3-57ed-459c-8da2-c41273a6fa79 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090508 Aug 20 15:03:20.413981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-077667d2-e66c-48d5-84e4-3894e59b667d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.440456 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-077667d2-e66c-48d5-84e4-3894e59b667d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.495648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-077667d2-e66c-48d5-84e4-3894e59b667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.499273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-695b70f4-6062-4e1a-be37-4409ff5fb982 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.500608 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-077667d2-e66c-48d5-84e4-3894e59b667d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.505467 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-077667d2-e66c-48d5-84e4-3894e59b667d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/879a98c3-d48c-463b-b1eb-e366a4c1992e HTTP/1.1" status: 204 len: 168 time: 0.2740037 Aug 20 15:03:20.508959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-695b70f4-6062-4e1a-be37-4409ff5fb982 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.1728938 Aug 20 15:03:20.523686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077667d2-e66c-48d5-84e4-3894e59b667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879a98c3-d48c-463b-b1eb-e366a4c1992e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:20.625632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-a3f3d9e7-30ad-40ab-9925-8d287e2a89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.627729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-a3f3d9e7-30ad-40ab-9925-8d287e2a89bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 1095 time: 0.1734443 Aug 20 15:03:20.638485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Router d8c88aff-8f66-4bf9-a54e-5d596876a337 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:20.649566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-188234bb-e102-4106-b89a-58bd6470480e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 1000 time: 0.1394718 Aug 20 15:03:20.724270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-52286587-e204-46dd-b458-2ab4ff9fbff4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:20.812704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:20.819620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.826152 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b689a-60b4-4c9d-99c6-70b7f90f85c7 None None] Sync routers for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:20.838018 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b689a-60b4-4c9d-99c6-70b7f90f85c7 None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:20.838876 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-866b689a-60b4-4c9d-99c6-70b7f90f85c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:20.851573 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-52286587-e204-46dd-b458-2ab4ff9fbff4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.861041 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-242634fe-f75a-44f0-8380-7f935aa0bb5d tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "DELETE /v2.0/floatingips/cbe3db9c-7819-42a4-ac81-669dcb745aee HTTP/1.1" status: 204 len: 168 time: 1.2360759 Aug 20 15:03:20.861041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39652) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:20.865900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:20.882585 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-866b689a-60b4-4c9d-99c6-70b7f90f85c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:20.893800 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b689a-60b4-4c9d-99c6-70b7f90f85c7 None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:20.894669 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-866b689a-60b4-4c9d-99c6-70b7f90f85c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:20.901075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:20.906893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-a66501f6-155e-4f12-ac77-2f5abbd03716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.913421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-a66501f6-155e-4f12-ac77-2f5abbd03716 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.2571225 Aug 20 15:03:20.938448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ce7c-9701-4b8a-9b95-2f5eca703c42 req-29ad5e22-0c1f-44aa-ad87-49510d8448cb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.944566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ce7c-9701-4b8a-9b95-2f5eca703c42 req-29ad5e22-0c1f-44aa-ad87-49510d8448cb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.947886 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-866b689a-60b4-4c9d-99c6-70b7f90f85c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:20.948728 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b689a-60b4-4c9d-99c6-70b7f90f85c7 None None] The sync data for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:20.951684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ce7c-9701-4b8a-9b95-2f5eca703c42 req-29ad5e22-0c1f-44aa-ad87-49510d8448cb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.960241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ce7c-9701-4b8a-9b95-2f5eca703c42 req-29ad5e22-0c1f-44aa-ad87-49510d8448cb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.966453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ce7c-9701-4b8a-9b95-2f5eca703c42 req-29ad5e22-0c1f-44aa-ad87-49510d8448cb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.977205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ce7c-9701-4b8a-9b95-2f5eca703c42 req-29ad5e22-0c1f-44aa-ad87-49510d8448cb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.984469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ce7c-9701-4b8a-9b95-2f5eca703c42 req-29ad5e22-0c1f-44aa-ad87-49510d8448cb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:20.993777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8466ce7c-9701-4b8a-9b95-2f5eca703c42 req-29ad5e22-0c1f-44aa-ad87-49510d8448cb tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.2636411 Aug 20 15:03:21.060373 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.072718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-efee85e2-a79f-4d9d-b026-35517d96b2e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 200 len: 217 time: 0.1545310 Aug 20 15:03:21.184447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Allocated IP 172.25.5.220 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/00f0f03f-a607-43bb-87c2-5c5426cfc268) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:21.185238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-f5b5658e-14d2-42af-935e-833b41e4fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:21.187853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-f5b5658e-14d2-42af-935e-833b41e4fa5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.0829947 Aug 20 15:03:21.192919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8466ce7c-9701-4b8a-9b95-2f5eca703c42 req-a2a9f7de-f8b7-465e-ad80-5eca01d3bc35 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1981356 Aug 20 15:03:21.317427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-52286587-e204-46dd-b458-2ab4ff9fbff4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.351279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-52286587-e204-46dd-b458-2ab4ff9fbff4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.352774 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-52286587-e204-46dd-b458-2ab4ff9fbff4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163 disassociated. External IP: 172.25.5.89, port: e2924af1-b816-4258-bf9e-ea4ab0469323. Aug 20 15:03:21.367613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.433147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-866f5a0f-e848-44c5-a62e-633d4b490b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:21.434937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-866f5a0f-e848-44c5-a62e-633d4b490b87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2349269 Aug 20 15:03:21.436284 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.461743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0827a3-9d22-43f9-8f7f-652c4014ca66 req-3f9def96-d175-4dc2-8bcf-feebbe4590fb tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:21.464221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd0827a3-9d22-43f9-8f7f-652c4014ca66 req-3f9def96-d175-4dc2-8bcf-feebbe4590fb tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 943 time: 0.1499174 Aug 20 15:03:21.486121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:21.490196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:21.492318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:21.525774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Pushing event updated for resources: {'Port': ['ID=00f0f03f-a607-43bb-87c2-5c5426cfc268,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:21.559840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': '072ceb37-2d07-4ca6-942a-669869d4f1e9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:21.562355 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9a7e0f-879d-4d73-ab0a-8e1bd443e8fd" -d '{"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "072ceb37-2d07-4ca6-942a-669869d4f1e9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:21.603049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.627481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-44ed8bca-d32b-42b3-a2c8-03ce6e3e7656 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746101 Aug 20 15:03:21.646392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.697315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd0827a3-9d22-43f9-8f7f-652c4014ca66 req-8867e2a0-c68b-4fe1-9a14-b80b13616181 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937350 Aug 20 15:03:21.834380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.839679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.924997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Pushing event updated for resources: {'Port': ['ID=00f0f03f-a607-43bb-87c2-5c5426cfc268,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:21.937866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.952094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:21.956023 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1e9c8475-8714-4fa4-b46e-4570533a86af tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0951269 Aug 20 15:03:21.957202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39682) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:22.099723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c1a49a8-5ce1-4e78-ab8a-f813c22d3e8d req-952f73ac-2434-4b7d-a9f8-d10ac97f5064 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.0357609 Aug 20 15:03:22.126619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e051182-110f-46fa-9c3a-e84a3cf998b0 req-4499a85c-c086-4287-83d3-a75541e3e8f9 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896011 Aug 20 15:03:22.126828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:22.157860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:22.199236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-52286587-e204-46dd-b458-2ab4ff9fbff4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Router 005ab4d7-73b3-426d-a409-6c165bc481f5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:22.287877 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:22.342801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-52286587-e204-46dd-b458-2ab4ff9fbff4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:22.347772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-52286587-e204-46dd-b458-2ab4ff9fbff4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:22.354330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] Sync routers for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:22.367687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:22.370584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:22.388074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-52286587-e204-46dd-b458-2ab4ff9fbff4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "PUT /v2.0/floatingips/6ba7efb7-dae3-435e-8394-8b4843aea163 HTTP/1.1" status: 200 len: 694 time: 1.7322752 Aug 20 15:03:22.391495 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e164ec-8c8c-48d8-a5d7-d85928d60229 x-openstack-request-id: req-90e164ec-8c8c-48d8-a5d7-d85928d60229 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:22.392776 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33d3640-0f5c-466b-a00c-3adb2fa3c3c8", "name": "network-vif-deleted", "tag": "072ceb37-2d07-4ca6-942a-669869d4f1e9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:22.393047 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90e164ec-8c8c-48d8-a5d7-d85928d60229 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:22.393472 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33d3640-0f5c-466b-a00c-3adb2fa3c3c8', 'name': 'network-vif-deleted', 'tag': '072ceb37-2d07-4ca6-942a-669869d4f1e9', 'status': 'completed', 'code': 200} Aug 20 15:03:22.413777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Allocated IP 172.25.5.82 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/3b5cf023-222e-4ea2-8be7-868f406bdda6) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:22.444680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-02c78191-1302-42ed-a534-27b811bbfe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.453081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-02c78191-1302-42ed-a534-27b811bbfe28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 1097 time: 0.0585222 Aug 20 15:03:22.544849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:22.589610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:22.597814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-f598c161-e6d5-4f56-8ee9-916dae069553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.610370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-f598c161-e6d5-4f56-8ee9-916dae069553 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.1564152 Aug 20 15:03:22.657718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-a18a48ae-1d18-4f16-8c37-df6933059f11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 200 len: 217 time: 0.0463521 Aug 20 15:03:22.705709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-60115148-710d-4c24-91b0-f2891a732dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.713677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-60115148-710d-4c24-91b0-f2891a732dc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.0549910 Aug 20 15:03:22.807455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:22.835157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232164-5e17-4fa2-9554-2f2a6b5ba523 req-8021b44e-07dc-45ee-8caa-a66428465c66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.836773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] Checking router: 005ab4d7-73b3-426d-a409-6c165bc481f5 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:22.847175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:22.848007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:22.853748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232164-5e17-4fa2-9554-2f2a6b5ba523 req-8021b44e-07dc-45ee-8caa-a66428465c66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.865810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232164-5e17-4fa2-9554-2f2a6b5ba523 req-8021b44e-07dc-45ee-8caa-a66428465c66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.877265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232164-5e17-4fa2-9554-2f2a6b5ba523 req-8021b44e-07dc-45ee-8caa-a66428465c66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.891637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232164-5e17-4fa2-9554-2f2a6b5ba523 req-8021b44e-07dc-45ee-8caa-a66428465c66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.898049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232164-5e17-4fa2-9554-2f2a6b5ba523 req-8021b44e-07dc-45ee-8caa-a66428465c66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.904462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232164-5e17-4fa2-9554-2f2a6b5ba523 req-8021b44e-07dc-45ee-8caa-a66428465c66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.914088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4232164-5e17-4fa2-9554-2f2a6b5ba523 req-8021b44e-07dc-45ee-8caa-a66428465c66 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.3015132 Aug 20 15:03:22.920324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-5c02a43e-c7ba-4926-8cc3-2b39e6a7ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:22.929174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-5c02a43e-c7ba-4926-8cc3-2b39e6a7ce8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2145782 Aug 20 15:03:23.034790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4232164-5e17-4fa2-9554-2f2a6b5ba523 req-a887df76-1f46-4e28-b578-d313b25cba08 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194510 Aug 20 15:03:23.062744 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:23.114415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-f2a00237-9f5c-4aa2-8911-c98cc988419a service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840518 Aug 20 15:03:23.115616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Pushing event updated for resources: {'Port': ['ID=3b5cf023-222e-4ea2-8be7-868f406bdda6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:23.135313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:23.136763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:23.140262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:23.184171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:23.258449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:23.303215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dfd65-110f-4488-9997-e7915597c7f5 req-cbe84d12-deff-4d46-aafe-e64dbaa979cc tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:23.304957 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:23.308015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c7dfd65-110f-4488-9997-e7915597c7f5 req-cbe84d12-deff-4d46-aafe-e64dbaa979cc tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 943 time: 0.0832436 Aug 20 15:03:23.323401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f4b9e3-f07d-4cf5-98c1-b4c5cc988657 req-dac05dee-790a-461e-85e2-8fba622867f1 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054107 Aug 20 15:03:23.393391 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c7dfd65-110f-4488-9997-e7915597c7f5 req-004a0317-07b6-48bd-a941-368ebaef5027 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808463 Aug 20 15:03:23.458526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f04086b7-d94e-49bd-a6f8-d4248537cddc req-21e46ff3-7cbf-4237-9fb9-2b9c85491aa6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.0355074 Aug 20 15:03:23.497832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:23.528316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769a4f8-2dd6-481a-a32a-84bf68f66c55 None None] The sync data for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 is: [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:23.531749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:23.538297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:23.622043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Pushing event updated for resources: {'Port': ['ID=3b5cf023-222e-4ea2-8be7-868f406bdda6,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:23.663003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:23.680942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:23.684861 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0bd60592-49c2-4ae0-a5e7-6afe124cb5a0 tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7243381 Aug 20 15:03:23.686047 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39714) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:23.813995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ccc19598-83dc-4857-b3a5-b04d4f509ab2 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4354 time: 0.1250911 Aug 20 15:03:23.816679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39722) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:23.849740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-17071712-a5a6-4e9c-bb6e-7bf1b4ebe0d4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:23.851412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-17071712-a5a6-4e9c-bb6e-7bf1b4ebe0d4 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0981889 Aug 20 15:03:23.943025 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-749f730e-b32a-4cf4-9e01-91df39812213 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1252081 Aug 20 15:03:23.945614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39730) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:23.956006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-c84c2a74-04c3-46d2-b700-89fe76eb0f94 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 697 time: 0.0923197 Aug 20 15:03:23.961747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Request body: {'floatingip': {'port_id': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:24.006872 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc238f-b10a-4fd5-8e39-df3552b02c50 None None] New status for floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:03:24.020435 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.224546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Deleting port 3b5cf023-222e-4ea2-8be7-868f406bdda6 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:24.225138 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.295171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02197-6f8c-4f0b-b4cf-d934be9acdd8 req-9a908037-a9db-400c-be53-8ebd4dac9f0d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:24.303480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02197-6f8c-4f0b-b4cf-d934be9acdd8 req-9a908037-a9db-400c-be53-8ebd4dac9f0d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:24.312063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02197-6f8c-4f0b-b4cf-d934be9acdd8 req-9a908037-a9db-400c-be53-8ebd4dac9f0d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:24.319918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02197-6f8c-4f0b-b4cf-d934be9acdd8 req-9a908037-a9db-400c-be53-8ebd4dac9f0d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:24.322569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.322912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.328052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02197-6f8c-4f0b-b4cf-d934be9acdd8 req-9a908037-a9db-400c-be53-8ebd4dac9f0d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:24.335406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02197-6f8c-4f0b-b4cf-d934be9acdd8 req-9a908037-a9db-400c-be53-8ebd4dac9f0d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:24.338702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Calling delete_port for 3b5cf023-222e-4ea2-8be7-868f406bdda6 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:24.349244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02197-6f8c-4f0b-b4cf-d934be9acdd8 req-9a908037-a9db-400c-be53-8ebd4dac9f0d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:24.351669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63c02197-6f8c-4f0b-b4cf-d934be9acdd8 req-9a908037-a9db-400c-be53-8ebd4dac9f0d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.1753175 Aug 20 15:03:24.401316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:24.405055 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b228726b-95c9-4373-95e0-1205a1b13665" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:24.492777 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:03:24.493098 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:03:24.500499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63c02197-6f8c-4f0b-b4cf-d934be9acdd8 req-4da716f9-0815-4b4e-9ea1-ca2d35a6d053 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890455 Aug 20 15:03:24.500709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.524899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Pushing event deleted for resources: {'Port': ['ID=3b5cf023-222e-4ea2-8be7-868f406bdda6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:24.559187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3e0511e1-ab8a-4be9-89cb-b4372cb44279 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:03:24.584407 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18e230d-cb0b-4e3d-92bf-02d64e0efa40 x-openstack-request-id: req-d18e230d-cb0b-4e3d-92bf-02d64e0efa40 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:24.584784 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:24.584980 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d18e230d-cb0b-4e3d-92bf-02d64e0efa40 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:24.585335 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'status': 'completed', 'code': 200} Aug 20 15:03:24.621359 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.627180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.628948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6de818aa-0013-4291-bee7-0a32b50c115b tempest-FloatingIPAdminTestJSON-1386227751 tempest-FloatingIPAdminTestJSON-1386227751-project] 10.222.0.36 "DELETE /v2.0/floatingips/7b81e04d-35ea-451b-a0b8-3e4789d7b436 HTTP/1.1" status: 204 len: 168 time: 0.6823261 Aug 20 15:03:24.632293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39750) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:24.666689 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3e0511e1-ab8a-4be9-89cb-b4372cb44279, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:24.680229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '3e0511e1-ab8a-4be9-89cb-b4372cb44279', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'port_id': '3e0511e1-ab8a-4be9-89cb-b4372cb44279', 'mac_address': 'fa:16:3e:ed:5e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:03:24.723745 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.740670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0511e1-ab8a-4be9-89cb-b4372cb44279 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:24.762184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3e0511e1-ab8a-4be9-89cb-b4372cb44279, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:24.766860 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.823058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=3e0511e1-ab8a-4be9-89cb-b4372cb44279,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:24.838060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228726b-95c9-4373-95e0-1205a1b13665 req-cf1dbb08-3972-4cd6-8cd2-f597e12ddc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:24.839649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b228726b-95c9-4373-95e0-1205a1b13665 req-cf1dbb08-3972-4cd6-8cd2-f597e12ddc78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 1097 time: 0.2007885 Aug 20 15:03:24.855246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9b132-1ca1-404d-b14f-3248d794fcf9 req-92954e25-0b98-4c03-877f-f7b0c1ab32fb tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:24.856714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2dd9b132-1ca1-404d-b14f-3248d794fcf9 req-92954e25-0b98-4c03-877f-f7b0c1ab32fb tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 943 time: 0.1865354 Aug 20 15:03:24.954511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Deleting port 00f0f03f-a607-43bb-87c2-5c5426cfc268 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:24.954852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:24.968734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2dd9b132-1ca1-404d-b14f-3248d794fcf9 req-32481221-91de-41a6-80bf-4651c7a4dd65 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009974 Aug 20 15:03:25.002972 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:25.124441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228726b-95c9-4373-95e0-1205a1b13665 req-aff418df-169c-4969-bb1d-69288628e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:25.125995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b228726b-95c9-4373-95e0-1205a1b13665 req-aff418df-169c-4969-bb1d-69288628e17d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.2676423 Aug 20 15:03:25.127770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54147a6e-d45d-4c41-9ad1-cd5ab1913d79 req-b84adb1f-03c3-4afa-8145-8f23a15b2773 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.0657043 Aug 20 15:03:25.210721 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b228726b-95c9-4373-95e0-1205a1b13665 req-1568fb52-7aa6-4c99-8938-4706ea5ab95c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 200 len: 217 time: 0.0736995 Aug 20 15:03:25.233662 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:25.233995 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:25.241918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['3e0511e1-ab8a-4be9-89cb-b4372cb44279'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:25.269709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Calling delete_port for 00f0f03f-a607-43bb-87c2-5c5426cfc268 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:25.446346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228726b-95c9-4373-95e0-1205a1b13665 req-a27ffddf-9832-4dfd-980c-126e270468ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:25.447700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b228726b-95c9-4373-95e0-1205a1b13665 req-a27ffddf-9832-4dfd-980c-126e270468ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.1933956 Aug 20 15:03:25.695805 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39766) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:25.821609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5294308-6bd9-444b-abfb-83ed41ec5f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:25.928510 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5294308-6bd9-444b-abfb-83ed41ec5f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:25.932978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5294308-6bd9-444b-abfb-83ed41ec5f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:25.971495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5294308-6bd9-444b-abfb-83ed41ec5f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c927901-2497-4465-94ea-bc012bfd7779,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:25.971732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228726b-95c9-4373-95e0-1205a1b13665 req-eff6c730-d67d-406a-a2d9-735d4aa7df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:25.973341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b228726b-95c9-4373-95e0-1205a1b13665 req-eff6c730-d67d-406a-a2d9-735d4aa7df16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5144229 Aug 20 15:03:25.979564 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c5294308-6bd9-444b-abfb-83ed41ec5f3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5eb69473f99e43b3b2acb2381ba92fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814529 Aug 20 15:03:25.979564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39770) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:26.038718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25f8af4a-8cc3-40be-a6c3-3852a8da8d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.065568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25f8af4a-8cc3-40be-a6c3-3852a8da8d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.136307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25f8af4a-8cc3-40be-a6c3-3852a8da8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.139181 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25f8af4a-8cc3-40be-a6c3-3852a8da8d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.152079 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-25f8af4a-8cc3-40be-a6c3-3852a8da8d7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c927901-2497-4465-94ea-bc012bfd7779 HTTP/1.1" status: 204 len: 168 time: 0.1630542 Aug 20 15:03:26.152079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8af4a-8cc3-40be-a6c3-3852a8da8d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c927901-2497-4465-94ea-bc012bfd7779,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:26.178422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-edc13c67-8c6b-44cd-a61a-3638bc08f203 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:26.186130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-edc13c67-8c6b-44cd-a61a-3638bc08f203 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.72 "GET /v2.0/ports?device_id=d3e93d28-8028-46ba-bae8-ffc61019ab93 HTTP/1.1" status: 200 len: 945 time: 0.6303787 Aug 20 15:03:26.253804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f8bb-51b1-4be5-82fb-a68483397329 req-b004992d-4352-4df4-83a7-5d7a9a19161c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:26.260268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f8bb-51b1-4be5-82fb-a68483397329 req-b004992d-4352-4df4-83a7-5d7a9a19161c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:26.267794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f8bb-51b1-4be5-82fb-a68483397329 req-b004992d-4352-4df4-83a7-5d7a9a19161c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:26.275501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f8bb-51b1-4be5-82fb-a68483397329 req-b004992d-4352-4df4-83a7-5d7a9a19161c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:26.282205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f8bb-51b1-4be5-82fb-a68483397329 req-b004992d-4352-4df4-83a7-5d7a9a19161c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:26.289725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f8bb-51b1-4be5-82fb-a68483397329 req-b004992d-4352-4df4-83a7-5d7a9a19161c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:26.295745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406f8bb-51b1-4be5-82fb-a68483397329 req-b004992d-4352-4df4-83a7-5d7a9a19161c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:26.298864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d406f8bb-51b1-4be5-82fb-a68483397329 req-b004992d-4352-4df4-83a7-5d7a9a19161c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.3827429 Aug 20 15:03:26.317518 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.388217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b228726b-95c9-4373-95e0-1205a1b13665 req-a81d801a-2b04-4366-817b-53b05af98eaa service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059248 Aug 20 15:03:26.414422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Pushing event deleted for resources: {'Port': ['ID=00f0f03f-a607-43bb-87c2-5c5426cfc268,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:26.567228 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.resource_extend [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:03:26.596758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3e0511e1-ab8a-4be9-89cb-b4372cb44279 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:26.633964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d406f8bb-51b1-4be5-82fb-a68483397329 req-dbb2a815-2128-4df8-9bd3-a5014dc67199 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3242080 Aug 20 15:03:26.696641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:26.702648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:26.703063 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.724342 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.727142 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.728447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5df4308c-c87f-45ef-b71e-aec0126ab125 tempest-FloatingIPAdminTestJSON-774006480 tempest-FloatingIPAdminTestJSON-774006480-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/da665478-8a23-4fb2-97c8-f6959d8b8891 HTTP/1.1" status: 204 len: 168 time: 2.0951679 Aug 20 15:03:26.733213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39796) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:26.735083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.743620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Deleting port e2924af1-b816-4258-bf9e-ea4ab0469323 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:26.744018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.753767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.845052 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.877496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b76fa557-baca-4e73-af2f-39cf2bfdabb6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Deleting port 1393dc81-adb0-479f-b695-1420f255afd5 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:26.877913 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b76fa557-baca-4e73-af2f-39cf2bfdabb6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.898717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3e0511e1-ab8a-4be9-89cb-b4372cb44279, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:26.902724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0511e1-ab8a-4be9-89cb-b4372cb44279'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:26.906230 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2777b03-70f1-4a6e-abbf-4ca2ae71e167" -d '{"events": [{"server_uuid": "6412a076-9c4d-4770-9af1-281cd7856fc0", "name": "network-vif-plugged", "status": "completed", "tag": "3e0511e1-ab8a-4be9-89cb-b4372cb44279"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:26.925466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:26.926669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e2924af1-b816-4258-bf9e-ea4ab0469323 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:27.005382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b76fa557-baca-4e73-af2f-39cf2bfdabb6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:27.037666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b76fa557-baca-4e73-af2f-39cf2bfdabb6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Calling delete_port for 1393dc81-adb0-479f-b695-1420f255afd5 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:27.044371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b228726b-95c9-4373-95e0-1205a1b13665 req-e1a82ccf-e69b-40e3-8a37-9b530a413dca service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961978 Aug 20 15:03:27.096522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=3e0511e1-ab8a-4be9-89cb-b4372cb44279,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:27.125357 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:27.169673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e2924af1-b816-4258-bf9e-ea4ab0469323, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e2924af1-b816-4258-bf9e-ea4ab0469323,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:27.177506 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:27.207421 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163 associated. External IP: 172.25.5.89, port: c1d3f07a-3ed4-4628-8043-3b35787e0b5a. Aug 20 15:03:27.237081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b76fa557-baca-4e73-af2f-39cf2bfdabb6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:27.240783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e2924af1-b816-4258-bf9e-ea4ab0469323,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:27.245598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45f81-27fd-430d-a9ce-f55887cdac64 req-3da349c4-2ed2-4672-a401-7f9ce229f949 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:27.247437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54a45f81-27fd-430d-a9ce-f55887cdac64 req-3da349c4-2ed2-4672-a401-7f9ce229f949 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 944 time: 0.4984078 Aug 20 15:03:27.275088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa557-baca-4e73-af2f-39cf2bfdabb6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event deleted for resources: {'Port': ['ID=1393dc81-adb0-479f-b695-1420f255afd5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:27.381060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b76fa557-baca-4e73-af2f-39cf2bfdabb6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:27.385766 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b76fa557-baca-4e73-af2f-39cf2bfdabb6 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "DELETE /v2.0/ports/1393dc81-adb0-479f-b695-1420f255afd5 HTTP/1.1" status: 204 len: 168 time: 0.6508741 Aug 20 15:03:27.386657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39810) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:27.390072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] For port e2924af1-b816-4258-bf9e-ea4ab0469323, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e2924af1-b816-4258-bf9e-ea4ab0469323,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:27.390472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:27.469806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Calling delete_port for e2924af1-b816-4258-bf9e-ea4ab0469323 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:27.478463 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21631a24-06f2-416f-9d72-77e466e883ce tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:27.480740 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-21631a24-06f2-416f-9d72-77e466e883ce tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c88aff-8f66-4bf9-a54e-5d596876a337 HTTP/1.1" status: 200 len: 913 time: 0.0930490 Aug 20 15:03:27.487617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39814) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:27.487863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54a45f81-27fd-430d-a9ce-f55887cdac64 req-80114e51-8f99-4153-bbdf-27e1162bba65 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798010 Aug 20 15:03:27.694120 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:27.727684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['c1d3f07a-3ed4-4628-8043-3b35787e0b5a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:27.793301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc4e4810-8560-4fda-8e3b-811ffbce1cd0 req-5a48c44e-5d77-4f2f-a79e-9731179b68c8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.1021192 Aug 20 15:03:27.797899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Pushing event deleted for resources: {'Port': ['ID=e2924af1-b816-4258-bf9e-ea4ab0469323,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:27.917095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Router 005ab4d7-73b3-426d-a409-6c165bc481f5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:27.954913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] No DVR routers for this DVR port e2924af1-b816-4258-bf9e-ea4ab0469323 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:27.961165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:27.965255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84ad9b9f-f8d0-42cf-ac3e-c0da5adea392 req-2c845152-0d53-45f5-a0d4-e4a08ba3948e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.72 "DELETE /v2.0/ports/e2924af1-b816-4258-bf9e-ea4ab0469323 HTTP/1.1" status: 204 len: 173 time: 1.7756920 Aug 20 15:03:27.966067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'name': 'network-vif-deleted', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:27.969469 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a627554-d16a-49cb-a8bd-8930da4c6c56" -d '{"events": [{"server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "name": "network-vif-deleted", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:28.112900 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5335055-352c-4fc2-bfb2-2b8e29e3e325 x-openstack-request-id: req-c5335055-352c-4fc2-bfb2-2b8e29e3e325 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:28.113202 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6412a076-9c4d-4770-9af1-281cd7856fc0", "name": "network-vif-plugged", "status": "completed", "tag": "3e0511e1-ab8a-4be9-89cb-b4372cb44279", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:28.113453 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5335055-352c-4fc2-bfb2-2b8e29e3e325 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:28.114068 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0511e1-ab8a-4be9-89cb-b4372cb44279', 'code': 200} Aug 20 15:03:28.178342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:28.186561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:28.190794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] Sync routers for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:28.210834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:28.211487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:28.213265 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:28.333299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-8340a4c1-e1ed-4fa7-89fc-7d2141e9732e tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "PUT /v2.0/floatingips/6ba7efb7-dae3-435e-8394-8b4843aea163 HTTP/1.1" status: 200 len: 995 time: 4.3768532 Aug 20 15:03:28.440043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc1a5-7c60-4049-9031-8eb4c4c25819 req-a105b6ee-5075-46e7-b366-b665bf1b2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.441596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c2bc1a5-7c60-4049-9031-8eb4c4c25819 req-a105b6ee-5075-46e7-b366-b665bf1b2cab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1831245 Aug 20 15:03:28.443475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:28.612541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-226f91e5-82d4-4444-ae6a-0e28ab2461d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.614067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-226f91e5-82d4-4444-ae6a-0e28ab2461d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1097 time: 0.2489214 Aug 20 15:03:28.648422 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:28.669441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957909ae-3c91-4f8c-9ad8-c4ffb803416b req-fdb14e0b-da1a-492b-b0a7-876174fe96d0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.676867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957909ae-3c91-4f8c-9ad8-c4ffb803416b req-fdb14e0b-da1a-492b-b0a7-876174fe96d0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.683049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957909ae-3c91-4f8c-9ad8-c4ffb803416b req-fdb14e0b-da1a-492b-b0a7-876174fe96d0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.689289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957909ae-3c91-4f8c-9ad8-c4ffb803416b req-fdb14e0b-da1a-492b-b0a7-876174fe96d0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.695660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957909ae-3c91-4f8c-9ad8-c4ffb803416b req-fdb14e0b-da1a-492b-b0a7-876174fe96d0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.701904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957909ae-3c91-4f8c-9ad8-c4ffb803416b req-fdb14e0b-da1a-492b-b0a7-876174fe96d0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.708552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957909ae-3c91-4f8c-9ad8-c4ffb803416b req-fdb14e0b-da1a-492b-b0a7-876174fe96d0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.718640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-957909ae-3c91-4f8c-9ad8-c4ffb803416b req-fdb14e0b-da1a-492b-b0a7-876174fe96d0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.2299662 Aug 20 15:03:28.743083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c2bc1a5-7c60-4049-9031-8eb4c4c25819 req-5fac3cce-bde1-4c3b-aed6-5db706d55522 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846563 Aug 20 15:03:28.751790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Deleting port 7eeca0b0-4e33-4120-88db-b97037974a96 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:28.757801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:28.818276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-957909ae-3c91-4f8c-9ad8-c4ffb803416b req-8eda364a-4c3e-4660-a897-08bf7689c80b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984867 Aug 20 15:03:28.912704 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:28.922078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-a71b60a2-538e-4c12-a790-06244077d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:28.923583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-a71b60a2-538e-4c12-a790-06244077d0d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.2892132 Aug 20 15:03:28.927487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Calling delete_port for 7eeca0b0-4e33-4120-88db-b97037974a96 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:28.947788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:08:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:03:26Z', 'revision_number': 8, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:29.010389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] Checking router: 005ab4d7-73b3-426d-a409-6c165bc481f5 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:29.036851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-b2e06cd0-73ba-4afa-b076-f86936af23fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 998 time: 0.1066165 Aug 20 15:03:29.047170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:29.050646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:29.103918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a1891-5ba7-4947-b369-843991760967 req-660bc089-65ed-4004-b28f-637e689d3b26 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:29.105542 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a18a1891-5ba7-4947-b369-843991760967 req-660bc089-65ed-4004-b28f-637e689d3b26 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 945 time: 0.1297026 Aug 20 15:03:29.161831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-95294a3b-ed38-4e6c-a19d-31fdbd179311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:29.170047 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:29.176344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-95294a3b-ed38-4e6c-a19d-31fdbd179311 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.1323745 Aug 20 15:03:29.212904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event deleted for resources: {'Port': ['ID=7eeca0b0-4e33-4120-88db-b97037974a96,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:29.269739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:29.273004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a18a1891-5ba7-4947-b369-843991760967 req-0818b7b1-d4c9-4815-9244-dd6a94a002a6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537163 Aug 20 15:03:29.303719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-c146c4c7-4902-484d-b50b-1ecf2b58c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:29.306668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-c146c4c7-4902-484d-b50b-1ecf2b58c993 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203825 Aug 20 15:03:29.361988 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce97933-0dee-4eb1-991d-f3f71e7a45b7 x-openstack-request-id: req-7ce97933-0dee-4eb1-991d-f3f71e7a45b7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:29.363194 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "name": "network-vif-deleted", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:29.363604 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ce97933-0dee-4eb1-991d-f3f71e7a45b7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:29.364099 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'name': 'network-vif-deleted', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'status': 'completed', 'code': 200} Aug 20 15:03:29.579154 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:29.583358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-68b04ec4-c633-48bc-92a7-d7377628d1c9 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667372 Aug 20 15:03:29.666598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0ef02-6500-487a-8b92-c3971e385a1c req-8845c7c0-404f-4ead-8921-844f1318ecf1 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:29.674704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfc0ef02-6500-487a-8b92-c3971e385a1c req-8845c7c0-404f-4ead-8921-844f1318ecf1 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.2124369 Aug 20 15:03:29.710718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:08:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:03:26Z', 'revision_number': 8, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:29.724187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfc0ef02-6500-487a-8b92-c3971e385a1c req-4aad37f9-944e-46a7-8ffb-aa097827e216 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473101 Aug 20 15:03:29.743988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b625e95a-0d78-4d12-b307-14c4f421122d None None] The sync data for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 is: [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6ba7efb7-dae3-435e-8394-8b4843aea163', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'port_id': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'mac_address': 'fa:16:3e:08:a5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:29Z', 'updated_at': '2021-08-20T15:03:26Z', 'revision_number': 8, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:29.808415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e9fecc9-9817-4012-9798-f14fa1e0cd66 req-a68ca869-2409-4bb3-a453-0af367b7506e service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210970 Aug 20 15:03:29.907144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eff194c9-1f88-418f-bcde-0f570c6b62f0 req-06cdcbbb-0ad2-4113-a948-3e86af9a41cf tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.0796738 Aug 20 15:03:29.988561 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Router d8c88aff-8f66-4bf9-a54e-5d596876a337 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:30.041578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6a56445-4548-4b69-af2d-3ee305e5b677 req-862198b9-9a71-4f84-85f6-d6f0edc07bf5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips/6ba7efb7-dae3-435e-8394-8b4843aea163 HTTP/1.1" status: 200 len: 995 time: 0.1222272 Aug 20 15:03:30.115301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:30.118278 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ccdd6b-1b10-4512-8531-0be7cec2e0b6" -d '{"events": [{"server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "name": "network-vif-unplugged", "status": "completed", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:30.138723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:30.145779 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-448386c8-c9b6-41ad-b1f1-b09f4a72a98e tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "PUT /v2.0/routers/d8c88aff-8f66-4bf9-a54e-5d596876a337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6568913 Aug 20 15:03:30.150018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39860) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:30.153498 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa1788-db15-42f1-8dea-046149724c3c None None] Sync routers for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:30.170343 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa1788-db15-42f1-8dea-046149724c3c None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:30.170953 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fbaa1788-db15-42f1-8dea-046149724c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:30.176875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7545ff8-e168-4506-8a7c-df70df22b138 None None] New status for floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:03:30.198667 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10373-a0d6-4ed6-83a9-f3f46ca894fb req-13560d6e-a42c-4bda-b665-74774309383e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:30.205432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10373-a0d6-4ed6-83a9-f3f46ca894fb req-13560d6e-a42c-4bda-b665-74774309383e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:30.211426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10373-a0d6-4ed6-83a9-f3f46ca894fb req-13560d6e-a42c-4bda-b665-74774309383e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:30.218665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10373-a0d6-4ed6-83a9-f3f46ca894fb req-13560d6e-a42c-4bda-b665-74774309383e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:30.221805 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fbaa1788-db15-42f1-8dea-046149724c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:30.226061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10373-a0d6-4ed6-83a9-f3f46ca894fb req-13560d6e-a42c-4bda-b665-74774309383e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:30.230554 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa1788-db15-42f1-8dea-046149724c3c None None] Routers {'d8c88aff-8f66-4bf9-a54e-5d596876a337'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:30.231155 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fbaa1788-db15-42f1-8dea-046149724c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d8c88aff-8f66-4bf9-a54e-5d596876a337'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:30.244039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10373-a0d6-4ed6-83a9-f3f46ca894fb req-13560d6e-a42c-4bda-b665-74774309383e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:30.262913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10373-a0d6-4ed6-83a9-f3f46ca894fb req-13560d6e-a42c-4bda-b665-74774309383e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:30.265506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53f10373-a0d6-4ed6-83a9-f3f46ca894fb req-13560d6e-a42c-4bda-b665-74774309383e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.2361138 Aug 20 15:03:30.294149 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fbaa1788-db15-42f1-8dea-046149724c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:30.296550 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa1788-db15-42f1-8dea-046149724c3c None None] The sync data for ids ['d8c88aff-8f66-4bf9-a54e-5d596876a337'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:30.424236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53f10373-a0d6-4ed6-83a9-f3f46ca894fb req-4e0da33c-9317-45e5-b5b5-d1091a9d522d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1495657 Aug 20 15:03:30.434431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:30.435984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56445-4548-4b69-af2d-3ee305e5b677 req-ea91e9f1-3c30-4a46-a9e6-d4492eac7ab1 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:30.464300 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6a56445-4548-4b69-af2d-3ee305e5b677 req-ea91e9f1-3c30-4a46-a9e6-d4492eac7ab1 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.3860009 Aug 20 15:03:30.484748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-a6a56445-4548-4b69-af2d-3ee305e5b677 req-2d3bd5f9-0e36-4cf3-b7ed-97aeb16fa6af tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:03:30.487340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6a56445-4548-4b69-af2d-3ee305e5b677 req-2d3bd5f9-0e36-4cf3-b7ed-97aeb16fa6af tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121992 Aug 20 15:03:30.551482 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff832665-cbc2-4726-ad99-2ac43fa69b47 x-openstack-request-id: req-ff832665-cbc2-4726-ad99-2ac43fa69b47 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:30.551812 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e93d28-8028-46ba-bae8-ffc61019ab93", "name": "network-vif-unplugged", "status": "completed", "tag": "e2924af1-b816-4258-bf9e-ea4ab0469323", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:30.552056 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff832665-cbc2-4726-ad99-2ac43fa69b47 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:30.552449 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e93d28-8028-46ba-bae8-ffc61019ab93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2924af1-b816-4258-bf9e-ea4ab0469323', 'code': 200} Aug 20 15:03:30.672100 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:30.720326 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-0e2ff8dd-736c-4513-8d09-d9b05fef40df tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 1000 time: 0.1402864 Aug 20 15:03:30.743097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Deleting port 30c21c9c-22b2-472a-a2ab-1b0734bde4a9 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:30.743636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:30.822734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0088b-4105-468d-865f-7e460d642bea req-4746fae4-0e0d-4a20-b55b-99a8ba38400a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:30.825424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-4746fae4-0e0d-4a20-b55b-99a8ba38400a tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports/c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 942 time: 0.1001856 Aug 20 15:03:30.837193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:30.851159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Calling delete_port for 30c21c9c-22b2-472a-a2ab-1b0734bde4a9 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:31.022572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990057c-77df-46b7-9c95-0857fe6355bb req-63fec04b-2bc8-4c5c-8cc4-1d6d67ac0be1 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:31.030474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5990057c-77df-46b7-9c95-0857fe6355bb req-63fec04b-2bc8-4c5c-8cc4-1d6d67ac0be1 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 945 time: 0.1451161 Aug 20 15:03:31.088916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-9a68c075-e2b2-4d39-b463-da3cfe0a0d5f tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 1000 time: 0.1409066 Aug 20 15:03:31.153031 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.194240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event deleted for resources: {'Port': ['ID=30c21c9c-22b2-472a-a2ab-1b0734bde4a9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:31.244167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0088b-4105-468d-865f-7e460d642bea req-59075249-5213-4d89-bb0c-8cdd2fe08bd2 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:31.245636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-59075249-5213-4d89-bb0c-8cdd2fe08bd2 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.1558237 Aug 20 15:03:31.286969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5990057c-77df-46b7-9c95-0857fe6355bb req-cfdd53df-e8f8-448b-ab10-01723f290ac5 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507720 Aug 20 15:03:31.291223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.400057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:31.413840 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4" -d '{"events": [{"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:31.419740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-b8e018a5-acf2-40df-a027-5a4ac990bba5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 1000 time: 0.1542871 Aug 20 15:03:31.439232 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.441836 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.477650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3fc0088b-4105-468d-865f-7e460d642bea req-19106a67-1b76-4348-b249-dcdd36e98b37 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:31.493111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.493698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Fanout notify agent at l3_agent the message router_deleted on router d8c88aff-8f66-4bf9-a54e-5d596876a337 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:03:31.519619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.520801 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a0b46e01-3870-43a4-97cb-4cf6d6cc9327 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "DELETE /v2.0/routers/d8c88aff-8f66-4bf9-a54e-5d596876a337 HTTP/1.1" status: 204 len: 168 time: 1.3698266 Aug 20 15:03:31.523283 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39898) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:31.582072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd8900d-5a9e-443f-8096-d568019d1844 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Deleting subnet c87c25a8-2305-44f5-82c1-4847a6bf6454 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:03:31.585563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bd8900d-5a9e-443f-8096-d568019d1844 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.700735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bd8900d-5a9e-443f-8096-d568019d1844 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.751427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39904) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:31.825438 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bd8900d-5a9e-443f-8096-d568019d1844 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.912225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bd8900d-5a9e-443f-8096-d568019d1844 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:31.995014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8900d-5a9e-443f-8096-d568019d1844 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event deleted for resources: {'Subnet': ['ID=c87c25a8-2305-44f5-82c1-4847a6bf6454,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:31.997081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bd8900d-5a9e-443f-8096-d568019d1844 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.008472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a04d6db-061e-478c-ad4e-458060e8bd75 None None] Network dc490ad1-e312-4969-a481-17ed3db05a1c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:03:32.008992 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5bd8900d-5a9e-443f-8096-d568019d1844 tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "DELETE /v2.0/subnets/c87c25a8-2305-44f5-82c1-4847a6bf6454 HTTP/1.1" status: 204 len: 168 time: 0.4839454 Aug 20 15:03:32.009763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39908) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:32.024021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d6981-3378-4e07-9cdb-2db610436367 req-89d1b423-0f7d-4b49-ae01-7f0ed0a96187 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.027674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a25d6981-3378-4e07-9cdb-2db610436367 req-89d1b423-0f7d-4b49-ae01-7f0ed0a96187 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.6067739 Aug 20 15:03:32.033273 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3fc0088b-4105-468d-865f-7e460d642bea req-19106a67-1b76-4348-b249-dcdd36e98b37 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.128706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a25d6981-3378-4e07-9cdb-2db610436367 req-7027250b-50c3-41ce-9a20-38315f0a4abc tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881748 Aug 20 15:03:32.159426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd4cf7c4-1c9a-4527-9639-053ccc7b742f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.277824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.290571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b32cccc8-288f-4395-ac4a-88539bb96fbb req-24c6d8c4-a408-4870-8564-1c3efbe9cff8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.0428748 Aug 20 15:03:32.309041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b9bed6-6565-4d5c-a326-9b8ad72ff708 None None] DHCP port deletion for dc490ad1-e312-4969-a481-17ed3db05a1c request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:03:32.356057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd4cf7c4-1c9a-4527-9639-053ccc7b742f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.368708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd4cf7c4-1c9a-4527-9639-053ccc7b742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.400697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9bed6-6565-4d5c-a326-9b8ad72ff708 None None] Deleting port 76deaa4e-46f8-4520-bc97-ed2db1303577 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:32.401088 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bed6-6565-4d5c-a326-9b8ad72ff708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.411451 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6c034d-06cf-410d-a30a-074fe933056d x-openstack-request-id: req-ea6c034d-06cf-410d-a30a-074fe933056d {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:32.411819 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:32.412084 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea6c034d-06cf-410d-a30a-074fe933056d {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:32.412462 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'status': 'completed', 'code': 200} Aug 20 15:03:32.414809 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3fc0088b-4105-468d-865f-7e460d642bea req-19106a67-1b76-4348-b249-dcdd36e98b37 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.420508 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3fc0088b-4105-468d-865f-7e460d642bea req-19106a67-1b76-4348-b249-dcdd36e98b37 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.420686 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-3fc0088b-4105-468d-865f-7e460d642bea req-19106a67-1b76-4348-b249-dcdd36e98b37 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163 disassociated. External IP: 172.25.5.89, port: c1d3f07a-3ed4-4628-8043-3b35787e0b5a. Aug 20 15:03:32.440279 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bd4cf7c4-1c9a-4527-9639-053ccc7b742f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a91516af2cd445869aa039d9a8ae6752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6839709 Aug 20 15:03:32.456220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39914) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:32.518705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c4b9bed6-6565-4d5c-a326-9b8ad72ff708 None None] For port 76deaa4e-46f8-4520-bc97-ed2db1303577, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=76deaa4e-46f8-4520-bc97-ed2db1303577,segment=NetworkSegment(b22f7584-1cd3-440c-a12e-33d734eb7fb5),segment_id=b22f7584-1cd3-440c-a12e-33d734eb7fb5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:32.519611 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bed6-6565-4d5c-a326-9b8ad72ff708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.536889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c4b9bed6-6565-4d5c-a326-9b8ad72ff708 None None] Calling delete_port for 76deaa4e-46f8-4520-bc97-ed2db1303577 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:32.550465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4cf7c4-1c9a-4527-9639-053ccc7b742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ab9016-e2eb-4f42-a18e-5506ccb1b353,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:32.593638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Deleting port 76deaa4e-46f8-4520-bc97-ed2db1303577 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:32.594833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.642608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bed6-6565-4d5c-a326-9b8ad72ff708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.647324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-07eb9b0a-55e8-456b-be5b-b89d01803f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.651113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-07eb9b0a-55e8-456b-be5b-b89d01803f14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1097 time: 0.1652081 Aug 20 15:03:32.683048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9bed6-6565-4d5c-a326-9b8ad72ff708 None None] Pushing event deleted for resources: {'Port': ['ID=76deaa4e-46f8-4520-bc97-ed2db1303577,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:32.686311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9bed6-6565-4d5c-a326-9b8ad72ff708 None None] No DVR routers for this DVR port 76deaa4e-46f8-4520-bc97-ed2db1303577 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:32.706934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefff1-c1af-40b6-ad44-3d591b3cba52 req-81d026b5-1265-46f7-aa00-bdc647ca89d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.713563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefff1-c1af-40b6-ad44-3d591b3cba52 req-81d026b5-1265-46f7-aa00-bdc647ca89d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.715315 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c305d610-fb22-4770-88ff-1cdc2c42f0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.720454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefff1-c1af-40b6-ad44-3d591b3cba52 req-81d026b5-1265-46f7-aa00-bdc647ca89d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.726448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefff1-c1af-40b6-ad44-3d591b3cba52 req-81d026b5-1265-46f7-aa00-bdc647ca89d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.733210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefff1-c1af-40b6-ad44-3d591b3cba52 req-81d026b5-1265-46f7-aa00-bdc647ca89d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.741023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefff1-c1af-40b6-ad44-3d591b3cba52 req-81d026b5-1265-46f7-aa00-bdc647ca89d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.747110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefff1-c1af-40b6-ad44-3d591b3cba52 req-81d026b5-1265-46f7-aa00-bdc647ca89d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.755447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48cefff1-c1af-40b6-ad44-3d591b3cba52 req-81d026b5-1265-46f7-aa00-bdc647ca89d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.2588348 Aug 20 15:03:32.766964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] For port 76deaa4e-46f8-4520-bc97-ed2db1303577, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=76deaa4e-46f8-4520-bc97-ed2db1303577,segment=NetworkSegment(b22f7584-1cd3-440c-a12e-33d734eb7fb5),segment_id=b22f7584-1cd3-440c-a12e-33d734eb7fb5)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:32.767752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.771614 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c305d610-fb22-4770-88ff-1cdc2c42f0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:32.796701 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Calling delete_port for 76deaa4e-46f8-4520-bc97-ed2db1303577 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:32.913838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48cefff1-c1af-40b6-ad44-3d591b3cba52 req-f91513ef-9937-4a36-8520-0e59cf871982 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1572523 Aug 20 15:03:32.989042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-cc66e71a-bbcb-4dc5-bc8f-18da344a543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:32.990667 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-cc66e71a-bbcb-4dc5-bc8f-18da344a543b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.2328351 Aug 20 15:03:33.051900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-b2dc313c-1314-4b18-b8b2-267e5edb2776 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 217 time: 0.0527656 Aug 20 15:03:33.060960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fc0088b-4105-468d-865f-7e460d642bea req-19106a67-1b76-4348-b249-dcdd36e98b37 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Router 005ab4d7-73b3-426d-a409-6c165bc481f5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:33.192364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-0827ba18-53ff-4e68-8045-0dd7f49398e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:33.193284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 76deaa4e-46f8-4520-bc97-ed2db1303577 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:33.193876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-0827ba18-53ff-4e68-8045-0dd7f49398e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.1318421 Aug 20 15:03:33.205266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960f588-c5a4-413e-8492-72539f51e6eb req-e2a6b7d1-5c0f-4e35-b99a-da5b80908e36 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:33.206806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6960f588-c5a4-413e-8492-72539f51e6eb req-e2a6b7d1-5c0f-4e35-b99a-da5b80908e36 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1618931 Aug 20 15:03:33.217234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39920) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:33.230490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'floatingip': {'port_id': '3e0511e1-ab8a-4be9-89cb-b4372cb44279'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:33.233847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 76deaa4e-46f8-4520-bc97-ed2db1303577 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:03:33.241874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 76deaa4e-46f8-4520-bc97-ed2db1303577 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:03:33.283852 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c305d610-fb22-4770-88ff-1cdc2c42f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.287140 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c305d610-fb22-4770-88ff-1cdc2c42f0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.288473 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c305d610-fb22-4770-88ff-1cdc2c42f0c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69ab9016-e2eb-4f42-a18e-5506ccb1b353 HTTP/1.1" status: 204 len: 168 time: 0.8183947 Aug 20 15:03:33.304863 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.350734 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.370998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event deleted for resources: {'Port': ['ID=76deaa4e-46f8-4520-bc97-ed2db1303577,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:33.385448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] No DVR routers for this DVR port 76deaa4e-46f8-4520-bc97-ed2db1303577 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:33.451175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-0820ca9c-31ec-4593-b096-e3c259dc3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:33.452916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305d610-fb22-4770-88ff-1cdc2c42f0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ab9016-e2eb-4f42-a18e-5506ccb1b353,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:33.453724 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-0820ca9c-31ec-4593-b096-e3c259dc3a94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2440083 Aug 20 15:03:33.480847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fc0088b-4105-468d-865f-7e460d642bea req-19106a67-1b76-4348-b249-dcdd36e98b37 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:33.498538 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3fc0088b-4105-468d-865f-7e460d642bea req-19106a67-1b76-4348-b249-dcdd36e98b37 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.513693 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] Sync routers for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:33.533010 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:33.533770 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:33.617171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.643355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc490ad1-e312-4969-a481-17ed3db05a1c']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:33.687999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22f7584-1cd3-440c-a12e-33d734eb7fb5') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:33.690956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22f7584-1cd3-440c-a12e-33d734eb7fb5') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:33.717725 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:33.724848 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.755256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.767099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:03:33.769384 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:03:33.772524 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:03:33.837475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-19106a67-1b76-4348-b249-dcdd36e98b37 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "PUT /v2.0/floatingips/6ba7efb7-dae3-435e-8394-8b4843aea163 HTTP/1.1" status: 200 len: 695 time: 2.4051228 Aug 20 15:03:33.848432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00d50dc9-bb71-4be0-9a5b-4bdbfd99fda3 req-637609e6-7d65-43a0-a9f9-2115bf308b86 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/ports?device_id=b33d3640-0f5c-466b-a00c-3adb2fa3c3c8 HTTP/1.1" status: 200 len: 210 time: 0.0766098 Aug 20 15:03:33.884406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.901652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:33.910367 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "DELETE /v2.0/networks/dc490ad1-e312-4969-a481-17ed3db05a1c HTTP/1.1" status: 204 len: 168 time: 1.8966017 Aug 20 15:03:33.913282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39936) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:34.075420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad63a7-8c25-49a1-9854-04c6717af63c tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event deleted for resources: {'Network': ['ID=dc490ad1-e312-4969-a481-17ed3db05a1c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:34.134281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-21aa748a-bf50-4361-a13c-7db7e77f35f6 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507831 Aug 20 15:03:34.177655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0088b-4105-468d-865f-7e460d642bea req-722c90d8-acbc-4dd5-b9ba-c7f4ec561107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:34.179577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-722c90d8-acbc-4dd5-b9ba-c7f4ec561107 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1097 time: 0.2297843 Aug 20 15:03:34.231682 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:34.271005 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] Checking router: 005ab4d7-73b3-426d-a409-6c165bc481f5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:34.281108 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:34.282039 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:34.335303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Deleting port 8ce4eea8-8f36-4668-9ae5-98b4c6ead0fc {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:34.335712 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:34.384603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b56ea-56d6-4678-9c86-cb93c3e17243 req-b049d332-ed22-4dd0-b1a7-8cdb93d517c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:34.386181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e61b56ea-56d6-4678-9c86-cb93c3e17243 req-b049d332-ed22-4dd0-b1a7-8cdb93d517c6 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 945 time: 0.3952277 Aug 20 15:03:34.416019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:34.418878 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95672b97-90d2-4a2d-9937-5a2d16c71023" -d '{"events": [{"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:34.460328 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:34.565222 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:34.565664 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:34.589363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Calling delete_port for 8ce4eea8-8f36-4668-9ae5-98b4c6ead0fc owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:34.795206 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:34.836032 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d0395b-e0d6-4706-970a-4925416c93d6 None None] The sync data for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 is: [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:02:07Z', 'revision_number': 4, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '24f70950-eede-4d4e-bdd3-e2018cef58a8', 'name': '', 'network_id': 'b5d51df0-8ded-4e1f-9361-f128ff7d4af7', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'mac_address': 'fa:16:3e:b6:78:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:06Z', 'updated_at': '2021-08-20T15:02:20Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'subnets': [{'id': 'd613c57c-f773-463d-8846-8d113832ebc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:34.956396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:35.018826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.resource_extend [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:03:35.025957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Pushing event deleted for resources: {'Port': ['ID=8ce4eea8-8f36-4668-9ae5-98b4c6ead0fc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:35.027076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e61b56ea-56d6-4678-9c86-cb93c3e17243 req-9d9d1b38-1dc0-4a7c-b5cc-a056be2d2ada tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6252091 Aug 20 15:03:35.062048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c2b9eba-c4b5-4dd1-b31a-b7ee8b6356d4 req-cffc5a2e-a904-402e-834b-5275fa83d2c8 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8976955 Aug 20 15:03:35.120494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0088b-4105-468d-865f-7e460d642bea req-4aab40ce-1594-4e19-be10-9af528f031cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.132123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-4aab40ce-1594-4e19-be10-9af528f031cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.9349244 Aug 20 15:03:35.134168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:35.142998 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:35.144246 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-42641627-4c6c-4d6c-a917-3f539b7d9eca tempest-FloatingIPAdminTestJSON-1797127465 tempest-FloatingIPAdminTestJSON-1797127465-project] 10.222.0.36 "DELETE /v2.0/floatingips/0df57e02-ccdc-4746-a975-0841e6cabb22 HTTP/1.1" status: 204 len: 168 time: 1.2189648 Aug 20 15:03:35.170373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:35.224223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-dae3793d-af19-4f3b-90c8-7e26cbd10825 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 217 time: 0.0836170 Aug 20 15:03:35.224916 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:35.337376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd4d473-7b74-4fe2-9371-f5aab6f06146 None None] New status for floating IP 6ba7efb7-dae3-435e-8394-8b4843aea163: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:03:35.368671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6bebb-434a-44f3-aeef-f05137c3cc07 req-6f78486a-c0d9-4ebb-ab50-804f41b83829 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.379170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6bebb-434a-44f3-aeef-f05137c3cc07 req-6f78486a-c0d9-4ebb-ab50-804f41b83829 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.385048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6bebb-434a-44f3-aeef-f05137c3cc07 req-6f78486a-c0d9-4ebb-ab50-804f41b83829 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.391525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6bebb-434a-44f3-aeef-f05137c3cc07 req-6f78486a-c0d9-4ebb-ab50-804f41b83829 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.401363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6bebb-434a-44f3-aeef-f05137c3cc07 req-6f78486a-c0d9-4ebb-ab50-804f41b83829 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.408270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6bebb-434a-44f3-aeef-f05137c3cc07 req-6f78486a-c0d9-4ebb-ab50-804f41b83829 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.414702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6bebb-434a-44f3-aeef-f05137c3cc07 req-6f78486a-c0d9-4ebb-ab50-804f41b83829 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.424444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fff6bebb-434a-44f3-aeef-f05137c3cc07 req-6f78486a-c0d9-4ebb-ab50-804f41b83829 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5422 time: 0.2516892 Aug 20 15:03:35.443378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-4fe7bb8e-83fb-4a24-8093-a6b1269ed8d3 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.445197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-4fe7bb8e-83fb-4a24-8093-a6b1269ed8d3 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.72 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 945 time: 0.3434012 Aug 20 15:03:35.475025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0088b-4105-468d-865f-7e460d642bea req-65d8f35d-10ea-4d77-bfb8-629966ad766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.477235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-65d8f35d-10ea-4d77-bfb8-629966ad766d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.2190042 Aug 20 15:03:35.568263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fff6bebb-434a-44f3-aeef-f05137c3cc07 req-4b18742e-b18c-414d-ad20-006fbe58141f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429143 Aug 20 15:03:35.709107 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4573f53-4372-4d38-aefc-ba6149689d21 x-openstack-request-id: req-f4573f53-4372-4d38-aefc-ba6149689d21 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:35.709988 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:35.711063 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4573f53-4372-4d38-aefc-ba6149689d21 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:35.713005 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'status': 'completed', 'code': 200} Aug 20 15:03:35.716352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device eda3b34f-d54c-4cd9-bdde-876cea3d3eaa details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:03:35.783150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39966) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:35.860250 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Floating IP 8036a91e-8a9e-45ef-b17a-85d459cd1dfc associated. External IP: 172.25.5.116, port: 3e0511e1-ab8a-4be9-89cb-b4372cb44279. Aug 20 15:03:35.909211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0088b-4105-468d-865f-7e460d642bea req-5f3b9621-650d-41eb-a793-22e70c085b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.911129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-5f3b9621-650d-41eb-a793-22e70c085b37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3825777 Aug 20 15:03:35.923231 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:35.937184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-b98bae67-0a69-4c96-b16c-f8099c2f96fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:35.939603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-b98bae67-0a69-4c96-b16c-f8099c2f96fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=26b9fed811e74859ad27d0f95655ff31&device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 1097 time: 0.1360128 Aug 20 15:03:36.019013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:36.031520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'eda3b34f-d54c-4cd9-bdde-876cea3d3eaa', 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'port_id': 'eda3b34f-d54c-4cd9-bdde-876cea3d3eaa', 'mac_address': 'fa:16:3e:f1:77:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:03:36.072811 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.090604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda3b34f-d54c-4cd9-bdde-876cea3d3eaa {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:36.112360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:36.119172 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.120868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0fac00f8-0f79-4983-af5b-d5ff65d34932 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:03:36.127189 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9f5fa033-f01e-4740-862e-ba04a3f31475 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a66855205704c6ab23ad78984eee139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423653 Aug 20 15:03:36.128110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39978) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:36.129120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Deleting port 6f776ae0-8f24-48c9-9135-b0388b5438d7 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:36.129474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.200046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b4e63f7e-2840-4d8b-9cb6-cdee7670322f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.220749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39982) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:36.263564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:36.313856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b4e63f7e-2840-4d8b-9cb6-cdee7670322f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.337349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6237d-93a6-4974-bce5-3d8549e7b3b3 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.381379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-5fead495-52d1-43ee-9dec-1748a623ff85 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508169 Aug 20 15:03:36.383528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0fac00f8-0f79-4983-af5b-d5ff65d34932, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:36.390906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:36.402502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'port_id': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'mac_address': 'fa:16:3e:27:26:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:03:36.411272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6237d-93a6-4974-bce5-3d8549e7b3b3 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.469907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b4e63f7e-2840-4d8b-9cb6-cdee7670322f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.472540 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b4e63f7e-2840-4d8b-9cb6-cdee7670322f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.476498 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b4e63f7e-2840-4d8b-9cb6-cdee7670322f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2ccd744-94a0-42be-985d-168cfcb242fd HTTP/1.1" status: 204 len: 168 time: 0.3445897 Aug 20 15:03:36.480853 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.483179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e63f7e-2840-4d8b-9cb6-cdee7670322f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ccd744-94a0-42be-985d-168cfcb242fd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:36.502597 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6237d-93a6-4974-bce5-3d8549e7b3b3 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.509494 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0b6237d-93a6-4974-bce5-3d8549e7b3b3 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.521899 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b0b6237d-93a6-4974-bce5-3d8549e7b3b3 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "DELETE /v2.0/security-groups/57ce84e8-3497-4495-ba6d-eacbc700b226 HTTP/1.1" status: 204 len: 168 time: 0.2920661 Aug 20 15:03:36.528952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39986) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:36.537422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fac00f8-0f79-4983-af5b-d5ff65d34932 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:36.554234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6237d-93a6-4974-bce5-3d8549e7b3b3 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ce84e8-3497-4495-ba6d-eacbc700b226,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:36.556535 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-3c41a050-8ab4-4a7b-9177-1a9e82f3fa06 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] show failed (client error): The resource could not be found. Aug 20 15:03:36.568669 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3c41a050-8ab4-4a7b-9177-1a9e82f3fa06 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "GET /v2.0/security-groups/57ce84e8-3497-4495-ba6d-eacbc700b226 HTTP/1.1" status: 404 len: 347 time: 0.0341740 Aug 20 15:03:36.569923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39988) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:36.622579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0fac00f8-0f79-4983-af5b-d5ff65d34932, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:36.638250 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.643521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d806bb72-3591-4103-9932-4e1760445cbc details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:03:36.674597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf476-9645-47ec-810b-bf0760e31e2c req-0e652a28-cdd0-4684-95df-cb9c1870398f tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:36.681750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a9cf476-9645-47ec-810b-bf0760e31e2c req-0e652a28-cdd0-4684-95df-cb9c1870398f tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 945 time: 0.2831345 Aug 20 15:03:36.751866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d806bb72-3591-4103-9932-4e1760445cbc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d806bb72-3591-4103-9932-4e1760445cbc,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:36.762900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a9cf476-9645-47ec-810b-bf0760e31e2c req-1bc17de3-ec48-41e0-ada7-d9999a726466 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799918 Aug 20 15:03:36.766105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'd806bb72-3591-4103-9932-4e1760445cbc', 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'port_id': 'd806bb72-3591-4103-9932-4e1760445cbc', 'mac_address': 'fa:16:3e:56:c0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:03:36.789135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-8e4b9e09-2a05-4361-8bb5-aed69e3414b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:36.791145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-8e4b9e09-2a05-4361-8bb5-aed69e3414b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 200 len: 921 time: 0.8408389 Aug 20 15:03:36.798265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:36.814959 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] Sync routers for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:36.820599 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.821873 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.838604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] For port 6f776ae0-8f24-48c9-9135-b0388b5438d7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6f776ae0-8f24-48c9-9135-b0388b5438d7,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:36.839116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.846866 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:36.847982 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:36.894195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting port e2035b94-a3e4-455c-9d30-6f78f2669179 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:36.899651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.916471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d806bb72-3591-4103-9932-4e1760445cbc {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:36.929351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0fac00f8-0f79-4983-af5b-d5ff65d34932,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:36.961254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d806bb72-3591-4103-9932-4e1760445cbc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d806bb72-3591-4103-9932-4e1760445cbc,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:36.970224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:36.974570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:03:37.027040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fc0088b-4105-468d-865f-7e460d642bea req-0e6bdb46-a37a-4a54-9a88-fbc6114e94bf service neutron] 10.222.0.36 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429880 Aug 20 15:03:37.035277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-a50413fc-644e-4444-bfc0-b69b43e331d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 200 len: 217 time: 0.2331655 Aug 20 15:03:37.079581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9764413c-0982-4a75-a9de-e97ab586d7c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "PUT /v2.0/floatingips/8036a91e-8a9e-45ef-b17a-85d459cd1dfc HTTP/1.1" status: 200 len: 991 time: 3.8536279 Aug 20 15:03:37.137093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.137772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.157845 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:37.169046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Calling delete_port for e2035b94-a3e4-455c-9d30-6f78f2669179 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:37.255359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-631fa1f5-48d8-45ff-8661-ce862d30d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:37.260256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-631fa1f5-48d8-45ff-8661-ce862d30d07b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 200 len: 859 time: 0.1861377 Aug 20 15:03:37.274282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d806bb72-3591-4103-9932-4e1760445cbc,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:37.284864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40014) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:37.317103 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd1d5-0562-4a7d-b2f8-20c2204558bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.352976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:37.372956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '7bdd0a4c-585e-4a0c-9f66-7208a2692b7f', 'network_id': '196d4518-a484-49f3-8576-2d800630dd47', 'port_id': '7bdd0a4c-585e-4a0c-9f66-7208a2692b7f', 'mac_address': 'fa:16:3e:ba:4d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:03:37.439938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.472853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:37.526240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:37.532607 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.534068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 79342181-4130-44f2-b599-22ff72ffb523 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:03:37.587164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c1a-e252-42c7-a58c-cf100caec064 req-2aa94824-7647-48e3-8b85-d15f73812696 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:37.594305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c1a-e252-42c7-a58c-cf100caec064 req-2aa94824-7647-48e3-8b85-d15f73812696 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:37.600643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c1a-e252-42c7-a58c-cf100caec064 req-2aa94824-7647-48e3-8b85-d15f73812696 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:37.607515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c1a-e252-42c7-a58c-cf100caec064 req-2aa94824-7647-48e3-8b85-d15f73812696 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:37.613987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c1a-e252-42c7-a58c-cf100caec064 req-2aa94824-7647-48e3-8b85-d15f73812696 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:37.620640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c1a-e252-42c7-a58c-cf100caec064 req-2aa94824-7647-48e3-8b85-d15f73812696 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:37.637547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c1a-e252-42c7-a58c-cf100caec064 req-2aa94824-7647-48e3-8b85-d15f73812696 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:37.638347 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.644118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca447c1a-e252-42c7-a58c-cf100caec064 req-2aa94824-7647-48e3-8b85-d15f73812696 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5425 time: 0.6062250 Aug 20 15:03:37.656716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-60337c33-7e02-462e-9bb3-ab89756cf425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:37.658001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-60337c33-7e02-462e-9bb3-ab89756cf425 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b5d51df0-8ded-4e1f-9361-f128ff7d4af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3677633 Aug 20 15:03:37.726821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'tag': '3e0511e1-ab8a-4be9-89cb-b4372cb44279'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:37.728830 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dd074a-a507-483b-920f-2afdebebcaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "6412a076-9c4d-4770-9af1-281cd7856fc0", "tag": "3e0511e1-ab8a-4be9-89cb-b4372cb44279"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:37.732192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Port': ['ID=e2035b94-a3e4-455c-9d30-6f78f2669179,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:37.765531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd1d5-0562-4a7d-b2f8-20c2204558bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.773501 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd1d5-0562-4a7d-b2f8-20c2204558bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.777141 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '8036a91e-8a9e-45ef-b17a-85d459cd1dfc', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'port_id': '3e0511e1-ab8a-4be9-89cb-b4372cb44279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'mac_address': 'fa:16:3e:ed:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:03:03Z', 'updated_at': '2021-08-20T15:03:34Z', 'revision_number': 1, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:37.803577 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b9cfd1d5-0562-4a7d-b2f8-20c2204558bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e35cf89a610a4c09a1f40dd814604932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149589 Aug 20 15:03:37.806828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40034) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:37.809227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 79342181-4130-44f2-b599-22ff72ffb523, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=79342181-4130-44f2-b599-22ff72ffb523,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:37.854976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:37.881290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '79342181-4130-44f2-b599-22ff72ffb523', 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'port_id': '79342181-4130-44f2-b599-22ff72ffb523', 'mac_address': 'fa:16:3e:07:13:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:03:37.885188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfd1d5-0562-4a7d-b2f8-20c2204558bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd46f38-5eb6-4313-8b23-a9f918bd96c6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:37.888321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.899225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.900556 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e8deaca6-dc0b-47fd-8e19-1a5bc809b928 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "DELETE /v2.0/floatingips/6774a260-ce4d-4ff8-84b9-6981547c097e HTTP/1.1" status: 204 len: 168 time: 1.3293514 Aug 20 15:03:37.918338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40038) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:37.919574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b36d089c-05a1-4f01-a862-d8772fde7a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.945983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b36d089c-05a1-4f01-a862-d8772fde7a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:37.982068 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.015485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79342181-4130-44f2-b599-22ff72ffb523 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:38.035926 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b36d089c-05a1-4f01-a862-d8772fde7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.038783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b36d089c-05a1-4f01-a862-d8772fde7a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.039459 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] Checking router: 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:38.042857 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b36d089c-05a1-4f01-a862-d8772fde7a38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cd46f38-5eb6-4313-8b23-a9f918bd96c6 HTTP/1.1" status: 204 len: 168 time: 0.2273202 Aug 20 15:03:38.062504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 79342181-4130-44f2-b599-22ff72ffb523, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=79342181-4130-44f2-b599-22ff72ffb523,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:38.070315 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.070991 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:03:38.071445 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:38.075026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d089c-05a1-4f01-a862-d8772fde7a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd46f38-5eb6-4313-8b23-a9f918bd96c6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:38.077098 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:38.117211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-21cc710a-6af3-4f14-b60a-4cbf2b4e13fa tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting port cc2f0337-e1cb-4638-aeb2-fbefabf6d377 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:38.117564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21cc710a-6af3-4f14-b60a-4cbf2b4e13fa tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.289195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21cc710a-6af3-4f14-b60a-4cbf2b4e13fa tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.293838 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:38.303932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-21cc710a-6af3-4f14-b60a-4cbf2b4e13fa tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Calling delete_port for cc2f0337-e1cb-4638-aeb2-fbefabf6d377 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:38.481926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-e25ce026-c8d8-424c-91e8-1d31b4337d4d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips/6ba7efb7-dae3-435e-8394-8b4843aea163 HTTP/1.1" status: 200 len: 693 time: 0.7493248 Aug 20 15:03:38.535985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.536303 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.536605 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Floating IP e95da1be-3c65-452b-a1a7-c30e51eed61c disassociated. External IP: 172.25.5.7, port: 6f776ae0-8f24-48c9-9135-b0388b5438d7. Aug 20 15:03:38.536984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Calling delete_port for 6f776ae0-8f24-48c9-9135-b0388b5438d7 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:38.539889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21cc710a-6af3-4f14-b60a-4cbf2b4e13fa tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.553656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=79342181-4130-44f2-b599-22ff72ffb523,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:38.569841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:38.575685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca447c1a-e252-42c7-a58c-cf100caec064 req-17434418-1926-4658-b3f4-749b8f9e53d4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9075253 Aug 20 15:03:38.602001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '7af7bc0b-833f-4482-8e06-e1b9ae83ca66', 'network_id': 'cc815b3d-0f87-4c07-9a13-8fc9de10a3ec', 'port_id': '7af7bc0b-833f-4482-8e06-e1b9ae83ca66', 'mac_address': 'fa:16:3e:c8:b4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:03:38.616710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6f776ae0-8f24-48c9-9135-b0388b5438d7 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:38.637730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc710a-6af3-4f14-b60a-4cbf2b4e13fa tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Port': ['ID=cc2f0337-e1cb-4638-aeb2-fbefabf6d377,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:38.645124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-1b26a8ea-e1ed-426d-8929-ac2d208aab3b service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9751832 Aug 20 15:03:38.756887 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.771092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-26ada5af-4999-4388-96e0-94466ba39aae tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:38.782099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-26ada5af-4999-4388-96e0-94466ba39aae tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.2986629 Aug 20 15:03:38.793574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-f92f6eb9-265e-448a-91e3-888f5fa63758 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:03:38.807071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-f92f6eb9-265e-448a-91e3-888f5fa63758 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239775 Aug 20 15:03:38.824952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40052) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:38.860955 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af18ef01-6411-444e-8b64-b8bdf89e8723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:38.867431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:38.954113 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c7cd3f-eef8-42c2-a72b-413d64bd5022 x-openstack-request-id: req-11c7cd3f-eef8-42c2-a72b-413d64bd5022 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:38.954660 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6412a076-9c4d-4770-9af1-281cd7856fc0", "tag": "3e0511e1-ab8a-4be9-89cb-b4372cb44279", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:38.955576 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11c7cd3f-eef8-42c2-a72b-413d64bd5022 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:38.959764 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'tag': '3e0511e1-ab8a-4be9-89cb-b4372cb44279', 'status': 'completed', 'code': 200} Aug 20 15:03:38.991843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-bd7b4485-1f01-4f8d-81e6-2350130454eb tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 696 time: 0.1837914 Aug 20 15:03:39.006351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:39.012134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.041066 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.042694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b60b365e-9d5e-4e85-b50d-006c1b6d73fd details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:03:39.079487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21cc710a-6af3-4f14-b60a-4cbf2b4e13fa tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.089710 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-21cc710a-6af3-4f14-b60a-4cbf2b4e13fa tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "DELETE /v2.0/ports/cc2f0337-e1cb-4638-aeb2-fbefabf6d377 HTTP/1.1" status: 204 len: 168 time: 1.1088948 Aug 20 15:03:39.104480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40056) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:39.152040 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '8036a91e-8a9e-45ef-b17a-85d459cd1dfc', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'port_id': '3e0511e1-ab8a-4be9-89cb-b4372cb44279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'mac_address': 'fa:16:3e:ed:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:03:03Z', 'updated_at': '2021-08-20T15:03:34Z', 'revision_number': 1, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:39.201768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-de98426d-727d-42a6-b635-08e13f044d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:39.203376 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-de98426d-727d-42a6-b635-08e13f044d06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 1097 time: 0.2473989 Aug 20 15:03:39.214728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-6ef9e803-7c8f-478f-9fad-4663c118e3f5 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.89 HTTP/1.1" status: 200 len: 696 time: 0.2218993 Aug 20 15:03:39.228040 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f5587d-8e14-4a0c-8841-c4830edb9064 None None] The sync data for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 is: [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '8036a91e-8a9e-45ef-b17a-85d459cd1dfc', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'port_id': '3e0511e1-ab8a-4be9-89cb-b4372cb44279', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'mac_address': 'fa:16:3e:ed:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:03:03Z', 'updated_at': '2021-08-20T15:03:34Z', 'revision_number': 1, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:39.261184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95672b97-90d2-4a2d-9937-5a2d16c71023 req-31ec1642-136b-4b0f-8336-e6e1dbe28e07 service neutron] 10.222.0.72 "GET /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012771 Aug 20 15:03:39.310561 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.resource_extend [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:03:39.351260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:39.359511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b60b365e-9d5e-4e85-b50d-006c1b6d73fd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:39.372574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd', 'network_id': '196d4518-a484-49f3-8576-2d800630dd47', 'port_id': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd', 'mac_address': 'fa:16:3e:48:93:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:03:39.388218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40060) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:39.390108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-e8af6ea4-04d3-48bd-9054-d93a238a9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:39.392306 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-e8af6ea4-04d3-48bd-9054-d93a238a9608 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.1754200 Aug 20 15:03:39.430306 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.447926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60b365e-9d5e-4e85-b50d-006c1b6d73fd {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:39.474707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b746ac-0d3f-4a60-8793-ee0e7a4cb231 req-42209562-b227-41f9-b043-4bbade85ad28 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:39.482999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34b746ac-0d3f-4a60-8793-ee0e7a4cb231 req-42209562-b227-41f9-b043-4bbade85ad28 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 945 time: 0.4715254 Aug 20 15:03:39.484203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b60b365e-9d5e-4e85-b50d-006c1b6d73fd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:39.516815 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.535951 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-801c74a0-076d-4637-9283-41227ec1d8cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 200 len: 999 time: 0.1342344 Aug 20 15:03:39.536661 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.612202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af18ef01-6411-444e-8b64-b8bdf89e8723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.625711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Pushing event deleted for resources: {'Port': ['ID=6f776ae0-8f24-48c9-9135-b0388b5438d7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:39.633565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af18ef01-6411-444e-8b64-b8bdf89e8723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.650627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:39.692761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b633b-45b9-40dc-a6c2-0aed933cadaa None None] New status for floating IP 8036a91e-8a9e-45ef-b17a-85d459cd1dfc: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:03:39.712286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34b746ac-0d3f-4a60-8793-ee0e7a4cb231 req-62286167-563a-4494-ae17-9c2f2c541585 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups?id=0e81d3c2-0dfa-4733-a064-c58ee1b60c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279408 Aug 20 15:03:39.715592 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-667dbe8f-2be2-44d7-b24f-4209ca7fad4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.747483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18ef01-6411-444e-8b64-b8bdf89e8723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d97188-bf87-4fb5-976d-f2dfba214b50,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:39.773873 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-af18ef01-6411-444e-8b64-b8bdf89e8723 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff7f59d42fc24afea010f96915e3e7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9467120 Aug 20 15:03:39.774785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40066) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:39.776560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-e0ff1544-ce07-4517-b6bd-a7cc89f1700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:39.778148 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-e0ff1544-ce07-4517-b6bd-a7cc89f1700d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.2287846 Aug 20 15:03:39.818811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f22a5fb9-9116-4c95-93e6-cd5b1f3f800a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting port 80f09775-f1f0-43e2-8b62-9ece74cfd13a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:39.819608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fb9-9116-4c95-93e6-cd5b1f3f800a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:39.904441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-89f2e26b-c3bb-4358-b2d8-606447eaea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:39.907161 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-89f2e26b-c3bb-4358-b2d8-606447eaea2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096108 Aug 20 15:03:39.980665 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4341014c-f752-4ac9-b29b-19eae8524a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.054440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4341014c-f752-4ac9-b29b-19eae8524a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.069828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Deleting port c952dbbe-38cc-4653-b5c2-399a50484dab {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:40.069828 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.072755 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-7906629e-68aa-4388-b535-53971eda8ee5 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543319 Aug 20 15:03:40.190794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Router c9d3c957-5974-4f62-a3ce-96dac74b1f18 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:40.237112 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fb9-9116-4c95-93e6-cd5b1f3f800a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.244337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4341014c-f752-4ac9-b29b-19eae8524a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.247629 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4341014c-f752-4ac9-b29b-19eae8524a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.248978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4341014c-f752-4ac9-b29b-19eae8524a02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2d97188-bf87-4fb5-976d-f2dfba214b50 HTTP/1.1" status: 204 len: 168 time: 0.4694853 Aug 20 15:03:40.263533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341014c-f752-4ac9-b29b-19eae8524a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d97188-bf87-4fb5-976d-f2dfba214b50,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:40.279815 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-23dd074a-a507-483b-920f-2afdebebcaa0 req-81f62b4c-ffd3-4bc8-b117-808178f15fc9 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868076 Aug 20 15:03:40.283580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664440-c5f2-4c1e-b9a3-b8a520f5c5c5 req-a4beb5b4-b7fd-4610-9a7b-ff60911e2e25 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:40.304286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664440-c5f2-4c1e-b9a3-b8a520f5c5c5 req-a4beb5b4-b7fd-4610-9a7b-ff60911e2e25 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:40.311333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664440-c5f2-4c1e-b9a3-b8a520f5c5c5 req-a4beb5b4-b7fd-4610-9a7b-ff60911e2e25 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:40.318335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664440-c5f2-4c1e-b9a3-b8a520f5c5c5 req-a4beb5b4-b7fd-4610-9a7b-ff60911e2e25 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:40.324064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664440-c5f2-4c1e-b9a3-b8a520f5c5c5 req-a4beb5b4-b7fd-4610-9a7b-ff60911e2e25 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:40.330371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664440-c5f2-4c1e-b9a3-b8a520f5c5c5 req-a4beb5b4-b7fd-4610-9a7b-ff60911e2e25 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:40.336392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664440-c5f2-4c1e-b9a3-b8a520f5c5c5 req-a4beb5b4-b7fd-4610-9a7b-ff60911e2e25 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:40.338480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84664440-c5f2-4c1e-b9a3-b8a520f5c5c5 req-a4beb5b4-b7fd-4610-9a7b-ff60911e2e25 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5429 time: 0.3475356 Aug 20 15:03:40.348687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f22a5fb9-9116-4c95-93e6-cd5b1f3f800a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Calling delete_port for 80f09775-f1f0-43e2-8b62-9ece74cfd13a owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:40.441730 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.442148 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.501597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['eda3b34f-d54c-4cd9-bdde-876cea3d3eaa'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:40.506309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Calling delete_port for c952dbbe-38cc-4653-b5c2-399a50484dab owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:40.544141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84664440-c5f2-4c1e-b9a3-b8a520f5c5c5 req-8a9e878b-3ee7-4440-8804-3467aa428111 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1827259 Aug 20 15:03:40.565984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-667dbe8f-2be2-44d7-b24f-4209ca7fad4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.577990 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-667dbe8f-2be2-44d7-b24f-4209ca7fad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.582163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['7bdd0a4c-585e-4a0c-9f66-7208a2692b7f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:40.630722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['79342181-4130-44f2-b599-22ff72ffb523'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:40.669374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['7af7bc0b-833f-4482-8e06-e1b9ae83ca66'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:40.671530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d806bb72-3591-4103-9932-4e1760445cbc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:40.697017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['b60b365e-9d5e-4e85-b50d-006c1b6d73fd'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:40.731831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-667dbe8f-2be2-44d7-b24f-4209ca7fad4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2abac9fb83e64238ac104f63b41464f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3421319 Aug 20 15:03:40.735898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40076) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:40.748306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dbe8f-2be2-44d7-b24f-4209ca7fad4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e520f6-15aa-4d68-b76e-97104d88940b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:40.783120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:40.841957 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] Sync routers for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:40.899343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] No DVR routers for this DVR port 6f776ae0-8f24-48c9-9135-b0388b5438d7 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:40.913980 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:40.916274 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:40.936099 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62290759-96ba-4e01-8340-d95b3f953993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.940776 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:40.949038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41323565-8c8d-49aa-bbcd-2cf46873fc63 req-b63cb308-dab1-4d2e-bb14-2a9982f0c41c tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.72 "DELETE /v2.0/ports/6f776ae0-8f24-48c9-9135-b0388b5438d7 HTTP/1.1" status: 204 len: 173 time: 5.4866436 Aug 20 15:03:40.968692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a89bf929-e969-4da7-a393-3b3948dd02ae req-47f85559-4d17-407f-8c26-0bae80aaee9a tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/ports?device_id=730a5fb1-99be-42ac-84a3-f15e465385ab HTTP/1.1" status: 200 len: 210 time: 0.1384196 Aug 20 15:03:40.972546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'name': 'network-vif-deleted', 'tag': '6f776ae0-8f24-48c9-9135-b0388b5438d7'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:40.986760 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931e38fc-3aa6-4de1-b0dd-52b20e027433" -d '{"events": [{"server_uuid": "730a5fb1-99be-42ac-84a3-f15e465385ab", "name": "network-vif-deleted", "tag": "6f776ae0-8f24-48c9-9135-b0388b5438d7"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:41.038370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62290759-96ba-4e01-8340-d95b3f953993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:41.174325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fb9-9116-4c95-93e6-cd5b1f3f800a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:41.204383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62290759-96ba-4e01-8340-d95b3f953993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:41.206995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62290759-96ba-4e01-8340-d95b3f953993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:41.210525 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-62290759-96ba-4e01-8340-d95b3f953993 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3e520f6-15aa-4d68-b76e-97104d88940b HTTP/1.1" status: 204 len: 168 time: 0.4720237 Aug 20 15:03:41.256504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62290759-96ba-4e01-8340-d95b3f953993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e520f6-15aa-4d68-b76e-97104d88940b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:41.278929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a5fb9-9116-4c95-93e6-cd5b1f3f800a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Port': ['ID=80f09775-f1f0-43e2-8b62-9ece74cfd13a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:41.288493 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:41.301275 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7c5946-cbc6-429f-ac1b-78ffe625f93e x-openstack-request-id: req-0c7c5946-cbc6-429f-ac1b-78ffe625f93e {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:41.301607 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "730a5fb1-99be-42ac-84a3-f15e465385ab", "name": "network-vif-deleted", "tag": "6f776ae0-8f24-48c9-9135-b0388b5438d7", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:41.301824 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c7c5946-cbc6-429f-ac1b-78ffe625f93e {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:41.302224 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '730a5fb1-99be-42ac-84a3-f15e465385ab', 'name': 'network-vif-deleted', 'tag': '6f776ae0-8f24-48c9-9135-b0388b5438d7', 'status': 'completed', 'code': 200} Aug 20 15:03:41.424139 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:41.431925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0fac00f8-0f79-4983-af5b-d5ff65d34932'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:03:41.575508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Pushing event deleted for resources: {'Port': ['ID=c952dbbe-38cc-4653-b5c2-399a50484dab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:41.648496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f22a5fb9-9116-4c95-93e6-cd5b1f3f800a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:41.659737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40100) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:41.660358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f22a5fb9-9116-4c95-93e6-cd5b1f3f800a tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "DELETE /v2.0/ports/80f09775-f1f0-43e2-8b62-9ece74cfd13a HTTP/1.1" status: 204 len: 168 time: 2.5531802 Aug 20 15:03:41.872282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2120260-d6b8-4198-bb99-d260c09e9dd8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting subnet 96441a92-3c2c-40de-877e-8c1c21ca8152 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:03:41.886306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2120260-d6b8-4198-bb99-d260c09e9dd8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:41.895063 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:03:41.952648 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:41.959568 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:41.965883 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:08Z', 'revision_number': 5, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:41.983850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da7ee6d4-84d7-4bbd-9a3e-eb26603bcb12 req-5093ba89-0dbe-45b1-b4c9-906e1895fc81 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "DELETE /v2.0/floatingips/6ba7efb7-dae3-435e-8394-8b4843aea163 HTTP/1.1" status: 204 len: 173 time: 2.7675743 Aug 20 15:03:42.071919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3994c-9120-4607-9dae-437bb1bc6c42 req-489e5350-3b6e-4315-bf27-5968615905b6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:42.088333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2120260-d6b8-4198-bb99-d260c09e9dd8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:42.090887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3994c-9120-4607-9dae-437bb1bc6c42 req-489e5350-3b6e-4315-bf27-5968615905b6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:42.105117 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] Checking router: c9d3c957-5974-4f62-a3ce-96dac74b1f18 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:42.121125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3994c-9120-4607-9dae-437bb1bc6c42 req-489e5350-3b6e-4315-bf27-5968615905b6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:42.133757 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:42.134385 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:42.148783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3994c-9120-4607-9dae-437bb1bc6c42 req-489e5350-3b6e-4315-bf27-5968615905b6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:42.165917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3994c-9120-4607-9dae-437bb1bc6c42 req-489e5350-3b6e-4315-bf27-5968615905b6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:42.187417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3994c-9120-4607-9dae-437bb1bc6c42 req-489e5350-3b6e-4315-bf27-5968615905b6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:42.214802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3994c-9120-4607-9dae-437bb1bc6c42 req-489e5350-3b6e-4315-bf27-5968615905b6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:42.228326 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8b3994c-9120-4607-9dae-437bb1bc6c42 req-489e5350-3b6e-4315-bf27-5968615905b6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5429 time: 0.5013242 Aug 20 15:03:42.324166 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8b3994c-9120-4607-9dae-437bb1bc6c42 req-907543cc-764a-4ff8-b4a9-d72452f9a52c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903969 Aug 20 15:03:42.347121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2120260-d6b8-4198-bb99-d260c09e9dd8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:42.416772 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-764894ac-03c7-4141-9026-425726597453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:42.419177 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:42.475514 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2120260-d6b8-4198-bb99-d260c09e9dd8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:42.518356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40132) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:42.564278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2120260-d6b8-4198-bb99-d260c09e9dd8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:42.567406 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c2120260-d6b8-4198-bb99-d260c09e9dd8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "DELETE /v2.0/subnets/96441a92-3c2c-40de-877e-8c1c21ca8152 HTTP/1.1" status: 204 len: 168 time: 0.9060597 Aug 20 15:03:42.568747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2120260-d6b8-4198-bb99-d260c09e9dd8 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Subnet': ['ID=96441a92-3c2c-40de-877e-8c1c21ca8152,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:42.572836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40134) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:42.578147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7fa31a-8b15-4373-a4e1-c3f2d5cfb99b None None] Network 3e13694c-b908-45f1-a031-45b448bf5ef6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:03:42.697476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6a51ae-2a69-4879-a6b5-bccb0dc563d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting subnet 52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:03:42.701520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa6a51ae-2a69-4879-a6b5-bccb0dc563d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:42.782066 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:08Z', 'revision_number': 5, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:42.785409 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa6a51ae-2a69-4879-a6b5-bccb0dc563d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:42.795629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d2357-c94e-4e44-9424-483f6f5101fa req-d30e3d83-c2c9-4226-8a5d-02c23ce92406 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:42.806515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d4d2357-c94e-4e44-9424-483f6f5101fa req-d30e3d83-c2c9-4226-8a5d-02c23ce92406 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 945 time: 0.2774711 Aug 20 15:03:42.819208 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50827ba-d540-47d1-99c5-63d7cfc09f2a None None] The sync data for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 is: [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:00:00Z', 'revision_number': 4, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '6349cd8a-87eb-4ee4-860d-a4922c37e2f4', 'name': '', 'network_id': '5d729d78-7799-4f59-b66e-f55a7be0c223', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'mac_address': 'fa:16:3e:a8:77:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:59Z', 'updated_at': '2021-08-20T15:00:08Z', 'revision_number': 5, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'subnets': [{'id': 'ec2829c1-8296-4b2c-ac33-23ac9e8e051c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:42.829999 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae0da-58d5-4ff4-8e9f-57e64dbb3ea7 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:42.883605 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae0da-58d5-4ff4-8e9f-57e64dbb3ea7 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.001643 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa6a51ae-2a69-4879-a6b5-bccb0dc563d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.010056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b9685-e839-4279-82ab-34a2823b05e7 None None] DHCP port deletion for 3e13694c-b908-45f1-a031-45b448bf5ef6 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:03:43.012315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d4d2357-c94e-4e44-9424-483f6f5101fa req-49a9e902-1f64-44e8-a06a-5adbbfb85844 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033842 Aug 20 15:03:43.013610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae0da-58d5-4ff4-8e9f-57e64dbb3ea7 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.018338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f2ae0da-58d5-4ff4-8e9f-57e64dbb3ea7 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.019991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7f2ae0da-58d5-4ff4-8e9f-57e64dbb3ea7 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "DELETE /v2.0/security-groups/0e81d3c2-0dfa-4733-a064-c58ee1b60c17 HTTP/1.1" status: 204 len: 168 time: 0.5003774 Aug 20 15:03:43.024612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40150) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:43.055006 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-f8a311f8-2c9c-47cd-9cd1-7077977b9584 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] show failed (client error): The resource could not be found. Aug 20 15:03:43.056820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f8a311f8-2c9c-47cd-9cd1-7077977b9584 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "GET /v2.0/security-groups/0e81d3c2-0dfa-4733-a064-c58ee1b60c17 HTTP/1.1" status: 404 len: 347 time: 0.0297887 Aug 20 15:03:43.059861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40152) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:43.097056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b9685-e839-4279-82ab-34a2823b05e7 None None] Deleting port 3b263227-6a61-4a81-a17c-1313e5e16151 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:43.097056 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9685-e839-4279-82ab-34a2823b05e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.133520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ae0da-58d5-4ff4-8e9f-57e64dbb3ea7 tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81d3c2-0dfa-4733-a064-c58ee1b60c17,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:43.170145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa6a51ae-2a69-4879-a6b5-bccb0dc563d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.238181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a51ae-2a69-4879-a6b5-bccb0dc563d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Subnet': ['ID=52ff4fb2-97e7-4dec-9385-0d3b8ae66af0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:43.255327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa6a51ae-2a69-4879-a6b5-bccb0dc563d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.260868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aa6a51ae-2a69-4879-a6b5-bccb0dc563d6 tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "DELETE /v2.0/subnets/52ff4fb2-97e7-4dec-9385-0d3b8ae66af0 HTTP/1.1" status: 204 len: 168 time: 0.6710474 Aug 20 15:03:43.263773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40156) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:43.272822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3b263227-6a61-4a81-a17c-1313e5e16151 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:43.279992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213da32e-59c2-4ea2-97f2-94ca4c3dec9c None None] Network 5f6fa9f8-dffe-4941-a197-5414e380866a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:03:43.350597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Deleting port 7d7df666-ca65-4d1b-aba8-230be0d069a9 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:43.353910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.451824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.460693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c20642-9c72-401a-8963-8cc9b0967006 None None] New status for floating IP e95da1be-3c65-452b-a1a7-c30e51eed61c: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:03:43.547379 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.548332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.559051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40172) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:43.563689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Calling delete_port for 7d7df666-ca65-4d1b-aba8-230be0d069a9 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:43.617374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Deleting port 3b263227-6a61-4a81-a17c-1313e5e16151 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:43.617723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.698608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07a071-6a0c-4def-b844-c12f5c6c397f req-ba774e26-c572-44f7-8fa2-874f4e070839 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:43.704984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07a071-6a0c-4def-b844-c12f5c6c397f req-ba774e26-c572-44f7-8fa2-874f4e070839 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:43.711092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07a071-6a0c-4def-b844-c12f5c6c397f req-ba774e26-c572-44f7-8fa2-874f4e070839 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:43.717111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07a071-6a0c-4def-b844-c12f5c6c397f req-ba774e26-c572-44f7-8fa2-874f4e070839 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:43.725319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07a071-6a0c-4def-b844-c12f5c6c397f req-ba774e26-c572-44f7-8fa2-874f4e070839 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:43.731684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07a071-6a0c-4def-b844-c12f5c6c397f req-ba774e26-c572-44f7-8fa2-874f4e070839 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:43.738710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07a071-6a0c-4def-b844-c12f5c6c397f req-ba774e26-c572-44f7-8fa2-874f4e070839 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:43.747385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc07a071-6a0c-4def-b844-c12f5c6c397f req-ba774e26-c572-44f7-8fa2-874f4e070839 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5429 time: 0.1715112 Aug 20 15:03:43.770726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8b790ae8-79e3-4340-8b63-42b7580c7ba0 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1324372327'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:43.771216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8b790ae8-79e3-4340-8b63-42b7580c7ba0 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Unknown quota resources ['metering_label']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 15:03:43.794783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device eda3b34f-d54c-4cd9-bdde-876cea3d3eaa up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:43.830735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-fb7b9685-e839-4279-82ab-34a2823b05e7 None None] For port 3b263227-6a61-4a81-a17c-1313e5e16151, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3b263227-6a61-4a81-a17c-1313e5e16151,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:43.831809 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9685-e839-4279-82ab-34a2823b05e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.856114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b9685-e839-4279-82ab-34a2823b05e7 None None] Calling delete_port for 3b263227-6a61-4a81-a17c-1313e5e16151 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:43.874688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc07a071-6a0c-4def-b844-c12f5c6c397f req-bcb9a783-f3db-47c4-8d45-49e30afa7f53 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261873 Aug 20 15:03:43.931279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.945342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] For port 3b263227-6a61-4a81-a17c-1313e5e16151, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3b263227-6a61-4a81-a17c-1313e5e16151,segment=NetworkSegment(a0ad8d13-727e-434f-a68e-736de99ea70c),segment_id=a0ad8d13-727e-434f-a68e-736de99ea70c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:43.948829 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:43.964852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Calling delete_port for 3b263227-6a61-4a81-a17c-1313e5e16151 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:44.026445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Pushing event deleted for resources: {'Port': ['ID=7d7df666-ca65-4d1b-aba8-230be0d069a9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:44.140592 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.153394 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb7b9685-e839-4279-82ab-34a2823b05e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.199933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:44.206743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b9685-e839-4279-82ab-34a2823b05e7 None None] Pushing event deleted for resources: {'Port': ['ID=3b263227-6a61-4a81-a17c-1313e5e16151,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:44.211021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b790ae8-79e3-4340-8b63-42b7580c7ba0 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.212112 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8b790ae8-79e3-4340-8b63-42b7580c7ba0 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6477945 Aug 20 15:03:44.217294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40178) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:44.221422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:44.221797 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.223692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-43a1ac93-17f5-4ee6-a99c-200539f94add tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'db06f69d-0d57-4fef-94f6-80a66bf804e4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:44.224823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-43a1ac93-17f5-4ee6-a99c-200539f94add tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 15:03:44.225229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b9685-e839-4279-82ab-34a2823b05e7 None None] No DVR routers for this DVR port 3b263227-6a61-4a81-a17c-1313e5e16151 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:44.330818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfede13-6c52-43f4-8f28-5c35231b3e01 None None] DHCP port deletion for 5f6fa9f8-dffe-4941-a197-5414e380866a request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:03:44.366420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.369194 n-d-695189-15 neutron-server[101100]: WARNING neutron.services.metering.metering_plugin [None req-43a1ac93-17f5-4ee6-a99c-200539f94add tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 15:03:44.375100 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.381809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.384003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0654b373-af55-4a7f-8da2-368a102f6a9b tempest-ServersTestManualDisk-1123259219 tempest-ServersTestManualDisk-1123259219-project] 10.222.0.36 "DELETE /v2.0/floatingips/e95da1be-3c65-452b-a1a7-c30e51eed61c HTTP/1.1" status: 204 len: 168 time: 1.3221970 Aug 20 15:03:44.390670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40182) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:44.403855 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.435064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda3b34f-d54c-4cd9-bdde-876cea3d3eaa'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:44.437580 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee355fe-8b99-406e-9c45-b80336185faa" -d '{"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "eda3b34f-d54c-4cd9-bdde-876cea3d3eaa"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:44.455200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:44.460479 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.489494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0bfede13-6c52-43f4-8f28-5c35231b3e01 None None] Deleting port e8fb7001-8910-49b7-b7e2-cf595c353d93 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:44.490122 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0bfede13-6c52-43f4-8f28-5c35231b3e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.530253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-43a1ac93-17f5-4ee6-a99c-200539f94add tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.534817 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-43a1ac93-17f5-4ee6-a99c-200539f94add tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3130305 Aug 20 15:03:44.534817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Port': ['ID=3b263227-6a61-4a81-a17c-1313e5e16151,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:44.539675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:44.543974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] No DVR routers for this DVR port 3b263227-6a61-4a81-a17c-1313e5e16151 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:44.549108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e3d92c76-b614-485e-912b-886099919ff6 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'db06f69d-0d57-4fef-94f6-80a66bf804e4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:44.549853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e3d92c76-b614-485e-912b-886099919ff6 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 15:03:44.681297 n-d-695189-15 neutron-server[101100]: WARNING neutron.services.metering.metering_plugin [None req-e3d92c76-b614-485e-912b-886099919ff6 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 15:03:44.708283 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8a12d9-3fce-41ab-8b15-263e96fb2176 x-openstack-request-id: req-1d8a12d9-3fce-41ab-8b15-263e96fb2176 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:44.708500 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "eda3b34f-d54c-4cd9-bdde-876cea3d3eaa", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:44.708724 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d8a12d9-3fce-41ab-8b15-263e96fb2176 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:44.709118 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda3b34f-d54c-4cd9-bdde-876cea3d3eaa', 'code': 200} Aug 20 15:03:44.766060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:44.780339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0bfede13-6c52-43f4-8f28-5c35231b3e01 None None] For port e8fb7001-8910-49b7-b7e2-cf595c353d93, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e8fb7001-8910-49b7-b7e2-cf595c353d93,segment=NetworkSegment(c24de2fd-5309-47f7-86a0-7a13faa2350c),segment_id=c24de2fd-5309-47f7-86a0-7a13faa2350c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:44.780841 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0bfede13-6c52-43f4-8f28-5c35231b3e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.791537 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.797170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0bfede13-6c52-43f4-8f28-5c35231b3e01 None None] Calling delete_port for e8fb7001-8910-49b7-b7e2-cf595c353d93 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:44.931730 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e3d92c76-b614-485e-912b-886099919ff6 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.935299 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e3d92c76-b614-485e-912b-886099919ff6 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3908343 Aug 20 15:03:44.936341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40198) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:44.954174 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:44.964409 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fdd3b876-313f-46e0-a15e-684200412214 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=14104667-5cbd-479e-a5b4-faaebbb1fe65 HTTP/1.1" status: 200 len: 462 time: 0.0244415 Aug 20 15:03:44.979611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40200) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:44.993416 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0bfede13-6c52-43f4-8f28-5c35231b3e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.003000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e13694c-b908-45f1-a031-45b448bf5ef6']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:45.038433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfede13-6c52-43f4-8f28-5c35231b3e01 None None] Pushing event deleted for resources: {'Port': ['ID=e8fb7001-8910-49b7-b7e2-cf595c353d93,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:45.045650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ad8d13-727e-434f-a68e-736de99ea70c') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:45.045945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfede13-6c52-43f4-8f28-5c35231b3e01 None None] No DVR routers for this DVR port e8fb7001-8910-49b7-b7e2-cf595c353d93 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:45.046063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ad8d13-727e-434f-a68e-736de99ea70c') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:45.131570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-599034fe-20aa-40ed-b075-5f3690148975 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:45.133145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-599034fe-20aa-40ed-b075-5f3690148975 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.72 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 945 time: 1.0495179 Aug 20 15:03:45.157844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.167236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5845eda4-eb72-45c9-a391-1e1d168a9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.185770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e8fb7001-8910-49b7-b7e2-cf595c353d93 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:45.220660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: e8fb7001-8910-49b7-b7e2-cf595c353d93 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:03:45.221022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e8fb7001-8910-49b7-b7e2-cf595c353d93 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:03:45.241283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bd7b252c-3136-4883-93c5-2ee882402f12 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.244789 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bd7b252c-3136-4883-93c5-2ee882402f12 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/14104667-5cbd-479e-a5b4-faaebbb1fe65 HTTP/1.1" status: 204 len: 168 time: 0.2619951 Aug 20 15:03:45.255151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40212) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:45.277629 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3d4572c5-8312-4183-b4fe-1bd486d0db44 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=14104667-5cbd-479e-a5b4-faaebbb1fe65 HTTP/1.1" status: 200 len: 221 time: 0.0212708 Aug 20 15:03:45.283582 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.287045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40216) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:45.302944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9e9ce-a62b-4597-8e05-205bd8cfec0d req-2f605dfe-1688-4020-a94d-051cefc6165d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:45.311992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2f45731c-a55a-4773-904b-14504304d43e tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--489105751', 'description': 'label created by tempest'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:45.312969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddd9e9ce-a62b-4597-8e05-205bd8cfec0d req-2f605dfe-1688-4020-a94d-051cefc6165d tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 945 time: 1.1067479 Aug 20 15:03:45.314574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2f45731c-a55a-4773-904b-14504304d43e tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Unknown quota resources ['metering_label']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 15:03:45.320619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:03:45.321093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:03:45.325799 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:03:45.454904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.464279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.470474 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "DELETE /v2.0/networks/3e13694c-b908-45f1-a031-45b448bf5ef6 HTTP/1.1" status: 204 len: 168 time: 2.2038324 Aug 20 15:03:45.511038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40220) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:45.587596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:45.669400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:45.675964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:45.677100 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.688339 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.710015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dcfbc-addf-40bb-bac0-f188889896a7 req-4bee694d-9adc-45a4-aa3c-c61885d228ab tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:45.719371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dcfbc-addf-40bb-bac0-f188889896a7 req-4bee694d-9adc-45a4-aa3c-c61885d228ab tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:45.729346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dcfbc-addf-40bb-bac0-f188889896a7 req-4bee694d-9adc-45a4-aa3c-c61885d228ab tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:45.738300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dcfbc-addf-40bb-bac0-f188889896a7 req-4bee694d-9adc-45a4-aa3c-c61885d228ab tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:45.744830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dcfbc-addf-40bb-bac0-f188889896a7 req-4bee694d-9adc-45a4-aa3c-c61885d228ab tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:45.752471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dcfbc-addf-40bb-bac0-f188889896a7 req-4bee694d-9adc-45a4-aa3c-c61885d228ab tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:45.758744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dcfbc-addf-40bb-bac0-f188889896a7 req-4bee694d-9adc-45a4-aa3c-c61885d228ab tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:45.760956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-945dcfbc-addf-40bb-bac0-f188889896a7 req-4bee694d-9adc-45a4-aa3c-c61885d228ab tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5430 time: 0.6437750 Aug 20 15:03:45.790578 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.799975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddd9e9ce-a62b-4597-8e05-205bd8cfec0d req-df4fd90b-237f-41e2-a25a-df94b0586999 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805255 Aug 20 15:03:45.854892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:45.867527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:45.868867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0fac00f8-0f79-4983-af5b-d5ff65d34932 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:45.980996 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb444e07-26d5-4b9a-a3cf-12cf0a222c6e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Network': ['ID=3e13694c-b908-45f1-a031-45b448bf5ef6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:45.994976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:46.016040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 0fac00f8-0f79-4983-af5b-d5ff65d34932 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:46.021730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 0fac00f8-0f79-4983-af5b-d5ff65d34932 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:46.022471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.022924 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2f45731c-a55a-4773-904b-14504304d43e tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.024427 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2f45731c-a55a-4773-904b-14504304d43e tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7347393 Aug 20 15:03:46.026893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40240) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:46.099475 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.114064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-945dcfbc-addf-40bb-bac0-f188889896a7 req-52d06762-7832-4e98-b55b-cb6ad357a076 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3337111 Aug 20 15:03:46.140163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Deleting port c1d3f07a-3ed4-4628-8043-3b35787e0b5a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:46.140778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.147377 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.148819 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-09135ffd-02f4-4665-9560-bbae321f0e6a tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=d59999d2-7fcb-4a5e-9455-f6ea009ea5ef HTTP/1.1" status: 200 len: 467 time: 0.1207533 Aug 20 15:03:46.151647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40254) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:46.198672 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.234189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0fac00f8-0f79-4983-af5b-d5ff65d34932, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:46.239876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.239876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b60b365e-9d5e-4e85-b50d-006c1b6d73fd up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:46.266856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6fa9f8-dffe-4941-a197-5414e380866a']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:46.291872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24de2fd-5309-47f7-86a0-7a13faa2350c') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:46.292283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24de2fd-5309-47f7-86a0-7a13faa2350c') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:46.306094 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.323436 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.333074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:03:46.333509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0fac00f8-0f79-4983-af5b-d5ff65d34932,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:46.333616 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.360375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port b60b365e-9d5e-4e85-b50d-006c1b6d73fd completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:46.365471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port b60b365e-9d5e-4e85-b50d-006c1b6d73fd triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:46.366369 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:03:46.399068 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:03:46.402694 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65cf4ae3-d0fb-4cf2-90da-e669304a9f31 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.406104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-65cf4ae3-d0fb-4cf2-90da-e669304a9f31 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/d59999d2-7fcb-4a5e-9455-f6ea009ea5ef HTTP/1.1" status: 204 len: 168 time: 0.2510431 Aug 20 15:03:46.409965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40258) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:46.425964 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f60fbb65-61a1-411b-9b8b-0edc8eea8610 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=d59999d2-7fcb-4a5e-9455-f6ea009ea5ef HTTP/1.1" status: 200 len: 216 time: 0.0115788 Aug 20 15:03:46.428405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40260) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:46.441765 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea15ffa9-d990-43fa-88bf-64a2e106d92c tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0083566 Aug 20 15:03:46.442133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40262) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:46.458847 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1785b5b9-10ec-444a-8382-915b71f4e45f tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0123703 Aug 20 15:03:46.459096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40264) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:46.468835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.475138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.480154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] 10.222.0.36 "DELETE /v2.0/networks/5f6fa9f8-dffe-4941-a197-5414e380866a HTTP/1.1" status: 204 len: 168 time: 0.9489663 Aug 20 15:03:46.505901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01c896-2f45-4207-a677-d5675a23ef4e tempest-TaggedBootDevicesTest_v242-1108665566 tempest-TaggedBootDevicesTest_v242-1108665566-project] Pushing event deleted for resources: {'Network': ['ID=5f6fa9f8-dffe-4941-a197-5414e380866a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:46.510319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] For port c1d3f07a-3ed4-4628-8043-3b35787e0b5a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:46.510699 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.529977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.537216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Calling delete_port for c1d3f07a-3ed4-4628-8043-3b35787e0b5a owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:46.559582 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5f524d74-ea31-4431-8cdd-b72cea145815 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/db06f69d-0d57-4fef-94f6-80a66bf804e4 HTTP/1.1" status: 200 len: 473 time: 0.0986590 Aug 20 15:03:46.562949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40266) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:46.582335 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f7e720d3-d73c-4e28-880b-836062253a6a tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/a03a3954-ea04-423d-ab8b-b70f09aeafd1 HTTP/1.1" status: 200 len: 459 time: 0.0163383 Aug 20 15:03:46.585256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40268) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:46.603428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b60b365e-9d5e-4e85-b50d-006c1b6d73fd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:46.610632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.614040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d806bb72-3591-4103-9932-4e1760445cbc up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:46.666345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c1d3f07a-3ed4-4628-8043-3b35787e0b5a no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:46.724725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af7bc0b-833f-4482-8e06-e1b9ae83ca66'}, {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932'}, {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:46.730662 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06660b0-178e-438d-99e0-7da0b320b147" -d '{"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "7af7bc0b-833f-4482-8e06-e1b9ae83ca66"}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932"}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "b60b365e-9d5e-4e85-b50d-006c1b6d73fd"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:46.749802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-949d9aeb-78e7-43bb-8cc4-16055a720bba tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:46.752032 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-949d9aeb-78e7-43bb-8cc4-16055a720bba tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/a03a3954-ea04-423d-ab8b-b70f09aeafd1 HTTP/1.1" status: 204 len: 168 time: 0.1648672 Aug 20 15:03:46.756197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40276) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:46.808296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:46.819882 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ca074b-81bc-449f-98c6-4ae50e5b6905 x-openstack-request-id: req-f6ca074b-81bc-449f-98c6-4ae50e5b6905 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:46.820185 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "7af7bc0b-833f-4482-8e06-e1b9ae83ca66", "code": 200}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932", "code": 200}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "b60b365e-9d5e-4e85-b50d-006c1b6d73fd", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:46.820479 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6ca074b-81bc-449f-98c6-4ae50e5b6905 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:46.821366 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af7bc0b-833f-4482-8e06-e1b9ae83ca66', 'code': 200} Aug 20 15:03:46.821597 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'code': 200} Aug 20 15:03:46.821901 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd', 'code': 200} Aug 20 15:03:46.830245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port d806bb72-3591-4103-9932-4e1760445cbc completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:46.862795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port d806bb72-3591-4103-9932-4e1760445cbc triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:46.863179 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.002306 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.024765 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.042375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d806bb72-3591-4103-9932-4e1760445cbc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d806bb72-3591-4103-9932-4e1760445cbc,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:47.054872 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.089042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.093703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d619e738-6732-4b6f-a9bf-51c5f2ff3255 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.096397 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d619e738-6732-4b6f-a9bf-51c5f2ff3255 tempest-MeteringIpV6TestJSON-1077622107 tempest-MeteringIpV6TestJSON-1077622107-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/db06f69d-0d57-4fef-94f6-80a66bf804e4 HTTP/1.1" status: 204 len: 168 time: 0.3390191 Aug 20 15:03:47.109505 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.110406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:47.136297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e80235-bfb8-4a3e-a9bf-3f71756ea5ed req-5f035b90-43ef-4d86-8853-e4b72659786f tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:47.137997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38e80235-bfb8-4a3e-a9bf-3f71756ea5ed req-5f035b90-43ef-4d86-8853-e4b72659786f tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/ports?device_id=918d1500-5ba2-4fad-8f07-635c6b45295a HTTP/1.1" status: 200 len: 945 time: 0.2014298 Aug 20 15:03:47.176848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Pushing event deleted for resources: {'Port': ['ID=c1d3f07a-3ed4-4628-8043-3b35787e0b5a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:47.277649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d806bb72-3591-4103-9932-4e1760445cbc,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:47.322955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:47.337997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:47.341823 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.366001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] No DVR routers for this DVR port c1d3f07a-3ed4-4628-8043-3b35787e0b5a on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:47.375586 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.379033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcc1c086-0cee-4fbf-88e8-7b42bc08f2bf req-c5545f07-a04f-4dee-99c3-3a99b91423ce tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.72 "DELETE /v2.0/ports/c1d3f07a-3ed4-4628-8043-3b35787e0b5a HTTP/1.1" status: 204 len: 173 time: 2.2227104 Aug 20 15:03:47.381628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'name': 'network-vif-deleted', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:47.383837 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27abed40-287c-454c-b4c7-7fef6e1bf706" -d '{"events": [{"server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "name": "network-vif-deleted", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:47.417972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38e80235-bfb8-4a3e-a9bf-3f71756ea5ed req-161a8ed8-f53d-4f54-b24d-b33d43909c66 tempest-FloatingIPsAssociationTestJSON-2046771407 tempest-FloatingIPsAssociationTestJSON-2046771407-project] 10.222.0.36 "GET /v2.0/security-groups?id=9e64317e-6e82-4f99-ba18-744275b24ede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380733 Aug 20 15:03:47.517500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40302) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:47.521548 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.554486 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f3fa66-5ff7-4fb2-86e6-0a47f4446241 x-openstack-request-id: req-f0f3fa66-5ff7-4fb2-86e6-0a47f4446241 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:47.554993 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d1500-5ba2-4fad-8f07-635c6b45295a", "name": "network-vif-deleted", "tag": "c1d3f07a-3ed4-4628-8043-3b35787e0b5a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:47.555327 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0f3fa66-5ff7-4fb2-86e6-0a47f4446241 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:47.555780 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d1500-5ba2-4fad-8f07-635c6b45295a', 'name': 'network-vif-deleted', 'tag': 'c1d3f07a-3ed4-4628-8043-3b35787e0b5a', 'status': 'completed', 'code': 200} Aug 20 15:03:47.589438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:47.599404 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.600675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 79342181-4130-44f2-b599-22ff72ffb523 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:03:47.601263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801284a-bf7d-488b-bc1a-ae8896629ad9 req-1a253808-7088-40fb-ac9d-575bd13fd6b0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:47.618180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801284a-bf7d-488b-bc1a-ae8896629ad9 req-1a253808-7088-40fb-ac9d-575bd13fd6b0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:47.632638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801284a-bf7d-488b-bc1a-ae8896629ad9 req-1a253808-7088-40fb-ac9d-575bd13fd6b0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:47.647046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801284a-bf7d-488b-bc1a-ae8896629ad9 req-1a253808-7088-40fb-ac9d-575bd13fd6b0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:47.661608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801284a-bf7d-488b-bc1a-ae8896629ad9 req-1a253808-7088-40fb-ac9d-575bd13fd6b0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:47.668350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801284a-bf7d-488b-bc1a-ae8896629ad9 req-1a253808-7088-40fb-ac9d-575bd13fd6b0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:47.676717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801284a-bf7d-488b-bc1a-ae8896629ad9 req-1a253808-7088-40fb-ac9d-575bd13fd6b0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:47.685749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a801284a-bf7d-488b-bc1a-ae8896629ad9 req-1a253808-7088-40fb-ac9d-575bd13fd6b0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5434 time: 0.3922563 Aug 20 15:03:47.691019 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b73447c-4f9d-4d18-95cb-1465e014e27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.776213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a801284a-bf7d-488b-bc1a-ae8896629ad9 req-f424173f-5ab7-4afd-a670-44bf1262ac07 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891292 Aug 20 15:03:47.833958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.858552 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:47.861845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 79342181-4130-44f2-b599-22ff72ffb523 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:47.872386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 79342181-4130-44f2-b599-22ff72ffb523 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:47.872864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:47.937963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Deleting port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:47.938945 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.050307 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.065691 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b73447c-4f9d-4d18-95cb-1465e014e27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.076748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b73447c-4f9d-4d18-95cb-1465e014e27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.118600 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8b73447c-4f9d-4d18-95cb-1465e014e27a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af532272a5224ee3ad3795c2b100ec51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998263 Aug 20 15:03:48.127377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40342) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:48.131846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 79342181-4130-44f2-b599-22ff72ffb523, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=79342181-4130-44f2-b599-22ff72ffb523,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:48.139852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] For port 6349cd8a-87eb-4ee4-860d-a4922c37e2f4, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6349cd8a-87eb-4ee4-860d-a4922c37e2f4,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:48.140211 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.140471 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.158052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Calling delete_port for 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:48.191793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73447c-4f9d-4d18-95cb-1465e014e27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ee7592-ae8c-4c53-9e09-f277df190565,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:48.265286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=79342181-4130-44f2-b599-22ff72ffb523,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:48.269594 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-883d5f40-4e0e-4266-a4e0-cdc9e0980e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.299128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-883d5f40-4e0e-4266-a4e0-cdc9e0980e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.354586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-883d5f40-4e0e-4266-a4e0-cdc9e0980e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.357442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-883d5f40-4e0e-4266-a4e0-cdc9e0980e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.361700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-883d5f40-4e0e-4266-a4e0-cdc9e0980e8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17ee7592-ae8c-4c53-9e09-f277df190565 HTTP/1.1" status: 204 len: 168 time: 0.2295868 Aug 20 15:03:48.382811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d5f40-4e0e-4266-a4e0-cdc9e0980e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ee7592-ae8c-4c53-9e09-f277df190565,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:48.425891 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.465688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Pushing event deleted for resources: {'Port': ['ID=6349cd8a-87eb-4ee4-860d-a4922c37e2f4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:48.499215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40352) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:48.651941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.823694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd806bb72-3591-4103-9932-4e1760445cbc'}, {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdd0a4c-585e-4a0c-9f66-7208a2692b7f'}, {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79342181-4130-44f2-b599-22ff72ffb523'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:48.827206 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32343c7-6f27-4d29-96bc-64c34a4cdcd8" -d '{"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "d806bb72-3591-4103-9932-4e1760445cbc"}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "7bdd0a4c-585e-4a0c-9f66-7208a2692b7f"}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "79342181-4130-44f2-b599-22ff72ffb523"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:48.834480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40358) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:48.859583 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:48.882449 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47377eee-025f-474d-b4e5-51b29718994f x-openstack-request-id: req-47377eee-025f-474d-b4e5-51b29718994f {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:48.882952 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "d806bb72-3591-4103-9932-4e1760445cbc", "code": 200}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "7bdd0a4c-585e-4a0c-9f66-7208a2692b7f", "code": 200}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-plugged", "status": "completed", "tag": "79342181-4130-44f2-b599-22ff72ffb523", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:48.883070 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47377eee-025f-474d-b4e5-51b29718994f {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:48.883420 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd806bb72-3591-4103-9932-4e1760445cbc', 'code': 200} Aug 20 15:03:48.883705 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdd0a4c-585e-4a0c-9f66-7208a2692b7f', 'code': 200} Aug 20 15:03:48.883961 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79342181-4130-44f2-b599-22ff72ffb523', 'code': 200} Aug 20 15:03:49.001507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Router c9d3c957-5974-4f62-a3ce-96dac74b1f18 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:49.016160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.112140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28d1-1619-4d10-b8ee-54e5113e2308 req-fd76d492-b531-46a8-9994-b95cf67ba191 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.118164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28d1-1619-4d10-b8ee-54e5113e2308 req-fd76d492-b531-46a8-9994-b95cf67ba191 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.124589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28d1-1619-4d10-b8ee-54e5113e2308 req-fd76d492-b531-46a8-9994-b95cf67ba191 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.131707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28d1-1619-4d10-b8ee-54e5113e2308 req-fd76d492-b531-46a8-9994-b95cf67ba191 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.137915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28d1-1619-4d10-b8ee-54e5113e2308 req-fd76d492-b531-46a8-9994-b95cf67ba191 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.144663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28d1-1619-4d10-b8ee-54e5113e2308 req-fd76d492-b531-46a8-9994-b95cf67ba191 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.150785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f28d1-1619-4d10-b8ee-54e5113e2308 req-fd76d492-b531-46a8-9994-b95cf67ba191 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.152750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-083f28d1-1619-4d10-b8ee-54e5113e2308 req-fd76d492-b531-46a8-9994-b95cf67ba191 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5436 time: 0.2125630 Aug 20 15:03:49.190042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e09a-fe15-44eb-8d2f-ae2fb2b33d52 req-aa2a38fb-3d9b-47ec-98fb-01bf656099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.191156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e09a-fe15-44eb-8d2f-ae2fb2b33d52 req-aa2a38fb-3d9b-47ec-98fb-01bf656099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.191828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e09a-fe15-44eb-8d2f-ae2fb2b33d52 req-aa2a38fb-3d9b-47ec-98fb-01bf656099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.192470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e09a-fe15-44eb-8d2f-ae2fb2b33d52 req-aa2a38fb-3d9b-47ec-98fb-01bf656099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.193112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e09a-fe15-44eb-8d2f-ae2fb2b33d52 req-aa2a38fb-3d9b-47ec-98fb-01bf656099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.193752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e09a-fe15-44eb-8d2f-ae2fb2b33d52 req-aa2a38fb-3d9b-47ec-98fb-01bf656099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.194389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e09a-fe15-44eb-8d2f-ae2fb2b33d52 req-aa2a38fb-3d9b-47ec-98fb-01bf656099f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:49.196653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2118e09a-fe15-44eb-8d2f-ae2fb2b33d52 req-aa2a38fb-3d9b-47ec-98fb-01bf656099f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6500 time: 0.2104490 Aug 20 15:03:49.309693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-083f28d1-1619-4d10-b8ee-54e5113e2308 req-3fd5c289-2e49-4a90-9555-7ab440c8597b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1449318 Aug 20 15:03:49.315141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.366998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2118e09a-fe15-44eb-8d2f-ae2fb2b33d52 req-60393dc3-551f-4b02-abc1-e0f967a91d51 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330278 Aug 20 15:03:49.366998 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.409887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28f0880fbf554a2ba89836f98504d69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727317 Aug 20 15:03:49.412246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40372) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:49.419464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:49.431513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f5879396-529a-42cd-8204-a8a65036e482 admin admin] 10.222.0.36 "PUT /v2.0/routers/c9d3c957-5974-4f62-a3ce-96dac74b1f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0304232 Aug 20 15:03:49.432104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40376) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:49.434312 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] Sync routers for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:49.434747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821b9c1e-789f-4fae-95cd-fb3dcf4b73c6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:49.453975 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:49.456248 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:49.502497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.502852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.503199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.503558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.503915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.504254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.504590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.504921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.505250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.505583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.505911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.506237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c559f040-6490-46a4-bd9c-cc021011d747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:49.620503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e238f73-fc8a-41ae-989b-a2e9494ba1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.682677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Deleting port 24f70950-eede-4d4e-bdd3-e2018cef58a8 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:49.683258 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.689761 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.692043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e238f73-fc8a-41ae-989b-a2e9494ba1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.714917 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:49.858647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] For port 24f70950-eede-4d4e-bdd3-e2018cef58a8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=24f70950-eede-4d4e-bdd3-e2018cef58a8,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:49.859035 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.873735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e238f73-fc8a-41ae-989b-a2e9494ba1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.878306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e238f73-fc8a-41ae-989b-a2e9494ba1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:49.921411 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4e238f73-fc8a-41ae-989b-a2e9494ba1be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/821b9c1e-789f-4fae-95cd-fb3dcf4b73c6 HTTP/1.1" status: 204 len: 168 time: 0.4658415 Aug 20 15:03:49.951586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Calling delete_port for 24f70950-eede-4d4e-bdd3-e2018cef58a8 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:49.955496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e238f73-fc8a-41ae-989b-a2e9494ba1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821b9c1e-789f-4fae-95cd-fb3dcf4b73c6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:49.959497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:50.054637 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245'}], 'enable_snat': True}, 'gw_port_id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:03:48Z', 'revision_number': 5, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port': {'id': 'a711d806-9909-4cf2-9e87-a39195bffd30', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:43:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:59:53Z', 'updated_at': '2021-08-20T15:00:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:50.086654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Deleting port a711d806-9909-4cf2-9e87-a39195bffd30 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:50.088122 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:50.364038 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] Checking router: c9d3c957-5974-4f62-a3ce-96dac74b1f18 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:50.388625 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] Routers {'c9d3c957-5974-4f62-a3ce-96dac74b1f18'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:50.391347 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:50.532963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:50.574704 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] Set router c9d3c957-5974-4f62-a3ce-96dac74b1f18 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:50.593710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Pushing event deleted for resources: {'Port': ['ID=24f70950-eede-4d4e-bdd3-e2018cef58a8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:50.644028 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:03:49Z', 'revision_number': 6, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:50.716999 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438950c-9315-476e-99ee-f6b7e8b67559 None None] The sync data for ids ['c9d3c957-5974-4f62-a3ce-96dac74b1f18'] in n-d-695189-15 is: [{'id': 'c9d3c957-5974-4f62-a3ce-96dac74b1f18', 'name': 'tempest-ServersTestManualDisk-1134517133-router', 'tenant_id': '2dc33c51c38a4a07a73e03558fa034cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:59:51Z', 'updated_at': '2021-08-20T15:03:49Z', 'revision_number': 6, 'project_id': '2dc33c51c38a4a07a73e03558fa034cf', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:50.894780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:50.931064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-ea75a7b1-7147-4d4d-b986-bf98db118372 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=088819830f114c8a8caa282d675ea303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995865 Aug 20 15:03:51.210610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d12be-9a5e-4574-a7aa-a268890ff554 req-649ef4e4-839e-4dba-9d8a-6786a703fe0a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:51.241496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d12be-9a5e-4574-a7aa-a268890ff554 req-649ef4e4-839e-4dba-9d8a-6786a703fe0a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:51.248854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d12be-9a5e-4574-a7aa-a268890ff554 req-649ef4e4-839e-4dba-9d8a-6786a703fe0a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:51.258794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d12be-9a5e-4574-a7aa-a268890ff554 req-649ef4e4-839e-4dba-9d8a-6786a703fe0a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:51.268004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d12be-9a5e-4574-a7aa-a268890ff554 req-649ef4e4-839e-4dba-9d8a-6786a703fe0a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:51.284312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:51.285176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d12be-9a5e-4574-a7aa-a268890ff554 req-649ef4e4-839e-4dba-9d8a-6786a703fe0a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:51.300110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d12be-9a5e-4574-a7aa-a268890ff554 req-649ef4e4-839e-4dba-9d8a-6786a703fe0a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:51.314430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b03d12be-9a5e-4574-a7aa-a268890ff554 req-649ef4e4-839e-4dba-9d8a-6786a703fe0a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5436 time: 0.4848120 Aug 20 15:03:51.337385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] For port a711d806-9909-4cf2-9e87-a39195bffd30, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a711d806-9909-4cf2-9e87-a39195bffd30,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:51.337855 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:51.353966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:03:51.355781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6349cd8a-87eb-4ee4-860d-a4922c37e2f4 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:03:51.393362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Calling delete_port for a711d806-9909-4cf2-9e87-a39195bffd30 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:51.402024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Router 005ab4d7-73b3-426d-a409-6c165bc481f5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:51.445657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b03d12be-9a5e-4574-a7aa-a268890ff554 req-ba71e707-744f-4ae7-88c7-fb1063163a78 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300297 Aug 20 15:03:51.566725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b24bf515-9360-4dda-8209-bae0f0f3b1d5 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:51.567839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b24bf515-9360-4dda-8209-bae0f0f3b1d5 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6359594 Aug 20 15:03:51.627349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:51.636131 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fe142a82-c746-4062-9341-0c2d34041003 admin admin] 10.222.0.36 "PUT /v2.0/routers/005ab4d7-73b3-426d-a409-6c165bc481f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1329334 Aug 20 15:03:51.636746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40454) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:51.639383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] Sync routers for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:51.658480 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:51.660310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:51.680623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-4f59c6e2-c70d-4ed0-8665-57506c218176 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/quotas/088819830f114c8a8caa282d675ea303 HTTP/1.1" status: 200 len: 375 time: 0.0870702 Aug 20 15:03:51.759417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-13996277-7d5a-434c-8a6b-baad7382ad5c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2255588 Aug 20 15:03:51.781292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-57c9dac6-3399-4275-a733-9675766f2e65 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=088819830f114c8a8caa282d675ea303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994492 Aug 20 15:03:51.819124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:51.952670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:52.093021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:52.146559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:52.295010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Deleting port 8a386d7d-3786-4dea-b76d-29447f30d40f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:52.295247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:52.303854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Pushing event deleted for resources: {'Port': ['ID=a711d806-9909-4cf2-9e87-a39195bffd30,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:52.353007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-6609b3cb-a0eb-4ae5-bd92-93b99be469e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:52.362201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-6609b3cb-a0eb-4ae5-bd92-93b99be469e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 1097 time: 0.2258365 Aug 20 15:03:52.371128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:03:50Z', 'revision_number': 5, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port': {'id': '8a386d7d-3786-4dea-b76d-29447f30d40f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:03Z', 'updated_at': '2021-08-20T15:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:52.383509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:52.464226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] Checking router: 005ab4d7-73b3-426d-a409-6c165bc481f5 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:52.498023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] Routers {'005ab4d7-73b3-426d-a409-6c165bc481f5'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:52.510278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['005ab4d7-73b3-426d-a409-6c165bc481f5'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:52.544274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] For port 8a386d7d-3786-4dea-b76d-29447f30d40f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8a386d7d-3786-4dea-b76d-29447f30d40f,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:52.544653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:52.595509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Calling delete_port for 8a386d7d-3786-4dea-b76d-29447f30d40f owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:52.718934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] Set router 005ab4d7-73b3-426d-a409-6c165bc481f5 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:52.818732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-35735cfe-6959-4a47-99a1-8e9163bcd769 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=088819830f114c8a8caa282d675ea303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2455263 Aug 20 15:03:52.894593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:52.948642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40502) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:52.976105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a386d7d-3786-4dea-b76d-29447f30d40f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:52.994830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-af34e57c-9ee9-41bc-8926-b5f53c900d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:52.996768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-af34e57c-9ee9-41bc-8926-b5f53c900d7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.4329605 Aug 20 15:03:53.020222 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.026870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.027498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.028016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.028508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.029001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.029550 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.030054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.030535 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.031065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.031566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.032077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.033817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:03:53.081140 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.154637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.205182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:03:52Z', 'revision_number': 6, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:53.299571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536af8a-f634-4b62-ac33-f16b4965d590 None None] The sync data for ids ['005ab4d7-73b3-426d-a409-6c165bc481f5'] in n-d-695189-15 is: [{'id': '005ab4d7-73b3-426d-a409-6c165bc481f5', 'name': 'tempest-FloatingIPsAssociationTestJSON-137789453-router', 'tenant_id': '26b9fed811e74859ad27d0f95655ff31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:02Z', 'updated_at': '2021-08-20T15:03:52Z', 'revision_number': 6, 'project_id': '26b9fed811e74859ad27d0f95655ff31', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:53.325428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a711d806-9909-4cf2-9e87-a39195bffd30 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:53.378256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a711d806-9909-4cf2-9e87-a39195bffd30 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:03:53.379602 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a711d806-9909-4cf2-9e87-a39195bffd30 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:03:53.392843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1545489572'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:53.397739 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.401595 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.411905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e5b8-058e-41be-b9a0-88f7c2dce4dc req-d91aea0a-a935-4abb-a759-065d93659ad0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:53.418413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e5b8-058e-41be-b9a0-88f7c2dce4dc req-d91aea0a-a935-4abb-a759-065d93659ad0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:53.425079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e5b8-058e-41be-b9a0-88f7c2dce4dc req-d91aea0a-a935-4abb-a759-065d93659ad0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:53.431020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e5b8-058e-41be-b9a0-88f7c2dce4dc req-d91aea0a-a935-4abb-a759-065d93659ad0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:53.437410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e5b8-058e-41be-b9a0-88f7c2dce4dc req-d91aea0a-a935-4abb-a759-065d93659ad0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:53.456996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e5b8-058e-41be-b9a0-88f7c2dce4dc req-d91aea0a-a935-4abb-a759-065d93659ad0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:53.463619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e5b8-058e-41be-b9a0-88f7c2dce4dc req-d91aea0a-a935-4abb-a759-065d93659ad0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:53.472423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a23e5b8-058e-41be-b9a0-88f7c2dce4dc req-d91aea0a-a935-4abb-a759-065d93659ad0 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5436 time: 0.7940567 Aug 20 15:03:53.490820 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.491382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d3c957-5974-4f62-a3ce-96dac74b1f18 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:03:53.509209 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.513040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4c4581bf-a432-49ab-970b-2463b03a6760 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c9d3c957-5974-4f62-a3ce-96dac74b1f18 HTTP/1.1" status: 204 len: 168 time: 4.0769925 Aug 20 15:03:53.516573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-cd21fc25-d614-45b2-b196-023977f2a519 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 200 len: 1001 time: 0.4926388 Aug 20 15:03:53.520846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40506) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:53.553720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Made reservation on behalf of 98f2df1b634a421894bf39ca804f3150 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:03:53.558158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.571243 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.581190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.581791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 005ab4d7-73b3-426d-a409-6c165bc481f5 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:03:53.588467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.591919 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3508f7db-0b99-45d5-80a3-43e9f3b06f3d admin admin] 10.222.0.36 "DELETE /v2.0/routers/005ab4d7-73b3-426d-a409-6c165bc481f5 HTTP/1.1" status: 204 len: 168 time: 1.9515765 Aug 20 15:03:53.594581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40508) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:53.678365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-16dbf690-f731-4bc6-98c2-f03a457b2467 admin admin] Deleting subnet d613c57c-f773-463d-8846-8d113832ebc2 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:03:53.686025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16dbf690-f731-4bc6-98c2-f03a457b2467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.707033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a23e5b8-058e-41be-b9a0-88f7c2dce4dc req-4e79d31e-d1b3-46f5-96ac-18c247007f58 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2336040 Aug 20 15:03:53.721523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-06d86976-73df-4644-9b61-324b60685258 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:53.731844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-06d86976-73df-4644-9b61-324b60685258 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9084594 Aug 20 15:03:53.758588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-7495e863-c1eb-44bd-a90c-4f1b771ea412 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/quotas/088819830f114c8a8caa282d675ea303 HTTP/1.1" status: 200 len: 375 time: 0.0129671 Aug 20 15:03:53.775585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16dbf690-f731-4bc6-98c2-f03a457b2467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:53.823451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-e27e9c62-a376-4468-a0d4-c794694661b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:53.833607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-e27e9c62-a376-4468-a0d4-c794694661b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.3052602 Aug 20 15:03:53.865124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-598fa785-c905-4da7-920f-f0eb17fe1c3d admin admin] Deleting subnet ec2829c1-8296-4b2c-ac33-23ac9e8e051c {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:03:53.872066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-a9b37b54-1c5e-409b-98be-51414d987f9b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=088819830f114c8a8caa282d675ea303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739627 Aug 20 15:03:53.880747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-598fa785-c905-4da7-920f-f0eb17fe1c3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:54.003396 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-598fa785-c905-4da7-920f-f0eb17fe1c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:54.040200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-87a49cc3-377a-4175-a84b-31806673fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:54.041749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-87a49cc3-377a-4175-a84b-31806673fcbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730552 Aug 20 15:03:54.072003 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-e22407eb-56d7-44cb-8a4b-899a0c5f5f95 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=088819830f114c8a8caa282d675ea303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777006 Aug 20 15:03:54.159647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16dbf690-f731-4bc6-98c2-f03a457b2467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:54.224613 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-598fa785-c905-4da7-920f-f0eb17fe1c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:54.469111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ed114fb-79cb-4a58-a2b5-9b8085893bac req-7baf23dc-f302-4e4f-8aad-c2e1e8f1a0fd tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 210 time: 0.1308930 Aug 20 15:03:54.473874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-598fa785-c905-4da7-920f-f0eb17fe1c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:54.500191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fa785-c905-4da7-920f-f0eb17fe1c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2829c1-8296-4b2c-ac33-23ac9e8e051c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:54.523860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df3671-2482-4572-aa08-69bb63853bc4 req-c1b947c0-207e-4ea7-bc05-83d0c00feb98 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:54.529976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df3671-2482-4572-aa08-69bb63853bc4 req-c1b947c0-207e-4ea7-bc05-83d0c00feb98 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:54.537279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df3671-2482-4572-aa08-69bb63853bc4 req-c1b947c0-207e-4ea7-bc05-83d0c00feb98 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:54.543559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df3671-2482-4572-aa08-69bb63853bc4 req-c1b947c0-207e-4ea7-bc05-83d0c00feb98 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:54.549787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df3671-2482-4572-aa08-69bb63853bc4 req-c1b947c0-207e-4ea7-bc05-83d0c00feb98 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:54.556676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df3671-2482-4572-aa08-69bb63853bc4 req-c1b947c0-207e-4ea7-bc05-83d0c00feb98 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:54.563431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df3671-2482-4572-aa08-69bb63853bc4 req-c1b947c0-207e-4ea7-bc05-83d0c00feb98 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:54.570143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68df3671-2482-4572-aa08-69bb63853bc4 req-c1b947c0-207e-4ea7-bc05-83d0c00feb98 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5436 time: 0.2361867 Aug 20 15:03:54.582269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40540) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:54.587682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Request body: {'floatingip': {'port_id': '0fac00f8-0f79-4983-af5b-d5ff65d34932'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:54.605307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1078896-a749-432b-936e-58ede925e648 None None] Network 5d729d78-7799-4f59-b66e-f55a7be0c223 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:03:54.707826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:54.711830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-598fa785-c905-4da7-920f-f0eb17fe1c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:54.713752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-598fa785-c905-4da7-920f-f0eb17fe1c3d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ec2829c1-8296-4b2c-ac33-23ac9e8e051c HTTP/1.1" status: 204 len: 168 time: 1.1918306 Aug 20 15:03:54.718378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40548) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:54.887587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:54.925580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:54.992978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:03:55.020428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd47682-89c2-4365-9ce6-6b2f66eb839d None None] DHCP port deletion for 5d729d78-7799-4f59-b66e-f55a7be0c223 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:03:55.091281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ddd47682-89c2-4365-9ce6-6b2f66eb839d None None] Deleting port 81003332-6be7-41db-a185-2cb13f43b1e1 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:55.092007 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ddd47682-89c2-4365-9ce6-6b2f66eb839d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.115397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.121125 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Added segment eb32694a-7a8b-4607-a4d7-fe913fee37fa of type vlan for network c0e2a766-5f96-4bc1-a52a-5074c71609f0 Aug 20 15:03:55.134606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb18dc-6ee7-4369-ac83-3c57476b6c65,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:55.210655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ddd47682-89c2-4365-9ce6-6b2f66eb839d None None] For port 81003332-6be7-41db-a185-2cb13f43b1e1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=81003332-6be7-41db-a185-2cb13f43b1e1,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:55.211751 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ddd47682-89c2-4365-9ce6-6b2f66eb839d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.218479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8a386d7d-3786-4dea-b76d-29447f30d40f no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:55.230015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16dbf690-f731-4bc6-98c2-f03a457b2467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.253949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-c6e4a0bd-c49c-4e13-90d2-6973718694aa service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1967139 Aug 20 15:03:55.263720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 8a386d7d-3786-4dea-b76d-29447f30d40f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:03:55.264466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8a386d7d-3786-4dea-b76d-29447f30d40f not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:03:55.265266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 81003332-6be7-41db-a185-2cb13f43b1e1 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:55.290290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-97e90a00-39f7-420e-82d0-6d24d3c9e54c tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:55.291883 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-97e90a00-39f7-420e-82d0-6d24d3c9e54c tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2077117 Aug 20 15:03:55.311992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ddd47682-89c2-4365-9ce6-6b2f66eb839d None None] Calling delete_port for 81003332-6be7-41db-a185-2cb13f43b1e1 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:55.312251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbf690-f731-4bc6-98c2-f03a457b2467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d613c57c-f773-463d-8846-8d113832ebc2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:55.337960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Request body: {'port': {'device_id': '1ffefa21-33b2-4685-938d-c156a1799f09', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '088819830f114c8a8caa282d675ea303'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:55.343240 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.351807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a976662d-f9ef-4eec-9ecf-4764e60dd168 None None] Network b5d51df0-8ded-4e1f-9361-f128ff7d4af7 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:03:55.364415 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16dbf690-f731-4bc6-98c2-f03a457b2467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.368930 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-16dbf690-f731-4bc6-98c2-f03a457b2467 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d613c57c-f773-463d-8846-8d113832ebc2 HTTP/1.1" status: 204 len: 168 time: 1.7720721 Aug 20 15:03:55.383355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40554) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:55.430746 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.465571 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.483102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.resource_extend [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:03:55.535449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 81003332-6be7-41db-a185-2cb13f43b1e1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=81003332-6be7-41db-a185-2cb13f43b1e1,segment=NetworkSegment(311a54cd-6e42-4cf2-a0ae-93b31a34dae2),segment_id=311a54cd-6e42-4cf2-a0ae-93b31a34dae2)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:55.563638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.566719 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.568397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 24f70950-eede-4d4e-bdd3-e2018cef58a8 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:55.589588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.591788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 24f70950-eede-4d4e-bdd3-e2018cef58a8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:03:55.592376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 24f70950-eede-4d4e-bdd3-e2018cef58a8 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:03:55.611582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:55.613427 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.645848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ddd47682-89c2-4365-9ce6-6b2f66eb839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.675783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event deleted for resources: {'Port': ['ID=81003332-6be7-41db-a185-2cb13f43b1e1,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:55.709976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd47682-89c2-4365-9ce6-6b2f66eb839d None None] Pushing event deleted for resources: {'Port': ['ID=81003332-6be7-41db-a185-2cb13f43b1e1,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:55.722085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd47682-89c2-4365-9ce6-6b2f66eb839d None None] No DVR routers for this DVR port 81003332-6be7-41db-a185-2cb13f43b1e1 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:55.746784 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7805254 Aug 20 15:03:55.834342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a60ee84-3d1c-4d33-ba23-d817b65d64b0 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Pushing event updated for resources: {'Network': ['ID=c0e2a766-5f96-4bc1-a52a-5074c71609f0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:55.857872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c0e2a766-5f96-4bc1-a52a-5074c71609f0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:03:55.881715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Made reservation on behalf of 088819830f114c8a8caa282d675ea303 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:03:55.888338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.921515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:55.927948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0fc1891a-a399-4180-82e3-0e1828613514 req-b5e0aef3-dea5-4e19-bd92-7e645473f514 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 210 time: 0.2609825 Aug 20 15:03:55.935366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-5e4826ef-a944-4c30-9dbf-a9bd5eb0cc82 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=088819830f114c8a8caa282d675ea303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2530963 Aug 20 15:03:55.938341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84c4e1e4-07ab-427f-a631-99df1aee6a6d req-c582fd2c-07b1-4023-8f59-2871ce81feef service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502748 Aug 20 15:03:55.949257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.resource_extend [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:03:55.971213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1906bba-8fe3-4c70-96f7-cefbc22ba036 None None] DHCP port deletion for b5d51df0-8ded-4e1f-9361-f128ff7d4af7 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:03:56.093360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Deleting port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:56.105565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.125333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40574) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:56.148960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f1906bba-8fe3-4c70-96f7-cefbc22ba036 None None] Deleting port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:56.149702 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f1906bba-8fe3-4c70-96f7-cefbc22ba036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.166545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Deleting port 81003332-6be7-41db-a185-2cb13f43b1e1 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:03:56.166893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.202783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Request body: {'port': {'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0', 'binding:host_id': 'n-h2-695189-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1196972060'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:56.224129 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.243490 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.262376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f1906bba-8fe3-4c70-96f7-cefbc22ba036 None None] For port c14987cb-ceb7-4d4b-907b-0d7ca89053c7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c14987cb-ceb7-4d4b-907b-0d7ca89053c7,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:56.265003 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f1906bba-8fe3-4c70-96f7-cefbc22ba036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.290987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f1906bba-8fe3-4c70-96f7-cefbc22ba036 None None] Calling delete_port for c14987cb-ceb7-4d4b-907b-0d7ca89053c7 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:56.393648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.419125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.432760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Made reservation on behalf of 8f7365dc56a54cf1a33b1ea664d11bb7 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:03:56.435422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.447058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] For port c14987cb-ceb7-4d4b-907b-0d7ca89053c7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c14987cb-ceb7-4d4b-907b-0d7ca89053c7,segment=NetworkSegment(a7357fd8-d8e4-4afb-9e01-660ada879d3a),segment_id=a7357fd8-d8e4-4afb-9e01-660ada879d3a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:56.447520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.457972 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.553727 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f1906bba-8fe3-4c70-96f7-cefbc22ba036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.588369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Calling delete_port for c14987cb-ceb7-4d4b-907b-0d7ca89053c7 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:56.629562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e782e04-9908-490b-86c0-06468577eb5b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:56.656262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1906bba-8fe3-4c70-96f7-cefbc22ba036 None None] Pushing event deleted for resources: {'Port': ['ID=c14987cb-ceb7-4d4b-907b-0d7ca89053c7,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:56.660280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1906bba-8fe3-4c70-96f7-cefbc22ba036 None None] No DVR routers for this DVR port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:56.845463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.864364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.871768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] device_id is not set on port c1f01ab0-97f2-4531-880d-44ba988bc87a yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:03:56.873853 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Floating IP a365458c-52a3-4cc7-8dc3-222d5a9b6606 associated. External IP: 172.25.5.20, port: 0fac00f8-0f79-4983-af5b-d5ff65d34932. Aug 20 15:03:56.882082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] For port 81003332-6be7-41db-a185-2cb13f43b1e1, host n-d-695189-15, got binding levels [] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:03:56.882559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.885452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Allocated IP 192.168.233.21 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/84919ba6-1f82-4bec-91b7-fd0988879b96) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:56.973101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Calling delete_port for 81003332-6be7-41db-a185-2cb13f43b1e1 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:03:56.978905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.ipam_backend_mixin [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Port 81003332-6be7-41db-a185-2cb13f43b1e1 was not found and therefore no delete operation was performed {{(pid=101099) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 15:03:56.986449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:56.988733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-39182847-829a-49a1-acb9-335cae4b3b9f tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:56.991609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-39182847-829a-49a1-acb9-335cae4b3b9f tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0241396 Aug 20 15:03:56.995141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.020506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] No DVR routers for this DVR port 81003332-6be7-41db-a185-2cb13f43b1e1 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:57.062847 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0781a8-310a-48e6-9560-2f8b6af5becb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:57.066853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14987cb-ceb7-4d4b-907b-0d7ca89053c7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:57.076810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Request body: {'port': {'device_id': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '088819830f114c8a8caa282d675ea303'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:57.090419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] No DVR routers for this DVR port c14987cb-ceb7-4d4b-907b-0d7ca89053c7 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:03:57.309637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Pushing event deleted for resources: {'Port': ['ID=81003332-6be7-41db-a185-2cb13f43b1e1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:57.309802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c14987cb-ceb7-4d4b-907b-0d7ca89053c7 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:03:57.370003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: c14987cb-ceb7-4d4b-907b-0d7ca89053c7 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:03:57.372416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c14987cb-ceb7-4d4b-907b-0d7ca89053c7 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:03:57.405963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.424790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-771bed57-e3f2-4dfd-b74c-4d76154751d2 req-4d231472-6367-4d00-822b-53fa9e4b3d6f tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 210 time: 0.3631103 Aug 20 15:03:57.430031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.449227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d51df0-8ded-4e1f-9361-f128ff7d4af7']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:57.453181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d729d78-7799-4f59-b66e-f55a7be0c223']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:57.467387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311a54cd-6e42-4cf2-a0ae-93b31a34dae2') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:57.467715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311a54cd-6e42-4cf2-a0ae-93b31a34dae2') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:57.495893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.516318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.537107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Transition to ACTIVE for port object 84919ba6-1f82-4bec-91b7-fd0988879b96 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:57.579366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.594088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:03:57.603428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.604083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7357fd8-d8e4-4afb-9e01-660ada879d3a') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:57.604083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7357fd8-d8e4-4afb-9e01-660ada879d3a') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:03:57.604323 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:03:57.608972 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.666984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.683046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:57.747170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:57.755043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Made reservation on behalf of 088819830f114c8a8caa282d675ea303 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:03:57.759836 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.779003 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.804454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:57.821490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:57.840553 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.841880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.848212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] 10.222.0.36 "DELETE /v2.0/networks/5d729d78-7799-4f59-b66e-f55a7be0c223 HTTP/1.1" status: 204 len: 168 time: 3.0563865 Aug 20 15:03:57.854827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8e8e4-3448-4384-99dd-453b1570529c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d729d78-7799-4f59-b66e-f55a7be0c223,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:57.865567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:03:57.866113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:57.949921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Router a8d8dfbf-a45e-4de3-916f-7627003957a3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:03:58.041272 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:03:58.120935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] device_id is not set on port c1f01ab0-97f2-4531-880d-44ba988bc87a yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:03:58.125710 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.152137 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.192722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.197670 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b5d51df0-8ded-4e1f-9361-f128ff7d4af7 HTTP/1.1" status: 204 len: 168 time: 2.8132153 Aug 20 15:03:58.223650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457eaf1-3fc8-4191-a44b-c7c96ce67f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d51df0-8ded-4e1f-9361-f128ff7d4af7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:58.255571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Transition to ACTIVE for port object c1f01ab0-97f2-4531-880d-44ba988bc87a will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:58.267673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:58.268824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.280871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6e7d9234-47a3-4a3d-b8cf-7228f3785ef7 None None] Provisioning for port 84919ba6-1f82-4bec-91b7-fd0988879b96 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:58.292452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6e7d9234-47a3-4a3d-b8cf-7228f3785ef7 None None] Provisioning complete for port 84919ba6-1f82-4bec-91b7-fd0988879b96 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:58.293905 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6e7d9234-47a3-4a3d-b8cf-7228f3785ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.294387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40614) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:58.303498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.330273 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2c1eeeab-f60f-4827-84da-78da61e62ede tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0148501 Aug 20 15:03:58.371207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Request body: {'port': {'device_id': '1ffefa21-33b2-4685-938d-c156a1799f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:58.396940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6e7d9234-47a3-4a3d-b8cf-7228f3785ef7 None None] Port 84919ba6-1f82-4bec-91b7-fd0988879b96 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:03:58.461051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f01ab0-97f2-4531-880d-44ba988bc87a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:58.524337 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40626) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:58.531088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a0ba9e2b-1dd7-4bc7-aef7-5df12b5d06e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2dc33c51c38a4a07a73e03558fa034cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229605 Aug 20 15:03:58.544907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Allocated IP 192.168.233.14 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/6e00a3de-e2ce-42ba-99bb-350f7b34cd01) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:03:58.552907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40628) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:58.590287 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.600881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Checking segment: {'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:03:58.601949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Network hostable DHCP agents. Network: c0e2a766-5f96-4bc1-a52a-5074c71609f0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:03:58.612939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.616956 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a00c1ab9-88f5-4ce5-86d0-7b7459044caf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26b9fed811e74859ad27d0f95655ff31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886455 Aug 20 15:03:58.625200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40630) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:03:58.651270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd55a98-9099-44d5-84c0-f02e4d495b59 req-f971eeaf-2b78-49be-8c8e-5630f705cf47 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 210 time: 0.0514643 Aug 20 15:03:58.694603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:03:58.702375 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.708008 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] Sync routers for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:03:58.722548 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:58.723581 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:58.738691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5718a007-edcd-4ab5-a5f3-681beba27439 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "PUT /v2.0/floatingips/a365458c-52a3-4cc7-8dc3-222d5a9b6606 HTTP/1.1" status: 200 len: 991 time: 4.1546741 Aug 20 15:03:58.741497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:03:58.743905 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5a36b1-5e28-4252-9937-f1dc2e183d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:03:58.757523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Network c0e2a766-5f96-4bc1-a52a-5074c71609f0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:03:58.815570 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.818693 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd94c67f-8e89-4d91-a5f8-48af55e123a4 x-openstack-request-id: req-dd94c67f-8e89-4d91-a5f8-48af55e123a4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:03:58.818984 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:03:58.819234 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd94c67f-8e89-4d91-a5f8-48af55e123a4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:03:58.819648 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'status': 'completed', 'code': 200} Aug 20 15:03:58.833442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Transition to ACTIVE for port object 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:58.842392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c0e2a766-5f96-4bc1-a52a-5074c71609f0) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:58.842838 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:58.853794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d059ca7-8a63-46ab-93df-676a5e11d03b None None] Network c0e2a766-5f96-4bc1-a52a-5074c71609f0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:03:58.857059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:58.879580 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:58.981504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:03:58.995085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:03:59.004160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:03:59.059148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Pushing event updated for resources: {'Port': ['ID=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:03:59.086971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.087930 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:59.115146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-748cf5e6-3a8a-45d6-ad73-524553236c61 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0585110 Aug 20 15:03:59.118661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-ea9d9767-df59-4de6-9400-d2b4b66c3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.119207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-ea9d9767-df59-4de6-9400-d2b4b66c3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.120064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-ea9d9767-df59-4de6-9400-d2b4b66c3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.120553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-ea9d9767-df59-4de6-9400-d2b4b66c3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.121080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-ea9d9767-df59-4de6-9400-d2b4b66c3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.121554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-ea9d9767-df59-4de6-9400-d2b4b66c3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.122125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-ea9d9767-df59-4de6-9400-d2b4b66c3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.124997 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-ea9d9767-df59-4de6-9400-d2b4b66c3a86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6500 time: 0.2639401 Aug 20 15:03:59.126258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:03:59.127321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:03:59.128110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:59.131895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Request body: {'port': {'device_id': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:03:59.195155 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'a365458c-52a3-4cc7-8dc3-222d5a9b6606', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'port_id': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'mac_address': 'fa:16:3e:27:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:21Z', 'updated_at': '2021-08-20T15:03:55Z', 'revision_number': 1, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e346202a-da14-4b5a-ab27-8e351a2a0d2e', 'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'mac_address': 'fa:16:3e:72:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:36Z', 'updated_at': '2021-08-20T15:01:43Z', 'revision_number': 5, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'subnets': [{'id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:59.198985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:03:59.205848 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:03:59.207714 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a940c12-ca0e-44f5-9579-c46e1e9d599d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:59.226822 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] Checking router: a8d8dfbf-a45e-4de3-916f-7627003957a3 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:03:59.237520 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:03:59.238244 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9085b5cb-e01b-43c5-9ec8-4641e6dacae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:59.238415 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:59.258487 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:59.323878 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 2 to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a Aug 20 15:03:59.368210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:03:59.368566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:03:59.368917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:59.389700 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:03:59.441408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a940c12-ca0e-44f5-9579-c46e1e9d599d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:59.462069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-39d19e3d-9174-4ecd-b6c3-69eb39311b40 None None] Provisioning for port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:03:59.477087 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-39d19e3d-9174-4ecd-b6c3-69eb39311b40 None None] Provisioning complete for port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:03:59.479245 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-39d19e3d-9174-4ecd-b6c3-69eb39311b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:59.491315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:03:59.491907 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:03:59.576730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-39d19e3d-9174-4ecd-b6c3-69eb39311b40 None None] Port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:03:59.578630 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 3 to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a Aug 20 15:03:59.637028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:03:59.637383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:03:59.638139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:59.647657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9085b5cb-e01b-43c5-9ec8-4641e6dacae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:59.735465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:03:59.746157 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:03:59.755303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:03:59.768980 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 4 to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a Aug 20 15:03:59.772428 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'a365458c-52a3-4cc7-8dc3-222d5a9b6606', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'port_id': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'mac_address': 'fa:16:3e:27:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:21Z', 'updated_at': '2021-08-20T15:03:55Z', 'revision_number': 1, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e346202a-da14-4b5a-ab27-8e351a2a0d2e', 'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'mac_address': 'fa:16:3e:72:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:36Z', 'updated_at': '2021-08-20T15:01:43Z', 'revision_number': 5, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'subnets': [{'id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:03:59.775907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:59.801631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:03:59.803089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:03:59.803620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:59.824000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:03:59.824691 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:03:59.829036 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010bbf54-9258-4b5c-9df0-4f12a606c530 None None] The sync data for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 is: [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'a365458c-52a3-4cc7-8dc3-222d5a9b6606', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'port_id': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'mac_address': 'fa:16:3e:27:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:02:21Z', 'updated_at': '2021-08-20T15:03:55Z', 'revision_number': 1, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e346202a-da14-4b5a-ab27-8e351a2a0d2e', 'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'mac_address': 'fa:16:3e:72:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:36Z', 'updated_at': '2021-08-20T15:01:43Z', 'revision_number': 5, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'subnets': [{'id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:03:59.833326 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 5 to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a Aug 20 15:03:59.864837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Transition to ACTIVE for port object 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:03:59.865093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-532e5d79-a598-4263-bda3-b1d96058d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.866842 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-532e5d79-a598-4263-bda3-b1d96058d8c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c1784f64-ceb3-4cfa-9325-d84fac35c44e HTTP/1.1" status: 200 len: 913 time: 0.7142162 Aug 20 15:03:59.869660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:03:59.869660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:03:59.869660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:03:59.875918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:03:59.876352 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:03:59.877085 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 6 to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a Aug 20 15:03:59.885993 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:03:59.950031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805e889-a76f-4422-8160-b585eabeeb14 req-eabb340e-ce7f-4b42-b57f-f53b5e3bcd65 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:03:59.955704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9805e889-a76f-4422-8160-b585eabeeb14 req-eabb340e-ce7f-4b42-b57f-f53b5e3bcd65 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 935 time: 0.1734302 Aug 20 15:04:00.041839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:00.042242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:00.043320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:00.045922 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a940c12-ca0e-44f5-9579-c46e1e9d599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:00.050067 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a940c12-ca0e-44f5-9579-c46e1e9d599d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:00.051428 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9a940c12-ca0e-44f5-9579-c46e1e9d599d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e64317e-6e82-4f99-ba18-744275b24ede HTTP/1.1" status: 204 len: 168 time: 1.4149952 Aug 20 15:04:00.104374 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9085b5cb-e01b-43c5-9ec8-4641e6dacae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:00.105266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9805e889-a76f-4422-8160-b585eabeeb14 req-f93fbf1c-26d5-432b-b585-5a48bcd8fda9 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185694 Aug 20 15:04:00.110164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:00.129693 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9085b5cb-e01b-43c5-9ec8-4641e6dacae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:00.134092 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9085b5cb-e01b-43c5-9ec8-4641e6dacae0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/042939ce-733c-425b-9a97-a3b2dd46dccd HTTP/1.1" status: 204 len: 168 time: 1.5386086 Aug 20 15:04:00.158761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:00.159386 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:00.164332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Attempting to bind port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:00.166212 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 7 to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a Aug 20 15:04:00.166654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Attempting to bind port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:00.167115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Attempting to bind port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:00.169749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a940c12-ca0e-44f5-9579-c46e1e9d599d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e64317e-6e82-4f99-ba18-744275b24ede,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:00.187938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:00.188476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Attempting to bind port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:00.197053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:00.197683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:00.198449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:00.199142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Bound port: 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:00.199796 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:00.208644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085b5cb-e01b-43c5-9ec8-4641e6dacae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042939ce-733c-425b-9a97-a3b2dd46dccd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:00.220928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:00.221519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:00.222205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:00.234558 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-0a26c8e2-633e-4214-afda-4cd6cdcbbf7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932 HTTP/1.1" status: 200 len: 999 time: 0.2899010 Aug 20 15:04:00.241035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:00.241644 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:00.245779 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 8 to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a Aug 20 15:04:00.308962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9478e300-0ff1-4e5b-a331-eb9324661766 None None] New status for floating IP a365458c-52a3-4cc7-8dc3-222d5a9b6606: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:04:00.342994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:00.348418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:00.365884 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:00.446154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:00.452096 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:00.456295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] 10.222.0.70 "PUT /v2.0/ports/6e00a3de-e2ce-42ba-99bb-350f7b34cd01 HTTP/1.1" status: 200 len: 1096 time: 1.3279588 Aug 20 15:04:00.521893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d813609-fcf4-4153-94e2-8fa9c18921a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:00.608937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-e1d229ef-db26-49ab-b69c-8b43a97b2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:00.610694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-e1d229ef-db26-49ab-b69c-8b43a97b2189 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=088819830f114c8a8caa282d675ea303&device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 1099 time: 0.0703290 Aug 20 15:04:00.788564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-da33a79e-ea91-4f2a-8c55-4fff16212b04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01 HTTP/1.1" status: 200 len: 217 time: 0.1583180 Aug 20 15:04:00.862678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:00.862678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:00.862678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:00.885716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:00.886054 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:00.889323 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 9 to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a Aug 20 15:04:00.906915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:00.907248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:00.907721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:00.914035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:00.914501 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:00.916315 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 10 to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a Aug 20 15:04:00.919843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-0a3aea04-40f2-4681-8ca7-2f1fb3333df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:00.921323 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-0a3aea04-40f2-4681-8ca7-2f1fb3333df8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fc21ffa-0a05-4d0b-ad52-99b92e28a737 HTTP/1.1" status: 200 len: 851 time: 0.6659117 Aug 20 15:04:00.921905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:00.925400 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51107f9c-1442-459b-a160-191f6c1c8801" -d '{"events": [{"name": "network-changed", "server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:00.936140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-2dc23879-574d-4c9c-8916-778b1ff771f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:00.940126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-2dc23879-574d-4c9c-8916-778b1ff771f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.1385229 Aug 20 15:04:01.032686 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c162b5fd-ef5b-4034-97e3-7a2cf3080d92 x-openstack-request-id: req-c162b5fd-ef5b-4034-97e3-7a2cf3080d92 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:01.033568 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:01.034484 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c162b5fd-ef5b-4034-97e3-7a2cf3080d92 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:01.034484 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01', 'status': 'completed', 'code': 200} Aug 20 15:04:01.057115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:01.057465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:01.057800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:01.063349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-0f3c1b55-8266-4087-bda8-599a3ef63ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:01.070833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c1f01ab0-97f2-4531-880d-44ba988bc87a on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:01.071036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-0f3c1b55-8266-4087-bda8-599a3ef63ae6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117680 Aug 20 15:04:01.071534 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c1f01ab0-97f2-4531-880d-44ba988bc87a on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:01.072085 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:01.101173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84919ba6-1f82-4bec-91b7-fd0988879b96 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:01.116199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:01.248229 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] For port c1f01ab0-97f2-4531-880d-44ba988bc87a, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:01.248610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempted to set empty binding levels {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 15:04:01.256162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-7e792226-4d45-4c42-8359-a373f4084832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:01.257808 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-7e792226-4d45-4c42-8359-a373f4084832 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3060622 Aug 20 15:04:01.282080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:01.315133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Transition to ACTIVE for port object 84919ba6-1f82-4bec-91b7-fd0988879b96 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:01.365380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-65b67138-d337-4228-98c9-ef8798c4539a service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906041 Aug 20 15:04:01.386636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d9e9a-5c96-405f-a049-55a9475d3362 req-268a510c-c0e6-4d9e-baa0-4352c9cb827c tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:01.389631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e1d9e9a-5c96-405f-a049-55a9475d3362 req-268a510c-c0e6-4d9e-baa0-4352c9cb827c tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 947 time: 0.1570559 Aug 20 15:04:01.401174 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:01.411067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:01.411699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:01.452916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f01ab0-97f2-4531-880d-44ba988bc87a,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:01.464037 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1191941d-e668-4d38-abfd-9dc5954a7c19 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.3232543 Aug 20 15:04:01.484111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40704) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:01.532404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e1d9e9a-5c96-405f-a049-55a9475d3362 req-5ef72bd4-5376-4ce9-bd2e-1057e3e6364d tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283195 Aug 20 15:04:01.676236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ae1bf9-3fe8-4172-9fa2-5b3b649d2f51 req-71f84ca8-0003-4adf-8b0a-08aa39a60705 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823970 Aug 20 15:04:01.829143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40720) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:01.850835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107f9c-1442-459b-a160-191f6c1c8801 req-a0eaf07d-0ddc-484f-8d78-c0a848a2ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:01.852453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51107f9c-1442-459b-a160-191f6c1c8801 req-a0eaf07d-0ddc-484f-8d78-c0a848a2ad74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=088819830f114c8a8caa282d675ea303&device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 1099 time: 0.1228077 Aug 20 15:04:01.915898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:01.967033 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-70fd02bd-affb-4ccb-9282-63be75aaef7b service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698310 Aug 20 15:04:01.977547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Attempting to bind port 84919ba6-1f82-4bec-91b7-fd0988879b96 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:01.977898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Attempting to bind port 84919ba6-1f82-4bec-91b7-fd0988879b96 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:01.978236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Attempting to bind port 84919ba6-1f82-4bec-91b7-fd0988879b96 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:01.989431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Port 84919ba6-1f82-4bec-91b7-fd0988879b96 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:01.989780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Attempting to bind port 84919ba6-1f82-4bec-91b7-fd0988879b96 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:02.012376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:02.012721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:02.013309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:02.014472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Bound port: 84919ba6-1f82-4bec-91b7-fd0988879b96, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:02.015699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.021655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ab9edc0a-bad9-4d37-9530-94d9aed535f2 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Deleting port c1f01ab0-97f2-4531-880d-44ba988bc87a {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:02.022247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab9edc0a-bad9-4d37-9530-94d9aed535f2 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.099486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107f9c-1442-459b-a160-191f6c1c8801 req-b2805bd8-92b1-41e5-b710-180cc3af876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:02.101377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51107f9c-1442-459b-a160-191f6c1c8801 req-b2805bd8-92b1-41e5-b710-180cc3af876d service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2225497 Aug 20 15:04:02.217088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40738) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:02.276746 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-de5a36b1-5e28-4252-9937-f1dc2e183d7d req-2fafda19-46a5-478f-a299-019c742451a0 service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927966 Aug 20 15:04:02.301088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51107f9c-1442-459b-a160-191f6c1c8801 req-1c440ccc-6ab6-48d2-974a-f3bf65fdc776 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01 HTTP/1.1" status: 200 len: 217 time: 0.1844916 Aug 20 15:04:02.314334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-ab9edc0a-bad9-4d37-9530-94d9aed535f2 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] For port c1f01ab0-97f2-4531-880d-44ba988bc87a, host n-h2-695189-15, got binding levels [] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:02.315184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab9edc0a-bad9-4d37-9530-94d9aed535f2 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.360159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ab9edc0a-bad9-4d37-9530-94d9aed535f2 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Calling delete_port for c1f01ab0-97f2-4531-880d-44ba988bc87a owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:02.464675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:02.489618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:02.506093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.546754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40752) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:02.574560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107f9c-1442-459b-a160-191f6c1c8801 req-23cc54d0-7c19-4092-818f-7507e791f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:02.576325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51107f9c-1442-459b-a160-191f6c1c8801 req-23cc54d0-7c19-4092-818f-7507e791f040 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.2579262 Aug 20 15:04:02.602141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1479897192-network', 'tenant_id': 'bd8da3ea8dca4f1ebb1e3d833773a9c4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:02.609482 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:02.668236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:02.669145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.671712 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-b5c243b8-e5c8-4992-92de-5f334cc4402d service neutron] 10.222.0.72 "PUT /v2.0/ports/84919ba6-1f82-4bec-91b7-fd0988879b96 HTTP/1.1" status: 200 len: 1096 time: 4.3152657 Aug 20 15:04:02.675533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:02.677929 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:02.682807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab9edc0a-bad9-4d37-9530-94d9aed535f2 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.699508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-network', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:02.778135 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c6f7fd-4590-404c-a300-8471826247a3 x-openstack-request-id: req-87c6f7fd-4590-404c-a300-8471826247a3 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:02.778641 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:02.779054 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87c6f7fd-4590-404c-a300-8471826247a3 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:02.779649 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'status': 'completed', 'code': 200} Aug 20 15:04:02.784604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9edc0a-bad9-4d37-9530-94d9aed535f2 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1f01ab0-97f2-4531-880d-44ba988bc87a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:02.796405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Made reservation on behalf of bd8da3ea8dca4f1ebb1e3d833773a9c4 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:02.800281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.854931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.876873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107f9c-1442-459b-a160-191f6c1c8801 req-aec8a33f-5cd2-4566-b3ff-eda0dfb7c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:02.879093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51107f9c-1442-459b-a160-191f6c1c8801 req-aec8a33f-5cd2-4566-b3ff-eda0dfb7c057 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2936077 Aug 20 15:04:02.890057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab9edc0a-bad9-4d37-9530-94d9aed535f2 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.893176 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ab9edc0a-bad9-4d37-9530-94d9aed535f2 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c1f01ab0-97f2-4531-880d-44ba988bc87a HTTP/1.1" status: 204 len: 168 time: 1.3688748 Aug 20 15:04:02.895790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40766) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:02.930439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Made reservation on behalf of 7b662d2889384f5eb08c76371c1ee9b3 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:02.933829 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:02.951332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-7d07d553-ec77-4450-8860-1879e8dbdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:02.952537 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-7d07d553-ec77-4450-8860-1879e8dbdfa6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=088819830f114c8a8caa282d675ea303&device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 1099 time: 0.1716502 Aug 20 15:04:02.976158 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.019160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11056a45-1489-40e7-ae8b-44ae4ff23d67 req-06a0471a-60ea-4c0e-9967-4ff975597139 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:03.022493 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-ab64bd79-d3f2-47c0-8b8d-4dc6023ebac5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=84919ba6-1f82-4bec-91b7-fd0988879b96 HTTP/1.1" status: 200 len: 217 time: 0.0525298 Aug 20 15:04:03.022677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11056a45-1489-40e7-ae8b-44ae4ff23d67 req-06a0471a-60ea-4c0e-9967-4ff975597139 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 947 time: 0.3091071 Aug 20 15:04:03.032777 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf709284-da41-458a-ac6c-9b53deb13124 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] GET failed (client error): The resource could not be found. Aug 20 15:04:03.035678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cf709284-da41-458a-ac6c-9b53deb13124 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "GET /v2.0/ports/c1f01ab0-97f2-4531-880d-44ba988bc87a HTTP/1.1" status: 404 len: 333 time: 0.1358461 Aug 20 15:04:03.041487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40768) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:03.072966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Request body: {'port': {'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-630050668'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:03.122202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-153b5cde-b620-427d-9301-7978c5ffc07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:03.123752 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-153b5cde-b620-427d-9301-7978c5ffc07e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0960143 Aug 20 15:04:03.184156 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.203856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.204025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51107f9c-1442-459b-a160-191f6c1c8801 req-005730c8-e8e5-4c95-b188-5a8756935129 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069081 Aug 20 15:04:03.210637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:04:03.210637 n-d-695189-15 neutron-server[101099]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 15:04:03.210637 n-d-695189-15 neutron-server[101099]: [parameters: {'project_id_1': '7b662d2889384f5eb08c76371c1ee9b3', 'expiration_1': datetime.datetime(2021, 8, 20, 15, 4, 3, 102749)}] Aug 20 15:04:03.210637 n-d-695189-15 neutron-server[101099]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:04:03.211100 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:04:03.212879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-7feab41d-8571-48e1-ba3c-cecb8c94a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:03.214025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11056a45-1489-40e7-ae8b-44ae4ff23d67 req-f9cc1f89-230b-458e-b012-9caaaae5fd58 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770368 Aug 20 15:04:03.214483 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-7feab41d-8571-48e1-ba3c-cecb8c94a367 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824594 Aug 20 15:04:03.261136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Made reservation on behalf of 8f7365dc56a54cf1a33b1ea664d11bb7 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:03.263639 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.265900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:04:03.281921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5af8a70-f046-4711-b971-9f700fbc00f4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:03.339528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.339998 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Added segment aa9c78c8-b8bd-4e1d-8a48-52432390bb30 of type vlan for network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b Aug 20 15:04:03.357037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] device_id is not set on port 0682fecb-7027-4a6c-a239-0fe590bdf10d yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:03.381031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51107f9c-1442-459b-a160-191f6c1c8801 req-49c63ea5-fa1f-479e-9527-bca369f6069c service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652079 Aug 20 15:04:03.413034 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.443402 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.497844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.499015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:03.499720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.508745 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-85078964-1212-467e-b39f-acf39c67238e service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802422 Aug 20 15:04:03.646764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:04:03.655355 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3784935 Aug 20 15:04:03.660549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40782) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:03.667225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Request body: {'subnet': {'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1479897192-subnet', 'tenant_id': 'bd8da3ea8dca4f1ebb1e3d833773a9c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:03.712640 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.714031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704c908-8e24-452d-b045-b869f9c051b3 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:03.733570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:04:03.750495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Made reservation on behalf of bd8da3ea8dca4f1ebb1e3d833773a9c4 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:03.753628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.785903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Deleting port 71eddf31-586a-41bc-9fe5-9c464dd05443 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:03.786259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.793790 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.808023 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7f1307b7-c3af-4a7b-b6e1-f143ea93d990 req-2f6dbe9a-cff0-4239-aad2-0c029ef00feb service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734170 Aug 20 15:04:03.849428 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.872700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:03.896866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01', 'mac_address': 'fa:16:3e:22:49:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:04:03.932960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'Port': ['ID=0682fecb-7027-4a6c-a239-0fe590bdf10d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:03.958146 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:03.976409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:03.996625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Network c0e2a766-5f96-4bc1-a52a-5074c71609f0 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:04.001738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:04.004002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:04.009961 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.010894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:04.012373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:04.013125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.035241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] For port 71eddf31-586a-41bc-9fe5-9c464dd05443, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=71eddf31-586a-41bc-9fe5-9c464dd05443,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:04.035805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.057673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-dd652bb4-8974-432f-90f2-de3def20baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:04.063946 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-dd652bb4-8974-432f-90f2-de3def20baa3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=088819830f114c8a8caa282d675ea303&device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 1099 time: 0.1165688 Aug 20 15:04:04.102225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:04.111923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.112548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.113086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.113583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.114068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.114570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.115084 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.115584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.116072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.117451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.118199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.118682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:04.191623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-5f571182-99f9-49b7-97b5-666ca1752438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:04.193294 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-5f571182-99f9-49b7-97b5-666ca1752438 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1223073 Aug 20 15:04:04.243464 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-c6b0162b-8d46-481d-a695-e4cdfcc28060 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=84919ba6-1f82-4bec-91b7-fd0988879b96 HTTP/1.1" status: 200 len: 217 time: 0.0424979 Aug 20 15:04:04.297714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-e31e78b4-eec0-4d74-ab90-c8ec1380aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:04.300060 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-e31e78b4-eec0-4d74-ab90-c8ec1380aca8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0502515 Aug 20 15:04:04.357791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-cd77440a-e135-46f2-bceb-848b0aabd99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:04.359511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-cd77440a-e135-46f2-bceb-848b0aabd99d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524316 Aug 20 15:04:04.433713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6e00a3de-e2ce-42ba-99bb-350f7b34cd01'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:04.434762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Calling delete_port for 71eddf31-586a-41bc-9fe5-9c464dd05443 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:04.507693 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-0cc639d8-4848-4f1d-8732-8b2db69dc149 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404281 Aug 20 15:04:04.569148 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.591807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068d9e4-fbfa-4f56-9d6e-ebc12cc80227 req-afed1320-649e-442f-9175-8abe3824d333 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:04.593428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e068d9e4-fbfa-4f56-9d6e-ebc12cc80227 req-afed1320-649e-442f-9175-8abe3824d333 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 948 time: 0.1816087 Aug 20 15:04:04.598622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.610850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.617496 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-597fdd5e-3e79-4b2e-b376-9dfeab23c920 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5738735 Aug 20 15:04:04.620404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40804) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:04.626342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:04.631980 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef1b5a8c-db20-4e8f-aa8c-11a7e9d3ef5b req-52213580-d569-4d37-8cfe-974f191c39cf service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165621 Aug 20 15:04:04.651493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f50ea9-ad49-4dda-8755-b5fdc2334d01,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:04.700034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.720652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:04:04.760464 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.760726 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Added segment 94160a47-cd7f-4f00-8242-14b5f92ad41a of type vlan for network d79e69a7-8803-429c-8611-0fb85ad6f426 Aug 20 15:04:04.826118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e068d9e4-fbfa-4f56-9d6e-ebc12cc80227 req-83195403-c07c-4c8c-98fa-a152706b79d7 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232702 Aug 20 15:04:04.838131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:04.871422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Checking segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:04.871422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Network hostable DHCP agents. Network: 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:04:04.888021 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.898077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] device_id is not set on port 0682fecb-7027-4a6c-a239-0fe590bdf10d yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:04.906582 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.922985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Transition to ACTIVE for port object 0682fecb-7027-4a6c-a239-0fe590bdf10d will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:04.928675 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.936040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:04:04.953609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:04.959766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:04.960529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.969914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60cf8df-0472-4e78-b848-5e7f30d16217 None None] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:04.976284 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.977370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:04.977944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:04.984901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'Port': ['ID=0682fecb-7027-4a6c-a239-0fe590bdf10d,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:04.996973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:04.997573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:04.997787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.002403 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.002863 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.003607 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 2 to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d Aug 20 15:04:05.018130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:05.018561 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:05.019058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.024475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-62ec90e8-8465-460a-8a31-004ed71bdbde admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3620083 Aug 20 15:04:05.027692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.028146 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.028729 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 3 to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d Aug 20 15:04:05.044647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:05.045102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:05.045605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.051225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.052833 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.053348 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 4 to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d Aug 20 15:04:05.074291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:05.074771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:05.075135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.080743 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.081226 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.081618 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 5 to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d Aug 20 15:04:05.097815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:05.098169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:05.098882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.103100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5551398 Aug 20 15:04:05.107615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40816) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:05.113852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Request body: {'subnet': {'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-subnet', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:05.137121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfece32-b739-4fad-9d2f-dc4d7c4dcf01 admin admin] Pushing event updated for resources: {'Network': ['ID=d79e69a7-8803-429c-8611-0fb85ad6f426,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:05.139816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.140657 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.141068 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 6 to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d Aug 20 15:04:05.149872 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:05.156591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Made reservation on behalf of 7b662d2889384f5eb08c76371c1ee9b3 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:05.159658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:05.247414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Pushing event deleted for resources: {'Port': ['ID=71eddf31-586a-41bc-9fe5-9c464dd05443,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:05.248979 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network d79e69a7-8803-429c-8611-0fb85ad6f426 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:04:05.277811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:05.278055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:05.278388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.292123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.292461 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.295751 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 7 to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d Aug 20 15:04:05.384773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21a9a49-2d29-48aa-8b77-075e6f7dd033 None None] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:05.394662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:05.402084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:05.404484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.426794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.427337 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.429585 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 8 to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d Aug 20 15:04:05.443274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:05.515219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:05.515874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:05.516537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.552110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.553036 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.563355 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 9 to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d Aug 20 15:04:05.581800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:05.582265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:05.582743 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.588516 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.588960 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.590010 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:05.592081 n-d-695189-15 neutron-server[101100]: INFO neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 10 to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d Aug 20 15:04:05.650452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:05.651198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:05.651825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:05.672758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:05.673245 n-d-695189-15 neutron-server[101100]: ERROR neutron.plugins.ml2.managers [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port 0682fecb-7027-4a6c-a239-0fe590bdf10d on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:05.675267 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:05.727209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:05.759808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Checking segment: {'id': '94160a47-cd7f-4f00-8242-14b5f92ad41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:05.759808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Network hostable DHCP agents. Network: d79e69a7-8803-429c-8611-0fb85ad6f426, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:04:05.776346 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:05.813633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Network d79e69a7-8803-429c-8611-0fb85ad6f426 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:04:05.823330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] For port 0682fecb-7027-4a6c-a239-0fe590bdf10d, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:05.823955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempted to set empty binding levels {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 15:04:05.829782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:05.836455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, d79e69a7-8803-429c-8611-0fb85ad6f426) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:05.844812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c7e707-1800-4f74-9770-fa2be03596ba None None] Network d79e69a7-8803-429c-8611-0fb85ad6f426 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:05.886341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:05.887068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:05.918627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'Port': ['ID=0682fecb-7027-4a6c-a239-0fe590bdf10d,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:05.923529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] In _notify_port_updated(), no bound segment for port 0682fecb-7027-4a6c-a239-0fe590bdf10d on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:04:05.924631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:05.925596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:05.929942 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e6554db2-2b83-44fc-90b6-c0d2a573ae8d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "PUT /v2.0/ports/0682fecb-7027-4a6c-a239-0fe590bdf10d HTTP/1.1" status: 200 len: 975 time: 1.3083994 Aug 20 15:04:05.933490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40848) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:05.981256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-4394092f-ca77-40da-9d28-97979a287123 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:05.989174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-4394092f-ca77-40da-9d28-97979a287123 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.2628355 Aug 20 15:04:06.006715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:04:06.039801 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9b6b1ad5-4746-4d4b-9e5e-723988635d51 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9307919 Aug 20 15:04:06.041341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-e4dec497-392d-495e-8c8f-85f69aa96491 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/quotas/bd8da3ea8dca4f1ebb1e3d833773a9c4 HTTP/1.1" status: 200 len: 375 time: 0.0392020 Aug 20 15:04:06.045948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40850) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:06.069311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:06.071674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-d79e69a7-8803-429c-8611-0fb85ad6f426', 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'fixed_ips': [{'subnet_id': '2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:04:06.073129 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.079354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.080183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.081177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.081934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.082481 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.083024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.083577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.084191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.084847 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.085386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.085921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.086464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.086995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.087528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.088116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.088624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.089152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.089792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.090323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.090864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.091700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.092230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.092761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.093292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.093822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.094347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.094880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.095406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.100107 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0efadce8-175e-48dd-86e4-62e5242d8f3d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25320 time: 0.1653445 Aug 20 15:04:06.104942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40852) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:06.114147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-c563cdc8-5e42-46a0-92cb-e5f638d8fde2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634983 Aug 20 15:04:06.204340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0be7d-c662-4023-b65e-161158589393 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Deleting port 0682fecb-7027-4a6c-a239-0fe590bdf10d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:06.204974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0be7d-c662-4023-b65e-161158589393 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.248013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Allocated IP 172.20.0.2 (d79e69a7-8803-429c-8611-0fb85ad6f426/2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6/041a577b-e49f-4565-82cd-a3ad9fe3a356) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:06.267801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.269113 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.322348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-bcc0be7d-c662-4023-b65e-161158589393 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] For port 0682fecb-7027-4a6c-a239-0fe590bdf10d, host n-h2-695189-15, got binding levels [] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:06.323060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0be7d-c662-4023-b65e-161158589393 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.328061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e69ac-550d-4290-a3ab-097bf266261a req-89d4bdd0-67d7-4a98-8e8d-db560a6d87bd tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:06.335867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-965e69ac-550d-4290-a3ab-097bf266261a req-89d4bdd0-67d7-4a98-8e8d-db560a6d87bd tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 948 time: 0.3694966 Aug 20 15:04:06.340237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0be7d-c662-4023-b65e-161158589393 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Calling delete_port for 0682fecb-7027-4a6c-a239-0fe590bdf10d owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:06.418282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:04:06.430581 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] Sync routers for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:04:06.440619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2d40e828-4bb6-4f23-8f37-ac9772219296 admin admin] 10.222.0.36 "PUT /v2.0/routers/64e7d375-65a2-46e5-aa44-6cfa8734aee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5760312 Aug 20 15:04:06.443313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40862) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:06.444789 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:06.445780 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:06.452271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0be7d-c662-4023-b65e-161158589393 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.470036 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.481487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-965e69ac-550d-4290-a3ab-097bf266261a req-f449e0e8-cbfe-425b-96a9-ad11c988cdc9 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444337 Aug 20 15:04:06.536179 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.558256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Transition to ACTIVE for port object 041a577b-e49f-4565-82cd-a3ad9fe3a356 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:06.597823 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:06.604712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Transition to ACTIVE for port object 041a577b-e49f-4565-82cd-a3ad9fe3a356 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:06.621754 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.665587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Network d79e69a7-8803-429c-8611-0fb85ad6f426 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:06.666924 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b7479a9e-c8e9-40cc-b833-becc67f0e43d service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220907 Aug 20 15:04:06.668954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:06.678284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:06.693354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Pushing event updated for resources: {'Port': ['ID=041a577b-e49f-4565-82cd-a3ad9fe3a356,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:06.725099 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.732355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:04:06.784292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Attempting to bind port 041a577b-e49f-4565-82cd-a3ad9fe3a356 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:06.784655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Attempting to bind port 041a577b-e49f-4565-82cd-a3ad9fe3a356 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '94160a47-cd7f-4f00-8242-14b5f92ad41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:06.785062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Attempting to bind port 041a577b-e49f-4565-82cd-a3ad9fe3a356 on network d79e69a7-8803-429c-8611-0fb85ad6f426 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:06.793339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:06.793717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Checking segment: {'id': '94160a47-cd7f-4f00-8242-14b5f92ad41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:06.794124 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.794612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Bound using segment: {'id': '94160a47-cd7f-4f00-8242-14b5f92ad41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:06.795116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Bound port: 041a577b-e49f-4565-82cd-a3ad9fe3a356, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94160a47-cd7f-4f00-8242-14b5f92ad41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:06.795479 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:06.921674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-532e2185-a16c-47c0-a815-9e499be32e71 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529159 Aug 20 15:04:07.001055 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T15:04:04Z', 'revision_number': 5, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:07.067901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] For port 041a577b-e49f-4565-82cd-a3ad9fe3a356, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:07.074606 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] Checking router: 64e7d375-65a2-46e5-aa44-6cfa8734aee0 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:04:07.078725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] For port 041a577b-e49f-4565-82cd-a3ad9fe3a356, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=041a577b-e49f-4565-82cd-a3ad9fe3a356,segment=NetworkSegment(94160a47-cd7f-4f00-8242-14b5f92ad41a),segment_id=94160a47-cd7f-4f00-8242-14b5f92ad41a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:07.097516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:07.103977 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] Routers {'64e7d375-65a2-46e5-aa44-6cfa8734aee0'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:07.105221 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:07.119035 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:07.207883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'mac_address': 'fa:16:3e:25:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:04:07.343840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0be7d-c662-4023-b65e-161158589393 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event deleted for resources: {'Port': ['ID=0682fecb-7027-4a6c-a239-0fe590bdf10d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:07.354301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0be7d-c662-4023-b65e-161158589393 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:07.364785 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bcc0be7d-c662-4023-b65e-161158589393 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "DELETE /v2.0/ports/0682fecb-7027-4a6c-a239-0fe590bdf10d HTTP/1.1" status: 204 len: 168 time: 1.2586491 Aug 20 15:04:07.393529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40880) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:07.397011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45c95a97-1a26-435d-a3a8-85b90e455289 req-9b981225-ed65-4af7-8b49-2f50abaa34b0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 210 time: 0.1170599 Aug 20 15:04:07.427298 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:07.439910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:07.512490 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1b3056-4a2f-4c19-b3d9-3d714649d7f5 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] GET failed (client error): The resource could not be found. Aug 20 15:04:07.522673 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ed1b3056-4a2f-4c19-b3d9-3d714649d7f5 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "GET /v2.0/ports/0682fecb-7027-4a6c-a239-0fe590bdf10d HTTP/1.1" status: 404 len: 333 time: 0.1248324 Aug 20 15:04:07.525570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40888) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:07.542052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-376940092', 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:07.558223 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:07.610114 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] Set router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:07.688851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Made reservation on behalf of 8f7365dc56a54cf1a33b1ea664d11bb7 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:07.691473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:07.747580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:07.784257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] device_id is not set on port 18288653-58d8-415b-b40a-1301053e3b8f yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:07.807944 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:07.830603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:07.934207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54c138-7114-462f-ad91-1a13b08ffbd7 req-c061edee-d100-4d1c-9084-281e9ddfac63 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:07.946825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe54c138-7114-462f-ad91-1a13b08ffbd7 req-c061edee-d100-4d1c-9084-281e9ddfac63 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 948 time: 0.3467603 Aug 20 15:04:07.966208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84919ba6-1f82-4bec-91b7-fd0988879b96 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:08.018438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:08.023030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20290dd-f801-4f80-9297-a47a6ebde479 None None] Pushing event updated for resources: {'Port': ['ID=041a577b-e49f-4565-82cd-a3ad9fe3a356,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:08.045124 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.049801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe54c138-7114-462f-ad91-1a13b08ffbd7 req-276c1160-1517-4000-aff6-29da0f1abb10 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004992 Aug 20 15:04:08.061629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Allocated IP 172.25.5.16 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/614492b0-ed76-484b-8c15-25187d1179e5) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:08.116421 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T15:04:04Z', 'revision_number': 5, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:08.201985 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27707a17-3baf-4f93-b911-bee08dced8ec None None] The sync data for ids ['64e7d375-65a2-46e5-aa44-6cfa8734aee0'] in n-d-695189-15 is: [{'id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'name': 'tempest-TaggedBootDevicesTest_v242-1535980808-router', 'tenant_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T14:53:07Z', 'updated_at': '2021-08-20T15:04:04Z', 'revision_number': 5, 'project_id': 'd2c52e6aae07495fa0df35a987a23d0d', 'gw_port': {'id': 'a444b6ff-a86e-4d56-897d-d334a7f2bfe5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e7d375-65a2-46e5-aa44-6cfa8734aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T14:53:09Z', 'updated_at': '2021-08-20T14:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:04:08.224410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.233270 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.249611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:08.264018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Deleting port a444b6ff-a86e-4d56-897d-d334a7f2bfe5 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:08.264368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.339673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:08.344847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:08.345504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.396090 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.455323 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.471967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] For port a444b6ff-a86e-4d56-897d-d334a7f2bfe5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a444b6ff-a86e-4d56-897d-d334a7f2bfe5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:08.471967 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.498470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['84919ba6-1f82-4bec-91b7-fd0988879b96'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:08.551570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Calling delete_port for a444b6ff-a86e-4d56-897d-d334a7f2bfe5 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:08.555041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Network c0e2a766-5f96-4bc1-a52a-5074c71609f0 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:08.555230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:08.555942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'Port': ['ID=18288653-58d8-415b-b40a-1301053e3b8f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:08.558216 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dec513-de76-4886-9bdf-61e7a02e15d2" -d '{"events": [{"server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "name": "network-vif-plugged", "status": "completed", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:08.561462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:08.570413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:08.572183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:08.572841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.589267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:08.598803 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:08.671662 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ba6b243-e8ef-4f88-975f-a0290287f0d3 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1389196 Aug 20 15:04:08.685664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40910) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:08.687611 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed41785a-2070-4373-9432-eaccd0bb4756 x-openstack-request-id: req-ed41785a-2070-4373-9432-eaccd0bb4756 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:08.691234 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "name": "network-vif-plugged", "status": "completed", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:08.691792 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed41785a-2070-4373-9432-eaccd0bb4756 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:08.692382 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01', 'code': 200} Aug 20 15:04:08.707718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:08.763504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c438b-cd38-4977-b2cb-b37b49d16f77 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:08.767807 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-db1c438b-cd38-4977-b2cb-b37b49d16f77 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "GET /v2.0/ports/18288653-58d8-415b-b40a-1301053e3b8f HTTP/1.1" status: 200 len: 954 time: 0.0627003 Aug 20 15:04:08.848686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40916) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:09.074197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5fb01a-f7da-44d7-9c50-13be3eed4771 None None] Network d79e69a7-8803-429c-8611-0fb85ad6f426 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:09.139324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-043282f0-4cf2-4613-b79d-f97daedc94a6 req-8cd4997e-88d6-4534-9fe6-096847126a44 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 210 time: 0.0440528 Aug 20 15:04:09.175884 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.217757 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.221223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8f62f8ef-c8da-43e8-be3b-f9c490749863 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Deleting port 18288653-58d8-415b-b40a-1301053e3b8f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:09.221850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f62f8ef-c8da-43e8-be3b-f9c490749863 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.231958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7f393287-97bb-445e-b08b-f925e0efd737 None None] Provisioning for port 041a577b-e49f-4565-82cd-a3ad9fe3a356 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:09.232492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Pushing event updated for resources: {'Port': ['ID=614492b0-ed76-484b-8c15-25187d1179e5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:09.248421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523de4f5-234c-46b7-b8e2-be6aeda66d62 req-f59fc671-90da-43ab-99ef-8df39df198eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:09.263664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-523de4f5-234c-46b7-b8e2-be6aeda66d62 req-f59fc671-90da-43ab-99ef-8df39df198eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 1101 time: 0.1674209 Aug 20 15:04:09.318673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:09.357657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:09.380411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:09.416575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=a444b6ff-a86e-4d56-897d-d334a7f2bfe5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:09.453217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 041a577b-e49f-4565-82cd-a3ad9fe3a356 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:09.536621 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 041a577b-e49f-4565-82cd-a3ad9fe3a356 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:09.547974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 041a577b-e49f-4565-82cd-a3ad9fe3a356 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:09.549788 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.554873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-523de4f5-234c-46b7-b8e2-be6aeda66d62 req-ed2ebdd8-75e4-4ca9-8692-bb2c800c3063 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690051 Aug 20 15:04:09.555423 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f62f8ef-c8da-43e8-be3b-f9c490749863 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.572378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d835c2-3e2b-4e3d-bd73-e3062f707d16 req-f80eb0ed-874e-41f5-8cec-ad07075c97a7 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:09.575120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8f62f8ef-c8da-43e8-be3b-f9c490749863 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Calling delete_port for 18288653-58d8-415b-b40a-1301053e3b8f owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:09.579822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1d835c2-3e2b-4e3d-bd73-e3062f707d16 req-f80eb0ed-874e-41f5-8cec-ad07075c97a7 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 949 time: 0.2758217 Aug 20 15:04:09.711730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-f40975c5-8657-4b66-8821-3aec0eba1668 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:09.713266 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-f40975c5-8657-4b66-8821-3aec0eba1668 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.6895676 Aug 20 15:04:09.725166 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.728970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.745364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1d835c2-3e2b-4e3d-bd73-e3062f707d16 req-7c4348e9-3b02-4a0d-9f39-f8edcf14e944 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646438 Aug 20 15:04:09.761910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.764894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Request body: {'port': {'device_id': '98ed2067-2f17-4c43-8625-2e7dcfac6972', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'admin_state_up': True, 'tenant_id': 'bd8da3ea8dca4f1ebb1e3d833773a9c4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:09.814673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 041a577b-e49f-4565-82cd-a3ad9fe3a356, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=041a577b-e49f-4565-82cd-a3ad9fe3a356,segment=NetworkSegment(94160a47-cd7f-4f00-8242-14b5f92ad41a),segment_id=94160a47-cd7f-4f00-8242-14b5f92ad41a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:09.821929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-671a5fbb-c7f2-41f3-bd5d-946783836286 None None] Provisioning complete for port 041a577b-e49f-4565-82cd-a3ad9fe3a356 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:09.822374 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-671a5fbb-c7f2-41f3-bd5d-946783836286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.878127 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.892735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.904702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 71eddf31-586a-41bc-9fe5-9c464dd05443 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:04:09.907894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:09.977600 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 71eddf31-586a-41bc-9fe5-9c464dd05443 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:04:09.977952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 71eddf31-586a-41bc-9fe5-9c464dd05443 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:04:10.028004 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f62f8ef-c8da-43e8-be3b-f9c490749863 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.037000 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.042934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.043497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64e7d375-65a2-46e5-aa44-6cfa8734aee0 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:04:10.050830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=041a577b-e49f-4565-82cd-a3ad9fe3a356,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:10.088697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.089872 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a816b8bb-1ca9-4a20-a8e0-07d976ef2f06 admin admin] 10.222.0.36 "DELETE /v2.0/routers/64e7d375-65a2-46e5-aa44-6cfa8734aee0 HTTP/1.1" status: 204 len: 168 time: 3.6454096 Aug 20 15:04:10.094606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62f8ef-c8da-43e8-be3b-f9c490749863 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event deleted for resources: {'Port': ['ID=18288653-58d8-415b-b40a-1301053e3b8f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:10.096652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40940) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:10.125508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f62f8ef-c8da-43e8-be3b-f9c490749863 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.127631 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8f62f8ef-c8da-43e8-be3b-f9c490749863 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "DELETE /v2.0/ports/18288653-58d8-415b-b40a-1301053e3b8f HTTP/1.1" status: 204 len: 168 time: 1.2777622 Aug 20 15:04:10.138249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40944) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:10.160354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Made reservation on behalf of bd8da3ea8dca4f1ebb1e3d833773a9c4 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:10.164897 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.178930 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf5f99d-6b00-49e3-a08a-0504c3de7d94 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] GET failed (client error): The resource could not be found. Aug 20 15:04:10.180571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ddf5f99d-6b00-49e3-a08a-0504c3de7d94 tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "GET /v2.0/ports/18288653-58d8-415b-b40a-1301053e3b8f HTTP/1.1" status: 404 len: 333 time: 0.0405929 Aug 20 15:04:10.186656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40948) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:10.194372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Request body: {'port': {'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-484929021'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:10.250303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-043f1ffa-669d-4091-9178-d0c656315906 admin admin] Deleting subnet cb4bb3b8-21fa-4961-a28d-1bdb09f01658 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:04:10.254559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043f1ffa-669d-4091-9178-d0c656315906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.312134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6623c9c2-b2fd-4ca1-befd-22ee5ffc2c18 req-e6dd1b56-233d-49b8-b49b-a55dbfffd800 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 210 time: 0.0385106 Aug 20 15:04:10.348108 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043f1ffa-669d-4091-9178-d0c656315906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.349957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Made reservation on behalf of 8f7365dc56a54cf1a33b1ea664d11bb7 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:10.352459 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.401300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] device_id is not set on port c5a1b353-4472-473e-b6c5-5adf52369e6e yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:10.421533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Allocated IP 172.20.0.14 (9d0894f8-e5a6-479d-a1fc-d6d61961ff1b/09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1/8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:10.488273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:04:10.523786 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043f1ffa-669d-4091-9178-d0c656315906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.587799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.641588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.717426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event updated for resources: {'Port': ['ID=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:10.729884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:10.732279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:10.741764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:10.742212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:10.754870 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043f1ffa-669d-4091-9178-d0c656315906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.761127 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.806204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:10.807190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.818179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 84919ba6-1f82-4bec-91b7-fd0988879b96 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:10.823504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 84919ba6-1f82-4bec-91b7-fd0988879b96 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:10.825746 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-b8a6f11b-92e0-4752-ae5c-e98667850a1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0705030 Aug 20 15:04:10.826471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.836956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f1ffa-669d-4091-9178-d0c656315906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb4bb3b8-21fa-4961-a28d-1bdb09f01658,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:10.840046 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043f1ffa-669d-4091-9178-d0c656315906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.842325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-043f1ffa-669d-4091-9178-d0c656315906 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cb4bb3b8-21fa-4961-a28d-1bdb09f01658 HTTP/1.1" status: 204 len: 168 time: 0.7446446 Aug 20 15:04:10.843486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:04:10.844211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Request body: {'port': {'device_id': '98ed2067-2f17-4c43-8625-2e7dcfac6972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:10.846252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40962) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:10.869738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d068f1-2585-49d9-a42c-44815101b681 None None] Network b8de9808-a92c-4226-a7dc-109c0f430768 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:10.875920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Sync routers for ids ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:04:10.944223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.945221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Routers {'0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:10.945875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:10.965118 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:10.966328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2251d9a5-cd80-4e98-a279-6d2ff5e3ff0a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9191899 Aug 20 15:04:10.970960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40966) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:10.995147 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.000409 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.042698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb22f6b-afe7-4266-bf1c-64968d7a859b req-2e6c9000-9775-466d-93a3-91c8f2d0055a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:11.044516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcb22f6b-afe7-4266-bf1c-64968d7a859b req-2e6c9000-9775-466d-93a3-91c8f2d0055a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 949 time: 0.1404185 Aug 20 15:04:11.064457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Network c0e2a766-5f96-4bc1-a52a-5074c71609f0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:11.072163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:11.097419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:11.098789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:11.099584 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.110554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'Port': ['ID=c5a1b353-4472-473e-b6c5-5adf52369e6e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:11.152356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7db2e198-b140-40ce-8230-a4946b57db9d tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9631932 Aug 20 15:04:11.156212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40972) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:11.163251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:11.168494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcb22f6b-afe7-4266-bf1c-64968d7a859b req-de6f32ba-43d6-4064-adc2-b77147359562 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008546 Aug 20 15:04:11.204504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Set router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:11.207147 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.223807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Deleting port 1bb2ad3b-9fd3-412d-931b-e58856951891 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:11.224995 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.360902 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:11.363431 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409788b1-7965-4e61-b556-b4299490d4e9" -d '{"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-plugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:11.401747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] For port 1bb2ad3b-9fd3-412d-931b-e58856951891, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1bb2ad3b-9fd3-412d-931b-e58856951891,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:11.402371 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.423115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] DHCP port deletion for b8de9808-a92c-4226-a7dc-109c0f430768 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:04:11.423421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Calling delete_port for 1bb2ad3b-9fd3-412d-931b-e58856951891 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:11.429863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:11.444575 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.469183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 041a577b-e49f-4565-82cd-a3ad9fe3a356 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:11.522103 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701bf301-1bdd-4f80-af1d-d1814403e718 x-openstack-request-id: req-701bf301-1bdd-4f80-af1d-d1814403e718 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:11.522482 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-plugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:11.522654 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-701bf301-1bdd-4f80-af1d-d1814403e718 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:11.523034 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'code': 200} Aug 20 15:04:11.557620 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.606908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:11.653121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] Deleting port 1bb2ad3b-9fd3-412d-931b-e58856951891 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:11.653538 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.669996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0efffc-3b2f-4445-9986-a2caacefc4d4 req-fb2e5cd3-a4cf-4616-8f62-3e33a96b9a75 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:11.673306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc0efffc-3b2f-4445-9986-a2caacefc4d4 req-fb2e5cd3-a4cf-4616-8f62-3e33a96b9a75 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 932 time: 0.1923208 Aug 20 15:04:11.718516 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:11.730433 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.739955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] For port 1bb2ad3b-9fd3-412d-931b-e58856951891, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1bb2ad3b-9fd3-412d-931b-e58856951891,segment=NetworkSegment(ed59feee-064a-49ff-8b28-ddaba0c64cd9),segment_id=ed59feee-064a-49ff-8b28-ddaba0c64cd9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:11.740415 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.753628 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Transition to ACTIVE for port object 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:11.767334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] Calling delete_port for 1bb2ad3b-9fd3-412d-931b-e58856951891 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:11.773302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 041a577b-e49f-4565-82cd-a3ad9fe3a356 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:11.773686 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.793538 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.828838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc0efffc-3b2f-4445-9986-a2caacefc4d4 req-07802c33-1f2b-4e7a-bb2c-2f6442df5f7b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312020 Aug 20 15:04:11.837753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0ef3e-f6bd-4eef-8f34-eb1c8881995f req-9fe00dd6-634e-434a-a2c6-70609c1f77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:11.840255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5e0ef3e-f6bd-4eef-8f34-eb1c8881995f req-9fe00dd6-634e-434a-a2c6-70609c1f77e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 1101 time: 0.2117348 Aug 20 15:04:11.866855 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:11.922635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '614492b0-ed76-484b-8c15-25187d1179e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:06Z', 'updated_at': '2021-08-20T15:04:09Z', 'revision_number': 3, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'gw_port': {'id': '614492b0-ed76-484b-8c15-25187d1179e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:07Z', 'updated_at': '2021-08-20T15:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:11.927358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:11.947784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb2ad3b-9fd3-412d-931b-e58856951891,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:11.962539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] No DVR routers for this DVR port 1bb2ad3b-9fd3-412d-931b-e58856951891 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:04:11.967574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Checking router: 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:04:11.968104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Updating router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 port 614492b0-ed76-484b-8c15-25187d1179e5 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:04:11.999308 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.033171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Attempting to bind port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:12.033731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Attempting to bind port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:12.034449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Attempting to bind port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:12.046988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:12.047418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Attempting to bind port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:12.072723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5e0ef3e-f6bd-4eef-8f34-eb1c8881995f req-d27e9f58-db2f-413b-8c2a-f31c76adb913 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067080 Aug 20 15:04:12.116908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.133381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8de9808-a92c-4226-a7dc-109c0f430768']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:12.148395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] device_id is not set on port c5a1b353-4472-473e-b6c5-5adf52369e6e yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:12.159495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed59feee-064a-49ff-8b28-ddaba0c64cd9') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:12.159931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed59feee-064a-49ff-8b28-ddaba0c64cd9') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:12.163221 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.177848 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.197475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Transition to ACTIVE for port object c5a1b353-4472-473e-b6c5-5adf52369e6e will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:12.202111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.213322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:04:12.214085 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:04:12.216764 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:04:12.315035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.366421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:12.366784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Checking segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:12.367378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Bound using segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:12.367920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Bound port: 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:12.368386 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.454913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'Port': ['ID=c5a1b353-4472-473e-b6c5-5adf52369e6e,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:12.474373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.522263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] For port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:12.526736 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.531418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b8de9808-a92c-4226-a7dc-109c0f430768 HTTP/1.1" status: 204 len: 168 time: 1.6830337 Aug 20 15:04:12.533391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0da4b3-5548-4c4e-a7ff-6f9182b93b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8de9808-a92c-4226-a7dc-109c0f430768,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:12.546638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] For port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:12.554220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294cd71-427d-442d-91f5-d1784c98f3e2 req-0d197f0d-c77b-4666-8aa7-bece65e3ea6f tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:12.562715 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.562893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1294cd71-427d-442d-91f5-d1784c98f3e2 req-0d197f0d-c77b-4666-8aa7-bece65e3ea6f tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 949 time: 0.2064517 Aug 20 15:04:12.566088 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.573331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.573913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a444b6ff-a86e-4d56-897d-d334a7f2bfe5 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:04:12.595962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f879e8d-4eb5-4298-be8b-6b7b85ed2ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.607695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:12.608344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:12.609753 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] 10.222.0.72 "PUT /v2.0/ports/8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 HTTP/1.1" status: 200 len: 1093 time: 1.7700071 Aug 20 15:04:12.610204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ed2067-2f17-4c43-8625-2e7dcfac6972', 'tag': '8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:12.613538 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbfda12-67b3-480b-9a4c-14ef799cc639" -d '{"events": [{"name": "network-changed", "server_uuid": "98ed2067-2f17-4c43-8625-2e7dcfac6972", "tag": "8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:12.649456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:12.653799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:12.654950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:12.705031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] Network b8de9808-a92c-4226-a7dc-109c0f430768 is not hosted by any dhcp agent {{(pid=101101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 15:04:12.706782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] No DVR routers for this DVR port 1bb2ad3b-9fd3-412d-931b-e58856951891 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:04:12.710529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1294cd71-427d-442d-91f5-d1784c98f3e2 req-ca3f0776-3e29-4b7b-8bbf-bb3dc0fcd48c tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467383 Aug 20 15:04:12.711354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:12.711723 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:12.714749 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 2 to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e Aug 20 15:04:12.732208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a444b6ff-a86e-4d56-897d-d334a7f2bfe5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:04:12.732484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a444b6ff-a86e-4d56-897d-d334a7f2bfe5 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:04:12.734078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abdfe4-65e8-4132-9086-9e5cd0bc1ccd None None] Pushing event deleted for resources: {'Port': ['ID=1bb2ad3b-9fd3-412d-931b-e58856951891,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:12.744373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:12.744677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:12.745023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:12.766544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:12.766893 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:12.767510 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 3 to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e Aug 20 15:04:12.787105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:12.787449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:12.793240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:12.803246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:12.803702 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:12.804004 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 4 to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e Aug 20 15:04:12.807488 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82bcd01-4602-4ba7-a9a2-ccd987ff988e x-openstack-request-id: req-b82bcd01-4602-4ba7-a9a2-ccd987ff988e {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:12.807992 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98ed2067-2f17-4c43-8625-2e7dcfac6972", "tag": "8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:12.808115 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b82bcd01-4602-4ba7-a9a2-ccd987ff988e {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:12.808463 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ed2067-2f17-4c43-8625-2e7dcfac6972', 'tag': '8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713', 'status': 'completed', 'code': 200} Aug 20 15:04:12.809249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214e095-8ba2-41ec-af80-8ee6ac5be96f service neutron] Pushing event updated for resources: {'Port': ['ID=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:12.817626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41012) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:12.853531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:12.853877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:12.854215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:12.871083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:12.871425 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:12.885367 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 5 to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e Aug 20 15:04:12.925290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:12.925797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:12.926202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:12.940890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-fceb7319-3fe1-4279-8da3-36139b2915fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:12.941892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:12.942228 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:12.943198 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-fceb7319-3fe1-4279-8da3-36139b2915fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 1096 time: 0.2490792 Aug 20 15:04:12.944224 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 6 to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e Aug 20 15:04:12.949423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6e9ea931-f046-4895-aa3d-88ebbc9bc47f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2c52e6aae07495fa0df35a987a23d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313319 Aug 20 15:04:12.959639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41016) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:12.984663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da7bd-e3a4-4ae2-a3c9-a046325b585c req-78949e9a-8590-4889-952d-7a0bb0fe6bc1 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:12.986062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-715da7bd-e3a4-4ae2-a3c9-a046325b585c req-78949e9a-8590-4889-952d-7a0bb0fe6bc1 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 949 time: 0.1344597 Aug 20 15:04:13.005039 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.014096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:13.014436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:13.014775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:13.015901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Transition to ACTIVE for port object 614492b0-ed76-484b-8c15-25187d1179e5 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:13.017935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Allocated IP 172.20.0.1 (d79e69a7-8803-429c-8611-0fb85ad6f426/2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6/3fe3f59c-8937-48a2-b177-aa815950b957) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:13.024405 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.052577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:13.052802 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:13.057458 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 7 to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e Aug 20 15:04:13.070167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89463a74-1e9d-4e5e-bd61-11654f99affa None None] Pushing event updated for resources: {'Port': ['ID=614492b0-ed76-484b-8c15-25187d1179e5,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:13.091747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:13.092095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:13.092437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:13.100168 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-cfb774c8-d62e-472d-888c-9cbb9886b839 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 HTTP/1.1" status: 200 len: 217 time: 0.0780542 Aug 20 15:04:13.102226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777158-1d1f-4c3b-a8c1-b4052715eafc req-90f605c7-ba2d-4dd9-be83-91fcdf363dee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:13.103788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26777158-1d1f-4c3b-a8c1-b4052715eafc req-90f605c7-ba2d-4dd9-be83-91fcdf363dee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 944 time: 0.1498971 Aug 20 15:04:13.107912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Attempting to bind port 614492b0-ed76-484b-8c15-25187d1179e5 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:13.108602 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Attempting to bind port 614492b0-ed76-484b-8c15-25187d1179e5 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:13.109161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Attempting to bind port 614492b0-ed76-484b-8c15-25187d1179e5 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:13.115896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:13.116522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:13.117127 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.117672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:13.118432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Bound port: 614492b0-ed76-484b-8c15-25187d1179e5, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:13.119477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-715da7bd-e3a4-4ae2-a3c9-a046325b585c req-c41b1690-9ad1-4014-85c6-6b606b5ef282 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102703 Aug 20 15:04:13.120044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:13.120377 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:13.126462 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 8 to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e Aug 20 15:04:13.131824 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.145392 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51854899-4f9f-4780-b6ac-5d8a272b3cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.176418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:13.176774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:13.177118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:13.187508 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51854899-4f9f-4780-b6ac-5d8a272b3cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.201057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:13.201772 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:13.203952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] For port 614492b0-ed76-484b-8c15-25187d1179e5, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:13.210343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] For port 614492b0-ed76-484b-8c15-25187d1179e5, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=614492b0-ed76-484b-8c15-25187d1179e5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:13.215530 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 9 to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e Aug 20 15:04:13.220564 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.225075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-dcf42c2a-7d8d-497b-b770-488b835027ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:13.227511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-dcf42c2a-7d8d-497b-b770-488b835027ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.1168320 Aug 20 15:04:13.245706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26777158-1d1f-4c3b-a8c1-b4052715eafc req-655e9579-f3ec-4c14-a1c9-b4cdba537915 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297927 Aug 20 15:04:13.250391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:13.250731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:13.251071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:13.265741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:13.266144 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:13.269086 n-d-695189-15 neutron-server[101099]: INFO neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempt 10 to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e Aug 20 15:04:13.296179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:13.300658 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-1251e6a4-3f52-49fc-905c-da335091e664 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624268 Aug 20 15:04:13.301175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:13.301616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempting to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:13.312585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Routers {'0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:13.313381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:13.321792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:13.322368 n-d-695189-15 neutron-server[101099]: ERROR neutron.plugins.ml2.managers [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Failed to bind port c5a1b353-4472-473e-b6c5-5adf52369e6e on host n-h2-695189-15 for vnic_type normal using segments [{'id': 'eb32694a-7a8b-4607-a4d7-fe913fee37fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'c0e2a766-5f96-4bc1-a52a-5074c71609f0'}] Aug 20 15:04:13.322598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.325291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51854899-4f9f-4780-b6ac-5d8a272b3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.328279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51854899-4f9f-4780-b6ac-5d8a272b3cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.329071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-51854899-4f9f-4780-b6ac-5d8a272b3cdf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d7b779c-4ad7-46af-b09c-7f08fe7207c1 HTTP/1.1" status: 204 len: 168 time: 0.3661568 Aug 20 15:04:13.349066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51854899-4f9f-4780-b6ac-5d8a272b3cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b779c-4ad7-46af-b09c-7f08fe7207c1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:13.384331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1bb2ad3b-9fd3-412d-931b-e58856951891 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:04:13.397311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.415469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 1bb2ad3b-9fd3-412d-931b-e58856951891 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:04:13.416216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1bb2ad3b-9fd3-412d-931b-e58856951891 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:04:13.416626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Transition to ACTIVE for port object 3fe3f59c-8937-48a2-b177-aa815950b957 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:13.418822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89463a74-1e9d-4e5e-bd61-11654f99affa None None] Pushing event updated for resources: {'Port': ['ID=614492b0-ed76-484b-8c15-25187d1179e5,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:13.445051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] For port c5a1b353-4472-473e-b6c5-5adf52369e6e, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:13.445204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attempted to set empty binding levels {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 20 15:04:13.462963 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.534611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] In _notify_port_updated(), no bound segment for port c5a1b353-4472-473e-b6c5-5adf52369e6e on network c0e2a766-5f96-4bc1-a52a-5074c71609f0 {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:04:13.535801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:13.536352 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.537734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "PUT /v2.0/ports/c5a1b353-4472-473e-b6c5-5adf52369e6e HTTP/1.1" status: 200 len: 975 time: 2.3801355 Aug 20 15:04:13.546833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41032) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:13.589959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] Set router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:13.648067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2583e8-948f-4e8f-ad9b-df86bf55c1aa tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event updated for resources: {'Port': ['ID=c5a1b353-4472-473e-b6c5-5adf52369e6e,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:13.650230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.708487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Pushing event updated for resources: {'Port': ['ID=3fe3f59c-8937-48a2-b177-aa815950b957,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:13.730532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Network d79e69a7-8803-429c-8611-0fb85ad6f426 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:13.736876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:13.740022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:13.778284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-c05a59c6-67eb-4002-ad67-8206bfd8be41 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680433 Aug 20 15:04:13.785488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b3d02e47-5f42-4db0-8470-98e998c3393a tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Deleting port c5a1b353-4472-473e-b6c5-5adf52369e6e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:13.786107 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3d02e47-5f42-4db0-8470-98e998c3393a tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.895599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.917712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '614492b0-ed76-484b-8c15-25187d1179e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:06Z', 'updated_at': '2021-08-20T15:04:09Z', 'revision_number': 3, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'gw_port': {'id': '614492b0-ed76-484b-8c15-25187d1179e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:07Z', 'updated_at': '2021-08-20T15:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:13.940820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-b3d02e47-5f42-4db0-8470-98e998c3393a tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] For port c5a1b353-4472-473e-b6c5-5adf52369e6e, host n-h2-695189-15, got binding levels [] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:13.941227 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3d02e47-5f42-4db0-8470-98e998c3393a tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:13.976227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b3d02e47-5f42-4db0-8470-98e998c3393a tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Calling delete_port for c5a1b353-4472-473e-b6c5-5adf52369e6e owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:13.981518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f58ba9-d2c4-437d-9941-eb730ff4f704 None None] The sync data for ids ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'] in n-d-695189-15 is: [{'id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '614492b0-ed76-484b-8c15-25187d1179e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:06Z', 'updated_at': '2021-08-20T15:04:09Z', 'revision_number': 3, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'gw_port': {'id': '614492b0-ed76-484b-8c15-25187d1179e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:07Z', 'updated_at': '2021-08-20T15:04:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:04:14.057988 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-129efac1-bd54-42d1-ba73-85f001e58b6f req-1cdab535-298b-4de2-8932-e5de4ac299bb service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684815 Aug 20 15:04:14.095477 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3d02e47-5f42-4db0-8470-98e998c3393a tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.163917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d02e47-5f42-4db0-8470-98e998c3393a tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5a1b353-4472-473e-b6c5-5adf52369e6e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:14.170838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8f806b1-f267-451b-95a4-d2418d6a52c2 None None] Provisioning for port 3fe3f59c-8937-48a2-b177-aa815950b957 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:14.178100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8f806b1-f267-451b-95a4-d2418d6a52c2 None None] Provisioning complete for port 3fe3f59c-8937-48a2-b177-aa815950b957 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:14.179773 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8f806b1-f267-451b-95a4-d2418d6a52c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.190988 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3d02e47-5f42-4db0-8470-98e998c3393a tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.196591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b3d02e47-5f42-4db0-8470-98e998c3393a tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c5a1b353-4472-473e-b6c5-5adf52369e6e HTTP/1.1" status: 204 len: 168 time: 0.6460049 Aug 20 15:04:14.197514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41052) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:14.270585 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f99cee-e317-440f-aa03-85281ad8c3ae tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] GET failed (client error): The resource could not be found. Aug 20 15:04:14.272299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a1f99cee-e317-440f-aa03-85281ad8c3ae tempest-PortsAdminExtendedAttrsTestJSON-1243592782 tempest-PortsAdminExtendedAttrsTestJSON-1243592782-project-admin] 10.222.0.36 "GET /v2.0/ports/c5a1b353-4472-473e-b6c5-5adf52369e6e HTTP/1.1" status: 404 len: 333 time: 0.0738978 Aug 20 15:04:14.275656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8f806b1-f267-451b-95a4-d2418d6a52c2 None None] Port 3fe3f59c-8937-48a2-b177-aa815950b957 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:14.278087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41062) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:14.377057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.409132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-133ab713-f34a-431b-b874-acd1ed01ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:14.409132 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-133ab713-f34a-431b-b874-acd1ed01ff7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 1096 time: 0.2209520 Aug 20 15:04:14.460418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b06cb9-84ec-48d5-9c4e-237ea956a2be req-319f4dc6-7008-4b56-8488-06718c5e05be tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:14.474295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8b06cb9-84ec-48d5-9c4e-237ea956a2be req-319f4dc6-7008-4b56-8488-06718c5e05be tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 949 time: 0.1973524 Aug 20 15:04:14.553725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.613774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8681c6-cfd6-4495-b903-2d6ca145fda5 req-3c0916a2-3fb9-49d0-947e-8501adddc50c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:14.623092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be8681c6-cfd6-4495-b903-2d6ca145fda5 req-3c0916a2-3fb9-49d0-947e-8501adddc50c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 944 time: 0.2086480 Aug 20 15:04:14.648618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8b06cb9-84ec-48d5-9c4e-237ea956a2be req-038a47a7-9427-49db-bc21-28fe101fb57c tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447754 Aug 20 15:04:14.775101 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.791641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-013ad8d5-7f40-4117-a4b7-7b4028131972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:14.795871 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-013ad8d5-7f40-4117-a4b7-7b4028131972 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 913 time: 0.3786459 Aug 20 15:04:14.860009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be8681c6-cfd6-4495-b903-2d6ca145fda5 req-2d6efac0-3974-4b69-ac0b-510880ce5936 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088926 Aug 20 15:04:14.881574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.904447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e2a766-5f96-4bc1-a52a-5074c71609f0']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:14.922025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb32694a-7a8b-4607-a4d7-fe913fee37fa') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:14.922384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb32694a-7a8b-4607-a4d7-fe913fee37fa') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:14.926046 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-8d7220d5-5479-4a3b-aa9d-649a40787499 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 HTTP/1.1" status: 200 len: 217 time: 0.0949557 Aug 20 15:04:14.944210 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.967146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.980673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:04:14.982060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:04:14.985484 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:04:14.989222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-5efb1af6-b715-4f95-90c1-9054eaa4fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:15.000930 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-5efb1af6-b715-4f95-90c1-9054eaa4fd2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.0738363 Aug 20 15:04:15.067595 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:15.109833 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-2e057e7f-1d9c-4c9c-a696-2f2382b79750 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908589 Aug 20 15:04:15.110678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:15.176552 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f85a46e1-f8a8-4309-bfd2-303deb04a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:15.297151 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:15.303725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Pushing event updated for resources: {'Port': ['ID=3fe3f59c-8937-48a2-b177-aa815950b957,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:15.463489 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-14553054-b50b-4c27-a773-15d135d76b06 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080995 Aug 20 15:04:15.514205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 614492b0-ed76-484b-8c15-25187d1179e5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:15.657894 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:15.668579 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:15.670450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] 10.222.0.36 "DELETE /v2.0/networks/c0e2a766-5f96-4bc1-a52a-5074c71609f0 HTTP/1.1" status: 204 len: 168 time: 1.3913443 Aug 20 15:04:15.705050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 614492b0-ed76-484b-8c15-25187d1179e5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:15.705395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dc7e3-d72d-488c-ba12-a52f2a3d0829 tempest-PortsAdminExtendedAttrsTestJSON-1386629574 tempest-PortsAdminExtendedAttrsTestJSON-1386629574-project] Pushing event deleted for resources: {'Network': ['ID=c0e2a766-5f96-4bc1-a52a-5074c71609f0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:15.710773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 614492b0-ed76-484b-8c15-25187d1179e5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:15.711431 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:15.781562 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3cbfda12-67b3-480b-9a4c-14ef799cc639 req-df2e1c2b-e890-45f4-bb51-bf00207da40c service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780654 Aug 20 15:04:15.803651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Network d79e69a7-8803-429c-8611-0fb85ad6f426 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:15.804650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:15.860252 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:15.912759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 614492b0-ed76-484b-8c15-25187d1179e5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=614492b0-ed76-484b-8c15-25187d1179e5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:15.923942 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.093419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:04:16.100827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=614492b0-ed76-484b-8c15-25187d1179e5,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:16.117511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a689c9-5cd0-4386-a80b-b42c3c34c5e1 req-b6cc10bc-af73-4465-97f8-a740895bd746 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:16.127319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93a689c9-5cd0-4386-a80b-b42c3c34c5e1 req-b6cc10bc-af73-4465-97f8-a740895bd746 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 944 time: 0.1190968 Aug 20 15:04:16.132248 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.211745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93a689c9-5cd0-4386-a80b-b42c3c34c5e1 req-1cd5279c-26a1-46a9-acf6-52a347cdcc3e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824518 Aug 20 15:04:16.264058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41150) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:16.271430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41152) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:16.305619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:04:16.312085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8320d489-48d6-4126-bc26-346287216d6b admin admin] 10.222.0.36 "PUT /v2.0/routers/0f6fe9b9-6f64-4d88-918d-5e036d57d6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3407502 Aug 20 15:04:16.321701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-91276f70-7b12-4e64-baa7-efd5fd759a35 None None] Provisioning complete for port 3fe3f59c-8937-48a2-b177-aa815950b957 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:16.322641 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91276f70-7b12-4e64-baa7-efd5fd759a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.363554 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-91276f70-7b12-4e64-baa7-efd5fd759a35 None None] Port 3fe3f59c-8937-48a2-b177-aa815950b957 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:16.449430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8576883d-16d3-4bad-8d51-35472e94d3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.492025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6788bdc0-34b9-4811-b0f7-d04ed42bf4a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98f2df1b634a421894bf39ca804f3150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168913 Aug 20 15:04:16.492594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:16.575630 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee20df4-b37f-45d0-a401-5f5a2e136b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.584987 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Sync routers for ids ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:04:16.607600 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Routers {'0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:16.607600 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:16.616805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8576883d-16d3-4bad-8d51-35472e94d3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.625323 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8576883d-16d3-4bad-8d51-35472e94d3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.630921 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee20df4-b37f-45d0-a401-5f5a2e136b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.672115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576883d-16d3-4bad-8d51-35472e94d3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6ddbc3-e806-4883-b1cc-8e02ac520772,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:16.700953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee20df4-b37f-45d0-a401-5f5a2e136b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.704743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee20df4-b37f-45d0-a401-5f5a2e136b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.707336 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dee20df4-b37f-45d0-a401-5f5a2e136b98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01fb18dc-6ee7-4369-ac83-3c57476b6c65 HTTP/1.1" status: 204 len: 168 time: 0.2138326 Aug 20 15:04:16.714488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8576883d-16d3-4bad-8d51-35472e94d3c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f96fa4a4b594bcf9b97727503c1ced3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4489248 Aug 20 15:04:16.715148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41178) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:16.741543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee20df4-b37f-45d0-a401-5f5a2e136b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb18dc-6ee7-4369-ac83-3c57476b6c65,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:16.783843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e8557d22-7501-435e-a1c8-97a4d2bec453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.784026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:04:16.835768 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e8557d22-7501-435e-a1c8-97a4d2bec453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:16.841531 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Set router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:16.927450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2138b140-5cd3-479c-91ab-bd0f6ccf6c2c req-8a2d3063-b604-4cb8-b317-4fd63df7e350 tempest-FloatingIPsNegativeTestJSON-1642541173 tempest-FloatingIPsNegativeTestJSON-1642541173-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=7b662d2889384f5eb08c76371c1ee9b3 HTTP/1.1" status: 200 len: 217 time: 0.0989747 Aug 20 15:04:16.957037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:16.973996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'port_id': '8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713', 'mac_address': 'fa:16:3e:0b:d2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:04:16.995280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6949463b-955f-46e6-a431-191d18421965 req-ba97fd19-147a-4fdd-92bf-239fa18edbf6 tempest-FloatingIPsNegativeTestJSON-1642541173 tempest-FloatingIPsNegativeTestJSON-1642541173-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0366626 Aug 20 15:04:17.075093 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:17.079099 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-1976ca4c-c94c-45c1-a558-c51d2a797533 req-8f686b25-c504-48b1-a294-e52b1ac2775c tempest-FloatingIPsNegativeTestJSON-1642541173 tempest-FloatingIPsNegativeTestJSON-1642541173-project] show failed (client error): The resource could not be found. Aug 20 15:04:17.080179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1976ca4c-c94c-45c1-a558-c51d2a797533 req-8f686b25-c504-48b1-a294-e52b1ac2775c tempest-FloatingIPsNegativeTestJSON-1642541173 tempest-FloatingIPsNegativeTestJSON-1642541173-project] 10.222.0.36 "GET /v2.0/floatingips/caf224bc-6b7b-49f6-956c-b07bbcfe9495 HTTP/1.1" status: 404 len: 350 time: 0.0469582 Aug 20 15:04:17.080747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e8557d22-7501-435e-a1c8-97a4d2bec453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:17.090454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41198) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:17.091094 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e8557d22-7501-435e-a1c8-97a4d2bec453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:17.105069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e8557d22-7501-435e-a1c8-97a4d2bec453 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d6ddbc3-e806-4883-b1cc-8e02ac520772 HTTP/1.1" status: 204 len: 168 time: 0.3886492 Aug 20 15:04:17.129132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:17.132759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8557d22-7501-435e-a1c8-97a4d2bec453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6ddbc3-e806-4883-b1cc-8e02ac520772,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:17.201733 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '614492b0-ed76-484b-8c15-25187d1179e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:06Z', 'updated_at': '2021-08-20T15:04:14Z', 'revision_number': 4, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'gw_port': {'id': '614492b0-ed76-484b-8c15-25187d1179e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:07Z', 'updated_at': '2021-08-20T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '3fe3f59c-8937-48a2-b177-aa815950b957', 'name': '', 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'mac_address': 'fa:16:3e:63:81:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:12Z', 'updated_at': '2021-08-20T15:04:14Z', 'revision_number': 2, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'subnets': [{'id': '2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:17.226330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:17.240664 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:17.246261 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Checking router: 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:04:17.247594 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Updating router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 port 3fe3f59c-8937-48a2-b177-aa815950b957 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:04:17.320245 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:17.391626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:17.452896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 614492b0-ed76-484b-8c15-25187d1179e5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:17.491443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835ea32-6188-47a3-a683-dcf45af5e1c3 req-53774647-b938-4880-977f-561215fc6eca tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:17.511284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0835ea32-6188-47a3-a683-dcf45af5e1c3 req-53774647-b938-4880-977f-561215fc6eca tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 945 time: 0.1360643 Aug 20 15:04:17.569710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41212) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:17.606489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 614492b0-ed76-484b-8c15-25187d1179e5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:17.607376 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:17.648073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0835ea32-6188-47a3-a683-dcf45af5e1c3 req-8325f2bd-328c-4737-80ac-5961aea5e744 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355290 Aug 20 15:04:17.759436 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:17.860083 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5e1423c4-0393-4ab9-a356-864b917772f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f7365dc56a54cf1a33b1ea664d11bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874210 Aug 20 15:04:17.860350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41230) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:17.921524 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f178479b-bb2b-47bb-8e99-135e5ab76323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:17.961183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f178479b-bb2b-47bb-8e99-135e5ab76323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.016554 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:18.018236 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.023480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f178479b-bb2b-47bb-8e99-135e5ab76323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.029383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f178479b-bb2b-47bb-8e99-135e5ab76323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.030323 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Transition to ACTIVE for port object 3fe3f59c-8937-48a2-b177-aa815950b957 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:18.032032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f178479b-bb2b-47bb-8e99-135e5ab76323 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f0781a8-310a-48e6-9560-2f8b6af5becb HTTP/1.1" status: 204 len: 168 time: 0.1701570 Aug 20 15:04:18.048810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178479b-bb2b-47bb-8e99-135e5ab76323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0781a8-310a-48e6-9560-2f8b6af5becb,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:18.049366 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.078918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.266253 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Attempting to bind port 3fe3f59c-8937-48a2-b177-aa815950b957 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:18.266636 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Attempting to bind port 3fe3f59c-8937-48a2-b177-aa815950b957 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '94160a47-cd7f-4f00-8242-14b5f92ad41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:18.267263 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Attempting to bind port 3fe3f59c-8937-48a2-b177-aa815950b957 on network d79e69a7-8803-429c-8611-0fb85ad6f426 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:18.273089 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Pushing event updated for resources: {'Port': ['ID=3fe3f59c-8937-48a2-b177-aa815950b957,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:18.276202 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:18.276579 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Checking segment: {'id': '94160a47-cd7f-4f00-8242-14b5f92ad41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:18.277159 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.277556 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Bound using segment: {'id': '94160a47-cd7f-4f00-8242-14b5f92ad41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:18.278027 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Bound port: 3fe3f59c-8937-48a2-b177-aa815950b957, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94160a47-cd7f-4f00-8242-14b5f92ad41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:18.278409 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.386735 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.387091 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.387437 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.387802 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.388135 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.388469 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.388797 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.389123 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.389449 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.389775 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.397235 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.397606 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:18.426055 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] For port 3fe3f59c-8937-48a2-b177-aa815950b957, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:18.432558 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] For port 3fe3f59c-8937-48a2-b177-aa815950b957, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3fe3f59c-8937-48a2-b177-aa815950b957,segment=NetworkSegment(94160a47-cd7f-4f00-8242-14b5f92ad41a),segment_id=94160a47-cd7f-4f00-8242-14b5f92ad41a)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:18.439675 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.564051 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Routers {'0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:18.564873 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:18.591081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Deleting port 3fe3f59c-8937-48a2-b177-aa815950b957 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:18.591649 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.766890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] For port 3fe3f59c-8937-48a2-b177-aa815950b957, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3fe3f59c-8937-48a2-b177-aa815950b957,segment=NetworkSegment(94160a47-cd7f-4f00-8242-14b5f92ad41a),segment_id=94160a47-cd7f-4f00-8242-14b5f92ad41a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:18.767220 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:18.787028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:04:18.818015 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:04:18.819880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Calling delete_port for 3fe3f59c-8937-48a2-b177-aa815950b957 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:18.821456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41272) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:18.829282 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] Set router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:18.893916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33939a-71c8-4952-9af5-1da2c30a7f6a req-fde93fa1-cacc-4e44-93e6-d9c0b1180595 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:18.921606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea33939a-71c8-4952-9af5-1da2c30a7f6a req-fde93fa1-cacc-4e44-93e6-d9c0b1180595 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 945 time: 0.1234288 Aug 20 15:04:18.923167 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cf355-4862-4338-ae76-c364238f1dbb None None] Pushing event updated for resources: {'Port': ['ID=3fe3f59c-8937-48a2-b177-aa815950b957,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:19.017518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:19.035366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'mac_address': 'fa:16:3e:25:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:04:19.036159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea33939a-71c8-4952-9af5-1da2c30a7f6a req-0fd68100-f722-44c6-b502-22f9c3215956 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043093 Aug 20 15:04:19.088973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:19.124665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84919ba6-1f82-4bec-91b7-fd0988879b96 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:19.177016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:19.187352 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:19.271170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-427365705-network', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:19.293291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:19.300390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:19.303441 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '614492b0-ed76-484b-8c15-25187d1179e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:06Z', 'updated_at': '2021-08-20T15:04:14Z', 'revision_number': 4, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'gw_port': {'id': '614492b0-ed76-484b-8c15-25187d1179e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:07Z', 'updated_at': '2021-08-20T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '3fe3f59c-8937-48a2-b177-aa815950b957', 'name': '', 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'mac_address': 'fa:16:3e:63:81:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:12Z', 'updated_at': '2021-08-20T15:04:18Z', 'revision_number': 4, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'subnets': [{'id': '2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:19.342039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe3f59c-8937-48a2-b177-aa815950b957,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:19.367502 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29c28b-61e2-4eae-a73a-94b20e13e81a None None] The sync data for ids ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'] in n-d-695189-15 is: [{'id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '614492b0-ed76-484b-8c15-25187d1179e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:06Z', 'updated_at': '2021-08-20T15:04:14Z', 'revision_number': 4, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'gw_port': {'id': '614492b0-ed76-484b-8c15-25187d1179e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:88:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:07Z', 'updated_at': '2021-08-20T15:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '3fe3f59c-8937-48a2-b177-aa815950b957', 'name': '', 'network_id': 'd79e69a7-8803-429c-8611-0fb85ad6f426', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'mac_address': 'fa:16:3e:63:81:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:12Z', 'updated_at': '2021-08-20T15:04:18Z', 'revision_number': 4, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'subnets': [{'id': '2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:04:19.404782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Made reservation on behalf of cb30024f5db24c95a620ffb9622a4233 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:19.416690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:19.423993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['84919ba6-1f82-4bec-91b7-fd0988879b96'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:19.493344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:20.209050 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:20.229346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3064b6-ac02-4652-bbc6-a480db5fc9e9 req-414bb8e7-0e4f-483a-b527-70d8f3ae146b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:20.240704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc3064b6-ac02-4652-bbc6-a480db5fc9e9 req-414bb8e7-0e4f-483a-b527-70d8f3ae146b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 945 time: 0.0826130 Aug 20 15:04:20.301066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:20.304357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc3064b6-ac02-4652-bbc6-a480db5fc9e9 req-f080af5f-a790-457c-a703-324bb871c9f4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605228 Aug 20 15:04:20.306899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:20.389706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:04:20.408241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f761381-eb6e-41cc-b365-035b5a547f47,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:20.415879 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:20.416722 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Added segment 4e069021-16f4-4483-a22f-0c9769d2ddd8 of type vlan for network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f Aug 20 15:04:20.471699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:20.584701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:20.587680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:20.588293 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:20.690239 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8647563 Aug 20 15:04:20.690239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b3836-2ca6-413c-8548-61f38c33a96a admin admin] Pushing event updated for resources: {'Network': ['ID=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:20.690524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41358) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:20.697536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Request body: {'subnet': {'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-427365705-subnet', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:20.701209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:04:20.707938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:04:20.758073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Made reservation on behalf of cb30024f5db24c95a620ffb9622a4233 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:20.761528 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:20.841685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:20.849306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41362) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:20.886604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:04:20.894454 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6217a1a2-2d9a-4ae2-bb8d-abf5e5b174b4 admin admin] 10.222.0.36 "PUT /v2.0/routers/0f6fe9b9-6f64-4d88-918d-5e036d57d6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8015523 Aug 20 15:04:20.898878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41366) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:20.911596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 84919ba6-1f82-4bec-91b7-fd0988879b96 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:20.912464 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.056680 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.057437 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.106937 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.116983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:21.119655 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e93b6d-2d05-49a9-92d2-51c5ef5d440f" -d '{"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-plugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:21.128415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b069aff5-3d76-4dc1-b620-7b63b7385c31 tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:21.167373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:21.180637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.181971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:21.223130 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b0176-997f-4061-976a-da8c0c772b1b x-openstack-request-id: req-711b0176-997f-4061-976a-da8c0c772b1b {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:21.223719 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-plugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:21.224223 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-711b0176-997f-4061-976a-da8c0c772b1b {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:21.224926 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'code': 200} Aug 20 15:04:21.245224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5063518-a3df-4241-9733-06ab52d70588,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:21.252053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Checking segment: {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:21.256368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Network hostable DHCP agents. Network: bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:04:21.296819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41384) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:21.297966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b069aff5-3d76-4dc1-b620-7b63b7385c31 tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] 10.222.0.36 "PUT /v2.0/quotas/807b5261d48446618813486df74b3215 HTTP/1.1" status: 200 len: 366 time: 0.4448607 Aug 20 15:04:21.299224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:04:21.311493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:21.314399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:21.315791 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3ab80aec-2f90-42b1-b576-0302588efe62 tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0178258 Aug 20 15:04:21.319829 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41386) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:21.321357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:21.321984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.334888 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-18efcee0-8a7b-4f48-966c-5191e37719ef tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] 10.222.0.36 "GET /v2.0/quotas/807b5261d48446618813486df74b3215 HTTP/1.1" status: 200 len: 366 time: 0.0133650 Aug 20 15:04:21.337257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41390) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:21.339065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:21.351026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ee312-7dc2-4c61-b3a3-b912a313b3ef None None] Network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:21.364213 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-19d7a3f5-ffe3-4c29-bbca-ba032d75aa62 tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/807b5261d48446618813486df74b3215 HTTP/1.1" status: 204 len: 168 time: 0.0256157 Aug 20 15:04:21.367193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41392) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:21.368378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cb6f46c7-fc55-42a9-bb43-80b69d119fc2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6756964 Aug 20 15:04:21.370130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:21.370641 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.371355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41394) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:21.376599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:21.396433 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.405195 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.405713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] Sync routers for ids ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:04:21.407003 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.422011 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c64acea7-679c-4c74-91ac-ae7a752b073e tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0536270 Aug 20 15:04:21.444706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] Routers {'0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:21.445487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:21.451306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41396) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:21.476866 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-22ea9e9e-fbd6-43b7-98d7-436bb0e58527 tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] 10.222.0.36 "GET /v2.0/quotas/807b5261d48446618813486df74b3215 HTTP/1.1" status: 200 len: 370 time: 0.0245817 Aug 20 15:04:21.477736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41400) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:21.481095 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.489715 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-879fb46b-f615-41b0-b9f3-3cf5191040ba tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] 10.222.0.36 "GET /v2.0/quotas/807b5261d48446618813486df74b3215/default HTTP/1.1" status: 200 len: 370 time: 0.0096767 Aug 20 15:04:21.490749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41402) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:21.516928 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-58924b7b-d0f2-4222-9560-acd47e6ec955 tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] delete failed (client error): The resource could not be found. Aug 20 15:04:21.521874 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-58924b7b-d0f2-4222-9560-acd47e6ec955 tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/807b5261d48446618813486df74b3215 HTTP/1.1" status: 404 len: 348 time: 0.0286856 Aug 20 15:04:21.523625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Deleting port 614492b0-ed76-484b-8c15-25187d1179e5 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:21.524022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.626725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a7ae5-1da1-4d1c-9b56-8fb6a4b03401 req-4801b261-4053-4d4f-a358-e2148ed67690 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:21.628937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-867a7ae5-1da1-4d1c-9b56-8fb6a4b03401 req-4801b261-4053-4d4f-a358-e2148ed67690 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 945 time: 0.1461682 Aug 20 15:04:21.673182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] For port 614492b0-ed76-484b-8c15-25187d1179e5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=614492b0-ed76-484b-8c15-25187d1179e5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:21.673425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.714819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41410) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:21.719409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Calling delete_port for 614492b0-ed76-484b-8c15-25187d1179e5 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:21.752315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.755154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] Set router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:21.784195 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:21.862078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:06Z', 'updated_at': '2021-08-20T15:04:21Z', 'revision_number': 6, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:21.901664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718eb628-c1a4-4806-9875-359121dc9812 None None] Network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:21.904435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] Checking router: 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:04:21.904583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-867a7ae5-1da1-4d1c-9b56-8fb6a4b03401 req-092f64d8-b3f6-46fb-b1c8-f1c323ae29f4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758530 Aug 20 15:04:21.926384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Usage tracker for resource:network and tenant:41599ac9680f4c75b9f9f3bbf2c8b586 is out of sync, need to count used quota {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 15:04:21.942629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 15:04:21.974127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Usage tracker for resource:subnet and tenant:41599ac9680f4c75b9f9f3bbf2c8b586 is out of sync, need to count used quota {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 15:04:21.980724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 15:04:21.985146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:21.989435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] Routers {'0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:21.990113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:21.996564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Usage tracker for resource:subnetpool and tenant:41599ac9680f4c75b9f9f3bbf2c8b586 is out of sync, need to count used quota {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 15:04:22.002887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 15:04:22.024732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.028964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.032560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Usage tracker for resource:port and tenant:41599ac9680f4c75b9f9f3bbf2c8b586 is out of sync, need to count used quota {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 15:04:22.042756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 15:04:22.053549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Usage tracker for resource:router and tenant:41599ac9680f4c75b9f9f3bbf2c8b586 is out of sync, need to count used quota {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 15:04:22.061030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 15:04:22.068979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Pushing event deleted for resources: {'Port': ['ID=614492b0-ed76-484b-8c15-25187d1179e5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:22.083175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Usage tracker for resource:floatingip and tenant:41599ac9680f4c75b9f9f3bbf2c8b586 is out of sync, need to count used quota {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 15:04:22.091099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 15:04:22.148770 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.283885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.291181 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.294886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.319624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] Set router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:22.320581 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.353692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:22.373746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Usage tracker for resource:security_group and tenant:41599ac9680f4c75b9f9f3bbf2c8b586 is out of sync, need to count used quota {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 15:04:22.374264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.375014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:04:22.381799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 15:04:22.382330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.383664 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ad1ef2eb-2d0d-4d20-8b81-d65fe00592ef admin admin] 10.222.0.36 "DELETE /v2.0/routers/0f6fe9b9-6f64-4d88-918d-5e036d57d6c6 HTTP/1.1" status: 204 len: 168 time: 1.4834311 Aug 20 15:04:22.386074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41434) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:22.392076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Usage tracker for resource:security_group_rule and tenant:41599ac9680f4c75b9f9f3bbf2c8b586 is out of sync, need to count used quota {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 20 15:04:22.399721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.quota.resource [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101099) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 20 15:04:22.412393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3c687d37-72dc-46a8-bcd6-cd879273869a tempest-QuotasTest-688637902 tempest-QuotasTest-688637902-project-admin] 10.222.0.36 "GET /v2.0/quotas/41599ac9680f4c75b9f9f3bbf2c8b586/details.json HTTP/1.1" status: 200 len: 703 time: 0.6953087 Aug 20 15:04:22.434642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:06Z', 'updated_at': '2021-08-20T15:04:21Z', 'revision_number': 6, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:22.470538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ff20a5-bc3b-42d2-9f8c-3aeed568836c admin admin] Deleting subnet 2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:04:22.480584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d0ff20a5-bc3b-42d2-9f8c-3aeed568836c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.480807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44db20ab-2d19-48af-ba38-7210fd365f49 None None] The sync data for ids ['0f6fe9b9-6f64-4d88-918d-5e036d57d6c6'] in n-d-695189-15 is: [{'id': '0f6fe9b9-6f64-4d88-918d-5e036d57d6c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-116132202-router', 'tenant_id': '7b662d2889384f5eb08c76371c1ee9b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:06Z', 'updated_at': '2021-08-20T15:04:21Z', 'revision_number': 6, 'project_id': '7b662d2889384f5eb08c76371c1ee9b3', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:04:22.493852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Allocated IP 172.25.5.40 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/b6030da4-75db-40e6-8825-a7bc1545e590) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:22.565870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d0ff20a5-bc3b-42d2-9f8c-3aeed568836c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.645532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.670505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d0ff20a5-bc3b-42d2-9f8c-3aeed568836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.697343 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.736273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:22.740429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:22.744609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:22.756880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d0ff20a5-bc3b-42d2-9f8c-3aeed568836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.782329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Pushing event updated for resources: {'Port': ['ID=b6030da4-75db-40e6-8825-a7bc1545e590,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:22.825576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff20a5-bc3b-42d2-9f8c-3aeed568836c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:22.836421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d0ff20a5-bc3b-42d2-9f8c-3aeed568836c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:22.842978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d0ff20a5-bc3b-42d2-9f8c-3aeed568836c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2ec58bb9-d72b-4478-94c9-8f16fe1cd5c6 HTTP/1.1" status: 204 len: 168 time: 0.4510214 Aug 20 15:04:22.843150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e6d23-80d6-4e36-80cd-a598fead60cd None None] Network d79e69a7-8803-429c-8611-0fb85ad6f426 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:22.844141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41446) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:22.976366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41458) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:23.090194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.186981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49b8cfa2-3284-4b0f-a57d-6708d3aa7ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.204996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f0645-04f1-4c8a-bf5f-aeca10504ea8 req-d8e5b91c-c645-46c8-aa0d-e8f6c7d2a351 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:23.206523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-216f0645-04f1-4c8a-bf5f-aeca10504ea8 req-d8e5b91c-c645-46c8-aa0d-e8f6c7d2a351 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 946 time: 0.0978920 Aug 20 15:04:23.226310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ed2067-2f17-4c43-8625-2e7dcfac6972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:23.228884 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bc713c-6b43-4d24-b249-2bc509e7cf74" -d '{"events": [{"server_uuid": "98ed2067-2f17-4c43-8625-2e7dcfac6972", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:23.233578 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.239011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Deleting port 041a577b-e49f-4565-82cd-a3ad9fe3a356 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:23.239392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.306059 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60172317-153b-4289-9032-5de8200f115b x-openstack-request-id: req-60172317-153b-4289-9032-5de8200f115b {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:23.306730 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ed2067-2f17-4c43-8625-2e7dcfac6972", "name": "network-vif-plugged", "status": "completed", "tag": "8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:23.306730 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60172317-153b-4289-9032-5de8200f115b {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:23.307093 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ed2067-2f17-4c43-8625-2e7dcfac6972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713', 'code': 200} Aug 20 15:04:23.337224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] For port 041a577b-e49f-4565-82cd-a3ad9fe3a356, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=041a577b-e49f-4565-82cd-a3ad9fe3a356,segment=NetworkSegment(94160a47-cd7f-4f00-8242-14b5f92ad41a),segment_id=94160a47-cd7f-4f00-8242-14b5f92ad41a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:23.337224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.369716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-216f0645-04f1-4c8a-bf5f-aeca10504ea8 req-bb739043-339b-4b96-8d24-67a3be1290b9 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140757 Aug 20 15:04:23.389500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Calling delete_port for 041a577b-e49f-4565-82cd-a3ad9fe3a356 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:23.412469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867664bb-e405-4fde-a49f-7f7e7a706043 None None] DHCP port deletion for d79e69a7-8803-429c-8611-0fb85ad6f426 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:04:23.496777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 614492b0-ed76-484b-8c15-25187d1179e5 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:04:23.530942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 614492b0-ed76-484b-8c15-25187d1179e5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:04:23.536739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 614492b0-ed76-484b-8c15-25187d1179e5 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:04:23.537408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 041a577b-e49f-4565-82cd-a3ad9fe3a356 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:04:23.543274 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49b8cfa2-3284-4b0f-a57d-6708d3aa7ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.583022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e1dea-283a-4ac6-85f2-944d30e467b1 req-6557b0f5-e5ca-4db1-bea3-d54b93a3f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:23.584649 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fb4e1dea-283a-4ac6-85f2-944d30e467b1 req-6557b0f5-e5ca-4db1-bea3-d54b93a3f3fc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 1098 time: 0.0814853 Aug 20 15:04:23.587187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-49b8cfa2-3284-4b0f-a57d-6708d3aa7ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.587463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-867664bb-e405-4fde-a49f-7f7e7a706043 None None] Deleting port 041a577b-e49f-4565-82cd-a3ad9fe3a356 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:23.588041 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-867664bb-e405-4fde-a49f-7f7e7a706043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.675679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8cfa2-3284-4b0f-a57d-6708d3aa7ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54002ac-5336-414f-a164-cbc6ca66643c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:23.699669 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.706075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-867664bb-e405-4fde-a49f-7f7e7a706043 None None] For port 041a577b-e49f-4565-82cd-a3ad9fe3a356, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=041a577b-e49f-4565-82cd-a3ad9fe3a356,segment=NetworkSegment(94160a47-cd7f-4f00-8242-14b5f92ad41a),segment_id=94160a47-cd7f-4f00-8242-14b5f92ad41a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:23.707434 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-867664bb-e405-4fde-a49f-7f7e7a706043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.725007 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fb4e1dea-283a-4ac6-85f2-944d30e467b1 req-8c99c274-a855-4710-b136-7c1e8f6ab101 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626409 Aug 20 15:04:23.727364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-867664bb-e405-4fde-a49f-7f7e7a706043 None None] Calling delete_port for 041a577b-e49f-4565-82cd-a3ad9fe3a356 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:23.744839 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.753797 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-49b8cfa2-3284-4b0f-a57d-6708d3aa7ad6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afe833b369ca41dc894318adb8902a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7764111 Aug 20 15:04:23.773446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41488) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:23.805320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.838313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3fe3f59c-8937-48a2-b177-aa815950b957 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:04:23.861456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 3fe3f59c-8937-48a2-b177-aa815950b957 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:04:23.866501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Pushing event deleted for resources: {'Port': ['ID=041a577b-e49f-4565-82cd-a3ad9fe3a356,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:23.881072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3fe3f59c-8937-48a2-b177-aa815950b957 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:04:23.881731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] No DVR routers for this DVR port 041a577b-e49f-4565-82cd-a3ad9fe3a356 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:04:23.887128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:04:23.920158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-867664bb-e405-4fde-a49f-7f7e7a706043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:23.963266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867664bb-e405-4fde-a49f-7f7e7a706043 None None] Pushing event deleted for resources: {'Port': ['ID=041a577b-e49f-4565-82cd-a3ad9fe3a356,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:23.974659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867664bb-e405-4fde-a49f-7f7e7a706043 None None] No DVR routers for this DVR port 041a577b-e49f-4565-82cd-a3ad9fe3a356 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:04:24.019828 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ed737f3-0c81-4035-8233-3467e868f968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.055425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.071101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79e69a7-8803-429c-8611-0fb85ad6f426']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:24.089656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94160a47-cd7f-4f00-8242-14b5f92ad41a') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:24.090026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94160a47-cd7f-4f00-8242-14b5f92ad41a') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:24.104569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ed737f3-0c81-4035-8233-3467e868f968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.119627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.124100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:04:24.141989 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Sync routers for ids ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:04:24.143858 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.145859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.153221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:04:24.153716 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.155283 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Routers {'4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:24.156235 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:24.167748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2a26d27d-d4dc-45b6-a8b2-5237fdb4b47b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7934535 Aug 20 15:04:24.169124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41500) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:04:24.215760 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:04:24.260171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.279145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.285141 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d79e69a7-8803-429c-8611-0fb85ad6f426 HTTP/1.1" status: 204 len: 168 time: 1.4393907 Aug 20 15:04:24.317844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45505-aa26-496e-8311-17ecf4f5ec83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d79e69a7-8803-429c-8611-0fb85ad6f426,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:24.364546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ed737f3-0c81-4035-8233-3467e868f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.370182 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ed737f3-0c81-4035-8233-3467e868f968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.372233 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ed737f3-0c81-4035-8233-3467e868f968 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c54002ac-5336-414f-a164-cbc6ca66643c HTTP/1.1" status: 204 len: 168 time: 0.5976164 Aug 20 15:04:24.391863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed737f3-0c81-4035-8233-3467e868f968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54002ac-5336-414f-a164-cbc6ca66643c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:24.572107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41530) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:24.642504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Set router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:24.663232 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a6c29427-e908-427d-ad1e-87611aa0fa8c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b662d2889384f5eb08c76371c1ee9b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895958 Aug 20 15:04:24.666582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41536) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:24.780955 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1446e3a-ac9b-4a3f-8d99-a9fb842360d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.826378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1446e3a-ac9b-4a3f-8d99-a9fb842360d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.980265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1446e3a-ac9b-4a3f-8d99-a9fb842360d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.982925 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a1446e3a-ac9b-4a3f-8d99-a9fb842360d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:24.984188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a1446e3a-ac9b-4a3f-8d99-a9fb842360d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8f50ea9-ad49-4dda-8755-b5fdc2334d01 HTTP/1.1" status: 204 len: 168 time: 0.3166325 Aug 20 15:04:24.997984 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:21Z', 'updated_at': '2021-08-20T15:04:23Z', 'revision_number': 3, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'gw_port': {'id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:22Z', 'updated_at': '2021-08-20T15:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:25.009081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1446e3a-ac9b-4a3f-8d99-a9fb842360d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f50ea9-ad49-4dda-8755-b5fdc2334d01,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:25.084355 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Checking router: 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:04:25.084794 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Updating router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 port b6030da4-75db-40e6-8825-a7bc1545e590 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:04:25.100886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41550) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:25.122419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-343158f3-434e-4f8a-8c01-10a6f263914a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.200525 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.345959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe2ad4-3f81-4d03-a8fb-1823bb56e3fc req-2f0fdd5d-920b-4485-890b-5b3e3f1d0462 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:25.369128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abbe2ad4-3f81-4d03-a8fb-1823bb56e3fc req-2f0fdd5d-920b-4485-890b-5b3e3f1d0462 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 946 time: 0.3098335 Aug 20 15:04:25.376607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-343158f3-434e-4f8a-8c01-10a6f263914a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.384434 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-343158f3-434e-4f8a-8c01-10a6f263914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.500299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abbe2ad4-3f81-4d03-a8fb-1823bb56e3fc req-e2fe52d3-8448-492c-9de5-cc9eb6f6f900 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250858 Aug 20 15:04:25.501936 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-343158f3-434e-4f8a-8c01-10a6f263914a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41599ac9680f4c75b9f9f3bbf2c8b586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991997 Aug 20 15:04:25.503317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41560) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:25.709748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343158f3-434e-4f8a-8c01-10a6f263914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae62adb-c15d-427c-bd43-eb9349ab5a83,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:25.767326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d82bfcda-3fb5-4741-b035-d85a4191eb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.836701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d82bfcda-3fb5-4741-b035-d85a4191eb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.911102 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.958400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d82bfcda-3fb5-4741-b035-d85a4191eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.962700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d82bfcda-3fb5-4741-b035-d85a4191eb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.966405 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d82bfcda-3fb5-4741-b035-d85a4191eb2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bae62adb-c15d-427c-bd43-eb9349ab5a83 HTTP/1.1" status: 204 len: 168 time: 0.4574525 Aug 20 15:04:25.968107 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:25.981868 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Transition to ACTIVE for port object b6030da4-75db-40e6-8825-a7bc1545e590 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:25.990991 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:26.021674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bfcda-3fb5-4741-b035-d85a4191eb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae62adb-c15d-427c-bd43-eb9349ab5a83,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:26.082195 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Attempting to bind port b6030da4-75db-40e6-8825-a7bc1545e590 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:26.083057 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Attempting to bind port b6030da4-75db-40e6-8825-a7bc1545e590 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:26.083255 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Attempting to bind port b6030da4-75db-40e6-8825-a7bc1545e590 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:26.089155 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b22d16-3f75-45dc-b73c-0da1d38afeea None None] Pushing event updated for resources: {'Port': ['ID=b6030da4-75db-40e6-8825-a7bc1545e590,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:26.093018 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:26.093457 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:26.094084 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:26.094542 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:26.095252 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Bound port: b6030da4-75db-40e6-8825-a7bc1545e590, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:26.095850 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:26.225468 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] For port b6030da4-75db-40e6-8825-a7bc1545e590, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:26.236399 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] For port b6030da4-75db-40e6-8825-a7bc1545e590, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b6030da4-75db-40e6-8825-a7bc1545e590,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:26.245908 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:26.392273 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Routers {'4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:26.397387 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:26.398724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Allocated IP 172.20.0.1 (bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f/d5063518-a3df-4241-9733-06ab52d70588/650c81c5-df36-4255-a358-bffb3b594090) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:26.636701 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] Set router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:26.692481 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:26.778220 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b22d16-3f75-45dc-b73c-0da1d38afeea None None] Pushing event updated for resources: {'Port': ['ID=b6030da4-75db-40e6-8825-a7bc1545e590,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:26.864763 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:26.957130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024a0de-df5c-4fbd-83f1-86493bf7dd76 req-124a4038-876d-4d55-9bcc-04cb631f9133 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:26.958706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0024a0de-df5c-4fbd-83f1-86493bf7dd76 req-124a4038-876d-4d55-9bcc-04cb631f9133 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 946 time: 0.2058442 Aug 20 15:04:26.971057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:26.981409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:26.993835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:27.042962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Pushing event updated for resources: {'Port': ['ID=650c81c5-df36-4255-a358-bffb3b594090,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:27.087011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0024a0de-df5c-4fbd-83f1-86493bf7dd76 req-f367dd00-f76a-4699-8cec-1d86d62ff45b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187820 Aug 20 15:04:27.118956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:27.236361 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:21Z', 'updated_at': '2021-08-20T15:04:23Z', 'revision_number': 3, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'gw_port': {'id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:22Z', 'updated_at': '2021-08-20T15:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:27.339298 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd32786-53ec-4462-9e91-c8b2df4385a0 None None] The sync data for ids ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'] in n-d-695189-15 is: [{'id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:21Z', 'updated_at': '2021-08-20T15:04:23Z', 'revision_number': 3, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'gw_port': {'id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:22Z', 'updated_at': '2021-08-20T15:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:04:27.497051 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:27.705823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a3c9e-4765-43e5-9c9a-11911193a87e req-7dbba594-bcef-4afe-869f-6fe0fbc7c346 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:27.708291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-724a3c9e-4765-43e5-9c9a-11911193a87e req-7dbba594-bcef-4afe-869f-6fe0fbc7c346 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 946 time: 0.1182420 Aug 20 15:04:27.834535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-724a3c9e-4765-43e5-9c9a-11911193a87e req-7c988784-7e95-491b-9fe3-c6eeae30ac28 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983143 Aug 20 15:04:27.984461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-b936ae3a-261e-4dad-b307-80f1afa79077 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f2868c025a724afe9476a97527246975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1453674 Aug 20 15:04:28.137015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41682) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:28.196160 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.236853 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.299476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1183622790'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:28.334413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Made reservation on behalf of 3fc4bc7be0354198839ec1439ae2e1f5 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:28.340161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.351135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.364761 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.545719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.564195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.602462 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.619085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:04:28.650398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.650987 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Added segment c922c3b2-43b0-41fe-95eb-e97c787830e1 of type vlan for network 567adb7a-d229-43f1-a129-8613d69faae3 Aug 20 15:04:28.652907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd2b15e-80f6-4639-95c5-b460fa27ff58,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:28.698936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Pushing event updated for resources: {'Port': ['ID=650c81c5-df36-4255-a358-bffb3b594090,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:28.733027 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.768680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.775469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-d69e68c0-006a-434d-aa3c-a13a6b5d9669 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:28.780014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:28.780732 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:28.783890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-d69e68c0-006a-434d-aa3c-a13a6b5d9669 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7860372 Aug 20 15:04:28.818889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-abaa5d5d-224a-40c6-a837-e50453af38ca tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/quotas/f2868c025a724afe9476a97527246975 HTTP/1.1" status: 200 len: 375 time: 0.0337632 Aug 20 15:04:28.861020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Network': ['ID=567adb7a-d229-43f1-a129-8613d69faae3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:28.877136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 567adb7a-d229-43f1-a129-8613d69faae3 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:04:28.911398 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-466f2397-1b46-435f-b982-c25860338c02 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7730684 Aug 20 15:04:28.918829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-21032128-3bc5-4d44-8c37-be7dbbfbbfa2 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2868c025a724afe9476a97527246975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985150 Aug 20 15:04:28.919699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41696) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:28.949446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'subnet': {'network_id': '567adb7a-d229-43f1-a129-8613d69faae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:28.977594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:28.980641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:29.309082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b1b12-af00-4a76-bdff-45fbf7152068 req-3e964903-d190-432f-b789-d7c90d055d29 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:29.317615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b5b1b12-af00-4a76-bdff-45fbf7152068 req-3e964903-d190-432f-b789-d7c90d055d29 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 946 time: 0.2772739 Aug 20 15:04:29.348328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Made reservation on behalf of 3fc4bc7be0354198839ec1439ae2e1f5 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:29.351893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:29.400167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-82d4e0e2-f487-4bfe-b536-457a5d0e1f9b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:29.401887 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-82d4e0e2-f487-4bfe-b536-457a5d0e1f9b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 946 time: 0.2066445 Aug 20 15:04:29.486615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b6030da4-75db-40e6-8825-a7bc1545e590 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:29.531488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:04:29.576340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b5b1b12-af00-4a76-bdff-45fbf7152068 req-0bcc3bcb-6bc6-46fa-af1f-d29691b25d21 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579303 Aug 20 15:04:29.642443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Deleting port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:29.642814 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:29.651228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port b6030da4-75db-40e6-8825-a7bc1545e590 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:29.672321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port b6030da4-75db-40e6-8825-a7bc1545e590 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:29.672913 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:29.708212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e65fe1ea-51f0-49c7-81ca-4ee673d35c8c req-5fe3db69-2805-4628-bd73-e4bf51b2afd1 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 210 time: 0.1269948 Aug 20 15:04:29.890851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] For port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:29.891191 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:29.946703 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:29.959618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Calling delete_port for 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:29.985079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port b6030da4-75db-40e6-8825-a7bc1545e590, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b6030da4-75db-40e6-8825-a7bc1545e590,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:29.997809 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:30.105168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=b6030da4-75db-40e6-8825-a7bc1545e590,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:30.226235 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:30.252961 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:30.302098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:30.345024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:04:30.350381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event deleted for resources: {'Port': ['ID=8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:30.354708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] No DVR routers for this DVR port 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:04:30.360650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:30.371879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0b4b50f7-51f2-4762-9c5e-dd009b601013 admin admin] 10.222.0.36 "PUT /v2.0/routers/4edb1c18-b3d5-4ba3-99e6-5142c0b6a354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1924980 Aug 20 15:04:30.371879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Subnet': ['ID=b0898bc5-c57f-4b9d-931b-1b9b03869ee6,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:30.372148 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-65bc54e9-d67d-444c-bf94-fcf27291a6c7 req-587182d4-ad70-49e5-89b0-74d03311c731 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "DELETE /v2.0/ports/8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 HTTP/1.1" status: 204 len: 173 time: 0.9593525 Aug 20 15:04:30.391529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ed2067-2f17-4c43-8625-2e7dcfac6972', 'name': 'network-vif-deleted', 'tag': '8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:30.405213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Checking segment: {'id': 'c922c3b2-43b0-41fe-95eb-e97c787830e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '567adb7a-d229-43f1-a129-8613d69faae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:30.405213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Network hostable DHCP agents. Network: 567adb7a-d229-43f1-a129-8613d69faae3, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:04:30.417171 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bc0073-f2e2-44d0-9992-99dea6f19f19" -d '{"events": [{"server_uuid": "98ed2067-2f17-4c43-8625-2e7dcfac6972", "name": "network-vif-deleted", "tag": "8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:30.434368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Sync routers for ids ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:04:30.449224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Network 567adb7a-d229-43f1-a129-8613d69faae3 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:04:30.476494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 567adb7a-d229-43f1-a129-8613d69faae3) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:30.490322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:30.490986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:30.494842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8149acf-3405-44f5-acbe-0aa84d4c5e8f None None] Network 567adb7a-d229-43f1-a129-8613d69faae3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:30.526707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-10c2b6f4-e4e9-469e-99fd-ee5d0e07bade tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6021216 Aug 20 15:04:30.529173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41752) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:30.536613 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccfb91d-2a9e-428a-a5fc-a568669b968d x-openstack-request-id: req-2ccfb91d-2a9e-428a-a5fc-a568669b968d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:30.536737 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98ed2067-2f17-4c43-8625-2e7dcfac6972", "name": "network-vif-deleted", "tag": "8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:30.537080 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ccfb91d-2a9e-428a-a5fc-a568669b968d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:30.537501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'port': {'network_id': '567adb7a-d229-43f1-a129-8613d69faae3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2038222797'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:30.537748 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ed2067-2f17-4c43-8625-2e7dcfac6972', 'name': 'network-vif-deleted', 'tag': '8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713', 'status': 'completed', 'code': 200} Aug 20 15:04:30.694895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Routers {'4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:30.695644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:30.803667 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cddd331-f1c0-47a9-998b-4cd1003f5872 req-b7e92b76-0f59-4b2d-b1f4-111c5ad9a257 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=98ed2067-2f17-4c43-8625-2e7dcfac6972 HTTP/1.1" status: 200 len: 210 time: 0.0515625 Aug 20 15:04:30.890420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78ec0182-be93-4878-a9ec-a003047105a0 req-8fa93703-13d0-4638-b103-db399801551e tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 210 time: 0.0411546 Aug 20 15:04:30.902740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Made reservation on behalf of 3fc4bc7be0354198839ec1439ae2e1f5 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:30.907412 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:30.934316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] device_id is not set on port ec70c959-1845-4dcd-98fd-2520ea4d7f76 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:31.093827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-567adb7a-d229-43f1-a129-8613d69faae3', 'network_id': '567adb7a-d229-43f1-a129-8613d69faae3', 'tenant_id': '3fc4bc7be0354198839ec1439ae2e1f5', 'fixed_ips': [{'subnet_id': 'b0898bc5-c57f-4b9d-931b-1b9b03869ee6'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:04:31.095254 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:31.144093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Set router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:31.186142 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-a02752c4-649a-4860-9c35-7ad087837466 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=f2868c025a724afe9476a97527246975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648539 Aug 20 15:04:31.193500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Allocated IP 2001:db8::94 (567adb7a-d229-43f1-a129-8613d69faae3/b0898bc5-c57f-4b9d-931b-1b9b03869ee6/ec70c959-1845-4dcd-98fd-2520ea4d7f76) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:31.446825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b6030da4-75db-40e6-8825-a7bc1545e590 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:31.657630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port b6030da4-75db-40e6-8825-a7bc1545e590 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:31.659700 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:31.745165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-39e2210e-f154-4abb-af78-054550de7171 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:31.749312 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-39e2210e-f154-4abb-af78-054550de7171 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5422695 Aug 20 15:04:31.783233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Request body: {'port': {'device_id': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': 'f2868c025a724afe9476a97527246975'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:31.787193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-52758984-4315-4c8d-89bb-90cdad492f8c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:31.799768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:21Z', 'updated_at': '2021-08-20T15:04:27Z', 'revision_number': 4, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'gw_port': {'id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:22Z', 'updated_at': '2021-08-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '650c81c5-df36-4255-a358-bffb3b594090', 'name': '', 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'mac_address': 'fa:16:3e:33:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd5063518-a3df-4241-9733-06ab52d70588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:25Z', 'updated_at': '2021-08-20T15:04:27Z', 'revision_number': 2, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'subnets': [{'id': 'd5063518-a3df-4241-9733-06ab52d70588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:31.805465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-52758984-4315-4c8d-89bb-90cdad492f8c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/networks?id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 200 len: 810 time: 0.4961336 Aug 20 15:04:31.836727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Checking router: 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:04:31.837095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Updating router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 port 650c81c5-df36-4255-a358-bffb3b594090 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:04:31.881914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-f7ead118-21f6-47b1-9299-ab3ebebfa9c9 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/quotas/cb30024f5db24c95a620ffb9622a4233 HTTP/1.1" status: 200 len: 375 time: 0.0675273 Aug 20 15:04:31.941054 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:31.985132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:32.008924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Transition to ACTIVE for port object ec70c959-1845-4dcd-98fd-2520ea4d7f76 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:32.074672 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:32.115821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Made reservation on behalf of f2868c025a724afe9476a97527246975 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:32.120302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:32.136006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Network 567adb7a-d229-43f1-a129-8613d69faae3 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:32.140647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:32.145077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:32.148335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:32.155418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:32.156483 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:32.251591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-988feefe-7c6b-4188-a0ed-a76c8ce94076 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb30024f5db24c95a620ffb9622a4233&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3664060 Aug 20 15:04:32.295705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Allocated IP 2001:db8::2 (567adb7a-d229-43f1-a129-8613d69faae3/b0898bc5-c57f-4b9d-931b-1b9b03869ee6/0ba53e77-170a-4fe0-9f63-e329958bc181) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:32.343878 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:32.352885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:32.483668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9530835 Aug 20 15:04:32.501031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41820) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:32.516089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'port': {'network_id': '567adb7a-d229-43f1-a129-8613d69faae3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-674463589', 'allowed_address_pairs': [{'ip_address': '2001:db8::94', 'mac_address': 'fa:16:3e:d0:8b:76'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:32.516869 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0b9ac28-fb7e-407a-b703-29b18f93c9b9 req-6e909937-18f3-4621-a920-541c01632e9f tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 210 time: 0.2889740 Aug 20 15:04:32.519478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ca987-1977-4a32-bd9f-e0226a379fdb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Port': ['ID=ec70c959-1845-4dcd-98fd-2520ea4d7f76,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:32.611358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7352f4cb-40f4-46ff-97a4-00c5ee126517,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:32.634722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-50f07e31-f391-4832-8ee8-8bcdcbc6dd95 service neutron] 10.222.0.36 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809805 Aug 20 15:04:32.736990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:32.782348 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Transition to ACTIVE for port object 0ba53e77-170a-4fe0-9f63-e329958bc181 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:32.844677 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:32.887644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Transition to ACTIVE for port object 0ba53e77-170a-4fe0-9f63-e329958bc181 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:32.907913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Transition to ACTIVE for port object 650c81c5-df36-4255-a358-bffb3b594090 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:32.929079 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:33.024308 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:33.066638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Network 567adb7a-d229-43f1-a129-8613d69faae3 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:33.100563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:33.123337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Pushing event updated for resources: {'Port': ['ID=0ba53e77-170a-4fe0-9f63-e329958bc181,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:33.133744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:33.156682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-d00f449a-08e8-4c7d-bf17-e0c18b8d1b66 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:33.167765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-d00f449a-08e8-4c7d-bf17-e0c18b8d1b66 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.3678944 Aug 20 15:04:33.176843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-220e28d9-ba8d-43fb-aeae-acf0a1aad34f service neutron] 10.222.0.36 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403242 Aug 20 15:04:33.198093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-ff23e8a9-0b4b-4a20-beb9-9e22ffbd9e26 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/quotas/bd8da3ea8dca4f1ebb1e3d833773a9c4 HTTP/1.1" status: 200 len: 375 time: 0.0272138 Aug 20 15:04:33.248033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-58a21146-53a1-4609-ad69-b81f807db427 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497856 Aug 20 15:04:33.402216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60e90b-f034-471e-a3ca-9b0f852ebe3b None None] Pushing event updated for resources: {'Port': ['ID=650c81c5-df36-4255-a358-bffb3b594090,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:33.409765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Attempting to bind port 650c81c5-df36-4255-a358-bffb3b594090 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:33.410167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Attempting to bind port 650c81c5-df36-4255-a358-bffb3b594090 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:33.411319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Attempting to bind port 650c81c5-df36-4255-a358-bffb3b594090 on network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:33.416604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Attempting to bind port 0ba53e77-170a-4fe0-9f63-e329958bc181 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:33.417762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Attempting to bind port 0ba53e77-170a-4fe0-9f63-e329958bc181 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'c922c3b2-43b0-41fe-95eb-e97c787830e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '567adb7a-d229-43f1-a129-8613d69faae3'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:33.418148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Attempting to bind port 0ba53e77-170a-4fe0-9f63-e329958bc181 on network 567adb7a-d229-43f1-a129-8613d69faae3 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:33.426907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:33.427303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Checking segment: {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:33.427753 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:33.428198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Bound using segment: {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:33.428706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Bound port: 650c81c5-df36-4255-a358-bffb3b594090, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:33.429115 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:33.444912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-40e998ee-18c5-4fc0-b31f-d97f942343c8 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951358 Aug 20 15:04:33.455506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:33.456222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Checking segment: {'id': 'c922c3b2-43b0-41fe-95eb-e97c787830e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '567adb7a-d229-43f1-a129-8613d69faae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:33.456848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:33.460116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Bound using segment: {'id': 'c922c3b2-43b0-41fe-95eb-e97c787830e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '567adb7a-d229-43f1-a129-8613d69faae3'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:33.460872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Bound port: 0ba53e77-170a-4fe0-9f63-e329958bc181, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c922c3b2-43b0-41fe-95eb-e97c787830e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '567adb7a-d229-43f1-a129-8613d69faae3'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:33.463014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:33.578642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Made reservation on behalf of 3fc4bc7be0354198839ec1439ae2e1f5 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:33.624963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-d042727f-e1ce-479b-82ac-a5af1bfad2d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790302 Aug 20 15:04:33.668696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] For port 650c81c5-df36-4255-a358-bffb3b594090, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:33.671204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] For port 0ba53e77-170a-4fe0-9f63-e329958bc181, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:33.674300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] For port 650c81c5-df36-4255-a358-bffb3b594090, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=650c81c5-df36-4255-a358-bffb3b594090,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:33.677784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] For port 0ba53e77-170a-4fe0-9f63-e329958bc181, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0ba53e77-170a-4fe0-9f63-e329958bc181,segment=NetworkSegment(c922c3b2-43b0-41fe-95eb-e97c787830e1),segment_id=c922c3b2-43b0-41fe-95eb-e97c787830e1)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:33.684430 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:33.750875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60e90b-f034-471e-a3ca-9b0f852ebe3b None None] Pushing event updated for resources: {'Port': ['ID=650c81c5-df36-4255-a358-bffb3b594090,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:33.755117 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:33.882251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a5bdce5-7125-4a1c-b704-94e37682227a req-d5677fd9-e338-415b-9f1d-61ea402534ce tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 210 time: 0.0427046 Aug 20 15:04:33.947485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:33.995530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] device_id is not set on port 7e31edcc-bb37-4453-9c22-dd999ce5b572 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:34.111714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6464e01e-5e21-42ef-b2fc-c09a5efbdccc req-51f03b81-4370-4ffd-898d-7de7199a900d tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 210 time: 0.1103785 Aug 20 15:04:34.150917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Routers {'4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:04:34.162336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:34.243841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Allocated IP 2001:db8::14a (567adb7a-d229-43f1-a129-8613d69faae3/b0898bc5-c57f-4b9d-931b-1b9b03869ee6/7e31edcc-bb37-4453-9c22-dd999ce5b572) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:34.342054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ddfdbc3-b660-4c21-b34c-fa1cd2c8f141 req-a9abfe00-2ed9-4199-8241-8747916427a7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 210 time: 0.0745692 Aug 20 15:04:34.356267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abad78-4795-420a-91dd-1cb29c5b1aa1 None None] Pushing event updated for resources: {'Port': ['ID=0ba53e77-170a-4fe0-9f63-e329958bc181,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:34.642072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] Set router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:04:34.690636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:34.711327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Transition to ACTIVE for port object 7e31edcc-bb37-4453-9c22-dd999ce5b572 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:34.783533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Allocated IP 192.168.233.223 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/ac0ed5b6-4403-431e-9689-2696c9527b9a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:34.853600 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:34.884611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:04:35.007139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:04:35.009093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8d4ab57a-8443-4fe0-bf2a-bafe5cdf1713 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:04:35.047347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Network 567adb7a-d229-43f1-a129-8613d69faae3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:35.104793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Port': ['ID=7e31edcc-bb37-4453-9c22-dd999ce5b572,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:35.132852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:35.149268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b461aa59-5a26-4f56-af8b-cf33f4553011 req-6b29de62-ab88-423b-95f7-fe79affb4bb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 210 time: 0.0863926 Aug 20 15:04:35.172554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:35.180059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:35.180756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:35.226347 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7dcd3501-1da0-43b2-9704-8e676ead303a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.7183576 Aug 20 15:04:35.230581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41906) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:35.379146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-94c65b26-c866-44bb-89db-b179027979ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:21Z', 'updated_at': '2021-08-20T15:04:27Z', 'revision_number': 4, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'gw_port': {'id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:22Z', 'updated_at': '2021-08-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '650c81c5-df36-4255-a358-bffb3b594090', 'name': '', 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'mac_address': 'fa:16:3e:33:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd5063518-a3df-4241-9733-06ab52d70588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:25Z', 'updated_at': '2021-08-20T15:04:33Z', 'revision_number': 4, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'subnets': [{'id': 'd5063518-a3df-4241-9733-06ab52d70588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:35.391683 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:35.476835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Transition to ACTIVE for port object ac0ed5b6-4403-431e-9689-2696c9527b9a will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:35.554875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3113ccd-e21a-4698-b1f7-ffd274f14fb7 req-7d4ffeca-e84d-4200-908c-b4b94bcee60c tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 210 time: 0.3370087 Aug 20 15:04:35.570293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0ba53e77-170a-4fe0-9f63-e329958bc181 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:35.580548 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:35.580789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c65b26-c866-44bb-89db-b179027979ed None None] The sync data for ids ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'] in n-d-695189-15 is: [{'id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:21Z', 'updated_at': '2021-08-20T15:04:27Z', 'revision_number': 4, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'gw_port': {'id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:22Z', 'updated_at': '2021-08-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '650c81c5-df36-4255-a358-bffb3b594090', 'name': '', 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'mac_address': 'fa:16:3e:33:42:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'd5063518-a3df-4241-9733-06ab52d70588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:25Z', 'updated_at': '2021-08-20T15:04:33Z', 'revision_number': 4, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'subnets': [{'id': 'd5063518-a3df-4241-9733-06ab52d70588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:04:35.719246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a54519c2-07f2-4695-a76e-109c1e107a70 req-eace9a29-b9aa-4079-b6dd-34558cad6554 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 210 time: 0.0979073 Aug 20 15:04:35.720813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:35.744239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:35.751224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:35.816858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0ba53e77-170a-4fe0-9f63-e329958bc181 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:35.877185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:36.008023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:36.023714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:36.024855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:36.049941 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-cca55879-daef-4c61-923f-18c98b3b06ec tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2728932 Aug 20 15:04:36.092075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Request body: {'port': {'device_id': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:36.211326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:36.246851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4239e24e-256a-4701-ac81-de539d5a8a10 None None] Network 567adb7a-d229-43f1-a129-8613d69faae3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:36.483769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1d474bcc-6e4e-483d-9242-8a8b8aa59d35 None None] Provisioning for port 0ba53e77-170a-4fe0-9f63-e329958bc181 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:36.551504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1d474bcc-6e4e-483d-9242-8a8b8aa59d35 None None] Provisioning complete for port 0ba53e77-170a-4fe0-9f63-e329958bc181 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:36.552642 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1d474bcc-6e4e-483d-9242-8a8b8aa59d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:36.841074 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1d474bcc-6e4e-483d-9242-8a8b8aa59d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:36.876399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0ed5b6-4403-431e-9689-2696c9527b9a {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:36.890622 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:36.899305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1d474bcc-6e4e-483d-9242-8a8b8aa59d35 None None] For port 0ba53e77-170a-4fe0-9f63-e329958bc181, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0ba53e77-170a-4fe0-9f63-e329958bc181,segment=NetworkSegment(c922c3b2-43b0-41fe-95eb-e97c787830e1),segment_id=c922c3b2-43b0-41fe-95eb-e97c787830e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:36.925942 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1d474bcc-6e4e-483d-9242-8a8b8aa59d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:36.990638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Transition to ACTIVE for port object ac0ed5b6-4403-431e-9689-2696c9527b9a will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:37.006123 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:37.063903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d474bcc-6e4e-483d-9242-8a8b8aa59d35 None None] Pushing event updated for resources: {'Port': ['ID=0ba53e77-170a-4fe0-9f63-e329958bc181,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:37.082984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:37.095457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1b1957fc-cfb2-4dd8-af1a-3a4723f9b7e3 None None] Provisioning for port ac0ed5b6-4403-431e-9689-2696c9527b9a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:37.137770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3572e-4e82-4637-b332-d58b0ddcc1fb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:37.156806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3572e-4e82-4637-b332-d58b0ddcc1fb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:37.172931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3572e-4e82-4637-b332-d58b0ddcc1fb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:37.175802 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dbf3572e-4e82-4637-b332-d58b0ddcc1fb tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 1.9408545 Aug 20 15:04:37.232781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41952) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:37.291830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Attempting to bind port ac0ed5b6-4403-431e-9689-2696c9527b9a on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:37.292417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Attempting to bind port ac0ed5b6-4403-431e-9689-2696c9527b9a by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:37.292963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Attempting to bind port ac0ed5b6-4403-431e-9689-2696c9527b9a on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:37.362879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Port ac0ed5b6-4403-431e-9689-2696c9527b9a on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:37.363220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Attempting to bind port ac0ed5b6-4403-431e-9689-2696c9527b9a on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:37.422291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:37.422861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:37.423358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:37.424014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Bound port: ac0ed5b6-4403-431e-9689-2696c9527b9a, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:37.424435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:37.446448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46afa75f-c995-48ce-9d10-83e96839d72c req-217d593a-fa3a-4ff2-a982-b61d6f9a2420 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 210 time: 0.4479091 Aug 20 15:04:37.460440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Provisioning for port ec70c959-1845-4dcd-98fd-2520ea4d7f76 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:37.475077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Provisioning complete for port ec70c959-1845-4dcd-98fd-2520ea4d7f76 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:37.475077 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:37.616555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-7970a5c9-b452-4bf8-be1c-9ae83935dd6f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:37.619261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Port ec70c959-1845-4dcd-98fd-2520ea4d7f76 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:37.622742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-7970a5c9-b452-4bf8-be1c-9ae83935dd6f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.72 "GET /v2.0/networks?id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 200 len: 810 time: 1.9107964 Aug 20 15:04:37.657321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0ba53e77-170a-4fe0-9f63-e329958bc181 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:37.687960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Request body: {'port': {'device_id': '65693e33-d2c8-42f7-ad9a-9b39d23783ba', 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f', 'admin_state_up': True, 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:37.730574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Provisioning complete for port 0ba53e77-170a-4fe0-9f63-e329958bc181 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:37.741185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:37.819015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0ba53e77-170a-4fe0-9f63-e329958bc181 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:37.821064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:37.821619 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:37.833485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-45994e28-a704-4a3f-9b0b-54f9427f9743 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Deleting port 7e31edcc-bb37-4453-9c22-dd999ce5b572 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:37.834022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45994e28-a704-4a3f-9b0b-54f9427f9743 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:37.856016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7876c664-9450-4b6e-a8db-f73706d75579 req-a7d836ed-b0e6-4bee-ab80-8dfc044dbf73 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 210 time: 0.2158279 Aug 20 15:04:37.982698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5185c-b86d-4214-b2a6-4ddb4f8ec410 req-340ac05d-78a0-424a-b4ca-a4247ca7b692 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:37.999619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57a5185c-b86d-4214-b2a6-4ddb4f8ec410 req-340ac05d-78a0-424a-b4ca-a4247ca7b692 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 948 time: 0.9908979 Aug 20 15:04:38.109519 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45994e28-a704-4a3f-9b0b-54f9427f9743 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.120114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-bb61ef84-cad9-41cc-a2a4-ff091c9bfe46 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:38.122390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-bb61ef84-cad9-41cc-a2a4-ff091c9bfe46 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 1.0678656 Aug 20 15:04:38.145607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57a5185c-b86d-4214-b2a6-4ddb4f8ec410 req-db29a11f-65dd-44d4-b7ca-f8890bea83bb tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439705 Aug 20 15:04:38.151122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-45994e28-a704-4a3f-9b0b-54f9427f9743 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Calling delete_port for 7e31edcc-bb37-4453-9c22-dd999ce5b572 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:38.166471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Request body: {'port': {'device_id': '3804defe-e9f7-498f-b603-82214bf8dc78', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'admin_state_up': True, 'tenant_id': 'bd8da3ea8dca4f1ebb1e3d833773a9c4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:38.254002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 650c81c5-df36-4255-a358-bffb3b594090 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:38.341535 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:38.366055 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.397737 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Provisioning for port 7e31edcc-bb37-4453-9c22-dd999ce5b572 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:38.402420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Provisioning complete for port 7e31edcc-bb37-4453-9c22-dd999ce5b572 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:38.403409 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.408966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 650c81c5-df36-4255-a358-bffb3b594090 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:38.435677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:38.437011 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.438828 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] 10.222.0.72 "PUT /v2.0/ports/ac0ed5b6-4403-431e-9689-2696c9527b9a HTTP/1.1" status: 200 len: 1097 time: 2.3517134 Aug 20 15:04:38.440172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:38.443466 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9df8403-31f1-4e3c-92e8-69bcfced9029" -d '{"events": [{"name": "network-changed", "server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:38.449964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:04:38.449964 n-d-695189-15 neutron-server[101099]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 20 15:04:38.449964 n-d-695189-15 neutron-server[101099]: [parameters: {'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'id': 'bbcdb204-ece7-4216-b377-78c3327deac7', 'expiration': datetime.datetime(2021, 8, 20, 15, 6, 38, 434630)}] Aug 20 15:04:38.449964 n-d-695189-15 neutron-server[101099]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:04:38.454556 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:04:38.458520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 650c81c5-df36-4255-a358-bffb3b594090 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:38.460299 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.477130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Made reservation on behalf of bd8da3ea8dca4f1ebb1e3d833773a9c4 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:38.481288 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.594484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66c62e-7760-4e39-8b99-59139aea198a service neutron] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:38.643446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a39ecd06-691c-4d9f-86f0-7ec424e7a232 None None] Port 7e31edcc-bb37-4453-9c22-dd999ce5b572 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:38.688514 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.688748 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7d9b82-377c-4281-9317-d1e5d8f8e412 x-openstack-request-id: req-bd7d9b82-377c-4281-9317-d1e5d8f8e412 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:38.688869 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:38.689084 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd7d9b82-377c-4281-9317-d1e5d8f8e412 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:38.689488 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'status': 'completed', 'code': 200} Aug 20 15:04:38.714749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa4a72e6-eb59-4041-9fbe-2bacf7a5b8a9 req-1405f638-c3fc-4db0-a635-167f1c8d4361 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 210 time: 0.0849447 Aug 20 15:04:38.725333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-b0edd017-2923-4263-8320-85c05f3c9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:38.726808 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-b0edd017-2923-4263-8320-85c05f3c9ac2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2868c025a724afe9476a97527246975&device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 1100 time: 0.1978002 Aug 20 15:04:38.765639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 650c81c5-df36-4255-a358-bffb3b594090, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=650c81c5-df36-4255-a358-bffb3b594090,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:38.790375 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.794059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b3bb24a1-ada5-4fc5-a5e6-6c38262a86a0 None None] Provisioning complete for port ec70c959-1845-4dcd-98fd-2520ea4d7f76 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:38.795115 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3bb24a1-ada5-4fc5-a5e6-6c38262a86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.846661 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-8afe87bd-f691-4388-8f2d-ec2ab13bd237 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a HTTP/1.1" status: 200 len: 217 time: 0.1024578 Aug 20 15:04:38.850465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45994e28-a704-4a3f-9b0b-54f9427f9743 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:38.893658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Allocated IP 172.20.0.4 (9d0894f8-e5a6-479d-a1fc-d6d61961ff1b/09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1/b51df618-b7b9-4ca8-a9fa-db7437d7481f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:38.932684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=650c81c5-df36-4255-a358-bffb3b594090,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:38.940396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb24a1-ada5-4fc5-a5e6-6c38262a86a0 None None] Port ec70c959-1845-4dcd-98fd-2520ea4d7f76 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:38.956801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b3bb24a1-ada5-4fc5-a5e6-6c38262a86a0 None None] Could not find standard attr ID for object 7e31edcc-bb37-4453-9c22-dd999ce5b572. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:04:38.990984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45994e28-a704-4a3f-9b0b-54f9427f9743 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event deleted for resources: {'Port': ['ID=7e31edcc-bb37-4453-9c22-dd999ce5b572,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:39.141654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-1358264c-6376-47df-9aed-b3ac90ba73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:39.155791 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-1358264c-6376-47df-9aed-b3ac90ba73ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.2992818 Aug 20 15:04:39.248200 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:39.297219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-289f6cb1-7308-48c3-90e3-96e7fa5931f2 req-379e1905-6f09-4034-8843-91fa03d5dfb5 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 210 time: 0.2875869 Aug 20 15:04:39.298378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Made reservation on behalf of cb30024f5db24c95a620ffb9622a4233 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:39.303702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:39.308973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:39.378189 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45994e28-a704-4a3f-9b0b-54f9427f9743 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:39.387437 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-45994e28-a704-4a3f-9b0b-54f9427f9743 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "DELETE /v2.0/ports/7e31edcc-bb37-4453-9c22-dd999ce5b572 HTTP/1.1" status: 204 len: 168 time: 2.1313858 Aug 20 15:04:39.389182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42006) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:39.402262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-65f3cb94-ba93-479f-86fe-82d5c24f2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:39.404811 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-65f3cb94-ba93-479f-86fe-82d5c24f2213 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2417321 Aug 20 15:04:39.412530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:39.435348 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7539028-53e7-42a0-a6b2-2aa49759c4cd tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] GET failed (client error): The resource could not be found. Aug 20 15:04:39.442275 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f7539028-53e7-42a0-a6b2-2aa49759c4cd tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "GET /v2.0/ports/7e31edcc-bb37-4453-9c22-dd999ce5b572 HTTP/1.1" status: 404 len: 333 time: 0.0516260 Aug 20 15:04:39.453317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42010) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:39.459505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'port': {'network_id': '567adb7a-d229-43f1-a129-8613d69faae3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-921979259'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:39.515411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 650c81c5-df36-4255-a358-bffb3b594090 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:39.542591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:39.548011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:39.630737 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 650c81c5-df36-4255-a358-bffb3b594090 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:39.631059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:39.687618 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-d2caffc3-a8fa-4256-8105-22c566a3ac74 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622709 Aug 20 15:04:39.732884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Made reservation on behalf of 3fc4bc7be0354198839ec1439ae2e1f5 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:39.737124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:39.784689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Allocated IP 172.20.0.8 (bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f/d5063518-a3df-4241-9733-06ab52d70588/d724629d-6121-4437-bd81-92e94632d770) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:39.805504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] device_id is not set on port 884091b1-2f48-4715-834d-e8e2dd88155d yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:39.839863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:39.840475 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:39.869866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd972b-659e-4d1e-9c5d-5582635c12e2 req-9ef1dbf3-5404-4f0f-a5ac-3cabdcd12288 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:39.871330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6fbd972b-659e-4d1e-9c5d-5582635c12e2 req-9ef1dbf3-5404-4f0f-a5ac-3cabdcd12288 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 948 time: 0.5483611 Aug 20 15:04:39.932999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event updated for resources: {'Port': ['ID=b51df618-b7b9-4ca8-a9fa-db7437d7481f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:39.956566 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c6b53d2c-6ed6-4d0b-b38f-772b7b03c7a6 req-ae43d10c-eabd-4294-b1ec-c3dfda4d8624 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361023 Aug 20 15:04:40.008561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6fbd972b-659e-4d1e-9c5d-5582635c12e2 req-603571b2-39f0-4d76-979d-4e2451eb831d tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306403 Aug 20 15:04:40.125374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Allocated IP 2001:db8::2ab (567adb7a-d229-43f1-a129-8613d69faae3/b0898bc5-c57f-4b9d-931b-1b9b03869ee6/884091b1-2f48-4715-834d-e8e2dd88155d) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:40.188141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:40.191700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-8ebd7c4e-e741-4e0d-ae60-67e6fccdf11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:40.194178 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-8ebd7c4e-e741-4e0d-ae60-67e6fccdf11a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f2868c025a724afe9476a97527246975&device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 1100 time: 0.1271203 Aug 20 15:04:40.247488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-15caa8a1-7899-437c-8b23-67ac3b427f96 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0893879 Aug 20 15:04:40.257570 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:40.274452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Request body: {'port': {'device_id': '3804defe-e9f7-498f-b603-82214bf8dc78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:40.399256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Pushing event updated for resources: {'Port': ['ID=d724629d-6121-4437-bd81-92e94632d770,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:40.527483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-6e7f93b5-51ce-4c7f-95ca-96a8d19d1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:40.529227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-6e7f93b5-51ce-4c7f-95ca-96a8d19d1cbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.3245237 Aug 20 15:04:40.553225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:40.588206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:40.620162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:40.626572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:40.665468 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-cb89bb1a-a410-481e-b274-bcc152cbf47c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a HTTP/1.1" status: 200 len: 217 time: 0.0492175 Aug 20 15:04:40.673637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Transition to ACTIVE for port object 884091b1-2f48-4715-834d-e8e2dd88155d will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:40.718687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d319d-327f-4461-8618-2ba7bdf25dd5 req-2ea03d77-8649-4896-a9b0-0d2abcb200d2 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:40.720958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74d319d-327f-4461-8618-2ba7bdf25dd5 req-2ea03d77-8649-4896-a9b0-0d2abcb200d2 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 931 time: 0.7612448 Aug 20 15:04:40.728013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:40.742961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-12b4b3e0-fc72-40f0-aa37-a01d33587c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:40.744538 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-12b4b3e0-fc72-40f0-aa37-a01d33587c10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0686924 Aug 20 15:04:40.782785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730e8aa-12c5-48a1-891f-9d5f08e5a236 req-a026ef51-b1f7-432a-9a59-72c34ef55788 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:40.784670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4730e8aa-12c5-48a1-891f-9d5f08e5a236 req-a026ef51-b1f7-432a-9a59-72c34ef55788 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 931 time: 0.2628999 Aug 20 15:04:40.816618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:40.818256 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:40.828745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-d13e6cce-0787-4d6a-bf40-b3efd177e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:40.830286 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-d13e6cce-0787-4d6a-bf40-b3efd177e035 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748491 Aug 20 15:04:40.840932 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:40.842596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c74d319d-327f-4461-8618-2ba7bdf25dd5 req-29faf40c-79e0-4661-b68e-7199606616a5 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098545 Aug 20 15:04:40.940038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Port': ['ID=884091b1-2f48-4715-834d-e8e2dd88155d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:41.008269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-6eba1bfd-e6b6-441c-a670-40fa29f43fb8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3355584 Aug 20 15:04:41.019006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Network 567adb7a-d229-43f1-a129-8613d69faae3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:41.027367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:41.037592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:41.042486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4730e8aa-12c5-48a1-891f-9d5f08e5a236 req-d943f53b-09bd-4783-83ec-d51653a2ddd2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317679 Aug 20 15:04:41.050428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:41.051003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:41.058528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Request body: {'port': {'device_id': '65693e33-d2c8-42f7-ad9a-9b39d23783ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:41.113782 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cb01295e-9f00-456f-b41b-ba8a8af1e565 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6593304 Aug 20 15:04:41.121502 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42052) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:41.128727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-17e9cfb2-fc34-44ee-8d7e-3e2fed312479 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::94', 'mac_address': 'fa:16:3e:d0:8b:76'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:41.189622 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-972ed9ae-4501-4a5f-9a88-8dacbb5c5867 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503599 Aug 20 15:04:41.478194 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:41.528957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0635c-599d-40fe-8f9f-95b3c4b2a884 req-1269c4b6-1a75-4dab-afcc-2124e941acb1 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:41.540627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0d0635c-599d-40fe-8f9f-95b3c4b2a884 req-1269c4b6-1a75-4dab-afcc-2124e941acb1 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 948 time: 0.3379643 Aug 20 15:04:41.626349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51df618-b7b9-4ca8-a9fa-db7437d7481f {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:41.641815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2aea3d12-3452-48a6-bb14-3ef3d6f16c69 None None] Provisioning for port 884091b1-2f48-4715-834d-e8e2dd88155d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:41.644411 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:41.648652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2aea3d12-3452-48a6-bb14-3ef3d6f16c69 None None] Provisioning complete for port 884091b1-2f48-4715-834d-e8e2dd88155d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:41.649363 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2aea3d12-3452-48a6-bb14-3ef3d6f16c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:41.695228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0d0635c-599d-40fe-8f9f-95b3c4b2a884 req-3dc81362-aafb-40bd-8d4e-4e6b81e9ee7e tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533773 Aug 20 15:04:41.756390 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b9df8403-31f1-4e3c-92e8-69bcfced9029 req-b3166b25-fc9f-4121-92af-7adaa8dfd56f service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283160 Aug 20 15:04:41.772841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2aea3d12-3452-48a6-bb14-3ef3d6f16c69 None None] Port 884091b1-2f48-4715-834d-e8e2dd88155d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:41.793657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Transition to ACTIVE for port object b51df618-b7b9-4ca8-a9fa-db7437d7481f will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:41.813832 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:41.816708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17e9cfb2-fc34-44ee-8d7e-3e2fed312479 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.062201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Pushing event updated for resources: {'Port': ['ID=b51df618-b7b9-4ca8-a9fa-db7437d7481f,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:42.189775 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7cde0ec5-141b-40cf-bb58-0cb1e759eb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.198886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Attempting to bind port b51df618-b7b9-4ca8-a9fa-db7437d7481f on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:42.199422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Attempting to bind port b51df618-b7b9-4ca8-a9fa-db7437d7481f by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:42.200182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Attempting to bind port b51df618-b7b9-4ca8-a9fa-db7437d7481f on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:42.211198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17e9cfb2-fc34-44ee-8d7e-3e2fed312479 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.227902 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17e9cfb2-fc34-44ee-8d7e-3e2fed312479 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.233431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fcb4f-36e5-4a9e-ad97-f118a32e4adb req-98a6cbb7-3dd8-4cc2-a992-8b4861bc0a96 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:42.242733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-540fcb4f-36e5-4a9e-ad97-f118a32e4adb req-98a6cbb7-3dd8-4cc2-a992-8b4861bc0a96 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 931 time: 0.2470069 Aug 20 15:04:42.283617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-17e9cfb2-fc34-44ee-8d7e-3e2fed312479 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] In _notify_port_updated(), no bound segment for port 884091b1-2f48-4715-834d-e8e2dd88155d on network 567adb7a-d229-43f1-a129-8613d69faae3 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:04:42.290126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e9cfb2-fc34-44ee-8d7e-3e2fed312479 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:42.291089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17e9cfb2-fc34-44ee-8d7e-3e2fed312479 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.294935 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-17e9cfb2-fc34-44ee-8d7e-3e2fed312479 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "PUT /v2.0/ports/884091b1-2f48-4715-834d-e8e2dd88155d HTTP/1.1" status: 200 len: 1001 time: 1.1701014 Aug 20 15:04:42.295496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42086) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:42.295838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Port b51df618-b7b9-4ca8-a9fa-db7437d7481f on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:42.296923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Attempting to bind port b51df618-b7b9-4ca8-a9fa-db7437d7481f on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:42.355948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9cfb2-fc34-44ee-8d7e-3e2fed312479 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Port': ['ID=884091b1-2f48-4715-834d-e8e2dd88155d,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:42.361101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-540fcb4f-36e5-4a9e-ad97-f118a32e4adb req-efb584e3-7b00-4560-9b51-aedfdb79978a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162119 Aug 20 15:04:42.378212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:42.378212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Checking segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:42.378212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Bound using segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:42.378212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Bound port: b51df618-b7b9-4ca8-a9fa-db7437d7481f, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:42.378212 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.479889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-aba342ed-1597-43e1-b5c3-e51afaaf3e84 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Deleting port 884091b1-2f48-4715-834d-e8e2dd88155d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:42.480295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aba342ed-1597-43e1-b5c3-e51afaaf3e84 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.490805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523298d5-198a-4720-9722-26ac261500f8 req-6891ffbb-0b6f-4ed2-8f42-823cf348a5c3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:42.498367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-523298d5-198a-4720-9722-26ac261500f8 req-6891ffbb-0b6f-4ed2-8f42-823cf348a5c3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 943 time: 0.2947731 Aug 20 15:04:42.636850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d724629d-6121-4437-bd81-92e94632d770 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:42.679274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.683964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-523298d5-198a-4720-9722-26ac261500f8 req-b06f446c-f85f-4261-a668-febbba1d4082 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846817 Aug 20 15:04:42.685089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] For port b51df618-b7b9-4ca8-a9fa-db7437d7481f, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:42.689254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] For port b51df618-b7b9-4ca8-a9fa-db7437d7481f, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b51df618-b7b9-4ca8-a9fa-db7437d7481f,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:42.703895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.706616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Transition to ACTIVE for port object d724629d-6121-4437-bd81-92e94632d770 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:42.761329 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.782737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:42.783412 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.785030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] 10.222.0.72 "PUT /v2.0/ports/b51df618-b7b9-4ca8-a9fa-db7437d7481f HTTP/1.1" status: 200 len: 1092 time: 2.5222921 Aug 20 15:04:42.786166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3804defe-e9f7-498f-b603-82214bf8dc78', 'tag': 'b51df618-b7b9-4ca8-a9fa-db7437d7481f'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:42.789962 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228" -d '{"events": [{"name": "network-changed", "server_uuid": "3804defe-e9f7-498f-b603-82214bf8dc78", "tag": "b51df618-b7b9-4ca8-a9fa-db7437d7481f"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:42.834208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aba342ed-1597-43e1-b5c3-e51afaaf3e84 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.835666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf94265-fa19-4554-9a0c-e649a9d9b88a service neutron] Pushing event updated for resources: {'Port': ['ID=b51df618-b7b9-4ca8-a9fa-db7437d7481f,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:42.847272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e3e711ec-18f0-4463-9e90-92c94c5412b7 None None] Provisioning complete for port 884091b1-2f48-4715-834d-e8e2dd88155d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:42.847812 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e3e711ec-18f0-4463-9e90-92c94c5412b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:42.868626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-aba342ed-1597-43e1-b5c3-e51afaaf3e84 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Calling delete_port for 884091b1-2f48-4715-834d-e8e2dd88155d owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:42.942951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:04:42.950934 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445ba198-6f01-4906-9d39-572f18a32982 x-openstack-request-id: req-445ba198-6f01-4906-9d39-572f18a32982 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:42.951234 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3804defe-e9f7-498f-b603-82214bf8dc78", "tag": "b51df618-b7b9-4ca8-a9fa-db7437d7481f", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:42.951494 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-445ba198-6f01-4906-9d39-572f18a32982 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:42.951948 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3804defe-e9f7-498f-b603-82214bf8dc78', 'tag': 'b51df618-b7b9-4ca8-a9fa-db7437d7481f', 'status': 'completed', 'code': 200} Aug 20 15:04:42.984296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e3e711ec-18f0-4463-9e90-92c94c5412b7 None None] Port 884091b1-2f48-4715-834d-e8e2dd88155d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:43.045342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Pushing event updated for resources: {'Port': ['ID=d724629d-6121-4437-bd81-92e94632d770,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:43.059444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-dca4e036-30b7-44de-942a-8f4ee35bf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:43.061363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-dca4e036-30b7-44de-942a-8f4ee35bf476 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 1095 time: 0.1966958 Aug 20 15:04:43.075881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c23bf-86c1-405d-a3af-5fabf1bc8c23 req-b7797db2-9f27-47d8-80f4-51f18879e2bf tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:43.087122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d7c23bf-86c1-405d-a3af-5fabf1bc8c23 req-b7797db2-9f27-47d8-80f4-51f18879e2bf tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 948 time: 0.2186306 Aug 20 15:04:43.128129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aba342ed-1597-43e1-b5c3-e51afaaf3e84 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:43.148158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-704e9204-89b4-4b59-9e90-ef46d6adcdbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b51df618-b7b9-4ca8-a9fa-db7437d7481f HTTP/1.1" status: 200 len: 217 time: 0.0538208 Aug 20 15:04:43.148835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Attempting to bind port d724629d-6121-4437-bd81-92e94632d770 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:43.149176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Attempting to bind port d724629d-6121-4437-bd81-92e94632d770 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:43.149507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Attempting to bind port d724629d-6121-4437-bd81-92e94632d770 on network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:43.195389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d7c23bf-86c1-405d-a3af-5fabf1bc8c23 req-f61eb040-6603-4c85-afcf-2efb457751ad tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027830 Aug 20 15:04:43.197547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Port d724629d-6121-4437-bd81-92e94632d770 on network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:04:43.197885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Attempting to bind port d724629d-6121-4437-bd81-92e94632d770 on network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:43.218285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:43.237545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'mac_address': 'fa:16:3e:c3:b0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:04:43.246551 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba342ed-1597-43e1-b5c3-e51afaaf3e84 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event deleted for resources: {'Port': ['ID=884091b1-2f48-4715-834d-e8e2dd88155d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:43.261919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:43.262262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Checking segment: {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:43.262654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Bound using segment: {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:43.263095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Bound port: d724629d-6121-4437-bd81-92e94632d770, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:43.263453 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:43.306740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-82b51a44-f2ab-4a65-8dfb-5665b99d7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:43.308264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-82b51a44-f2ab-4a65-8dfb-5665b99d7912 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.1386657 Aug 20 15:04:43.318463 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:43.341789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0ed5b6-4403-431e-9689-2696c9527b9a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:43.365383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:43.378425 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:43.439188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aba342ed-1597-43e1-b5c3-e51afaaf3e84 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:43.439495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-7794d8e6-17d5-4335-af70-1d6cdffb661c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871184 Aug 20 15:04:43.446400 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aba342ed-1597-43e1-b5c3-e51afaaf3e84 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "DELETE /v2.0/ports/884091b1-2f48-4715-834d-e8e2dd88155d HTTP/1.1" status: 204 len: 168 time: 1.1473823 Aug 20 15:04:43.446884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42120) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:43.495010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:43.500349 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcf28bb-511b-4064-b157-10f2db2b21f3 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] GET failed (client error): The resource could not be found. Aug 20 15:04:43.502926 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9fcf28bb-511b-4064-b157-10f2db2b21f3 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "GET /v2.0/ports/884091b1-2f48-4715-834d-e8e2dd88155d HTTP/1.1" status: 404 len: 333 time: 0.0530994 Aug 20 15:04:43.509924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42124) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:43.515474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'port': {'network_id': '567adb7a-d229-43f1-a129-8613d69faae3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-3342063'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:43.710766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Made reservation on behalf of 3fc4bc7be0354198839ec1439ae2e1f5 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:43.714588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:43.742773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] device_id is not set on port 00d47f77-e3fe-4b26-8cca-ec4a549798ab yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:43.845472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ac0ed5b6-4403-431e-9689-2696c9527b9a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:43.935870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Allocated IP 2001:db8::28a (567adb7a-d229-43f1-a129-8613d69faae3/b0898bc5-c57f-4b9d-931b-1b9b03869ee6/00d47f77-e3fe-4b26-8cca-ec4a549798ab) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:44.247516 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:44.302211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Transition to ACTIVE for port object 00d47f77-e3fe-4b26-8cca-ec4a549798ab will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:44.340587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] For port d724629d-6121-4437-bd81-92e94632d770, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:44.380832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a51a6-f85e-4bbf-a238-fece6b9b06dc req-02e3ad9c-9996-41bb-a8ca-b6fc3e337e29 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:44.388851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-294a51a6-f85e-4bbf-a238-fece6b9b06dc req-02e3ad9c-9996-41bb-a8ca-b6fc3e337e29 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 943 time: 0.8700876 Aug 20 15:04:44.409929 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:44.425715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] For port d724629d-6121-4437-bd81-92e94632d770, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d724629d-6121-4437-bd81-92e94632d770,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:44.467381 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:44.481945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f1fa2-4972-480e-9bcd-3983d08cd952 req-b112c399-04fd-4619-bbe4-24dd5093edc3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:44.490784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-896f1fa2-4972-480e-9bcd-3983d08cd952 req-b112c399-04fd-4619-bbe4-24dd5093edc3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 943 time: 0.1378510 Aug 20 15:04:44.531006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Port': ['ID=00d47f77-e3fe-4b26-8cca-ec4a549798ab,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:44.540961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Network 567adb7a-d229-43f1-a129-8613d69faae3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:44.544490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:44.547236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:44.557117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:44.558331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:44.593395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Pushing event updated for resources: {'Port': ['ID=d724629d-6121-4437-bd81-92e94632d770,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:44.602189 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-73a65651-b56d-4633-9721-733e152d14c2 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0912163 Aug 20 15:04:44.603099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:44.611535 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3ced766b-fbe0-4872-8dfd-68cc78433b27 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d0:8b:76'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:44.620584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-896f1fa2-4972-480e-9bcd-3983d08cd952 req-2aa51b39-90fb-452f-a683-cfbf51241a29 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285763 Aug 20 15:04:44.645020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-294a51a6-f85e-4bbf-a238-fece6b9b06dc req-cb751c69-3074-4d2d-abba-2d8473ad8843 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534475 Aug 20 15:04:44.663046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-553f3395-af94-4f98-86b0-d0e5353e4ad2 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2097025 Aug 20 15:04:44.696375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ced766b-fbe0-4872-8dfd-68cc78433b27 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:44.749627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:44.750356 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:44.751834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-1de00788-3ab8-427e-a6d1-6772491acd74 service neutron] 10.222.0.72 "PUT /v2.0/ports/d724629d-6121-4437-bd81-92e94632d770 HTTP/1.1" status: 200 len: 1092 time: 3.7075231 Aug 20 15:04:44.783035 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:44.961746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65693e33-d2c8-42f7-ad9a-9b39d23783ba', 'tag': 'd724629d-6121-4437-bd81-92e94632d770'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:44.963821 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a0d03-c68d-4401-9833-1b98ef81d383" -d '{"events": [{"name": "network-changed", "server_uuid": "65693e33-d2c8-42f7-ad9a-9b39d23783ba", "tag": "d724629d-6121-4437-bd81-92e94632d770"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:45.066992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2019d-fdef-456d-b637-0d5009f062df req-7104afd9-ad0e-496f-9ee3-bceab9aa3e9e tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:45.070230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3db0cf26-2623-4344-9e28-9887780652f1 None None] Provisioning for port 00d47f77-e3fe-4b26-8cca-ec4a549798ab completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:45.077906 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ed2019d-fdef-456d-b637-0d5009f062df req-7104afd9-ad0e-496f-9ee3-bceab9aa3e9e tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 949 time: 0.2422676 Aug 20 15:04:45.096993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3db0cf26-2623-4344-9e28-9887780652f1 None None] Provisioning complete for port 00d47f77-e3fe-4b26-8cca-ec4a549798ab triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:45.100969 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3db0cf26-2623-4344-9e28-9887780652f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:45.113691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-3154b0a9-6a15-4b79-8dca-c5e1682988b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:45.115410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-3154b0a9-6a15-4b79-8dca-c5e1682988b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb30024f5db24c95a620ffb9622a4233&device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 1095 time: 0.2561142 Aug 20 15:04:45.185800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3db0cf26-2623-4344-9e28-9887780652f1 None None] Port 00d47f77-e3fe-4b26-8cca-ec4a549798ab cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:45.198929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fdfb59f-46a1-4841-9139-5fe5ca93d94a req-3add356d-c08c-40d8-ad34-7941182aa292 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135295 Aug 20 15:04:45.200576 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcfa681-f2d2-4ac2-9fbb-55ee872bf1e0 x-openstack-request-id: req-6bcfa681-f2d2-4ac2-9fbb-55ee872bf1e0 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:45.200868 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65693e33-d2c8-42f7-ad9a-9b39d23783ba", "tag": "d724629d-6121-4437-bd81-92e94632d770", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:45.202807 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bcfa681-f2d2-4ac2-9fbb-55ee872bf1e0 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:45.202807 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65693e33-d2c8-42f7-ad9a-9b39d23783ba', 'tag': 'd724629d-6121-4437-bd81-92e94632d770', 'status': 'completed', 'code': 200} Aug 20 15:04:45.207715 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ced766b-fbe0-4872-8dfd-68cc78433b27 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:45.221302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ced766b-fbe0-4872-8dfd-68cc78433b27 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:45.228230 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-48a5f40a-fddb-4476-b0a8-04f31a4d6106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:45.247265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-b1c4943a-2ae4-4e40-aa29-a2b3e1b0b52f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d724629d-6121-4437-bd81-92e94632d770 HTTP/1.1" status: 200 len: 217 time: 0.1094077 Aug 20 15:04:45.253758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ed2019d-fdef-456d-b637-0d5009f062df req-64579f1d-fd23-4c7e-b5e2-074be9640aa3 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748381 Aug 20 15:04:45.311377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3ced766b-fbe0-4872-8dfd-68cc78433b27 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] In _notify_port_updated(), no bound segment for port 00d47f77-e3fe-4b26-8cca-ec4a549798ab on network 567adb7a-d229-43f1-a129-8613d69faae3 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:04:45.328930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ced766b-fbe0-4872-8dfd-68cc78433b27 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:45.329615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ced766b-fbe0-4872-8dfd-68cc78433b27 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:45.330961 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3ced766b-fbe0-4872-8dfd-68cc78433b27 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "PUT /v2.0/ports/00d47f77-e3fe-4b26-8cca-ec4a549798ab HTTP/1.1" status: 200 len: 1000 time: 0.7266746 Aug 20 15:04:45.343689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:45.407669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-74b359f4-e9cf-4f0d-a026-07d71c84ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:45.409513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-74b359f4-e9cf-4f0d-a026-07d71c84ea85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5063518-a3df-4241-9733-06ab52d70588 HTTP/1.1" status: 200 len: 850 time: 0.0971398 Aug 20 15:04:45.483432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-eb494a45-4c7b-494d-9995-88c107948e5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549915 Aug 20 15:04:45.502928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced766b-fbe0-4872-8dfd-68cc78433b27 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Port': ['ID=00d47f77-e3fe-4b26-8cca-ec4a549798ab,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:45.580984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-2a148a7a-2f11-489a-b37c-e32801faca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:45.582443 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-2a148a7a-2f11-489a-b37c-e32801faca03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 1095 time: 0.1717513 Aug 20 15:04:45.597610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-06dbc105-2a27-43c6-8c65-06a66eca09f0 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Deleting port 00d47f77-e3fe-4b26-8cca-ec4a549798ab {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:45.607197 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06dbc105-2a27-43c6-8c65-06a66eca09f0 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:45.744447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9c3fdffa-35b5-421d-a340-cff22f028709 None None] Provisioning complete for port 00d47f77-e3fe-4b26-8cca-ec4a549798ab triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:45.748470 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9c3fdffa-35b5-421d-a340-cff22f028709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:45.762439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06dbc105-2a27-43c6-8c65-06a66eca09f0 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:45.779748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-424ec382-43f7-4596-a9ff-8ed1343fdfc6 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870281 Aug 20 15:04:45.786668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-06dbc105-2a27-43c6-8c65-06a66eca09f0 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Calling delete_port for 00d47f77-e3fe-4b26-8cca-ec4a549798ab owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:45.877429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9c3fdffa-35b5-421d-a340-cff22f028709 None None] Port 00d47f77-e3fe-4b26-8cca-ec4a549798ab cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:45.997596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06dbc105-2a27-43c6-8c65-06a66eca09f0 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:46.041836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbc105-2a27-43c6-8c65-06a66eca09f0 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event deleted for resources: {'Port': ['ID=00d47f77-e3fe-4b26-8cca-ec4a549798ab,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:46.088343 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:46.115761 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06dbc105-2a27-43c6-8c65-06a66eca09f0 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:46.121190 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-06dbc105-2a27-43c6-8c65-06a66eca09f0 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "DELETE /v2.0/ports/00d47f77-e3fe-4b26-8cca-ec4a549798ab HTTP/1.1" status: 204 len: 168 time: 0.7749200 Aug 20 15:04:46.122146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42176) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:46.241284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-f039f72a-c1de-4cf0-985d-0c07552b6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.243086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-f039f72a-c1de-4cf0-985d-0c07552b6b66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 913 time: 0.6499789 Aug 20 15:04:46.260890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-670fa083-936a-484e-a5c8-f3232bac46b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2483094 Aug 20 15:04:46.279762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544716-cd89-4506-9f1a-f863c2bda1f4 req-f65f8e5b-c8db-4065-b239-d1b84a53e7fc tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.281836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57544716-cd89-4506-9f1a-f863c2bda1f4 req-f65f8e5b-c8db-4065-b239-d1b84a53e7fc tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 943 time: 0.3285875 Aug 20 15:04:46.331358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-9b902939-457f-4f89-8b59-29e60eec7a48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b51df618-b7b9-4ca8-a9fa-db7437d7481f HTTP/1.1" status: 200 len: 217 time: 0.0692270 Aug 20 15:04:46.333965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af1622a-8416-4b4f-aaf4-81825d3c44b3 req-09b8b1c3-6b18-47e7-a9e5-1f358cf15cdb service neutron] 10.222.0.72 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385234 Aug 20 15:04:46.431228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e86a7-8b2e-45d4-b92d-347a93cdc03b req-b4c6dd3b-587c-433d-8d93-82f08f0fac6c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.440874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-941e86a7-8b2e-45d4-b92d-347a93cdc03b req-b4c6dd3b-587c-433d-8d93-82f08f0fac6c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 943 time: 0.4900126 Aug 20 15:04:46.601048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-941e86a7-8b2e-45d4-b92d-347a93cdc03b req-007d1dc3-3f13-47bc-8801-d8483d0c8bdd tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558526 Aug 20 15:04:46.630234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57544716-cd89-4506-9f1a-f863c2bda1f4 req-4f9a328f-8b27-4982-bde6-9bf432890ca7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072314 Aug 20 15:04:46.663876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-4593dc8a-b8f5-465c-ae0c-9c35edf7219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.664717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-4593dc8a-b8f5-465c-ae0c-9c35edf7219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.665391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-4593dc8a-b8f5-465c-ae0c-9c35edf7219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.666101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-4593dc8a-b8f5-465c-ae0c-9c35edf7219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.666737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-4593dc8a-b8f5-465c-ae0c-9c35edf7219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.667500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-4593dc8a-b8f5-465c-ae0c-9c35edf7219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.668212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-4593dc8a-b8f5-465c-ae0c-9c35edf7219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.670980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-4593dc8a-b8f5-465c-ae0c-9c35edf7219a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6500 time: 0.3237000 Aug 20 15:04:46.672817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-3813ec7c-4237-4be9-9b47-d7a8d21a56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.703048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-3813ec7c-4237-4be9-9b47-d7a8d21a56c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.2967367 Aug 20 15:04:46.751571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-67f97e83-8ada-425d-b3a5-f45c62f55530 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454862 Aug 20 15:04:46.771402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-0887aa05-055c-4094-a6e8-8b14feaf8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:46.773616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-0887aa05-055c-4094-a6e8-8b14feaf8d26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb30024f5db24c95a620ffb9622a4233&device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 1095 time: 0.2884438 Aug 20 15:04:46.790812 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3a2bb9-d014-4cab-9210-d57639e61fd8 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] GET failed (client error): The resource could not be found. Aug 20 15:04:46.797565 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7a3a2bb9-d014-4cab-9210-d57639e61fd8 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "GET /v2.0/ports/00d47f77-e3fe-4b26-8cca-ec4a549798ab HTTP/1.1" status: 404 len: 333 time: 0.6699188 Aug 20 15:04:46.799379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42188) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:46.814500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'port': {'network_id': '567adb7a-d229-43f1-a129-8613d69faae3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1783327103'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:46.941966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:47.010814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Made reservation on behalf of 3fc4bc7be0354198839ec1439ae2e1f5 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:47.019422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:47.063960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] device_id is not set on port c5de035c-59e0-47ab-9999-ce91399698b5 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:47.080563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port ac0ed5b6-4403-431e-9689-2696c9527b9a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:47.088456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port ac0ed5b6-4403-431e-9689-2696c9527b9a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:47.089851 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:47.174429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58006e4e-bd01-486f-a6cb-0c9526aa38f4 req-449abf65-979c-404b-a013-8b3ff47699f6 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.185346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58006e4e-bd01-486f-a6cb-0c9526aa38f4 req-449abf65-979c-404b-a013-8b3ff47699f6 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 949 time: 0.2963402 Aug 20 15:04:47.187972 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:47.197644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-7fbd26fd-3453-42f4-b214-779e991ccd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.197644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-7fbd26fd-3453-42f4-b214-779e991ccd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.198357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-7fbd26fd-3453-42f4-b214-779e991ccd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.200169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-7fbd26fd-3453-42f4-b214-779e991ccd4d service neutron] 10.222.0.70 "GET /v2.0/networks?id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=196d4518-a484-49f3-8576-2d800630dd47&id=196d4518-a484-49f3-8576-2d800630dd47 HTTP/1.1" status: 200 len: 2294 time: 0.4615769 Aug 20 15:04:47.209517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-a7998dda-fc01-483d-9587-1bbaf6aa64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.211233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-a7998dda-fc01-483d-9587-1bbaf6aa64c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 200 len: 911 time: 0.3786442 Aug 20 15:04:47.226885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:47.228264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:47.231258 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9895f51a-af1e-4900-9df6-67db0bcf9e1b" -d '{"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:47.232110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-7e15b851-065c-4d3e-befa-d966eef1794f service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766363 Aug 20 15:04:47.247948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:47.337826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Allocated IP 2001:db8::293 (567adb7a-d229-43f1-a129-8613d69faae3/b0898bc5-c57f-4b9d-931b-1b9b03869ee6/c5de035c-59e0-47ab-9999-ce91399698b5) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:47.339234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-4a85187d-c774-41d3-b6c6-100cfd457d8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d724629d-6121-4437-bd81-92e94632d770 HTTP/1.1" status: 200 len: 217 time: 0.1158273 Aug 20 15:04:47.348733 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9686aefe-0a8b-4d97-af09-5c754715cd7b x-openstack-request-id: req-9686aefe-0a8b-4d97-af09-5c754715cd7b {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:47.350209 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:47.351096 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9686aefe-0a8b-4d97-af09-5c754715cd7b {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:47.351888 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'code': 200} Aug 20 15:04:47.418259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:47.457498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58006e4e-bd01-486f-a6cb-0c9526aa38f4 req-c26d7063-64ba-44b3-9507-7744e66a98dc tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709105 Aug 20 15:04:47.509516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-9e937676-0aee-4740-ba01-45303456dfec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932 HTTP/1.1" status: 200 len: 1001 time: 0.2955241 Aug 20 15:04:47.557573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-6ea8fe81-fa5e-49a0-94a7-afb6f104214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.559489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-6ea8fe81-fa5e-49a0-94a7-afb6f104214a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5063518-a3df-4241-9733-06ab52d70588 HTTP/1.1" status: 200 len: 850 time: 0.2003269 Aug 20 15:04:47.597500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5a83-4b86-49d1-be5b-102a457e7b9b req-a079d1e0-4f36-45ab-b98e-7067a0ac7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.599555 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f65a5a83-4b86-49d1-be5b-102a457e7b9b req-a079d1e0-4f36-45ab-b98e-7067a0ac7ebd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 1102 time: 0.1777692 Aug 20 15:04:47.610406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-c3a69ed7-a34b-472c-ba4c-9ae6d2f5ce94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374031 Aug 20 15:04:47.628263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-0e34ad2f-81e8-41ce-b41f-32330674867f service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087404 Aug 20 15:04:47.659680 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f65a5a83-4b86-49d1-be5b-102a457e7b9b req-fe2a2a90-d377-4c62-a803-9ee8787d3fcb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500278 Aug 20 15:04:47.705830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-53d0d312-1e8d-4396-aac8-5f4f3964ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.710248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-53d0d312-1e8d-4396-aac8-5f4f3964ae79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fc21ffa-0a05-4d0b-ad52-99b92e28a737 HTTP/1.1" status: 200 len: 851 time: 0.1865885 Aug 20 15:04:47.736218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:47.753758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Transition to ACTIVE for port object c5de035c-59e0-47ab-9999-ce91399698b5 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:47.760748 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:47.816660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:47.890855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Port': ['ID=c5de035c-59e0-47ab-9999-ce91399698b5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:47.911999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Network 567adb7a-d229-43f1-a129-8613d69faae3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:47.914132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:47.917974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:47.927988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.928748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:47.955704 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d1c3e75e-2daf-4493-a304-c264f7c4d24a tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1498713 Aug 20 15:04:47.956061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42206) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:47.966991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'port': {'network_id': '567adb7a-d229-43f1-a129-8613d69faae3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-230831859'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:47.976585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d8d93-2f12-4032-8c94-320fac67873f req-db0c851e-2de8-45fe-8358-8d194ba249cb tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:47.980189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c42d8d93-2f12-4032-8c94-320fac67873f req-db0c851e-2de8-45fe-8358-8d194ba249cb tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 943 time: 0.2676141 Aug 20 15:04:48.017662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-01804f46-c397-4750-8523-3932de5730d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:48.020072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-01804f46-c397-4750-8523-3932de5730d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2722776 Aug 20 15:04:48.032317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-ace99473-c361-4960-977f-dad6b1f1dfbf service neutron] 10.222.0.72 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139335 Aug 20 15:04:48.041754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e176-a1c1-43dd-b579-50cdf96d4a24 req-55f7c3a5-5062-47bd-bd69-93061cb10851 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:48.058033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0be9e176-a1c1-43dd-b579-50cdf96d4a24 req-55f7c3a5-5062-47bd-bd69-93061cb10851 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 943 time: 0.2355123 Aug 20 15:04:48.142560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Made reservation on behalf of 3fc4bc7be0354198839ec1439ae2e1f5 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:48.150822 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:48.193527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] device_id is not set on port c4d394a6-aeb1-40d3-927d-f7598ad0d15a yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:48.355076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0be9e176-a1c1-43dd-b579-50cdf96d4a24 req-549814ea-1183-43e9-bb16-4128e98c45d8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777956 Aug 20 15:04:48.358432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c42d8d93-2f12-4032-8c94-320fac67873f req-1a3b7f95-6e28-406e-97df-3b3d61096316 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588302 Aug 20 15:04:48.435915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-2efb833a-b509-4099-9983-007f7ba06867 service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675518 Aug 20 15:04:48.471040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f90a0d03-c68d-4401-9833-1b98ef81d383 req-8f432d8e-36b9-4246-ad5a-1eba3d7bd409 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766801 Aug 20 15:04:48.485394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Allocated IP 2001:db8::188 (567adb7a-d229-43f1-a129-8613d69faae3/b0898bc5-c57f-4b9d-931b-1b9b03869ee6/c4d394a6-aeb1-40d3-927d-f7598ad0d15a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:48.556747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-71547a82-03ed-4b13-87e1-90f73ac7f072 None None] Provisioning for port c5de035c-59e0-47ab-9999-ce91399698b5 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:48.569263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-71547a82-03ed-4b13-87e1-90f73ac7f072 None None] Provisioning complete for port c5de035c-59e0-47ab-9999-ce91399698b5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:48.569659 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-71547a82-03ed-4b13-87e1-90f73ac7f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:48.671047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-71547a82-03ed-4b13-87e1-90f73ac7f072 None None] Port c5de035c-59e0-47ab-9999-ce91399698b5 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:48.695980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-046c4db1-d426-4d79-a994-edf7e4a8adcc service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487047 Aug 20 15:04:48.805252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:48.830464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Transition to ACTIVE for port object c4d394a6-aeb1-40d3-927d-f7598ad0d15a will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:48.888625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:48.983054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Network 567adb7a-d229-43f1-a129-8613d69faae3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:48.998741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Port': ['ID=c4d394a6-aeb1-40d3-927d-f7598ad0d15a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:49.001864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:49.004679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:49.013434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:49.014188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:49.035629 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6d8899f0-543c-48a2-b1a5-83fbea0bf426 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0782540 Aug 20 15:04:49.038404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42226) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:49.055510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ce9d5374-d950-47e9-94bc-7132a3053383 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::94', 'mac_address': 'fa:16:3e:d0:8b:76'}, {'ip_address': '2001:db8::293', 'mac_address': 'fa:16:3e:3c:2d:d9'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:49.210194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-9388a9a1-1d6e-4216-a11c-1ffd2b41c524 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 200 len: 217 time: 0.5049038 Aug 20 15:04:49.344173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a05e06-fb11-4010-bb04-9f0b7eef0020 req-268e581f-b439-4899-a20e-7e7fd00ed0a0 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:49.360050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4a05e06-fb11-4010-bb04-9f0b7eef0020 req-268e581f-b439-4899-a20e-7e7fd00ed0a0 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 950 time: 0.1654854 Aug 20 15:04:49.385964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-dee77d63-6e55-4705-9aee-be0336e10df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:49.387596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-dee77d63-6e55-4705-9aee-be0336e10df9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.1616955 Aug 20 15:04:49.465426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce9d5374-d950-47e9-94bc-7132a3053383 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:49.516820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4a05e06-fb11-4010-bb04-9f0b7eef0020 req-936e04ab-67e5-4ab8-a1f2-fef4541b1d2d tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558020 Aug 20 15:04:49.529392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c5199391-9d87-4e28-b419-c69e6ca72dce None None] Provisioning for port c4d394a6-aeb1-40d3-927d-f7598ad0d15a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:49.543872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c5199391-9d87-4e28-b419-c69e6ca72dce None None] Provisioning complete for port c4d394a6-aeb1-40d3-927d-f7598ad0d15a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:49.548044 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5199391-9d87-4e28-b419-c69e6ca72dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:49.597877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-baa2dc53-ddba-4ddc-b87a-ec0195eb7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:49.600652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-baa2dc53-ddba-4ddc-b87a-ec0195eb7bd8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1930001 Aug 20 15:04:49.656887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c5199391-9d87-4e28-b419-c69e6ca72dce None None] Port c4d394a6-aeb1-40d3-927d-f7598ad0d15a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:49.776576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce9d5374-d950-47e9-94bc-7132a3053383 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:49.783528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce9d5374-d950-47e9-94bc-7132a3053383 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:49.788873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cb253-14a0-4a77-aea7-0931141b1cb9 req-6644fb63-ffc7-4aab-86b2-04912cc77a07 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:49.796455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-026cb253-14a0-4a77-aea7-0931141b1cb9 req-6644fb63-ffc7-4aab-86b2-04912cc77a07 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 943 time: 0.2538590 Aug 20 15:04:49.829570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d5374-d950-47e9-94bc-7132a3053383 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] In _notify_port_updated(), no bound segment for port c4d394a6-aeb1-40d3-927d-f7598ad0d15a on network 567adb7a-d229-43f1-a129-8613d69faae3 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:04:49.836394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d5374-d950-47e9-94bc-7132a3053383 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:49.837150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce9d5374-d950-47e9-94bc-7132a3053383 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:49.842489 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ce9d5374-d950-47e9-94bc-7132a3053383 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "PUT /v2.0/ports/c4d394a6-aeb1-40d3-927d-f7598ad0d15a HTTP/1.1" status: 200 len: 1066 time: 0.7891474 Aug 20 15:04:49.842489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42256) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:49.861743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a437ff-662d-4d22-beb4-e7e09ed6631a req-ed61a640-84f4-4a0e-8b18-f83606fc37cf tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:49.872188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1a437ff-662d-4d22-beb4-e7e09ed6631a req-ed61a640-84f4-4a0e-8b18-f83606fc37cf tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 943 time: 0.1385720 Aug 20 15:04:49.881256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d5374-d950-47e9-94bc-7132a3053383 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event updated for resources: {'Port': ['ID=c4d394a6-aeb1-40d3-927d-f7598ad0d15a,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:49.891819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-bafca7de-8c1e-400f-b2db-1d050493c28b service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485416 Aug 20 15:04:49.909738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-026cb253-14a0-4a77-aea7-0931141b1cb9 req-b827bf6c-30af-4a8a-b818-f09cee132417 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122389 Aug 20 15:04:49.996423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f019dbfc-c7de-49cf-8c1e-2b1c8e6beee9 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Deleting port c4d394a6-aeb1-40d3-927d-f7598ad0d15a {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:49.997169 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f019dbfc-c7de-49cf-8c1e-2b1c8e6beee9 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:50.004548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1a437ff-662d-4d22-beb4-e7e09ed6631a req-8704cb6d-b793-4da3-a436-4cf33d7fb466 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252396 Aug 20 15:04:50.081894 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-cc15584c-7d36-4777-b371-97e66f8b07bd service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709821 Aug 20 15:04:50.146403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f019dbfc-c7de-49cf-8c1e-2b1c8e6beee9 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:50.146844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-4a570aaa-dbfc-4251-b2a9-f51aec98042c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 200 len: 217 time: 0.0539939 Aug 20 15:04:50.159768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f019dbfc-c7de-49cf-8c1e-2b1c8e6beee9 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Calling delete_port for c4d394a6-aeb1-40d3-927d-f7598ad0d15a owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:50.202974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-594cd333-f6fd-4af9-af5d-e1894946a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:50.204603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-594cd333-f6fd-4af9-af5d-e1894946a70a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0492015 Aug 20 15:04:50.265607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-18dfcf65-73f2-4cef-9278-9e73cedd4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:50.267793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-18dfcf65-73f2-4cef-9278-9e73cedd4223 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555329 Aug 20 15:04:50.285657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6797da39-7a4d-4635-8cbc-07b72363319b None None] Provisioning complete for port c4d394a6-aeb1-40d3-927d-f7598ad0d15a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:50.286028 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6797da39-7a4d-4635-8cbc-07b72363319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:50.322687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f019dbfc-c7de-49cf-8c1e-2b1c8e6beee9 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:50.339991 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6797da39-7a4d-4635-8cbc-07b72363319b None None] Port c4d394a6-aeb1-40d3-927d-f7598ad0d15a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:04:50.356292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019dbfc-c7de-49cf-8c1e-2b1c8e6beee9 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event deleted for resources: {'Port': ['ID=c4d394a6-aeb1-40d3-927d-f7598ad0d15a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:50.382873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-0babcfea-b660-4bdf-ae82-fd58ee0b599e service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986574 Aug 20 15:04:50.508208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-02db2757-165a-4a38-b8da-625303dcbbef service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168869 Aug 20 15:04:50.576010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-40fca185-32c4-40a1-b03e-c6cef69f76c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=79342181-4130-44f2-b599-22ff72ffb523 HTTP/1.1" status: 200 len: 217 time: 0.0549579 Aug 20 15:04:50.613083 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f019dbfc-c7de-49cf-8c1e-2b1c8e6beee9 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:50.618846 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f019dbfc-c7de-49cf-8c1e-2b1c8e6beee9 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "DELETE /v2.0/ports/c4d394a6-aeb1-40d3-927d-f7598ad0d15a HTTP/1.1" status: 204 len: 168 time: 0.7739959 Aug 20 15:04:50.619219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42262) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:50.665924 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-624ca691-da24-4c34-ab62-983f35ebfc2b tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] GET failed (client error): The resource could not be found. Aug 20 15:04:50.670399 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-624ca691-da24-4c34-ab62-983f35ebfc2b tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "GET /v2.0/ports/c4d394a6-aeb1-40d3-927d-f7598ad0d15a HTTP/1.1" status: 404 len: 333 time: 0.0475545 Aug 20 15:04:50.670592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42270) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:50.675890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-81ffb69f-a2f5-481e-bf7c-c8f3800e02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:50.677657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-81ffb69f-a2f5-481e-bf7c-c8f3800e02a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0914257 Aug 20 15:04:50.763390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45786703-6a49-41d2-b32b-ee5d642f35df req-ebffc2e7-dc9c-4d47-bbec-f1fcebbd10b2 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:50.765012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45786703-6a49-41d2-b32b-ee5d642f35df req-ebffc2e7-dc9c-4d47-bbec-f1fcebbd10b2 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 950 time: 0.1113548 Aug 20 15:04:50.777391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-ae33b927-eb20-4bad-971b-7db177c7ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:50.779102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-ae33b927-eb20-4bad-971b-7db177c7ad59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800540 Aug 20 15:04:50.824226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a77b8926-2d20-4175-a61a-387fccbd9305 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Deleting port c5de035c-59e0-47ab-9999-ce91399698b5 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:50.824646 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a77b8926-2d20-4175-a61a-387fccbd9305 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:50.865817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45786703-6a49-41d2-b32b-ee5d642f35df req-ef75a7bf-7cd9-4d0c-9ed7-1aaf7740aef4 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856745 Aug 20 15:04:50.929070 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a77b8926-2d20-4175-a61a-387fccbd9305 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:50.930922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b51df618-b7b9-4ca8-a9fa-db7437d7481f details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:04:50.945801 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a77b8926-2d20-4175-a61a-387fccbd9305 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Calling delete_port for c5de035c-59e0-47ab-9999-ce91399698b5 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:50.963158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb7743-c404-4143-af9c-f155ec2cd6bd req-19a903de-ac47-43a3-98b6-d4413ac4647b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:50.965403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ffb7743-c404-4143-af9c-f155ec2cd6bd req-19a903de-ac47-43a3-98b6-d4413ac4647b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 949 time: 0.0872257 Aug 20 15:04:50.967571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-2fa0b53d-f8f2-4cc0-a877-75843701ec1c service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731017 Aug 20 15:04:51.086403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ffb7743-c404-4143-af9c-f155ec2cd6bd req-670a4ce6-fbfb-4a01-bac8-eae98b1084c7 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098361 Aug 20 15:04:51.132643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-f12a1eb3-4da5-4a9e-861d-9fafc2a5d426 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489933 Aug 20 15:04:51.159022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a77b8926-2d20-4175-a61a-387fccbd9305 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:51.191187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b51df618-b7b9-4ca8-a9fa-db7437d7481f, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b51df618-b7b9-4ca8-a9fa-db7437d7481f,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:51.195174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-71ac77cf-5a99-494a-b638-ba74f6fc010d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d806bb72-3591-4103-9932-4e1760445cbc HTTP/1.1" status: 200 len: 217 time: 0.0502605 Aug 20 15:04:51.215314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b8926-2d20-4175-a61a-387fccbd9305 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event deleted for resources: {'Port': ['ID=c5de035c-59e0-47ab-9999-ce91399698b5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:51.232066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'b51df618-b7b9-4ca8-a9fa-db7437d7481f', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'port_id': 'b51df618-b7b9-4ca8-a9fa-db7437d7481f', 'mac_address': 'fa:16:3e:96:16:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:04:51.247005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a77b8926-2d20-4175-a61a-387fccbd9305 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:51.251912 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a77b8926-2d20-4175-a61a-387fccbd9305 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "DELETE /v2.0/ports/c5de035c-59e0-47ab-9999-ce91399698b5 HTTP/1.1" status: 204 len: 168 time: 0.5779476 Aug 20 15:04:51.255685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42306) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:51.310782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e82122-99b9-4965-8c87-ebe3b90a816c req-c5da7298-16e0-464e-a787-b71321a9d307 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:51.312744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8e82122-99b9-4965-8c87-ebe3b90a816c req-c5da7298-16e0-464e-a787-b71321a9d307 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 943 time: 0.1166077 Aug 20 15:04:51.315173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-cf2e2fe3-a2a4-40b4-8270-37f7e67862c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:51.316982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-cf2e2fe3-a2a4-40b4-8270-37f7e67862c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.1084120 Aug 20 15:04:51.322913 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-83627ebe-04b8-4bef-9d11-31857b780585 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] GET failed (client error): The resource could not be found. Aug 20 15:04:51.327969 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-83627ebe-04b8-4bef-9d11-31857b780585 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "GET /v2.0/ports/c5de035c-59e0-47ab-9999-ce91399698b5 HTTP/1.1" status: 404 len: 333 time: 0.0714228 Aug 20 15:04:51.330675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:51.331244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42308) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:51.356666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51df618-b7b9-4ca8-a9fa-db7437d7481f {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:51.405475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b51df618-b7b9-4ca8-a9fa-db7437d7481f, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b51df618-b7b9-4ca8-a9fa-db7437d7481f,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:51.415031 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:51.415937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d724629d-6121-4437-bd81-92e94632d770 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:04:51.462525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8e82122-99b9-4965-8c87-ebe3b90a816c req-43974e4d-8049-4a10-8f8d-bdae6c87e35b tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432855 Aug 20 15:04:51.472012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-8cadfe7f-f2d1-4ae4-ba87-685a6e2efbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:51.473857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-8cadfe7f-f2d1-4ae4-ba87-685a6e2efbc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1410604 Aug 20 15:04:51.506949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2335767c-efff-4d10-8636-c51250239f00 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Deleting port ec70c959-1845-4dcd-98fd-2520ea4d7f76 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:51.507302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2335767c-efff-4d10-8636-c51250239f00 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:51.616652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-51b64ab7-0e47-4ade-acb2-fa6aace78c95 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292300 Aug 20 15:04:51.721134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d724629d-6121-4437-bd81-92e94632d770, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d724629d-6121-4437-bd81-92e94632d770,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:51.731874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2335767c-efff-4d10-8636-c51250239f00 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:51.734009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b51df618-b7b9-4ca8-a9fa-db7437d7481f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:51.736914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'd724629d-6121-4437-bd81-92e94632d770', 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f', 'port_id': 'd724629d-6121-4437-bd81-92e94632d770', 'mac_address': 'fa:16:3e:cb:13:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5063518-a3df-4241-9733-06ab52d70588', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:04:51.766914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2335767c-efff-4d10-8636-c51250239f00 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Calling delete_port for ec70c959-1845-4dcd-98fd-2520ea4d7f76 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:51.785753 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:51.790007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-715cee2b-d5b2-45b2-bd99-41edb3650d04 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266279 Aug 20 15:04:51.821670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d724629d-6121-4437-bd81-92e94632d770 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:51.853236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-2ef569de-5c43-41ff-833b-66e876e2ad19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd HTTP/1.1" status: 200 len: 217 time: 0.0539637 Aug 20 15:04:51.855177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d724629d-6121-4437-bd81-92e94632d770, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d724629d-6121-4437-bd81-92e94632d770,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:51.865199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486ab1-bcf4-445a-8f6d-c16584288ffd req-ea80afa9-1fb6-4ff3-aeac-98f3fbab4840 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:51.867145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02486ab1-bcf4-445a-8f6d-c16584288ffd req-ea80afa9-1fb6-4ff3-aeac-98f3fbab4840 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 944 time: 0.2490075 Aug 20 15:04:51.868086 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:51.929380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d724629d-6121-4437-bd81-92e94632d770,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:51.982627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-06e1d155-d771-412e-9af4-99b91496ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:51.984981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-06e1d155-d771-412e-9af4-99b91496ee45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.1162722 Aug 20 15:04:51.991430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02486ab1-bcf4-445a-8f6d-c16584288ffd req-3b8f71c7-4d47-47dc-8fdb-48130a6292e3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760055 Aug 20 15:04:52.008768 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2335767c-efff-4d10-8636-c51250239f00 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:52.055876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-977846a5-405e-49e4-a232-1215f420e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:52.058032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-977846a5-405e-49e4-a232-1215f420e42f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0642457 Aug 20 15:04:52.113993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335767c-efff-4d10-8636-c51250239f00 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event deleted for resources: {'Port': ['ID=ec70c959-1845-4dcd-98fd-2520ea4d7f76,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:52.186375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2335767c-efff-4d10-8636-c51250239f00 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:52.188450 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2335767c-efff-4d10-8636-c51250239f00 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "DELETE /v2.0/ports/ec70c959-1845-4dcd-98fd-2520ea4d7f76 HTTP/1.1" status: 204 len: 168 time: 0.8545785 Aug 20 15:04:52.194393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42332) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:52.253380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-45649f75-cbb2-4d09-ac07-1c3e8890652c service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842072 Aug 20 15:04:52.338378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d41b543-1ff1-47b1-b0db-4b7712b6f920 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Deleting subnet b0898bc5-c57f-4b9d-931b-1b9b03869ee6 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:04:52.348645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d41b543-1ff1-47b1-b0db-4b7712b6f920 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:52.413344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b51df618-b7b9-4ca8-a9fa-db7437d7481f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:52.464439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d41b543-1ff1-47b1-b0db-4b7712b6f920 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:52.496633 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d724629d-6121-4437-bd81-92e94632d770'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:52.531140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-71db4527-9225-402c-a1df-b61499153a37 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685132 Aug 20 15:04:52.635280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-631c2154-e5d2-4c44-8e72-9832ca624be5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f HTTP/1.1" status: 200 len: 217 time: 0.0780942 Aug 20 15:04:52.669997 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d41b543-1ff1-47b1-b0db-4b7712b6f920 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:52.750608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-5db002d4-8288-4edf-95ad-bb6ae68514c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:52.752357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-5db002d4-8288-4edf-95ad-bb6ae68514c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.1042264 Aug 20 15:04:52.762436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-08939838-94c3-47d8-8360-61cf706c770d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1379468 Aug 20 15:04:52.769898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76f460-bea1-4431-96e8-20c04a71a3f9 req-bca37947-6391-426c-9d7b-6de0422c11a5 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:52.770069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d41b543-1ff1-47b1-b0db-4b7712b6f920 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:52.772874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d76f460-bea1-4431-96e8-20c04a71a3f9 req-bca37947-6391-426c-9d7b-6de0422c11a5 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 944 time: 0.1498218 Aug 20 15:04:52.851140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41b543-1ff1-47b1-b0db-4b7712b6f920 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event deleted for resources: {'Subnet': ['ID=b0898bc5-c57f-4b9d-931b-1b9b03869ee6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:52.852594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d76f460-bea1-4431-96e8-20c04a71a3f9 req-52145632-e2c3-4e50-8b56-d906a8aedc3a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704377 Aug 20 15:04:52.859966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d41b543-1ff1-47b1-b0db-4b7712b6f920 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:52.864180 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1d41b543-1ff1-47b1-b0db-4b7712b6f920 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "DELETE /v2.0/subnets/b0898bc5-c57f-4b9d-931b-1b9b03869ee6 HTTP/1.1" status: 204 len: 168 time: 0.6665351 Aug 20 15:04:52.867898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42398) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:52.893547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-ef1b80b4-3eac-4b36-80c7-f26df78ad125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:52.895323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-ef1b80b4-3eac-4b36-80c7-f26df78ad125 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1213181 Aug 20 15:04:52.926102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de6f8bf-dd9f-414a-ab0a-2b621fb0cedf None None] Network 567adb7a-d229-43f1-a129-8613d69faae3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:52.983035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:04:52.992392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-1f687147-5cb4-44ef-8bfd-ae5bf15a434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:52.993919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-1f687147-5cb4-44ef-8bfd-ae5bf15a434d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1334846 Aug 20 15:04:53.013189 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.096033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-b928ba8a-0105-4e43-b7c5-442678752d89 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846106 Aug 20 15:04:53.100182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Deleting port 0ba53e77-170a-4fe0-9f63-e329958bc181 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:53.100705 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.233282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] For port 0ba53e77-170a-4fe0-9f63-e329958bc181, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0ba53e77-170a-4fe0-9f63-e329958bc181,segment=NetworkSegment(c922c3b2-43b0-41fe-95eb-e97c787830e1),segment_id=c922c3b2-43b0-41fe-95eb-e97c787830e1)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:53.234150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.263275 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.297087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Calling delete_port for 0ba53e77-170a-4fe0-9f63-e329958bc181 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:04:53.324816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc029b-954c-4bd0-b184-9cd451c79e52 req-bf6dab8f-99f4-4253-9679-8f2495a3b4e5 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:53.332157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cbc029b-954c-4bd0-b184-9cd451c79e52 req-bf6dab8f-99f4-4253-9679-8f2495a3b4e5 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 944 time: 0.1632891 Aug 20 15:04:53.345046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b922c7e-3722-46e9-a028-ed025a2c0878 req-6581802a-b07a-419e-8f85-c9e719962f1c service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364175 Aug 20 15:04:53.346130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-3f01eb67-62f0-4208-8694-3691e32bd6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:53.347349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-3f01eb67-62f0-4208-8694-3691e32bd6bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.2768383 Aug 20 15:04:53.469484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cbc029b-954c-4bd0-b184-9cd451c79e52 req-f54ef623-3093-46be-ae9d-916f52c2ad49 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364532 Aug 20 15:04:53.475435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.484980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:53.495297 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa57c34-5335-4add-a3c4-fdd48dfe37c3" -d '{"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-unplugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:53.499740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-ae7b59d6-8e95-4af9-94b7-487c60ba525a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 200 len: 1001 time: 0.1432598 Aug 20 15:04:53.502142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] No DVR routers for this DVR port 0ba53e77-170a-4fe0-9f63-e329958bc181 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:04:53.546007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:53.553478 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.582907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event deleted for resources: {'Port': ['ID=0ba53e77-170a-4fe0-9f63-e329958bc181,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:53.594043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.594576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.595153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.596092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.597101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.597633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.598118 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.599640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.600137 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.600640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.601126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.601820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:53.639314 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e185f92-c986-4ecc-ab73-8ffa7f3f7ca7 x-openstack-request-id: req-5e185f92-c986-4ecc-ab73-8ffa7f3f7ca7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:53.639739 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-unplugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:53.640013 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e185f92-c986-4ecc-ab73-8ffa7f3f7ca7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:53.640391 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'code': 200} Aug 20 15:04:53.643459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:53.664836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5394c-8ed7-40e1-9314-97cf5d64a3db None None] DHCP port deletion for 567adb7a-d229-43f1-a129-8613d69faae3 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:04:53.707797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-6a1458cd-2daa-4b8a-958a-7ed097bab181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:53.710425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-6a1458cd-2daa-4b8a-958a-7ed097bab181 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.2021859 Aug 20 15:04:53.718278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.733292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567adb7a-d229-43f1-a129-8613d69faae3']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:53.749219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c922c3b2-43b0-41fe-95eb-e97c787830e1') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:53.750152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c922c3b2-43b0-41fe-95eb-e97c787830e1') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:04:53.768979 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.770380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-addc0b67-faa9-4c3a-8bac-56e77905d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:53.772654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-addc0b67-faa9-4c3a-8bac-56e77905d43a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539596 Aug 20 15:04:53.792668 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.806821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:04:53.807330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:04:53.876464 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:04:53.883922 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.889182 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:53.894093 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] 10.222.0.36 "DELETE /v2.0/networks/567adb7a-d229-43f1-a129-8613d69faae3 HTTP/1.1" status: 204 len: 168 time: 1.0251255 Aug 20 15:04:53.936426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b771629-e71c-4163-84a0-144e35578a13 tempest-AllowedAddressPairIpV6TestJSON-357252971 tempest-AllowedAddressPairIpV6TestJSON-357252971-project] Pushing event deleted for resources: {'Network': ['ID=567adb7a-d229-43f1-a129-8613d69faae3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:53.940937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-d6c6bead-2912-4776-b104-fb33bb392a76 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575356 Aug 20 15:04:54.164574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d7e37-0c5f-44d5-8bb5-0c9977e5b43a req-87849314-85d3-4db4-8739-0b20cd6ae816 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:54.168703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-214d7e37-0c5f-44d5-8bb5-0c9977e5b43a req-87849314-85d3-4db4-8739-0b20cd6ae816 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 944 time: 0.1389496 Aug 20 15:04:54.211239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f9cd6af-aa22-4ec9-afcd-a5f32b3132ee req-f85d99fd-3ba9-465e-9e8e-3b97af023343 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488911 Aug 20 15:04:54.229544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-214d7e37-0c5f-44d5-8bb5-0c9977e5b43a req-8eaefe66-1d40-498a-8bf1-2119d5cb49d0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550058 Aug 20 15:04:54.351683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42580) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:54.551510 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-23451caa-4fd5-4174-8e09-6cd93c1477ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fc4bc7be0354198839ec1439ae2e1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986387 Aug 20 15:04:54.554209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42628) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:54.632739 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9728b66e-69de-4c51-b71e-448b3ec2a9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:54.660887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9728b66e-69de-4c51-b71e-448b3ec2a9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:54.682193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e888f-1cb7-4f81-8dae-216cd3db761d req-4af713c7-6437-46c7-bcec-b6aad98dcf6f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:54.691056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac4e888f-1cb7-4f81-8dae-216cd3db761d req-4af713c7-6437-46c7-bcec-b6aad98dcf6f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 944 time: 0.0768521 Aug 20 15:04:54.728636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9728b66e-69de-4c51-b71e-448b3ec2a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:54.733602 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9728b66e-69de-4c51-b71e-448b3ec2a9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:54.742345 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9728b66e-69de-4c51-b71e-448b3ec2a9f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cd2b15e-80f6-4639-95c5-b460fa27ff58 HTTP/1.1" status: 204 len: 168 time: 0.1868188 Aug 20 15:04:54.749615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac4e888f-1cb7-4f81-8dae-216cd3db761d req-24673f6b-bc18-4da5-8610-618199cca426 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Aug 20 15:04:54.751224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728b66e-69de-4c51-b71e-448b3ec2a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd2b15e-80f6-4639-95c5-b460fa27ff58,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:54.945180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b51df618-b7b9-4ca8-a9fa-db7437d7481f up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:55.013951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port b51df618-b7b9-4ca8-a9fa-db7437d7481f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:55.023677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port b51df618-b7b9-4ca8-a9fa-db7437d7481f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:55.024056 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:55.120820 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:55.156280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b51df618-b7b9-4ca8-a9fa-db7437d7481f, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b51df618-b7b9-4ca8-a9fa-db7437d7481f,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:55.161564 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:55.162952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d724629d-6121-4437-bd81-92e94632d770 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:55.258889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b51df618-b7b9-4ca8-a9fa-db7437d7481f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:55.310634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port d724629d-6121-4437-bd81-92e94632d770 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:04:55.317473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port d724629d-6121-4437-bd81-92e94632d770 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:55.318691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:55.424545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78325656-1c75-48ed-a17c-31828b75e7f4 req-d007256e-e4a7-49b5-84e0-2b7d695d2e7b tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:55.434283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78325656-1c75-48ed-a17c-31828b75e7f4 req-d007256e-e4a7-49b5-84e0-2b7d695d2e7b tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 944 time: 0.1027114 Aug 20 15:04:55.524947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78325656-1c75-48ed-a17c-31828b75e7f4 req-5a8b00f7-ced4-4e90-92fa-e53f22de8d28 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886176 Aug 20 15:04:55.540874 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:04:55.568587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0ba53e77-170a-4fe0-9f63-e329958bc181 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:04:55.595798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 0ba53e77-170a-4fe0-9f63-e329958bc181 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:04:55.596190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0ba53e77-170a-4fe0-9f63-e329958bc181 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:04:55.657102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804defe-e9f7-498f-b603-82214bf8dc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51df618-b7b9-4ca8-a9fa-db7437d7481f'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:55.660639 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3504665e-6866-44f3-a0dd-36be00e27f63" -d '{"events": [{"server_uuid": "3804defe-e9f7-498f-b603-82214bf8dc78", "name": "network-vif-plugged", "status": "completed", "tag": "b51df618-b7b9-4ca8-a9fa-db7437d7481f"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:55.686237 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:55.701131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42814) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:55.717135 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71741999-3ca8-46db-be82-5f54e6b10dd4 x-openstack-request-id: req-71741999-3ca8-46db-be82-5f54e6b10dd4 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:55.717420 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3804defe-e9f7-498f-b603-82214bf8dc78", "name": "network-vif-plugged", "status": "completed", "tag": "b51df618-b7b9-4ca8-a9fa-db7437d7481f", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:55.717665 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71741999-3ca8-46db-be82-5f54e6b10dd4 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:55.718068 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804defe-e9f7-498f-b603-82214bf8dc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51df618-b7b9-4ca8-a9fa-db7437d7481f', 'code': 200} Aug 20 15:04:55.732828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d724629d-6121-4437-bd81-92e94632d770, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d724629d-6121-4437-bd81-92e94632d770,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:55.737514 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:55.814567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d724629d-6121-4437-bd81-92e94632d770,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:55.848627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1617673007'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:55.875949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Made reservation on behalf of 08608db581ef4a71a332b70cd795035a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:55.880102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:55.892989 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:55.925636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e21e50-59c2-47f2-8136-e711243e4ad8 req-e03e5cda-9f62-4273-aaf1-bdaaf775b2b2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:55.927669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64e21e50-59c2-47f2-8136-e711243e4ad8 req-e03e5cda-9f62-4273-aaf1-bdaaf775b2b2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 945 time: 0.0907960 Aug 20 15:04:55.930825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4c269-da1c-4b2d-9d72-bccd8be7ec6b req-671b7f3a-80c1-46c5-a9f5-04cc6b3d857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:55.932299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28e4c269-da1c-4b2d-9d72-bccd8be7ec6b req-671b7f3a-80c1-46c5-a9f5-04cc6b3d857d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 1097 time: 0.0757504 Aug 20 15:04:56.000185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:04:56.001184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64e21e50-59c2-47f2-8136-e711243e4ad8 req-9d5d6c3e-a3d3-4b06-8238-13a6c02ff75e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625074 Aug 20 15:04:56.010140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28e4c269-da1c-4b2d-9d72-bccd8be7ec6b req-7c515086-626c-4bdd-8a82-4c0cd545d53a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648673 Aug 20 15:04:56.043937 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.049081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.077760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:04:56.087800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1644d6f4-2e5f-49ac-8aff-d33bf106af83,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:56.094825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.095180 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Added segment f6721629-b448-4044-b169-979024af0612 of type vlan for network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 Aug 20 15:04:56.119847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:56.132152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01', 'mac_address': 'fa:16:3e:22:49:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:04:56.142969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.171742 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.172436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.178957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:56.179587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.190006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:56.214659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:56.218723 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.252103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 42886) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:56.252292 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5500610 Aug 20 15:04:56.258431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'subnet': {'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:56.264824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc51889-0bdf-4207-865b-680212c36cc4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Network': ['ID=06a70741-7b8f-4c4d-815d-6d7de8b0b5a2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:56.273683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:56.278302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:04:56.360592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Made reservation on behalf of 08608db581ef4a71a332b70cd795035a for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:56.364091 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.478556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6e00a3de-e2ce-42ba-99bb-350f7b34cd01'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:56.618673 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.746415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Subnet': ['ID=8df4853f-261c-493f-a468-404f757598c8,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:56.760188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.760578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.760981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.761281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.761803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.762342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.762863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.763372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.764015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.764364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.764668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.764930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:04:56.773710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Checking segment: {'id': 'f6721629-b448-4044-b169-979024af0612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:56.774020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Network hostable DHCP agents. Network: 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:04:56.784809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304c632-ccfb-4b50-9675-7c55f3ad9db8 req-138a4b3e-2b7c-42f8-a64a-b190f003cf93 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:56.786404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3304c632-ccfb-4b50-9675-7c55f3ad9db8 req-138a4b3e-2b7c-42f8-a64a-b190f003cf93 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1174455 Aug 20 15:04:56.820690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:04:56.840590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3304c632-ccfb-4b50-9675-7c55f3ad9db8 req-fc64a25c-3675-4f25-a612-e78e94d0d04b tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460629 Aug 20 15:04:56.841805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:56.846736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:56.847354 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:56.864419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e59c1-363c-414c-a3b5-36ce6262e866 None None] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:04:56.871270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f1a53c10-459b-4220-84e3-b65cfadd1444 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6171296 Aug 20 15:04:56.873601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 42960) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:56.880034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'port': {'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2', 'name': 'tempest-AllowedAddressPairTestJSON-1033618474'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:56.940048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:04:57.006965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Made reservation on behalf of 08608db581ef4a71a332b70cd795035a for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:57.011396 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:57.037031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] device_id is not set on port c5f90147-93f7-4bc9-8cff-0eab760cc808 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:57.119824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-06a70741-7b8f-4c4d-815d-6d7de8b0b5a2', 'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2', 'tenant_id': '08608db581ef4a71a332b70cd795035a', 'fixed_ips': [{'subnet_id': '8df4853f-261c-493f-a468-404f757598c8'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:04:57.121824 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:57.148491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:57.231692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8295b5f-962a-4f98-8d91-4080d6c4f04b req-180f217a-c032-4bec-9ea7-acafd69b48f3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:57.241284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8295b5f-962a-4f98-8d91-4080d6c4f04b req-180f217a-c032-4bec-9ea7-acafd69b48f3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 945 time: 0.1582491 Aug 20 15:04:57.247267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'mac_address': 'fa:16:3e:c3:b0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:04:57.313762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Allocated IP 172.20.0.5 (06a70741-7b8f-4c4d-815d-6d7de8b0b5a2/8df4853f-261c-493f-a468-404f757598c8/c5f90147-93f7-4bc9-8cff-0eab760cc808) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:57.322076 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:57.339883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8295b5f-962a-4f98-8d91-4080d6c4f04b req-fc49174f-46c4-4dbb-be19-4ebc126f5205 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846908 Aug 20 15:04:57.347207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac0ed5b6-4403-431e-9689-2696c9527b9a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:04:57.377270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:57.383051 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:57.447781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:57.550514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:57.577314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Transition to ACTIVE for port object c5f90147-93f7-4bc9-8cff-0eab760cc808 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:57.634025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:57.705896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:57.707497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Port': ['ID=c5f90147-93f7-4bc9-8cff-0eab760cc808,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:57.714183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ac0ed5b6-4403-431e-9689-2696c9527b9a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:04:57.717329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:57.720118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:57.729055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65693e33-d2c8-42f7-ad9a-9b39d23783ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd724629d-6121-4437-bd81-92e94632d770'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:04:57.731631 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc1fcf8-c449-4ed3-a13d-7edb39301d5c" -d '{"events": [{"server_uuid": "65693e33-d2c8-42f7-ad9a-9b39d23783ba", "name": "network-vif-plugged", "status": "completed", "tag": "d724629d-6121-4437-bd81-92e94632d770"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:04:57.818937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:57.828043 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:57.834699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Allocated IP 172.20.0.2 (06a70741-7b8f-4c4d-815d-6d7de8b0b5a2/8df4853f-261c-493f-a468-404f757598c8/e0b15e4a-697e-4805-97a5-6726bf8c794b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:57.909337 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eedbc36-783c-4923-9ddd-d740178150eb x-openstack-request-id: req-3eedbc36-783c-4923-9ddd-d740178150eb {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:04:57.910371 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65693e33-d2c8-42f7-ad9a-9b39d23783ba", "name": "network-vif-plugged", "status": "completed", "tag": "d724629d-6121-4437-bd81-92e94632d770", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:04:57.913233 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3eedbc36-783c-4923-9ddd-d740178150eb {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:04:57.915360 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65693e33-d2c8-42f7-ad9a-9b39d23783ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd724629d-6121-4437-bd81-92e94632d770', 'code': 200} Aug 20 15:04:57.926689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-83afa848-e919-4539-be6e-46174f1e139c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0499058 Aug 20 15:04:57.928363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43006) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:57.934984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'port': {'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2', 'name': 'tempest-AllowedAddressPairTestJSON-958577921', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:53:d6:73'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:04:58.072376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:58.082003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fc261-c537-477a-802f-6a3e860004e8 req-de3ea3c9-9121-4e6b-81b7-1dc14b4893fe tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:58.092067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-574fc261-c537-477a-802f-6a3e860004e8 req-de3ea3c9-9121-4e6b-81b7-1dc14b4893fe tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1102133 Aug 20 15:04:58.121067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d51600-f125-4a79-8e8a-da90c46e2b39 req-fa6e96ac-cd3e-48cf-9b7a-ace61c92b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:58.123659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74d51600-f125-4a79-8e8a-da90c46e2b39 req-fa6e96ac-cd3e-48cf-9b7a-ace61c92b81d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 1097 time: 0.1030991 Aug 20 15:04:58.178300 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-574fc261-c537-477a-802f-6a3e860004e8 req-8554014e-5ada-4c00-8648-d0e0f65720b0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803709 Aug 20 15:04:58.193388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Made reservation on behalf of 08608db581ef4a71a332b70cd795035a for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:04:58.207322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74d51600-f125-4a79-8e8a-da90c46e2b39 req-9c5dbebd-476a-4e53-929e-3dac174ce7f5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689719 Aug 20 15:04:58.267854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:58.268530 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.306845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.332258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] device_id is not set on port 2e14b261-9850-4431-9151-0cc1582f328a yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:04:58.341225 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.358049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Transition to ACTIVE for port object e0b15e4a-697e-4805-97a5-6726bf8c794b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:58.411217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Transition to ACTIVE for port object e0b15e4a-697e-4805-97a5-6726bf8c794b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:58.426538 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.431706 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.484634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:58.492238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:58.496889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:58.535814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Allocated IP 172.20.0.11 (06a70741-7b8f-4c4d-815d-6d7de8b0b5a2/8df4853f-261c-493f-a468-404f757598c8/2e14b261-9850-4431-9151-0cc1582f328a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:04:58.559057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Pushing event updated for resources: {'Port': ['ID=e0b15e4a-697e-4805-97a5-6726bf8c794b,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:58.576698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:58.619056 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.638526 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.668900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Attempting to bind port e0b15e4a-697e-4805-97a5-6726bf8c794b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:04:58.669622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Attempting to bind port e0b15e4a-697e-4805-97a5-6726bf8c794b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'f6721629-b448-4044-b169-979024af0612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:04:58.669999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Attempting to bind port e0b15e4a-697e-4805-97a5-6726bf8c794b on network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:04:58.684788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:04:58.685922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Checking segment: {'id': 'f6721629-b448-4044-b169-979024af0612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:04:58.686509 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.687411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Bound using segment: {'id': 'f6721629-b448-4044-b169-979024af0612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:04:58.688198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Bound port: e0b15e4a-697e-4805-97a5-6726bf8c794b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6721629-b448-4044-b169-979024af0612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:04:58.688593 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.732455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:58.867759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] For port e0b15e4a-697e-4805-97a5-6726bf8c794b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:04:58.874184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] For port e0b15e4a-697e-4805-97a5-6726bf8c794b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e0b15e4a-697e-4805-97a5-6726bf8c794b,segment=NetworkSegment(f6721629-b448-4044-b169-979024af0612),segment_id=f6721629-b448-4044-b169-979024af0612)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:04:58.884562 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.921112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:58.966405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Transition to ACTIVE for port object 2e14b261-9850-4431-9151-0cc1582f328a will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:04:59.027418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:04:59.159734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:59.216675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02973fca-6ff4-4e3b-9e23-d31f483f3bb7 req-0f5da33c-58cf-4882-8dd9-351cb8c7bc5e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:59.218355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02973fca-6ff4-4e3b-9e23-d31f483f3bb7 req-0f5da33c-58cf-4882-8dd9-351cb8c7bc5e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 945 time: 0.8087852 Aug 20 15:04:59.278929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f04f0-7f7f-4503-9fd7-969e26ac1688 None None] Pushing event updated for resources: {'Port': ['ID=e0b15e4a-697e-4805-97a5-6726bf8c794b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:59.324468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02973fca-6ff4-4e3b-9e23-d31f483f3bb7 req-95d62c3a-e9ba-487b-aa63-a263f1b887b6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916538 Aug 20 15:04:59.346883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Port': ['ID=2e14b261-9850-4431-9151-0cc1582f328a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:04:59.376792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port ac0ed5b6-4403-431e-9689-2696c9527b9a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:04:59.377181 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:59.424029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:04:59.426718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:04:59.436187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:04:59.504161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b41c1b-9453-4a73-b197-810e3c9175a2 req-dda138b3-6f0d-4ec9-a13a-90b5f86382ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:59.514480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72b41c1b-9453-4a73-b197-810e3c9175a2 req-dda138b3-6f0d-4ec9-a13a-90b5f86382ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1261072 Aug 20 15:04:59.548301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:59.548980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:59.592464 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-71cc1594-c40b-4f7e-8193-066d984fa5f3 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6601214 Aug 20 15:04:59.592676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72b41c1b-9453-4a73-b197-810e3c9175a2 req-db9f9335-aa84-4baf-ad9d-6c2637df4e90 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754578 Aug 20 15:04:59.593463 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43050) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:59.718320 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:59.755106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e67dc7d-efd7-4276-a727-e83ff3ba6702 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:59.763034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e67dc7d-efd7-4276-a727-e83ff3ba6702 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:59.769488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e67dc7d-efd7-4276-a727-e83ff3ba6702 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:04:59.774942 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6e67dc7d-efd7-4276-a727-e83ff3ba6702 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1765325 Aug 20 15:04:59.776205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43056) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:04:59.832592 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:04:59.850901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:04:59.992333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b848c921-8700-42e7-adf1-486f4134ce9e tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Deleting port 2e14b261-9850-4431-9151-0cc1582f328a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:04:59.992528 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b848c921-8700-42e7-adf1-486f4134ce9e tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:00.042836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01'}, {'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:00.046127 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52851a43-cda8-431d-b979-85f8657c8186" -d '{"events": [{"server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "name": "network-vif-plugged", "status": "completed", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01"}, {"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:00.122306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:00.214392 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce9fac3-d6b6-4db3-a281-9c61e8857db7 x-openstack-request-id: req-0ce9fac3-d6b6-4db3-a281-9c61e8857db7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:00.214881 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "name": "network-vif-plugged", "status": "completed", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01", "code": 200}, {"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:00.215368 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ce9fac3-d6b6-4db3-a281-9c61e8857db7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:00.216905 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01', 'code': 200} Aug 20 15:05:00.217164 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'code': 200} Aug 20 15:05:00.345735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b848c921-8700-42e7-adf1-486f4134ce9e tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:00.381432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b848c921-8700-42e7-adf1-486f4134ce9e tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Calling delete_port for 2e14b261-9850-4431-9151-0cc1582f328a owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:00.805943 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b848c921-8700-42e7-adf1-486f4134ce9e tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:00.882496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee006a5c-7479-402b-ad3f-fca5e867377f None None] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:05:00.919730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848c921-8700-42e7-adf1-486f4134ce9e tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event deleted for resources: {'Port': ['ID=2e14b261-9850-4431-9151-0cc1582f328a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:01.069630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cc4222e2-b575-4a5c-8754-50621f90d1a8 None None] Provisioning for port e0b15e4a-697e-4805-97a5-6726bf8c794b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:05:01.475091 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b848c921-8700-42e7-adf1-486f4134ce9e tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:01.485601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43106) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:01.486210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b848c921-8700-42e7-adf1-486f4134ce9e tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "DELETE /v2.0/ports/2e14b261-9850-4431-9151-0cc1582f328a HTTP/1.1" status: 204 len: 168 time: 1.7082198 Aug 20 15:05:01.582101 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-935a0604-e6d6-49ee-8864-09b27d991b2b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] GET failed (client error): The resource could not be found. Aug 20 15:05:01.587810 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-935a0604-e6d6-49ee-8864-09b27d991b2b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "GET /v2.0/ports/2e14b261-9850-4431-9151-0cc1582f328a HTTP/1.1" status: 404 len: 333 time: 0.0970685 Aug 20 15:05:01.589009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43108) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:01.594467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'port': {'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2', 'name': 'tempest-AllowedAddressPairTestJSON-1812874004'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:01.667703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e0b15e4a-697e-4805-97a5-6726bf8c794b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:05:01.857317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port e0b15e4a-697e-4805-97a5-6726bf8c794b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:05:01.861469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Made reservation on behalf of 08608db581ef4a71a332b70cd795035a for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:01.862798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e0b15e4a-697e-4805-97a5-6726bf8c794b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:01.863332 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:01.879709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:01.935095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] device_id is not set on port e5e66648-9298-4482-a26a-a573614f8a48 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:05:01.965204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2d01ba91-b916-4add-8303-23047febbb72 None None] Provisioning for port c5f90147-93f7-4bc9-8cff-0eab760cc808 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:05:01.989736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2d01ba91-b916-4add-8303-23047febbb72 None None] Provisioning complete for port c5f90147-93f7-4bc9-8cff-0eab760cc808 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:01.992758 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2d01ba91-b916-4add-8303-23047febbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:02.143486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2d01ba91-b916-4add-8303-23047febbb72 None None] Port c5f90147-93f7-4bc9-8cff-0eab760cc808 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:05:02.171669 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:02.225883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2d01ba91-b916-4add-8303-23047febbb72 None None] Provisioning complete for port e0b15e4a-697e-4805-97a5-6726bf8c794b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:02.247681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Allocated IP 172.20.0.4 (06a70741-7b8f-4c4d-815d-6d7de8b0b5a2/8df4853f-261c-493f-a468-404f757598c8/e5e66648-9298-4482-a26a-a573614f8a48) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:02.253527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2d01ba91-b916-4add-8303-23047febbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:02.447134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port e0b15e4a-697e-4805-97a5-6726bf8c794b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e0b15e4a-697e-4805-97a5-6726bf8c794b,segment=NetworkSegment(f6721629-b448-4044-b169-979024af0612),segment_id=f6721629-b448-4044-b169-979024af0612)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:02.466705 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:02.695514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:02.727727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Transition to ACTIVE for port object e5e66648-9298-4482-a26a-a573614f8a48 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:05:02.795053 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:02.895136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:02.902017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:02.908452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:02.948514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=e0b15e4a-697e-4805-97a5-6726bf8c794b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:02.983737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:02.984434 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:03.000033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4097981 Aug 20 15:05:03.002758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43120) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:03.009473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c7bacc6b-02b2-4e73-a6e3-e32545f54834 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:53:d6:73'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:03.029352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e76d07-d4c7-472a-94c9-82f4c78548b0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Port': ['ID=e5e66648-9298-4482-a26a-a573614f8a48,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:03.127158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f14fcefc-5b49-4e1d-a380-efe62dfbe70f None None] Provisioning complete for port c5f90147-93f7-4bc9-8cff-0eab760cc808 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:03.127720 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f14fcefc-5b49-4e1d-a380-efe62dfbe70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:03.242654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f14fcefc-5b49-4e1d-a380-efe62dfbe70f None None] Port c5f90147-93f7-4bc9-8cff-0eab760cc808 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:05:03.254116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f14fcefc-5b49-4e1d-a380-efe62dfbe70f None None] Could not find standard attr ID for object 2e14b261-9850-4431-9151-0cc1582f328a. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:05:03.334783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7bacc6b-02b2-4e73-a6e3-e32545f54834 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:03.456096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e0b15e4a-697e-4805-97a5-6726bf8c794b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:05:03.582432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e0b15e4a-697e-4805-97a5-6726bf8c794b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:03.583065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:03.809622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-427d15a9-95bc-431b-b364-1f6e2bd98ba9 None None] Provisioning for port e5e66648-9298-4482-a26a-a573614f8a48 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:05:03.816807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-427d15a9-95bc-431b-b364-1f6e2bd98ba9 None None] Provisioning complete for port e5e66648-9298-4482-a26a-a573614f8a48 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:03.817190 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-427d15a9-95bc-431b-b364-1f6e2bd98ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:03.841743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7bacc6b-02b2-4e73-a6e3-e32545f54834 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:03.847054 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7bacc6b-02b2-4e73-a6e3-e32545f54834 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:03.894338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-427d15a9-95bc-431b-b364-1f6e2bd98ba9 None None] Port e5e66648-9298-4482-a26a-a573614f8a48 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:05:03.981439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bacc6b-02b2-4e73-a6e3-e32545f54834 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Port': ['ID=e5e66648-9298-4482-a26a-a573614f8a48,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:04.133223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c7bacc6b-02b2-4e73-a6e3-e32545f54834 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] In _notify_port_updated(), no bound segment for port e5e66648-9298-4482-a26a-a573614f8a48 on network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:05:04.170789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bacc6b-02b2-4e73-a6e3-e32545f54834 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:04.172562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7bacc6b-02b2-4e73-a6e3-e32545f54834 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:04.174832 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c7bacc6b-02b2-4e73-a6e3-e32545f54834 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "PUT /v2.0/ports/e5e66648-9298-4482-a26a-a573614f8a48 HTTP/1.1" status: 200 len: 993 time: 1.1706550 Aug 20 15:05:04.177253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43128) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:04.367349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c7c0b-03f4-4abb-816a-0b108ecf8d63 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Deleting port e5e66648-9298-4482-a26a-a573614f8a48 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:04.367953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7c0b-03f4-4abb-816a-0b108ecf8d63 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:04.486394 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7c0b-03f4-4abb-816a-0b108ecf8d63 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:04.500052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c7c0b-03f4-4abb-816a-0b108ecf8d63 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Calling delete_port for e5e66648-9298-4482-a26a-a573614f8a48 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:04.537884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4a9937a9-dee0-4746-808d-2b7b10a19316 None None] Provisioning complete for port e5e66648-9298-4482-a26a-a573614f8a48 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:04.539117 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a9937a9-dee0-4746-808d-2b7b10a19316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:04.608585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4a9937a9-dee0-4746-808d-2b7b10a19316 None None] Port e5e66648-9298-4482-a26a-a573614f8a48 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:05:04.649214 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7c0b-03f4-4abb-816a-0b108ecf8d63 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:04.696748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c7c0b-03f4-4abb-816a-0b108ecf8d63 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event deleted for resources: {'Port': ['ID=e5e66648-9298-4482-a26a-a573614f8a48,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:04.928070 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a4c7c0b-03f4-4abb-816a-0b108ecf8d63 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:04.931877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6a4c7c0b-03f4-4abb-816a-0b108ecf8d63 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "DELETE /v2.0/ports/e5e66648-9298-4482-a26a-a573614f8a48 HTTP/1.1" status: 204 len: 168 time: 0.7518289 Aug 20 15:05:04.934554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43132) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:04.981961 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2d5364-4b02-4635-8249-6397b47481f1 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] GET failed (client error): The resource could not be found. Aug 20 15:05:04.983599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5f2d5364-4b02-4635-8249-6397b47481f1 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "GET /v2.0/ports/e5e66648-9298-4482-a26a-a573614f8a48 HTTP/1.1" status: 404 len: 333 time: 0.0476527 Aug 20 15:05:04.989777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43134) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:04.999708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'port': {'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2', 'name': 'tempest-AllowedAddressPairTestJSON-418484937'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:05.222770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Made reservation on behalf of 08608db581ef4a71a332b70cd795035a for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:05.227258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:05.259363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] device_id is not set on port 65a07620-6927-4a94-962e-fb0313b223ba yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:05:05.413789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Allocated IP 172.20.0.12 (06a70741-7b8f-4c4d-815d-6d7de8b0b5a2/8df4853f-261c-493f-a468-404f757598c8/65a07620-6927-4a94-962e-fb0313b223ba) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:05.616039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:05.639891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Transition to ACTIVE for port object 65a07620-6927-4a94-962e-fb0313b223ba will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:05:05.687366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:05.786520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Port': ['ID=65a07620-6927-4a94-962e-fb0313b223ba,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:05.831368 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:05.840418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:05.842196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:05.859031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:05.986688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:05.998655 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:06.023858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43140) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:06.025188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e8bca5f2-1763-47a7-a17b-7410bbc4a516 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0311356 Aug 20 15:05:06.029217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-20e4fcb4-8443-4892-91c6-e2b573fa18e0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:53:d6:73'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:06.255622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-46bc58bc-7298-4ab5-8a4e-b36bb31f43b2 None None] Provisioning for port 65a07620-6927-4a94-962e-fb0313b223ba completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:05:06.261126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-46bc58bc-7298-4ab5-8a4e-b36bb31f43b2 None None] Provisioning complete for port 65a07620-6927-4a94-962e-fb0313b223ba triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:06.261838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-46bc58bc-7298-4ab5-8a4e-b36bb31f43b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:06.319819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-46bc58bc-7298-4ab5-8a4e-b36bb31f43b2 None None] Port 65a07620-6927-4a94-962e-fb0313b223ba cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:05:06.406176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcb4-8443-4892-91c6-e2b573fa18e0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:06.687943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcb4-8443-4892-91c6-e2b573fa18e0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:06.695303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcb4-8443-4892-91c6-e2b573fa18e0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:06.809505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-20e4fcb4-8443-4892-91c6-e2b573fa18e0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] In _notify_port_updated(), no bound segment for port 65a07620-6927-4a94-962e-fb0313b223ba on network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:05:06.827408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e4fcb4-8443-4892-91c6-e2b573fa18e0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:06.828284 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-20e4fcb4-8443-4892-91c6-e2b573fa18e0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:06.831766 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-20e4fcb4-8443-4892-91c6-e2b573fa18e0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "PUT /v2.0/ports/65a07620-6927-4a94-962e-fb0313b223ba HTTP/1.1" status: 200 len: 996 time: 0.8070900 Aug 20 15:05:06.835586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43144) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:06.868317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4fcb4-8443-4892-91c6-e2b573fa18e0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Port': ['ID=65a07620-6927-4a94-962e-fb0313b223ba,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:07.033653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-535b3b69-734e-485d-8155-c615e7c84c3b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Deleting port 65a07620-6927-4a94-962e-fb0313b223ba {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:07.034001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-535b3b69-734e-485d-8155-c615e7c84c3b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:07.161434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8b03bc47-45f3-4fd0-b474-4ef7aa825bd3 None None] Provisioning complete for port 65a07620-6927-4a94-962e-fb0313b223ba triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:07.162654 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8b03bc47-45f3-4fd0-b474-4ef7aa825bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:07.245631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-535b3b69-734e-485d-8155-c615e7c84c3b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:07.267827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-8b03bc47-45f3-4fd0-b474-4ef7aa825bd3 None None] Port 65a07620-6927-4a94-962e-fb0313b223ba cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:05:07.268584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-535b3b69-734e-485d-8155-c615e7c84c3b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Calling delete_port for 65a07620-6927-4a94-962e-fb0313b223ba owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:07.526968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-535b3b69-734e-485d-8155-c615e7c84c3b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:07.604071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b3b69-734e-485d-8155-c615e7c84c3b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event deleted for resources: {'Port': ['ID=65a07620-6927-4a94-962e-fb0313b223ba,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:07.665140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-535b3b69-734e-485d-8155-c615e7c84c3b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:07.670959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-535b3b69-734e-485d-8155-c615e7c84c3b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "DELETE /v2.0/ports/65a07620-6927-4a94-962e-fb0313b223ba HTTP/1.1" status: 204 len: 168 time: 0.8341045 Aug 20 15:05:07.672035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43150) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:07.705668 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-858d69b6-b904-48c7-a1bc-2b373de1bd60 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] GET failed (client error): The resource could not be found. Aug 20 15:05:07.713938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-858d69b6-b904-48c7-a1bc-2b373de1bd60 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "GET /v2.0/ports/65a07620-6927-4a94-962e-fb0313b223ba HTTP/1.1" status: 404 len: 333 time: 0.0405958 Aug 20 15:05:07.715091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43152) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:07.738554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'port': {'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2', 'name': 'tempest-AllowedAddressPairTestJSON-20076246'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:07.947779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Made reservation on behalf of 08608db581ef4a71a332b70cd795035a for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:07.952105 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:08.014409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] device_id is not set on port 9e3348d7-abf9-4f91-9641-c53b77079e4b yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:05:08.157203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Allocated IP 172.20.0.4 (06a70741-7b8f-4c4d-815d-6d7de8b0b5a2/8df4853f-261c-493f-a468-404f757598c8/9e3348d7-abf9-4f91-9641-c53b77079e4b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:08.494248 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:08.526691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Transition to ACTIVE for port object 9e3348d7-abf9-4f91-9641-c53b77079e4b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:05:08.591563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:08.648950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:08.655997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:08.679448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:08.738935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Port': ['ID=9e3348d7-abf9-4f91-9641-c53b77079e4b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:08.778863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:08.779804 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:08.802327 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d3dcb5d2-22a1-43c8-a49a-bfd66cad230b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0855579 Aug 20 15:05:08.805393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43158) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:08.810735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'port': {'network_id': '06a70741-7b8f-4c4d-815d-6d7de8b0b5a2', 'name': 'tempest-AllowedAddressPairTestJSON-1032286760'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:09.071974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Made reservation on behalf of 08608db581ef4a71a332b70cd795035a for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:09.076617 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:09.102456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] device_id is not set on port 04b48b79-c9ba-4457-800d-660c2a0fcc45 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:05:09.119461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2082fc90-ab5c-4eaf-bf1a-f40339a9f85b None None] Provisioning for port 9e3348d7-abf9-4f91-9641-c53b77079e4b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:05:09.125990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2082fc90-ab5c-4eaf-bf1a-f40339a9f85b None None] Provisioning complete for port 9e3348d7-abf9-4f91-9641-c53b77079e4b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:09.126876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2082fc90-ab5c-4eaf-bf1a-f40339a9f85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:09.210115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2082fc90-ab5c-4eaf-bf1a-f40339a9f85b None None] Port 9e3348d7-abf9-4f91-9641-c53b77079e4b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:05:09.301531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Allocated IP 172.20.0.9 (06a70741-7b8f-4c4d-815d-6d7de8b0b5a2/8df4853f-261c-493f-a468-404f757598c8/04b48b79-c9ba-4457-800d-660c2a0fcc45) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:09.599252 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:09.639633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Transition to ACTIVE for port object 04b48b79-c9ba-4457-800d-660c2a0fcc45 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:05:09.712866 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:09.799691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:09.804066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:09.808521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:09.887087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:09.888150 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:09.905013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Port': ['ID=04b48b79-c9ba-4457-800d-660c2a0fcc45,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:09.917529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:09.931296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-af30747a-1155-4da7-be30-a6aaa93c243a tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:53:d6:73'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:bf:a7:41'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:09.935945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d36b60e0-4ba4-429b-a00a-224fa720fa5d tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1261814 Aug 20 15:05:10.176499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9f337bb1-6612-49e6-bd36-acf25dbce7e2 None None] Provisioning for port 04b48b79-c9ba-4457-800d-660c2a0fcc45 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:05:10.183955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9f337bb1-6612-49e6-bd36-acf25dbce7e2 None None] Provisioning complete for port 04b48b79-c9ba-4457-800d-660c2a0fcc45 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:10.184680 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9f337bb1-6612-49e6-bd36-acf25dbce7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:10.252362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9f337bb1-6612-49e6-bd36-acf25dbce7e2 None None] Port 04b48b79-c9ba-4457-800d-660c2a0fcc45 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:05:10.511230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af30747a-1155-4da7-be30-a6aaa93c243a tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:10.873062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af30747a-1155-4da7-be30-a6aaa93c243a tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:10.885396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af30747a-1155-4da7-be30-a6aaa93c243a tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:11.003171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-af30747a-1155-4da7-be30-a6aaa93c243a tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] In _notify_port_updated(), no bound segment for port 04b48b79-c9ba-4457-800d-660c2a0fcc45 on network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:05:11.010195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af30747a-1155-4da7-be30-a6aaa93c243a tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:11.011360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af30747a-1155-4da7-be30-a6aaa93c243a tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:11.013091 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-af30747a-1155-4da7-be30-a6aaa93c243a tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "PUT /v2.0/ports/04b48b79-c9ba-4457-800d-660c2a0fcc45 HTTP/1.1" status: 200 len: 1055 time: 1.0944545 Aug 20 15:05:11.016243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43166) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:11.066254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30747a-1155-4da7-be30-a6aaa93c243a tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event updated for resources: {'Port': ['ID=04b48b79-c9ba-4457-800d-660c2a0fcc45,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:11.177585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-87e1551e-29d0-493c-bcbf-36d1e68dc62c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Deleting port 04b48b79-c9ba-4457-800d-660c2a0fcc45 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:11.177926 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87e1551e-29d0-493c-bcbf-36d1e68dc62c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:11.393233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5c6034db-ef6b-405b-a7c5-cd5367bc1490 None None] Provisioning complete for port 04b48b79-c9ba-4457-800d-660c2a0fcc45 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:11.395259 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5c6034db-ef6b-405b-a7c5-cd5367bc1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:11.432207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87e1551e-29d0-493c-bcbf-36d1e68dc62c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:11.469191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5c6034db-ef6b-405b-a7c5-cd5367bc1490 None None] Port 04b48b79-c9ba-4457-800d-660c2a0fcc45 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:05:11.472429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-87e1551e-29d0-493c-bcbf-36d1e68dc62c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Calling delete_port for 04b48b79-c9ba-4457-800d-660c2a0fcc45 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:11.715517 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87e1551e-29d0-493c-bcbf-36d1e68dc62c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:11.745908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1551e-29d0-493c-bcbf-36d1e68dc62c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event deleted for resources: {'Port': ['ID=04b48b79-c9ba-4457-800d-660c2a0fcc45,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:12.187781 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87e1551e-29d0-493c-bcbf-36d1e68dc62c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:12.191587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-87e1551e-29d0-493c-bcbf-36d1e68dc62c tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "DELETE /v2.0/ports/04b48b79-c9ba-4457-800d-660c2a0fcc45 HTTP/1.1" status: 204 len: 168 time: 1.1725626 Aug 20 15:05:12.194047 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43170) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:12.195638 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ed2f-1baf-4e4b-b81d-bf048b6b54b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:12.234780 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd534be-4395-46b2-8612-9d8b3eeab1a0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] GET failed (client error): The resource could not be found. Aug 20 15:05:12.239626 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9bd534be-4395-46b2-8612-9d8b3eeab1a0 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "GET /v2.0/ports/04b48b79-c9ba-4457-800d-660c2a0fcc45 HTTP/1.1" status: 404 len: 333 time: 0.0403407 Aug 20 15:05:12.241746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43174) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:12.434622 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-12adcfeb-0751-4f80-b7e8-1ff0447baee4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Deleting port 9e3348d7-abf9-4f91-9641-c53b77079e4b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:12.435029 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12adcfeb-0751-4f80-b7e8-1ff0447baee4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:12.628292 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12adcfeb-0751-4f80-b7e8-1ff0447baee4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:12.647252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-12adcfeb-0751-4f80-b7e8-1ff0447baee4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Calling delete_port for 9e3348d7-abf9-4f91-9641-c53b77079e4b owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:12.890065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12adcfeb-0751-4f80-b7e8-1ff0447baee4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:12.934084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adcfeb-0751-4f80-b7e8-1ff0447baee4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event deleted for resources: {'Port': ['ID=9e3348d7-abf9-4f91-9641-c53b77079e4b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:13.078883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12adcfeb-0751-4f80-b7e8-1ff0447baee4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:13.081199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-12adcfeb-0751-4f80-b7e8-1ff0447baee4 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "DELETE /v2.0/ports/9e3348d7-abf9-4f91-9641-c53b77079e4b HTTP/1.1" status: 204 len: 168 time: 0.8371444 Aug 20 15:05:13.083978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43176) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:13.112142 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8465191-0878-4849-9aff-d7c9b10f6f11 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] GET failed (client error): The resource could not be found. Aug 20 15:05:13.114238 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a8465191-0878-4849-9aff-d7c9b10f6f11 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "GET /v2.0/ports/9e3348d7-abf9-4f91-9641-c53b77079e4b HTTP/1.1" status: 404 len: 333 time: 0.0280950 Aug 20 15:05:13.119719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43182) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:13.289695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-08b13983-f8e6-402a-a07e-f9291e5fc228 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Deleting port c5f90147-93f7-4bc9-8cff-0eab760cc808 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:13.290307 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08b13983-f8e6-402a-a07e-f9291e5fc228 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:13.401791 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08b13983-f8e6-402a-a07e-f9291e5fc228 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:13.416236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-08b13983-f8e6-402a-a07e-f9291e5fc228 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Calling delete_port for c5f90147-93f7-4bc9-8cff-0eab760cc808 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:13.536611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547736b0-12d7-4f61-bed6-aed3729083be req-829c7947-0e61-4c11-9eac-b709a21d5759 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:13.539024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-547736b0-12d7-4f61-bed6-aed3729083be req-829c7947-0e61-4c11-9eac-b709a21d5759 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.0730619 Aug 20 15:05:13.632049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-547736b0-12d7-4f61-bed6-aed3729083be req-c5b9956d-d32a-435d-9ad9-27fd596bee3e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816705 Aug 20 15:05:13.665346 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08b13983-f8e6-402a-a07e-f9291e5fc228 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:13.711158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b13983-f8e6-402a-a07e-f9291e5fc228 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event deleted for resources: {'Port': ['ID=c5f90147-93f7-4bc9-8cff-0eab760cc808,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:13.941343 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08b13983-f8e6-402a-a07e-f9291e5fc228 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:13.947055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-08b13983-f8e6-402a-a07e-f9291e5fc228 tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "DELETE /v2.0/ports/c5f90147-93f7-4bc9-8cff-0eab760cc808 HTTP/1.1" status: 204 len: 168 time: 0.8272159 Aug 20 15:05:13.947816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43208) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:14.047998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8bb882-4028-4cb3-a5f8-397f3051897b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Deleting subnet 8df4853f-261c-493f-a468-404f757598c8 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:05:14.051507 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb882-4028-4cb3-a5f8-397f3051897b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:14.097306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb882-4028-4cb3-a5f8-397f3051897b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:14.308130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb882-4028-4cb3-a5f8-397f3051897b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:14.405125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0100-dd04-4daf-b0f8-a838ec2605b5 req-f08ca1e8-c92a-4a55-a2b2-d81fe4e097bd tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:14.416115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfec0100-dd04-4daf-b0f8-a838ec2605b5 req-f08ca1e8-c92a-4a55-a2b2-d81fe4e097bd tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 950 time: 0.1430876 Aug 20 15:05:14.517541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-5b468289-cccf-47ce-a1f4-e7e1454d21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:14.519076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-5b468289-cccf-47ce-a1f4-e7e1454d21b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cb30024f5db24c95a620ffb9622a4233&device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 1097 time: 0.1384294 Aug 20 15:05:14.532987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f736e-653f-4c4f-be77-765bf74d34c6 req-e2784641-cd19-4c32-b277-d2775cf18438 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:14.542298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-090f736e-653f-4c4f-be77-765bf74d34c6 req-e2784641-cd19-4c32-b277-d2775cf18438 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 949 time: 0.1707802 Aug 20 15:05:14.562125 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb882-4028-4cb3-a5f8-397f3051897b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:14.622509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfec0100-dd04-4daf-b0f8-a838ec2605b5 req-cf01b3e0-0bdc-4c35-8380-a832aca7b6c1 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663611 Aug 20 15:05:14.655988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bb882-4028-4cb3-a5f8-397f3051897b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event deleted for resources: {'Subnet': ['ID=8df4853f-261c-493f-a468-404f757598c8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:14.667428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe8bb882-4028-4cb3-a5f8-397f3051897b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:14.669328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fe8bb882-4028-4cb3-a5f8-397f3051897b tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "DELETE /v2.0/subnets/8df4853f-261c-493f-a468-404f757598c8 HTTP/1.1" status: 204 len: 168 time: 0.7206600 Aug 20 15:05:14.672697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43236) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:14.674648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5843402-9134-4b97-9de8-678c25b5405a None None] Network 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:05:14.712809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-090f736e-653f-4c4f-be77-765bf74d34c6 req-4a8f5342-a5bf-4646-90eb-8ebd68f61eb4 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697953 Aug 20 15:05:14.812351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-7480c15f-8e08-4bdf-9c31-78c54cbda3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:14.814122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-7480c15f-8e08-4bdf-9c31-78c54cbda3cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 200 len: 911 time: 0.2636249 Aug 20 15:05:14.824280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df4021-2bad-4ec0-af78-aae90181b6a0 req-8e8f5186-22e1-4f89-800e-644c3bba6422 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:14.826497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46df4021-2bad-4ec0-af78-aae90181b6a0 req-8e8f5186-22e1-4f89-800e-644c3bba6422 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1124699 Aug 20 15:05:14.879960 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:14.924995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-bc47145c-17d0-49eb-badc-6b41171a9087 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d724629d-6121-4437-bd81-92e94632d770 HTTP/1.1" status: 200 len: 217 time: 0.0970247 Aug 20 15:05:14.993842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46df4021-2bad-4ec0-af78-aae90181b6a0 req-dd4df287-7f5e-4362-a152-85de648c0355 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557400 Aug 20 15:05:15.016043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Deleting port e0b15e4a-697e-4805-97a5-6726bf8c794b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:15.016043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.023715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-ec1d85d5-558b-4d70-a1fc-7bc5fda5e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:15.025437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-ec1d85d5-558b-4d70-a1fc-7bc5fda5e7bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5063518-a3df-4241-9733-06ab52d70588 HTTP/1.1" status: 200 len: 850 time: 0.0917032 Aug 20 15:05:15.088955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-2919a86e-775f-406a-af30-d9d972ee0299 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495894 Aug 20 15:05:15.112019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] For port e0b15e4a-697e-4805-97a5-6726bf8c794b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e0b15e4a-697e-4805-97a5-6726bf8c794b,segment=NetworkSegment(f6721629-b448-4044-b169-979024af0612),segment_id=f6721629-b448-4044-b169-979024af0612)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:15.112599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.130174 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Calling delete_port for e0b15e4a-697e-4805-97a5-6726bf8c794b owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:15.211157 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.235171 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-015c5918-1e54-482a-89c5-22cc603f9d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.248320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.257790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-6f5d8193-0657-446e-b8d5-04a429450fbb service neutron] 10.222.0.72 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311917 Aug 20 15:05:15.281125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event deleted for resources: {'Port': ['ID=e0b15e4a-697e-4805-97a5-6726bf8c794b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:15.289122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] No DVR routers for this DVR port e0b15e4a-697e-4805-97a5-6726bf8c794b on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:05:15.370263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd689512-ef6d-4494-b649-5c0caace1a93 None None] DHCP port deletion for 06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:05:15.393580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28a1e2ff-1def-492a-8c31-72c0107e1c6a req-51e623f7-9629-4f4d-bdcc-91b74068fee2 service neutron] 10.222.0.72 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193173 Aug 20 15:05:15.484274 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.496430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a70741-7b8f-4c4d-815d-6d7de8b0b5a2']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:15.512826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6721629-b448-4044-b169-979024af0612') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:15.513274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6721629-b448-4044-b169-979024af0612') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:15.524294 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.540110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.546227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:05:15.546618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:05:15.549690 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:05:15.606353 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.613547 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:15.615394 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] 10.222.0.36 "DELETE /v2.0/networks/06a70741-7b8f-4c4d-815d-6d7de8b0b5a2 HTTP/1.1" status: 204 len: 168 time: 0.9413102 Aug 20 15:05:15.627119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015442f0-a2ee-42a9-bc23-55171cad39bf tempest-AllowedAddressPairTestJSON-1967235455 tempest-AllowedAddressPairTestJSON-1967235455-project] Pushing event deleted for resources: {'Network': ['ID=06a70741-7b8f-4c4d-815d-6d7de8b0b5a2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:15.744185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26efd16-8184-4994-bf3d-52f57eb67d8a req-ee91c140-c545-4d5d-8969-024d1114808d tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:15.753349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d26efd16-8184-4994-bf3d-52f57eb67d8a req-ee91c140-c545-4d5d-8969-024d1114808d tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 950 time: 0.0599968 Aug 20 15:05:15.798362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d26efd16-8184-4994-bf3d-52f57eb67d8a req-85db1124-088f-49c7-a532-5ead76d564bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438535 Aug 20 15:05:15.923509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43298) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:15.970750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-dc840712-40b0-4c1c-8b69-ff4199f66932 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:15.972288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-dc840712-40b0-4c1c-8b69-ff4199f66932 tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.70 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 950 time: 0.0924845 Aug 20 15:05:16.056921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:16.150970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b3d5c-81e2-4072-a4cc-c406c370c5f0 req-33757e70-964a-487b-a943-e4503df892fe tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:16.151522 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f2c4e777-10c3-410b-a57e-1a02659d7e88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08608db581ef4a71a332b70cd795035a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262101 Aug 20 15:05:16.154023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43320) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:16.162085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a3b3d5c-81e2-4072-a4cc-c406c370c5f0 req-33757e70-964a-487b-a943-e4503df892fe tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 950 time: 0.1075258 Aug 20 15:05:16.215193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b07b02e-edeb-4e24-b170-9ad8ad2848b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:16.228429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Deleting port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:16.228846 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:16.243864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b07b02e-edeb-4e24-b170-9ad8ad2848b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:16.261121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a3b3d5c-81e2-4072-a4cc-c406c370c5f0 req-32e2217f-f545-4ebb-b896-e56ad5f779ab tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974121 Aug 20 15:05:16.303078 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b07b02e-edeb-4e24-b170-9ad8ad2848b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:16.306645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7b07b02e-edeb-4e24-b170-9ad8ad2848b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:16.311027 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7b07b02e-edeb-4e24-b170-9ad8ad2848b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1644d6f4-2e5f-49ac-8aff-d33bf106af83 HTTP/1.1" status: 204 len: 168 time: 0.1522048 Aug 20 15:05:16.318559 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07b02e-edeb-4e24-b170-9ad8ad2848b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644d6f4-2e5f-49ac-8aff-d33bf106af83,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:16.385320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] For port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:16.385705 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:16.395887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8c97b-6da4-4493-b6dd-dd3bbbc244b3 req-2fc4e658-fa1c-4aa1-8d8b-455e696862e3 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:16.398786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6f8c97b-6da4-4493-b6dd-dd3bbbc244b3 req-2fc4e658-fa1c-4aa1-8d8b-455e696862e3 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1961763 Aug 20 15:05:16.421512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Calling delete_port for fdcb1c62-a039-4f07-a20d-e9b784ad2dfc owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:16.515861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6f8c97b-6da4-4493-b6dd-dd3bbbc244b3 req-3a6c303c-3ebf-4841-b8f8-56bfaf9ec31f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067965 Aug 20 15:05:16.672914 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:16.687392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['fdcb1c62-a039-4f07-a20d-e9b784ad2dfc'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:05:16.763328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Pushing event deleted for resources: {'Port': ['ID=fdcb1c62-a039-4f07-a20d-e9b784ad2dfc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:16.790005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] No DVR routers for this DVR port fdcb1c62-a039-4f07-a20d-e9b784ad2dfc on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:05:16.792589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:16.794964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71866900-baaf-40a7-8d10-49c32c4bfcbf req-a2f08563-86c2-47ce-ab2b-6a2c529582bf tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.70 "DELETE /v2.0/ports/fdcb1c62-a039-4f07-a20d-e9b784ad2dfc HTTP/1.1" status: 204 len: 173 time: 0.8145895 Aug 20 15:05:16.795589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e465f355-3b82-4220-9fb8-2c3c42188289', 'name': 'network-vif-deleted', 'tag': 'fdcb1c62-a039-4f07-a20d-e9b784ad2dfc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:16.798212 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4475a79-1f2a-4441-8cf4-12ee7be6bce1" -d '{"events": [{"server_uuid": "e465f355-3b82-4220-9fb8-2c3c42188289", "name": "network-vif-deleted", "tag": "fdcb1c62-a039-4f07-a20d-e9b784ad2dfc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:17.093580 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168f02f8-2af1-4773-a236-0b17cd85ae09 x-openstack-request-id: req-168f02f8-2af1-4773-a236-0b17cd85ae09 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:17.093944 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e465f355-3b82-4220-9fb8-2c3c42188289", "name": "network-vif-deleted", "tag": "fdcb1c62-a039-4f07-a20d-e9b784ad2dfc", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:17.094197 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-168f02f8-2af1-4773-a236-0b17cd85ae09 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:17.094636 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e465f355-3b82-4220-9fb8-2c3c42188289', 'name': 'network-vif-deleted', 'tag': 'fdcb1c62-a039-4f07-a20d-e9b784ad2dfc', 'status': 'completed', 'code': 200} Aug 20 15:05:17.246370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3ba2a07-4620-4612-8153-06e6a59d85e1 req-fa931dfc-fa74-4db5-8568-7efcb6b6ec3b tempest-VolumesBackupsTest-1378604535 tempest-VolumesBackupsTest-1378604535-project] 10.222.0.36 "GET /v2.0/ports?device_id=e465f355-3b82-4220-9fb8-2c3c42188289 HTTP/1.1" status: 200 len: 210 time: 0.0583723 Aug 20 15:05:17.351832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e0b15e4a-697e-4805-97a5-6726bf8c794b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:05:17.407981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: e0b15e4a-697e-4805-97a5-6726bf8c794b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:05:17.408698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e0b15e4a-697e-4805-97a5-6726bf8c794b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:05:17.442580 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43422) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:17.595759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2079947589'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:17.649018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Made reservation on behalf of 6ad614e5b0484a2f89c2c5b8ca77594a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:17.655610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:17.668871 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:17.692316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff8cd1-c0cf-4dca-866d-e56eba68f07c req-57703602-676a-4306-9068-8c01175e46e4 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:17.698668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fff8cd1-c0cf-4dca-866d-e56eba68f07c req-57703602-676a-4306-9068-8c01175e46e4 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.0927992 Aug 20 15:05:17.760292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:17.772800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fff8cd1-c0cf-4dca-866d-e56eba68f07c req-5c5b23a2-5be0-4c64-8e6b-95f3aeb44266 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542822 Aug 20 15:05:17.804335 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:17.812143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:17.876476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:05:17.926568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919171d8-30ae-4446-9c91-fbbf1a4f243b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:17.930257 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:17.930603 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Added segment de8dd131-8e9a-4d39-b12a-bd5a621620db of type vlan for network 73b55200-6c43-443e-9cd0-a6b0c74e4821 Aug 20 15:05:17.975436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.004214 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.011230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:18.011864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.086823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Network': ['ID=73b55200-6c43-443e-9cd0-a6b0c74e4821,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:18.090158 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-30d1018f-a85c-4a7b-8330-5b6a27f9c964 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6447525 Aug 20 15:05:18.093079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43458) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:18.098487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'subnet': {'network_id': '73b55200-6c43-443e-9cd0-a6b0c74e4821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:18.105320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:05:18.169169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fdcb1c62-a039-4f07-a20d-e9b784ad2dfc no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:05:18.196273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: fdcb1c62-a039-4f07-a20d-e9b784ad2dfc {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:05:18.196622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fdcb1c62-a039-4f07-a20d-e9b784ad2dfc not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:05:18.197336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:05:18.217361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Made reservation on behalf of 6ad614e5b0484a2f89c2c5b8ca77594a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:18.226689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.278838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.311294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:18.314516 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf00e13-5a73-427d-8f38-8cdd0b7e67f4" -d '{"events": [{"server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:18.337074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:18.341772 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.384105 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a706b6a-a49b-4514-8d0d-57a632c9e8ab x-openstack-request-id: req-2a706b6a-a49b-4514-8d0d-57a632c9e8ab {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:18.385043 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "name": "network-vif-unplugged", "status": "completed", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:18.386036 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a706b6a-a49b-4514-8d0d-57a632c9e8ab {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:18.387086 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01', 'code': 200} Aug 20 15:05:18.416839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:18.426678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.427304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.427848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.428542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.429045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.429677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.430172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.430658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.431151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.436141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.436856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.437463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:18.524677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.595854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Subnet': ['ID=40097704-3556-43a9-84e3-703e6750694a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:18.607220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Checking segment: {'id': 'de8dd131-8e9a-4d39-b12a-bd5a621620db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '73b55200-6c43-443e-9cd0-a6b0c74e4821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:05:18.607619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network hostable DHCP agents. Network: 73b55200-6c43-443e-9cd0-a6b0c74e4821, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:05:18.626132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:05:18.638892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 73b55200-6c43-443e-9cd0-a6b0c74e4821) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:18.644864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:18.645638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.659619 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9d67d7-86bd-40e7-8c7d-5d0b9fcbe0e0 None None] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:05:18.666730 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e9d486c6-113f-47d7-b63e-683fa27c6bd5 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5710969 Aug 20 15:05:18.668047 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43474) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:18.672702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1234701923', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:18.703844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.703844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.752319 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.795805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203db6aa-5ac3-4bf3-bddf-51944b3ec31a None None] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:05:18.938394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c1ac5-b0ea-4fd2-b999-bbd340b79d75 req-fb389d05-37b8-4abc-80f7-5fb80be4e2f0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:18.938985 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:18.949139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-851c1ac5-b0ea-4fd2-b999-bbd340b79d75 req-fb389d05-37b8-4abc-80f7-5fb80be4e2f0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1010084 Aug 20 15:05:19.117603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:05:19.173898 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:19.194380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:19.223743 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:19.264354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:19.269309 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:19.330973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.25.5.68 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/b6d84c12-56a0-4d86-aa9c-217b57be5118) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:19.333400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:19.343805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-851c1ac5-b0ea-4fd2-b999-bbd340b79d75 req-fb3cdcaa-587b-40ee-83e5-7f561ddbe926 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932819 Aug 20 15:05:19.455735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:19.498598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:19.543316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:19.547831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:19.553078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:19.588708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=b6d84c12-56a0-4d86-aa9c-217b57be5118,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:19.849610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:20.062387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:20.200834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:05:20.309199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:20.320486 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11764189-a57f-4314-8fab-1eeb1474da12 None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:20.330937 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:20.331141 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11764189-a57f-4314-8fab-1eeb1474da12 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:20.331626 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-11764189-a57f-4314-8fab-1eeb1474da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:20.335382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43526) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:20.335965 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a5c7b20f-0b20-492d-80b0-e2a82c10eec7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6663773 Aug 20 15:05:20.370011 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-11764189-a57f-4314-8fab-1eeb1474da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:20.378771 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11764189-a57f-4314-8fab-1eeb1474da12 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:20.379530 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-11764189-a57f-4314-8fab-1eeb1474da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:20.388116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:20.390551 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db70ec67-28b1-41b2-881f-176d0cf1fcb9" -d '{"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:20.416822 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-11764189-a57f-4314-8fab-1eeb1474da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:20.417476 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11764189-a57f-4314-8fab-1eeb1474da12 None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:20.443751 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc8741c-11a6-45cb-b515-2acd6b6ebe97 x-openstack-request-id: req-8fc8741c-11a6-45cb-b515-2acd6b6ebe97 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:20.444378 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:20.444861 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fc8741c-11a6-45cb-b515-2acd6b6ebe97 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:20.445475 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'code': 200} Aug 20 15:05:20.603648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a630e-cc2c-42d5-830e-44847b2cdaa2 req-e7bfb059-a1ca-4b80-829c-46b4777e0d0d tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:20.605151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-702a630e-cc2c-42d5-830e-44847b2cdaa2 req-e7bfb059-a1ca-4b80-829c-46b4777e0d0d tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1339338 Aug 20 15:05:20.695923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-702a630e-cc2c-42d5-830e-44847b2cdaa2 req-6a817555-c0c3-4dbe-8853-be52401d06de tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807109 Aug 20 15:05:20.934759 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:21.128577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:05:21.221972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.20.0.1 (73b55200-6c43-443e-9cd0-a6b0c74e4821/40097704-3556-43a9-84e3-703e6750694a/6afca408-95a2-4009-a922-4a93c97b7aab) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:21.248088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:21.260704 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'mac_address': 'fa:16:3e:25:21:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:05:21.297624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:21.312380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84919ba6-1f82-4bec-91b7-fd0988879b96 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:05:21.332644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:21.337039 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:21.353176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:21.386379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:21.398084 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:21.436144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:21.441960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:21.446291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:21.474253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=6afca408-95a2-4009-a922-4a93c97b7aab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:21.497651 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:21.645422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:21.789289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['84919ba6-1f82-4bec-91b7-fd0988879b96'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:05:21.888038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786cb08-a621-4076-8240-bac74a829680 req-5d5b9c75-c981-432b-b8fa-015f30fd6700 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:21.890155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7786cb08-a621-4076-8240-bac74a829680 req-5d5b9c75-c981-432b-b8fa-015f30fd6700 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1048229 Aug 20 15:05:21.950075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7786cb08-a621-4076-8240-bac74a829680 req-7eda5c82-f68c-4163-a723-fce73fb84d1e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499804 Aug 20 15:05:22.071291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:22.075805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:22.148255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=6afca408-95a2-4009-a922-4a93c97b7aab,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:22.153091 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:22.252372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:22.253759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:22.365713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:22.469822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:22.478612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ade5a67e-09b7-4bf5-a6e1-a6bd9aa08072 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/routers/ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1381934 Aug 20 15:05:22.478612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43590) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:22.481737 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181d978-b406-4245-aa56-d108f04548ca None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:22.482427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'port': {'network_id': '73b55200-6c43-443e-9cd0-a6b0c74e4821', 'name': 'tempest-FloatingIPTestJSON-1732248023'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:22.492057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181d978-b406-4245-aa56-d108f04548ca None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:22.492687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d181d978-b406-4245-aa56-d108f04548ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:22.525884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d181d978-b406-4245-aa56-d108f04548ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:22.536082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181d978-b406-4245-aa56-d108f04548ca None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:22.536853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d181d978-b406-4245-aa56-d108f04548ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:22.573650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d181d978-b406-4245-aa56-d108f04548ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:22.574303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d181d978-b406-4245-aa56-d108f04548ca None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:22.596446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Made reservation on behalf of 6ad614e5b0484a2f89c2c5b8ca77594a for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:22.600123 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:22.618711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] device_id is not set on port 03804bd8-aa1a-49a9-8338-7a6623cc5e37 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:05:22.749566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.20.0.12 (73b55200-6c43-443e-9cd0-a6b0c74e4821/40097704-3556-43a9-84e3-703e6750694a/03804bd8-aa1a-49a9-8338-7a6623cc5e37) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:22.915866 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:22.965230 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.026023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:23.029872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:23.033895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:23.079894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=03804bd8-aa1a-49a9-8338-7a6623cc5e37,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:23.128041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:05:23.137459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:23.138138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.166743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324dddb-2724-4612-88a3-eefda93c4071 req-bcf74330-04c5-438a-97e4-26ea209e8f16 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:23.168664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5324dddb-2724-4612-88a3-eefda93c4071 req-bcf74330-04c5-438a-97e4-26ea209e8f16 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1032979 Aug 20 15:05:23.170809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0e8b14eb-8395-429c-97b9-aaf89fef5537 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6923568 Aug 20 15:05:23.173635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43648) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:23.179878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'port': {'network_id': '73b55200-6c43-443e-9cd0-a6b0c74e4821', 'name': 'tempest-FloatingIPTestJSON-24459259'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:23.211287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 84919ba6-1f82-4bec-91b7-fd0988879b96 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:23.211711 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.232726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5324dddb-2724-4612-88a3-eefda93c4071 req-96bfdb94-168f-467d-b4e4-a7ae3554bb72 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506895 Aug 20 15:05:23.322219 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.347079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:23.349413 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f938c8d-8038-48f2-8f3e-87e3e8cb884e" -d '{"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-plugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:23.356019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Made reservation on behalf of 6ad614e5b0484a2f89c2c5b8ca77594a for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:23.359882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.367395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:23.372275 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.384520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] device_id is not set on port a9a4eee5-3be4-4713-860c-66f09f2959dd yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:05:23.434373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=10']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:23.518690 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.20.0.14 (73b55200-6c43-443e-9cd0-a6b0c74e4821/40097704-3556-43a9-84e3-703e6750694a/a9a4eee5-3be4-4713-860c-66f09f2959dd) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:23.565049 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31febe5-3a77-4e86-8fb5-c549a2fe5416 x-openstack-request-id: req-e31febe5-3a77-4e86-8fb5-c549a2fe5416 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:23.565748 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-plugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:23.566061 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e31febe5-3a77-4e86-8fb5-c549a2fe5416 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:23.566664 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'code': 200} Aug 20 15:05:23.681665 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.723708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.768761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:23.773969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:23.776626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:23.785666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=a9a4eee5-3be4-4713-860c-66f09f2959dd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:23.834968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:23.836010 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.851950 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4be7de65-0403-426e-af65-2f9ee7c59a93 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6768992 Aug 20 15:05:23.855710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43702) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:23.860552 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'a9a4eee5-3be4-4713-860c-66f09f2959dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:23.885372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:23.995929 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:24.120280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.25.5.132 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/4891a649-7ac8-4050-a267-a00d07056677) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:24.247613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:24.307807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:24.356164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:24.372805 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=4891a649-7ac8-4050-a267-a00d07056677,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:24.381589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:24.381589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:24.399882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33941989-7983-438f-b9ed-b522a60586ef req-f781e1d6-1a1a-4753-84b3-e50e688f300e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:24.401390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33941989-7983-438f-b9ed-b522a60586ef req-f781e1d6-1a1a-4753-84b3-e50e688f300e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.0745089 Aug 20 15:05:24.442896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33941989-7983-438f-b9ed-b522a60586ef req-0ba5ff77-520d-4c86-9760-ea87cf41dc0a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347345 Aug 20 15:05:24.759767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:24.831744 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:25.148187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:05:25.256021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:25.273935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'mac_address': 'fa:16:3e:c3:b0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:05:25.329373 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:25.339877 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:25.344567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:25.347724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0ed5b6-4403-431e-9689-2696c9527b9a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:05:25.378166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:25.386148 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:25.399271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=4891a649-7ac8-4050-a267-a00d07056677,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:25.462554 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:25.468262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:25.575217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ca93f-75b1-4d02-8d7e-8d708fc79872 req-ef0d8804-11be-4529-9735-d7744f26ca2b tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:25.576755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f2ca93f-75b1-4d02-8d7e-8d708fc79872 req-ef0d8804-11be-4529-9735-d7744f26ca2b tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.0574114 Aug 20 15:05:25.578285 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP a0e88ede-0357-47dc-b857-3d5c3d213faf associated. External IP: 172.25.5.132, port: a9a4eee5-3be4-4713-860c-66f09f2959dd. Aug 20 15:05:25.622779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f2ca93f-75b1-4d02-8d7e-8d708fc79872 req-6e7432d2-630f-432c-95cb-d85153b18363 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 Aug 20 15:05:25.764495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['ac0ed5b6-4403-431e-9689-2696c9527b9a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:05:25.837402 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:25.967309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:25.977313 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a072c-4371-48c0-867d-cf4fe8ec542a None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:25.984194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:25.987385 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a072c-4371-48c0-867d-cf4fe8ec542a None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:25.988026 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c92a072c-4371-48c0-867d-cf4fe8ec542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:26.019213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43766) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:26.019513 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a493aecd-e388-4ff3-b89a-b819c5628aa2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1627595 Aug 20 15:05:26.022316 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c92a072c-4371-48c0-867d-cf4fe8ec542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:26.024955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-bcc8dcff-94a3-450a-b7d6-3fd3804f1817 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:26.031677 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92a072c-4371-48c0-867d-cf4fe8ec542a None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:26.032285 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c92a072c-4371-48c0-867d-cf4fe8ec542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:26.069030 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c92a072c-4371-48c0-867d-cf4fe8ec542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:26.070830 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a072c-4371-48c0-867d-cf4fe8ec542a None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:26.091354 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcc8dcff-94a3-450a-b7d6-3fd3804f1817 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:26.273815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcc8dcff-94a3-450a-b7d6-3fd3804f1817 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:26.278433 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcc8dcff-94a3-450a-b7d6-3fd3804f1817 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:26.278827 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-bcc8dcff-94a3-450a-b7d6-3fd3804f1817 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP a0e88ede-0357-47dc-b857-3d5c3d213faf disassociated. External IP: 172.25.5.132, port: a9a4eee5-3be4-4713-860c-66f09f2959dd. Aug 20 15:05:26.914512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794eecd-d605-4a41-b90e-c9a8b06a4b9e req-ab13c5d8-012b-4693-be33-6615debbbaf8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:26.916879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7794eecd-d605-4a41-b90e-c9a8b06a4b9e req-ab13c5d8-012b-4693-be33-6615debbbaf8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1406999 Aug 20 15:05:26.926414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dcb24-b3ea-414e-b9d6-737138a0f7a1 req-c5a4ad4e-67f2-44e1-b01a-6bfde989704a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:26.927849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-452dcb24-b3ea-414e-b9d6-737138a0f7a1 req-c5a4ad4e-67f2-44e1-b01a-6bfde989704a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 945 time: 0.1527753 Aug 20 15:05:26.985186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc8dcff-94a3-450a-b7d6-3fd3804f1817 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:27.012055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-452dcb24-b3ea-414e-b9d6-737138a0f7a1 req-3f231c85-972a-4ff6-af9c-4d8087ab0a74 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780849 Aug 20 15:05:27.014875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7794eecd-d605-4a41-b90e-c9a8b06a4b9e req-1d3d04b5-d703-49be-b2d8-4d2719bae87d tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841427 Aug 20 15:05:27.128059 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc8dcff-94a3-450a-b7d6-3fd3804f1817 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:27.133916 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcc8dcff-94a3-450a-b7d6-3fd3804f1817 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.141168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be64fa-1dc5-4ccb-b164-f2fc9aa2659a None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:27.153231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:05:27.160137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be64fa-1dc5-4ccb-b164-f2fc9aa2659a None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:27.160787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-05be64fa-1dc5-4ccb-b164-f2fc9aa2659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:27.165050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bcc8dcff-94a3-450a-b7d6-3fd3804f1817 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/floatingips/a0e88ede-0357-47dc-b857-3d5c3d213faf HTTP/1.1" status: 200 len: 688 time: 1.1440558 Aug 20 15:05:27.167483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43806) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:27.220833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-05be64fa-1dc5-4ccb-b164-f2fc9aa2659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:27.236197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05be64fa-1dc5-4ccb-b164-f2fc9aa2659a None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:27.236834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-05be64fa-1dc5-4ccb-b164-f2fc9aa2659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:27.279454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-05be64fa-1dc5-4ccb-b164-f2fc9aa2659a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:27.280283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05be64fa-1dc5-4ccb-b164-f2fc9aa2659a None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:27.296873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port ac0ed5b6-4403-431e-9689-2696c9527b9a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:27.297563 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.312114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port 4891a649-7ac8-4050-a267-a00d07056677 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:27.312464 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.405652 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.423256 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.423661 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.441277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for 4891a649-7ac8-4050-a267-a00d07056677 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:27.447297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:27.449369 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de4fa3-978a-4cc1-b1c0-b643ec8d245e" -d '{"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:27.478082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:27.484087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.523403 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8ffc47-c21e-483f-994c-46cb2926c638 x-openstack-request-id: req-4a8ffc47-c21e-483f-994c-46cb2926c638 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:27.524017 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-plugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:27.524445 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a8ffc47-c21e-483f-994c-46cb2926c638 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:27.524836 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'code': 200} Aug 20 15:05:27.561130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=10']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:27.618935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.646821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=4891a649-7ac8-4050-a267-a00d07056677,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:27.715024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.718186 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.722455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8dff3950-5de9-4978-973f-18e08e2084b9 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/floatingips/a0e88ede-0357-47dc-b857-3d5c3d213faf HTTP/1.1" status: 204 len: 168 time: 0.5505681 Aug 20 15:05:27.722809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43834) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:27.727672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '03804bd8-aa1a-49a9-8338-7a6623cc5e37'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:27.750893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.854583 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:27.970818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.25.5.99 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/a8891e9c-78eb-4ef3-a2c3-d27118c3d6a1) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:28.076364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:28.124969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:28.172414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:28.175351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:28.179361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:28.182025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dace8f3-60d3-4279-9e08-15fd4feb51e3 req-f9f85aed-8d73-4067-850b-221e602caba8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:28.183633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1dace8f3-60d3-4279-9e08-15fd4feb51e3 req-f9f85aed-8d73-4067-850b-221e602caba8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 945 time: 0.0854545 Aug 20 15:05:28.205303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b012b7-315b-47bd-a152-c80049e5ed81 req-88001b12-9623-4507-bb9a-3c1b7006bb76 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:28.206754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2b012b7-315b-47bd-a152-c80049e5ed81 req-88001b12-9623-4507-bb9a-3c1b7006bb76 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.0783195 Aug 20 15:05:28.215607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=a8891e9c-78eb-4ef3-a2c3-d27118c3d6a1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:28.257820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1dace8f3-60d3-4279-9e08-15fd4feb51e3 req-58aa480a-1050-4776-ab0b-8ec07a96c388 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654552 Aug 20 15:05:28.272350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2b012b7-315b-47bd-a152-c80049e5ed81 req-075d32f6-abb7-4388-95ab-e4d50cc1e409 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520606 Aug 20 15:05:28.595459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:28.601632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:28.681162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:28.838896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:28.844116 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:28.916484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=a8891e9c-78eb-4ef3-a2c3-d27118c3d6a1,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:28.926608 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:29.033167 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 9564a0a1-a69b-462e-8f6c-9816c3f823a4 associated. External IP: 172.25.5.99, port: 03804bd8-aa1a-49a9-8338-7a6623cc5e37. Aug 20 15:05:29.254260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:29.383293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:29.401383 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007e876-c45a-4930-89f7-5542f92a830d None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:29.416268 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6007e876-c45a-4930-89f7-5542f92a830d None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:29.417619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:29.417875 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6007e876-c45a-4930-89f7-5542f92a830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:29.452978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1ce203e3-a174-4d34-b442-504aefb3953e tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.7290361 Aug 20 15:05:29.453585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43874) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:29.470289 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6007e876-c45a-4930-89f7-5542f92a830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:29.481841 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6007e876-c45a-4930-89f7-5542f92a830d None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:29.482816 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6007e876-c45a-4930-89f7-5542f92a830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:29.489348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d46eb8-6635-4171-8ab4-15481f3d822e req-ad7365ba-e0ab-4ddc-bee3-789268afd28c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:29.495506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8d46eb8-6635-4171-8ab4-15481f3d822e req-ad7365ba-e0ab-4ddc-bee3-789268afd28c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 945 time: 0.1495099 Aug 20 15:05:29.514009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8377ba-719c-4c1a-b6a8-9e4c1633a852 req-ea0180f1-bcf7-44af-983c-189a2ebefdee tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:29.521683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c8377ba-719c-4c1a-b6a8-9e4c1633a852 req-ea0180f1-bcf7-44af-983c-189a2ebefdee tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1451294 Aug 20 15:05:29.541222 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6007e876-c45a-4930-89f7-5542f92a830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:29.541437 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0e0d7d0a-e9c0-4cce-98d0-5aa8ec4845ac tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "GET /v2.0/floatingips/9564a0a1-a69b-462e-8f6c-9816c3f823a4 HTTP/1.1" status: 200 len: 978 time: 0.0864198 Aug 20 15:05:29.541885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43882) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:29.542595 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007e876-c45a-4930-89f7-5542f92a830d None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:29.570057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-7ff9b94b-75a7-435d-9b7b-90fc10311e41 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:29.572413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-7ff9b94b-75a7-435d-9b7b-90fc10311e41 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "GET /v2.0/ports?device_id=3804defe-e9f7-498f-b603-82214bf8dc78 HTTP/1.1" status: 200 len: 945 time: 0.1434333 Aug 20 15:05:29.634881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8d46eb8-6635-4171-8ab4-15481f3d822e req-805cc20e-e347-4c86-8fa8-aff61d1c6bf7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384702 Aug 20 15:05:29.641949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c8377ba-719c-4c1a-b6a8-9e4c1633a852 req-1546073a-d77a-4a0b-b77e-c047a0ec7de4 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189740 Aug 20 15:05:29.691022 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-273c3e7f-bd63-4485-953f-53e3c3421b99 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1457934 Aug 20 15:05:29.691934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43890) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:29.701568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'port_id': 'a9a4eee5-3be4-4713-860c-66f09f2959dd'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:29.733108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Deleting port b51df618-b7b9-4ca8-a9fa-db7437d7481f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:29.736575 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:29.822631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:29.886469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] For port b51df618-b7b9-4ca8-a9fa-db7437d7481f, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b51df618-b7b9-4ca8-a9fa-db7437d7481f,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:29.887498 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:29.914179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Calling delete_port for b51df618-b7b9-4ca8-a9fa-db7437d7481f owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:30.095208 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:30.134564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b51df618-b7b9-4ca8-a9fa-db7437d7481f'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:05:30.136973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event deleted for resources: {'Port': ['ID=b51df618-b7b9-4ca8-a9fa-db7437d7481f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:30.203493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] No DVR routers for this DVR port b51df618-b7b9-4ca8-a9fa-db7437d7481f on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:05:30.207318 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:30.210444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65b0dd8e-3c04-4e9d-9b50-4712fc718b62 req-1cfa746d-850a-446e-ac97-6768dbf73546 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "DELETE /v2.0/ports/b51df618-b7b9-4ca8-a9fa-db7437d7481f HTTP/1.1" status: 204 len: 173 time: 0.6248026 Aug 20 15:05:30.211736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804defe-e9f7-498f-b603-82214bf8dc78', 'name': 'network-vif-deleted', 'tag': 'b51df618-b7b9-4ca8-a9fa-db7437d7481f'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:30.214962 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f707f655-ea45-43b3-a6e6-06945e068a8c" -d '{"events": [{"server_uuid": "3804defe-e9f7-498f-b603-82214bf8dc78", "name": "network-vif-deleted", "tag": "b51df618-b7b9-4ca8-a9fa-db7437d7481f"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:30.945723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:30.951196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:31.091379 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 9564a0a1-a69b-462e-8f6c-9816c3f823a4 associated. External IP: 172.25.5.99, port: 03804bd8-aa1a-49a9-8338-7a6623cc5e37. Aug 20 15:05:31.370666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:31.513111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:31.526319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b84ed6c-3590-4c53-88d7-878861e181b9 None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:31.536509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84ed6c-3590-4c53-88d7-878861e181b9 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:31.537379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9b84ed6c-3590-4c53-88d7-878861e181b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:31.571852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9b84ed6c-3590-4c53-88d7-878861e181b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:31.581433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84ed6c-3590-4c53-88d7-878861e181b9 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:31.582331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9b84ed6c-3590-4c53-88d7-878861e181b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:31.620272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9b84ed6c-3590-4c53-88d7-878861e181b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:31.621192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b84ed6c-3590-4c53-88d7-878861e181b9 None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:31.955832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:32.145843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:32.158574 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5c66e-072f-4901-95e5-f086010d3a27 None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:32.176782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:32.179433 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5c66e-072f-4901-95e5-f086010d3a27 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:32.180706 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2fb5c66e-072f-4901-95e5-f086010d3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:32.229951 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2fb5c66e-072f-4901-95e5-f086010d3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:32.244411 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb5c66e-072f-4901-95e5-f086010d3a27 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:32.245525 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2fb5c66e-072f-4901-95e5-f086010d3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:32.261716 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-80391ae1-23ae-426a-aeaa-966778bdf904 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/floatingips/9564a0a1-a69b-462e-8f6c-9816c3f823a4 HTTP/1.1" status: 200 len: 976 time: 2.5659354 Aug 20 15:05:32.264443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43932) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:32.269438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7a801dbf-52df-40f7-aae9-baf39be5e5b6 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:32.287720 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2fb5c66e-072f-4901-95e5-f086010d3a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:32.288841 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb5c66e-072f-4901-95e5-f086010d3a27 None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:32.370682 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a801dbf-52df-40f7-aae9-baf39be5e5b6 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:32.535843 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:05:32.575592 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a801dbf-52df-40f7-aae9-baf39be5e5b6 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:32.580240 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a801dbf-52df-40f7-aae9-baf39be5e5b6 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:32.580782 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-7a801dbf-52df-40f7-aae9-baf39be5e5b6 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 9564a0a1-a69b-462e-8f6c-9816c3f823a4 disassociated. External IP: 172.25.5.99, port: a9a4eee5-3be4-4713-860c-66f09f2959dd. Aug 20 15:05:32.927358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a801dbf-52df-40f7-aae9-baf39be5e5b6 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:33.122502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a801dbf-52df-40f7-aae9-baf39be5e5b6 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:33.132370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d014c-5b7c-4661-88b1-1ba7a4b571b8 None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:33.134362 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a801dbf-52df-40f7-aae9-baf39be5e5b6 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:33.144313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d014c-5b7c-4661-88b1-1ba7a4b571b8 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:33.145323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6e5d014c-5b7c-4661-88b1-1ba7a4b571b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:33.197995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43936) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:33.198595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7a801dbf-52df-40f7-aae9-baf39be5e5b6 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/floatingips/9564a0a1-a69b-462e-8f6c-9816c3f823a4 HTTP/1.1" status: 200 len: 687 time: 0.9326849 Aug 20 15:05:33.211670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b51df618-b7b9-4ca8-a9fa-db7437d7481f no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:05:33.214723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6e5d014c-5b7c-4661-88b1-1ba7a4b571b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:33.256647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d014c-5b7c-4661-88b1-1ba7a4b571b8 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:33.258686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6e5d014c-5b7c-4661-88b1-1ba7a4b571b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:33.263100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: b51df618-b7b9-4ca8-a9fa-db7437d7481f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:05:33.266066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b51df618-b7b9-4ca8-a9fa-db7437d7481f not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:05:33.336823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6e5d014c-5b7c-4661-88b1-1ba7a4b571b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:33.343664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d014c-5b7c-4661-88b1-1ba7a4b571b8 None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:33.383484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port a8891e9c-78eb-4ef3-a2c3-d27118c3d6a1 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:33.385562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:33.513765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:33.514422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:33.544493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for a8891e9c-78eb-4ef3-a2c3-d27118c3d6a1 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:33.841942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:33.930947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=a8891e9c-78eb-4ef3-a2c3-d27118c3d6a1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:34.020969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:34.025418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:34.026932 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-86399f6c-b7c2-4327-9369-d59eba454f65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/floatingips/9564a0a1-a69b-462e-8f6c-9816c3f823a4 HTTP/1.1" status: 204 len: 168 time: 0.8276827 Aug 20 15:05:34.029497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43940) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:34.110255 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-3e4ae058-1f55-4a06-9b9f-08be50350f91 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] delete failed (client error): The resource could not be found. Aug 20 15:05:34.115427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43942) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:34.115622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3e4ae058-1f55-4a06-9b9f-08be50350f91 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/floatingips/9564a0a1-a69b-462e-8f6c-9816c3f823a4 HTTP/1.1" status: 404 len: 345 time: 0.0849323 Aug 20 15:05:34.253480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519b888-d68b-4d74-9a01-f66f6992b238 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:34.267128 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519b888-d68b-4d74-9a01-f66f6992b238 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:34.277373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4519b888-d68b-4d74-9a01-f66f6992b238 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:34.280587 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4519b888-d68b-4d74-9a01-f66f6992b238 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "GET /v2.0/ports?network_id=73b55200-6c43-443e-9cd0-a6b0c74e4821 HTTP/1.1" status: 200 len: 2358 time: 0.1630781 Aug 20 15:05:34.283433 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43944) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:34.381091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d0aef-e74d-46f9-8a33-937125218de8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:34.387197 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a65d0aef-e74d-46f9-8a33-937125218de8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "GET /v2.0/subnets/40097704-3556-43a9-84e3-703e6750694a HTTP/1.1" status: 200 len: 797 time: 0.0971606 Aug 20 15:05:34.387437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43946) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:34.392617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'port': {'network_id': '73b55200-6c43-443e-9cd0-a6b0c74e4821', 'name': 'tempest-FloatingIPTestJSON-601932594', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:34.531120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Made reservation on behalf of 6ad614e5b0484a2f89c2c5b8ca77594a for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:34.626157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:34.656244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] device_id is not set on port b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:05:35.168300 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.20.0.13 (73b55200-6c43-443e-9cd0-a6b0c74e4821/40097704-3556-43a9-84e3-703e6750694a/b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:35.176195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.20.0.11 (73b55200-6c43-443e-9cd0-a6b0c74e4821/40097704-3556-43a9-84e3-703e6750694a/b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:35.350689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:35.402216 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:35.449307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:35.455233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:35.458737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:35.506291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:35.559596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:35.560311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:35.578460 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b8b6f105-e028-4566-9035-fb23cd0ec386 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1897700 Aug 20 15:05:35.582240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43954) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:35.588719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:35.619584 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:35.802138 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:35.810551 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:35.994382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.25.5.238 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/4578ed9e-9822-4254-8dac-b39d9be6691f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:36.137935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:36.182483 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:36.243325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:36.246622 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:36.250338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:36.289032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=4578ed9e-9822-4254-8dac-b39d9be6691f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:36.919741 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0924ec-35e3-4c44-bb82-945b5834b30b x-openstack-request-id: req-ab0924ec-35e3-4c44-bb82-945b5834b30b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:36.920425 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3804defe-e9f7-498f-b603-82214bf8dc78", "name": "network-vif-deleted", "tag": "b51df618-b7b9-4ca8-a9fa-db7437d7481f", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:36.920425 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab0924ec-35e3-4c44-bb82-945b5834b30b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:36.920782 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804defe-e9f7-498f-b603-82214bf8dc78', 'name': 'network-vif-deleted', 'tag': 'b51df618-b7b9-4ca8-a9fa-db7437d7481f', 'status': 'completed', 'code': 200} Aug 20 15:05:36.993704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf2d5d-fda4-4356-b5ef-a7f96273ff0f req-f65aadec-b915-48a9-9faa-509201103a7b tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:37.002946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ccf2d5d-fda4-4356-b5ef-a7f96273ff0f req-f65aadec-b915-48a9-9faa-509201103a7b tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1165686 Aug 20 15:05:37.032693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:37.066087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ccf2d5d-fda4-4356-b5ef-a7f96273ff0f req-b222f21e-dfbf-4039-956b-66449eba1234 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620890 Aug 20 15:05:37.193492 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:37.424584 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:37.431747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:37.547793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=4578ed9e-9822-4254-8dac-b39d9be6691f,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:37.560001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:37.832732 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 7e56c573-f126-434b-b2c3-72f4c307a2bb associated. External IP: 172.25.5.238, port: b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05. Aug 20 15:05:38.312338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:38.565004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:38.577683 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b2d9b-adf9-408f-9166-706b3113c96b None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:38.589729 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b2d9b-adf9-408f-9166-706b3113c96b None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:38.591690 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-918b2d9b-adf9-408f-9166-706b3113c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:38.597686 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:38.656180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44026) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:38.661315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-db9c20ae-d288-4446-9a52-fcb816304343 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'port_id': 'b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:38.664167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bcfbfcfe-eebe-44ad-8605-8420b77be5ce tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0637379 Aug 20 15:05:38.752012 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-918b2d9b-adf9-408f-9166-706b3113c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:38.765544 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b2d9b-adf9-408f-9166-706b3113c96b None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:38.766562 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-918b2d9b-adf9-408f-9166-706b3113c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:38.784693 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-db9c20ae-d288-4446-9a52-fcb816304343 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:38.801629 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-918b2d9b-adf9-408f-9166-706b3113c96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:38.802652 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b2d9b-adf9-408f-9166-706b3113c96b None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:39.342263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-db9c20ae-d288-4446-9a52-fcb816304343 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:39.347451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-db9c20ae-d288-4446-9a52-fcb816304343 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:39.747745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9c20ae-d288-4446-9a52-fcb816304343 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:39.934731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9c20ae-d288-4446-9a52-fcb816304343 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:39.948823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-db9c20ae-d288-4446-9a52-fcb816304343 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:39.949030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd303b-59f6-47e8-8e6c-6c19c199d826 None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:39.963440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd303b-59f6-47e8-8e6c-6c19c199d826 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:39.968494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-66dd303b-59f6-47e8-8e6c-6c19c199d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:40.047210 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-db9c20ae-d288-4446-9a52-fcb816304343 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/floatingips/7e56c573-f126-434b-b2c3-72f4c307a2bb HTTP/1.1" status: 200 len: 978 time: 1.3874674 Aug 20 15:05:40.047434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44032) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:40.053336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-66dd303b-59f6-47e8-8e6c-6c19c199d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:40.075184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd303b-59f6-47e8-8e6c-6c19c199d826 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:40.076115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-66dd303b-59f6-47e8-8e6c-6c19c199d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:40.122731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-66dd303b-59f6-47e8-8e6c-6c19c199d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:40.123780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dd303b-59f6-47e8-8e6c-6c19c199d826 None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:40.330817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port 4578ed9e-9822-4254-8dac-b39d9be6691f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:40.331171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:40.495451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:40.496536 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:40.527163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for 4578ed9e-9822-4254-8dac-b39d9be6691f owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:40.948431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:40.975874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=4578ed9e-9822-4254-8dac-b39d9be6691f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:41.083617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:41.084221 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 7e56c573-f126-434b-b2c3-72f4c307a2bb disassociated (deleted). External IP: 172.25.5.238, port: b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05. Aug 20 15:05:41.442255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:41.664336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:41.676523 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f79f9-db40-42ec-909a-7064933d3ae6 None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:41.677604 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:41.693453 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f79f9-db40-42ec-909a-7064933d3ae6 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:41.697439 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3c0f79f9-db40-42ec-909a-7064933d3ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:41.771208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44042) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:41.781834 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-53dcdd0e-42b0-4ea1-9e77-20d27628cbbe tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/floatingips/7e56c573-f126-434b-b2c3-72f4c307a2bb HTTP/1.1" status: 204 len: 168 time: 1.7331140 Aug 20 15:05:41.812915 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3c0f79f9-db40-42ec-909a-7064933d3ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:41.828701 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f79f9-db40-42ec-909a-7064933d3ae6 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:41.830946 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3c0f79f9-db40-42ec-909a-7064933d3ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:41.892127 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3c0f79f9-db40-42ec-909a-7064933d3ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:41.895629 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f79f9-db40-42ec-909a-7064933d3ae6 None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:41.973960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-875f661e-3a4a-4539-b306-59f5ac3767d8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:41.974317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-875f661e-3a4a-4539-b306-59f5ac3767d8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:42.144317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-875f661e-3a4a-4539-b306-59f5ac3767d8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:42.158182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-875f661e-3a4a-4539-b306-59f5ac3767d8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:42.182252 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-94e3bff8-b3f2-413b-a08b-a1d035fc1a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:42.455704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-875f661e-3a4a-4539-b306-59f5ac3767d8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:42.494509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f661e-3a4a-4539-b306-59f5ac3767d8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:42.651852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-875f661e-3a4a-4539-b306-59f5ac3767d8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:42.654091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-875f661e-3a4a-4539-b306-59f5ac3767d8 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/ports/b54cc4d2-0ff5-442d-8dd3-c0fbb1b2fc05 HTTP/1.1" status: 204 len: 168 time: 0.8814523 Aug 20 15:05:42.660144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44048) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:42.665751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:42.709923 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:42.877789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:43.060265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.25.5.203 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/fea69841-334b-44b1-a19d-3db19167747b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:43.203910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:43.266710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:43.330438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:43.351122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:43.376327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:43.438248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=fea69841-334b-44b1-a19d-3db19167747b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:43.585235 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:43.637727 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:43.820103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b649a-b3c2-48fe-ab27-9461243abc3a req-72b05d6e-a77a-462b-bc2e-22eea4d033fc tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:43.821706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a4b649a-b3c2-48fe-ab27-9461243abc3a req-72b05d6e-a77a-462b-bc2e-22eea4d033fc tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.4720664 Aug 20 15:05:43.884324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a4b649a-b3c2-48fe-ab27-9461243abc3a req-54fb1759-c5b5-4810-b30b-f2b35437733c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/quotas/bd8da3ea8dca4f1ebb1e3d833773a9c4 HTTP/1.1" status: 200 len: 375 time: 0.0516696 Aug 20 15:05:43.891175 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:43.918529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:44.362608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=fea69841-334b-44b1-a19d-3db19167747b,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:44.366500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a4b649a-b3c2-48fe-ab27-9461243abc3a req-20efbb05-4dc4-4556-be5c-005d5d7e99c8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4721341 Aug 20 15:05:44.378141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0eff0-3154-46c4-aded-10eb0ea24627 req-9e323ce0-a74f-410c-8c32-56c36f14dfe7 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:44.379646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9e0eff0-3154-46c4-aded-10eb0ea24627 req-9e323ce0-a74f-410c-8c32-56c36f14dfe7 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.5776882 Aug 20 15:05:44.508679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a4b649a-b3c2-48fe-ab27-9461243abc3a req-b29156ff-634c-414f-915e-014e2ef2062d service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262219 Aug 20 15:05:44.614312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9e0eff0-3154-46c4-aded-10eb0ea24627 req-d29e417c-ede3-4cf5-8a81-eb7d5423e391 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800749 Aug 20 15:05:44.643383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:44.731959 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:44.732894 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5c36f9ae-b13d-4207-ab56-6cc11ba397d0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0715113 Aug 20 15:05:44.733543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44110) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:44.741032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'port': {'network_id': '73b55200-6c43-443e-9cd0-a6b0c74e4821', 'name': 'tempest-FloatingIPTestJSON-2010453493'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:44.761182 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:44.788148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a4b649a-b3c2-48fe-ab27-9461243abc3a req-78b3414a-0f0d-4090-898e-2037ec138e19 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785268 Aug 20 15:05:44.991313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Made reservation on behalf of 6ad614e5b0484a2f89c2c5b8ca77594a for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:45.007216 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:45.063322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] device_id is not set on port 393bcb50-8fc1-4e5f-ba75-e1ea91104be2 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:05:45.188919 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e98639f-de2f-42b9-9551-0c208b86ec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:45.318466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29637f-5d90-4ddc-9734-b441cec36c57 req-30995ba7-0adc-45cf-86f8-33ca7aa48be2 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:45.326767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e29637f-5d90-4ddc-9734-b441cec36c57 req-30995ba7-0adc-45cf-86f8-33ca7aa48be2 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 950 time: 0.1424949 Aug 20 15:05:45.417902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f070cd2d-1ba7-4e5e-a8b6-04ef510ebf34 req-a548519a-2c77-4823-9ef6-b58e8ae39357 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf587bc7-eb1d-4bdb-98a5-276955eba5bd HTTP/1.1" status: 200 len: 210 time: 0.0691113 Aug 20 15:05:45.431778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e29637f-5d90-4ddc-9734-b441cec36c57 req-1fa8d88e-ef07-48d2-a8c0-1d6d9f68de37 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038930 Aug 20 15:05:45.469469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.20.0.6 (73b55200-6c43-443e-9cd0-a6b0c74e4821/40097704-3556-43a9-84e3-703e6750694a/393bcb50-8fc1-4e5f-ba75-e1ea91104be2) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:45.795174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:45.842316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:46.011919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 73b55200-6c43-443e-9cd0-a6b0c74e4821 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:46.058601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:46.072507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:46.073775 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:46.093421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=393bcb50-8fc1-4e5f-ba75-e1ea91104be2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:46.229289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:46.230109 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:46.271824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1079b004-fdad-49c0-88b5-df167b84fe3d tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5350471 Aug 20 15:05:46.275600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44184) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:46.287700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-779a734b-e19c-42ac-9334-ab5e2fef7d21 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'port_id': '393bcb50-8fc1-4e5f-ba75-e1ea91104be2'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:46.316142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f345f-eb32-4fa1-a368-044bab3c1818 req-0675e189-4d25-442c-b735-e507abd9e4b8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:46.317728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a7f345f-eb32-4fa1-a368-044bab3c1818 req-0675e189-4d25-442c-b735-e507abd9e4b8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1801565 Aug 20 15:05:46.388343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a7f345f-eb32-4fa1-a368-044bab3c1818 req-e0a8bd01-344e-4dfc-bc7e-113e88ed6833 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547016 Aug 20 15:05:46.409503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-779a734b-e19c-42ac-9334-ab5e2fef7d21 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:47.056526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-c5f7e9a3-68c8-4e2a-bf35-1b500eb5b900 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:47.058206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-c5f7e9a3-68c8-4e2a-bf35-1b500eb5b900 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.1785462 Aug 20 15:05:47.077984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-837d180e-d8ea-40d8-88fd-bbd311fb665e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/quotas/bd8da3ea8dca4f1ebb1e3d833773a9c4 HTTP/1.1" status: 200 len: 375 time: 0.0128858 Aug 20 15:05:47.134186 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-9b4caa37-efe5-4234-b91a-3637c5f1f303 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496862 Aug 20 15:05:47.270912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:05:47.394481 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:47.400016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a567c055-39dc-4117-96e1-db61d0b195fc service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554734 Aug 20 15:05:47.478919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:47.481362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:47.488214 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c63d18-635c-4a31-b698-4ff4c6000ae2" -d '{"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-unplugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:47.499218 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:47.567358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=11']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:47.605543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1bb98-52fb-43fb-84b2-564602c540e6 req-4a8a620f-853d-4ab3-94ba-1c87aaca5687 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:47.613879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3f1bb98-52fb-43fb-84b2-564602c540e6 req-4a8a620f-853d-4ab3-94ba-1c87aaca5687 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.0946934 Aug 20 15:05:47.669758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-237180a3-b835-4b6f-aad0-9ef4237ad343 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596896 Aug 20 15:05:47.725371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3f1bb98-52fb-43fb-84b2-564602c540e6 req-cd930a62-4bcd-4a32-8650-4ed06c938cec tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101787 Aug 20 15:05:47.763735 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:47.820703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-779a734b-e19c-42ac-9334-ab5e2fef7d21 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:47.825633 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-779a734b-e19c-42ac-9334-ab5e2fef7d21 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:47.962047 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b38bc17-2045-4850-b8f0-d9f1c469ced0 x-openstack-request-id: req-9b38bc17-2045-4850-b8f0-d9f1c469ced0 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:47.962966 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-unplugged", "status": "completed", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:47.963414 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b38bc17-2045-4850-b8f0-d9f1c469ced0 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:47.964044 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'code': 200} Aug 20 15:05:48.004925 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-779a734b-e19c-42ac-9334-ab5e2fef7d21 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 24c212dc-300a-4916-aada-c0f65f18f1d8 associated. External IP: 172.25.5.203, port: 393bcb50-8fc1-4e5f-ba75-e1ea91104be2. Aug 20 15:05:48.214364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9489f9d-f4ba-45e7-8ad8-94e42f03c36e req-f143d2eb-0d30-4b0e-b2ca-17a9d549edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:48.228441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9489f9d-f4ba-45e7-8ad8-94e42f03c36e req-f143d2eb-0d30-4b0e-b2ca-17a9d549edd7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 1097 time: 0.1367900 Aug 20 15:05:48.361423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-087309c2-2cb3-4f74-b1c9-abe066878c7a req-e10ca101-8b29-457b-ada9-f7f1bb4d961d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 210 time: 0.1094310 Aug 20 15:05:48.511777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9489f9d-f4ba-45e7-8ad8-94e42f03c36e req-ea66b704-9558-4cdd-a008-835c0a3cd18f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822273 Aug 20 15:05:48.522011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-bfbfe2ef-b5f7-4d9b-ac0c-46962a340bd4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3903997 Aug 20 15:05:48.611774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779a734b-e19c-42ac-9334-ab5e2fef7d21 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:48.697233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-0c8dfc81-2ae8-4f03-b2c2-4ed119719f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:48.699169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-0c8dfc81-2ae8-4f03-b2c2-4ed119719f65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=088819830f114c8a8caa282d675ea303&device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 1099 time: 0.0913584 Aug 20 15:05:48.904712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779a734b-e19c-42ac-9334-ab5e2fef7d21 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:48.918982 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-779a734b-e19c-42ac-9334-ab5e2fef7d21 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:48.938493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-4cb751ff-6a45-4ffa-8ff3-f1a3834dd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:48.940713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-4cb751ff-6a45-4ffa-8ff3-f1a3834dd8b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2154398 Aug 20 15:05:48.945944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c87a3-764b-41ef-aaff-2242d672c779 None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:48.965120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c87a3-764b-41ef-aaff-2242d672c779 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:48.965779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c59c87a3-764b-41ef-aaff-2242d672c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:48.997148 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-779a734b-e19c-42ac-9334-ab5e2fef7d21 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/floatingips/24c212dc-300a-4916-aada-c0f65f18f1d8 HTTP/1.1" status: 200 len: 978 time: 2.7194836 Aug 20 15:05:48.999585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44384) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:49.040786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c59c87a3-764b-41ef-aaff-2242d672c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:49.063678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863524a-9315-49d0-b4bc-43e5a4e7870f req-74627af6-a9cd-4a80-be12-a50013a73c12 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:49.065909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c863524a-9315-49d0-b4bc-43e5a4e7870f req-74627af6-a9cd-4a80-be12-a50013a73c12 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1969566 Aug 20 15:05:49.067442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-d6c309d6-2749-4ca8-a63c-e3b128c5f00b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01 HTTP/1.1" status: 200 len: 217 time: 0.1112742 Aug 20 15:05:49.076035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59c87a3-764b-41ef-aaff-2242d672c779 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:49.078883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c59c87a3-764b-41ef-aaff-2242d672c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:49.166816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-0e875f79-7c8b-4a65-ae2c-083095ce9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:49.169091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-0e875f79-7c8b-4a65-ae2c-083095ce9451 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0643213 Aug 20 15:05:49.233069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c863524a-9315-49d0-b4bc-43e5a4e7870f req-b83bfe12-bf0c-49ed-915a-b74ef7db9c7f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609974 Aug 20 15:05:49.234670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c59c87a3-764b-41ef-aaff-2242d672c779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:49.237072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59c87a3-764b-41ef-aaff-2242d672c779 None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:49.268352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-162a8d67-ea90-497a-8b68-0606f6fb1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:49.272982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-162a8d67-ea90-497a-8b68-0606f6fb1b7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886855 Aug 20 15:05:49.296555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port 393bcb50-8fc1-4e5f-ba75-e1ea91104be2 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:49.300717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:49.523106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:49.555435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-85661027-822c-4ee8-b4c4-3eecf7368298 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627695 Aug 20 15:05:49.626689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd05f269-e304-4d9f-8b6f-8b6859aa68b2 req-14de7745-42c9-4d7d-b3ff-1ad22cd7d87e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 210 time: 0.0658693 Aug 20 15:05:49.884406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c443150-8635-4b6c-a608-c9d5913ed3a2 req-c1c0d267-b8a8-432d-9fa3-df4a3c75123d service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096104 Aug 20 15:05:50.090752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:50.092198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:50.092768 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 24c212dc-300a-4916-aada-c0f65f18f1d8 disassociated. External IP: 172.25.5.203, port: 393bcb50-8fc1-4e5f-ba75-e1ea91104be2. Aug 20 15:05:50.094156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for 393bcb50-8fc1-4e5f-ba75-e1ea91104be2 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:50.118894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-da7b83a4-589a-49a3-9e6c-ff920c7b3b0e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:50.120563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-da7b83a4-589a-49a3-9e6c-ff920c7b3b0e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.70 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.2035251 Aug 20 15:05:50.171106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Request body: {'port': {'device_id': 'd18415d6-99be-415d-bdf6-5ae97f5cb675', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'admin_state_up': True, 'tenant_id': 'bd8da3ea8dca4f1ebb1e3d833773a9c4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:50.389270 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:50.531673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=393bcb50-8fc1-4e5f-ba75-e1ea91104be2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:50.553920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Made reservation on behalf of bd8da3ea8dca4f1ebb1e3d833773a9c4 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:50.559213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:50.763027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:50.856665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Allocated IP 172.20.0.9 (9d0894f8-e5a6-479d-a1fc-d6d61961ff1b/09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1/2cc3f096-301d-4a94-b011-2df5b65a4463) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:50.941445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:50.953828 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cfe49-bcd2-4eac-bed0-b65b982491d9 None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:50.969028 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702cfe49-bcd2-4eac-bed0-b65b982491d9 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:50.972339 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-702cfe49-bcd2-4eac-bed0-b65b982491d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:51.043601 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-702cfe49-bcd2-4eac-bed0-b65b982491d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:51.051049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:51.070151 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5009140e-3783-4113-9603-4dc460d6c9b0 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/ports/393bcb50-8fc1-4e5f-ba75-e1ea91104be2 HTTP/1.1" status: 204 len: 168 time: 2.0677977 Aug 20 15:05:51.072315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44472) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:51.078915 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702cfe49-bcd2-4eac-bed0-b65b982491d9 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:51.084613 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-702cfe49-bcd2-4eac-bed0-b65b982491d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:51.154987 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e03f50c6-5580-469b-bfa3-c4f039c66968 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "GET /v2.0/floatingips/24c212dc-300a-4916-aada-c0f65f18f1d8 HTTP/1.1" status: 200 len: 688 time: 0.0774872 Aug 20 15:05:51.155713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44480) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:51.181969 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-702cfe49-bcd2-4eac-bed0-b65b982491d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:51.182550 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702cfe49-bcd2-4eac-bed0-b65b982491d9 None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:51.260632 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:51.293535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db37b-c3f2-47b3-be78-e573c227fd6f req-7c68719a-f5dd-4a46-845d-41808a1db6b9 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:51.301858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-982db37b-c3f2-47b3-be78-e573c227fd6f req-7c68719a-f5dd-4a46-845d-41808a1db6b9 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1073856 Aug 20 15:05:51.384443 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-982db37b-c3f2-47b3-be78-e573c227fd6f req-a8ba7380-890c-4b4a-8cd7-810fe4966368 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728798 Aug 20 15:05:51.392756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port fea69841-334b-44b1-a19d-3db19167747b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:51.393226 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:51.424317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:51.606309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:51.606647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:51.609126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event updated for resources: {'Port': ['ID=2cc3f096-301d-4a94-b011-2df5b65a4463,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:51.630596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for fea69841-334b-44b1-a19d-3db19167747b owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:51.642800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:51.645324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:51.649350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:51.668456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086653d5-2dff-492d-90a0-55e0b410c5e5 req-51e9f8ee-918b-4e39-aaf6-899968ff08f6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:51.678650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-086653d5-2dff-492d-90a0-55e0b410c5e5 req-51e9f8ee-918b-4e39-aaf6-899968ff08f6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 931 time: 0.1302688 Aug 20 15:05:51.776578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-086653d5-2dff-492d-90a0-55e0b410c5e5 req-25b87bbf-2bd7-4f51-a44f-5d3792d3d17a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970221 Aug 20 15:05:51.800313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:51.801115 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:51.857368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-db2f1340-c9ad-4394-aee4-12a012bb1318 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7053435 Aug 20 15:05:51.873351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Request body: {'port': {'device_id': 'd18415d6-99be-415d-bdf6-5ae97f5cb675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:51.953808 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:51.972455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:51.992206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=fea69841-334b-44b1-a19d-3db19167747b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:52.065885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:52.069124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:52.075256 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f920cabd-9b0a-48a7-801b-e4895117245a tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/floatingips/24c212dc-300a-4916-aada-c0f65f18f1d8 HTTP/1.1" status: 204 len: 168 time: 0.9148140 Aug 20 15:05:52.075256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44528) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:52.082464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'a9a4eee5-3be4-4713-860c-66f09f2959dd'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:52.134276 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:52.397448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:52.423122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc3f096-301d-4a94-b011-2df5b65a4463 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:05:52.434574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:52.464095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Transition to ACTIVE for port object 2cc3f096-301d-4a94-b011-2df5b65a4463 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:05:52.495794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:52.541921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.25.5.16 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/8f37d595-5c2f-4059-8615-3fc199ba3ebc) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:52.549446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-e35c60f2-56f1-4f90-b437-a3113c35976a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:52.553375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-e35c60f2-56f1-4f90-b437-a3113c35976a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/networks?id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 200 len: 810 time: 0.2054577 Aug 20 15:05:52.616777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-b07c1390-c264-4282-9a61-194147e819bf tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/quotas/cb30024f5db24c95a620ffb9622a4233 HTTP/1.1" status: 200 len: 375 time: 0.0466237 Aug 20 15:05:52.629699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Pushing event updated for resources: {'Port': ['ID=2cc3f096-301d-4a94-b011-2df5b65a4463,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:52.711934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-805fcf28-750d-4b07-8d77-9c3c916f9cc3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1772430 Aug 20 15:05:52.731275 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:52.738135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-811b3622-4cde-4ce3-a06a-f36019158583 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb30024f5db24c95a620ffb9622a4233&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103816 Aug 20 15:05:52.784958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:52.827682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Attempting to bind port 2cc3f096-301d-4a94-b011-2df5b65a4463 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:05:52.828085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Attempting to bind port 2cc3f096-301d-4a94-b011-2df5b65a4463 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:05:52.828420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Attempting to bind port 2cc3f096-301d-4a94-b011-2df5b65a4463 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:05:52.831618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:52.835324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:52.839359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:52.843404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Port 2cc3f096-301d-4a94-b011-2df5b65a4463 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:05:52.843769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Attempting to bind port 2cc3f096-301d-4a94-b011-2df5b65a4463 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:05:52.854036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:05:52.854382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Checking segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:05:52.854896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Bound using segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:05:52.855205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Bound port: 2cc3f096-301d-4a94-b011-2df5b65a4463, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:05:52.855663 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:52.882009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-c7c17710-754b-4abf-818a-cfa2454dd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:52.884170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-c7c17710-754b-4abf-818a-cfa2454dd03c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=088819830f114c8a8caa282d675ea303&device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 1100 time: 0.1383197 Aug 20 15:05:52.912979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=8f37d595-5c2f-4059-8615-3fc199ba3ebc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:53.007221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-b2ca875f-2f8b-433a-9b2c-991c94e09b7d service neutron] 10.222.0.36 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445121 Aug 20 15:05:53.072622 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] For port 2cc3f096-301d-4a94-b011-2df5b65a4463, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:05:53.107782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] For port 2cc3f096-301d-4a94-b011-2df5b65a4463, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2cc3f096-301d-4a94-b011-2df5b65a4463,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:05:53.129294 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:53.188698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-c974ca2c-7ba5-4a68-bebc-110c13a54211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:53.191063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-c974ca2c-7ba5-4a68-bebc-110c13a54211 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.2744758 Aug 20 15:05:53.194009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:53.194670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:53.196315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] 10.222.0.70 "PUT /v2.0/ports/2cc3f096-301d-4a94-b011-2df5b65a4463 HTTP/1.1" status: 200 len: 1092 time: 1.3281367 Aug 20 15:05:53.200319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18415d6-99be-415d-bdf6-5ae97f5cb675', 'tag': '2cc3f096-301d-4a94-b011-2df5b65a4463'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:53.209806 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5b2d3f-ef28-468a-8760-59993f382076" -d '{"events": [{"name": "network-changed", "server_uuid": "d18415d6-99be-415d-bdf6-5ae97f5cb675", "tag": "2cc3f096-301d-4a94-b011-2df5b65a4463"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:53.292833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-90c0bcd6-d890-4ebb-b899-c1ecd93d9147 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=84919ba6-1f82-4bec-91b7-fd0988879b96 HTTP/1.1" status: 200 len: 217 time: 0.0861025 Aug 20 15:05:53.297644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-fa34365d-7855-4627-865b-4ae13b51d8b1 service neutron] 10.222.0.36 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813005 Aug 20 15:05:53.337456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1998499-bedd-4666-bb78-86e74392e76e service neutron] Pushing event updated for resources: {'Port': ['ID=2cc3f096-301d-4a94-b011-2df5b65a4463,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:53.359491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:53.411578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-8bc0b564-325d-4bfc-b5ca-530cf7ce4752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:53.413387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-8bc0b564-325d-4bfc-b5ca-530cf7ce4752 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 1095 time: 0.1363127 Aug 20 15:05:53.415861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-ea89b03a-a0ab-4f81-b205-c0934a8c3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:53.417187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-ea89b03a-a0ab-4f81-b205-c0934a8c3bca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0907667 Aug 20 15:05:53.428310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88b139-9afd-47f9-a196-dddb30fbf495 req-acb17416-e867-4c19-9416-7d72e8237814 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:53.429854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f88b139-9afd-47f9-a196-dddb30fbf495 req-acb17416-e867-4c19-9416-7d72e8237814 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 943 time: 0.1361296 Aug 20 15:05:53.433611 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:53.504038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-d01edca8-9344-4d77-b36b-1b48921e5762 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc3f096-301d-4a94-b011-2df5b65a4463 HTTP/1.1" status: 200 len: 217 time: 0.0730124 Aug 20 15:05:53.520379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f88b139-9afd-47f9-a196-dddb30fbf495 req-f749a227-fae9-4ae2-a919-0ed76bdb57af tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Aug 20 15:05:53.656495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-02b2aec8-21d9-4223-b1af-a21f5271dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:53.658945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-02b2aec8-21d9-4223-b1af-a21f5271dce2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.1367264 Aug 20 15:05:53.666760 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:53.670501 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226bdd6f-cf2e-4f30-85c9-0dd297899f20 x-openstack-request-id: req-226bdd6f-cf2e-4f30-85c9-0dd297899f20 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:53.671719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:53.679144 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18415d6-99be-415d-bdf6-5ae97f5cb675", "tag": "2cc3f096-301d-4a94-b011-2df5b65a4463", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:53.679591 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-226bdd6f-cf2e-4f30-85c9-0dd297899f20 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:53.681358 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18415d6-99be-415d-bdf6-5ae97f5cb675', 'tag': '2cc3f096-301d-4a94-b011-2df5b65a4463', 'status': 'completed', 'code': 200} Aug 20 15:05:53.706686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-1d576e2d-9cbe-468c-a40b-1f58d0e4a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:53.708196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-1d576e2d-9cbe-468c-a40b-1f58d0e4a20d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594946 Aug 20 15:05:53.850811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-9760e853-da6e-45cb-861d-ec499c5e5498 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1674955 Aug 20 15:05:53.853507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-2870960c-edf2-429e-a92c-7215c1a6d6e4 service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279552 Aug 20 15:05:54.042361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1039e985-da9b-4bab-83f7-67d31dcb3157 req-11b104d1-c0fb-4c80-89f0-62c2356d9e1f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 210 time: 0.1636395 Aug 20 15:05:54.140970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d5df96-0255-4c7e-ae54-b3130f7888b3 req-73d9bac7-68fe-4dbe-a046-0bee6eb0f0ff service neutron] 10.222.0.72 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731476 Aug 20 15:05:54.307703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=8f37d595-5c2f-4059-8615-3fc199ba3ebc,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:54.317605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.318109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.318457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.318799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.319135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.319469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.321374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.322465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.322825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.323165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.323633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.324070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:54.330971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:54.467741 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 16caeb2e-ef29-4da3-9393-3f9bcb82ecad associated. External IP: 172.25.5.16, port: a9a4eee5-3be4-4713-860c-66f09f2959dd. Aug 20 15:05:54.606292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-12eae49b-a88d-4bc0-a884-5e5c02029050 service neutron] 10.222.0.70 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161679 Aug 20 15:05:54.686159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f445404-7c8e-48f9-aabe-daadd48a6566 req-338d3674-cc51-4551-8af3-74ac9e205873 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:54.687666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f445404-7c8e-48f9-aabe-daadd48a6566 req-338d3674-cc51-4551-8af3-74ac9e205873 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 947 time: 0.5793195 Aug 20 15:05:54.694851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e59eb-86ce-4d23-91b3-75cb703bf064 req-7c309b73-8ccd-4eb9-91fb-5a1e85ba6637 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:54.703905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-934e59eb-86ce-4d23-91b3-75cb703bf064 req-7c309b73-8ccd-4eb9-91fb-5a1e85ba6637 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 951 time: 0.5315135 Aug 20 15:05:54.709321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:05:54.786825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-934e59eb-86ce-4d23-91b3-75cb703bf064 req-a6a35ffc-3bc1-4504-9f74-ec2ca953bd94 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817635 Aug 20 15:05:54.804039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f445404-7c8e-48f9-aabe-daadd48a6566 req-9369b6fd-98eb-495e-8ad5-2a2fb3b80ee9 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932174 Aug 20 15:05:54.819482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3309b2a5-d61b-4594-9d9a-fdf9ce09faca req-790cb041-1802-446c-927a-06e3ba2de0ae service neutron] 10.222.0.70 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999314 Aug 20 15:05:54.827201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:05:54.842716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01814173-73ac-429a-b6a1-992a71e283a6 None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:05:54.847087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:54.871464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01814173-73ac-429a-b6a1-992a71e283a6 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:54.872282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-01814173-73ac-429a-b6a1-992a71e283a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:54.889561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44658) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:54.890301 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-05874dc5-e0df-4ca7-908f-2c6bb3b86a65 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.8123698 Aug 20 15:05:54.900453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1150424611'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:54.966499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-01814173-73ac-429a-b6a1-992a71e283a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:55.000081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01814173-73ac-429a-b6a1-992a71e283a6 None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:05:55.001056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-01814173-73ac-429a-b6a1-992a71e283a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:55.004003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Made reservation on behalf of 6ad614e5b0484a2f89c2c5b8ca77594a for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:55.009044 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:55.061545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-01814173-73ac-429a-b6a1-992a71e283a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:05:55.062223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01814173-73ac-429a-b6a1-992a71e283a6 None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:05:55.067972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:05:55.081342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e110bc-3074-4542-9892-e86732673093 req-2f7789b3-bf93-48f8-9741-4f6da5c0b940 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:55.082855 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32e110bc-3074-4542-9892-e86732673093 req-2f7789b3-bf93-48f8-9741-4f6da5c0b940 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 943 time: 0.1614809 Aug 20 15:05:55.091913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:55.092242 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Added segment edb1e390-3867-471b-b924-dbb0f210862b of type vlan for network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 Aug 20 15:05:55.095188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-dc077ded-127d-4236-9ced-8d5b3d76d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:55.096571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-dc077ded-127d-4236-9ced-8d5b3d76d1e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 1095 time: 0.1325579 Aug 20 15:05:55.231470 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-c7045e29-46b3-4476-8d83-1176b7ce21c9 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:55.234295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:55.234737 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-c7045e29-46b3-4476-8d83-1176b7ce21c9 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.70 "GET /v2.0/networks?id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 200 len: 810 time: 0.1917355 Aug 20 15:05:55.253402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32e110bc-3074-4542-9892-e86732673093 req-c125a630-64ac-40e4-b8c8-f07dee6cd79a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488597 Aug 20 15:05:55.256398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Request body: {'port': {'device_id': '30d6fd0d-2fe5-481c-aab1-4a2cb71d0547', 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f', 'admin_state_up': True, 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:55.349315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:55.357195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:55.357896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:55.433668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Made reservation on behalf of cb30024f5db24c95a620ffb9622a4233 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:55.437096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-42257be5-0422-4548-881d-8cca46f0a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:55.437665 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:55.438600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-42257be5-0422-4548-881d-8cca46f0a271 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 913 time: 0.2881300 Aug 20 15:05:55.451280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5600641 Aug 20 15:05:55.453480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdeb02-f33d-412a-a128-b4f73695d102 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Network': ['ID=2edb4bda-cbaf-4675-9f88-98e613e10ad8,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:55.454297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44704) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:55.474698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'subnet': {'network_id': '2edb4bda-cbaf-4675-9f88-98e613e10ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:55.476309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:05:55.532501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-aac3ad4d-f87a-4510-8556-9484938a1a29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cc3f096-301d-4a94-b011-2df5b65a4463 HTTP/1.1" status: 200 len: 217 time: 0.0800695 Aug 20 15:05:55.618002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8661981f-0d13-455e-b27e-38b2b5d7a94b req-b1d021a8-3e15-4801-b288-1354faadf226 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 210 time: 0.0832243 Aug 20 15:05:55.651726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-3e56ac6c-0833-4558-8e98-900a667cb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:55.653416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-3e56ac6c-0833-4558-8e98-900a667cb7aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.1045079 Aug 20 15:05:55.713662 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-fe1f6202-c547-4172-af07-04e5ab8c5fa8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433030 Aug 20 15:05:55.728421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Made reservation on behalf of 6ad614e5b0484a2f89c2c5b8ca77594a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:05:55.732447 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:55.794868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Allocated IP 172.20.0.9 (bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f/d5063518-a3df-4241-9733-06ab52d70588/5506807b-c1da-453c-b950-176c2f71b935) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:55.929372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-55cd257a-6d30-49e5-8e51-d18b9d55055b service neutron] 10.222.0.70 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027798 Aug 20 15:05:56.014017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef774eb-d9b1-4337-8663-e0bfffc3b026 req-d3dcc07e-2f7a-46a7-9b40-05c4f3c2e433 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:56.015766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eef774eb-d9b1-4337-8663-e0bfffc3b026 req-d3dcc07e-2f7a-46a7-9b40-05c4f3c2e433 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 947 time: 0.1352525 Aug 20 15:05:56.076687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.082432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.114685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fafb0d-190d-4632-878d-130962c27a9b req-7c76b297-9af0-4391-9df3-9f9f2cdb58f5 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:56.120096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31fafb0d-190d-4632-878d-130962c27a9b req-7c76b297-9af0-4391-9df3-9f9f2cdb58f5 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 951 time: 0.1574614 Aug 20 15:05:56.130757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eef774eb-d9b1-4337-8663-e0bfffc3b026 req-2f3e1d64-7ab8-4776-8f16-d25ccbf05833 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919886 Aug 20 15:05:56.166631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5b2d3f-ef28-468a-8760-59993f382076 req-a46a0276-5df5-4573-ba9c-e98c8ac619b6 service neutron] 10.222.0.70 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257473 Aug 20 15:05:56.176145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31fafb0d-190d-4632-878d-130962c27a9b req-6483dce5-ebd4-456b-af5d-00ef43602233 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Aug 20 15:05:56.192256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Subnet': ['ID=fc1b1b8b-867c-416f-9c27-4d15277aae3c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:56.203580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.241358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d724629d-6121-4437-bd81-92e94632d770'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:05:56.257660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Checking segment: {'id': 'edb1e390-3867-471b-b924-dbb0f210862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2edb4bda-cbaf-4675-9f88-98e613e10ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:05:56.258841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network hostable DHCP agents. Network: 2edb4bda-cbaf-4675-9f88-98e613e10ad8, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:05:56.276886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:56.288679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:56.302290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:56.354202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:56.354841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.368081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Pushing event updated for resources: {'Port': ['ID=5506807b-c1da-453c-b950-176c2f71b935,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:56.378809 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-6c002dc9-a459-417f-bdd7-fa5e5360d5ed tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271980 Aug 20 15:05:56.379907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:05:56.389891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 2edb4bda-cbaf-4675-9f88-98e613e10ad8) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:56.397288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Request body: {'port': {'device_id': '30d6fd0d-2fe5-481c-aab1-4a2cb71d0547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:56.413805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084abd64-9397-42fc-922d-a2caaa94b69e None None] Network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:05:56.416862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5b485-bdd8-4a28-8b5c-8765d8469c83 req-161877b9-b46e-4e78-8c09-248602ba5e8b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:56.418601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3b5b485-bdd8-4a28-8b5c-8765d8469c83 req-161877b9-b46e-4e78-8c09-248602ba5e8b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 943 time: 0.0645726 Aug 20 15:05:56.432491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:56.433725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.478902 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-81bb7001-9c16-4fd6-8ad0-6da3fb75bc01 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0144062 Aug 20 15:05:56.482478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44726) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:05:56.487855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-129145534', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:05:56.496643 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.510946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3b5b485-bdd8-4a28-8b5c-8765d8469c83 req-c7eb9d02-d061-45af-b3d6-85f374936111 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715377 Aug 20 15:05:56.526855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-3fc320f2-bae8-4832-b5e1-88d2829a3f18 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:56.528813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-3fc320f2-bae8-4832-b5e1-88d2829a3f18 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.70 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 947 time: 0.1038258 Aug 20 15:05:56.569417 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.570987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.666613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Deleting port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:56.667346 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.723235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.753884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-2edb4bda-cbaf-4675-9f88-98e613e10ad8', 'network_id': '2edb4bda-cbaf-4675-9f88-98e613e10ad8', 'tenant_id': '6ad614e5b0484a2f89c2c5b8ca77594a', 'fixed_ips': [{'subnet_id': 'fc1b1b8b-867c-416f-9c27-4d15277aae3c'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:05:56.755169 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.826324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a404ed2-47c3-4ab9-ad04-16e87987de29 req-55b39f73-d84b-4b36-a6b6-a17b5faa6a05 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:56.828159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a404ed2-47c3-4ab9-ad04-16e87987de29 req-55b39f73-d84b-4b36-a6b6-a17b5faa6a05 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 931 time: 0.0912690 Aug 20 15:05:56.853314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] For port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:56.853814 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.872064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Calling delete_port for 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:56.891214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a404ed2-47c3-4ab9-ad04-16e87987de29 req-52b0e1f4-59d6-4e9c-be8a-9b8655cc1347 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555949 Aug 20 15:05:56.940681 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:56.948408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Allocated IP 172.20.0.2 (2edb4bda-cbaf-4675-9f88-98e613e10ad8/fc1b1b8b-867c-416f-9c27-4d15277aae3c/d55d21c2-2ce4-46a8-b364-07b7d8fa3df8) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:57.082686 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.110959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5506807b-c1da-453c-b950-176c2f71b935 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:05:57.122504 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.129045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Pushing event deleted for resources: {'Port': ['ID=6e00a3de-e2ce-42ba-99bb-350f7b34cd01,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:57.140479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.142431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Transition to ACTIVE for port object 5506807b-c1da-453c-b950-176c2f71b935 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:05:57.144333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.145249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.145609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.145950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.146291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.146655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.148003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.148148 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.148377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.148893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.149324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.149806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:05:57.210912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] No DVR routers for this DVR port 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:05:57.214735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.217386 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9f9a2d5-9e1f-463a-9c59-0b79b0cfdadc req-d536fb60-d035-4a1b-817b-b1f63509241a tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.70 "DELETE /v2.0/ports/6e00a3de-e2ce-42ba-99bb-350f7b34cd01 HTTP/1.1" status: 204 len: 173 time: 0.6781805 Aug 20 15:05:57.218454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'name': 'network-vif-deleted', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:57.221085 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1e28a9-5b85-40d2-9e2d-6b821177d58f" -d '{"events": [{"server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "name": "network-vif-deleted", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:57.228802 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.241681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Transition to ACTIVE for port object d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:05:57.264853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Pushing event updated for resources: {'Port': ['ID=5506807b-c1da-453c-b950-176c2f71b935,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:57.286712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Transition to ACTIVE for port object d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:05:57.296273 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.308201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9351c0d-81a4-4ae6-9cb4-89c610704868 req-0042779d-b552-4a76-bdfe-c8b710ea0df9 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=cddff8c0-7238-42c0-95b0-bf4b1f6b77a4 HTTP/1.1" status: 200 len: 210 time: 0.0469060 Aug 20 15:05:57.339829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:57.341255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:05:57.382565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:57.384139 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac277a9-9ffe-4b16-b649-688f15ba54e3 x-openstack-request-id: req-cac277a9-9ffe-4b16-b649-688f15ba54e3 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:57.385732 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddff8c0-7238-42c0-95b0-bf4b1f6b77a4", "name": "network-vif-deleted", "tag": "6e00a3de-e2ce-42ba-99bb-350f7b34cd01", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:57.390584 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cac277a9-9ffe-4b16-b649-688f15ba54e3 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:57.391134 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddff8c0-7238-42c0-95b0-bf4b1f6b77a4', 'name': 'network-vif-deleted', 'tag': '6e00a3de-e2ce-42ba-99bb-350f7b34cd01', 'status': 'completed', 'code': 200} Aug 20 15:05:57.430405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadecd9-b0fa-4790-8a5c-a901dabea536 req-75195273-8403-4a55-b36e-f474bfeb8d20 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:57.433894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.434759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:57.440038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eadecd9-b0fa-4790-8a5c-a901dabea536 req-75195273-8403-4a55-b36e-f474bfeb8d20 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 951 time: 0.1152542 Aug 20 15:05:57.488673 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.493984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eadecd9-b0fa-4790-8a5c-a901dabea536 req-09dcf968-0529-4caf-9220-620f5eab48b3 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467136 Aug 20 15:05:57.598345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Attempting to bind port 5506807b-c1da-453c-b950-176c2f71b935 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:05:57.598692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Attempting to bind port 5506807b-c1da-453c-b950-176c2f71b935 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:05:57.599018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Attempting to bind port 5506807b-c1da-453c-b950-176c2f71b935 on network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:05:57.607631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Port 5506807b-c1da-453c-b950-176c2f71b935 on network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:05:57.607995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Attempting to bind port 5506807b-c1da-453c-b950-176c2f71b935 on network bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:05:57.616802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:05:57.617169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Checking segment: {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:05:57.618173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Bound using segment: {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:05:57.618706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Bound port: 5506807b-c1da-453c-b950-176c2f71b935, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e069021-16f4-4483-a22f-0c9769d2ddd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:05:57.619139 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.714559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Pushing event updated for resources: {'Port': ['ID=d55d21c2-2ce4-46a8-b364-07b7d8fa3df8,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:57.729532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39524998-503f-448c-885b-65f71e9b43bc req-71a123e0-94c1-420e-af6c-6162aa579b11 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:57.731144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39524998-503f-448c-885b-65f71e9b43bc req-71a123e0-94c1-420e-af6c-6162aa579b11 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 943 time: 0.0897009 Aug 20 15:05:57.760599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.25.5.155 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/b0ebe30f-a593-492a-9a97-7e00f7e08c71) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:05:57.779504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Attempting to bind port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:05:57.779928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Attempting to bind port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'edb1e390-3867-471b-b924-dbb0f210862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2edb4bda-cbaf-4675-9f88-98e613e10ad8'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:05:57.780311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Attempting to bind port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 on network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:05:57.787673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] For port 5506807b-c1da-453c-b950-176c2f71b935, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:05:57.792733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:05:57.792966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] For port 5506807b-c1da-453c-b950-176c2f71b935, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5506807b-c1da-453c-b950-176c2f71b935,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:05:57.793109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Checking segment: {'id': 'edb1e390-3867-471b-b924-dbb0f210862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2edb4bda-cbaf-4675-9f88-98e613e10ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:05:57.794109 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.795308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Bound using segment: {'id': 'edb1e390-3867-471b-b924-dbb0f210862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2edb4bda-cbaf-4675-9f88-98e613e10ad8'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:05:57.795308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Bound port: d55d21c2-2ce4-46a8-b364-07b7d8fa3df8, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb1e390-3867-471b-b924-dbb0f210862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '2edb4bda-cbaf-4675-9f88-98e613e10ad8'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:05:57.795635 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.799251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.823072 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.834098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39524998-503f-448c-885b-65f71e9b43bc req-3c9b5653-8144-40cc-ad24-a43bdeded276 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940232 Aug 20 15:05:57.860250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:57.884933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:57.887887 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bbf86a-7d3c-4b58-9d09-025811e1b488" -d '{"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:57.894990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.926274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:57.926274 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:57.929365 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] 10.222.0.70 "PUT /v2.0/ports/5506807b-c1da-453c-b950-176c2f71b935 HTTP/1.1" status: 200 len: 1092 time: 1.5370233 Aug 20 15:05:57.930538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d6fd0d-2fe5-481c-aab1-4a2cb71d0547', 'tag': '5506807b-c1da-453c-b950-176c2f71b935'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:57.933462 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3586aa75-1c3c-4dc4-87af-8ef0485dd412" -d '{"events": [{"name": "network-changed", "server_uuid": "30d6fd0d-2fe5-481c-aab1-4a2cb71d0547", "tag": "5506807b-c1da-453c-b950-176c2f71b935"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:57.982102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb1a39-bc47-4c31-849c-2bcd9fc470fd service neutron] Pushing event updated for resources: {'Port': ['ID=5506807b-c1da-453c-b950-176c2f71b935,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:58.044346 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1b15d6-e5bc-4e38-b464-8c56b18614ea x-openstack-request-id: req-df1b15d6-e5bc-4e38-b464-8c56b18614ea {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:58.044955 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:58.045810 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df1b15d6-e5bc-4e38-b464-8c56b18614ea {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:58.046371 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'code': 200} Aug 20 15:05:58.088902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6177-24cf-4256-bab4-1381e6613244 req-a776069c-18b3-4c0c-9c06-23a75fd47acc tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:58.097111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4efc6177-24cf-4256-bab4-1381e6613244 req-a776069c-18b3-4c0c-9c06-23a75fd47acc tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 943 time: 0.0676682 Aug 20 15:05:58.106400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-3ff5992c-644d-4ee4-8fe3-0ce382c68b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:58.113019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=11']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:58.121163 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-3ff5992c-644d-4ee4-8fe3-0ce382c68b46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb30024f5db24c95a620ffb9622a4233&device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 1095 time: 0.1229186 Aug 20 15:05:58.127852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] For port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:05:58.135591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] For port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d55d21c2-2ce4-46a8-b364-07b7d8fa3df8,segment=NetworkSegment(edb1e390-3867-471b-b924-dbb0f210862b),segment_id=edb1e390-3867-471b-b924-dbb0f210862b)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:05:58.142407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:58.143769 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:58.171149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4efc6177-24cf-4256-bab4-1381e6613244 req-b3c16ee5-e3ba-4714-b770-a6634af69622 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696769 Aug 20 15:05:58.205337 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-f60c7f6b-dc6a-4fe2-a604-191411f9b63e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5506807b-c1da-453c-b950-176c2f71b935 HTTP/1.1" status: 200 len: 217 time: 0.0585873 Aug 20 15:05:58.207454 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3741182-e8f1-4e8d-b456-9dbe537ba162 x-openstack-request-id: req-e3741182-e8f1-4e8d-b456-9dbe537ba162 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:58.207874 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d6fd0d-2fe5-481c-aab1-4a2cb71d0547", "tag": "5506807b-c1da-453c-b950-176c2f71b935", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:58.208133 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3741182-e8f1-4e8d-b456-9dbe537ba162 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:58.208531 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d6fd0d-2fe5-481c-aab1-4a2cb71d0547', 'tag': '5506807b-c1da-453c-b950-176c2f71b935', 'status': 'completed', 'code': 200} Aug 20 15:05:58.217546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8322d9-504b-4fb3-a8d0-c55e007f797b None None] Pushing event updated for resources: {'Port': ['ID=d55d21c2-2ce4-46a8-b364-07b7d8fa3df8,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:58.286814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-4e3eabd4-fbd6-4751-a675-b79b7608dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:58.288700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-4e3eabd4-fbd6-4751-a675-b79b7608dffc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5063518-a3df-4241-9733-06ab52d70588 HTTP/1.1" status: 200 len: 850 time: 0.0691869 Aug 20 15:05:58.291017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:58.351220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:05:58.354842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:05:58.358237 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-98db6271-f2c0-4901-a693-9ba246744b9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413020 Aug 20 15:05:58.358900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:05:58.372044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2cc3f096-301d-4a94-b011-2df5b65a4463 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:05:58.504605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=b0ebe30f-a593-492a-9a97-7e00f7e08c71,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:58.578788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a742e3e-39cf-452d-b348-b796c11a666f req-a92cd5a3-312b-477a-b1fe-a70b9b2ad1b2 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:58.580548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a742e3e-39cf-452d-b348-b796c11a666f req-a92cd5a3-312b-477a-b1fe-a70b9b2ad1b2 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 949 time: 0.1323326 Aug 20 15:05:58.647458 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:58.701042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 2cc3f096-301d-4a94-b011-2df5b65a4463, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2cc3f096-301d-4a94-b011-2df5b65a4463,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:58.733051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '2cc3f096-301d-4a94-b011-2df5b65a4463', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'port_id': '2cc3f096-301d-4a94-b011-2df5b65a4463', 'mac_address': 'fa:16:3e:20:49:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:05:58.838664 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:58.870557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc3f096-301d-4a94-b011-2df5b65a4463 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:05:58.892928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 2cc3f096-301d-4a94-b011-2df5b65a4463, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2cc3f096-301d-4a94-b011-2df5b65a4463,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:58.897369 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:58.931389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6a742e3e-39cf-452d-b348-b796c11a666f req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Deleting port ac0ed5b6-4403-431e-9689-2696c9527b9a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:05:58.932070 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a742e3e-39cf-452d-b348-b796c11a666f req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:58.959516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=2cc3f096-301d-4a94-b011-2df5b65a4463,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:58.976057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38a4b3-a037-473c-975c-fffca4881f61 req-faf91edc-4747-491a-b618-176179891ccf tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:58.981202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd38a4b3-a037-473c-975c-fffca4881f61 req-faf91edc-4747-491a-b618-176179891ccf tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 949 time: 0.1806805 Aug 20 15:05:59.061768 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-73ba0220-c15d-4e3d-ac19-23a470a311ff service neutron] 10.222.0.70 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589825 Aug 20 15:05:59.091145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301547c7-b246-4136-b8ac-206fdf20b896 req-426e4ebb-f186-4645-815c-31854b72e3c3 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:59.092996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-301547c7-b246-4136-b8ac-206fdf20b896 req-426e4ebb-f186-4645-815c-31854b72e3c3 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 948 time: 0.2116673 Aug 20 15:05:59.098784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd38a4b3-a037-473c-975c-fffca4881f61 req-0a45f853-094a-4751-925f-276511792715 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/security-groups?id=7352f4cb-40f4-46ff-97a4-00c5ee126517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879900 Aug 20 15:05:59.145332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6a742e3e-39cf-452d-b348-b796c11a666f req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] For port ac0ed5b6-4403-431e-9689-2696c9527b9a, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=ac0ed5b6-4403-431e-9689-2696c9527b9a,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:05:59.145710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a742e3e-39cf-452d-b348-b796c11a666f req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:59.163235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-301547c7-b246-4136-b8ac-206fdf20b896 req-2938d562-bd58-4ad2-9350-24cf3dbb85b0 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603466 Aug 20 15:05:59.170039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6a742e3e-39cf-452d-b348-b796c11a666f req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Calling delete_port for ac0ed5b6-4403-431e-9689-2696c9527b9a owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:05:59.303231 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e06f4f2-90e5-4a18-b657-40614e9198de req-58b66530-ff92-4bb9-b83f-3b462a062876 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253580 Aug 20 15:05:59.323832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['2cc3f096-301d-4a94-b011-2df5b65a4463'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:05:59.453909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d8f99-c1c7-4fa1-99ba-0096ffecc584 req-aae9061c-15e4-46e7-b2fd-b69cf3564bb2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:59.468405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a05d8f99-c1c7-4fa1-99ba-0096ffecc584 req-aae9061c-15e4-46e7-b2fd-b69cf3564bb2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 944 time: 0.1837640 Aug 20 15:05:59.538959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:59.540240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf7d4-1ca2-48fa-90d9-240b2c95eb53 req-bd667d78-c333-4aec-8252-bebbc0cbf032 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:59.553880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9bdcf7d4-1ca2-48fa-90d9-240b2c95eb53 req-bd667d78-c333-4aec-8252-bebbc0cbf032 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 943 time: 0.2139077 Aug 20 15:05:59.607847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:05:59.645790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9bdcf7d4-1ca2-48fa-90d9-240b2c95eb53 req-528a95d0-0e75-4d4b-87e7-a39bd67033c6 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899403 Aug 20 15:05:59.663976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-4761aca4-1e55-40f4-bbf4-98512cd85f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:59.666696 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-4761aca4-1e55-40f4-bbf4-98512cd85f73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb30024f5db24c95a620ffb9622a4233&device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 1095 time: 0.2449822 Aug 20 15:05:59.668875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a05d8f99-c1c7-4fa1-99ba-0096ffecc584 req-06e0e117-c941-4aeb-8e39-8f98f03b6c74 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994367 Aug 20 15:05:59.682839 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a742e3e-39cf-452d-b348-b796c11a666f req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:59.742789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1401ccee-1627-45e5-bbcf-9b413ab7f9de None None] Network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:05:59.781240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Pushing event deleted for resources: {'Port': ['ID=ac0ed5b6-4403-431e-9689-2696c9527b9a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:05:59.807262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a742e3e-39cf-452d-b348-b796c11a666f req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] No DVR routers for this DVR port ac0ed5b6-4403-431e-9689-2696c9527b9a on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:05:59.810131 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a742e3e-39cf-452d-b348-b796c11a666f req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:59.815060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a742e3e-39cf-452d-b348-b796c11a666f req-9c6f3738-ece6-4103-817c-ce0fc9a158ed tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.72 "DELETE /v2.0/ports/ac0ed5b6-4403-431e-9689-2696c9527b9a HTTP/1.1" status: 204 len: 173 time: 1.2251663 Aug 20 15:05:59.815768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-deleted', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:05:59.829998 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d21d734-d1a0-4570-aee9-55a5d1e85562" -d '{"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-deleted", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:05:59.872192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-96056589-486f-41a6-9428-85bca8b26a88 None None] Provisioning for port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:05:59.880924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-96056589-486f-41a6-9428-85bca8b26a88 None None] Provisioning complete for port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:59.881715 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-96056589-486f-41a6-9428-85bca8b26a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:59.904507 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0fc357-4d00-4128-974a-edea187eed90 x-openstack-request-id: req-6e0fc357-4d00-4128-974a-edea187eed90 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:05:59.905131 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc03fe5e-3532-43a1-96c0-6550769f8fe4", "name": "network-vif-deleted", "tag": "ac0ed5b6-4403-431e-9689-2696c9527b9a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:05:59.905505 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e0fc357-4d00-4128-974a-edea187eed90 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:05:59.905994 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc03fe5e-3532-43a1-96c0-6550769f8fe4', 'name': 'network-vif-deleted', 'tag': 'ac0ed5b6-4403-431e-9689-2696c9527b9a', 'status': 'completed', 'code': 200} Aug 20 15:05:59.910856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:05:59.928156 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:05:59.928777 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:05:59.937810 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-d84881d4-522b-4274-8bf3-1a552a247cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:05:59.945388 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-d84881d4-522b-4274-8bf3-1a552a247cd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 200 len: 911 time: 0.2583392 Aug 20 15:06:00.020965 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-1d877d13-6452-41da-b078-419fc0449737 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5506807b-c1da-453c-b950-176c2f71b935 HTTP/1.1" status: 200 len: 217 time: 0.0636163 Aug 20 15:06:00.026986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:00.131928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-ae153937-e5a6-41a0-9c26-7ba6baff5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:00.134202 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-ae153937-e5a6-41a0-9c26-7ba6baff5751 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5063518-a3df-4241-9733-06ab52d70588 HTTP/1.1" status: 200 len: 850 time: 0.0926034 Aug 20 15:06:00.146611 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-96056589-486f-41a6-9428-85bca8b26a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:00.165220 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:00.226042 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-4efebaf2-2f47-46db-a55c-ec116ee9f6b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392036 Aug 20 15:06:00.234713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-96056589-486f-41a6-9428-85bca8b26a88 None None] For port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d55d21c2-2ce4-46a8-b364-07b7d8fa3df8,segment=NetworkSegment(edb1e390-3867-471b-b924-dbb0f210862b),segment_id=edb1e390-3867-471b-b924-dbb0f210862b)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:00.241955 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-96056589-486f-41a6-9428-85bca8b26a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:00.298635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c642eb5-69ef-45e2-a5f8-29eeec1d5641 req-bd1047a0-a8eb-4f0f-88df-8887986da2c8 tempest-ImagesOneServerTestJSON-1742953686 tempest-ImagesOneServerTestJSON-1742953686-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc03fe5e-3532-43a1-96c0-6550769f8fe4 HTTP/1.1" status: 200 len: 210 time: 0.0710838 Aug 20 15:06:00.400845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:06:00.409374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadddd45-59be-47ab-bc7f-534aa6520165 req-f567d757-89a8-4d5f-8d79-20fc14378a95 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:00.412092 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:06:00.418274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aadddd45-59be-47ab-bc7f-534aa6520165 req-f567d757-89a8-4d5f-8d79-20fc14378a95 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 948 time: 0.1066709 Aug 20 15:06:00.419179 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:06:00.443614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router c198a0dc-9397-4599-a348-733dce7f67c3 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:06:00.461826 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-3d4d6074-d4af-41f6-b712-0351082c52a9 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113240 Aug 20 15:06:00.466148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:06:00.467241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e00a3de-e2ce-42ba-99bb-350f7b34cd01 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:06:00.472660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96056589-486f-41a6-9428-85bca8b26a88 None None] Pushing event updated for resources: {'Port': ['ID=d55d21c2-2ce4-46a8-b364-07b7d8fa3df8,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:00.474986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aadddd45-59be-47ab-bc7f-534aa6520165 req-0a6231ce-aacb-4eb0-87f4-31d3e611bb67 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555363 Aug 20 15:06:00.655205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:00.658250 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3586aa75-1c3c-4dc4-87af-8ef0485dd412 req-ac3f2aef-b404-40af-99b1-5ef3db825ddc service neutron] 10.222.0.70 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425369 Aug 20 15:06:00.667885 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323c8dc-d3af-4a2f-830a-65702bc4427f None None] Sync routers for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:00.684459 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:00.685325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1a7936e0-d8d3-4d16-85db-d28ffb05b264 None None] Provisioning complete for port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:00.685902 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1a7936e0-d8d3-4d16-85db-d28ffb05b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:00.686016 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9098a019-0ef3-4ae5-adbb-822a694b0ea2 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2016530 Aug 20 15:06:00.689640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44790) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:00.708265 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323c8dc-d3af-4a2f-830a-65702bc4427f None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:00.708903 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5323c8dc-d3af-4a2f-830a-65702bc4427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:00.810962 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5323c8dc-d3af-4a2f-830a-65702bc4427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:00.821004 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323c8dc-d3af-4a2f-830a-65702bc4427f None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:00.821661 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5323c8dc-d3af-4a2f-830a-65702bc4427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:00.862447 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5323c8dc-d3af-4a2f-830a-65702bc4427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:00.863488 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323c8dc-d3af-4a2f-830a-65702bc4427f None None] The sync data for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:00.885343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5939088-b0bd-42d8-ab0b-4c1538e87849 req-db4f5dfd-d33c-4804-bf4a-4ac81566890e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:00.886883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5939088-b0bd-42d8-ab0b-4c1538e87849 req-db4f5dfd-d33c-4804-bf4a-4ac81566890e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 943 time: 0.0921292 Aug 20 15:06:00.901813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb0b10-3096-4cbc-9c91-6c12b3838ece req-49f0defd-6412-4922-ae28-af6f32daf7f0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:00.906927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3cb0b10-3096-4cbc-9c91-6c12b3838ece req-49f0defd-6412-4922-ae28-af6f32daf7f0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 944 time: 0.0786035 Aug 20 15:06:00.984969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5939088-b0bd-42d8-ab0b-4c1538e87849 req-d4c061a0-0abd-4cfe-a9cf-8e97aa305a6c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770526 Aug 20 15:06:00.993019 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3cb0b10-3096-4cbc-9c91-6c12b3838ece req-48e2683a-7230-4678-8336-442131c0891d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629270 Aug 20 15:06:01.194919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-d26d9dce-5927-4495-b5bf-9ef18fceb692 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:01.196883 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:01.196987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-d26d9dce-5927-4495-b5bf-9ef18fceb692 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.72 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 948 time: 0.0509095 Aug 20 15:06:01.297190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Deleting port 84919ba6-1f82-4bec-91b7-fd0988879b96 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:01.297543 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:01.396732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] For port 84919ba6-1f82-4bec-91b7-fd0988879b96, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=84919ba6-1f82-4bec-91b7-fd0988879b96,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:01.397315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:01.413670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Calling delete_port for 84919ba6-1f82-4bec-91b7-fd0988879b96 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:01.482003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:01.587244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:01.588530 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:01.642479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.20.0.1 (2edb4bda-cbaf-4675-9f88-98e613e10ad8/fc1b1b8b-867c-416f-9c27-4d15277aae3c/d2e0125b-44b7-46f6-884a-cc648b6aabd2) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:01.739629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823daefd-ad29-4689-91e9-b836d4b6f3bd req-d7fb5dd3-d35d-4e20-bd1a-a0474b154f88 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:01.741436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-823daefd-ad29-4689-91e9-b836d4b6f3bd req-d7fb5dd3-d35d-4e20-bd1a-a0474b154f88 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ffefa21-33b2-4685-938d-c156a1799f09 HTTP/1.1" status: 200 len: 948 time: 0.1049299 Aug 20 15:06:01.779250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44820) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:01.819976 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-823daefd-ad29-4689-91e9-b836d4b6f3bd req-1174f317-ec8a-427a-a45d-5369f0a84132 tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e782e04-9908-490b-86c0-06468577eb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492110 Aug 20 15:06:01.825083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:01.862331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Pushing event deleted for resources: {'Port': ['ID=84919ba6-1f82-4bec-91b7-fd0988879b96,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:01.868017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:01.893278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Transition to ACTIVE for port object d2e0125b-44b7-46f6-884a-cc648b6aabd2 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:01.928828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] No DVR routers for this DVR port 84919ba6-1f82-4bec-91b7-fd0988879b96 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:06:01.932115 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:01.934909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffbb9288-4156-4843-95bd-391fdd8b98c6 req-0be9652e-c2d1-41da-9b64-ae8a438a359b tempest-ListImageFiltersTestJSON-320435384 tempest-ListImageFiltersTestJSON-320435384-project] 10.222.0.72 "DELETE /v2.0/ports/84919ba6-1f82-4bec-91b7-fd0988879b96 HTTP/1.1" status: 204 len: 173 time: 0.7321267 Aug 20 15:06:01.935351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-deleted', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:01.937678 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df5c716-9663-4ff5-8ea6-6108c75522e7" -d '{"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-deleted", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:01.979416 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:01.991847 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b5b0f7-b057-4f83-9ac8-fe6bf8575459 x-openstack-request-id: req-f1b5b0f7-b057-4f83-9ac8-fe6bf8575459 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:01.992141 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffefa21-33b2-4685-938d-c156a1799f09", "name": "network-vif-deleted", "tag": "84919ba6-1f82-4bec-91b7-fd0988879b96", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:01.992924 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1b5b0f7-b057-4f83-9ac8-fe6bf8575459 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:01.993453 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffefa21-33b2-4685-938d-c156a1799f09', 'name': 'network-vif-deleted', 'tag': '84919ba6-1f82-4bec-91b7-fd0988879b96', 'status': 'completed', 'code': 200} Aug 20 15:06:02.014969 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1cff0469-fc4f-469c-b00d-dc3ade1c82a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2868c025a724afe9476a97527246975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341306 Aug 20 15:06:02.017285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44834) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:02.030210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:02.033342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:02.036644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:02.116711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=d2e0125b-44b7-46f6-884a-cc648b6aabd2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:02.158426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.209176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a668332b-9649-43b4-86a5-706678d28201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.262552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2d3d5-b6f0-43b0-9b70-95828b0aa659 req-4b07bbd8-4e0e-40c0-a62a-2dc7ebde385e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:02.264543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ad2d3d5-b6f0-43b0-9b70-95828b0aa659 req-4b07bbd8-4e0e-40c0-a62a-2dc7ebde385e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 944 time: 0.1755743 Aug 20 15:06:02.270161 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a668332b-9649-43b4-86a5-706678d28201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.329336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ad2d3d5-b6f0-43b0-9b70-95828b0aa659 req-cd0f3669-3fce-4ec2-b108-efd0630ef48d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Aug 20 15:06:02.342958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.354498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d393c-6fbe-494d-9d69-4a2313076267 req-5a2caaaf-5948-48c4-9c67-24984529d974 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:02.367863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-498d393c-6fbe-494d-9d69-4a2313076267 req-5a2caaaf-5948-48c4-9c67-24984529d974 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 943 time: 0.2241421 Aug 20 15:06:02.415765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5506807b-c1da-453c-b950-176c2f71b935 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:06:02.419306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2cc3f096-301d-4a94-b011-2df5b65a4463 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:02.449170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-498d393c-6fbe-494d-9d69-4a2313076267 req-cf9e5ae8-c43c-4641-a959-a5d97be5b7d2 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649977 Aug 20 15:06:02.476370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d66510fb-6520-4b5c-bc0d-eb77094a9f2c None None] Provisioning for port d2e0125b-44b7-46f6-884a-cc648b6aabd2 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:02.489519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d66510fb-6520-4b5c-bc0d-eb77094a9f2c None None] Provisioning complete for port d2e0125b-44b7-46f6-884a-cc648b6aabd2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:02.490240 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a668332b-9649-43b4-86a5-706678d28201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.490392 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d66510fb-6520-4b5c-bc0d-eb77094a9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.495046 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a668332b-9649-43b4-86a5-706678d28201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.496302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a668332b-9649-43b4-86a5-706678d28201 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7352f4cb-40f4-46ff-97a4-00c5ee126517 HTTP/1.1" status: 204 len: 168 time: 0.4780288 Aug 20 15:06:02.509367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668332b-9649-43b4-86a5-706678d28201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7352f4cb-40f4-46ff-97a4-00c5ee126517,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:02.675464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 2cc3f096-301d-4a94-b011-2df5b65a4463 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:02.685980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d66510fb-6520-4b5c-bc0d-eb77094a9f2c None None] Port d2e0125b-44b7-46f6-884a-cc648b6aabd2 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:06:02.693274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 2cc3f096-301d-4a94-b011-2df5b65a4463 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:02.693769 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.770078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5506807b-c1da-453c-b950-176c2f71b935, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5506807b-c1da-453c-b950-176c2f71b935,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:02.805558 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '5506807b-c1da-453c-b950-176c2f71b935', 'network_id': 'bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f', 'port_id': '5506807b-c1da-453c-b950-176c2f71b935', 'mac_address': 'fa:16:3e:bc:57:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5063518-a3df-4241-9733-06ab52d70588', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:06:02.853670 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.891349 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.901755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18415d6-99be-415d-bdf6-5ae97f5cb675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3f096-301d-4a94-b011-2df5b65a4463'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:02.904241 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c78e9d-06b5-4594-80a8-97ec86dbb0f4" -d '{"events": [{"server_uuid": "d18415d6-99be-415d-bdf6-5ae97f5cb675", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3f096-301d-4a94-b011-2df5b65a4463"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:02.925530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 2cc3f096-301d-4a94-b011-2df5b65a4463, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2cc3f096-301d-4a94-b011-2df5b65a4463,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:02.928290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5506807b-c1da-453c-b950-176c2f71b935 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:06:02.933499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.935371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.940729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:02.977001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5506807b-c1da-453c-b950-176c2f71b935, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5506807b-c1da-453c-b950-176c2f71b935,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:02.988775 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:03.018473 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3be0dd-b18f-4c74-b7fb-9521a97abbb9 x-openstack-request-id: req-de3be0dd-b18f-4c74-b7fb-9521a97abbb9 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:03.018988 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18415d6-99be-415d-bdf6-5ae97f5cb675", "name": "network-vif-plugged", "status": "completed", "tag": "2cc3f096-301d-4a94-b011-2df5b65a4463", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:03.019458 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de3be0dd-b18f-4c74-b7fb-9521a97abbb9 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:03.020160 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18415d6-99be-415d-bdf6-5ae97f5cb675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc3f096-301d-4a94-b011-2df5b65a4463', 'code': 200} Aug 20 15:06:03.031082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=2cc3f096-301d-4a94-b011-2df5b65a4463,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:03.112348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=d2e0125b-44b7-46f6-884a-cc648b6aabd2,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:03.118476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:03.139178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=5506807b-c1da-453c-b950-176c2f71b935,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:03.223669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38270899-3faa-47cd-8a4c-ed636ac2ce41 req-21309ab6-05bf-424d-bad0-3ec0e9e63b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:03.225203 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-38270899-3faa-47cd-8a4c-ed636ac2ce41 req-21309ab6-05bf-424d-bad0-3ec0e9e63b7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 1097 time: 0.1208858 Aug 20 15:06:03.347936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:06:03.412612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['5506807b-c1da-453c-b950-176c2f71b935'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:06:03.420312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 84919ba6-1f82-4bec-91b7-fd0988879b96 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:06:03.426162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 84919ba6-1f82-4bec-91b7-fd0988879b96 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:06:03.427224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:06:03.500739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22656670-f97d-4970-bb0a-0b759548de13 req-dcd9e27a-e260-4840-8029-007cc8839197 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:03.510803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22656670-f97d-4970-bb0a-0b759548de13 req-dcd9e27a-e260-4840-8029-007cc8839197 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 945 time: 0.0785558 Aug 20 15:06:03.525190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: ac0ed5b6-4403-431e-9689-2696c9527b9a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:06:03.525490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device ac0ed5b6-4403-431e-9689-2696c9527b9a not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:06:03.579037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22656670-f97d-4970-bb0a-0b759548de13 req-c6a33276-84b7-414b-aac7-d047ddd688b8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625503 Aug 20 15:06:03.760227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d3133-0138-4f1a-8ac6-43b6acbb5f16 req-683f8880-bb57-4f2d-b617-cd772b489377 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:03.762142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-594d3133-0138-4f1a-8ac6-43b6acbb5f16 req-683f8880-bb57-4f2d-b617-cd772b489377 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 944 time: 0.1013997 Aug 20 15:06:03.781571 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-38270899-3faa-47cd-8a4c-ed636ac2ce41 req-11ab29da-0b23-4095-92ab-1d65dbd78fe9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439157 Aug 20 15:06:03.808337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-594d3133-0138-4f1a-8ac6-43b6acbb5f16 req-dc619ad6-e0bd-4a7a-8682-49c216f9b092 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380056 Aug 20 15:06:03.822819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:03.824276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:03.979651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router c198a0dc-9397-4599-a348-733dce7f67c3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:06:04.161998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:04.167403 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3a2b038b-c03c-4e1c-9e0b-dc4b6bd71c29 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/routers/c198a0dc-9397-4599-a348-733dce7f67c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4778013 Aug 20 15:06:04.170219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44922) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:04.175339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d0e4-f6bb-4409-839e-21a9b5f153b7 None None] Sync routers for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:04.185231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'port': {'network_id': '2edb4bda-cbaf-4675-9f88-98e613e10ad8', 'name': 'tempest-FloatingIPTestJSON-739291297'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:04.186684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244d0e4-f6bb-4409-839e-21a9b5f153b7 None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:04.187415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8244d0e4-f6bb-4409-839e-21a9b5f153b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:04.241738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8244d0e4-f6bb-4409-839e-21a9b5f153b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:04.257324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244d0e4-f6bb-4409-839e-21a9b5f153b7 None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:04.257952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8244d0e4-f6bb-4409-839e-21a9b5f153b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:04.296656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8244d0e4-f6bb-4409-839e-21a9b5f153b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:04.297323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8244d0e4-f6bb-4409-839e-21a9b5f153b7 None None] The sync data for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:04.303008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0978f425-9e12-428c-951c-25d315445167 None None] Provisioning complete for port d2e0125b-44b7-46f6-884a-cc648b6aabd2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:04.303401 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0978f425-9e12-428c-951c-25d315445167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:04.342384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Made reservation on behalf of 6ad614e5b0484a2f89c2c5b8ca77594a for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:04.344288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0978f425-9e12-428c-951c-25d315445167 None None] Port d2e0125b-44b7-46f6-884a-cc648b6aabd2 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:06:04.349413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:04.369721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] device_id is not set on port 18a7d526-b624-4af8-8225-31d72bc51747 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:06:04.496653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Allocated IP 172.20.0.10 (2edb4bda-cbaf-4675-9f88-98e613e10ad8/fc1b1b8b-867c-416f-9c27-4d15277aae3c/18a7d526-b624-4af8-8225-31d72bc51747) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:04.692790 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:04.724163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Transition to ACTIVE for port object 18a7d526-b624-4af8-8225-31d72bc51747 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:04.742392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b05a4-97ea-4208-b898-bf26e26a491d req-434e2a9b-1cd1-4c3e-9a46-0ae392489443 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:04.750571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-994b05a4-97ea-4208-b898-bf26e26a491d req-434e2a9b-1cd1-4c3e-9a46-0ae392489443 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 945 time: 0.0946634 Aug 20 15:06:04.773005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:04.800151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-994b05a4-97ea-4208-b898-bf26e26a491d req-b2222b25-ed5c-423a-a9fb-8a7c06c4429e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486372 Aug 20 15:06:04.827786 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:04.832593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:04.839577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:04.885431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event updated for resources: {'Port': ['ID=18a7d526-b624-4af8-8225-31d72bc51747,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:04.910914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:04.911939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:04.935010 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3c4c3c68-5fd3-4ffd-94b0-5ffe93deb463 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7634051 Aug 20 15:06:04.938145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44958) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:04.945923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Request body: {'floatingip': {'port_id': '18a7d526-b624-4af8-8225-31d72bc51747'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:04.969222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44960) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:05.055877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873f081-19bf-47fa-ab12-7b53c5ad537f req-dd251c3e-b1e7-442c-839d-2c43fa18138c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:05.057989 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:05.063665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d873f081-19bf-47fa-ab12-7b53c5ad537f req-dd251c3e-b1e7-442c-839d-2c43fa18138c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 944 time: 0.0846722 Aug 20 15:06:05.167168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d873f081-19bf-47fa-ab12-7b53c5ad537f req-aa2d5366-2059-4644-b9a0-1e6cf0ca7511 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938835 Aug 20 15:06:05.248306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-40977aa2-1278-4dee-8b1f-0d0af4c4a102 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=088819830f114c8a8caa282d675ea303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778630 Aug 20 15:06:05.248926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44966) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:05.280983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-43f73db6-0398-488e-9b37-0098b2497585 None None] Provisioning for port 18a7d526-b624-4af8-8225-31d72bc51747 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:05.285650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-43f73db6-0398-488e-9b37-0098b2497585 None None] Provisioning complete for port 18a7d526-b624-4af8-8225-31d72bc51747 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:05.286030 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-43f73db6-0398-488e-9b37-0098b2497585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:05.323251 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-071c6e34-cb39-4627-bfdd-7e95a9970d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:05.370411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-43f73db6-0398-488e-9b37-0098b2497585 None None] Port 18a7d526-b624-4af8-8225-31d72bc51747 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:06:05.371116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-071c6e34-cb39-4627-bfdd-7e95a9970d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:05.438470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-071c6e34-cb39-4627-bfdd-7e95a9970d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:05.442475 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-071c6e34-cb39-4627-bfdd-7e95a9970d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:05.448699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-071c6e34-cb39-4627-bfdd-7e95a9970d4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e782e04-9908-490b-86c0-06468577eb5b HTTP/1.1" status: 204 len: 168 time: 0.1985614 Aug 20 15:06:05.464224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c6e34-cb39-4627-bfdd-7e95a9970d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e782e04-9908-490b-86c0-06468577eb5b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:05.637263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:05.642698 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:05.762746 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 16caeb2e-ef29-4da3-9393-3f9bcb82ecad associated. External IP: 172.25.5.16, port: a9a4eee5-3be4-4713-860c-66f09f2959dd. Aug 20 15:06:05.810962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:05.934423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c439388-b9b1-4fa2-9824-d235d27afdef req-f0ea585b-f1d5-4344-a101-0486fa460515 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:05.936784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c439388-b9b1-4fa2-9824-d235d27afdef req-f0ea585b-f1d5-4344-a101-0486fa460515 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 945 time: 0.0633287 Aug 20 15:06:05.995753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c439388-b9b1-4fa2-9824-d235d27afdef req-8b15e29f-c6c8-4106-8df7-637d48cb3e36 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469785 Aug 20 15:06:06.041991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:06:06.169128 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:06.187994 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52137d-fc41-4a19-ab0c-262a1a62490a None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:06.209798 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52137d-fc41-4a19-ab0c-262a1a62490a None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:06.214491 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3a52137d-fc41-4a19-ab0c-262a1a62490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:06.251044 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3a52137d-fc41-4a19-ab0c-262a1a62490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:06.262529 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52137d-fc41-4a19-ab0c-262a1a62490a None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:06.263161 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3a52137d-fc41-4a19-ab0c-262a1a62490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:06.311437 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3a52137d-fc41-4a19-ab0c-262a1a62490a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:06.312140 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52137d-fc41-4a19-ab0c-262a1a62490a None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:06.377547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238306c-f901-430d-ae46-199405a672cb req-f3f636ea-740e-4756-bd7f-80756a921661 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:06.379270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4238306c-f901-430d-ae46-199405a672cb req-f3f636ea-740e-4756-bd7f-80756a921661 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 944 time: 0.0515978 Aug 20 15:06:06.420297 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4238306c-f901-430d-ae46-199405a672cb req-7736788c-6b7d-46b3-b95d-c59cca455de2 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Aug 20 15:06:06.422890 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5506807b-c1da-453c-b950-176c2f71b935 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:06.439593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router c198a0dc-9397-4599-a348-733dce7f67c3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:06:06.502230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 5506807b-c1da-453c-b950-176c2f71b935 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:06.532107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 5506807b-c1da-453c-b950-176c2f71b935 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:06.532499 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:06.560978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462269c-07ea-4b69-8701-b891bc3e8d4d req-b54d98f5-ec39-469c-b167-9247cf459580 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:06.564047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2462269c-07ea-4b69-8701-b891bc3e8d4d req-b54d98f5-ec39-469c-b167-9247cf459580 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 945 time: 0.0617368 Aug 20 15:06:06.583658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:06.594081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:06.595938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463c0cd-a667-4d2f-9c3d-e99a0f4d721a None None] Sync routers for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:06.622598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2462269c-07ea-4b69-8701-b891bc3e8d4d req-ca8e5f06-a233-4de8-b04a-d7909376c730 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488582 Aug 20 15:06:06.656092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463c0cd-a667-4d2f-9c3d-e99a0f4d721a None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:06.658292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a463c0cd-a667-4d2f-9c3d-e99a0f4d721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:06.670263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45030) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:06.670424 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ddafd065-bb50-4d99-be8d-de09ab2b6e09 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/floatingips/16caeb2e-ef29-4da3-9393-3f9bcb82ecad HTTP/1.1" status: 200 len: 977 time: 1.7305470 Aug 20 15:06:06.737565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a463c0cd-a667-4d2f-9c3d-e99a0f4d721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:06.792298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port 18a7d526-b624-4af8-8225-31d72bc51747 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:06.793032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:06.819104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463c0cd-a667-4d2f-9c3d-e99a0f4d721a None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:06.820200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a463c0cd-a667-4d2f-9c3d-e99a0f4d721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:06.857293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:06.860447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a463c0cd-a667-4d2f-9c3d-e99a0f4d721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:06.861062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463c0cd-a667-4d2f-9c3d-e99a0f4d721a None None] The sync data for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:06.888167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d6fd0d-2fe5-481c-aab1-4a2cb71d0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5506807b-c1da-453c-b950-176c2f71b935'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:06.891014 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a668d380-9239-4138-809d-94058819d93b" -d '{"events": [{"server_uuid": "30d6fd0d-2fe5-481c-aab1-4a2cb71d0547", "name": "network-vif-plugged", "status": "completed", "tag": "5506807b-c1da-453c-b950-176c2f71b935"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:06.918018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:06.926083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5506807b-c1da-453c-b950-176c2f71b935, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5506807b-c1da-453c-b950-176c2f71b935,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:06.931815 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:07.028975 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85b1dfc-7ab1-482a-b469-563d406c87a4 x-openstack-request-id: req-b85b1dfc-7ab1-482a-b469-563d406c87a4 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:07.029538 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d6fd0d-2fe5-481c-aab1-4a2cb71d0547", "name": "network-vif-plugged", "status": "completed", "tag": "5506807b-c1da-453c-b950-176c2f71b935", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:07.029860 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b85b1dfc-7ab1-482a-b469-563d406c87a4 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:07.030316 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d6fd0d-2fe5-481c-aab1-4a2cb71d0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5506807b-c1da-453c-b950-176c2f71b935', 'code': 200} Aug 20 15:06:07.036051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=5506807b-c1da-453c-b950-176c2f71b935,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:07.164259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73518f-1f04-4600-b278-47725d13755a req-9e02ab95-ca69-480d-b9d7-19a8060471d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:07.166933 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7d73518f-1f04-4600-b278-47725d13755a req-9e02ab95-ca69-480d-b9d7-19a8060471d1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 1097 time: 0.0625975 Aug 20 15:06:07.206151 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:07.206698 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:07.208942 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Floating IP 16caeb2e-ef29-4da3-9393-3f9bcb82ecad disassociated. External IP: 172.25.5.16, port: 18a7d526-b624-4af8-8225-31d72bc51747. Aug 20 15:06:07.210397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for 18a7d526-b624-4af8-8225-31d72bc51747 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:07.239909 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7d73518f-1f04-4600-b278-47725d13755a req-87169ccb-5b4c-4dcb-a077-067f5cc3c04d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620701 Aug 20 15:06:07.371469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:07.416756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=18a7d526-b624-4af8-8225-31d72bc51747,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:07.730855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45090) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:07.851316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4017f19-2fb9-439e-9ba1-c76bce18b669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:07.893091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a82c95-ad55-43a3-baff-1d26e0f64d29 req-f5deb6cb-c934-469e-ad6e-6ff7a204cb43 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:07.894463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9a82c95-ad55-43a3-baff-1d26e0f64d29 req-f5deb6cb-c934-469e-ad6e-6ff7a204cb43 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 945 time: 0.5092621 Aug 20 15:06:07.964619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4017f19-2fb9-439e-9ba1-c76bce18b669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:07.969246 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4017f19-2fb9-439e-9ba1-c76bce18b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:07.988135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router c198a0dc-9397-4599-a348-733dce7f67c3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:06:08.011824 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a4017f19-2fb9-439e-9ba1-c76bce18b669 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e1fc66aed784c7a877747ecada42ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762973 Aug 20 15:06:08.012046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45102) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:08.012683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c447e-16ae-41fc-9ae4-a43d14e6e647 req-aadf89b2-5d40-48f3-8fe3-97c481017f63 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:08.014467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-186c447e-16ae-41fc-9ae4-a43d14e6e647 req-aadf89b2-5d40-48f3-8fe3-97c481017f63 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1331224 Aug 20 15:06:08.021058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9a82c95-ad55-43a3-baff-1d26e0f64d29 req-a84beb44-5aa9-49c4-886d-1a7650ab4952 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986805 Aug 20 15:06:08.043171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4017f19-2fb9-439e-9ba1-c76bce18b669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cb652d-e8e5-4d0a-a8b5-2d0186d8819b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:08.100824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b9b372d-09fa-4ff7-9dfb-7bd50d0135d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:08.123722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b9b372d-09fa-4ff7-9dfb-7bd50d0135d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:08.177419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b9b372d-09fa-4ff7-9dfb-7bd50d0135d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:08.181146 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b9b372d-09fa-4ff7-9dfb-7bd50d0135d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:08.182997 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3b9b372d-09fa-4ff7-9dfb-7bd50d0135d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9cb652d-e8e5-4d0a-a8b5-2d0186d8819b HTTP/1.1" status: 204 len: 168 time: 0.1699967 Aug 20 15:06:08.193735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b372d-09fa-4ff7-9dfb-7bd50d0135d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cb652d-e8e5-4d0a-a8b5-2d0186d8819b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:08.204182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-186c447e-16ae-41fc-9ae4-a43d14e6e647 req-1338408c-ad18-4c9a-bf6c-1579b465435e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974021 Aug 20 15:06:08.240414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:08.252046 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73736f-99b5-45ce-b5e3-f9702f3d22f3 None None] Sync routers for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:08.266458 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73736f-99b5-45ce-b5e3-f9702f3d22f3 None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:08.269809 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7a73736f-99b5-45ce-b5e3-f9702f3d22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:08.333289 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7a73736f-99b5-45ce-b5e3-f9702f3d22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:08.354657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a73736f-99b5-45ce-b5e3-f9702f3d22f3 None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:08.355295 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7a73736f-99b5-45ce-b5e3-f9702f3d22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:08.360760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:08.365599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-542209f9-0fc0-4039-870f-8ace13069841 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/ports/18a7d526-b624-4af8-8225-31d72bc51747 HTTP/1.1" status: 204 len: 168 time: 1.6921611 Aug 20 15:06:08.366687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:08.436459 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7a73736f-99b5-45ce-b5e3-f9702f3d22f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:08.437628 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a73736f-99b5-45ce-b5e3-f9702f3d22f3 None None] The sync data for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:08.886865 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:09.202146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17aa72-b116-4b7f-ab70-f087a12df1b1 req-950a48ae-ab89-42fe-b0b8-9bd24cff7af4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:09.204194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af17aa72-b116-4b7f-ab70-f087a12df1b1 req-950a48ae-ab89-42fe-b0b8-9bd24cff7af4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Aug 20 15:06:09.254788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af17aa72-b116-4b7f-ab70-f087a12df1b1 req-e5e90e72-230d-417f-a62e-fe14e337765a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Aug 20 15:06:09.284161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port d2e0125b-44b7-46f6-884a-cc648b6aabd2 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:09.284585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:09.363798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85b83c-49ce-4031-8846-bf29a2ed0c63 req-1c4e0810-2afa-4f80-a0ec-ba994b805392 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:09.365447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf85b83c-49ce-4031-8846-bf29a2ed0c63 req-1c4e0810-2afa-4f80-a0ec-ba994b805392 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0563602 Aug 20 15:06:09.397383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:09.410660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf85b83c-49ce-4031-8846-bf29a2ed0c63 req-4eae643b-b749-4a1c-b875-a714f384df7d tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382576 Aug 20 15:06:09.413889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for d2e0125b-44b7-46f6-884a-cc648b6aabd2 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:09.542034 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:06:09.621860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-b2af8528-20d8-484e-9305-4ec8ce25286c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:09.623452 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-b2af8528-20d8-484e-9305-4ec8ce25286c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.70 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 945 time: 0.0736938 Aug 20 15:06:09.880485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-4afd893a-ce7f-4202-be82-29cb91297f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:09.880485 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-4afd893a-ce7f-4202-be82-29cb91297f57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb30024f5db24c95a620ffb9622a4233&device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 1097 time: 0.1003680 Aug 20 15:06:10.057367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04aad5-afcd-471a-be50-4d7c336bd1f5 req-7641cbf0-63af-4d51-bf68-4f4a92d4245e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:10.058789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b04aad5-afcd-471a-be50-4d7c336bd1f5 req-7641cbf0-63af-4d51-bf68-4f4a92d4245e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0827687 Aug 20 15:06:10.093441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-12296fa5-f1bc-401d-ba0c-05ba391149fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:10.095571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-12296fa5-f1bc-401d-ba0c-05ba391149fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 200 len: 911 time: 0.2023175 Aug 20 15:06:10.126472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b04aad5-afcd-471a-be50-4d7c336bd1f5 req-a15f78d6-b524-40cd-ac53-ca5a2c782779 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554059 Aug 20 15:06:10.131053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:10.167436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=d2e0125b-44b7-46f6-884a-cc648b6aabd2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:10.179618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-ff3893b5-6065-4620-b80d-dd2c5eaa0320 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5506807b-c1da-453c-b950-176c2f71b935 HTTP/1.1" status: 200 len: 217 time: 0.0691350 Aug 20 15:06:10.266969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Deleting port 2cc3f096-301d-4a94-b011-2df5b65a4463 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:10.267321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:10.323024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-9d65ef21-cab3-4de5-9931-0a43384b1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:10.326945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-9d65ef21-cab3-4de5-9931-0a43384b1782 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5063518-a3df-4241-9733-06ab52d70588 HTTP/1.1" status: 200 len: 850 time: 0.1335032 Aug 20 15:06:10.379084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-77bfec48-ed06-4e3a-b249-5343b956c431 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375462 Aug 20 15:06:10.393550 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] For port 2cc3f096-301d-4a94-b011-2df5b65a4463, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2cc3f096-301d-4a94-b011-2df5b65a4463,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:10.394183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:10.422095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Calling delete_port for 2cc3f096-301d-4a94-b011-2df5b65a4463 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:10.538343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-79583bde-3dc6-4f65-9c05-f10a1074db00 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471927 Aug 20 15:06:10.743128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df8ba4c6-7421-4a7c-be41-834739e9d939 req-385c3151-f240-4637-9d0f-b0398062b642 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912892 Aug 20 15:06:10.751375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:10.763139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac3df0-199b-41b7-bd49-d1d672b54fce req-ca1c3997-6e47-4ca8-b0e2-cba1d6c0c87c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:10.765949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6ac3df0-199b-41b7-bd49-d1d672b54fce req-ca1c3997-6e47-4ca8-b0e2-cba1d6c0c87c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=d18415d6-99be-415d-bdf6-5ae97f5cb675 HTTP/1.1" status: 200 len: 945 time: 0.1070027 Aug 20 15:06:10.829150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:10.835973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6ac3df0-199b-41b7-bd49-d1d672b54fce req-617237a9-d6d3-415e-8153-d847b4cab9da tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551956 Aug 20 15:06:10.852269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['2cc3f096-301d-4a94-b011-2df5b65a4463'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:06:10.886416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event deleted for resources: {'Port': ['ID=2cc3f096-301d-4a94-b011-2df5b65a4463,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:10.976636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] No DVR routers for this DVR port 2cc3f096-301d-4a94-b011-2df5b65a4463 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:06:11.013858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:11.016591 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f51baea9-2893-47d3-86f5-3f17250f79ea req-1b81a697-a7af-4f25-9acd-abd425568863 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.70 "DELETE /v2.0/ports/2cc3f096-301d-4a94-b011-2df5b65a4463 HTTP/1.1" status: 204 len: 173 time: 0.9627075 Aug 20 15:06:11.017226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18415d6-99be-415d-bdf6-5ae97f5cb675', 'name': 'network-vif-deleted', 'tag': '2cc3f096-301d-4a94-b011-2df5b65a4463'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:11.019992 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5e77cf-e11e-4915-bd31-1fc161013f61" -d '{"events": [{"server_uuid": "d18415d6-99be-415d-bdf6-5ae97f5cb675", "name": "network-vif-deleted", "tag": "2cc3f096-301d-4a94-b011-2df5b65a4463"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:11.135843 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f093ecd-5625-4991-a876-08c9b4f3301c x-openstack-request-id: req-6f093ecd-5625-4991-a876-08c9b4f3301c {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:11.136416 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18415d6-99be-415d-bdf6-5ae97f5cb675", "name": "network-vif-deleted", "tag": "2cc3f096-301d-4a94-b011-2df5b65a4463", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:11.136864 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f093ecd-5625-4991-a876-08c9b4f3301c {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:11.137446 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18415d6-99be-415d-bdf6-5ae97f5cb675', 'name': 'network-vif-deleted', 'tag': '2cc3f096-301d-4a94-b011-2df5b65a4463', 'status': 'completed', 'code': 200} Aug 20 15:06:11.272729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router c198a0dc-9397-4599-a348-733dce7f67c3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:06:11.309017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee6ee3-ad44-4c64-8e49-5c375135a090 req-1e470b24-8e22-428a-8b74-9dd083169d3a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:11.317071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8ee6ee3-ad44-4c64-8e49-5c375135a090 req-1e470b24-8e22-428a-8b74-9dd083169d3a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0662811 Aug 20 15:06:11.363201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8ee6ee3-ad44-4c64-8e49-5c375135a090 req-5f90999c-e67c-4063-ba78-756241d2aa1c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451066 Aug 20 15:06:11.394648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45226) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:11.479779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:11.485595 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fa62f6ee-a627-4ba9-8d8b-7e32879bdeda tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/routers/c198a0dc-9397-4599-a348-733dce7f67c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1175411 Aug 20 15:06:11.488046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45236) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:11.498640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3571a7b-33c1-47af-abb1-f5a7497d28af None None] Sync routers for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:11.530676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3571a7b-33c1-47af-abb1-f5a7497d28af None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:11.531467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e3571a7b-33c1-47af-abb1-f5a7497d28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:11.551728 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2254807a-a023-4faa-915c-b392f5ce8249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:11.576645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e3571a7b-33c1-47af-abb1-f5a7497d28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:11.594216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3571a7b-33c1-47af-abb1-f5a7497d28af None None] Routers {'c198a0dc-9397-4599-a348-733dce7f67c3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:11.594982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e3571a7b-33c1-47af-abb1-f5a7497d28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:05:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c198a0dc-9397-4599-a348-733dce7f67c3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:11.665421 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:11.679047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e3571a7b-33c1-47af-abb1-f5a7497d28af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:11.679739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3571a7b-33c1-47af-abb1-f5a7497d28af None None] The sync data for ids ['c198a0dc-9397-4599-a348-733dce7f67c3'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:11.825295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2254807a-a023-4faa-915c-b392f5ce8249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:11.828981 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:11.833376 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2254807a-a023-4faa-915c-b392f5ce8249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:11.904959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254807a-a023-4faa-915c-b392f5ce8249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d61717-3f27-46ee-b006-ecaa8f107a82,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:11.918304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45246) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:11.924762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2254807a-a023-4faa-915c-b392f5ce8249 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2e0a0caac0646e7990b423026bbcb1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288560 Aug 20 15:06:11.978528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port b0ebe30f-a593-492a-9a97-7e00f7e08c71 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:11.978904 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:12.007954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c2feb2b-2fb6-41bd-a7e0-9802f318f01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:12.045800 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c2feb2b-2fb6-41bd-a7e0-9802f318f01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:12.121466 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:12.123105 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c2feb2b-2fb6-41bd-a7e0-9802f318f01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:12.127225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c2feb2b-2fb6-41bd-a7e0-9802f318f01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:12.133701 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4c2feb2b-2fb6-41bd-a7e0-9802f318f01b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94d61717-3f27-46ee-b006-ecaa8f107a82 HTTP/1.1" status: 204 len: 168 time: 0.2142792 Aug 20 15:06:12.153677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2feb2b-2fb6-41bd-a7e0-9802f318f01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d61717-3f27-46ee-b006-ecaa8f107a82,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:12.167900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for b0ebe30f-a593-492a-9a97-7e00f7e08c71 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:12.198462 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4f130bfb-3720-44fb-a0db-6243a859bfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:12.327316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-a0144c35-c32b-4aa9-9845-1e4dd8eaa90a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:12.334839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-a0144c35-c32b-4aa9-9845-1e4dd8eaa90a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.2101541 Aug 20 15:06:12.356727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-ee211e12-ef70-4028-a0f0-5370de1be89b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/quotas/bd8da3ea8dca4f1ebb1e3d833773a9c4 HTTP/1.1" status: 200 len: 375 time: 0.0208402 Aug 20 15:06:12.428196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-2215fda6-4542-4d3f-9ad4-029ad8eaaeab tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703673 Aug 20 15:06:12.608898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6a853-ccff-4ffa-a200-cf0f8a42d6a3 req-2a7d4883-e0fe-4e12-9e93-f1d117f28249 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:12.610447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2a6a853-ccff-4ffa-a200-cf0f8a42d6a3 req-2a7d4883-e0fe-4e12-9e93-f1d117f28249 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1188431 Aug 20 15:06:12.645669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45286) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:12.653374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-e4ac40ef-52b2-4a6e-ac6a-54576c0b113f service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216492 Aug 20 15:06:12.677442 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:12.717738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2a6a853-ccff-4ffa-a200-cf0f8a42d6a3 req-12975319-0adb-4e10-b34e-565011106c5d tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954294 Aug 20 15:06:12.775815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=b0ebe30f-a593-492a-9a97-7e00f7e08c71,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:12.882200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b18f5694-f765-4c0a-ab61-a6571b2df97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:12.892321 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.048057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b18f5694-f765-4c0a-ab61-a6571b2df97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.054713 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b18f5694-f765-4c0a-ab61-a6571b2df97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.075375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-232f7a84-25e4-4712-bc7c-0d07c14ff0d9 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089234 Aug 20 15:06:13.077047 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.079344 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.135055 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.135866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Fanout notify agent at l3_agent the message router_deleted on router c198a0dc-9397-4599-a348-733dce7f67c3 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:06:13.144023 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b18f5694-f765-4c0a-ab61-a6571b2df97b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec338aff36d04806a1a6aa7964883919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956670 Aug 20 15:06:13.144241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.147285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45308) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:13.148014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6b8acccb-f558-4fa8-a7f6-04a1050f6bc4 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/routers/c198a0dc-9397-4599-a348-733dce7f67c3 HTTP/1.1" status: 204 len: 168 time: 1.6590087 Aug 20 15:06:13.148614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45310) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:13.166211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f5694-f765-4c0a-ab61-a6571b2df97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff3064-905c-472e-a395-d187649ec93c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:13.250177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf1825da-7884-4a2e-a860-6f594c809c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.265205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f09ff8-97d0-41bb-9b57-4b530bb97cee tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting subnet fc1b1b8b-867c-416f-9c27-4d15277aae3c {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:06:13.287400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf1825da-7884-4a2e-a860-6f594c809c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.304454 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3f09ff8-97d0-41bb-9b57-4b530bb97cee tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.363743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf1825da-7884-4a2e-a860-6f594c809c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.367007 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf1825da-7884-4a2e-a860-6f594c809c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.371107 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bf1825da-7884-4a2e-a860-6f594c809c32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6ff3064-905c-472e-a395-d187649ec93c HTTP/1.1" status: 204 len: 168 time: 0.2181449 Aug 20 15:06:13.391215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1825da-7884-4a2e-a860-6f594c809c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff3064-905c-472e-a395-d187649ec93c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:13.459831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d996170-5ab3-4af6-9ac5-3096243bc928 req-d319de03-bc94-401c-aa23-ed428734c0c3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 210 time: 0.0991926 Aug 20 15:06:13.479118 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3f09ff8-97d0-41bb-9b57-4b530bb97cee tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.608298 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3f09ff8-97d0-41bb-9b57-4b530bb97cee tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.708042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3f09ff8-97d0-41bb-9b57-4b530bb97cee tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.731874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3f09ff8-97d0-41bb-9b57-4b530bb97cee tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:13.734500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b3f09ff8-97d0-41bb-9b57-4b530bb97cee tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/subnets/fc1b1b8b-867c-416f-9c27-4d15277aae3c HTTP/1.1" status: 204 len: 168 time: 0.5839596 Aug 20 15:06:13.738448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45332) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:13.751691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725b030c-cd39-4eb3-a181-83c567cbe2c2 None None] Network 2edb4bda-cbaf-4675-9f88-98e613e10ad8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:13.795351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f09ff8-97d0-41bb-9b57-4b530bb97cee tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1b1b8b-867c-416f-9c27-4d15277aae3c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:13.932027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45340) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:13.962166 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.065508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084d1db-cf65-4467-83ec-b64d552435a3 req-7414b239-3b82-4bee-a15c-a51c85990ddb tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:14.079132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b084d1db-cf65-4467-83ec-b64d552435a3 req-7414b239-3b82-4bee-a15c-a51c85990ddb tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.2355840 Aug 20 15:06:14.099143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:14.099995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.178471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b084d1db-cf65-4467-83ec-b64d552435a3 req-4c79493d-f5b5-4bc5-b407-cac3c0e1c7f9 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979388 Aug 20 15:06:14.238135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c12e1b9-ec69-4cd9-b34d-8522d461da01 None None] DHCP port deletion for 2edb4bda-cbaf-4675-9f88-98e613e10ad8 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:06:14.271749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] For port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d55d21c2-2ce4-46a8-b364-07b7d8fa3df8,segment=NetworkSegment(edb1e390-3867-471b-b924-dbb0f210862b),segment_id=edb1e390-3867-471b-b924-dbb0f210862b)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:14.272189 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.287114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:14.364582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3c12e1b9-ec69-4cd9-b34d-8522d461da01 None None] Deleting port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:14.365065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3c12e1b9-ec69-4cd9-b34d-8522d461da01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.435706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0aecb7c3-f597-4bd2-bf95-7d6c95c53802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.441658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2cc3f096-301d-4a94-b011-2df5b65a4463 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:06:14.472882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 2cc3f096-301d-4a94-b011-2df5b65a4463 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:06:14.473516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2cc3f096-301d-4a94-b011-2df5b65a4463 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:06:14.522086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3c12e1b9-ec69-4cd9-b34d-8522d461da01 None None] For port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d55d21c2-2ce4-46a8-b364-07b7d8fa3df8,segment=NetworkSegment(edb1e390-3867-471b-b924-dbb0f210862b),segment_id=edb1e390-3867-471b-b924-dbb0f210862b)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:14.524828 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3c12e1b9-ec69-4cd9-b34d-8522d461da01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.535242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.559487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3c12e1b9-ec69-4cd9-b34d-8522d461da01 None None] Calling delete_port for d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:14.588256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=d55d21c2-2ce4-46a8-b364-07b7d8fa3df8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:14.590460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] No DVR routers for this DVR port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:06:14.619510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-245a181c-26b4-43fe-844c-657e0ab8fd7c req-a423b519-c968-4a61-bd85-ac6a76fedf09 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 210 time: 0.0656519 Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:06:14.686609 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:06:14.696878 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3c12e1b9-ec69-4cd9-b34d-8522d461da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.716903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.717699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12e1b9-ec69-4cd9-b34d-8522d461da01 None None] No DVR routers for this DVR port d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:06:14.743184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edb4bda-cbaf-4675-9f88-98e613e10ad8']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:14.752915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12e1b9-ec69-4cd9-b34d-8522d461da01 None None] Pushing event deleted for resources: {'Port': ['ID=d55d21c2-2ce4-46a8-b364-07b7d8fa3df8,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:14.762358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb1e390-3867-471b-b924-dbb0f210862b') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:14.762676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb1e390-3867-471b-b924-dbb0f210862b') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:14.770776 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.773554 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0aecb7c3-f597-4bd2-bf95-7d6c95c53802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.779516 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.782338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0aecb7c3-f597-4bd2-bf95-7d6c95c53802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.823295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.851570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:06:14.852246 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.858650 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0aecb7c3-f597-4bd2-bf95-7d6c95c53802 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f816f7e757c141a1bc91f6466dd29a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243858 Aug 20 15:06:14.859467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecb7c3-f597-4bd2-bf95-7d6c95c53802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e69803f-cd28-4557-905c-597b06a2eeb2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:14.861309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45372) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:06:14.862044 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:06:14.932515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45374) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:14.943502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.980336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:14.984816 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/networks/2edb4bda-cbaf-4675-9f88-98e613e10ad8 HTTP/1.1" status: 204 len: 168 time: 1.2451589 Aug 20 15:06:15.009349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45378) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:15.011023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b692884-aad8-41c9-b51c-34e1dda52813 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Network': ['ID=2edb4bda-cbaf-4675-9f88-98e613e10ad8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:15.080001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-123dc760-0747-4f23-86cf-8fe2e0269b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.120396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-network', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:15.129952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-cce0c7f1-17ee-41f1-a58f-400f15885848 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:15.132728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-cce0c7f1-17ee-41f1-a58f-400f15885848 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.1693749 Aug 20 15:06:15.144611 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-123dc760-0747-4f23-86cf-8fe2e0269b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.177736 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3b77f3d6-3fc2-4d65-a372-4a6cc6a22c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.204936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Request body: {'port': {'device_id': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'admin_state_up': True, 'tenant_id': 'bd8da3ea8dca4f1ebb1e3d833773a9c4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:15.214389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Made reservation on behalf of a6684a7f53f1496d96f48a869da0ea37 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:15.218048 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.240299 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.269546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port 8f37d595-5c2f-4059-8615-3fc199ba3ebc {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:15.269546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.275294 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-123dc760-0747-4f23-86cf-8fe2e0269b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.279595 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-123dc760-0747-4f23-86cf-8fe2e0269b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.283806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-123dc760-0747-4f23-86cf-8fe2e0269b32 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e69803f-cd28-4557-905c-597b06a2eeb2 HTTP/1.1" status: 204 len: 168 time: 0.4117730 Aug 20 15:06:15.378817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc10d9d-9884-42a2-b9ad-aa47f829b235 req-775ed946-0193-4322-b2c4-1e0fd5bbf072 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:15.380245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fdc10d9d-9884-42a2-b9ad-aa47f829b235 req-775ed946-0193-4322-b2c4-1e0fd5bbf072 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0954103 Aug 20 15:06:15.381170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dc760-0747-4f23-86cf-8fe2e0269b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e69803f-cd28-4557-905c-597b06a2eeb2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:15.423262 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.433171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.458309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for 8f37d595-5c2f-4059-8615-3fc199ba3ebc owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:15.502783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:06:15.531571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fdc10d9d-9884-42a2-b9ad-aa47f829b235 req-5c947818-c138-4e92-b280-64615880f452 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323524 Aug 20 15:06:15.551994 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:06:15.552565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d55d21c2-2ce4-46a8-b364-07b7d8fa3df8 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:06:15.578833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.597175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.605150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Made reservation on behalf of bd8da3ea8dca4f1ebb1e3d833773a9c4 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:15.612023 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.639770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:15.695487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:15.717335 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.717695 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Added segment 5d3c61cc-ed8e-4158-b76b-99bade47bbf5 of type vlan for network 83472135-9cc2-4bb0-b027-531ee8284d64 Aug 20 15:06:15.818165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.828500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-038eb04c-9149-41b0-88eb-309503613bea req-e4b15343-fd94-48f2-b03d-55c9df20acfd tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 210 time: 0.0778244 Aug 20 15:06:15.854949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Allocated IP 172.20.0.6 (9d0894f8-e5a6-479d-a1fc-d6d61961ff1b/09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1/9d160677-8523-496c-ad22-193a3067230e) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:15.881539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.894286 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.895798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:15.902841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:15.953495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=8f37d595-5c2f-4059-8615-3fc199ba3ebc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:16.039495 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1027975 Aug 20 15:06:16.051690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45412) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:16.054758 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.058892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Request body: {'subnet': {'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-subnet', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:16.061659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34f6a8-40f1-488b-a26c-22c9caa48abf admin admin] Pushing event updated for resources: {'Network': ['ID=83472135-9cc2-4bb0-b027-531ee8284d64,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:16.075762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 83472135-9cc2-4bb0-b027-531ee8284d64 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:16.083218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.086394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.088610 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-98565ce9-a21c-4506-b125-989d1b680458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/floatingips/16caeb2e-ef29-4da3-9393-3f9bcb82ecad HTTP/1.1" status: 204 len: 168 time: 1.0706677 Aug 20 15:06:16.093012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45414) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:16.131949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Made reservation on behalf of a6684a7f53f1496d96f48a869da0ea37 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:16.135057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.136235 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5a4c03-eb69-432b-8c3c-80d8f2a9afdb tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] DELETE failed (client error): The resource could not be found. Aug 20 15:06:16.137211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5a4c03-eb69-432b-8c3c-80d8f2a9afdb tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:06:16.139204 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae5a4c03-eb69-432b-8c3c-80d8f2a9afdb tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/ports/18a7d526-b624-4af8-8225-31d72bc51747 HTTP/1.1" status: 404 len: 333 time: 0.0449615 Aug 20 15:06:16.141999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45420) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:16.171593 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5b59a5a9-4138-46ec-8125-47f4005b583b tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "GET /v2.0/ports?device_id=c198a0dc-9397-4599-a348-733dce7f67c3 HTTP/1.1" status: 200 len: 205 time: 0.0281265 Aug 20 15:06:16.177504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45422) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:16.240296 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-b302ea31-f5df-401b-9c17-0a682778e155 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] delete failed (client error): The resource could not be found. Aug 20 15:06:16.241573 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b302ea31-f5df-401b-9c17-0a682778e155 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/routers/c198a0dc-9397-4599-a348-733dce7f67c3 HTTP/1.1" status: 404 len: 336 time: 0.0627697 Aug 20 15:06:16.245114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45424) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:16.261715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45428) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:16.326890 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4fc875-aa34-4501-9700-ba047538ba88 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] DELETE failed (client error): The resource could not be found. Aug 20 15:06:16.327359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4fc875-aa34-4501-9700-ba047538ba88 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:06:16.331348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3c4fc875-aa34-4501-9700-ba047538ba88 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/subnets/fc1b1b8b-867c-416f-9c27-4d15277aae3c HTTP/1.1" status: 404 len: 337 time: 0.0811446 Aug 20 15:06:16.333024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45436) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:16.351062 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.447623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-105243835-network', 'tenant_id': '59f18436ee7a4ba384776bc1c5bb7e69'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:16.461255 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.481641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-64a8fdc0-93f1-425e-adb1-cbff38066f4f tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port a9a4eee5-3be4-4713-860c-66f09f2959dd {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:16.481985 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64a8fdc0-93f1-425e-adb1-cbff38066f4f tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.485081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Made reservation on behalf of 59f18436ee7a4ba384776bc1c5bb7e69 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:16.487309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.525262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.536292 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.582801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16983c5-c372-493a-b07c-62c16801db2c,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:16.620130 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64a8fdc0-93f1-425e-adb1-cbff38066f4f tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.627039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:16.645763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-64a8fdc0-93f1-425e-adb1-cbff38066f4f tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for a9a4eee5-3be4-4713-860c-66f09f2959dd owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:16.646678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:16.669728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:16.673291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Checking segment: {'id': '5d3c61cc-ed8e-4158-b76b-99bade47bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:16.673668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Network hostable DHCP agents. Network: 83472135-9cc2-4bb0-b027-531ee8284d64, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:06:16.706126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event updated for resources: {'Port': ['ID=9d160677-8523-496c-ad22-193a3067230e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:16.753877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:16.754499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.759630 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.765888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11026b-488c-4287-96ce-7324ac057f7b req-4647458b-73bb-44df-9bc9-5e8f577a21d0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:16.769737 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.777645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b11026b-488c-4287-96ce-7324ac057f7b req-4647458b-73bb-44df-9bc9-5e8f577a21d0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1561718 Aug 20 15:06:16.781027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Network 83472135-9cc2-4bb0-b027-531ee8284d64 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:06:16.806883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:16.809231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-eda054e1-fa92-482b-aeff-e1a4147ea3ee tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6106226 Aug 20 15:06:16.810990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 83472135-9cc2-4bb0-b027-531ee8284d64) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:16.818343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:16.818947 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.822901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3fadc-e37c-42e9-8a37-6a5723b816fb None None] Network 83472135-9cc2-4bb0-b027-531ee8284d64 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:16.832989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Request body: {'port': {'device_id': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:16.834636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:16.861485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.861838 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Added segment f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e of type vlan for network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 Aug 20 15:06:16.870518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b11026b-488c-4287-96ce-7324ac057f7b req-0cda9f28-0fb0-4fd1-a8af-c09d59046540 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920510 Aug 20 15:06:16.896860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a49fa4d7-5aef-4f65-ab02-8b79cad05c47 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8442497 Aug 20 15:06:16.916180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45450) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:16.922178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:16.935795 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64a8fdc0-93f1-425e-adb1-cbff38066f4f tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.943676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:16.945130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.001164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.002445 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.003986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8fdc0-93f1-425e-adb1-cbff38066f4f tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=a9a4eee5-3be4-4713-860c-66f09f2959dd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:17.099470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.100727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:17.101372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.167882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beedb1f-a6bb-4313-b195-881800282a50 req-522a2274-f613-4880-bd7a-d94e265d344e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:17.176563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0beedb1f-a6bb-4313-b195-881800282a50 req-522a2274-f613-4880-bd7a-d94e265d344e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 931 time: 0.2128365 Aug 20 15:06:17.221721 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.289222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c2fd8-a570-46ed-b4c9-6f49f7e95dae None None] Network 83472135-9cc2-4bb0-b027-531ee8284d64 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:17.296891 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0338843 Aug 20 15:06:17.299891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45456) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:17.320447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Request body: {'subnet': {'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-105243835-subnet', 'tenant_id': '59f18436ee7a4ba384776bc1c5bb7e69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:17.324629 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-64a8fdc0-93f1-425e-adb1-cbff38066f4f tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.330522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45458) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:17.332572 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-64a8fdc0-93f1-425e-adb1-cbff38066f4f tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/ports/a9a4eee5-3be4-4713-860c-66f09f2959dd HTTP/1.1" status: 204 len: 168 time: 0.9982946 Aug 20 15:06:17.348205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108723b-286d-40dc-a92f-9e4d6744091d admin admin] Pushing event updated for resources: {'Network': ['ID=f95e9371-419e-40c6-b7c7-4fffcd2a6a23,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:17.366735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:17.386261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Made reservation on behalf of 59f18436ee7a4ba384776bc1c5bb7e69 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:17.388823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.676511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.753435 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.787058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Checking segment: {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:17.787496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Network hostable DHCP agents. Network: f95e9371-419e-40c6-b7c7-4fffcd2a6a23, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:06:17.812343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:17.815431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:06:17.826792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, f95e9371-419e-40c6-b7c7-4fffcd2a6a23) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:17.831921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:17.832848 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:17.844473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a8e15-4cf1-462c-bc50-148d4034bb18 None None] Network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:17.850701 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28bdf627-e8e2-4b6f-9687-22b2af15a503 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5486088 Aug 20 15:06:18.028989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0beedb1f-a6bb-4313-b195-881800282a50 req-d4f75a5f-4ac0-499d-a1ba-2e0812151c4a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8509970 Aug 20 15:06:18.030624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a704fc3-97bd-4ee4-96f0-f3bf90721928 None None] Network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:18.249336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:18.442427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-83c6b74a-e980-4f22-948e-e7860648db13 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port 03804bd8-aa1a-49a9-8338-7a6623cc5e37 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:18.445195 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83c6b74a-e980-4f22-948e-e7860648db13 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:18.501474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1977a-9680-4e92-bb76-e78d7d5dcfbf req-e30da4a9-165a-4f74-89a5-68f50d94d555 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:18.502976 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd1977a-9680-4e92-bb76-e78d7d5dcfbf req-e30da4a9-165a-4f74-89a5-68f50d94d555 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.4684386 Aug 20 15:06:18.600418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d160677-8523-496c-ad22-193a3067230e {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:06:18.623180 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:18.687476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd1977a-9680-4e92-bb76-e78d7d5dcfbf req-d1b5e78d-93fe-4319-af55-2fea9ab2d40a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662390 Aug 20 15:06:18.699215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Transition to ACTIVE for port object 9d160677-8523-496c-ad22-193a3067230e will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:18.712601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-342ef5b1-bb86-4d31-bfc2-61b5bea6753f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:18.718278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-342ef5b1-bb86-4d31-bfc2-61b5bea6753f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/networks?id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 200 len: 814 time: 0.3231344 Aug 20 15:06:18.726050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:18.742274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83c6b74a-e980-4f22-948e-e7860648db13 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:18.804418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-9e3db9a3-9600-4aeb-b3ba-63a4be10daac tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/quotas/59f18436ee7a4ba384776bc1c5bb7e69 HTTP/1.1" status: 200 len: 375 time: 0.0852637 Aug 20 15:06:18.807810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-83c6b74a-e980-4f22-948e-e7860648db13 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for 03804bd8-aa1a-49a9-8338-7a6623cc5e37 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:18.874957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-505bf117-3263-4bce-935f-6f694b7913b2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629053 Aug 20 15:06:18.928275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Pushing event updated for resources: {'Port': ['ID=9d160677-8523-496c-ad22-193a3067230e,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:19.194220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Attempting to bind port 9d160677-8523-496c-ad22-193a3067230e on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:06:19.194901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Attempting to bind port 9d160677-8523-496c-ad22-193a3067230e by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:06:19.194901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Attempting to bind port 9d160677-8523-496c-ad22-193a3067230e on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:06:19.233220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-969ca1db-1a05-4f9c-ab00-294102bcae32 service neutron] 10.222.0.36 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018456 Aug 20 15:06:19.241229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Port 9d160677-8523-496c-ad22-193a3067230e on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:06:19.241555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Attempting to bind port 9d160677-8523-496c-ad22-193a3067230e on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:06:19.304769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:19.347336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:06:19.347753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Checking segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:19.348086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Bound using segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:06:19.348532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Bound port: 9d160677-8523-496c-ad22-193a3067230e, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:06:19.348889 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:19.367096 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:19.385509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83c6b74a-e980-4f22-948e-e7860648db13 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:19.489574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6b74a-e980-4f22-948e-e7860648db13 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=03804bd8-aa1a-49a9-8338-7a6623cc5e37,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:19.512949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015265f9-507b-4198-be34-a01980239b4c req-21704940-b4b0-404f-8b5e-35668447d625 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:19.514458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-015265f9-507b-4198-be34-a01980239b4c req-21704940-b4b0-404f-8b5e-35668447d625 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 943 time: 0.2571261 Aug 20 15:06:19.599312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-d068da6f-013d-4faa-bc62-5e8fac592274 service neutron] 10.222.0.36 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516731 Aug 20 15:06:19.643997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:06:19.677068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9d160677-8523-496c-ad22-193a3067230e,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:06:19.697160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-015265f9-507b-4198-be34-a01980239b4c req-0f68701d-e036-4f4f-8ff8-5d05d8414aa3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696856 Aug 20 15:06:19.698184 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:19.700600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Allocated IP 172.25.5.125 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/56eb350d-71df-40a4-98d0-944fcc5b71ae) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:19.747725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83c6b74a-e980-4f22-948e-e7860648db13 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:19.752760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45518) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:19.753355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-83c6b74a-e980-4f22-948e-e7860648db13 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/ports/03804bd8-aa1a-49a9-8338-7a6623cc5e37 HTTP/1.1" status: 204 len: 168 time: 2.4094994 Aug 20 15:06:19.778508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:19.779136 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:19.780557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] 10.222.0.72 "PUT /v2.0/ports/9d160677-8523-496c-ad22-193a3067230e HTTP/1.1" status: 200 len: 1092 time: 2.9535539 Aug 20 15:06:19.782959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'tag': '9d160677-8523-496c-ad22-193a3067230e'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:19.785180 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08" -d '{"events": [{"name": "network-changed", "server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "tag": "9d160677-8523-496c-ad22-193a3067230e"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:19.847580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd80f1-472c-434b-a956-c072fcae60ed service neutron] Pushing event updated for resources: {'Port': ['ID=9d160677-8523-496c-ad22-193a3067230e,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:19.883530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5050f09-d2d4-4ea5-98a4-4cf0539687b1 req-47db9720-7ea3-4c6a-b358-177961b29646 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 210 time: 0.0541799 Aug 20 15:06:19.925612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be978d1-b4a2-434b-9200-c744be3e217c tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:19.930697 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0be978d1-b4a2-434b-9200-c744be3e217c tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 HTTP/1.1" status: 200 len: 913 time: 0.1758327 Aug 20 15:06:19.930697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45526) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:19.971723 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3602c0d0-99e2-4e21-9f73-388a6649c207 x-openstack-request-id: req-3602c0d0-99e2-4e21-9f73-388a6649c207 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:19.971723 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "tag": "9d160677-8523-496c-ad22-193a3067230e", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:19.971723 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3602c0d0-99e2-4e21-9f73-388a6649c207 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:19.972180 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'tag': '9d160677-8523-496c-ad22-193a3067230e', 'status': 'completed', 'code': 200} Aug 20 15:06:20.036593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-92d20669-355f-4da8-b040-64918dbc8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:20.038148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-92d20669-355f-4da8-b040-64918dbc8c75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 1095 time: 0.1874752 Aug 20 15:06:20.048600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf09f3-4a9a-4391-a6f8-733423c183aa req-bae6124c-be30-418f-a459-4b221bc5c3dc tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:20.050081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42bf09f3-4a9a-4391-a6f8-733423c183aa req-bae6124c-be30-418f-a459-4b221bc5c3dc tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1690173 Aug 20 15:06:20.053171 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:20.123638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-b0651ddf-cf49-477e-8a55-0d070beeec00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d160677-8523-496c-ad22-193a3067230e HTTP/1.1" status: 200 len: 217 time: 0.0651753 Aug 20 15:06:20.185856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42bf09f3-4a9a-4391-a6f8-733423c183aa req-7319f17e-2c21-4be3-a7d8-303824bc7d64 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257410 Aug 20 15:06:20.217506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-e4178b3d-bbc7-499a-8440-ec73549b10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:20.219676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-e4178b3d-bbc7-499a-8440-ec73549b10cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.0902760 Aug 20 15:06:20.221243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:20.279717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-78a0e9af-2a50-497f-b4cc-bc7d9f2b000e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509753 Aug 20 15:06:20.301640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:20.316092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:20.347105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:20.362760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Pushing event updated for resources: {'Port': ['ID=56eb350d-71df-40a4-98d0-944fcc5b71ae,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:20.520220 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:20.579983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-6a3f2c13-3337-4b99-86a9-6220d40c8f30 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926092 Aug 20 15:06:21.259479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port 6afca408-95a2-4009-a922-4a93c97b7aab {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:21.260139 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:21.377178 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33b11967-a842-4c98-a4b7-6995809f3b72 req-2a9e7543-b8b0-4bf3-a233-7d48aadf450a service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7774179 Aug 20 15:06:21.423360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f5e4a2f-d3f4-4ec3-809c-b687e9784969 req-41fa713c-69cd-4f1e-9c1f-06547bb28c4a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 210 time: 0.0712249 Aug 20 15:06:21.466129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-aac78762-4159-481e-bc3d-fe3f99943dc6 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:21.467712 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:21.468211 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-aac78762-4159-481e-bc3d-fe3f99943dc6 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.70 "GET /v2.0/networks?id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 200 len: 814 time: 0.1800771 Aug 20 15:06:21.507652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Request body: {'port': {'device_id': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23', 'admin_state_up': True, 'tenant_id': '59f18436ee7a4ba384776bc1c5bb7e69'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:21.636815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5ad90-7120-4b1c-adac-69b625b8a823 req-89c4309f-fb0f-4eaf-a96c-3e372832f723 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:21.640906 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8eb5ad90-7120-4b1c-adac-69b625b8a823 req-89c4309f-fb0f-4eaf-a96c-3e372832f723 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 943 time: 0.7625239 Aug 20 15:06:21.670241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Made reservation on behalf of 59f18436ee7a4ba384776bc1c5bb7e69 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:21.676452 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:21.699416 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:21.713703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-dd206142-1548-4b62-8a97-39c8163d13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:21.715295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-dd206142-1548-4b62-8a97-39c8163d13fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 1095 time: 0.1522486 Aug 20 15:06:21.750161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda7d0e-ab9e-4386-bcd5-f3b7dddaa523 req-9fc78e78-6af4-4d44-9bc2-16649812b17c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:21.751805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fda7d0e-ab9e-4386-bcd5-f3b7dddaa523 req-9fc78e78-6af4-4d44-9bc2-16649812b17c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1873624 Aug 20 15:06:21.775913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for 6afca408-95a2-4009-a922-4a93c97b7aab owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:21.843927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8eb5ad90-7120-4b1c-adac-69b625b8a823 req-c80c0b30-6294-4823-8d4e-59bd959e47e0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805377 Aug 20 15:06:21.928123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Allocated IP 172.20.0.6 (f95e9371-419e-40c6-b7c7-4fffcd2a6a23/e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6/fe205821-8d32-4fe5-9ce9-594b3ebfbbfb) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:21.971011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fda7d0e-ab9e-4386-bcd5-f3b7dddaa523 req-eca16b36-504d-462b-b01c-f41f88d1d19f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026343 Aug 20 15:06:21.972386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-08240225-d724-46c7-b3d6-2fc851b57048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:21.974562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-08240225-d724-46c7-b3d6-2fc851b57048 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 913 time: 0.2476158 Aug 20 15:06:22.047993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-68c9b947-20fc-422e-8d85-5b7ccc11ff45 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d160677-8523-496c-ad22-193a3067230e HTTP/1.1" status: 200 len: 217 time: 0.0662122 Aug 20 15:06:22.125583 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:22.172184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-9f85d336-460a-46c2-9f1b-fd862629743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:22.174041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-9f85d336-460a-46c2-9f1b-fd862629743f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.1166375 Aug 20 15:06:22.197064 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:22.221096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-0623d897-4db0-492b-abf4-f00e58c600cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387022 Aug 20 15:06:22.292832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:22.295124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=6afca408-95a2-4009-a922-4a93c97b7aab,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:22.376398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-cd47a2f4-e477-4d4f-b72f-34225a151df7 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268482 Aug 20 15:06:22.381132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Router 68766019-95bb-4b14-bbd5-ead5f3b013c5 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:06:22.463808 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:22.637574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba6b3888-17b6-4832-9b35-bb261deb706e req-7dd18211-a27c-4075-88ab-bd06e66e709e tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 210 time: 0.0642054 Aug 20 15:06:22.670110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:22.721688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:22.745877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:22.749191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Pushing event updated for resources: {'Port': ['ID=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:22.752850 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Sync routers for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:22.760949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:22.763390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:22.770462 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:22.771084 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:22.772101 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:22.777841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0d99d78e-94b9-42b3-acd5-966579bad312 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8597388 Aug 20 15:06:22.779809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45568) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:22.818430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92bb4711-6f0d-4d81-9e6c-59dbbe4c5e08 req-3653ad1e-b3eb-47d5-ae26-dcf5076cf353 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334176 Aug 20 15:06:22.865507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:22.866171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:22.878145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:06:22.906190 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:06:22.939972 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-4ed3f2c2-220e-460c-b1dc-eafde84faff8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4468808 Aug 20 15:06:22.981488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Request body: {'port': {'device_id': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:23.097085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:23.108283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8bef5-ed40-40ab-8e7b-f610a484f51f None None] Sync routers for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:23.122691 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-58ae5f6e-33d3-420d-a69f-7a93261f5e84 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "PUT /v2.0/routers/ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1886556 Aug 20 15:06:23.122912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8bef5-ed40-40ab-8e7b-f610a484f51f None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:23.122912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-04c8bef5-ed40-40ab-8e7b-f610a484f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:23.123672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45576) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:23.155366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4a3e5-cdf8-492d-bbb5-b57710bd35ea req-2443cc00-1d6d-4656-949d-120d953c04b6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:23.157410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-afc4a3e5-cdf8-492d-bbb5-b57710bd35ea req-2443cc00-1d6d-4656-949d-120d953c04b6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 943 time: 0.1273196 Aug 20 15:06:23.175491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:23.242957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-04c8bef5-ed40-40ab-8e7b-f610a484f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:23.277797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8bef5-ed40-40ab-8e7b-f610a484f51f None None] Routers {'ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:23.278443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-04c8bef5-ed40-40ab-8e7b-f610a484f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:23.316053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-afc4a3e5-cdf8-492d-bbb5-b57710bd35ea req-29fe06fa-764e-4d56-b691-b0d3f56eb2e6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434186 Aug 20 15:06:23.335515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563788c-c22e-4c36-b932-803450c92707 req-c38a7f07-0efd-4747-83e6-937d74d762bd tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:23.343593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5563788c-c22e-4c36-b932-803450c92707 req-c38a7f07-0efd-4747-83e6-937d74d762bd tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1560352 Aug 20 15:06:23.366545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:23.382094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-04c8bef5-ed40-40ab-8e7b-f610a484f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:23.383200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c8bef5-ed40-40ab-8e7b-f610a484f51f None None] The sync data for ids ['ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:23.396950 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:20Z', 'revision_number': 3, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:23.448741 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Checking router: 68766019-95bb-4b14-bbd5-ead5f3b013c5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:06:23.449092 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Updating router 68766019-95bb-4b14-bbd5-ead5f3b013c5 port 56eb350d-71df-40a4-98d0-944fcc5b71ae binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:06:23.501567 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:23.502604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5563788c-c22e-4c36-b932-803450c92707 req-0d97a77f-24d8-4a07-9b59-82307dedab1a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485488 Aug 20 15:06:23.579192 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:23.664398 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:23.784864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe205821-8d32-4fe5-9ce9-594b3ebfbbfb {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:06:23.797463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:23.800731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting port b6d84c12-56a0-4d86-aa9c-217b57be5118 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:23.801292 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:23.856298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Transition to ACTIVE for port object fe205821-8d32-4fe5-9ce9-594b3ebfbbfb will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:23.864081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:23.895859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfc303-2306-4377-84ea-66376e6d190a req-8a7d8d84-f884-47f0-afbc-1df8d0ad3fb8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:23.904280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22bfc303-2306-4377-84ea-66376e6d190a req-8a7d8d84-f884-47f0-afbc-1df8d0ad3fb8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 931 time: 0.1126986 Aug 20 15:06:23.926904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:24.006776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22bfc303-2306-4377-84ea-66376e6d190a req-3403e7e0-11d7-448d-9cf5-a63a5d7136f6 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018097 Aug 20 15:06:24.024280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.029634 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.042371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Allocated IP 172.20.0.1 (83472135-9cc2-4bb0-b027-531ee8284d64/b16983c5-c372-493a-b07c-62c16801db2c/83bdb8a2-b29d-482b-b8fb-cbc6549559ce) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:24.042625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Calling delete_port for b6d84c12-56a0-4d86-aa9c-217b57be5118 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:24.044548 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Transition to ACTIVE for port object 56eb350d-71df-40a4-98d0-944fcc5b71ae will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:24.052524 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.125470 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Attempting to bind port 56eb350d-71df-40a4-98d0-944fcc5b71ae on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:06:24.126122 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Attempting to bind port 56eb350d-71df-40a4-98d0-944fcc5b71ae by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:06:24.126669 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Attempting to bind port 56eb350d-71df-40a4-98d0-944fcc5b71ae on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:06:24.137924 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:06:24.139125 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:24.139572 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.139958 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:06:24.140689 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Bound port: 56eb350d-71df-40a4-98d0-944fcc5b71ae, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:06:24.141210 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.144599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Attempting to bind port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:06:24.144599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Attempting to bind port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:06:24.144599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Attempting to bind port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb on network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:06:24.152705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb on network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:06:24.153042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Attempting to bind port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb on network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:06:24.164262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:06:24.164811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Checking segment: {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:24.166062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Bound using segment: {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:06:24.166979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Bound port: fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:06:24.167355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.208863 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Pushing event updated for resources: {'Port': ['ID=56eb350d-71df-40a4-98d0-944fcc5b71ae,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:24.263714 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.263714 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.272553 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.272938 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.273277 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.273613 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.273946 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.274277 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.275165 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.284739 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.287467 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.288103 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.288628 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:24.318671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:06:24.322525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:06:24.327759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.334082 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] For port 56eb350d-71df-40a4-98d0-944fcc5b71ae, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:06:24.341333 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] For port 56eb350d-71df-40a4-98d0-944fcc5b71ae, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=56eb350d-71df-40a4-98d0-944fcc5b71ae,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:06:24.348796 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.374399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:24.374872 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.378930 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] 10.222.0.70 "PUT /v2.0/ports/fe205821-8d32-4fe5-9ce9-594b3ebfbbfb HTTP/1.1" status: 200 len: 1092 time: 1.4197853 Aug 20 15:06:24.380972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'tag': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:24.385346 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0821a5-e00c-4811-928d-4897d78a0d38" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a", "tag": "fe205821-8d32-4fe5-9ce9-594b3ebfbbfb"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:24.388406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.482698 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6e3779-0e62-4021-bf22-8d3da2b1014d x-openstack-request-id: req-dc6e3779-0e62-4021-bf22-8d3da2b1014d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:24.482989 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a", "tag": "fe205821-8d32-4fe5-9ce9-594b3ebfbbfb", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:24.483246 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dc6e3779-0e62-4021-bf22-8d3da2b1014d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:24.483681 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'tag': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb', 'status': 'completed', 'code': 200} Aug 20 15:06:24.486878 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:24.488860 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:24.498599 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba37f4a-0e01-41df-91c9-44159412399a None None] Pushing event updated for resources: {'Port': ['ID=56eb350d-71df-40a4-98d0-944fcc5b71ae,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:24.499748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3c987-e8c9-4b4e-ad56-005e5f6927bb service neutron] Pushing event updated for resources: {'Port': ['ID=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:24.521211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-37cfb47b-d856-4c30-899a-c08b53fab30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:24.522945 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-37cfb47b-d856-4c30-899a-c08b53fab30d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 1095 time: 0.0930490 Aug 20 15:06:24.524452 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.527173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Network 83472135-9cc2-4bb0-b027-531ee8284d64 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:24.534677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:24.546335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:24.579430 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-3bae24b3-a0b5-4c7d-b257-a3acaf1a346b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb HTTP/1.1" status: 200 len: 217 time: 0.0359364 Aug 20 15:06:24.600709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:24.607391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Pushing event updated for resources: {'Port': ['ID=83bdb8a2-b29d-482b-b8fb-cbc6549559ce,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:24.608284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Port': ['ID=b6d84c12-56a0-4d86-aa9c-217b57be5118,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:24.687752 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-51f8b390-be88-4ae0-a4e5-7f5ff08f76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:24.689320 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-51f8b390-be88-4ae0-a4e5-7f5ff08f76b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6 HTTP/1.1" status: 200 len: 854 time: 0.0916231 Aug 20 15:06:24.695220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e2758-78ea-43de-9fc4-15d8edfddfa5 req-6f5000d5-5206-4d42-a087-d55fb7c75cb0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:24.698033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-351e2758-78ea-43de-9fc4-15d8edfddfa5 req-6f5000d5-5206-4d42-a087-d55fb7c75cb0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 943 time: 0.2517958 Aug 20 15:06:24.700659 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:06:24.808592 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-e1a51eba-0ed5-4077-a3ee-05925343ff11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506012 Aug 20 15:06:24.853520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ec93f-8016-4c21-8d61-23fa3a25ec2c req-81806f50-80f5-4d02-83ca-cdddcd9c118a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:24.855061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-213ec93f-8016-4c21-8d61-23fa3a25ec2c req-81806f50-80f5-4d02-83ca-cdddcd9c118a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.2302589 Aug 20 15:06:24.916459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-351e2758-78ea-43de-9fc4-15d8edfddfa5 req-eb0aaba6-3455-49f6-9608-6bbbcc623568 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943402 Aug 20 15:06:24.925938 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.036826 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.084693 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:20Z', 'revision_number': 3, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:25.138759 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d097a9-2610-4ab4-ae17-ad98dfbf2317 None None] The sync data for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 is: [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:20Z', 'revision_number': 3, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:25.201110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-213ec93f-8016-4c21-8d61-23fa3a25ec2c req-af266f41-41f4-42e3-a85b-3f5997730393 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231244 Aug 20 15:06:25.230898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.240051 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.262825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26ea03-f193-4061-84af-1ddc57aaa109 req-41ed56a5-62d1-49f1-82e4-4f722e24c750 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:25.264531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d26ea03-f193-4061-84af-1ddc57aaa109 req-41ed56a5-62d1-49f1-82e4-4f722e24c750 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 943 time: 0.1275082 Aug 20 15:06:25.382713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d26ea03-f193-4061-84af-1ddc57aaa109 req-7cbaf9db-fae1-47a0-9836-965c5bc8d7cc tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865319 Aug 20 15:06:25.383605 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.388627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9d160677-8523-496c-ad22-193a3067230e details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:06:25.428715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Pushing event updated for resources: {'Port': ['ID=83bdb8a2-b29d-482b-b8fb-cbc6549559ce,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:25.585839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9d160677-8523-496c-ad22-193a3067230e,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:25.611425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '9d160677-8523-496c-ad22-193a3067230e', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'port_id': '9d160677-8523-496c-ad22-193a3067230e', 'mac_address': 'fa:16:3e:61:c4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:06:25.629950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Network 83472135-9cc2-4bb0-b027-531ee8284d64 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:25.653571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:25.670138 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.695129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d160677-8523-496c-ad22-193a3067230e {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:06:25.696154 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.703351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.718642 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-9a3b9e4b-eaf2-435f-87f5-a7f49b0f75bd service neutron] 10.222.0.70 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8998113 Aug 20 15:06:25.752365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9d160677-8523-496c-ad22-193a3067230e,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:25.760192 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.790876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.792009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Fanout notify agent at l3_agent the message router_deleted on router ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:06:25.818382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:25.822079 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d36f9c36-1aca-4811-8933-f4bc81b1c458 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/routers/ec42672e-ebfd-4a4a-a3c0-0e2a96dfe604 HTTP/1.1" status: 204 len: 168 time: 2.6952145 Aug 20 15:06:25.823254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45610) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:25.863782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=9d160677-8523-496c-ad22-193a3067230e,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:25.882046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.882398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.882742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.883073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.886702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.891079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.891875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.892459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.893034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.893547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.893882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.894383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:25.969542 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2a79bba7-a438-442e-9a06-2de6053ddd5f req-b06bcef2-fd36-449e-a838-5338b8b3fc1d service neutron] 10.222.0.70 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014313 Aug 20 15:06:26.090051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-2fbfdf7e-7670-4707-8671-e06917f80468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:26.091909 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-2fbfdf7e-7670-4707-8671-e06917f80468 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 1095 time: 0.0641716 Aug 20 15:06:26.166889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['9d160677-8523-496c-ad22-193a3067230e'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:06:26.215706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-98975029-69a8-43eb-b8e9-04b003f13b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:26.220165 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-98975029-69a8-43eb-b8e9-04b003f13b95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 200 len: 915 time: 0.1203592 Aug 20 15:06:26.310227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-b743a7b8-8608-4664-8aec-3da774f45ef0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb HTTP/1.1" status: 200 len: 217 time: 0.0802257 Aug 20 15:06:26.366157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Router 68766019-95bb-4b14-bbd5-ead5f3b013c5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:06:26.378040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-1ce0d0cc-8c5f-4d18-848a-14402a63ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:26.379550 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-1ce0d0cc-8c5f-4d18-848a-14402a63ef13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6 HTTP/1.1" status: 200 len: 854 time: 0.0613508 Aug 20 15:06:26.402527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78152f96-2778-4d0a-b0ab-d65cc510a4ba req-85fead05-f177-4ee4-8252-aa5cb6bfb652 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:26.409747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78152f96-2778-4d0a-b0ab-d65cc510a4ba req-85fead05-f177-4ee4-8252-aa5cb6bfb652 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 944 time: 0.1947026 Aug 20 15:06:26.414979 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-39863992-fff1-4855-9eac-80f1c5386cbe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274892 Aug 20 15:06:26.425325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b528ed-6a18-4c41-ae9d-ff58786874b7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Deleting subnet 40097704-3556-43a9-84e3-703e6750694a {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:06:26.438192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1b528ed-6a18-4c41-ae9d-ff58786874b7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:26.529482 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-97469775-8a1a-452e-a445-87539d79274d service neutron] 10.222.0.70 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036770 Aug 20 15:06:26.542339 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1b528ed-6a18-4c41-ae9d-ff58786874b7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:26.589134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78152f96-2778-4d0a-b0ab-d65cc510a4ba req-d32123b8-e0f7-430f-8f96-7bc577ec7f2d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784158 Aug 20 15:06:26.654127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39042a0b-39c1-4ed8-83f2-f229ee3c960c req-d076d569-1bd8-43a0-b870-878a791680a0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:26.655889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39042a0b-39c1-4ed8-83f2-f229ee3c960c req-d076d569-1bd8-43a0-b870-878a791680a0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.3168612 Aug 20 15:06:26.669179 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0d0821a5-e00c-4811-928d-4897d78a0d38 req-2efb1c99-bf49-4224-bbb2-d07d8789b66a service neutron] 10.222.0.70 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296482 Aug 20 15:06:26.684493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:26.700610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-87cbf668-3d26-4290-b66e-2c7d87d30985 admin admin] 10.222.0.36 "PUT /v2.0/routers/68766019-95bb-4b14-bbd5-ead5f3b013c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8850663 Aug 20 15:06:26.708507 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1b528ed-6a18-4c41-ae9d-ff58786874b7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:26.830363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39042a0b-39c1-4ed8-83f2-f229ee3c960c req-0c33aa4d-8b45-409a-b7e2-a7b407d147b8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663792 Aug 20 15:06:26.847670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1b528ed-6a18-4c41-ae9d-ff58786874b7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:26.901810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a455a0e-005b-44bc-b082-89239c294f7e req-48a6c526-d087-4549-9a62-f48ff4661dee tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:26.903462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a455a0e-005b-44bc-b082-89239c294f7e req-48a6c526-d087-4549-9a62-f48ff4661dee tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 943 time: 0.1237624 Aug 20 15:06:26.904649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1b528ed-6a18-4c41-ae9d-ff58786874b7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:26.907600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a1b528ed-6a18-4c41-ae9d-ff58786874b7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/subnets/40097704-3556-43a9-84e3-703e6750694a HTTP/1.1" status: 204 len: 168 time: 1.0820749 Aug 20 15:06:26.907600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b528ed-6a18-4c41-ae9d-ff58786874b7 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Subnet': ['ID=40097704-3556-43a9-84e3-703e6750694a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:26.909393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45638) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:27.022961 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.034660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a455a0e-005b-44bc-b082-89239c294f7e req-ca0353ea-2328-4f67-a6d1-79dece0d3171 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036961 Aug 20 15:06:27.195760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.213887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b55200-6c43-443e-9cd0-a6b0c74e4821']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:27.226541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-d13645b0-b3b2-4d8f-8619-e9ff9e69c856 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:27.228171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-d13645b0-b3b2-4d8f-8619-e9ff9e69c856 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 819 time: 0.1970274 Aug 20 15:06:27.231847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8dd131-8e9a-4d39-b12a-bd5a621620db') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:27.232149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8dd131-8e9a-4d39-b12a-bd5a621620db') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:27.248335 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.257887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-91c7c9cd-3eca-4539-a6a7-9a0bf5cc185e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/quotas/a6684a7f53f1496d96f48a869da0ea37 HTTP/1.1" status: 200 len: 375 time: 0.0191069 Aug 20 15:06:27.265853 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.280318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:06:27.280717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:06:27.283622 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:06:27.367624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-1741a505-31b3-42d7-bdf8-b6b81394830e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030324 Aug 20 15:06:27.369385 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.376529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.381583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] 10.222.0.36 "DELETE /v2.0/networks/73b55200-6c43-443e-9cd0-a6b0c74e4821 HTTP/1.1" status: 204 len: 168 time: 0.4713264 Aug 20 15:06:27.401990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9d160677-8523-496c-ad22-193a3067230e up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:27.406843 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Sync routers for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:27.412738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12f5eb-d11e-48e4-9f32-de7d155960b1 tempest-FloatingIPTestJSON-921221936 tempest-FloatingIPTestJSON-921221936-project] Pushing event deleted for resources: {'Network': ['ID=73b55200-6c43-443e-9cd0-a6b0c74e4821,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:27.427396 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:27.428257 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:27.468408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 9d160677-8523-496c-ad22-193a3067230e completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:27.473117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 9d160677-8523-496c-ad22-193a3067230e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:27.473738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.548571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-bac8a370-2829-4863-b652-e5c515609e19 service neutron] 10.222.0.36 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644151 Aug 20 15:06:27.618088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 56eb350d-71df-40a4-98d0-944fcc5b71ae up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:27.722290 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.725852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 56eb350d-71df-40a4-98d0-944fcc5b71ae completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:27.739580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 56eb350d-71df-40a4-98d0-944fcc5b71ae triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:27.739580 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.773168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-a7fbd497-f1c4-4d2b-a9cd-2ce8b96630ed service neutron] 10.222.0.36 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977727 Aug 20 15:06:27.807254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45662) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:27.808181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e98a2-405a-41f5-91ca-47a26f957a4d req-413b5368-28bc-4f30-a0fc-dcd5c1d0b7e4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:27.812028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d2e98a2-405a-41f5-91ca-47a26f957a4d req-413b5368-28bc-4f30-a0fc-dcd5c1d0b7e4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 944 time: 0.1112845 Aug 20 15:06:27.836333 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:06:27.908993 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.913650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d160677-8523-496c-ad22-193a3067230e'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:27.916599 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95396ba1-2410-4c52-be65-12804a617923" -d '{"events": [{"server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "name": "network-vif-plugged", "status": "completed", "tag": "9d160677-8523-496c-ad22-193a3067230e"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:27.918657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d2e98a2-405a-41f5-91ca-47a26f957a4d req-ba2fa870-f4bf-4b7c-8bd4-83ee1c382aff tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965343 Aug 20 15:06:27.938275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9d160677-8523-496c-ad22-193a3067230e,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:27.967995 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:27.976534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 56eb350d-71df-40a4-98d0-944fcc5b71ae, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=56eb350d-71df-40a4-98d0-944fcc5b71ae,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:28.042698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=9d160677-8523-496c-ad22-193a3067230e,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:28.046482 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.093398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45680) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:28.100918 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b6be37c0-e058-4714-a70f-299fab9d3779 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ad614e5b0484a2f89c2c5b8ca77594a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916846 Aug 20 15:06:28.138655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=56eb350d-71df-40a4-98d0-944fcc5b71ae,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:28.157756 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2ea039-a553-46d4-8402-f6011b97a135 x-openstack-request-id: req-6b2ea039-a553-46d4-8402-f6011b97a135 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:28.158089 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "name": "network-vif-plugged", "status": "completed", "tag": "9d160677-8523-496c-ad22-193a3067230e", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:28.158545 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b2ea039-a553-46d4-8402-f6011b97a135 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:28.159033 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d160677-8523-496c-ad22-193a3067230e', 'code': 200} Aug 20 15:06:28.237593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a3c06-1db9-4772-b5be-de753fc4ee77 req-54893440-edc2-4546-b082-e281615d1c8d tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:28.240346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c98a3c06-1db9-4772-b5be-de753fc4ee77 req-54893440-edc2-4546-b082-e281615d1c8d tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0732059 Aug 20 15:06:28.241680 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cf6abc9-fe8f-4c3d-a1fb-e3a595c7eb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.260616 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '83bdb8a2-b29d-482b-b8fb-cbc6549559ce', 'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'mac_address': 'fa:16:3e:96:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:23Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 2, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'subnets': [{'id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:28.295648 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Checking router: 68766019-95bb-4b14-bbd5-ead5f3b013c5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:06:28.296013 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Updating router 68766019-95bb-4b14-bbd5-ead5f3b013c5 port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:06:28.331887 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.354497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cf6abc9-fe8f-4c3d-a1fb-e3a595c7eb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.454601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c98a3c06-1db9-4772-b5be-de753fc4ee77 req-797f847d-311d-4e46-9f48-0396703ee547 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043869 Aug 20 15:06:28.464851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49634c1e-0be8-4726-ae7e-4fd9ee3381b4 req-b0ba11ce-a6e9-41cb-b205-0b458ec415b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:28.466455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49634c1e-0be8-4726-ae7e-4fd9ee3381b4 req-b0ba11ce-a6e9-41cb-b205-0b458ec415b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 1097 time: 0.2163157 Aug 20 15:06:28.497146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2c57-6161-40d9-b295-d49612c32f5e req-503609b8-cca0-431a-9186-a0cdeef5820a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:28.507599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-366c2c57-6161-40d9-b295-d49612c32f5e req-503609b8-cca0-431a-9186-a0cdeef5820a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 943 time: 0.2167442 Aug 20 15:06:28.555502 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cf6abc9-fe8f-4c3d-a1fb-e3a595c7eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.559133 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cf6abc9-fe8f-4c3d-a1fb-e3a595c7eb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.560790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7cf6abc9-fe8f-4c3d-a1fb-e3a595c7eb44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/919171d8-30ae-4446-9c91-fbbf1a4f243b HTTP/1.1" status: 204 len: 168 time: 0.4662459 Aug 20 15:06:28.566967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fe205821-8d32-4fe5-9ce9-594b3ebfbbfb details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:06:28.598992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75653504-96bf-4e62-965a-24c177043cd4 req-261e7c86-3088-4276-8c6e-3908a6d50bf1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 210 time: 0.0728285 Aug 20 15:06:28.621836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6abc9-fe8f-4c3d-a1fb-e3a595c7eb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919171d8-30ae-4446-9c91-fbbf1a4f243b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:28.644181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-366c2c57-6161-40d9-b295-d49612c32f5e req-a3ad9d87-1db9-498c-89bb-3ca17782e94a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355298 Aug 20 15:06:28.665632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.669725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49634c1e-0be8-4726-ae7e-4fd9ee3381b4 req-403edc9a-6de0-4503-898f-29e783f7913e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395042 Aug 20 15:06:28.784514 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.794761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:28.796713 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Transition to ACTIVE for port object 83bdb8a2-b29d-482b-b8fb-cbc6549559ce will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:28.803590 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.810992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb', 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23', 'port_id': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb', 'mac_address': 'fa:16:3e:89:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:06:28.873181 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.893304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe205821-8d32-4fe5-9ce9-594b3ebfbbfb {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:06:28.910536 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838d015-bb73-4975-b272-b6efccc18f6c None None] Pushing event updated for resources: {'Port': ['ID=83bdb8a2-b29d-482b-b8fb-cbc6549559ce,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:28.926791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:28.934123 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.961779 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Attempting to bind port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:06:28.962500 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Attempting to bind port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '5d3c61cc-ed8e-4158-b76b-99bade47bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:06:28.962859 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Attempting to bind port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce on network 83472135-9cc2-4bb0-b027-531ee8284d64 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:06:28.979173 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:06:28.979577 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Checking segment: {'id': '5d3c61cc-ed8e-4158-b76b-99bade47bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:28.980173 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:28.980784 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Bound using segment: {'id': '5d3c61cc-ed8e-4158-b76b-99bade47bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:06:28.982528 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Bound port: 83bdb8a2-b29d-482b-b8fb-cbc6549559ce, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3c61cc-ed8e-4158-b76b-99bade47bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:06:28.982902 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:29.016062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:29.098413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80018eec-d0ca-4943-9785-e2fa7f2b6e0f req-2527b0cd-c914-421d-8a48-98d4b4fc4cfe tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:29.100034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80018eec-d0ca-4943-9785-e2fa7f2b6e0f req-2527b0cd-c914-421d-8a48-98d4b4fc4cfe tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.0887642 Aug 20 15:06:29.135407 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] For port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:06:29.138772 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] For port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=83bdb8a2-b29d-482b-b8fb-cbc6549559ce,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:06:29.142635 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:29.195855 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80018eec-d0ca-4943-9785-e2fa7f2b6e0f req-f2c9bc68-20bd-4ce4-85f5-3c3c2d262302 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877573 Aug 20 15:06:29.220027 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838d015-bb73-4975-b272-b6efccc18f6c None None] Pushing event updated for resources: {'Port': ['ID=83bdb8a2-b29d-482b-b8fb-cbc6549559ce,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:29.229766 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:29.230387 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:29.262928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['fe205821-8d32-4fe5-9ce9-594b3ebfbbfb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:06:29.392482 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:06:29.502344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 56eb350d-71df-40a4-98d0-944fcc5b71ae up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:29.580001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 56eb350d-71df-40a4-98d0-944fcc5b71ae triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:29.581175 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:29.609383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c2629-9695-4276-8384-41339f756457 req-f5c2d1ca-66a2-4488-b155-ed19d42c0e7c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:29.611384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-231c2629-9695-4276-8384-41339f756457 req-f5c2d1ca-66a2-4488-b155-ed19d42c0e7c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0592394 Aug 20 15:06:29.690269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-231c2629-9695-4276-8384-41339f756457 req-07736b9b-a7ad-407e-81ec-b725faf546fb tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698109 Aug 20 15:06:29.739217 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '83bdb8a2-b29d-482b-b8fb-cbc6549559ce', 'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'mac_address': 'fa:16:3e:96:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:23Z', 'updated_at': '2021-08-20T15:06:29Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'subnets': [{'id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:29.761760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45726) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:29.780055 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5058b16-2d7d-497e-aa66-94465247d3f8 None None] The sync data for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 is: [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '83bdb8a2-b29d-482b-b8fb-cbc6549559ce', 'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'mac_address': 'fa:16:3e:96:63:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:23Z', 'updated_at': '2021-08-20T15:06:29Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'subnets': [{'id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:29.801056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b402bd26-e2a7-4405-bcec-01f5d865a89a req-d971b9e5-d27e-4bc6-aace-fb155828934d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 210 time: 0.0892193 Aug 20 15:06:29.984651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2122243846'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:30.027143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Made reservation on behalf of 8f268429a072433c80260691cbcf0dc6 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:30.032543 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.045380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cde5b8-61ea-43af-8b7e-63275286fb95 req-ae5dd199-adef-440c-96ba-4ca41b1777db tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:30.046934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47cde5b8-61ea-43af-8b7e-63275286fb95 req-ae5dd199-adef-440c-96ba-4ca41b1777db tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 944 time: 0.2563121 Aug 20 15:06:30.052141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.143816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-763e9856-16e8-48f2-8b11-65e157becc95 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:30.146174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-763e9856-16e8-48f2-8b11-65e157becc95 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.72 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 819 time: 0.3129816 Aug 20 15:06:30.185828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47cde5b8-61ea-43af-8b7e-63275286fb95 req-66bd5ee9-398e-40f9-8c0f-00d7e19f9d8e tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215279 Aug 20 15:06:30.199982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Request body: {'port': {'device_id': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'admin_state_up': True, 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:30.269271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.277219 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.318262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:30.332153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.333133 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Added segment 52253213-2e56-46b4-b4fc-8d43ab5ed324 of type vlan for network 24b316da-2435-4835-b86e-a629952833fa Aug 20 15:06:30.392487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.432599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.439878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:30.440888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.460736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacbb1b-1ea9-413d-9ef8-085d302595e3 req-bd86f29c-c804-4ab1-bba0-cdcf6f4d6cf6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:30.463198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ecacbb1b-1ea9-413d-9ef8-085d302595e3 req-bd86f29c-c804-4ab1-bba0-cdcf6f4d6cf6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.0999937 Aug 20 15:06:30.464716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Made reservation on behalf of a6684a7f53f1496d96f48a869da0ea37 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:30.468397 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.543374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event updated for resources: {'Network': ['ID=24b316da-2435-4835-b86e-a629952833fa,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:30.557327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 24b316da-2435-4835-b86e-a629952833fa details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:30.571167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ecacbb1b-1ea9-413d-9ef8-085d302595e3 req-0d3e6691-9ffe-4d91-b1a3-f28cf22f1aa2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999622 Aug 20 15:06:30.615460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fe205821-8d32-4fe5-9ce9-594b3ebfbbfb up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:30.628770 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8633730 Aug 20 15:06:30.632507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45740) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:30.640742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Request body: {'subnet': {'network_id': '24b316da-2435-4835-b86e-a629952833fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:30.652015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c740e6-566e-4fd4-afe4-8236c9a301a4 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d50276f-daf0-4067-a34e-420816625fb9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:30.702007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Allocated IP 172.20.0.6 (83472135-9cc2-4bb0-b027-531ee8284d64/b16983c5-c372-493a-b07c-62c16801db2c/e4b4cdec-1725-4e8b-81b1-40204931f7fb) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:30.861625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:30.866984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:30.867716 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:30.874436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Made reservation on behalf of 8f268429a072433c80260691cbcf0dc6 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:30.878125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.051623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa6046-f037-4c04-aaac-d312d69a0b51 req-4f0554d3-6e43-43a0-b63e-04669a590c86 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:31.053467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cfa6046-f037-4c04-aaac-d312d69a0b51 req-4f0554d3-6e43-43a0-b63e-04669a590c86 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1426184 Aug 20 15:06:31.068215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.092570 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.152124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:31.153409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:31.156209 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881644c0-8f81-4d77-9378-b38480f1327e" -d '{"events": [{"server_uuid": "ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe205821-8d32-4fe5-9ce9-594b3ebfbbfb"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:31.160001 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.223438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:31.231258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cfa6046-f037-4c04-aaac-d312d69a0b51 req-fc68d23c-7c0e-49a7-9a68-c2325639d6f3 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524599 Aug 20 15:06:31.237164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.287428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Network 83472135-9cc2-4bb0-b027-531ee8284d64 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:31.293927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.299512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:31.313297 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd60550c-ff6c-47d5-84b5-30f720b67bf3 x-openstack-request-id: req-bd60550c-ff6c-47d5-84b5-30f720b67bf3 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:31.313557 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe205821-8d32-4fe5-9ce9-594b3ebfbbfb", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:31.314008 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd60550c-ff6c-47d5-84b5-30f720b67bf3 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:31.314425 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb', 'code': 200} Aug 20 15:06:31.338149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:31.406140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:31.406667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.494508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event updated for resources: {'Subnet': ['ID=1a8a9ded-287d-48cf-9de0-b57111f9c97e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:31.520497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02e225-89e3-4c1f-a520-f0755564cc2e req-2d16e40c-9df7-4698-9106-2e1f42069ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:31.522572 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9a02e225-89e3-4c1f-a520-f0755564cc2e req-2d16e40c-9df7-4698-9106-2e1f42069ba3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 1097 time: 0.1228042 Aug 20 15:06:31.523899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Checking segment: {'id': '52253213-2e56-46b4-b4fc-8d43ab5ed324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '24b316da-2435-4835-b86e-a629952833fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:31.524339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Network hostable DHCP agents. Network: 24b316da-2435-4835-b86e-a629952833fa, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:06:31.572665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 83bdb8a2-b29d-482b-b8fb-cbc6549559ce up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:31.615911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4210644 Aug 20 15:06:31.637128 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9a02e225-89e3-4c1f-a520-f0755564cc2e req-6540649e-3d29-4137-b14f-d81ee4beb725 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940638 Aug 20 15:06:31.637761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9b9e8-2811-4bb4-b1c3-e6f140a916f5 req-af83898e-2290-4e04-a89f-8b254cd50f4b tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:31.637909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Network 24b316da-2435-4835-b86e-a629952833fa is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:06:31.656691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ab9b9e8-2811-4bb4-b1c3-e6f140a916f5 req-af83898e-2290-4e04-a89f-8b254cd50f4b tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 931 time: 0.3679428 Aug 20 15:06:31.659863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 24b316da-2435-4835-b86e-a629952833fa) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:31.667187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:31.667943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.673791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Request body: {'port': {'device_id': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:31.679919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:31.685271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ef174-e529-4967-bba4-71dd30eac541 None None] Network 24b316da-2435-4835-b86e-a629952833fa requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:31.690179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:31.690561 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.717204 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b6a1624d-1c96-48bc-9d03-09bc13405bef tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0834420 Aug 20 15:06:31.717797 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45770) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:31.724754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6a50fb37-867d-419a-a257-a360284e8b36 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-941879664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:31.736664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43547db0-d8b3-4890-8f5a-03df89a34771 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Pushing event updated for resources: {'Port': ['ID=e4b4cdec-1725-4e8b-81b1-40204931f7fb,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:31.741901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.759827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a50fb37-867d-419a-a257-a360284e8b36 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.761342 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a50fb37-867d-419a-a257-a360284e8b36 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.817131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ab9b9e8-2811-4bb4-b1c3-e6f140a916f5 req-53e0a799-8377-49ac-b7fd-ea81b765a3de tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537037 Aug 20 15:06:31.831731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e12c8-8078-48a8-8d20-7fc98f938f57 req-622b527c-aba0-43e1-8e2f-2248e0dbce35 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:31.842760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a03e12c8-8078-48a8-8d20-7fc98f938f57 req-622b527c-aba0-43e1-8e2f-2248e0dbce35 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.3626397 Aug 20 15:06:31.856091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a50fb37-867d-419a-a257-a360284e8b36 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.861208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a50fb37-867d-419a-a257-a360284e8b36 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.886923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.890106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a50fb37-867d-419a-a257-a360284e8b36 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.894759 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6a50fb37-867d-419a-a257-a360284e8b36 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1759403 Aug 20 15:06:31.895397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45772) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:31.966894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=83bdb8a2-b29d-482b-b8fb-cbc6549559ce,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:31.974176 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:31.998839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a03e12c8-8078-48a8-8d20-7fc98f938f57 req-3a2ef7e9-dc41-40fc-8de8-7ef0c10435f1 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532462 Aug 20 15:06:32.039151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=83bdb8a2-b29d-482b-b8fb-cbc6549559ce,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:32.113133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-24b316da-2435-4835-b86e-a629952833fa', 'network_id': '24b316da-2435-4835-b86e-a629952833fa', 'tenant_id': '8f268429a072433c80260691cbcf0dc6', 'fixed_ips': [{'subnet_id': '1a8a9ded-287d-48cf-9de0-b57111f9c97e'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:06:32.114008 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.202761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e889c77-4ded-4e5f-9861-e1d80b7bd355 req-4a651818-d9a2-452a-8f45-cc2375a91198 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:32.210436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e889c77-4ded-4e5f-9861-e1d80b7bd355 req-4a651818-d9a2-452a-8f45-cc2375a91198 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.2748127 Aug 20 15:06:32.259798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e889c77-4ded-4e5f-9861-e1d80b7bd355 req-a27eefe1-a81f-4b5e-93b5-998f874af872 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444787 Aug 20 15:06:32.286599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.333697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Allocated IP 172.20.0.2 (24b316da-2435-4835-b86e-a629952833fa/1a8a9ded-287d-48cf-9de0-b57111f9c97e/018c0c9f-fc0c-4f55-adb0-be53c582fc50) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:32.409400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b4cdec-1725-4e8b-81b1-40204931f7fb {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:06:32.421405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac90999-418b-4302-95bb-311a16f0ec35 req-85045332-44df-4773-b8de-f316cd51ece5 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:32.423290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aac90999-418b-4302-95bb-311a16f0ec35 req-85045332-44df-4773-b8de-f316cd51ece5 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1034563 Aug 20 15:06:32.428723 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.461230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Transition to ACTIVE for port object e4b4cdec-1725-4e8b-81b1-40204931f7fb will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:32.475849 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.496155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aac90999-418b-4302-95bb-311a16f0ec35 req-f63f88eb-780f-4808-90c2-6c730640484f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639076 Aug 20 15:06:32.552076 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.564952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Transition to ACTIVE for port object 018c0c9f-fc0c-4f55-adb0-be53c582fc50 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:32.571327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Pushing event updated for resources: {'Port': ['ID=e4b4cdec-1725-4e8b-81b1-40204931f7fb,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:32.595447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Transition to ACTIVE for port object 018c0c9f-fc0c-4f55-adb0-be53c582fc50 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:32.617566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.662722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Attempting to bind port e4b4cdec-1725-4e8b-81b1-40204931f7fb on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:06:32.663515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Attempting to bind port e4b4cdec-1725-4e8b-81b1-40204931f7fb by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '5d3c61cc-ed8e-4158-b76b-99bade47bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:06:32.664347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Attempting to bind port e4b4cdec-1725-4e8b-81b1-40204931f7fb on network 83472135-9cc2-4bb0-b027-531ee8284d64 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:06:32.670779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Network 24b316da-2435-4835-b86e-a629952833fa is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:32.673958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:32.674099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Port e4b4cdec-1725-4e8b-81b1-40204931f7fb on network 83472135-9cc2-4bb0-b027-531ee8284d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:06:32.674479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Attempting to bind port e4b4cdec-1725-4e8b-81b1-40204931f7fb on network 83472135-9cc2-4bb0-b027-531ee8284d64 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:06:32.681582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:32.686001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:06:32.686630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Checking segment: {'id': '5d3c61cc-ed8e-4158-b76b-99bade47bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:32.687166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Bound using segment: {'id': '5d3c61cc-ed8e-4158-b76b-99bade47bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:06:32.687803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Bound port: e4b4cdec-1725-4e8b-81b1-40204931f7fb, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3c61cc-ed8e-4158-b76b-99bade47bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:06:32.688508 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.736961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Allocated IP 172.20.0.1 (24b316da-2435-4835-b86e-a629952833fa/1a8a9ded-287d-48cf-9de0-b57111f9c97e/7bb9d20c-622b-4988-9f10-52f32d40362e) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:32.765492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] For port e4b4cdec-1725-4e8b-81b1-40204931f7fb, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:06:32.771476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] For port e4b4cdec-1725-4e8b-81b1-40204931f7fb, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:06:32.779956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.888408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:32.892783 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.894443 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] 10.222.0.72 "PUT /v2.0/ports/e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 1092 time: 1.2341914 Aug 20 15:06:32.904461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:32.912973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Pushing event updated for resources: {'Port': ['ID=018c0c9f-fc0c-4f55-adb0-be53c582fc50,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:32.937887 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb2315-b553-4dbe-8443-1e796fd75fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:32.966918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Attempting to bind port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:06:32.967596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Attempting to bind port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '52253213-2e56-46b4-b4fc-8d43ab5ed324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '24b316da-2435-4835-b86e-a629952833fa'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:06:32.968139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Attempting to bind port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 on network 24b316da-2435-4835-b86e-a629952833fa {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:06:32.985506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:06:32.986186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Checking segment: {'id': '52253213-2e56-46b4-b4fc-8d43ab5ed324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '24b316da-2435-4835-b86e-a629952833fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:32.986841 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:32.987488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Bound using segment: {'id': '52253213-2e56-46b4-b4fc-8d43ab5ed324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '24b316da-2435-4835-b86e-a629952833fa'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:06:32.988243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Bound port: 018c0c9f-fc0c-4f55-adb0-be53c582fc50, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52253213-2e56-46b4-b4fc-8d43ab5ed324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '24b316da-2435-4835-b86e-a629952833fa'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:06:32.989753 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:33.069082 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:33.089811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Transition to ACTIVE for port object 7bb9d20c-622b-4988-9f10-52f32d40362e will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:33.135617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] For port 018c0c9f-fc0c-4f55-adb0-be53c582fc50, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:06:33.137143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] For port 018c0c9f-fc0c-4f55-adb0-be53c582fc50, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=018c0c9f-fc0c-4f55-adb0-be53c582fc50,segment=NetworkSegment(52253213-2e56-46b4-b4fc-8d43ab5ed324),segment_id=52253213-2e56-46b4-b4fc-8d43ab5ed324)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:06:33.148001 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:33.152781 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:33.189129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048af628-3da9-48cf-bdce-ffce932cb5eb service neutron] Pushing event updated for resources: {'Port': ['ID=e4b4cdec-1725-4e8b-81b1-40204931f7fb,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:33.193304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Network 24b316da-2435-4835-b86e-a629952833fa is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:33.200444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:33.204760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:33.205334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fea987-c63b-413f-b164-970b6911e1d9 req-e51ca38e-fb4b-4121-85f5-2a15143533e3 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:33.206900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83fea987-c63b-413f-b164-970b6911e1d9 req-e51ca38e-fb4b-4121-85f5-2a15143533e3 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.2490122 Aug 20 15:06:33.228705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb573143-302e-477b-bf15-c656bc9d4c36 None None] Pushing event updated for resources: {'Port': ['ID=018c0c9f-fc0c-4f55-adb0-be53c582fc50,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:33.229018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5819832-49de-42f8-8744-dd1c7efd8442 req-8fae9cc7-060e-4c85-83b5-6c1a775ceb20 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:33.230205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5819832-49de-42f8-8744-dd1c7efd8442 req-8fae9cc7-060e-4c85-83b5-6c1a775ceb20 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 943 time: 0.1706712 Aug 20 15:06:33.257488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event updated for resources: {'Port': ['ID=7bb9d20c-622b-4988-9f10-52f32d40362e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:33.274393 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:33.288178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-1fd157a8-e7e7-45c1-8be0-0bb0139e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:33.289695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-1fd157a8-e7e7-45c1-8be0-0bb0139e60fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1095 time: 0.2463298 Aug 20 15:06:33.309063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83fea987-c63b-413f-b164-970b6911e1d9 req-c3bf0771-e1e3-4c1f-87d3-6f0ff40abdbc tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911560 Aug 20 15:06:33.321318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5819832-49de-42f8-8744-dd1c7efd8442 req-4044737d-65f4-453b-970b-1285896bef30 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649409 Aug 20 15:06:33.400564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-2f11e07d-f3a1-4d91-9391-b33472186d26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 217 time: 0.0880549 Aug 20 15:06:33.408044 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2336a52f-af8b-4efd-b4ca-ee410cf5e9f4 x-openstack-request-id: req-2336a52f-af8b-4efd-b4ca-ee410cf5e9f4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:33.408460 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:33.408819 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2336a52f-af8b-4efd-b4ca-ee410cf5e9f4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:33.409315 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'status': 'completed', 'code': 200} Aug 20 15:06:33.463148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-be8a2b76-69b7-4ff3-a5d2-0bb0674c50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:33.464789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-be8a2b76-69b7-4ff3-a5d2-0bb0674c50ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 200 len: 859 time: 0.0543752 Aug 20 15:06:33.505536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 83bdb8a2-b29d-482b-b8fb-cbc6549559ce up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:33.526580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:33.553299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-1a6b3f40-9119-4b8f-82ba-aae8eafd578a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83472135-9cc2-4bb0-b027-531ee8284d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430682 Aug 20 15:06:33.618001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:33.619914 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:33.742995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-2b623032-0825-42ce-966a-c06148a32523 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738093 Aug 20 15:06:33.758097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d9ed-b110-4787-92f0-d625775a0c53 req-977b89d6-2b05-4941-b45e-a77fccecbce9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:33.766191 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f032d9ed-b110-4787-92f0-d625775a0c53 req-977b89d6-2b05-4941-b45e-a77fccecbce9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.3001182 Aug 20 15:06:33.906881 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:33.919259 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:34.011998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event updated for resources: {'Port': ['ID=7bb9d20c-622b-4988-9f10-52f32d40362e,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:34.014485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:34.122834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Network 24b316da-2435-4835-b86e-a629952833fa is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:34.124379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:34.283038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Router b96b3036-cbe7-4702-a58a-8e85775afbc2 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:06:34.301215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e56b241-adfc-46dc-be6f-3c3992eae5ce req-14304cff-382e-4d8f-8bff-c1fcf1a9d4b5 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156474 Aug 20 15:06:34.323398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f032d9ed-b110-4787-92f0-d625775a0c53 req-80bff5de-53fd-4923-912f-597c926dd8a7 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506570 Aug 20 15:06:34.344635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8b46d-1480-4fe5-beb3-182634b6b909 req-acee3a72-5523-4a3c-8be6-9ef0ff253e92 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:34.355748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ef8b46d-1480-4fe5-beb3-182634b6b909 req-acee3a72-5523-4a3c-8be6-9ef0ff253e92 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.7965102 Aug 20 15:06:34.429311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:34.434452 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e2ec82ab-bf6b-4d7c-835f-e1ac6eca4b69 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "PUT /v2.0/routers/b96b3036-cbe7-4702-a58a-8e85775afbc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5311120 Aug 20 15:06:34.437302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45816) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:34.441287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806fa3a7-0f03-411e-929a-fda0b1f106dd None None] Sync routers for ids ['b96b3036-cbe7-4702-a58a-8e85775afbc2'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:34.443884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Request body: {'port': {'network_id': '24b316da-2435-4835-b86e-a629952833fa', 'name': 'tempest-FloatingIPNegativeTestJSON-2121834511'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:34.454732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fa3a7-0f03-411e-929a-fda0b1f106dd None None] Routers {'b96b3036-cbe7-4702-a58a-8e85775afbc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:34.455131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-806fa3a7-0f03-411e-929a-fda0b1f106dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b96b3036-cbe7-4702-a58a-8e85775afbc2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:34.494694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ef8b46d-1480-4fe5-beb3-182634b6b909 req-1c3c4967-8957-464c-9464-fe3e03c75b9e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303189 Aug 20 15:06:34.512470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4e51a-a8bf-44ee-9774-6f2617af232d req-e0f5f774-8e92-4344-8100-1dab9edab900 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:34.513986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02e4e51a-a8bf-44ee-9774-6f2617af232d req-e0f5f774-8e92-4344-8100-1dab9edab900 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0703371 Aug 20 15:06:34.523369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-d9db8f86-8d05-4d97-aeb4-ddd845967019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:34.525446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-d9db8f86-8d05-4d97-aeb4-ddd845967019 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1095 time: 0.1134734 Aug 20 15:06:34.533293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-806fa3a7-0f03-411e-929a-fda0b1f106dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:34.554829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fa3a7-0f03-411e-929a-fda0b1f106dd None None] Routers {'b96b3036-cbe7-4702-a58a-8e85775afbc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:34.555920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-806fa3a7-0f03-411e-929a-fda0b1f106dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b96b3036-cbe7-4702-a58a-8e85775afbc2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:34.610736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-806fa3a7-0f03-411e-929a-fda0b1f106dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:34.611531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806fa3a7-0f03-411e-929a-fda0b1f106dd None None] The sync data for ids ['b96b3036-cbe7-4702-a58a-8e85775afbc2'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:34.627465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Made reservation on behalf of 8f268429a072433c80260691cbcf0dc6 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:34.639228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:34.668771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] device_id is not set on port ceb83f71-e495-4ff6-97ca-eac1c507ba64 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:06:34.685809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02e4e51a-a8bf-44ee-9774-6f2617af232d req-743b3b0c-1f52-41d9-8e29-bdbfd9db9e1a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555233 Aug 20 15:06:34.718813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13240094-6a0f-491b-95e3-b511b35349ce req-160f2b40-c522-4cd1-8bff-b4adf6fe11e7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:34.720368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13240094-6a0f-491b-95e3-b511b35349ce req-160f2b40-c522-4cd1-8bff-b4adf6fe11e7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1108348 Aug 20 15:06:34.740761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b616d1f5-f411-4741-9b30-650d6caf94d0 None None] Network 24b316da-2435-4835-b86e-a629952833fa requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:34.750239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-c9f3b7e5-85b4-4d33-8809-4c9ae6831f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:34.751706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-c9f3b7e5-85b4-4d33-8809-4c9ae6831f5e service neutron] 10.222.0.72 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 920 time: 0.2152371 Aug 20 15:06:34.812160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-7ae69bf2-8c9c-48b6-9952-16b06671cebd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 217 time: 0.0494406 Aug 20 15:06:34.835011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-604d0fc0-d37c-44b7-b2a9-9900f916c021 None None] Provisioning for port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:34.841434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Allocated IP 172.20.0.14 (24b316da-2435-4835-b86e-a629952833fa/1a8a9ded-287d-48cf-9de0-b57111f9c97e/ceb83f71-e495-4ff6-97ca-eac1c507ba64) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:34.903035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13240094-6a0f-491b-95e3-b511b35349ce req-8143699a-ce9b-4b3a-860c-e2be831e8b71 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637940 Aug 20 15:06:34.935353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8b7f4-4457-433e-bd2c-149f4ac2c95c req-03ee621c-24c8-4aeb-b19b-069b8bfa56fe tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:34.936973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08b8b7f4-4457-433e-bd2c-149f4ac2c95c req-03ee621c-24c8-4aeb-b19b-069b8bfa56fe tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1239150 Aug 20 15:06:34.941724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-8c17114c-eab3-4c5c-b181-a6d0da9ac016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:34.943115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-8c17114c-eab3-4c5c-b181-a6d0da9ac016 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 200 len: 859 time: 0.0957181 Aug 20 15:06:35.059874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-75715b71-b614-4f1f-9a46-015a0feff243 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83472135-9cc2-4bb0-b027-531ee8284d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697751 Aug 20 15:06:35.078203 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.083812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08b8b7f4-4457-433e-bd2c-149f4ac2c95c req-33d4f04b-a3d1-4bb8-a9c6-2926def6890f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308253 Aug 20 15:06:35.097508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Transition to ACTIVE for port object ceb83f71-e495-4ff6-97ca-eac1c507ba64 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:06:35.139186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.218680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Network 24b316da-2435-4835-b86e-a629952833fa is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:35.222821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:35.226126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:35.246320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-4d18d794-de53-40a6-b825-76772bb76a50 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614175 Aug 20 15:06:35.260739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5db001-c608-462e-9bcf-83764f54cec9 req-3465ee4b-c9d1-490c-ae79-fa449cb812af tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:35.268427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f5db001-c608-462e-9bcf-83764f54cec9 req-3465ee4b-c9d1-490c-ae79-fa449cb812af tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 943 time: 0.2657385 Aug 20 15:06:35.285855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event updated for resources: {'Port': ['ID=ceb83f71-e495-4ff6-97ca-eac1c507ba64,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:35.317707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:35.318360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.335971 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-23e092df-0aae-484b-8fe6-e2f6af05d6eb tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8974197 Aug 20 15:06:35.340342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45836) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:35.382092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:35.401666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-df492efb-11ba-493a-9436-0bdeef9b3e58 None None] Provisioning for port 7bb9d20c-622b-4988-9f10-52f32d40362e completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:35.409583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-df492efb-11ba-493a-9436-0bdeef9b3e58 None None] Provisioning complete for port 7bb9d20c-622b-4988-9f10-52f32d40362e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:35.410008 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-df492efb-11ba-493a-9436-0bdeef9b3e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.410334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f5db001-c608-462e-9bcf-83764f54cec9 req-4729f1cd-8363-4fd0-a9eb-a4b3ebdfefb0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409943 Aug 20 15:06:35.473993 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.492246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-df492efb-11ba-493a-9436-0bdeef9b3e58 None None] Port 7bb9d20c-622b-4988-9f10-52f32d40362e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:06:35.585606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92cb2315-b553-4dbe-8443-1e796fd75fd8 req-17dd3d04-79c6-41f6-b975-03f2af39c03c service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714550 Aug 20 15:06:35.600994 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 018c0c9f-fc0c-4f55-adb0-be53c582fc50 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:35.706252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:35.711152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:35.711886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.785633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91585c77-f714-46bf-b5e9-b895f93386ed req-f1afa57d-ef74-4472-a9d2-5d7c723b9d2b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:35.787188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91585c77-f714-46bf-b5e9-b895f93386ed req-f1afa57d-ef74-4472-a9d2-5d7c723b9d2b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1316376 Aug 20 15:06:35.788771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.797419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f9dc1-28b5-459a-b532-6f8c483fc79b req-1a3ca334-b151-4782-82a6-54b5e2040e7e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:35.805023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-299f9dc1-28b5-459a-b532-6f8c483fc79b req-1a3ca334-b151-4782-82a6-54b5e2040e7e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1351635 Aug 20 15:06:35.851792 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.854450 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.859292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fddc49de-d129-4013-9aaa-d4445cd4ee5a None None] Provisioning complete for port 7bb9d20c-622b-4988-9f10-52f32d40362e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:35.860396 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fddc49de-d129-4013-9aaa-d4445cd4ee5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:35.947752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fddc49de-d129-4013-9aaa-d4445cd4ee5a None None] Port 7bb9d20c-622b-4988-9f10-52f32d40362e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:06:35.953390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91585c77-f714-46bf-b5e9-b895f93386ed req-87b33a9a-0e6a-451f-9845-04d7633a012d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471565 Aug 20 15:06:35.959358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-299f9dc1-28b5-459a-b532-6f8c483fc79b req-3a6a1320-d4d6-4511-9d77-9894db323341 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380613 Aug 20 15:06:35.977386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 018c0c9f-fc0c-4f55-adb0-be53c582fc50, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=018c0c9f-fc0c-4f55-adb0-be53c582fc50,segment=NetworkSegment(52253213-2e56-46b4-b4fc-8d43ab5ed324),segment_id=52253213-2e56-46b4-b4fc-8d43ab5ed324)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:35.992662 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.082283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=018c0c9f-fc0c-4f55-adb0-be53c582fc50,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:36.149506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Allocated IP 172.25.5.78 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/5d57e4ba-d7c5-4f63-b7d6-e2a6824590f4) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:36.170501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ef91e572-e2ed-43a5-84f3-28657a7ec16b None None] Provisioning complete for port 7bb9d20c-622b-4988-9f10-52f32d40362e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:36.171137 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ef91e572-e2ed-43a5-84f3-28657a7ec16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.192502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ac06b-fd1f-4b24-ab99-8f6bd9199266 req-1eed0a63-4b4a-493d-a5cb-9459ff4b23e1 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:36.201239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b25ac06b-fd1f-4b24-ab99-8f6bd9199266 req-1eed0a63-4b4a-493d-a5cb-9459ff4b23e1 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1555843 Aug 20 15:06:36.211132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ef91e572-e2ed-43a5-84f3-28657a7ec16b None None] Port 7bb9d20c-622b-4988-9f10-52f32d40362e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:06:36.213786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949fd93-42e5-47c1-af1c-50d445879fb1 req-6c7e2418-a673-48fd-9ec2-f90f967b2689 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:36.215314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5949fd93-42e5-47c1-af1c-50d445879fb1 req-6c7e2418-a673-48fd-9ec2-f90f967b2689 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1477783 Aug 20 15:06:36.310253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b25ac06b-fd1f-4b24-ab99-8f6bd9199266 req-d514346b-a4da-4ef9-b613-0c7dfd111357 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081915 Aug 20 15:06:36.362148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5949fd93-42e5-47c1-af1c-50d445879fb1 req-c1cf99b7-32d9-4370-a649-c3b4537950b1 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910859 Aug 20 15:06:36.381753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.423280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.440431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-aac04d0c-7958-43b3-8de4-b089456c3e93 None None] Provisioning for port ceb83f71-e495-4ff6-97ca-eac1c507ba64 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:36.459601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-aac04d0c-7958-43b3-8de4-b089456c3e93 None None] Provisioning complete for port ceb83f71-e495-4ff6-97ca-eac1c507ba64 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:36.461043 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-aac04d0c-7958-43b3-8de4-b089456c3e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.467098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:36.469974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:36.473024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:36.508426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event updated for resources: {'Port': ['ID=5d57e4ba-d7c5-4f63-b7d6-e2a6824590f4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:36.531021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-aac04d0c-7958-43b3-8de4-b089456c3e93 None None] Port ceb83f71-e495-4ff6-97ca-eac1c507ba64 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:06:36.617712 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.627042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063a909-190f-4eed-9db2-554dc3548b44 req-f516ca05-3415-4f43-b187-76d7244493c0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:36.628591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4063a909-190f-4eed-9db2-554dc3548b44 req-f516ca05-3415-4f43-b187-76d7244493c0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 943 time: 0.0953729 Aug 20 15:06:36.684555 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.691201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4063a909-190f-4eed-9db2-554dc3548b44 req-e44e131c-925f-423c-bcfe-d51b4780d785 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550034 Aug 20 15:06:36.837545 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.842424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.911725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event updated for resources: {'Port': ['ID=5d57e4ba-d7c5-4f63-b7d6-e2a6824590f4,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:36.923446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.938224 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:36.939574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d4d55db5-532c-40ad-b860-5d9cd2b92f12 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5644581 Aug 20 15:06:36.942347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45860) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:36.946766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4acda4ef-4297-42f2-a915-192bfc7ddfba tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Request body: {'floatingip': {'port_id': 'ceb83f71-e495-4ff6-97ca-eac1c507ba64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:36.989372 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4acda4ef-4297-42f2-a915-192bfc7ddfba tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.162191 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-4acda4ef-4297-42f2-a915-192bfc7ddfba tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] update failed (client error): The resource could not be found. Aug 20 15:06:37.163250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4acda4ef-4297-42f2-a915-192bfc7ddfba tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "PUT /v2.0/floatingips/69d1e7c9-8af8-4547-9f2a-04975577f031 HTTP/1.1" status: 404 len: 507 time: 0.2199907 Aug 20 15:06:37.166685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45866) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:37.182206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f07d1-c3ff-489d-bdae-fbe8a345b456 req-052152ce-d49a-454a-afa8-50e027fbb9db tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:37.183727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5f07d1-c3ff-489d-bdae-fbe8a345b456 req-052152ce-d49a-454a-afa8-50e027fbb9db tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1242666 Aug 20 15:06:37.191897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918a3e9-ba57-4f9c-94c3-583df6affa27 req-02e8b07a-3f72-40fd-941c-fe550442f02b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:37.193289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e918a3e9-ba57-4f9c-94c3-583df6affa27 req-02e8b07a-3f72-40fd-941c-fe550442f02b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1327219 Aug 20 15:06:37.254770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e918a3e9-ba57-4f9c-94c3-583df6affa27 req-f7f1c1f9-6c7d-46ea-807a-f50ca4d939d7 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541065 Aug 20 15:06:37.265100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5f07d1-c3ff-489d-bdae-fbe8a345b456 req-ea1b59e5-45a7-4fca-a057-a47e33032ac2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708067 Aug 20 15:06:37.317212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Deleting port 5d57e4ba-d7c5-4f63-b7d6-e2a6824590f4 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:37.317727 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.404632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.405278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.424494 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Calling delete_port for 5d57e4ba-d7c5-4f63-b7d6-e2a6824590f4 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:37.457231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fecafe-9cbb-4460-adbc-6620e868a655 req-83d48f65-b555-4ba9-ad6c-0014613c83d1 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:37.458860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1fecafe-9cbb-4460-adbc-6620e868a655 req-83d48f65-b555-4ba9-ad6c-0014613c83d1 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0750902 Aug 20 15:06:37.479672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e4b4cdec-1725-4e8b-81b1-40204931f7fb details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:06:37.506192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 018c0c9f-fc0c-4f55-adb0-be53c582fc50 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:37.536693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1fecafe-9cbb-4460-adbc-6620e868a655 req-575827bc-f607-4732-b046-332359c96e38 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675635 Aug 20 15:06:37.546267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697177b5-46ed-4be3-96bd-75066c94f395 req-17cd5bb3-5a86-405f-b408-a93bf87ebe90 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:37.547811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-697177b5-46ed-4be3-96bd-75066c94f395 req-17cd5bb3-5a86-405f-b408-a93bf87ebe90 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1013560 Aug 20 15:06:37.617626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-697177b5-46ed-4be3-96bd-75066c94f395 req-b38c497f-59c6-43d4-ac45-60e89305a37d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631869 Aug 20 15:06:37.657382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.667477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:37.668480 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.703407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e4b4cdec-1725-4e8b-81b1-40204931f7fb, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:37.705722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event deleted for resources: {'Port': ['ID=5d57e4ba-d7c5-4f63-b7d6-e2a6824590f4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:37.722177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'port_id': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'mac_address': 'fa:16:3e:86:af:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:06:37.748307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.751437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.756815 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0baaf3ce-2614-4b19-bc6d-039498137f58 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "DELETE /v2.0/floatingips/69d1e7c9-8af8-4547-9f2a-04975577f031 HTTP/1.1" status: 204 len: 168 time: 0.5844891 Aug 20 15:06:37.756961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45882) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:37.762895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-29dec386-4fd9-4e0e-af6c-248f3273a9f0 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Request body: {'floatingip': {'floating_network_id': '24b316da-2435-4835-b86e-a629952833fa', 'port_id': 'ceb83f71-e495-4ff6-97ca-eac1c507ba64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:37.771466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.807492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b4cdec-1725-4e8b-81b1-40204931f7fb {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:06:37.824179 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-29dec386-4fd9-4e0e-af6c-248f3273a9f0 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.836973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e4b4cdec-1725-4e8b-81b1-40204931f7fb, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:37.843808 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:37.886044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52392ffc-334c-48c2-9477-7888a00ffb15 req-cbb06827-5f0a-41ec-ad99-aaf3652a633a tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:37.887705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52392ffc-334c-48c2-9477-7888a00ffb15 req-cbb06827-5f0a-41ec-ad99-aaf3652a633a tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 943 time: 0.1082721 Aug 20 15:06:37.893731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e4b4cdec-1725-4e8b-81b1-40204931f7fb,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:37.952648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52392ffc-334c-48c2-9477-7888a00ffb15 req-a7f495eb-f263-407e-8cd7-8d6a21f0bd21 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 Aug 20 15:06:37.999146 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-29dec386-4fd9-4e0e-af6c-248f3273a9f0 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:06:38.000634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-29dec386-4fd9-4e0e-af6c-248f3273a9f0 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2424200 Aug 20 15:06:38.004345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45884) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:38.008936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'ceb83f71-e495-4ff6-97ca-eac1c507ba64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:38.035366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:38.135257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:38.240418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Allocated IP 172.25.5.14 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/ad3ac626-c52e-417b-ad81-2c80150b561d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:06:38.297892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e4b4cdec-1725-4e8b-81b1-40204931f7fb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:06:38.446062 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:38.485999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf70a-8be7-4122-a2cc-2c3a139c48f7 req-8d6337e8-7934-4612-9fdc-5a9d9632a6ac tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:38.487521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-088cf70a-8be7-4122-a2cc-2c3a139c48f7 req-8d6337e8-7934-4612-9fdc-5a9d9632a6ac tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.0992143 Aug 20 15:06:38.503048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206b89c-f174-4b2a-8473-92187709cc1c req-cfcb38a1-fb9b-4694-94e6-c75577491b1a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:38.504524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4206b89c-f174-4b2a-8473-92187709cc1c req-cfcb38a1-fb9b-4694-94e6-c75577491b1a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1379402 Aug 20 15:06:38.567816 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:38.582746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4206b89c-f174-4b2a-8473-92187709cc1c req-b54c04ba-7396-4672-a0a7-77998d8ca52a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Aug 20 15:06:38.585315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-088cf70a-8be7-4122-a2cc-2c3a139c48f7 req-5fb83f45-1d7e-4506-adb5-1fa3fd4daad3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799286 Aug 20 15:06:38.615663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:06:38.628303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:38.638790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:38.641603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event updated for resources: {'Port': ['ID=ad3ac626-c52e-417b-ad81-2c80150b561d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:38.820160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14929358-ef25-4f4f-9de4-a84c8d0211bd req-c7347793-1dcf-478d-b5b6-5097c8e581a3 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:38.821522 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14929358-ef25-4f4f-9de4-a84c8d0211bd req-c7347793-1dcf-478d-b5b6-5097c8e581a3 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1442907 Aug 20 15:06:38.848469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7e62e-90ef-49e1-96b3-d7f4253ba857 req-a3f0d183-f69b-47d4-a0a5-26617d32f4c6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:38.849892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6c7e62e-90ef-49e1-96b3-d7f4253ba857 req-a3f0d183-f69b-47d4-a0a5-26617d32f4c6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1393647 Aug 20 15:06:38.919803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14929358-ef25-4f4f-9de4-a84c8d0211bd req-22d0d32a-8d1c-457e-bf0a-340e131274a0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863473 Aug 20 15:06:38.944258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6c7e62e-90ef-49e1-96b3-d7f4253ba857 req-b301e6ce-c8a2-4da7-9f01-60376372ceee tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860827 Aug 20 15:06:38.955094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Deleting port ad3ac626-c52e-417b-ad81-2c80150b561d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:38.955437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.071159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.071404 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.087064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Calling delete_port for ad3ac626-c52e-417b-ad81-2c80150b561d owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:39.109602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb58b3-647d-4904-a537-54137ff0928e req-a791ea25-76b8-4bad-b5a6-73fa6bb4a856 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:39.111330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7bb58b3-647d-4904-a537-54137ff0928e req-a791ea25-76b8-4bad-b5a6-73fa6bb4a856 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 944 time: 0.0824232 Aug 20 15:06:39.192293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7bb58b3-647d-4904-a537-54137ff0928e req-9bb326a4-9227-400e-ba80-bb732010ff41 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493221 Aug 20 15:06:39.251999 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.287319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event deleted for resources: {'Port': ['ID=ad3ac626-c52e-417b-ad81-2c80150b561d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:39.366928 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] create failed (client error): The resource could not be found. Aug 20 15:06:39.368184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-23771062-0e08-48c2-9781-7179590b2d7a tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3629041 Aug 20 15:06:39.372107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45910) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:39.470236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5610b-77ea-464c-94c8-bc21b2a2935e tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Deleting port ceb83f71-e495-4ff6-97ca-eac1c507ba64 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:39.470585 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6d5610b-77ea-464c-94c8-bc21b2a2935e tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.513892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e4b4cdec-1725-4e8b-81b1-40204931f7fb up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:06:39.557833 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6d5610b-77ea-464c-94c8-bc21b2a2935e tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.564957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port e4b4cdec-1725-4e8b-81b1-40204931f7fb completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:06:39.568785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port e4b4cdec-1725-4e8b-81b1-40204931f7fb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:06:39.569154 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.569772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5610b-77ea-464c-94c8-bc21b2a2935e tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Calling delete_port for ceb83f71-e495-4ff6-97ca-eac1c507ba64 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:39.655015 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.685797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:39.688271 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e516fae-c1b7-4463-98c3-03a2c3eb5a16" -d '{"events": [{"server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "name": "network-vif-plugged", "status": "completed", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:39.704302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e4b4cdec-1725-4e8b-81b1-40204931f7fb, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:39.709730 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.767192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e4b4cdec-1725-4e8b-81b1-40204931f7fb,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:39.776595 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6d5610b-77ea-464c-94c8-bc21b2a2935e tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.818634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5610b-77ea-464c-94c8-bc21b2a2935e tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event deleted for resources: {'Port': ['ID=ceb83f71-e495-4ff6-97ca-eac1c507ba64,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:39.862338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5062b7-82d0-4863-8c12-bf84d12d0383 req-d8c6a818-adfb-4be6-822d-fd0c3c8b60a7 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:39.863936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c5062b7-82d0-4863-8c12-bf84d12d0383 req-d8c6a818-adfb-4be6-822d-fd0c3c8b60a7 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1372647 Aug 20 15:06:39.893484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7994d-edb2-4350-8285-41608c1432c4 req-1be2c2cc-c605-4a99-8f90-81d268bf3a60 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:39.894970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56c7994d-edb2-4350-8285-41608c1432c4 req-1be2c2cc-c605-4a99-8f90-81d268bf3a60 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1701939 Aug 20 15:06:39.969498 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6d5610b-77ea-464c-94c8-bc21b2a2935e tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:39.971498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d6d5610b-77ea-464c-94c8-bc21b2a2935e tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "DELETE /v2.0/ports/ceb83f71-e495-4ff6-97ca-eac1c507ba64 HTTP/1.1" status: 204 len: 168 time: 0.5984254 Aug 20 15:06:39.974053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45922) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:39.988406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56c7994d-edb2-4350-8285-41608c1432c4 req-2283eacd-1811-4357-bd7c-795cb680245d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835006 Aug 20 15:06:40.010258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c5062b7-82d0-4863-8c12-bf84d12d0383 req-636f4bb7-f304-444c-b543-878d7178113a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104784 Aug 20 15:06:40.059111 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a8d2fe-ffac-4b1d-8181-d94c800a711d x-openstack-request-id: req-58a8d2fe-ffac-4b1d-8181-d94c800a711d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:40.059674 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "name": "network-vif-plugged", "status": "completed", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:40.060107 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58a8d2fe-ffac-4b1d-8181-d94c800a711d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:40.060659 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'code': 200} Aug 20 15:06:40.069048 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bceeb95-b382-46db-8213-47dd39e1dccd tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:40.070611 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3bceeb95-b382-46db-8213-47dd39e1dccd tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96b3036-cbe7-4702-a58a-8e85775afbc2 HTTP/1.1" status: 200 len: 913 time: 0.0955741 Aug 20 15:06:40.074425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45926) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:40.323469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67d06c-6831-446a-a92d-29968d41d421 req-25c3d41a-dacd-4728-89d8-3a82b49f7eb9 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:40.324994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca67d06c-6831-446a-a92d-29968d41d421 req-25c3d41a-dacd-4728-89d8-3a82b49f7eb9 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.2034986 Aug 20 15:06:40.362472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e225aaa-c102-4a9d-a46f-a1d0956cb951 req-a0d7738a-ae0e-443e-ad83-7125e7b5a8aa tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:40.363984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e225aaa-c102-4a9d-a46f-a1d0956cb951 req-a0d7738a-ae0e-443e-ad83-7125e7b5a8aa tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.2310843 Aug 20 15:06:40.370600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b33ef-98a9-4dc2-af3e-6837528af9cf req-4f2b8b3c-e454-4140-939c-befe9419fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:40.372086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-478b33ef-98a9-4dc2-af3e-6837528af9cf req-4f2b8b3c-e454-4140-939c-befe9419fec8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1097 time: 0.1845062 Aug 20 15:06:40.473693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca67d06c-6831-446a-a92d-29968d41d421 req-67627e52-388e-4798-8bf1-590714db915e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085055 Aug 20 15:06:40.497640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e225aaa-c102-4a9d-a46f-a1d0956cb951 req-8e463ffb-c1df-4179-88a7-5f3953bbe725 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246328 Aug 20 15:06:40.509925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-478b33ef-98a9-4dc2-af3e-6837528af9cf req-e4184031-1ab8-408e-a9a9-ef526274dbce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268134 Aug 20 15:06:40.628792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1695cd8-1967-4179-a3c1-7b962d6c9195 req-1733dea8-ffb3-494c-b6cf-b084ce6c1557 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:40.630531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1695cd8-1967-4179-a3c1-7b962d6c9195 req-1733dea8-ffb3-494c-b6cf-b084ce6c1557 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0662026 Aug 20 15:06:40.705949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1695cd8-1967-4179-a3c1-7b962d6c9195 req-0d2f3b30-e4f4-400a-88aa-b46ed5419f11 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665035 Aug 20 15:06:40.723969 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:40.976457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Deleting port 7bb9d20c-622b-4988-9f10-52f32d40362e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:40.976733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:41.128071 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:41.170159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Calling delete_port for 7bb9d20c-622b-4988-9f10-52f32d40362e owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:41.199062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337f69b-75a0-4bcb-99af-2d34e3c730a0 req-83cf86cd-2c26-4241-bb61-6097a936f1db tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:41.200583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e337f69b-75a0-4bcb-99af-2d34e3c730a0 req-83cf86cd-2c26-4241-bb61-6097a936f1db tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1178648 Aug 20 15:06:41.580313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508d28d-b14f-4c2f-a4f1-15f386840254 req-3a09c05d-5089-4f97-91a3-4235ea1d930b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:41.581756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6508d28d-b14f-4c2f-a4f1-15f386840254 req-3a09c05d-5089-4f97-91a3-4235ea1d930b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.4793336 Aug 20 15:06:41.656118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e337f69b-75a0-4bcb-99af-2d34e3c730a0 req-a87c2d85-3600-42d4-b0ae-2a9dd43c385a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865314 Aug 20 15:06:41.668214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6508d28d-b14f-4c2f-a4f1-15f386840254 req-698b063a-c23b-475f-bd42-2e889c426f50 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706677 Aug 20 15:06:41.862515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:41.896139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3d7c3-4e09-4180-a718-644acd08f1b3 req-18ecd84d-730f-4ca3-8044-55b64de6ba1f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:41.897654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2c3d7c3-4e09-4180-a718-644acd08f1b3 req-18ecd84d-730f-4ca3-8044-55b64de6ba1f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1461782 Aug 20 15:06:41.909155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d764e2-98f2-4e72-a768-3f041a43af2e req-f452512c-271e-47ee-9966-539d073f3c58 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:41.910552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3d764e2-98f2-4e72-a768-3f041a43af2e req-f452512c-271e-47ee-9966-539d073f3c58 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1393716 Aug 20 15:06:41.914220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event deleted for resources: {'Port': ['ID=7bb9d20c-622b-4988-9f10-52f32d40362e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:42.028358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2c3d7c3-4e09-4180-a718-644acd08f1b3 req-0ca27f16-a7f2-4df0-a39b-7c3dcc588c81 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150711 Aug 20 15:06:42.034050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3d764e2-98f2-4e72-a768-3f041a43af2e req-3f24fac6-eb5a-44ff-8c17-1c45808a2350 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103992 Aug 20 15:06:42.148865 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:42.188628 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75d3fee1-18a6-4082-b437-27e88d7d569a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:42.267033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0772fc-3395-4121-b747-daeb3daae91e req-7219c2a1-4653-4950-bf6e-1104c2492298 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:42.268575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc0772fc-3395-4121-b747-daeb3daae91e req-7219c2a1-4653-4950-bf6e-1104c2492298 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1299295 Aug 20 15:06:42.365447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Router b96b3036-cbe7-4702-a58a-8e85775afbc2 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:06:42.371887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc0772fc-3395-4121-b747-daeb3daae91e req-d23dfe71-e198-4a14-a3fd-a3db367e0ab6 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959525 Aug 20 15:06:42.455052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:06:42.469768 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee6e8c7-b512-4a5d-9ea3-a01bc23c9d9f None None] Sync routers for ids ['b96b3036-cbe7-4702-a58a-8e85775afbc2'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:06:42.470278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9b3cf924-2865-4616-b456-6e5250837244 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "PUT /v2.0/routers/b96b3036-cbe7-4702-a58a-8e85775afbc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3921816 Aug 20 15:06:42.470374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45964) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:42.478004 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee6e8c7-b512-4a5d-9ea3-a01bc23c9d9f None None] Routers {'b96b3036-cbe7-4702-a58a-8e85775afbc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:42.479460 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4ee6e8c7-b512-4a5d-9ea3-a01bc23c9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b96b3036-cbe7-4702-a58a-8e85775afbc2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:42.517277 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4ee6e8c7-b512-4a5d-9ea3-a01bc23c9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:42.528817 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee6e8c7-b512-4a5d-9ea3-a01bc23c9d9f None None] Routers {'b96b3036-cbe7-4702-a58a-8e85775afbc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:06:42.529902 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4ee6e8c7-b512-4a5d-9ea3-a01bc23c9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b96b3036-cbe7-4702-a58a-8e85775afbc2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:42.581271 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4ee6e8c7-b512-4a5d-9ea3-a01bc23c9d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:42.581759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb11af26-39d7-4f91-8ae3-b53c2c69f777 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:42.581933 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee6e8c7-b512-4a5d-9ea3-a01bc23c9d9f None None] The sync data for ids ['b96b3036-cbe7-4702-a58a-8e85775afbc2'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:06:42.712822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4489f1-d0c2-4306-a317-1463e428f0ea req-8b2d9ea7-d43a-41ae-b766-b59da3672236 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:42.714435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f4489f1-d0c2-4306-a317-1463e428f0ea req-8b2d9ea7-d43a-41ae-b766-b59da3672236 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0842071 Aug 20 15:06:42.719784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-c1cf48f0-5e0a-4c13-a894-8c212591caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:42.721341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-c1cf48f0-5e0a-4c13-a894-8c212591caf4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1097 time: 0.1006615 Aug 20 15:06:42.783046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb11af26-39d7-4f91-8ae3-b53c2c69f777 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:42.787190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb11af26-39d7-4f91-8ae3-b53c2c69f777 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:42.792562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922165b5-0037-40af-a461-81b1b96dcbc1 req-f8f4e00b-4f1d-4dbf-88da-05eb85e2785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:42.794126 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-922165b5-0037-40af-a461-81b1b96dcbc1 req-f8f4e00b-4f1d-4dbf-88da-05eb85e2785a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 1097 time: 0.1409945 Aug 20 15:06:42.824684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f4489f1-d0c2-4306-a317-1463e428f0ea req-97c72959-90eb-4b2b-a86c-27277633ec52 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006641 Aug 20 15:06:42.864749 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-922165b5-0037-40af-a461-81b1b96dcbc1 req-25a8afdb-4d66-4f33-8c15-e6276c7b6385 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Aug 20 15:06:42.865390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb11af26-39d7-4f91-8ae3-b53c2c69f777 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:42.865936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb11af26-39d7-4f91-8ae3-b53c2c69f777 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Fanout notify agent at l3_agent the message router_deleted on router b96b3036-cbe7-4702-a58a-8e85775afbc2 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:06:42.879703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb11af26-39d7-4f91-8ae3-b53c2c69f777 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:42.881078 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb11af26-39d7-4f91-8ae3-b53c2c69f777 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "DELETE /v2.0/routers/b96b3036-cbe7-4702-a58a-8e85775afbc2 HTTP/1.1" status: 204 len: 168 time: 0.4099736 Aug 20 15:06:42.883495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45976) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:42.890461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bc643-21c0-481a-8345-ecc3c3fc2eb7 req-2adcda8f-8f5c-4056-9c3f-e872d68fa196 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:42.892438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d89bc643-21c0-481a-8345-ecc3c3fc2eb7 req-2adcda8f-8f5c-4056-9c3f-e872d68fa196 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1180818 Aug 20 15:06:42.938564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e430325-af8e-4fcb-a48c-f05e37b0c67c tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Deleting subnet 1a8a9ded-287d-48cf-9de0-b57111f9c97e {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:06:42.941976 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e430325-af8e-4fcb-a48c-f05e37b0c67c tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:42.987874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e430325-af8e-4fcb-a48c-f05e37b0c67c tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:42.991807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-1a962614-a79d-4609-b2ab-54f12cb72c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:42.993312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-1a962614-a79d-4609-b2ab-54f12cb72c37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 920 time: 0.2432952 Aug 20 15:06:42.997016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d89bc643-21c0-481a-8345-ecc3c3fc2eb7 req-ee1ed6bc-aa71-404b-a7f2-86e2b50cef75 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880263 Aug 20 15:06:43.015388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92e20d-e1f8-43f4-bbf4-a92f1ddeafe4 req-e08f4ef6-16a3-40ab-8d06-27ec6a5d61b7 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:43.017201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d92e20d-e1f8-43f4-bbf4-a92f1ddeafe4 req-e08f4ef6-16a3-40ab-8d06-27ec6a5d61b7 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1071160 Aug 20 15:06:43.055534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-89f6cf34-bb9f-4bd2-aaa0-1b0d6abf5d2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 217 time: 0.0549331 Aug 20 15:06:43.086689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e430325-af8e-4fcb-a48c-f05e37b0c67c tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.136133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d92e20d-e1f8-43f4-bbf4-a92f1ddeafe4 req-8da500f3-556b-4301-beb5-6b1a84f91807 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828843 Aug 20 15:06:43.164364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e430325-af8e-4fcb-a48c-f05e37b0c67c tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.188145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-8937b672-83da-450d-b929-1db89b84d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:43.189643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-8937b672-83da-450d-b929-1db89b84d179 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 200 len: 859 time: 0.1181734 Aug 20 15:06:43.199627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e430325-af8e-4fcb-a48c-f05e37b0c67c tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8a9ded-287d-48cf-9de0-b57111f9c97e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:43.211764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8e430325-af8e-4fcb-a48c-f05e37b0c67c tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.212715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6160c401-f683-4a5a-8b88-655c40215782 None None] Network 24b316da-2435-4835-b86e-a629952833fa requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:43.214851 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8e430325-af8e-4fcb-a48c-f05e37b0c67c tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "DELETE /v2.0/subnets/1a8a9ded-287d-48cf-9de0-b57111f9c97e HTTP/1.1" status: 204 len: 168 time: 0.3298230 Aug 20 15:06:43.216861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45984) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:43.249826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811d13f-77f2-4971-9c17-b5236ee94877 req-ae350aac-e88f-4464-a9e8-df61047fc452 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:43.251630 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c811d13f-77f2-4971-9c17-b5236ee94877 req-ae350aac-e88f-4464-a9e8-df61047fc452 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1125946 Aug 20 15:06:43.275627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-ae5e35ab-09c4-49c3-8e99-fa4e49c559ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83472135-9cc2-4bb0-b027-531ee8284d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745695 Aug 20 15:06:43.311860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.376727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c15a35-9b75-4267-8c13-5511a91f1dd4 req-5fddd60c-e25b-4498-954d-3804b94492e1 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:43.378345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23c15a35-9b75-4267-8c13-5511a91f1dd4 req-5fddd60c-e25b-4498-954d-3804b94492e1 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1794443 Aug 20 15:06:43.381506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Deleting port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:43.381859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.434681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c811d13f-77f2-4971-9c17-b5236ee94877 req-69595215-70da-45e1-ac3e-f6705148bbda tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444275 Aug 20 15:06:43.452131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60edfb-b0d8-4bb0-a3fa-17e16db06829 None None] DHCP port deletion for 24b316da-2435-4835-b86e-a629952833fa request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:06:43.461114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] For port 018c0c9f-fc0c-4f55-adb0-be53c582fc50, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=018c0c9f-fc0c-4f55-adb0-be53c582fc50,segment=NetworkSegment(52253213-2e56-46b4-b4fc-8d43ab5ed324),segment_id=52253213-2e56-46b4-b4fc-8d43ab5ed324)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:43.461564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.476825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Calling delete_port for 018c0c9f-fc0c-4f55-adb0-be53c582fc50 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:43.502823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23c15a35-9b75-4267-8c13-5511a91f1dd4 req-3480658e-24ef-4376-ac97-ba8db63d37f1 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155479 Aug 20 15:06:43.512508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-bc60edfb-b0d8-4bb0-a3fa-17e16db06829 None None] Deleting port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:43.517802 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc60edfb-b0d8-4bb0-a3fa-17e16db06829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.542270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-58f6c384-92fa-4bbf-beae-e2169c032500 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537289 Aug 20 15:06:43.595217 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.610641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bc60edfb-b0d8-4bb0-a3fa-17e16db06829 None None] For port 018c0c9f-fc0c-4f55-adb0-be53c582fc50, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=018c0c9f-fc0c-4f55-adb0-be53c582fc50,segment=NetworkSegment(52253213-2e56-46b4-b4fc-8d43ab5ed324),segment_id=52253213-2e56-46b4-b4fc-8d43ab5ed324)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:43.611068 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc60edfb-b0d8-4bb0-a3fa-17e16db06829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.625221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-bc60edfb-b0d8-4bb0-a3fa-17e16db06829 None None] Calling delete_port for 018c0c9f-fc0c-4f55-adb0-be53c582fc50 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:43.631062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event deleted for resources: {'Port': ['ID=018c0c9f-fc0c-4f55-adb0-be53c582fc50,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:43.634961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] No DVR routers for this DVR port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:06:43.656505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7017eb9c-6f69-4275-99ce-7665e78f8c77 req-0d385dd7-ea18-4ac0-b8c1-34580c0d721e service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070485 Aug 20 15:06:43.724073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc60edfb-b0d8-4bb0-a3fa-17e16db06829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.729167 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.741547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b316da-2435-4835-b86e-a629952833fa']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:43.756191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52253213-2e56-46b4-b4fc-8d43ab5ed324') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:43.756531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52253213-2e56-46b4-b4fc-8d43ab5ed324') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:43.759857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60edfb-b0d8-4bb0-a3fa-17e16db06829 None None] Pushing event deleted for resources: {'Port': ['ID=018c0c9f-fc0c-4f55-adb0-be53c582fc50,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:43.764503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60edfb-b0d8-4bb0-a3fa-17e16db06829 None None] No DVR routers for this DVR port 018c0c9f-fc0c-4f55-adb0-be53c582fc50 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:06:43.775450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.793337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.800484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:06:43.800900 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:06:43.804016 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:06:43.864970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.871899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:43.873834 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] 10.222.0.36 "DELETE /v2.0/networks/24b316da-2435-4835-b86e-a629952833fa HTTP/1.1" status: 204 len: 168 time: 0.6560328 Aug 20 15:06:43.889819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76601806-63f3-4616-99ed-08798849f7b2 tempest-FloatingIPNegativeTestJSON-1988573045 tempest-FloatingIPNegativeTestJSON-1988573045-project] Pushing event deleted for resources: {'Network': ['ID=24b316da-2435-4835-b86e-a629952833fa,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:43.973617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341234a-0556-4ce7-9bba-5c363472357d req-e09e457c-e78e-4734-937c-13cddbae4dd2 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:43.975135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f341234a-0556-4ce7-9bba-5c363472357d req-e09e457c-e78e-4734-937c-13cddbae4dd2 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0527346 Aug 20 15:06:44.057404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f341234a-0556-4ce7-9bba-5c363472357d req-d8ea53b0-d68e-4926-8f79-50b738d14f40 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728884 Aug 20 15:06:44.182409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e780-ef6c-4f75-abb3-8073e45d02ff req-937fd358-6e06-4656-818a-d22fe2630db4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:44.184359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9206e780-ef6c-4f75-abb3-8073e45d02ff req-937fd358-6e06-4656-818a-d22fe2630db4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.0608501 Aug 20 15:06:44.248670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46006) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:44.281613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9206e780-ef6c-4f75-abb3-8073e45d02ff req-436f3188-383b-4b33-a70e-1c3fa3acaa37 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906742 Aug 20 15:06:44.319509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a24a83-d90e-4a7f-ae64-a9a21d68fde4 req-dfb29eaf-f95f-4717-af3a-283001c442a5 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:44.321329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75a24a83-d90e-4a7f-ae64-a9a21d68fde4 req-dfb29eaf-f95f-4717-af3a-283001c442a5 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0583344 Aug 20 15:06:44.365371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75a24a83-d90e-4a7f-ae64-a9a21d68fde4 req-2c40bc94-aaa6-4567-b73c-e26160a2a125 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365932 Aug 20 15:06:44.437601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6c22eccf-0ae8-45eb-b91a-40a778433c7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f268429a072433c80260691cbcf0dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846116 Aug 20 15:06:44.437868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46012) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:44.510862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48a035c7-e8c9-456e-bc5d-6ab38585cd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:44.553113 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48a035c7-e8c9-456e-bc5d-6ab38585cd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:44.587063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aa79c-89b8-42f4-a91f-6eb4f52dcb9f req-5166f936-f86d-4313-ba7f-37beaeb77ce2 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:44.588836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5aa79c-89b8-42f4-a91f-6eb4f52dcb9f req-5166f936-f86d-4313-ba7f-37beaeb77ce2 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0876091 Aug 20 15:06:44.676445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5aa79c-89b8-42f4-a91f-6eb4f52dcb9f req-f4834ab8-fe94-43d6-94a8-b48085d5deea tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755579 Aug 20 15:06:44.700822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307e3e0-9987-45e7-8b74-66fd9fc83b70 req-794723a2-40bc-4cc6-b982-2fd1ba593e29 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:44.700822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6307e3e0-9987-45e7-8b74-66fd9fc83b70 req-794723a2-40bc-4cc6-b982-2fd1ba593e29 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1053977 Aug 20 15:06:44.701975 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48a035c7-e8c9-456e-bc5d-6ab38585cd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:44.705636 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48a035c7-e8c9-456e-bc5d-6ab38585cd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:44.709215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-48a035c7-e8c9-456e-bc5d-6ab38585cd0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d50276f-daf0-4067-a34e-420816625fb9 HTTP/1.1" status: 204 len: 168 time: 0.2678468 Aug 20 15:06:44.744883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a035c7-e8c9-456e-bc5d-6ab38585cd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d50276f-daf0-4067-a34e-420816625fb9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:44.789467 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:44.820442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6307e3e0-9987-45e7-8b74-66fd9fc83b70 req-1f70ded9-1615-4b72-b09a-ece4d059c5fa tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108384 Aug 20 15:06:45.077561 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-f1391c8c-9635-4c21-8381-a7052a004c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.079389 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-f1391c8c-9635-4c21-8381-a7052a004c01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cb30024f5db24c95a620ffb9622a4233&device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 1097 time: 0.0827982 Aug 20 15:06:45.175798 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b44ac4e8-6d89-4c54-a26d-ad25ba2a9533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:45.201417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bd250-3c1b-44ca-93e9-2ce0bfeeed7a req-f9232367-edc5-46bc-9fd1-929d1a74eb06 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.210133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c3bd250-3c1b-44ca-93e9-2ce0bfeeed7a req-f9232367-edc5-46bc-9fd1-929d1a74eb06 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1276436 Aug 20 15:06:45.235713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2579ad3-fdc8-4f05-9800-cf4f30e30e80 req-d9929b42-3a5d-4d9a-81ae-488d6fd03999 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.237266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2579ad3-fdc8-4f05-9800-cf4f30e30e80 req-d9929b42-3a5d-4d9a-81ae-488d6fd03999 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1945221 Aug 20 15:06:45.243512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-77d66ab6-f01a-40e3-a3fc-807853b73cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.245797 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-77d66ab6-f01a-40e3-a3fc-807853b73cd5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 200 len: 911 time: 0.1453145 Aug 20 15:06:45.278183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-073aa39a-e761-4571-a626-f0851f6e826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.280064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-073aa39a-e761-4571-a626-f0851f6e826d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1433554 Aug 20 15:06:45.303368 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-218f6f6b-8d06-4fd6-acfb-3d8a24d0e264 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5506807b-c1da-453c-b950-176c2f71b935 HTTP/1.1" status: 200 len: 217 time: 0.0444674 Aug 20 15:06:45.373891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-f8525dcf-f206-41e4-b0f0-955ee23714ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.375750 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-f8525dcf-f206-41e4-b0f0-955ee23714ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d5063518-a3df-4241-9733-06ab52d70588 HTTP/1.1" status: 200 len: 850 time: 0.0593827 Aug 20 15:06:45.406371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c3bd250-3c1b-44ca-93e9-2ce0bfeeed7a req-a98e1374-5830-41e9-8f93-2eaffc63078d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943049 Aug 20 15:06:45.425769 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-9e2950bb-4893-4006-8df3-dad300dfca72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366032 Aug 20 15:06:45.471979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2579ad3-fdc8-4f05-9800-cf4f30e30e80 req-c62aad3b-7fa4-45a6-9e60-384a82e7c03d tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150700 Aug 20 15:06:45.517029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-339f9bd2-3319-4488-bd17-a1e15816f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.520167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-339f9bd2-3319-4488-bd17-a1e15816f1c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.2321460 Aug 20 15:06:45.525169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 018c0c9f-fc0c-4f55-adb0-be53c582fc50 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:06:45.571511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 018c0c9f-fc0c-4f55-adb0-be53c582fc50 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:06:45.574760 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 018c0c9f-fc0c-4f55-adb0-be53c582fc50 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:06:45.642125 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-060be289-4411-4cc7-a4ab-d19bbd962839 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907492 Aug 20 15:06:45.716055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-1aa87201-1d88-4cf4-97c0-b5e203fa6219 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 200 len: 1001 time: 0.1800637 Aug 20 15:06:45.728740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf9f79-4444-4364-8605-00aed412f37e req-7d82c208-dece-4655-a61a-57e8762d937b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.730477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24cf9f79-4444-4364-8605-00aed412f37e req-7d82c208-dece-4655-a61a-57e8762d937b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1269367 Aug 20 15:06:45.738472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192493a1-b357-4087-9f25-dff890d455d9 req-1b2e4784-1b69-4fdb-8bd8-0189eeaea9e7 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.740206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-192493a1-b357-4087-9f25-dff890d455d9 req-1b2e4784-1b69-4fdb-8bd8-0189eeaea9e7 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1227167 Aug 20 15:06:45.825730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46060) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:45.857480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24cf9f79-4444-4364-8605-00aed412f37e req-9a190184-dc60-42f6-b57a-d7dc885e216f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148138 Aug 20 15:06:45.863580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-192493a1-b357-4087-9f25-dff890d455d9 req-cd42280a-262f-4ee8-a48d-703dd4a314b8 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961852 Aug 20 15:06:45.873298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-981d4a5e-b073-42f0-a026-aabf5319f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:45.874923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-981d4a5e-b073-42f0-a026-aabf5319f3b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.1337047 Aug 20 15:06:46.045384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-d1437498-880e-4d2d-bb38-76793de64a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:46.045384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-d1437498-880e-4d2d-bb38-76793de64a45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1324344 Aug 20 15:06:46.061667 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.106224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'networks': [{'name': 'tempest-network--1272403253'}, {'name': 'tempest-network--2060094919'}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:46.106595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'network': {'name': 'tempest-network--1272403253'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:46.107648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'network': {'name': 'tempest-network--2060094919'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:46.121301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d777a-849e-4be1-8e62-31f7ff076a0a req-4c482962-94d5-45b3-8422-58ac325aa432 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:46.122800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d4d777a-849e-4be1-8e62-31f7ff076a0a req-4c482962-94d5-45b3-8422-58ac325aa432 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1447253 Aug 20 15:06:46.150334 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b8a53ac-7a91-40c9-b875-410835c27405 req-7b04b6f5-a433-4f25-98e2-9f9240db4df5 service neutron] 10.222.0.70 "GET /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988549 Aug 20 15:06:46.169781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Made reservation on behalf of c2b4c181f4b5406dacf22fd5ccfcf05d for: {'network': 2} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:46.174214 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.195576 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.216061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d4d777a-849e-4be1-8e62-31f7ff076a0a req-83221ca2-5d46-41f1-906b-e5131ab1a8f4 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851429 Aug 20 15:06:46.225485 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-740ae2df-9599-4c8f-a2f4-32f94043ba18 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747482 Aug 20 15:06:46.347024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ffc47af-c56d-41e4-bf6f-683f96418050 req-4fb49a4a-dae7-4f0e-9b34-1f003226930f service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132905 Aug 20 15:06:46.375778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.380794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.381315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.433924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:46.436022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a4ad9-edc2-4439-b757-4b6fc261160d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:46.449676 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.449918 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Added segment fcc71709-353b-42c7-a86c-b7d88c299466 of type vlan for network 9b5d6de1-b22a-4b81-873b-56145f0ab8b9 Aug 20 15:06:46.519843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.543240 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:06:46.565468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ae5c0-2be8-4916-a8e2-805839d78013 req-b7dad094-8d45-41be-b744-58dce681570c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:46.567113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-679ae5c0-2be8-4916-a8e2-805839d78013 req-b7dad094-8d45-41be-b744-58dce681570c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.0871856 Aug 20 15:06:46.584914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:46.625392 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.625644 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Added segment 25df31e1-9ace-441c-8d52-55b981f46725 of type vlan for network 10c48f2c-85ec-41ed-9986-9623e0507fcd Aug 20 15:06:46.699934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058626ab-c770-4e9a-b17a-dc255a3ffd76 req-dea056de-723d-482e-b21f-672a3d06edff tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:46.701484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-058626ab-c770-4e9a-b17a-dc255a3ffd76 req-dea056de-723d-482e-b21f-672a3d06edff tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1319962 Aug 20 15:06:46.704276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-679ae5c0-2be8-4916-a8e2-805839d78013 req-80e5224c-d0b9-4a54-99f0-5826c3b6a06e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223538 Aug 20 15:06:46.706000 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.757602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-058626ab-c770-4e9a-b17a-dc255a3ffd76 req-05fd179e-7354-4db8-9b1c-f50aeb8c1908 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490189 Aug 20 15:06:46.758614 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.759110 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.764719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:46.769747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:46.770391 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:46.828951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0020869 Aug 20 15:06:46.831593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:46.846356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Network': ['ID=9b5d6de1-b22a-4b81-873b-56145f0ab8b9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:46.858031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9b5d6de1-b22a-4b81-873b-56145f0ab8b9 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:46.921594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36606730-e3ba-49a4-877d-ad1b18dd2c50 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Network': ['ID=10c48f2c-85ec-41ed-9986-9623e0507fcd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:46.938749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 10c48f2c-85ec-41ed-9986-9623e0507fcd details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:47.073387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3756eb5-6298-4514-98c8-571a8b340b78 req-0424d894-b638-4316-88f4-c7889799331c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.075057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3756eb5-6298-4514-98c8-571a8b340b78 req-0424d894-b638-4316-88f4-c7889799331c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1046407 Aug 20 15:06:47.082578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfc703-fcec-40de-88bf-70bcad94eb41 req-dacffc5b-ec2e-472b-a722-e56d16e5f847 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.084145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2cfc703-fcec-40de-88bf-70bcad94eb41 req-dacffc5b-ec2e-472b-a722-e56d16e5f847 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0805886 Aug 20 15:06:47.088972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a53634-7414-4416-9112-9bf1b68d4d68 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.094919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a53634-7414-4416-9112-9bf1b68d4d68 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.102539 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a53634-7414-4416-9112-9bf1b68d4d68 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.109271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a53634-7414-4416-9112-9bf1b68d4d68 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.110890 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d7a53634-7414-4416-9112-9bf1b68d4d68 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2782762 Aug 20 15:06:47.113667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46088) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:47.137292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3756eb5-6298-4514-98c8-571a8b340b78 req-262fb411-7cfd-4ce9-925f-b14fea579247 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520782 Aug 20 15:06:47.173256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2cfc703-fcec-40de-88bf-70bcad94eb41 req-21ed33ab-1a7a-4171-a2e9-e0e7ae9dbd29 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801880 Aug 20 15:06:47.233377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.327133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.337352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5d6de1-b22a-4b81-873b-56145f0ab8b9']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:47.339262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4c8d5-6b84-4686-b4c6-ce5f2b200b9f req-0c86807c-bb06-496b-8f5f-2e64615343e3 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.340783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2f4c8d5-6b84-4686-b4c6-ce5f2b200b9f req-0c86807c-bb06-496b-8f5f-2e64615343e3 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0513482 Aug 20 15:06:47.348806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc71709-353b-42c7-a86c-b7d88c299466') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:47.349116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc71709-353b-42c7-a86c-b7d88c299466') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:47.358129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.372418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.378161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:06:47.378557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.378710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2f4c8d5-6b84-4686-b4c6-ce5f2b200b9f req-5ab8414b-13a1-4116-848d-64e85eb8bfc5 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:06:47.381622 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:06:47.444120 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.452814 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.454452 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/networks/9b5d6de1-b22a-4b81-873b-56145f0ab8b9 HTTP/1.1" status: 204 len: 168 time: 0.3398719 Aug 20 15:06:47.457253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46092) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:47.466884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b11cf-16ce-4e12-bdb0-1a27055f5fca tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Network': ['ID=9b5d6de1-b22a-4b81-873b-56145f0ab8b9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:47.533237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.621315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.630786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c48f2c-85ec-41ed-9986-9623e0507fcd']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:47.642157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25df31e1-9ace-441c-8d52-55b981f46725') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:47.642456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25df31e1-9ace-441c-8d52-55b981f46725') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:47.651758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.666385 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.672493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:06:47.672878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:06:47.675744 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:06:47.743787 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.750628 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.757318 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:47.762235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/networks/10c48f2c-85ec-41ed-9986-9623e0507fcd HTTP/1.1" status: 204 len: 168 time: 0.3007109 Aug 20 15:06:47.762501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46102) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:47.770487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a86d3a-e601-43a8-bd5b-acdd8e54ccd6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Network': ['ID=10c48f2c-85ec-41ed-9986-9623e0507fcd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:47.855521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4f0c8-5206-46c5-b3ef-4530cb1af2bc req-76ac59a3-40fc-4de6-b4c1-5dc22dc0e6fb tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.860286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52f4f0c8-5206-46c5-b3ef-4530cb1af2bc req-76ac59a3-40fc-4de6-b4c1-5dc22dc0e6fb tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.0636308 Aug 20 15:06:47.895010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e75658-6d80-4b7f-b817-4bac0ee04195 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.902429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e75658-6d80-4b7f-b817-4bac0ee04195 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.909264 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d5e75658-6d80-4b7f-b817-4bac0ee04195 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1454496 Aug 20 15:06:47.909940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46106) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:47.923144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2116031929'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:47.951184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52f4f0c8-5206-46c5-b3ef-4530cb1af2bc req-1f3a9474-243f-4a24-b49f-1f2fe4cc812b tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879889 Aug 20 15:06:47.973232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33806715-a5e1-4741-b4af-63a5c132a5c9 req-3b06e7f1-36b2-46d2-b67d-b9b78bd1462f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:47.988667 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33806715-a5e1-4741-b4af-63a5c132a5c9 req-3b06e7f1-36b2-46d2-b67d-b9b78bd1462f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1265702 Aug 20 15:06:48.023923 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-7de710c5-e6b3-4b8f-97ae-a76252d7c205 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0779905 Aug 20 15:06:48.028059 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Made reservation on behalf of c2b4c181f4b5406dacf22fd5ccfcf05d for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:48.031901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.065319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33806715-a5e1-4741-b4af-63a5c132a5c9 req-12922355-b7e0-4330-9a63-1b83b23de06e tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752959 Aug 20 15:06:48.073208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:48.085153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.085587 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Added segment d62941d1-f46f-4b81-87e4-15f0a2d63c10 of type vlan for network b17f3209-dccb-4531-8aaa-1c8cd53faf43 Aug 20 15:06:48.129589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.158553 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.164639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.165376 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.166892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2a576831-965f-47e0-b590-6876c7419622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.167387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2a576831-965f-47e0-b590-6876c7419622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.169201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2a576831-965f-47e0-b590-6876c7419622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.169201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2a576831-965f-47e0-b590-6876c7419622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.169201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2a576831-965f-47e0-b590-6876c7419622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.169506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2a576831-965f-47e0-b590-6876c7419622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.170041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2a576831-965f-47e0-b590-6876c7419622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.172243 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2a576831-965f-47e0-b590-6876c7419622 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6500 time: 0.0606611 Aug 20 15:06:48.290768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Network': ['ID=b17f3209-dccb-4531-8aaa-1c8cd53faf43,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:48.306429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b17f3209-dccb-4531-8aaa-1c8cd53faf43 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:48.333447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2668a1a5-3974-4b7e-afcf-d70fd7193050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.333447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2668a1a5-3974-4b7e-afcf-d70fd7193050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.333447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2668a1a5-3974-4b7e-afcf-d70fd7193050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.334489 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2668a1a5-3974-4b7e-afcf-d70fd7193050 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=196d4518-a484-49f3-8576-2d800630dd47&id=196d4518-a484-49f3-8576-2d800630dd47 HTTP/1.1" status: 200 len: 2294 time: 0.1269209 Aug 20 15:06:48.360768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8052d989-7155-402a-bc71-1108cc0e53b5 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4491580 Aug 20 15:06:48.364873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46116) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:48.401746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-935017368'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:48.413517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e952f8-0dee-4a5e-896b-64b8c077bba6 req-90dcddb4-1dc6-42f1-bd77-5184f2e69665 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.415267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48e952f8-0dee-4a5e-896b-64b8c077bba6 req-90dcddb4-1dc6-42f1-bd77-5184f2e69665 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1180549 Aug 20 15:06:48.423486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc5a4c-3de4-4db7-8dbd-6ad201ce4000 req-fb4957cc-7eaf-4266-847b-abaa62951f63 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.425244 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bedc5a4c-3de4-4db7-8dbd-6ad201ce4000 req-fb4957cc-7eaf-4266-847b-abaa62951f63 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1265163 Aug 20 15:06:48.439228 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-9fe04aad-53a8-4194-8a3b-2702bafcdc05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932 HTTP/1.1" status: 200 len: 1001 time: 0.0831962 Aug 20 15:06:48.440447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Made reservation on behalf of c2b4c181f4b5406dacf22fd5ccfcf05d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:48.443875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.493146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48e952f8-0dee-4a5e-896b-64b8c077bba6 req-9d77c23b-3b4f-4654-a039-6f80234cc71b tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505817 Aug 20 15:06:48.506569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:48.508624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bedc5a4c-3de4-4db7-8dbd-6ad201ce4000 req-12e3e661-60db-4505-a9f7-69aa390b92de tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721531 Aug 20 15:06:48.517660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-8d8dd8dc-1f53-4a52-ba46-5ad78a5a1639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.519375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-8d8dd8dc-1f53-4a52-ba46-5ad78a5a1639 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fc21ffa-0a05-4d0b-ad52-99b92e28a737 HTTP/1.1" status: 200 len: 851 time: 0.0617886 Aug 20 15:06:48.541426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.541426 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Added segment c1c5712a-1a56-4765-933e-84147eb41730 of type vlan for network 751df1bb-d8ff-4ce4-abad-6dbdec37add0 Aug 20 15:06:48.624088 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.629924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-23fd9361-667c-4d3b-bc29-d293f98408b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.631459 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-23fd9361-667c-4d3b-bc29-d293f98408b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037624 Aug 20 15:06:48.653684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e764e-a665-4061-b025-a3bfc79095db req-03f31242-fe1a-43f6-81bb-1b77022cba94 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.655810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-354e764e-a665-4061-b025-a3bfc79095db req-03f31242-fe1a-43f6-81bb-1b77022cba94 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0612814 Aug 20 15:06:48.700884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-354e764e-a665-4061-b025-a3bfc79095db req-a8d483b1-80a1-441b-8a7c-d28b397a3a71 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360494 Aug 20 15:06:48.704843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.711071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:48.711707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.770627 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4045064 Aug 20 15:06:48.773311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46126) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:48.780494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'ports': [{'network_id': 'b17f3209-dccb-4531-8aaa-1c8cd53faf43', 'name': 'tempest-port--737094347', 'admin_state_up': True}, {'network_id': '751df1bb-d8ff-4ce4-abad-6dbdec37add0', 'admin_state_up': False}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:48.780494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'port': {'network_id': 'b17f3209-dccb-4531-8aaa-1c8cd53faf43', 'name': 'tempest-port--737094347', 'admin_state_up': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:48.781215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'port': {'network_id': '751df1bb-d8ff-4ce4-abad-6dbdec37add0', 'admin_state_up': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:48.802162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfc7b3-ea3b-4a77-bee1-7c5b5fafed1d tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Network': ['ID=751df1bb-d8ff-4ce4-abad-6dbdec37add0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:48.813112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 751df1bb-d8ff-4ce4-abad-6dbdec37add0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:48.828914 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-97f25665-f369-4e3d-8930-eb51b4c30c97 service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832120 Aug 20 15:06:48.939636 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-e7fab476-7568-450b-a2a2-d8071f1210f9 service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003888 Aug 20 15:06:48.951898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Made reservation on behalf of c2b4c181f4b5406dacf22fd5ccfcf05d for: {'port': 2} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:48.956507 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.973755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:48.982886 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-6f001eae-c48a-45c4-894f-d5a949013623 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 200 len: 217 time: 0.0352361 Aug 20 15:06:49.039893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2f7684cf-f715-4526-a352-133819c3e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:49.042095 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2f7684cf-f715-4526-a352-133819c3e014 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0509937 Aug 20 15:06:49.052075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] device_id is not set on port a3eb0665-cdb9-44b3-96c8-f95cc586308e yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:06:49.102377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-607c8282-f26d-4c54-bbb1-b33ce2f0f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:49.104201 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-607c8282-f26d-4c54-bbb1-b33ce2f0f8fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487144 Aug 20 15:06:49.211401 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-f898eb2b-2d2d-46a8-a821-5fe0f38b3bde service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982873 Aug 20 15:06:49.224920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ef696-8119-4f82-9388-9f13ea97e8c7 req-df4dba3c-bb81-43c4-88d3-a3a44f6fb000 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:49.226434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb8ef696-8119-4f82-9388-9f13ea97e8c7 req-df4dba3c-bb81-43c4-88d3-a3a44f6fb000 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0810437 Aug 20 15:06:49.236202 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:49.286260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb8ef696-8119-4f82-9388-9f13ea97e8c7 req-8757961d-5136-4428-95ab-793d2233e9a5 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474007 Aug 20 15:06:49.312678 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-c763c481-d3f2-42ca-8f7b-5e325793a750 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929377 Aug 20 15:06:49.343237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] device_id is not set on port 9c2eb28b-dc91-46d4-921d-0c0a5390d5d5 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:06:49.373525 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-6295474d-4eac-4bac-858f-8591cee87fdc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 200 len: 217 time: 0.0483692 Aug 20 15:06:49.449025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-c36813fe-dc5b-4808-9a6b-7286115bb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:49.450742 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-c36813fe-dc5b-4808-9a6b-7286115bb43e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0667751 Aug 20 15:06:49.508493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2007f3d0-507a-4530-9a87-36a12e198912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:49.510835 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-2007f3d0-507a-4530-9a87-36a12e198912 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473287 Aug 20 15:06:49.625120 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-f9260181-c580-4211-ad72-9554dad2dfaa service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975459 Aug 20 15:06:49.746211 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-92545a87-3ec2-4806-9f30-ff9a25eb743a service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064534 Aug 20 15:06:49.798746 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-5b095189-6096-452c-a433-7cd7b2696da2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=79342181-4130-44f2-b599-22ff72ffb523 HTTP/1.1" status: 200 len: 217 time: 0.0395865 Aug 20 15:06:49.855068 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-f4ef1d7c-ba63-459e-a990-ce94aa5dbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:49.856751 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-f4ef1d7c-ba63-459e-a990-ce94aa5dbc1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0461380 Aug 20 15:06:49.912240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-e77d1a02-fdf0-438b-ab6b-0cf6d375f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:49.914119 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-e77d1a02-fdf0-438b-ab6b-0cf6d375f740 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0465832 Aug 20 15:06:49.918695 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:49.963697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20774f-48b5-4778-8e0f-804108e6033d req-8941b164-b229-46db-8053-ba7e7a50eee1 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:49.965201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b20774f-48b5-4778-8e0f-804108e6033d req-8941b164-b229-46db-8053-ba7e7a50eee1 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1294143 Aug 20 15:06:49.977496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8dbf01-32a7-497e-8d21-cf92aca8ded1 req-f482b758-bab5-4128-8554-a363f9126ef4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:49.979348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b8dbf01-32a7-497e-8d21-cf92aca8ded1 req-f482b758-bab5-4128-8554-a363f9126ef4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1445665 Aug 20 15:06:50.013646 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-c0cdbc6d-45ff-4ac6-8608-21743ceee379 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892522 Aug 20 15:06:50.047378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:50.067874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b20774f-48b5-4778-8e0f-804108e6033d req-dc3bd751-11ca-4cf2-8f60-a6b6022e6de0 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874586 Aug 20 15:06:50.105924 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b8dbf01-32a7-497e-8d21-cf92aca8ded1 req-50091d11-f479-433f-be93-b5d069f9e4ae tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151006 Aug 20 15:06:50.152470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Port': ['ID=a3eb0665-cdb9-44b3-96c8-f95cc586308e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:50.186973 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-e9010dcc-e249-471a-be78-20364333eb78 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378672 Aug 20 15:06:50.192617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Checking segment: {'id': 'd62941d1-f46f-4b81-87e4-15f0a2d63c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'b17f3209-dccb-4531-8aaa-1c8cd53faf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:50.192974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Network hostable DHCP agents. Network: b17f3209-dccb-4531-8aaa-1c8cd53faf43, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:06:50.237727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Network b17f3209-dccb-4531-8aaa-1c8cd53faf43 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:06:50.249903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607ee41-852f-4c3e-b77b-631299b8dd54 req-67288101-c66a-437d-b7c3-165079ec4419 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.251527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6607ee41-852f-4c3e-b77b-631299b8dd54 req-67288101-c66a-437d-b7c3-165079ec4419 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0752969 Aug 20 15:06:50.263939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b17f3209-dccb-4531-8aaa-1c8cd53faf43) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:50.274883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f135b383-810f-492d-8d3a-9fe6b476c109 None None] Network b17f3209-dccb-4531-8aaa-1c8cd53faf43 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:50.288501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:50.289351 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:50.296506 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-5730544c-ef9d-40f4-aaa4-76d1b3f70b7c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d806bb72-3591-4103-9932-4e1760445cbc HTTP/1.1" status: 200 len: 217 time: 0.0811229 Aug 20 15:06:50.357045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-e573e4c7-893a-47d3-b4ce-df4da7fe5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.358599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-e573e4c7-893a-47d3-b4ce-df4da7fe5c01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0508647 Aug 20 15:06:50.359426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6607ee41-852f-4c3e-b77b-631299b8dd54 req-0be9e599-112f-4fff-8387-beb7f5d18273 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972407 Aug 20 15:06:50.390800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Port': ['ID=9c2eb28b-dc91-46d4-921d-0c0a5390d5d5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:50.409040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b633318-daf9-49c6-a453-200d00043032 req-48cd376b-da09-4449-9cde-0b1521e7a99b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.417419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b633318-daf9-49c6-a453-200d00043032 req-48cd376b-da09-4449-9cde-0b1521e7a99b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1468606 Aug 20 15:06:50.446468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Checking segment: {'id': 'c1c5712a-1a56-4765-933e-84147eb41730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '751df1bb-d8ff-4ce4-abad-6dbdec37add0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:50.447424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Network hostable DHCP agents. Network: 751df1bb-d8ff-4ce4-abad-6dbdec37add0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:06:50.450851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-9f4a957b-3c90-4123-a556-51d42bc028d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.452496 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-9f4a957b-3c90-4123-a556-51d42bc028d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0803187 Aug 20 15:06:50.476988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b633318-daf9-49c6-a453-200d00043032 req-b51e963e-46d4-4362-aa43-66d08fe68574 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586705 Aug 20 15:06:50.478276 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Network 751df1bb-d8ff-4ce4-abad-6dbdec37add0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:06:50.489099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 751df1bb-d8ff-4ce4-abad-6dbdec37add0) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:50.493230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:06:50.499255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c4cae-d490-4001-b7ee-d4695689106a None None] Network 751df1bb-d8ff-4ce4-abad-6dbdec37add0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:50.499743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.509894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.511106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:50.529490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cc121551-48c5-433f-8a1f-a775567002da tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7547753 Aug 20 15:06:50.532316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46156) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:50.580424 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-9e29d724-ad1a-4d33-911a-d0b26a9c7f12 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123586 Aug 20 15:06:50.592746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135244a-8522-480a-8043-351d389b499c tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.598852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135244a-8522-480a-8043-351d389b499c tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.600451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f135244a-8522-480a-8043-351d389b499c tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0671866 Aug 20 15:06:50.603861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46158) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:50.710746 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-ba78d23d-92d9-4686-aa56-7db12690de04 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149809 Aug 20 15:06:50.722728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1602af01-325a-4386-86ce-6771b54d89ea tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Deleting port a3eb0665-cdb9-44b3-96c8-f95cc586308e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:50.723175 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1602af01-325a-4386-86ce-6771b54d89ea tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:50.757669 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-19eeb681-7c11-4c60-bf17-8e7ed705edc3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd HTTP/1.1" status: 200 len: 217 time: 0.0351996 Aug 20 15:06:50.788634 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1602af01-325a-4386-86ce-6771b54d89ea tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:50.805542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1602af01-325a-4386-86ce-6771b54d89ea tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Calling delete_port for a3eb0665-cdb9-44b3-96c8-f95cc586308e owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:50.815385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-5e63903a-18b4-4977-8fec-fc3cedabfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.817061 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-5e63903a-18b4-4977-8fec-fc3cedabfd48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.0444279 Aug 20 15:06:50.875666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-cffd821d-c907-4017-895b-c8621bb25aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:50.877298 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-cffd821d-c907-4017-895b-c8621bb25aa2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0458498 Aug 20 15:06:50.882646 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1602af01-325a-4386-86ce-6771b54d89ea tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:50.915681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602af01-325a-4386-86ce-6771b54d89ea tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Port': ['ID=a3eb0665-cdb9-44b3-96c8-f95cc586308e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:50.922413 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1602af01-325a-4386-86ce-6771b54d89ea tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:50.927223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1602af01-325a-4386-86ce-6771b54d89ea tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/ports/a3eb0665-cdb9-44b3-96c8-f95cc586308e HTTP/1.1" status: 204 len: 168 time: 0.3181021 Aug 20 15:06:50.927477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46166) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:50.986162 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-73fba62a-add4-450c-9f3e-c3f724ba8952 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948377 Aug 20 15:06:51.029885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5513f2f2-30b2-4e65-ad78-6f97f5929e11 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Deleting port 9c2eb28b-dc91-46d4-921d-0c0a5390d5d5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:51.030241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5513f2f2-30b2-4e65-ad78-6f97f5929e11 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.101914 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-c05d20c2-3ce1-4be5-b7f7-e7f944973cd4 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027193 Aug 20 15:06:51.109549 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5513f2f2-30b2-4e65-ad78-6f97f5929e11 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.128702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5513f2f2-30b2-4e65-ad78-6f97f5929e11 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Calling delete_port for 9c2eb28b-dc91-46d4-921d-0c0a5390d5d5 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:51.158676 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-46f58950-977b-4c37-8898-c51fc62b13fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f HTTP/1.1" status: 200 len: 217 time: 0.0426304 Aug 20 15:06:51.212219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-0ef3519b-e6b6-4398-9825-d5460318ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:51.214895 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-0ef3519b-e6b6-4398-9825-d5460318ed14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.0463312 Aug 20 15:06:51.269379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-b6a2af61-3bb8-465f-abf0-3c0ee0c03e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:51.271067 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-b6a2af61-3bb8-465f-abf0-3c0ee0c03e78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473907 Aug 20 15:06:51.279693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5513f2f2-30b2-4e65-ad78-6f97f5929e11 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.336052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513f2f2-30b2-4e65-ad78-6f97f5929e11 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Port': ['ID=9c2eb28b-dc91-46d4-921d-0c0a5390d5d5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:51.342797 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5513f2f2-30b2-4e65-ad78-6f97f5929e11 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.345000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5513f2f2-30b2-4e65-ad78-6f97f5929e11 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/ports/9c2eb28b-dc91-46d4-921d-0c0a5390d5d5 HTTP/1.1" status: 204 len: 168 time: 0.4164219 Aug 20 15:06:51.347783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46178) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:51.359591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344e329-7c1f-4e38-b80d-a268ee52c969 req-56ba3515-f62c-429c-aa55-b22b6adad6fd tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:51.364342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0344e329-7c1f-4e38-b80d-a268ee52c969 req-56ba3515-f62c-429c-aa55-b22b6adad6fd tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1486158 Aug 20 15:06:51.373678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5b55b-fd21-4008-8e4f-23b2eb9f3036 req-9673d4b6-e61f-4439-8a96-ed27daefeb68 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:51.375685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bf5b55b-fd21-4008-8e4f-23b2eb9f3036 req-9673d4b6-e61f-4439-8a96-ed27daefeb68 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1585517 Aug 20 15:06:51.385326 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d8b1d0a8-7e92-4ba6-8669-c80902d3c565 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0361867 Aug 20 15:06:51.393915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46184) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:51.404092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2023194928'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:51.427452 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-25905e7b-66dc-4412-a645-1475e6e19643 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479571 Aug 20 15:06:51.438082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0344e329-7c1f-4e38-b80d-a268ee52c969 req-4290ff7a-b7cf-43a6-9eb3-96f37af4a4db tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612676 Aug 20 15:06:51.453296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bf5b55b-fd21-4008-8e4f-23b2eb9f3036 req-23003597-82f5-4d75-86d7-60e4ab86340d tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597966 Aug 20 15:06:51.469061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Made reservation on behalf of c2b4c181f4b5406dacf22fd5ccfcf05d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:51.476682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.546117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:51.569308 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.569308 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Added segment ae288b98-9e91-46c8-9223-890ab4af2be2 of type vlan for network 4855453c-6ec6-4ed9-8fc2-24b6241267c0 Aug 20 15:06:51.606896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799af2d1-a50d-4641-9733-5627deafc813 req-2592962c-9257-4981-881d-2abd5504d6ef tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:51.609338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-799af2d1-a50d-4641-9733-5627deafc813 req-2592962c-9257-4981-881d-2abd5504d6ef tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0655732 Aug 20 15:06:51.636845 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ed641915-e0f2-4bdd-b6e8-171c229bfc4e req-b7f05783-82da-4e0e-821d-da185273499e service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961646 Aug 20 15:06:51.638399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.671443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.677554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:51.678187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.704172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-799af2d1-a50d-4641-9733-5627deafc813 req-3665bb0f-528c-4f32-a25c-27b872b882b9 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884602 Aug 20 15:06:51.720031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6c316-a723-47e8-9877-85bae6e80d12 req-a2158a8f-2905-45be-b368-3a8869a6240d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:51.727472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dee6c316-a723-47e8-9877-85bae6e80d12 req-a2158a8f-2905-45be-b368-3a8869a6240d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0967157 Aug 20 15:06:51.747601 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3496947 Aug 20 15:06:51.748673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46192) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:51.754969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-124850056'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:51.765778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29d1d6-fef8-4d9a-97c2-87d18a4b3007 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Network': ['ID=4855453c-6ec6-4ed9-8fc2-24b6241267c0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:51.777562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 4855453c-6ec6-4ed9-8fc2-24b6241267c0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:51.785811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dee6c316-a723-47e8-9877-85bae6e80d12 req-70f35473-6b21-48b0-b7ed-51a66b3d1122 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 Aug 20 15:06:51.795343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Made reservation on behalf of c2b4c181f4b5406dacf22fd5ccfcf05d for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:51.801181 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.837209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:51.848093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.848549 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Added segment 65358f4d-4c05-4197-b5ac-208148a81a3d of type vlan for network 6844d603-d35d-4220-ad4a-982cafb166ad Aug 20 15:06:51.891040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.921171 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.926851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:51.927437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:51.985722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2360058 Aug 20 15:06:52.001929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae3000-5697-4497-a6e0-b38f482d2a21 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Network': ['ID=6844d603-d35d-4220-ad4a-982cafb166ad,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:52.014768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 6844d603-d35d-4220-ad4a-982cafb166ad details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:52.129182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46198) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:52.134950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'subnets': [{'network_id': '4855453c-6ec6-4ed9-8fc2-24b6241267c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1770722270', 'ip_version': 4}, {'network_id': '6844d603-d35d-4220-ad4a-982cafb166ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:52.135516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'subnet': {'network_id': '4855453c-6ec6-4ed9-8fc2-24b6241267c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1770722270', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:52.136194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Request body: {'subnet': {'network_id': '6844d603-d35d-4220-ad4a-982cafb166ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:52.299920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Made reservation on behalf of c2b4c181f4b5406dacf22fd5ccfcf05d for: {'subnet': 2} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:52.304476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:52.304839 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:52.670265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3388c-b5fa-4dd7-a0df-08932c2f20bf req-32e9bd26-769d-43ee-8b32-b1a9baebecfd tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:52.671773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cd3388c-b5fa-4dd7-a0df-08932c2f20bf req-32e9bd26-769d-43ee-8b32-b1a9baebecfd tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1178451 Aug 20 15:06:52.682839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ec831-78ed-409d-a4f4-592b2778c28b req-27b1bff4-b8e8-4aec-ad1a-d560a13b3635 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:52.684259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce3ec831-78ed-409d-a4f4-592b2778c28b req-27b1bff4-b8e8-4aec-ad1a-d560a13b3635 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.1292498 Aug 20 15:06:52.786248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cd3388c-b5fa-4dd7-a0df-08932c2f20bf req-6d9bdd31-3f18-4bfc-a585-69b83a3d971e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010215 Aug 20 15:06:52.793020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce3ec831-78ed-409d-a4f4-592b2778c28b req-4bd8cae6-a2be-4717-8416-c3770e3ae497 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995326 Aug 20 15:06:52.848321 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:52.965908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Subnet': ['ID=c92c833c-ab8d-4cf6-a218-1a73dbb5a169,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:53.013167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2166b8a-916c-4c09-b82d-5b314a51975e req-12857179-25ce-41fd-8bd0-7a90957a98f0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:53.014589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2166b8a-916c-4c09-b82d-5b314a51975e req-12857179-25ce-41fd-8bd0-7a90957a98f0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1302493 Aug 20 15:06:53.017531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Checking segment: {'id': 'ae288b98-9e91-46c8-9223-890ab4af2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '4855453c-6ec6-4ed9-8fc2-24b6241267c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:53.017855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Network hostable DHCP agents. Network: 4855453c-6ec6-4ed9-8fc2-24b6241267c0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:06:53.068142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Network 4855453c-6ec6-4ed9-8fc2-24b6241267c0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:06:53.077346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999896c-cf2d-49f6-b796-cecda28be2d9 req-dc4390a5-2272-4f3f-badd-c6ddc1b5a6b9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:53.078829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a999896c-cf2d-49f6-b796-cecda28be2d9 req-dc4390a5-2272-4f3f-badd-c6ddc1b5a6b9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1105514 Aug 20 15:06:53.084701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2166b8a-916c-4c09-b82d-5b314a51975e req-cceff905-54c8-4224-af5b-0ff08913f6b3 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620549 Aug 20 15:06:53.095970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 4855453c-6ec6-4ed9-8fc2-24b6241267c0) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:53.112882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.113866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e206f1c9-f3c0-43b9-bdf0-d249f89a6a1a None None] Network 4855453c-6ec6-4ed9-8fc2-24b6241267c0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:53.150601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a999896c-cf2d-49f6-b796-cecda28be2d9 req-6c9bbf3e-a58b-4534-8c07-42caafa37ccd tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625811 Aug 20 15:06:53.181545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event updated for resources: {'Subnet': ['ID=a8226648-08ed-4518-a296-f1e55eea84b9,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:53.197845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Checking segment: {'id': '65358f4d-4c05-4197-b5ac-208148a81a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6844d603-d35d-4220-ad4a-982cafb166ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:06:53.198207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Network hostable DHCP agents. Network: 6844d603-d35d-4220-ad4a-982cafb166ad, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:06:53.216890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Network 6844d603-d35d-4220-ad4a-982cafb166ad is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:06:53.225530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 6844d603-d35d-4220-ad4a-982cafb166ad) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:06:53.232026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:53.232769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:53.234378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.239086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2865f36f-3f3e-4307-bd7b-bdbcbc195879 None None] Network 6844d603-d35d-4220-ad4a-982cafb166ad requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:53.254446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a88110b7-c4e7-49c2-af42-1969dcccd451 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1214564 Aug 20 15:06:53.254751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46220) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:53.331674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95c8e19-11bd-4782-989d-bdcecf763735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-4855453c-6ec6-4ed9-8fc2-24b6241267c0', 'network_id': '4855453c-6ec6-4ed9-8fc2-24b6241267c0', 'tenant_id': 'c2b4c181f4b5406dacf22fd5ccfcf05d', 'fixed_ips': [{'subnet_id': 'c92c833c-ab8d-4cf6-a218-1a73dbb5a169'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:06:53.332717 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f95c8e19-11bd-4782-989d-bdcecf763735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.356124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93456661-d062-41c5-ad95-7d4875f3083e tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:53.357838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93456661-d062-41c5-ad95-7d4875f3083e tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:53.359536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93456661-d062-41c5-ad95-7d4875f3083e tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:53.361539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-93456661-d062-41c5-ad95-7d4875f3083e tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1049769 Aug 20 15:06:53.364594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46222) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:53.420193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e8a389-74e4-4c85-bb91-d0f73cb7fd17 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Deleting subnet c92c833c-ab8d-4cf6-a218-1a73dbb5a169 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:06:53.423711 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09e8a389-74e4-4c85-bb91-d0f73cb7fd17 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.482072 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09e8a389-74e4-4c85-bb91-d0f73cb7fd17 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.538174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09e8a389-74e4-4c85-bb91-d0f73cb7fd17 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.602574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09e8a389-74e4-4c85-bb91-d0f73cb7fd17 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.631571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8a389-74e4-4c85-bb91-d0f73cb7fd17 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Subnet': ['ID=c92c833c-ab8d-4cf6-a218-1a73dbb5a169,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:53.635323 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09e8a389-74e4-4c85-bb91-d0f73cb7fd17 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.640093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46228) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:53.640626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-09e8a389-74e4-4c85-bb91-d0f73cb7fd17 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/subnets/c92c833c-ab8d-4cf6-a218-1a73dbb5a169 HTTP/1.1" status: 204 len: 168 time: 0.2744980 Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-f95c8e19-11bd-4782-989d-bdcecf763735 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c92c833c-ab8d-4cf6-a218-1a73dbb5a169: This subnet is being modified by another concurrent operation. Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c92c833c-ab8d-4cf6-a218-1a73dbb5a169: This subnet is being modified by another concurrent operation. Aug 20 15:06:53.658462 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:06:53.675204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f592bb5-60af-47b1-9be4-8e81f9b30795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-6844d603-d35d-4220-ad4a-982cafb166ad', 'network_id': '6844d603-d35d-4220-ad4a-982cafb166ad', 'tenant_id': 'c2b4c181f4b5406dacf22fd5ccfcf05d', 'fixed_ips': [{'subnet_id': 'a8226648-08ed-4518-a296-f1e55eea84b9'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:06:53.676647 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2f592bb5-60af-47b1-9be4-8e81f9b30795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.685523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd89f5b-7bea-44d4-8acb-1309a3c42ab8 None None] Network 4855453c-6ec6-4ed9-8fc2-24b6241267c0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:53.700095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8ca6b2-8e97-4965-8a00-3a96f07f8bcc tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Deleting subnet a8226648-08ed-4518-a296-f1e55eea84b9 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:06:53.703578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca6b2-8e97-4965-8a00-3a96f07f8bcc tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.746271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca6b2-8e97-4965-8a00-3a96f07f8bcc tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.805513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca6b2-8e97-4965-8a00-3a96f07f8bcc tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.882117 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca6b2-8e97-4965-8a00-3a96f07f8bcc tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-2f592bb5-60af-47b1-9be4-8e81f9b30795 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8226648-08ed-4518-a296-f1e55eea84b9: This subnet is being modified by another concurrent operation. Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8226648-08ed-4518-a296-f1e55eea84b9: This subnet is being modified by another concurrent operation. Aug 20 15:06:53.906800 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:06:53.936577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ca6b2-8e97-4965-8a00-3a96f07f8bcc tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Subnet': ['ID=a8226648-08ed-4518-a296-f1e55eea84b9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:53.948656 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca6b2-8e97-4965-8a00-3a96f07f8bcc tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:53.948777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09aab4a-e38a-4f7d-b87d-5510a9c42132 None None] Network 6844d603-d35d-4220-ad4a-982cafb166ad requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:06:53.948882 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6c8ca6b2-8e97-4965-8a00-3a96f07f8bcc tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/subnets/a8226648-08ed-4518-a296-f1e55eea84b9 HTTP/1.1" status: 204 len: 168 time: 0.3014338 Aug 20 15:06:53.948882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46242) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:54.001614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6615-fc0f-4e84-9f12-cd86a5bacd74 req-06fad669-4d25-47ca-b1f2-ca01571375d6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:54.003993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-664a6615-fc0f-4e84-9f12-cd86a5bacd74 req-06fad669-4d25-47ca-b1f2-ca01571375d6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1338882 Aug 20 15:06:54.036306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32351781-cbb5-445f-b67e-41f5dd8c8fd5 req-e2d9f3ec-c051-4a49-83fe-3f9c11740f81 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:54.039131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32351781-cbb5-445f-b67e-41f5dd8c8fd5 req-e2d9f3ec-c051-4a49-83fe-3f9c11740f81 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0954297 Aug 20 15:06:54.054235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e3c53-0505-463a-9f33-65340af60b05 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:54.059629 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6e9e3c53-0505-463a-9f33-65340af60b05 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1097941 Aug 20 15:06:54.061708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46244) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:54.086299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a09f5c-cfe3-4f58-a912-143720cae114 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:06:54.105821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-664a6615-fc0f-4e84-9f12-cd86a5bacd74 req-b943cb2e-1cbf-4274-9b5c-d5550faec58b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871546 Aug 20 15:06:54.143423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32351781-cbb5-445f-b67e-41f5dd8c8fd5 req-b8aa9b6d-a1cd-4692-bb43-ed1fe0661a6f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960186 Aug 20 15:06:54.205528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.255496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a09f5c-cfe3-4f58-a912-143720cae114 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:06:54.325512 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.346520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece1858-1e0c-481b-8d1e-77500863fc18 req-0b4b929b-1897-4537-b803-a36d75f1ae65 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:54.349950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6844d603-d35d-4220-ad4a-982cafb166ad']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:54.361119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eece1858-1e0c-481b-8d1e-77500863fc18 req-0b4b929b-1897-4537-b803-a36d75f1ae65 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1377988 Aug 20 15:06:54.373685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65358f4d-4c05-4197-b5ac-208148a81a3d') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:54.374017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65358f4d-4c05-4197-b5ac-208148a81a3d') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:54.386725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.405200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.417096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-c994e03f-83a9-421e-b100-33aad82e7c89 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:54.418580 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-c994e03f-83a9-421e-b100-33aad82e7c89 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.70 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 945 time: 0.0875599 Aug 20 15:06:54.420771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a339-54ea-4998-91fe-a1b414330dcd req-0dfd647c-a802-4214-bc02-9b5643dc95ef tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:54.421771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:06:54.422223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:06:54.425521 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:06:54.433783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ab5a339-54ea-4998-91fe-a1b414330dcd req-0dfd647c-a802-4214-bc02-9b5643dc95ef tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1331191 Aug 20 15:06:54.451049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eece1858-1e0c-481b-8d1e-77500863fc18 req-95893fbc-1cbb-4501-b7f6-e30d35cd3e20 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835192 Aug 20 15:06:54.488722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ab5a339-54ea-4998-91fe-a1b414330dcd req-e74daca1-bc0f-4c44-8aad-770fbd8314fc tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537832 Aug 20 15:06:54.566106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.585707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.595661 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/networks/6844d603-d35d-4220-ad4a-982cafb166ad HTTP/1.1" status: 204 len: 168 time: 0.5346415 Aug 20 15:06:54.598334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46254) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:54.602531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Network': ['ID=6844d603-d35d-4220-ad4a-982cafb166ad,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:54.614840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.615179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.615574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.615913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.616443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.616777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.617111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.617479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.617757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.618082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.618411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.618739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b47127-c5af-4081-a0bd-4b5969857ff6 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:54.622615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e94920-bb72-454c-9169-099892d4c3df None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:06:54.641697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Deleting port 5506807b-c1da-453c-b950-176c2f71b935 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:54.643038 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.729820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e94920-bb72-454c-9169-099892d4c3df None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:06:54.737720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.743387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] For port 5506807b-c1da-453c-b950-176c2f71b935, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5506807b-c1da-453c-b950-176c2f71b935,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:54.743813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.757667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Calling delete_port for 5506807b-c1da-453c-b950-176c2f71b935 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:06:54.842769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.854654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4855453c-6ec6-4ed9-8fc2-24b6241267c0']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:54.866271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae288b98-9e91-46c8-9223-890ab4af2be2') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:54.866568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae288b98-9e91-46c8-9223-890ab4af2be2') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:54.876934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.894316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.906341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:06:54.906765 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:06:54.910378 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:06:54.924480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.942163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['5506807b-c1da-453c-b950-176c2f71b935'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:06:54.963968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Pushing event deleted for resources: {'Port': ['ID=5506807b-c1da-453c-b950-176c2f71b935,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:54.980452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:54.982717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d724629d-6121-4437-bd81-92e94632d770'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:06:54.994310 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.000015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/networks/4855453c-6ec6-4ed9-8fc2-24b6241267c0 HTTP/1.1" status: 204 len: 168 time: 0.4004474 Aug 20 15:06:55.010123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46260) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:55.016287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0637eb-f862-49ff-afcc-89f561980647 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Network': ['ID=4855453c-6ec6-4ed9-8fc2-24b6241267c0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:55.032615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] No DVR routers for this DVR port 5506807b-c1da-453c-b950-176c2f71b935 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:06:55.044436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.046524 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a3bc2879-0e31-4f42-baa7-de55cc5591d9 req-fe7a0d30-a07b-4240-9cfd-959a96184e87 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.70 "DELETE /v2.0/ports/5506807b-c1da-453c-b950-176c2f71b935 HTTP/1.1" status: 204 len: 173 time: 0.6100740 Aug 20 15:06:55.046969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d6fd0d-2fe5-481c-aab1-4a2cb71d0547', 'name': 'network-vif-deleted', 'tag': '5506807b-c1da-453c-b950-176c2f71b935'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:06:55.049452 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67da6ad5-4c49-47d4-a81e-545af5fe5af9" -d '{"events": [{"server_uuid": "30d6fd0d-2fe5-481c-aab1-4a2cb71d0547", "name": "network-vif-deleted", "tag": "5506807b-c1da-453c-b950-176c2f71b935"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:06:55.110414 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7630be1e-1944-498f-8cdd-ae07b2f8d53a x-openstack-request-id: req-7630be1e-1944-498f-8cdd-ae07b2f8d53a {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:06:55.110700 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d6fd0d-2fe5-481c-aab1-4a2cb71d0547", "name": "network-vif-deleted", "tag": "5506807b-c1da-453c-b950-176c2f71b935", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:06:55.110972 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7630be1e-1944-498f-8cdd-ae07b2f8d53a {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:06:55.111369 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d6fd0d-2fe5-481c-aab1-4a2cb71d0547', 'name': 'network-vif-deleted', 'tag': '5506807b-c1da-453c-b950-176c2f71b935', 'status': 'completed', 'code': 200} Aug 20 15:06:55.131349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.282767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207b30e-6f23-4894-ac89-181be326d746 req-8e6f4220-604b-4e53-afca-3a69fe79dd5d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:55.284321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2207b30e-6f23-4894-ac89-181be326d746 req-8e6f4220-604b-4e53-afca-3a69fe79dd5d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.0881436 Aug 20 15:06:55.339119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be1cb76c-2ac3-4618-abc9-37838e0d130f req-21062f59-cda7-4f07-be89-f2a90f7a7f72 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=30d6fd0d-2fe5-481c-aab1-4a2cb71d0547 HTTP/1.1" status: 200 len: 210 time: 0.0530558 Aug 20 15:06:55.373912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2207b30e-6f23-4894-ac89-181be326d746 req-0519c6e9-0bcc-4758-beb1-2177e191d727 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641832 Aug 20 15:06:55.575902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c26230-3424-4919-9025-4b9b3b54541d req-0c2916d2-109a-4baf-b747-66fee0be13eb tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:55.578433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01c26230-3424-4919-9025-4b9b3b54541d req-0c2916d2-109a-4baf-b747-66fee0be13eb tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0613356 Aug 20 15:06:55.594740 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.606151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751df1bb-d8ff-4ce4-abad-6dbdec37add0']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:55.617398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c5712a-1a56-4765-933e-84147eb41730') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:55.617700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c5712a-1a56-4765-933e-84147eb41730') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:55.629007 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.643264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.650994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:06:55.651213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01c26230-3424-4919-9025-4b9b3b54541d req-8f1b5619-9f9a-40aa-bdc1-ce05029791b4 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626578 Aug 20 15:06:55.651470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:06:55.654736 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:06:55.667957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207be3fb-d549-4847-bfd0-f69acb94cda1 req-74e39d00-1b44-41ab-9f1b-6e19521b25cd tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:55.669470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-207be3fb-d549-4847-bfd0-f69acb94cda1 req-74e39d00-1b44-41ab-9f1b-6e19521b25cd tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0824277 Aug 20 15:06:55.723057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-207be3fb-d549-4847-bfd0-f69acb94cda1 req-f1fcb587-13b3-4a7f-89d2-c91ee93520a1 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 Aug 20 15:06:55.751483 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.758407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.760111 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/networks/751df1bb-d8ff-4ce4-abad-6dbdec37add0 HTTP/1.1" status: 204 len: 168 time: 0.7490404 Aug 20 15:06:55.763073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46280) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:55.775921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee943139-a15c-4c48-9b34-3f3cde78cb54 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Network': ['ID=751df1bb-d8ff-4ce4-abad-6dbdec37add0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:55.849060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.948165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.958035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17f3209-dccb-4531-8aaa-1c8cd53faf43']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:55.968440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62941d1-f46f-4b81-87e4-15f0a2d63c10') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:55.968829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62941d1-f46f-4b81-87e4-15f0a2d63c10') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:06:55.977405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.991157 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:55.997591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:06:55.997987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:06:56.001198 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:06:56.062197 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:56.069002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:56.070723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] 10.222.0.36 "DELETE /v2.0/networks/b17f3209-dccb-4531-8aaa-1c8cd53faf43 HTTP/1.1" status: 204 len: 168 time: 0.3066304 Aug 20 15:06:56.084027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f08d7f-cea1-4ade-9338-2facea2e9136 tempest-BulkNetworkOpsTest-1186101971 tempest-BulkNetworkOpsTest-1186101971-project] Pushing event deleted for resources: {'Network': ['ID=b17f3209-dccb-4531-8aaa-1c8cd53faf43,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:56.333334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46292) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:56.511339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ce8837fb-fcba-44d5-a6e2-fba5237fdd06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2b4c181f4b5406dacf22fd5ccfcf05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768169 Aug 20 15:06:56.513942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46308) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:56.529693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9685a9d-b6bf-4b03-a2e6-5ece18b7546a req-e1d9cd79-3dad-46f4-8871-4976b1791463 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:56.532452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9685a9d-b6bf-4b03-a2e6-5ece18b7546a req-e1d9cd79-3dad-46f4-8871-4976b1791463 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.0685351 Aug 20 15:06:56.585529 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b790503a-5946-44de-9e66-10401af43f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:56.602941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9685a9d-b6bf-4b03-a2e6-5ece18b7546a req-ab4a9c0f-e65c-4a3e-b884-b864b5afda82 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631428 Aug 20 15:06:56.614106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b790503a-5946-44de-9e66-10401af43f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:56.674685 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b790503a-5946-44de-9e66-10401af43f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:56.677864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b790503a-5946-44de-9e66-10401af43f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:56.679705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b790503a-5946-44de-9e66-10401af43f0b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b14a4ad9-edc2-4439-b757-4b6fc261160d HTTP/1.1" status: 204 len: 168 time: 0.1644673 Aug 20 15:06:56.712553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790503a-5946-44de-9e66-10401af43f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a4ad9-edc2-4439-b757-4b6fc261160d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:56.757653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ad641-bb91-4eca-9af3-97610543b505 req-209690e5-f832-4ba1-8f46-9f4c1e5d569c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:56.759416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a11ad641-bb91-4eca-9af3-97610543b505 req-209690e5-f832-4ba1-8f46-9f4c1e5d569c tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.0914812 Aug 20 15:06:56.828811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a11ad641-bb91-4eca-9af3-97610543b505 req-e4881874-4ae8-4446-9de7-90f87b0be025 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566764 Aug 20 15:06:56.836957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e6268-5109-40a5-b023-544447e78eca req-db504871-e735-4446-aa65-21f326764d70 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:56.839192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-012e6268-5109-40a5-b023-544447e78eca req-db504871-e735-4446-aa65-21f326764d70 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0778387 Aug 20 15:06:56.895491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-012e6268-5109-40a5-b023-544447e78eca req-c05ac2b3-1846-49c4-85ce-ff9e05fa7a4c tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417089 Aug 20 15:06:56.981994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73aefc-7752-4705-b766-a9dbf6b748d5 req-00834358-2823-49e8-b5f8-b664d23b17c1 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:56.983670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf73aefc-7752-4705-b766-a9dbf6b748d5 req-00834358-2823-49e8-b5f8-b664d23b17c1 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0565305 Aug 20 15:06:57.043877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf73aefc-7752-4705-b766-a9dbf6b748d5 req-9badb28a-a283-4ffc-8eb5-6e95e0c2c5c9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527010 Aug 20 15:06:57.410008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46346) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:06:57.504238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1180773315'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:06:57.525701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:06:57.529327 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:57.538648 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:57.631368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:57.637670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:57.662501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:06:57.688889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e14ace6-6fe8-4fbc-9958-bdb82c151239,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:57.692265 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:57.692617 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Added segment 22a38b45-8eed-41fd-9fa8-01fce36cefa5 of type vlan for network 3507bee5-762f-4964-9ca5-d637f23e6747 Aug 20 15:06:57.725399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.725742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.726088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.726433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.726772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.727109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.727438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.727794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.728121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.729059 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.729392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.729721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:06:57.766246 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:57.801647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934e896-2df7-49ea-9bdc-c98c262c365b req-184d0b4e-3b39-49ea-afe4-61e42707a3c2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:57.803158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f934e896-2df7-49ea-9bdc-c98c262c365b req-184d0b4e-3b39-49ea-afe4-61e42707a3c2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1282587 Aug 20 15:06:57.809378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:57.815317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:57.816047 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:57.891686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4669225 Aug 20 15:06:57.944541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f934e896-2df7-49ea-9bdc-c98c262c365b req-1c5cb6f9-5965-4048-8d0e-cabd794683e6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245291 Aug 20 15:06:57.962952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6dd5-f523-4942-bacc-f36923f9930d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Network': ['ID=3507bee5-762f-4964-9ca5-d637f23e6747,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:06:57.976186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 3507bee5-762f-4964-9ca5-d637f23e6747 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:06:58.034311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfb339-8dc2-4fc6-bcec-7598c97763f3 req-562133c9-c7bb-438a-a14c-eb72c3fb8162 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:58.035961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99dfb339-8dc2-4fc6-bcec-7598c97763f3 req-562133c9-c7bb-438a-a14c-eb72c3fb8162 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.0965176 Aug 20 15:06:58.105380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99dfb339-8dc2-4fc6-bcec-7598c97763f3 req-82abc37b-7d57-4703-8e5a-04bf4cca5541 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590720 Aug 20 15:06:58.119789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692660f2-3ccd-4bc7-a9e6-709af20ea9fd req-24e2bfe3-0c2e-4c23-ab2b-c0b69ee64195 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:58.121496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692660f2-3ccd-4bc7-a9e6-709af20ea9fd req-24e2bfe3-0c2e-4c23-ab2b-c0b69ee64195 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0844059 Aug 20 15:06:58.174413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692660f2-3ccd-4bc7-a9e6-709af20ea9fd req-36d35995-275d-498c-80f5-7664123a0c8e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443053 Aug 20 15:06:58.229809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cce62-4361-41ae-a0be-fd6f7c5ab9f7 req-3e3aefd7-2088-4578-bfd5-fa6fa3c8d9f9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:58.231747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e3cce62-4361-41ae-a0be-fd6f7c5ab9f7 req-3e3aefd7-2088-4578-bfd5-fa6fa3c8d9f9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0559413 Aug 20 15:06:58.270713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e3cce62-4361-41ae-a0be-fd6f7c5ab9f7 req-7b7efa24-c674-4cf1-957a-39ee3dcdc775 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Aug 20 15:06:58.624548 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:58.737458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5506807b-c1da-453c-b950-176c2f71b935 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:06:58.758923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 5506807b-c1da-453c-b950-176c2f71b935 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:06:58.759136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5506807b-c1da-453c-b950-176c2f71b935 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:06:59.077917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734afb-d5b9-46cc-80f9-9b293e8dde5b req-ee664f6e-d9a5-43ee-81d5-4ad878951713 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:59.079653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce734afb-d5b9-46cc-80f9-9b293e8dde5b req-ee664f6e-d9a5-43ee-81d5-4ad878951713 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.0647705 Aug 20 15:06:59.137183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce734afb-d5b9-46cc-80f9-9b293e8dde5b req-6dd22581-98ce-4dd5-9184-192ef3bfed00 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Aug 20 15:06:59.302598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48825b79-e6e6-49cc-b512-acb64d0ec70e req-2cd04d1e-efd1-472a-91d2-7e0113e13e15 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:59.304561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48825b79-e6e6-49cc-b512-acb64d0ec70e req-2cd04d1e-efd1-472a-91d2-7e0113e13e15 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.1109312 Aug 20 15:06:59.348740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e912761-085c-4458-b9e3-4567ec4f79d8 req-8a353943-99ab-4ddc-8bae-f8a77975f87a tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:59.350334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e912761-085c-4458-b9e3-4567ec4f79d8 req-8a353943-99ab-4ddc-8bae-f8a77975f87a tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0896833 Aug 20 15:06:59.380459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48825b79-e6e6-49cc-b512-acb64d0ec70e req-857404bb-edcc-447a-bc06-b2b7c3dddc7a tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f761381-eb6e-41cc-b365-035b5a547f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656614 Aug 20 15:06:59.420060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e912761-085c-4458-b9e3-4567ec4f79d8 req-360017ef-0044-4f97-a1a6-9c420727a3e5 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585680 Aug 20 15:06:59.541062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52a18f-da54-4ec3-acdc-10ff60b9ec41 req-dfb7883d-39b2-43d4-b1b8-9cf2df49b95e tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:59.542895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e52a18f-da54-4ec3-acdc-10ff60b9ec41 req-dfb7883d-39b2-43d4-b1b8-9cf2df49b95e tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0600550 Aug 20 15:06:59.588989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e52a18f-da54-4ec3-acdc-10ff60b9ec41 req-200ec5b2-3929-4fd8-b7b6-e1f24d8d1785 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396380 Aug 20 15:06:59.712427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ee2ed-0748-432d-85f4-86bc1422697f req-4253a410-455c-4c66-9fc9-439f80536aa8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:06:59.714076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-056ee2ed-0748-432d-85f4-86bc1422697f req-4253a410-455c-4c66-9fc9-439f80536aa8 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.72 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 945 time: 0.0620346 Aug 20 15:06:59.833798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-056ee2ed-0748-432d-85f4-86bc1422697f req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Deleting port d724629d-6121-4437-bd81-92e94632d770 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:06:59.834449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-056ee2ed-0748-432d-85f4-86bc1422697f req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:59.965450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-056ee2ed-0748-432d-85f4-86bc1422697f req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] For port d724629d-6121-4437-bd81-92e94632d770, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d724629d-6121-4437-bd81-92e94632d770,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:06:59.965830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-056ee2ed-0748-432d-85f4-86bc1422697f req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:06:59.984441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-056ee2ed-0748-432d-85f4-86bc1422697f req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Calling delete_port for d724629d-6121-4437-bd81-92e94632d770 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:00.168315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-056ee2ed-0748-432d-85f4-86bc1422697f req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:00.207418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Pushing event deleted for resources: {'Port': ['ID=d724629d-6121-4437-bd81-92e94632d770,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:00.207870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d724629d-6121-4437-bd81-92e94632d770'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:00.275933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-056ee2ed-0748-432d-85f4-86bc1422697f req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] No DVR routers for this DVR port d724629d-6121-4437-bd81-92e94632d770 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:00.279051 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-056ee2ed-0748-432d-85f4-86bc1422697f req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:00.281055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-056ee2ed-0748-432d-85f4-86bc1422697f req-8ccc05ea-82a6-4b9a-83a4-66fc7bc75783 tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.72 "DELETE /v2.0/ports/d724629d-6121-4437-bd81-92e94632d770 HTTP/1.1" status: 204 len: 173 time: 0.5602903 Aug 20 15:07:00.281494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65693e33-d2c8-42f7-ad9a-9b39d23783ba', 'name': 'network-vif-deleted', 'tag': 'd724629d-6121-4437-bd81-92e94632d770'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:00.283792 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1819755-441d-49db-81b3-04744a48197a" -d '{"events": [{"server_uuid": "65693e33-d2c8-42f7-ad9a-9b39d23783ba", "name": "network-vif-deleted", "tag": "d724629d-6121-4437-bd81-92e94632d770"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:00.319952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6bfdc-05f5-4b24-93e1-04af07e1b193 req-c6672bbd-82a1-4dec-ab4e-0b87b366e99a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:00.327666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4a6bfdc-05f5-4b24-93e1-04af07e1b193 req-c6672bbd-82a1-4dec-ab4e-0b87b366e99a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1215317 Aug 20 15:07:00.355795 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6546e7f6-8f1a-4753-9859-f6d1ed8cb404 x-openstack-request-id: req-6546e7f6-8f1a-4753-9859-f6d1ed8cb404 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:00.356078 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65693e33-d2c8-42f7-ad9a-9b39d23783ba", "name": "network-vif-deleted", "tag": "d724629d-6121-4437-bd81-92e94632d770", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:00.356326 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6546e7f6-8f1a-4753-9859-f6d1ed8cb404 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:00.356719 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65693e33-d2c8-42f7-ad9a-9b39d23783ba', 'name': 'network-vif-deleted', 'tag': 'd724629d-6121-4437-bd81-92e94632d770', 'status': 'completed', 'code': 200} Aug 20 15:07:00.396501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4a6bfdc-05f5-4b24-93e1-04af07e1b193 req-d243462e-d33a-4757-9b85-66f01b74d401 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677462 Aug 20 15:07:00.584256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81e1bde6-0100-4b31-9ed7-3aa1410c32af req-9fdb94db-9bfb-484c-8a25-ca254fbe005f tempest-ServerRescueTestJSON-1477290558 tempest-ServerRescueTestJSON-1477290558-project] 10.222.0.36 "GET /v2.0/ports?device_id=65693e33-d2c8-42f7-ad9a-9b39d23783ba HTTP/1.1" status: 200 len: 210 time: 0.0550904 Aug 20 15:07:00.610496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60010b29-2927-493a-b963-07d4cc97ca71 req-b41eea33-092d-455e-ab4f-8f66faba1484 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:00.612397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60010b29-2927-493a-b963-07d4cc97ca71 req-b41eea33-092d-455e-ab4f-8f66faba1484 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0957978 Aug 20 15:07:00.673993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60010b29-2927-493a-b963-07d4cc97ca71 req-aa9220c2-6346-45eb-8ab9-7c1d8c06be1a tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491025 Aug 20 15:07:00.737356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb676c-e554-4977-883e-d183c20e6ff5 req-60b9089a-d46d-4770-8434-aa41caf41ece tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:00.738919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6fb676c-e554-4977-883e-d183c20e6ff5 req-60b9089a-d46d-4770-8434-aa41caf41ece tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0574048 Aug 20 15:07:00.790282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6fb676c-e554-4977-883e-d183c20e6ff5 req-109afd07-ecfe-4854-8090-a5393266fe06 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418777 Aug 20 15:07:01.366457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46430) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:01.372160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'subnet': {'network_id': '3507bee5-762f-4964-9ca5-d637f23e6747', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:01.463029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:01.466893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:01.584146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9ca37-7271-4942-84e5-20b4b89b36be req-2ef662e8-575a-46a2-ba2a-cb14d08c63fe tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:01.586203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1d9ca37-7271-4942-84e5-20b4b89b36be req-2ef662e8-575a-46a2-ba2a-cb14d08c63fe tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1144958 Aug 20 15:07:01.646304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46440) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:01.659025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1d9ca37-7271-4942-84e5-20b4b89b36be req-25a91d99-2f79-4dca-8fd4-ed94cb274d4b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666771 Aug 20 15:07:01.739856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:01.850891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Subnet': ['ID=3cefcbc4-b22b-4f9f-aa7b-375ee5e3fb7d,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:01.873379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Checking segment: {'id': '22a38b45-8eed-41fd-9fa8-01fce36cefa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3507bee5-762f-4964-9ca5-d637f23e6747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:01.873752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network hostable DHCP agents. Network: 3507bee5-762f-4964-9ca5-d637f23e6747, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:01.885889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f1aac-edf7-4523-9f4a-a77d27de92ed req-ca81c12b-e226-42a6-b16f-6b014ecc4dfd tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:01.886596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b2f1aac-edf7-4523-9f4a-a77d27de92ed req-ca81c12b-e226-42a6-b16f-6b014ecc4dfd tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1360488 Aug 20 15:07:01.953189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network 3507bee5-762f-4964-9ca5-d637f23e6747 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:01.977789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b2f1aac-edf7-4523-9f4a-a77d27de92ed req-ac1111c2-2a20-411e-ac9a-3063f9cacf07 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806212 Aug 20 15:07:01.978410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 3507bee5-762f-4964-9ca5-d637f23e6747) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:01.990117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d6b9a3-97a3-4a7a-b892-93648294a6f3 None None] Network 3507bee5-762f-4964-9ca5-d637f23e6747 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:02.006976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f97cb-ed41-4de1-92b1-e6a0f8b619d7 req-46efde69-cd67-45e5-8d0e-d32bcbb6a010 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:02.009465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e6f97cb-ed41-4de1-92b1-e6a0f8b619d7 req-46efde69-cd67-45e5-8d0e-d32bcbb6a010 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1372924 Aug 20 15:07:02.011395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:02.012643 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.070138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-85ffb418-d1ea-4ac1-814a-77fd62634a5f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6988685 Aug 20 15:07:02.071341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46454) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:02.074899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.097102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e6f97cb-ed41-4de1-92b1-e6a0f8b619d7 req-f7fe5320-12d9-467e-a73d-7da764f4f7bf tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487247 Aug 20 15:07:02.138693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1800136325'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:02.186356 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-3507bee5-762f-4964-9ca5-d637f23e6747', 'network_id': '3507bee5-762f-4964-9ca5-d637f23e6747', 'tenant_id': '6bd483d995d74239baec1cbd224b71a1', 'fixed_ips': [{'subnet_id': '3cefcbc4-b22b-4f9f-aa7b-375ee5e3fb7d'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:07:02.187348 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.210327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:02.213949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.257589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:02.316028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.316382 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Added segment a5c57bba-4e9b-4fa4-be19-f6a4d6258c76 of type vlan for network e487c907-bd91-40f8-b48b-e36c4694c7f3 Aug 20 15:07:02.363417 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.365721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Allocated IP 2001:db8:0:ffff::2 (3507bee5-762f-4964-9ca5-d637f23e6747/3cefcbc4-b22b-4f9f-aa7b-375ee5e3fb7d/f04c3158-20df-4449-be06-485512e6b153) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:02.400497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.406842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:02.407433 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.500741 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3713062 Aug 20 15:07:02.501930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46464) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:02.506862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'subnet': {'network_id': 'e487c907-bd91-40f8-b48b-e36c4694c7f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:02.537389 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.545951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Transition to ACTIVE for port object f04c3158-20df-4449-be06-485512e6b153 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:02.551684 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43db5c5-e3bd-4bf5-94bd-5e8fde9c9d71 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Network': ['ID=e487c907-bd91-40f8-b48b-e36c4694c7f3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:02.561278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Transition to ACTIVE for port object f04c3158-20df-4449-be06-485512e6b153 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:02.566349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network e487c907-bd91-40f8-b48b-e36c4694c7f3 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:02.569329 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.643338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Deleting port 650c81c5-df36-4255-a358-bffb3b594090 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:02.643786 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.647187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:02.651407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Network 3507bee5-762f-4964-9ca5-d637f23e6747 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:02.651819 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.660741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:02.677933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:02.684304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Pushing event updated for resources: {'Port': ['ID=f04c3158-20df-4449-be06-485512e6b153,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:02.742034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Attempting to bind port f04c3158-20df-4449-be06-485512e6b153 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:02.742316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Attempting to bind port f04c3158-20df-4449-be06-485512e6b153 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '22a38b45-8eed-41fd-9fa8-01fce36cefa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3507bee5-762f-4964-9ca5-d637f23e6747'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:02.742695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Attempting to bind port f04c3158-20df-4449-be06-485512e6b153 on network 3507bee5-762f-4964-9ca5-d637f23e6747 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:02.751088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:02.751425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Checking segment: {'id': '22a38b45-8eed-41fd-9fa8-01fce36cefa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3507bee5-762f-4964-9ca5-d637f23e6747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:02.752090 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.752731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Bound using segment: {'id': '22a38b45-8eed-41fd-9fa8-01fce36cefa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3507bee5-762f-4964-9ca5-d637f23e6747'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:02.753442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Bound port: f04c3158-20df-4449-be06-485512e6b153, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a38b45-8eed-41fd-9fa8-01fce36cefa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '3507bee5-762f-4964-9ca5-d637f23e6747'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:02.754026 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.839973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e9930-81c0-4bc7-9a1e-b94a34ec2c60 req-e26b1d37-88e3-4551-baad-8629d79555cd tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:02.848893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-645e9930-81c0-4bc7-9a1e-b94a34ec2c60 req-e26b1d37-88e3-4551-baad-8629d79555cd tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.0829329 Aug 20 15:07:02.857570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] For port f04c3158-20df-4449-be06-485512e6b153, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:02.864848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] For port f04c3158-20df-4449-be06-485512e6b153, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f04c3158-20df-4449-be06-485512e6b153,segment=NetworkSegment(22a38b45-8eed-41fd-9fa8-01fce36cefa5),segment_id=22a38b45-8eed-41fd-9fa8-01fce36cefa5)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:02.869023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] For port 650c81c5-df36-4255-a358-bffb3b594090, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=650c81c5-df36-4255-a358-bffb3b594090,segment=NetworkSegment(4e069021-16f4-4483-a22f-0c9769d2ddd8),segment_id=4e069021-16f4-4483-a22f-0c9769d2ddd8)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:02.870322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.871051 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:02.886837 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Calling delete_port for 650c81c5-df36-4255-a358-bffb3b594090 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:02.899654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-645e9930-81c0-4bc7-9a1e-b94a34ec2c60 req-d1637358-33b0-42e8-9246-6d15291a6162 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463331 Aug 20 15:07:02.958798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632c8bd-f2ef-4d50-9e9c-686e7ade12f1 None None] Pushing event updated for resources: {'Port': ['ID=f04c3158-20df-4449-be06-485512e6b153,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:03.182298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7e8be-1de5-4c7d-bc49-2e713fb0f4fb req-4907cb6b-cdd0-459e-9323-846f84341b26 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:03.200098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9dd7e8be-1de5-4c7d-bc49-2e713fb0f4fb req-4907cb6b-cdd0-459e-9323-846f84341b26 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1209092 Aug 20 15:07:03.308396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 15:07:03.310076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9dd7e8be-1de5-4c7d-bc49-2e713fb0f4fb req-c97679eb-86e3-4ccd-8659-24d79bfdc2ff tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089656 Aug 20 15:07:03.312122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:03.334166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a2bba-953b-4471-9ffd-93544310ac36 req-221c133c-54cf-4775-a382-6d0945756f3a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:03.349188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a1a2bba-953b-4471-9ffd-93544310ac36 req-221c133c-54cf-4775-a382-6d0945756f3a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1455293 Aug 20 15:07:03.378391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Subnet': ['ID=ae3ed4ad-9732-4935-9924-63c8d9361c72,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:03.402690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:03.404388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a1a2bba-953b-4471-9ffd-93544310ac36 req-8b739ae8-fa87-46d5-84b0-a7c60b8951b5 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543377 Aug 20 15:07:03.471275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Pushing event deleted for resources: {'Port': ['ID=650c81c5-df36-4255-a358-bffb3b594090,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:03.516548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Checking segment: {'id': 'a5c57bba-4e9b-4fa4-be19-f6a4d6258c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e487c907-bd91-40f8-b48b-e36c4694c7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:03.516548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network hostable DHCP agents. Network: e487c907-bd91-40f8-b48b-e36c4694c7f3, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:03.553466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network e487c907-bd91-40f8-b48b-e36c4694c7f3 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:03.559938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f04c3158-20df-4449-be06-485512e6b153 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:03.611640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port f04c3158-20df-4449-be06-485512e6b153 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:03.651077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, e487c907-bd91-40f8-b48b-e36c4694c7f3) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:03.660512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:03.661141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:03.663590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f137fe0-e3ef-4662-a9de-af0a501f7771 None None] Network e487c907-bd91-40f8-b48b-e36c4694c7f3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:03.672921 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:03.678040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d724629d-6121-4437-bd81-92e94632d770 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:03.686712 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cca8990d-6f7c-493a-a1f1-34a11621d7e6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1815486 Aug 20 15:07:03.686934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46488) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:03.691703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'port': {'network_id': 'e487c907-bd91-40f8-b48b-e36c4694c7f3', 'name': 'tempest-NetworksIpV6TestAttrs-1473833799'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:03.782733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: d724629d-6121-4437-bd81-92e94632d770 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:03.783400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d724629d-6121-4437-bd81-92e94632d770 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:03.873018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-e487c907-bd91-40f8-b48b-e36c4694c7f3', 'network_id': 'e487c907-bd91-40f8-b48b-e36c4694c7f3', 'tenant_id': '6bd483d995d74239baec1cbd224b71a1', 'fixed_ips': [{'subnet_id': 'ae3ed4ad-9732-4935-9924-63c8d9361c72'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:07:03.874064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:04.012954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:04.016950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:04.045518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] device_id is not set on port c35606b9-eb8c-4b08-b274-202fedaea1f3 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:04.071010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bb053-acd1-4f2b-b966-c98a2b45ec2f req-10d0f90d-e7d4-4876-87eb-286924323c9a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:04.083036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-640bb053-acd1-4f2b-b966-c98a2b45ec2f req-10d0f90d-e7d4-4876-87eb-286924323c9a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1004305 Aug 20 15:07:04.111717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Allocated IP 2001:db8::f816:3eff:fe5c:c0b6 (e487c907-bd91-40f8-b48b-e36c4694c7f3/ae3ed4ad-9732-4935-9924-63c8d9361c72/95a0da94-b2c2-4404-b1bd-1e697c09c328) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:04.165822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-640bb053-acd1-4f2b-b966-c98a2b45ec2f req-0e36a449-93af-465c-bde5-1f4581f7a5d8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805161 Aug 20 15:07:04.175910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:07:04.254216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28be59c-1f39-4538-814d-7bafcb3c315a None None] Network 3507bee5-762f-4964-9ca5-d637f23e6747 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:04.319137 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:07:04.325590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-513fa65d-3031-4de4-bea4-03f8a8cbbf80 admin admin] 10.222.0.36 "PUT /v2.0/routers/4edb1c18-b3d5-4ba3-99e6-5142c0b6a354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6780245 Aug 20 15:07:04.328519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46504) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:04.341211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] Sync routers for ids ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:07:04.394931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] Routers {'4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:04.395668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:04.400648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a5b424e7-4739-4566-8996-c7f090cd3148 None None] Provisioning for port f04c3158-20df-4449-be06-485512e6b153 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:04.687405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a5b424e7-4739-4566-8996-c7f090cd3148 None None] Provisioning complete for port f04c3158-20df-4449-be06-485512e6b153 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:04.688073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a5b424e7-4739-4566-8996-c7f090cd3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:04.797337 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:04.818188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Transition to ACTIVE for port object 95a0da94-b2c2-4404-b1bd-1e697c09c328 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:04.852215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] Set router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:04.879301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a7679-40a5-464b-aebb-0c4a7bf17a1c req-4ee46d40-ca0d-4860-b6c8-005067d2ab93 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:04.880843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec9a7679-40a5-464b-aebb-0c4a7bf17a1c req-4ee46d40-ca0d-4860-b6c8-005067d2ab93 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.4968021 Aug 20 15:07:04.892966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Transition to ACTIVE for port object 95a0da94-b2c2-4404-b1bd-1e697c09c328 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:04.894879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0fef4-32c4-4903-8917-1c5dc30d60ad req-5b28ff5d-de75-4158-84ab-942208a8ff61 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:04.915732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fe0fef4-32c4-4903-8917-1c5dc30d60ad req-5b28ff5d-de75-4158-84ab-942208a8ff61 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1547718 Aug 20 15:07:04.922898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:04.930030 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:04.993367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Allocated IP 2001:db8::f816:3eff:fe13:2790 (e487c907-bd91-40f8-b48b-e36c4694c7f3/ae3ed4ad-9732-4935-9924-63c8d9361c72/c35606b9-eb8c-4b08-b274-202fedaea1f3) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:05.037311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fe0fef4-32c4-4903-8917-1c5dc30d60ad req-5e193619-b1c5-4054-b713-561f4b20aa56 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150651 Aug 20 15:07:05.069904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec9a7679-40a5-464b-aebb-0c4a7bf17a1c req-b54c5703-abad-495d-8bcb-025a2edc34f2 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468701 Aug 20 15:07:05.108967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Network e487c907-bd91-40f8-b48b-e36c4694c7f3 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:05.128163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:05.132252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:05.171941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.185906 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Pushing event updated for resources: {'Port': ['ID=95a0da94-b2c2-4404-b1bd-1e697c09c328,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:05.208329 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a5b424e7-4739-4566-8996-c7f090cd3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.253006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.281614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Transition to ACTIVE for port object c35606b9-eb8c-4b08-b274-202fedaea1f3 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:05.341170 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.352160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Deleting port b6030da4-75db-40e6-8825-a7bc1545e590 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:05.352567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.384226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a5b424e7-4739-4566-8996-c7f090cd3148 None None] For port f04c3158-20df-4449-be06-485512e6b153, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f04c3158-20df-4449-be06-485512e6b153,segment=NetworkSegment(22a38b45-8eed-41fd-9fa8-01fce36cefa5),segment_id=22a38b45-8eed-41fd-9fa8-01fce36cefa5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:05.387585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Attempting to bind port 95a0da94-b2c2-4404-b1bd-1e697c09c328 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:05.388218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Attempting to bind port 95a0da94-b2c2-4404-b1bd-1e697c09c328 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a5c57bba-4e9b-4fa4-be19-f6a4d6258c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e487c907-bd91-40f8-b48b-e36c4694c7f3'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:05.389545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Attempting to bind port 95a0da94-b2c2-4404-b1bd-1e697c09c328 on network e487c907-bd91-40f8-b48b-e36c4694c7f3 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:05.391577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network e487c907-bd91-40f8-b48b-e36c4694c7f3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:05.397105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:05.398073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a5b424e7-4739-4566-8996-c7f090cd3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.403155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:05.410077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:05.410884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.430881 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7429197 Aug 20 15:07:05.435210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:05.440888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46530) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:05.446464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Checking segment: {'id': 'a5c57bba-4e9b-4fa4-be19-f6a4d6258c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e487c907-bd91-40f8-b48b-e36c4694c7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:05.447066 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.448718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Bound using segment: {'id': 'a5c57bba-4e9b-4fa4-be19-f6a4d6258c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e487c907-bd91-40f8-b48b-e36c4694c7f3'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:05.449291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Bound port: 95a0da94-b2c2-4404-b1bd-1e697c09c328, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c57bba-4e9b-4fa4-be19-f6a4d6258c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e487c907-bd91-40f8-b48b-e36c4694c7f3'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:05.449715 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.481194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] For port b6030da4-75db-40e6-8825-a7bc1545e590, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b6030da4-75db-40e6-8825-a7bc1545e590,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:05.481194 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.502252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Calling delete_port for b6030da4-75db-40e6-8825-a7bc1545e590 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:05.548724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b96ade-b3ca-4b3c-871c-07a0639707bf tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Deleting subnet ae3ed4ad-9732-4935-9924-63c8d9361c72 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:07:05.553118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48b96ade-b3ca-4b3c-871c-07a0639707bf tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.560342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:21Z', 'updated_at': '2021-08-20T15:07:03Z', 'revision_number': 5, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'gw_port': {'id': 'b6030da4-75db-40e6-8825-a7bc1545e590', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:04:22Z', 'updated_at': '2021-08-20T15:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:05.601920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48b96ade-b3ca-4b3c-871c-07a0639707bf tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.611055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8100c6e-de55-4eac-af9d-69b0f948f3a9 req-1f52493c-9725-4806-be29-d28f82256a15 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:05.618842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8100c6e-de55-4eac-af9d-69b0f948f3a9 req-1f52493c-9725-4806-be29-d28f82256a15 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.3536272 Aug 20 15:07:05.642782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] Checking router: 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:07:05.659393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b424e7-4739-4566-8996-c7f090cd3148 None None] Pushing event updated for resources: {'Port': ['ID=f04c3158-20df-4449-be06-485512e6b153,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:05.685818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9d160677-8523-496c-ad22-193a3067230e details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:07:05.706516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e444fa42-c501-4e30-9ad6-fd93523a0e2f None None] Provisioning complete for port f04c3158-20df-4449-be06-485512e6b153 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:05.707252 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e444fa42-c501-4e30-9ad6-fd93523a0e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.708515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] Routers {'4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:05.709210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:06:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:05.717699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8100c6e-de55-4eac-af9d-69b0f948f3a9 req-ac4bf3b6-c7e5-403a-afc7-0acd4242b68a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969303 Aug 20 15:07:05.761139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec43b1f-7f2d-4504-a0ac-0898ac2f8585 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Port': ['ID=c35606b9-eb8c-4b08-b274-202fedaea1f3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:05.792587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] For port 95a0da94-b2c2-4404-b1bd-1e697c09c328, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:05.799491 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.855489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6030da4-75db-40e6-8825-a7bc1545e590,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:05.856139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] For port 95a0da94-b2c2-4404-b1bd-1e697c09c328, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=95a0da94-b2c2-4404-b1bd-1e697c09c328,segment=NetworkSegment(a5c57bba-4e9b-4fa4-be19-f6a4d6258c76),segment_id=a5c57bba-4e9b-4fa4-be19-f6a4d6258c76)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:05.863243 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.resource_extend [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 20 15:07:05.869597 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48b96ade-b3ca-4b3c-871c-07a0639707bf tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.880255 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.919963 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.944058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48b96ade-b3ca-4b3c-871c-07a0639707bf tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.958469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48b96ade-b3ca-4b3c-871c-07a0639707bf tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:05.960629 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-48b96ade-b3ca-4b3c-871c-07a0639707bf tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/subnets/ae3ed4ad-9732-4935-9924-63c8d9361c72 HTTP/1.1" status: 204 len: 168 time: 0.5184186 Aug 20 15:07:05.964470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] Set router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:05.979564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46538) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:06.032391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b96ade-b3ca-4b3c-871c-07a0639707bf tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3ed4ad-9732-4935-9924-63c8d9361c72,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:06.035342 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.037647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.043180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5c41ab-e5a7-49f4-93d9-f268391ae05c tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:06.044965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5c41ab-e5a7-49f4-93d9-f268391ae05c tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:06.046676 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7b5c41ab-e5a7-49f4-93d9-f268391ae05c tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0658078 Aug 20 15:07:06.049814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46544) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:06.089613 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.093004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.093551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:07:06.098021 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.099442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ce23580d-9c38-4a51-ac24-f8cc1f745c1c admin admin] 10.222.0.36 "DELETE /v2.0/routers/4edb1c18-b3d5-4ba3-99e6-5142c0b6a354 HTTP/1.1" status: 204 len: 168 time: 1.7698348 Aug 20 15:07:06.104512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46550) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:06.116330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:21Z', 'updated_at': '2021-08-20T15:07:05Z', 'revision_number': 6, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:06.146497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d3b41-5c02-4feb-9c36-7c0c1d3a276d None None] Pushing event updated for resources: {'Port': ['ID=95a0da94-b2c2-4404-b1bd-1e697c09c328,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:06.174215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-524005e1-2890-4dec-b129-524269e8e018 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.174442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e10a4a-0ab3-42d8-9147-56871a100d18 None None] The sync data for ids ['4edb1c18-b3d5-4ba3-99e6-5142c0b6a354'] in n-d-695189-15 is: [{'id': '4edb1c18-b3d5-4ba3-99e6-5142c0b6a354', 'name': 'tempest-ServerRescueTestJSON-427365705-router', 'tenant_id': 'cb30024f5db24c95a620ffb9622a4233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:04:21Z', 'updated_at': '2021-08-20T15:07:05Z', 'revision_number': 6, 'project_id': 'cb30024f5db24c95a620ffb9622a4233', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:07:06.209756 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-524005e1-2890-4dec-b129-524269e8e018 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 15:07:06.210322 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524005e1-2890-4dec-b129-524269e8e018 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:06.230592 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-524005e1-2890-4dec-b129-524269e8e018 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/e487c907-bd91-40f8-b48b-e36c4694c7f3 HTTP/1.1" status: 409 len: 405 time: 0.1796918 Aug 20 15:07:06.231493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46554) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:06.236948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-139789025'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:06.253580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-218f9372-8638-4c59-b076-1d131b8e60fe admin admin] Deleting subnet d5063518-a3df-4241-9733-06ab52d70588 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:07:06.269986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9d160677-8523-496c-ad22-193a3067230e,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:06.285107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:06.287806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '9d160677-8523-496c-ad22-193a3067230e', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'port_id': '9d160677-8523-496c-ad22-193a3067230e', 'mac_address': 'fa:16:3e:61:c4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:07:06.293902 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.295715 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-218f9372-8638-4c59-b076-1d131b8e60fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.332013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:06.343471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.343940 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Added segment 83b3f0f4-bfb8-4828-9eba-7d2b21a879fd of type vlan for network e722f489-3113-44b3-9b81-13571aad98c1 Aug 20 15:07:06.345911 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.361222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d160677-8523-496c-ad22-193a3067230e {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:06.385465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9d160677-8523-496c-ad22-193a3067230e,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:06.391962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.401638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.426908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b5f96-93ff-482b-89ed-9a020ba32347 req-939af893-05e5-4ef6-a117-17f4c1dd8b5c tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:06.431443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.440021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d34b5f96-93ff-482b-89ed-9a020ba32347 req-939af893-05e5-4ef6-a117-17f4c1dd8b5c tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1714911 Aug 20 15:07:06.441877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:06.444689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.462580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeabb0-cbee-4005-8387-9a3368270526 req-88e74e0d-2c81-4220-b312-42a185a7025b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:06.465081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdeabb0-cbee-4005-8387-9a3368270526 req-88e74e0d-2c81-4220-b312-42a185a7025b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.2072728 Aug 20 15:07:06.467587 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2346034 Aug 20 15:07:06.468526 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-218f9372-8638-4c59-b076-1d131b8e60fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.476148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46556) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:06.480794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=9d160677-8523-496c-ad22-193a3067230e,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:06.512725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'subnet': {'network_id': 'e722f489-3113-44b3-9b81-13571aad98c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:06.533996 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19807da-6967-4a43-a919-04cc04c48082 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Network': ['ID=e722f489-3113-44b3-9b81-13571aad98c1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:06.550161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network e722f489-3113-44b3-9b81-13571aad98c1 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:06.555059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['9d160677-8523-496c-ad22-193a3067230e'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:06.644532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-218f9372-8638-4c59-b076-1d131b8e60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.696398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d34b5f96-93ff-482b-89ed-9a020ba32347 req-e991dc92-3bbd-4e00-b38b-6a2cac711b8b tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554979 Aug 20 15:07:06.754484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbdeabb0-cbee-4005-8387-9a3368270526 req-e3d661b9-3086-4002-a138-efc82bbab294 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492325 Aug 20 15:07:06.796970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:06.801542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.900107 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-218f9372-8638-4c59-b076-1d131b8e60fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.976197 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-218f9372-8638-4c59-b076-1d131b8e60fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:06.979691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-218f9372-8638-4c59-b076-1d131b8e60fe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d5063518-a3df-4241-9733-06ab52d70588 HTTP/1.1" status: 204 len: 168 time: 0.8720951 Aug 20 15:07:06.979691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f9372-8638-4c59-b076-1d131b8e60fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5063518-a3df-4241-9733-06ab52d70588,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:06.981559 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46570) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:07.004349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0c4d1-d64d-4e89-83f9-f1aeec406fcd req-ec84f0e2-6634-4482-a6c4-ffc800047899 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:07.005977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89d0c4d1-d64d-4e89-83f9-f1aeec406fcd req-ec84f0e2-6634-4482-a6c4-ffc800047899 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 944 time: 0.1237271 Aug 20 15:07:07.064770 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.085885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89d0c4d1-d64d-4e89-83f9-f1aeec406fcd req-892eaf7b-cdd4-42d1-a8c3-379294c2436f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702050 Aug 20 15:07:07.175637 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.186543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:07.207002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e069021-16f4-4483-a22f-0c9769d2ddd8') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:07.207302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e069021-16f4-4483-a22f-0c9769d2ddd8') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:07.220577 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.240289 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.247346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.objects.ports [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 15:07:07.249561 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:07.249861 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.250029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:07.251810 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:07.327947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Checking segment: {'id': '83b3f0f4-bfb8-4828-9eba-7d2b21a879fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e722f489-3113-44b3-9b81-13571aad98c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:07.328578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network hostable DHCP agents. Network: e722f489-3113-44b3-9b81-13571aad98c1, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:07.335177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Subnet': ['ID=2f3348d2-c807-4d67-bdd1-a68d49e3c3b1,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:07.342252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.348108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.351700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f HTTP/1.1" status: 204 len: 168 time: 0.3674097 Aug 20 15:07:07.368009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network e722f489-3113-44b3-9b81-13571aad98c1 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:07.371467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12edce4-b32d-4724-a474-225617130f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9f4a4a-c8e7-4cdf-a785-cab3a2eaff8f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:07.383738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, e722f489-3113-44b3-9b81-13571aad98c1) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:07.394707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6196d-f2cd-4966-bd37-964dd9477557 None None] Network e722f489-3113-44b3-9b81-13571aad98c1 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:07.409480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:07.410432 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.441730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-acc0625c-df01-4fa7-8d7b-a3eed839ce50 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9368875 Aug 20 15:07:07.442306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46580) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:07.456013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'port': {'network_id': 'e722f489-3113-44b3-9b81-13571aad98c1', 'name': 'tempest-NetworksIpV6TestAttrs-2012278257'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:07.676158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-e722f489-3113-44b3-9b81-13571aad98c1', 'network_id': 'e722f489-3113-44b3-9b81-13571aad98c1', 'tenant_id': '6bd483d995d74239baec1cbd224b71a1', 'fixed_ips': [{'subnet_id': '2f3348d2-c807-4d67-bdd1-a68d49e3c3b1'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:07:07.677231 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.694048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f04c3158-20df-4449-be06-485512e6b153 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:07.700524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9d160677-8523-496c-ad22-193a3067230e up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:07.762250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:07.765416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46588) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:07.767440 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:07.794014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] device_id is not set on port 9ce4c084-37ad-4079-a7bc-849a3dcefec2 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:07.860053 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f4f86956-46ec-4502-bade-6b7864e356cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb30024f5db24c95a620ffb9622a4233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860586 Aug 20 15:07:07.861230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46594) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:07.936791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350da8f0-e3e2-420a-b17f-ac902944d995 req-d7c12b50-d219-42a1-88bc-a1ece8313be9 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:07.939053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-350da8f0-e3e2-420a-b17f-ac902944d995 req-d7c12b50-d219-42a1-88bc-a1ece8313be9 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1474240 Aug 20 15:07:07.972017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35882b53-083d-46dc-9f74-0338decaa140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.028465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35882b53-083d-46dc-9f74-0338decaa140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.058240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Allocated IP 2001:db8::f816:3eff:fe8b:18ad (e722f489-3113-44b3-9b81-13571aad98c1/2f3348d2-c807-4d67-bdd1-a68d49e3c3b1/9ce4c084-37ad-4079-a7bc-849a3dcefec2) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:08.123674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-350da8f0-e3e2-420a-b17f-ac902944d995 req-c3f4c1f6-9432-41a2-992c-38aa3fe74010 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584849 Aug 20 15:07:08.153989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855e45f-f5a9-49c9-a69a-990d8c924adb req-e594db08-8dce-41f3-8b51-e96a63c28ca1 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:08.154978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35882b53-083d-46dc-9f74-0338decaa140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.155955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6855e45f-f5a9-49c9-a69a-990d8c924adb req-e594db08-8dce-41f3-8b51-e96a63c28ca1 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1837165 Aug 20 15:07:08.162073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35882b53-083d-46dc-9f74-0338decaa140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.164830 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-35882b53-083d-46dc-9f74-0338decaa140 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f761381-eb6e-41cc-b365-035b5a547f47 HTTP/1.1" status: 204 len: 168 time: 0.3031850 Aug 20 15:07:08.189707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35882b53-083d-46dc-9f74-0338decaa140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f761381-eb6e-41cc-b365-035b5a547f47,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:08.206601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b6382-2148-4fd4-9a87-3f8eda83d1cd None None] Network e487c907-bd91-40f8-b48b-e36c4694c7f3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:08.272085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6855e45f-f5a9-49c9-a69a-990d8c924adb req-71b2d65b-ca97-4af2-96ca-a67e32a8ef26 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981233 Aug 20 15:07:08.396119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.417244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b23f62ae-4cd4-40ed-8ce6-35cb7fcfc40f None None] Provisioning for port 95a0da94-b2c2-4404-b1bd-1e697c09c328 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:08.421856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Transition to ACTIVE for port object 9ce4c084-37ad-4079-a7bc-849a3dcefec2 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:08.448719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55334893-1706-4781-bfec-419930b6ff80 req-8967fbe1-90db-47c1-8911-e27482358d1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:08.456260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-55334893-1706-4781-bfec-419930b6ff80 req-8967fbe1-90db-47c1-8911-e27482358d1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 944 time: 0.1115973 Aug 20 15:07:08.519800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f04c3158-20df-4449-be06-485512e6b153 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:08.520190 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.523772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 9d160677-8523-496c-ad22-193a3067230e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:08.523937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-55334893-1706-4781-bfec-419930b6ff80 req-bec4f878-a0c8-4a54-a951-17527533dcb1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665109 Aug 20 15:07:08.524141 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.544085 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.597261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network e722f489-3113-44b3-9b81-13571aad98c1 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:08.601454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:08.604342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:08.611967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:08.612607 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.654371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Port': ['ID=9ce4c084-37ad-4079-a7bc-849a3dcefec2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:08.665821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-49182223-d375-48b8-9a86-81c296137281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2224071 Aug 20 15:07:08.669484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46618) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:08.693133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Allocated IP 2001:db8::f816:3eff:fe40:af0 (e722f489-3113-44b3-9b81-13571aad98c1/2f3348d2-c807-4d67-bdd1-a68d49e3c3b1/15f4bb02-b50e-415d-848c-62b706529ee3) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:08.711565 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:08.756988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cd581a-211b-4e9c-923c-e5dc30a755a4 None None] DHCP port deletion for e487c907-bd91-40f8-b48b-e36c4694c7f3 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:07:08.762872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a92b8c2-816b-4da5-b413-36e9a56251a6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Deleting subnet 2f3348d2-c807-4d67-bdd1-a68d49e3c3b1 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:07:08.818805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d160677-8523-496c-ad22-193a3067230e'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:08.821311 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0594fe20-59e0-40bd-8508-82bc4bfffb33" -d '{"events": [{"server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "name": "network-vif-plugged", "status": "completed", "tag": "9d160677-8523-496c-ad22-193a3067230e"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:08.866251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 95a0da94-b2c2-4404-b1bd-1e697c09c328 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:08.872829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9d160677-8523-496c-ad22-193a3067230e,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:08.903481 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865cb799-e157-4ff1-a2b8-77428aa05dd6 x-openstack-request-id: req-865cb799-e157-4ff1-a2b8-77428aa05dd6 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:08.903822 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "name": "network-vif-plugged", "status": "completed", "tag": "9d160677-8523-496c-ad22-193a3067230e", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:08.904059 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-865cb799-e157-4ff1-a2b8-77428aa05dd6 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:08.904642 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d160677-8523-496c-ad22-193a3067230e', 'code': 200} Aug 20 15:07:08.909395 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.033251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd581a-211b-4e9c-923c-e5dc30a755a4 None None] Deleting port 95a0da94-b2c2-4404-b1bd-1e697c09c328 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:09.033630 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e7cd581a-211b-4e9c-923c-e5dc30a755a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.053044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=9d160677-8523-496c-ad22-193a3067230e,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:09.108465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 95a0da94-b2c2-4404-b1bd-1e697c09c328 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:09.117407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.125182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 95a0da94-b2c2-4404-b1bd-1e697c09c328 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:09.125565 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.140013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e7cd581a-211b-4e9c-923c-e5dc30a755a4 None None] For port 95a0da94-b2c2-4404-b1bd-1e697c09c328, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=95a0da94-b2c2-4404-b1bd-1e697c09c328,segment=NetworkSegment(a5c57bba-4e9b-4fa4-be19-f6a4d6258c76),segment_id=a5c57bba-4e9b-4fa4-be19-f6a4d6258c76)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:09.140013 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e7cd581a-211b-4e9c-923c-e5dc30a755a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.140214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46640) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:09.183011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Transition to ACTIVE for port object 15f4bb02-b50e-415d-848c-62b706529ee3 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:09.192543 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd581a-211b-4e9c-923c-e5dc30a755a4 None None] Calling delete_port for 95a0da94-b2c2-4404-b1bd-1e697c09c328 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:09.221045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Transition to ACTIVE for port object 15f4bb02-b50e-415d-848c-62b706529ee3 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:09.230173 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a92b8c2-816b-4da5-b413-36e9a56251a6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.271400 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.273587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-network', 'tenant_id': '9693877bfafb45c0aa86850360137b3d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:09.309167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea8889-581a-48ad-944f-0b9ce3da6a1b req-941b68a0-0e3f-42e1-abe0-87ddbad36394 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:09.311163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-55ea8889-581a-48ad-944f-0b9ce3da6a1b req-941b68a0-0e3f-42e1-abe0-87ddbad36394 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0833981 Aug 20 15:07:09.323577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Made reservation on behalf of 9693877bfafb45c0aa86850360137b3d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:09.326652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.332463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a92b8c2-816b-4da5-b413-36e9a56251a6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.362928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Network e722f489-3113-44b3-9b81-13571aad98c1 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:09.369057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.398024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:09.409296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:09.411704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-55ea8889-581a-48ad-944f-0b9ce3da6a1b req-be88442f-8446-4b73-a3d2-36ff43bb08c0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925558 Aug 20 15:07:09.452407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Pushing event updated for resources: {'Port': ['ID=15f4bb02-b50e-415d-848c-62b706529ee3,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:09.457282 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e7cd581a-211b-4e9c-923c-e5dc30a755a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.502724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd581a-211b-4e9c-923c-e5dc30a755a4 None None] Pushing event deleted for resources: {'Port': ['ID=95a0da94-b2c2-4404-b1bd-1e697c09c328,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:09.568249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26dc92-8481-42ea-8e46-48d41f1d359a req-949352f4-6231-43a5-99b4-732909f4245f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:09.569832 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a26dc92-8481-42ea-8e46-48d41f1d359a req-949352f4-6231-43a5-99b4-732909f4245f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.0869713 Aug 20 15:07:09.571537 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.574463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Attempting to bind port 15f4bb02-b50e-415d-848c-62b706529ee3 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:09.574836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Attempting to bind port 15f4bb02-b50e-415d-848c-62b706529ee3 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '83b3f0f4-bfb8-4828-9eba-7d2b21a879fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e722f489-3113-44b3-9b81-13571aad98c1'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:09.575205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Attempting to bind port 15f4bb02-b50e-415d-848c-62b706529ee3 on network e722f489-3113-44b3-9b81-13571aad98c1 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:09.600262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:09.600659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Checking segment: {'id': '83b3f0f4-bfb8-4828-9eba-7d2b21a879fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e722f489-3113-44b3-9b81-13571aad98c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:09.601080 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.601476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Bound using segment: {'id': '83b3f0f4-bfb8-4828-9eba-7d2b21a879fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e722f489-3113-44b3-9b81-13571aad98c1'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:09.602165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Bound port: 15f4bb02-b50e-415d-848c-62b706529ee3, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b3f0f4-bfb8-4828-9eba-7d2b21a879fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e722f489-3113-44b3-9b81-13571aad98c1'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:09.603631 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.613893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a92b8c2-816b-4da5-b413-36e9a56251a6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.639129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd581a-211b-4e9c-923c-e5dc30a755a4 None None] No DVR routers for this DVR port 95a0da94-b2c2-4404-b1bd-1e697c09c328 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:09.641080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a26dc92-8481-42ea-8e46-48d41f1d359a req-5d4b9cd3-8187-49e6-bfa9-61c973cade57 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584288 Aug 20 15:07:09.693337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.701033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.736221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06188b-289a-40df-9de9-b30269d5c90e req-d4053092-ebcc-4114-81a5-3ba6eaa91952 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:09.737805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc06188b-289a-40df-9de9-b30269d5c90e req-d4053092-ebcc-4114-81a5-3ba6eaa91952 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.0922630 Aug 20 15:07:09.744479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a92b8c2-816b-4da5-b413-36e9a56251a6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.759207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:09.766228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] For port 15f4bb02-b50e-415d-848c-62b706529ee3, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:09.777440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] For port 15f4bb02-b50e-415d-848c-62b706529ee3, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=15f4bb02-b50e-415d-848c-62b706529ee3,segment=NetworkSegment(83b3f0f4-bfb8-4828-9eba-7d2b21a879fd),segment_id=83b3f0f4-bfb8-4828-9eba-7d2b21a879fd)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:09.797158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.814554 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a92b8c2-816b-4da5-b413-36e9a56251a6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.824657 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5a92b8c2-816b-4da5-b413-36e9a56251a6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/subnets/2f3348d2-c807-4d67-bdd1-a68d49e3c3b1 HTTP/1.1" status: 204 len: 168 time: 1.1547170 Aug 20 15:07:09.826107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46662) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:09.834246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92b8c2-816b-4da5-b413-36e9a56251a6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Subnet': ['ID=2f3348d2-c807-4d67-bdd1-a68d49e3c3b1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:09.841903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:09.849135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.849348 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Added segment 6fbcdcc7-3472-491d-8ce7-7a11912e34ae of type vlan for network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c Aug 20 15:07:09.860887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b6030da4-75db-40e6-8825-a7bc1545e590 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:09.874974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc06188b-289a-40df-9de9-b30269d5c90e req-16262bb2-dc8d-4d04-832d-af329e857eb5 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092997 Aug 20 15:07:09.913000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.927626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: b6030da4-75db-40e6-8825-a7bc1545e590 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:09.929723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b6030da4-75db-40e6-8825-a7bc1545e590 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:09.930245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 650c81c5-df36-4255-a358-bffb3b594090 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:09.960067 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.966480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:09.967192 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:09.978089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518d1fe-6052-482f-9a2c-33adae3e6ecb None None] Pushing event updated for resources: {'Port': ['ID=15f4bb02-b50e-415d-848c-62b706529ee3,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:09.980730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5c2986-3c23-44c3-92c6-386ff3a2bcd2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:09.991641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5c2986-3c23-44c3-92c6-386ff3a2bcd2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:09.993572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ce5c2986-3c23-44c3-92c6-386ff3a2bcd2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1642408 Aug 20 15:07:09.998456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46670) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:10.019502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 650c81c5-df36-4255-a358-bffb3b594090 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:10.019869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 650c81c5-df36-4255-a358-bffb3b594090 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:10.032738 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8909113 Aug 20 15:07:10.050881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46676) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:10.099026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Request body: {'subnet': {'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-subnet', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:10.141401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e8fed-14c7-4126-b99e-7cd7ec6b46b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6d4444d2-5513-4b6b-bb40-9a58e4e2046c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:10.160943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:10.165542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Made reservation on behalf of 9693877bfafb45c0aa86850360137b3d for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:10.166963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 95a0da94-b2c2-4404-b1bd-1e697c09c328 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:10.170789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:10.267290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 95a0da94-b2c2-4404-b1bd-1e697c09c328 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:10.267686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 95a0da94-b2c2-4404-b1bd-1e697c09c328 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:10.292033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab87640a-32d5-48f0-bd43-8f7e59b43be8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:10.321139 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab87640a-32d5-48f0-bd43-8f7e59b43be8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 20 15:07:10.321607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab87640a-32d5-48f0-bd43-8f7e59b43be8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:10.324348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ab87640a-32d5-48f0-bd43-8f7e59b43be8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/e722f489-3113-44b3-9b81-13571aad98c1 HTTP/1.1" status: 409 len: 405 time: 0.3247552 Aug 20 15:07:10.328782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46684) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:10.336269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1735385249'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:10.382909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:10.386963 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:10.438855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:10.450557 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:10.450557 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Added segment 66f4eee9-a81f-44ff-b12b-9a41bdc1411a of type vlan for network 05ed7670-33d1-4f0f-8745-8960772d2e57 Aug 20 15:07:10.519935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:10.657497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:10.663154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:10.663990 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:10.686137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3558884 Aug 20 15:07:10.689050 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46710) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:10.698049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'subnet': {'network_id': '05ed7670-33d1-4f0f-8745-8960772d2e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:10.701097 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:10.764047 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29108d62-860e-4507-b3d3-a368d722476e tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Network': ['ID=05ed7670-33d1-4f0f-8745-8960772d2e57,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:10.777993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 05ed7670-33d1-4f0f-8745-8960772d2e57 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:10.858080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fe205821-8d32-4fe5-9ce9-594b3ebfbbfb details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:07:10.872653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:10.885450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:10.913817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba57b-555f-43a8-a186-3cca607bbe26 req-b910a527-3f0e-40c8-9879-97f7b178f54d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:10.919152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d13ba57b-555f-43a8-a186-3cca607bbe26 req-b910a527-3f0e-40c8-9879-97f7b178f54d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.3328915 Aug 20 15:07:10.991427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d13ba57b-555f-43a8-a186-3cca607bbe26 req-4f87c3aa-599a-4087-a27b-7e405ad38723 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629084 Aug 20 15:07:10.992426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Checking segment: {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:10.992990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Network hostable DHCP agents. Network: 6d4444d2-5513-4b6b-bb40-9a58e4e2046c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:11.021556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:11.063077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf87c1-3a31-4412-b6c4-e7cd2a63fd39 req-79f6eaac-80f7-4562-a169-a995d7012980 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:11.072112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acdf87c1-3a31-4412-b6c4-e7cd2a63fd39 req-79f6eaac-80f7-4562-a169-a995d7012980 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.3357685 Aug 20 15:07:11.075506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:11.100314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 6d4444d2-5513-4b6b-bb40-9a58e4e2046c) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:11.126371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:11.127074 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:11.148938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2027aafa-5c95-4ce2-9c9c-87b3c0267b8b None None] Network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:11.201744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-80c4d984-d868-4ffd-b4c1-cd385649906a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1491077 Aug 20 15:07:11.205483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46726) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:11.216002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:11.264983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acdf87c1-3a31-4412-b6c4-e7cd2a63fd39 req-75bf41ee-c711-4b1d-9373-23d7b96effb8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917913 Aug 20 15:07:11.280467 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:11.282601 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:11.295862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4a353-241d-4a43-b1bb-342066d24880 req-c21aa55e-ad6a-4bf2-8a0d-973826c54b0f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:11.297651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ed4a353-241d-4a43-b1bb-342066d24880 req-c21aa55e-ad6a-4bf2-8a0d-973826c54b0f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1644044 Aug 20 15:07:11.390403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:11.424009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb', 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23', 'port_id': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb', 'mac_address': 'fa:16:3e:89:0e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:07:11.435427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac95b2-da31-4d01-9e76-0f1067e4d293 None None] Network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:11.436602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:11.563740 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:11.594240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe205821-8d32-4fe5-9ce9-594b3ebfbbfb {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:11.616927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ed4a353-241d-4a43-b1bb-342066d24880 req-b9b2694e-0ee9-4055-9b83-39de379de5de tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061111 Aug 20 15:07:11.634085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:11.654962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:11.679455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.objects.ports [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101100) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 15:07:11.685903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:11.743431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:11.748693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7282c725-442c-41a0-a8f9-eef285550e5c None None] Network e722f489-3113-44b3-9b81-13571aad98c1 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:11.824821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Subnet': ['ID=55690a82-4765-48d3-bf87-6cca201dfee9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:11.834503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Checking segment: {'id': '66f4eee9-a81f-44ff-b12b-9a41bdc1411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '05ed7670-33d1-4f0f-8745-8960772d2e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:11.834871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network hostable DHCP agents. Network: 05ed7670-33d1-4f0f-8745-8960772d2e57, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:11.856221 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:11.866950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network 05ed7670-33d1-4f0f-8745-8960772d2e57 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:11.886113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 05ed7670-33d1-4f0f-8745-8960772d2e57) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:11.908897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:11.909948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:11.942301 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5329eadf-36cf-4f8c-b876-179f323db281 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2509420 Aug 20 15:07:11.943257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46744) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:11.993372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c506cfca-c92d-4fe3-b8bb-5f1f74595cb0 None None] Network 05ed7670-33d1-4f0f-8745-8960772d2e57 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:12.061084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:12.110270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bda4c9bc-78b4-4a74-abc0-64c10e4bffe0 None None] Provisioning for port 15f4bb02-b50e-415d-848c-62b706529ee3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:12.211296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['fe205821-8d32-4fe5-9ce9-594b3ebfbbfb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:12.229557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:12.294875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 15f4bb02-b50e-415d-848c-62b706529ee3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:12.357825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:12.367421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1664ab-c156-4a6f-9384-da732923da01 req-2d7cc544-4787-4fa9-974d-84d805c5d185 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:12.369796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c1664ab-c156-4a6f-9384-da732923da01 req-2d7cc544-4787-4fa9-974d-84d805c5d185 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0932553 Aug 20 15:07:12.402676 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:12.426392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Subnet': ['ID=55690a82-4765-48d3-bf87-6cca201dfee9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:12.483760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:12.494156 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac9a0-6819-43ef-8f38-e5dbc6911d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:12.540627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a695b31-0b27-40ea-8130-971b45e370cf req-075a9c8c-8bea-4005-90d2-eb149395f686 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:12.543774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a695b31-0b27-40ea-8130-971b45e370cf req-075a9c8c-8bea-4005-90d2-eb149395f686 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 944 time: 0.1094072 Aug 20 15:07:12.622449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a695b31-0b27-40ea-8130-971b45e370cf req-20f41883-a3a4-45d1-9523-59581c70860a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Aug 20 15:07:12.638951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c1664ab-c156-4a6f-9384-da732923da01 req-23857693-934f-4044-8c15-a69f5c5038a1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537858 Aug 20 15:07:12.716220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4649d-7061-41cf-a7ea-6838b409232d None None] Network 05ed7670-33d1-4f0f-8745-8960772d2e57 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:12.870689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Allocated IP 172.25.5.202 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/4a204bcc-0186-4195-8e64-fa3c6e2ada8b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:12.877734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fe205821-8d32-4fe5-9ce9-594b3ebfbbfb no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:12.879797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98815e8f-c738-490d-b2c3-df636645b4c1 None None] DHCP port deletion for e722f489-3113-44b3-9b81-13571aad98c1 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:07:12.918662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 15f4bb02-b50e-415d-848c-62b706529ee3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:12.960507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 15f4bb02-b50e-415d-848c-62b706529ee3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:12.961258 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.005569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e92c8-7bbe-43a9-bc8c-d07b507fbda5 req-0012313d-c80d-4a66-a86d-d4c35b6d83bb tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:13.022582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa9e92c8-7bbe-43a9-bc8c-d07b507fbda5 req-0012313d-c80d-4a66-a86d-d4c35b6d83bb tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1824162 Aug 20 15:07:13.107797 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa9e92c8-7bbe-43a9-bc8c-d07b507fbda5 req-c15ea62e-c954-412f-8695-3e0101b79d93 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841193 Aug 20 15:07:13.171612 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.195331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.217022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ed7670-33d1-4f0f-8745-8960772d2e57']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:13.230843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f4eee9-a81f-44ff-b12b-9a41bdc1411a') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:13.231122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f4eee9-a81f-44ff-b12b-9a41bdc1411a') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:13.245936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.248266 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.268829 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.279062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:13.279472 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:13.289296 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:13.293045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:13.299211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-98815e8f-c738-490d-b2c3-df636645b4c1 None None] Deleting port 15f4bb02-b50e-415d-848c-62b706529ee3 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:13.299779 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-98815e8f-c738-490d-b2c3-df636645b4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.310300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:13.314340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:13.324943 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.380830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.394811 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.413139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Pushing event updated for resources: {'Port': ['ID=4a204bcc-0186-4195-8e64-fa3c6e2ada8b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:13.419283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.425075 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/05ed7670-33d1-4f0f-8745-8960772d2e57 HTTP/1.1" status: 204 len: 168 time: 1.4804258 Aug 20 15:07:13.425943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ad547-13f2-4303-b14b-c0f98db7f5c7 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Network': ['ID=05ed7670-33d1-4f0f-8745-8960772d2e57,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:13.428801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46756) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:13.431918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fe205821-8d32-4fe5-9ce9-594b3ebfbbfb {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:13.436314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1904275026'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:13.452875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-98815e8f-c738-490d-b2c3-df636645b4c1 None None] For port 15f4bb02-b50e-415d-848c-62b706529ee3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=15f4bb02-b50e-415d-848c-62b706529ee3,segment=NetworkSegment(83b3f0f4-bfb8-4828-9eba-7d2b21a879fd),segment_id=83b3f0f4-bfb8-4828-9eba-7d2b21a879fd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:13.453286 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-98815e8f-c738-490d-b2c3-df636645b4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.489618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:13.498717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-98815e8f-c738-490d-b2c3-df636645b4c1 None None] Calling delete_port for 15f4bb02-b50e-415d-848c-62b706529ee3 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:13.502087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.557212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:13.561364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.561986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 15f4bb02-b50e-415d-848c-62b706529ee3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=15f4bb02-b50e-415d-848c-62b706529ee3,segment=NetworkSegment(83b3f0f4-bfb8-4828-9eba-7d2b21a879fd),segment_id=83b3f0f4-bfb8-4828-9eba-7d2b21a879fd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:13.569479 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.609619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:13.625104 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.625766 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Added segment f135d6be-fced-4f21-a981-995d37b044e5 of type vlan for network fb4e252a-6701-4406-b2fc-a19d4230aaaf Aug 20 15:07:13.636549 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:13.718665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=15f4bb02-b50e-415d-848c-62b706529ee3,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:13.734529 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-98815e8f-c738-490d-b2c3-df636645b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:13.766534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98815e8f-c738-490d-b2c3-df636645b4c1 None None] Pushing event deleted for resources: {'Port': ['ID=15f4bb02-b50e-415d-848c-62b706529ee3,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:13.771042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98815e8f-c738-490d-b2c3-df636645b4c1 None None] No DVR routers for this DVR port 15f4bb02-b50e-415d-848c-62b706529ee3 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:14.117555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 15f4bb02-b50e-415d-848c-62b706529ee3 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:14.160133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 15f4bb02-b50e-415d-848c-62b706529ee3 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:14.161281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 15f4bb02-b50e-415d-848c-62b706529ee3 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:14.290241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:14.399290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6918b-ed5d-4364-964a-8c7434c7f13b req-fa0e367f-9d82-4e44-acdb-da06374a2c5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:14.401965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77c6918b-ed5d-4364-964a-8c7434c7f13b req-fa0e367f-9d82-4e44-acdb-da06374a2c5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 943 time: 0.2216282 Aug 20 15:07:14.413246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c4787-b121-4f5c-95c7-a506cc4a13ce req-9c057ced-d5eb-4e15-a4e6-d0c6050ddfe1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:14.414742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b4c4787-b121-4f5c-95c7-a506cc4a13ce req-9c057ced-d5eb-4e15-a4e6-d0c6050ddfe1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.2332850 Aug 20 15:07:14.418680 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:14.474862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:14.483066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:14.484011 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:14.613347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1831470 Aug 20 15:07:14.616502 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46770) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:14.624869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'subnet': {'network_id': 'fb4e252a-6701-4406-b2fc-a19d4230aaaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:14.631562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77c6918b-ed5d-4364-964a-8c7434c7f13b req-1117fa26-8429-421c-bcdb-51725443ad87 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158210 Aug 20 15:07:14.694875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b4c4787-b121-4f5c-95c7-a506cc4a13ce req-bfd5bec7-940e-40d3-9693-d14d0d5f7ad6 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641795 Aug 20 15:07:14.704987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d194961-6243-4282-af74-d338fab992d8 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Network': ['ID=fb4e252a-6701-4406-b2fc-a19d4230aaaf,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:14.720029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network fb4e252a-6701-4406-b2fc-a19d4230aaaf details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:14.823502 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:14.827906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:14.837720 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:14.875378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fe205821-8d32-4fe5-9ce9-594b3ebfbbfb up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:14.938434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:14.938819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:14.977069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe3dd3-f12d-47dc-8335-3d409d2bc4c5 req-5ac22d49-4fdf-45a5-89fd-eea1b03d33a1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:14.987776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1afe3dd3-f12d-47dc-8335-3d409d2bc4c5 req-5ac22d49-4fdf-45a5-89fd-eea1b03d33a1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1373436 Aug 20 15:07:15.012287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.049117 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.082052 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:15.084956 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df86f1-88df-4b96-b60f-1618dba91906" -d '{"events": [{"server_uuid": "ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe205821-8d32-4fe5-9ce9-594b3ebfbbfb"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:15.088285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1afe3dd3-f12d-47dc-8335-3d409d2bc4c5 req-cb024ac3-b663-4e21-8b9a-46126e58423a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964255 Aug 20 15:07:15.123617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:15.132638 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.203826 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa507e6-e126-4eae-8d54-533d78bbf42a x-openstack-request-id: req-5aa507e6-e126-4eae-8d54-533d78bbf42a {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:15.204528 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a", "name": "network-vif-plugged", "status": "completed", "tag": "fe205821-8d32-4fe5-9ce9-594b3ebfbbfb", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:15.205013 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5aa507e6-e126-4eae-8d54-533d78bbf42a {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:15.205644 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb', 'code': 200} Aug 20 15:07:15.226436 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1e8fe4a-896d-43cb-8ed4-ba2c45459071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.254343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.257566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:15.299828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:07:15.333154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Subnet': ['ID=4b5ff11f-3833-4b0b-a599-69a86bf8fd63,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:15.342231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Checking segment: {'id': 'f135d6be-fced-4f21-a981-995d37b044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fb4e252a-6701-4406-b2fc-a19d4230aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:15.342688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network hostable DHCP agents. Network: fb4e252a-6701-4406-b2fc-a19d4230aaaf, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:15.390976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network fb4e252a-6701-4406-b2fc-a19d4230aaaf is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:15.403073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, fb4e252a-6701-4406-b2fc-a19d4230aaaf) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:15.413065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45373b-db18-4b09-ab3b-5795663fa319 None None] Network fb4e252a-6701-4406-b2fc-a19d4230aaaf requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:15.419325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:15.420063 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.437223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00ed14-9e9c-40f7-92ae-cb30221e7e1d req-94c841b7-5cf8-457f-85ef-a2c8c3227bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:15.439168 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8f00ed14-9e9c-40f7-92ae-cb30221e7e1d req-94c841b7-5cf8-457f-85ef-a2c8c3227bb1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 1097 time: 0.0821698 Aug 20 15:07:15.447377 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-732fb62a-aa39-4cc7-949f-6a7dc7ac22b3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8296099 Aug 20 15:07:15.481050 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46774) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:15.537605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:07:15.549751 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Sync routers for ids ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:07:15.561009 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Routers {'8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:15.562899 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:15.563059 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.566844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b2bd5af5-97e2-4be6-a51e-3a13b57132aa admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3538654 Aug 20 15:07:15.567845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46778) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:15.620121 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8f00ed14-9e9c-40f7-92ae-cb30221e7e1d req-f6824c86-ca9c-4800-bfac-555b681cfb7c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689377 Aug 20 15:07:15.688824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.692555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-fb4e252a-6701-4406-b2fc-a19d4230aaaf', 'network_id': 'fb4e252a-6701-4406-b2fc-a19d4230aaaf', 'tenant_id': '6bd483d995d74239baec1cbd224b71a1', 'fixed_ips': [{'subnet_id': '4b5ff11f-3833-4b0b-a599-69a86bf8fd63'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:07:15.693433 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.819701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:15.867640 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Set router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:16.009014 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Allocated IP 2001:db8::2 (fb4e252a-6701-4406-b2fc-a19d4230aaaf/4b5ff11f-3833-4b0b-a599-69a86bf8fd63/3f760979-ee0b-4d7e-9e89-40293eeb0026) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:16.137682 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.176938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702fed4-3927-43c1-97e7-dc763550c7a3 req-7d687a99-779d-4a22-95f2-fb905cb24feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:16.184506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9702fed4-3927-43c1-97e7-dc763550c7a3 req-7d687a99-779d-4a22-95f2-fb905cb24feb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1097 time: 0.3916717 Aug 20 15:07:16.235719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452a2fe-2563-4923-8321-979f0f919746 req-0c50be93-4244-43c0-bd6e-a62ef7e93d1d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:16.245920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0452a2fe-2563-4923-8321-979f0f919746 req-0c50be93-4244-43c0-bd6e-a62ef7e93d1d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.3973227 Aug 20 15:07:16.275985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b0fb6-b43c-495c-9d5a-63db6f7ff1fd req-6fecb733-f435-41fd-8bff-ab54d263c72f tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:16.282459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.289739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d9b0fb6-b43c-495c-9d5a-63db6f7ff1fd req-6fecb733-f435-41fd-8bff-ab54d263c72f tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.4217730 Aug 20 15:07:16.291705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Transition to ACTIVE for port object 3f760979-ee0b-4d7e-9e89-40293eeb0026 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:16.309950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Transition to ACTIVE for port object 3f760979-ee0b-4d7e-9e89-40293eeb0026 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:16.322075 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.327143 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:07:11Z', 'updated_at': '2021-08-20T15:07:13Z', 'revision_number': 3, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'gw_port': {'id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:12Z', 'updated_at': '2021-08-20T15:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:16.346969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.390284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5ff11f-3833-4b0b-a599-69a86bf8fd63,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:16.405941 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Checking router: 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:07:16.414164 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Updating router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:07:16.467942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Network fb4e252a-6701-4406-b2fc-a19d4230aaaf is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:16.469872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Pushing event updated for resources: {'Port': ['ID=3f760979-ee0b-4d7e-9e89-40293eeb0026,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:16.481680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:16.481985 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.485014 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:16.507768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d9b0fb6-b43c-495c-9d5a-63db6f7ff1fd req-83ae2947-4081-4c03-b3de-75228e0620c5 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122402 Aug 20 15:07:16.528122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9702fed4-3927-43c1-97e7-dc763550c7a3 req-315735c0-5c9b-485c-816e-aa6384d6badb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244052 Aug 20 15:07:16.533701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0452a2fe-2563-4923-8321-979f0f919746 req-ac12c88f-0faa-4dd1-88c6-981fcf775f22 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352445 Aug 20 15:07:16.561429 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.591786 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4e252a-6701-4406-b2fc-a19d4230aaaf']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:16.641292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f135d6be-fced-4f21-a981-995d37b044e5') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:16.641955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f135d6be-fced-4f21-a981-995d37b044e5') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:16.676442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Attempting to bind port 3f760979-ee0b-4d7e-9e89-40293eeb0026 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:16.676821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Attempting to bind port 3f760979-ee0b-4d7e-9e89-40293eeb0026 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'f135d6be-fced-4f21-a981-995d37b044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fb4e252a-6701-4406-b2fc-a19d4230aaaf'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:16.693877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Attempting to bind port 3f760979-ee0b-4d7e-9e89-40293eeb0026 on network fb4e252a-6701-4406-b2fc-a19d4230aaaf {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:16.699432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.711227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:16.711627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Checking segment: {'id': 'f135d6be-fced-4f21-a981-995d37b044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fb4e252a-6701-4406-b2fc-a19d4230aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:16.721130 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.721577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Bound using segment: {'id': 'f135d6be-fced-4f21-a981-995d37b044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fb4e252a-6701-4406-b2fc-a19d4230aaaf'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:16.722101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Bound port: 3f760979-ee0b-4d7e-9e89-40293eeb0026, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f135d6be-fced-4f21-a981-995d37b044e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'fb4e252a-6701-4406-b2fc-a19d4230aaaf'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:16.722490 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.740412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.753206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:16.757435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:16.768765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b781c3-6ccf-46f8-96ba-cb73bb32eebf req-dd63430a-3b03-46ec-98f6-c96a4a8a8076 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:16.769832 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:16.772908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60b781c3-6ccf-46f8-96ba-cb73bb32eebf req-dd63430a-3b03-46ec-98f6-c96a4a8a8076 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1146870 Aug 20 15:07:16.942165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] For port 3f760979-ee0b-4d7e-9e89-40293eeb0026, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:16.987980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] For port 3f760979-ee0b-4d7e-9e89-40293eeb0026, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3f760979-ee0b-4d7e-9e89-40293eeb0026,segment=NetworkSegment(f135d6be-fced-4f21-a981-995d37b044e5),segment_id=f135d6be-fced-4f21-a981-995d37b044e5)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:16.989387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 15:07:16.989387 n-d-695189-15 neutron-server[101100]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 15:07:16.989387 n-d-695189-15 neutron-server[101100]: [parameters: {'id': 'fb4e252a-6701-4406-b2fc-a19d4230aaaf'}] Aug 20 15:07:16.989387 n-d-695189-15 neutron-server[101100]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:07:16.989922 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:07:16.994911 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.016472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60b781c3-6ccf-46f8-96ba-cb73bb32eebf req-f1bf4e9a-900e-486a-9b35-9a31f5c28cf5 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165511 Aug 20 15:07:17.115069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7946f81-407d-4019-9636-47f35e05e73f None None] Pushing event updated for resources: {'Port': ['ID=3f760979-ee0b-4d7e-9e89-40293eeb0026,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:17.138636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba4e39-3ffd-4132-b273-87cc80554189 None None] Network fb4e252a-6701-4406-b2fc-a19d4230aaaf requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:17.186271 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.197142 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Transition to ACTIVE for port object 4a204bcc-0186-4195-8e64-fa3c6e2ada8b will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:17.215028 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.297022 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652daa7-ca49-4d0f-9068-d371a57519f1 None None] Pushing event updated for resources: {'Port': ['ID=4a204bcc-0186-4195-8e64-fa3c6e2ada8b,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:17.301841 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Attempting to bind port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:17.302482 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Attempting to bind port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:17.303030 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Attempting to bind port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:17.309256 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.314642 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:17.315029 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:17.315437 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.315872 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:17.316355 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Bound port: 4a204bcc-0186-4195-8e64-fa3c6e2ada8b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:17.316741 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.358877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a3e0cb-ebf6-4fb7-b3a4-0f5433830acc None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:07:17.480035 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] For port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:17.491066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.491570 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] For port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4a204bcc-0186-4195-8e64-fa3c6e2ada8b,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:17.497675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a3e0cb-ebf6-4fb7-b3a4-0f5433830acc None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:07:17.507071 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.570514 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Routers {'8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:17.580199 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:17.610803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Deleting port 3f760979-ee0b-4d7e-9e89-40293eeb0026 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:17.611153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.671503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Allocated IP 172.20.0.1 (6d4444d2-5513-4b6b-bb40-9a58e4e2046c/6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe/0df6b128-8075-48aa-8168-9645cb1a88cb) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:17.740904 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652daa7-ca49-4d0f-9068-d371a57519f1 None None] Pushing event updated for resources: {'Port': ['ID=4a204bcc-0186-4195-8e64-fa3c6e2ada8b,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:17.798215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] For port 3f760979-ee0b-4d7e-9e89-40293eeb0026, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3f760979-ee0b-4d7e-9e89-40293eeb0026,segment=NetworkSegment(f135d6be-fced-4f21-a981-995d37b044e5),segment_id=f135d6be-fced-4f21-a981-995d37b044e5)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:17.798831 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.829341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:17.836487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Calling delete_port for 3f760979-ee0b-4d7e-9e89-40293eeb0026 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:17.883659 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] Set router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:17.980083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4f1d-3ba3-4efd-b4e5-a3fe5dd1a03e req-9fcf0d05-eb2b-4f7e-8857-41c72c8c2bfd tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:17.981747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9eea4f1d-3ba3-4efd-b4e5-a3fe5dd1a03e req-9fcf0d05-eb2b-4f7e-8857-41c72c8c2bfd tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.2919624 Aug 20 15:07:17.995960 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.003251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c177617-fe1c-45e6-9d62-4752e0598daa req-644442e0-3a96-4b6b-8112-54a5c4de3d52 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:18.012993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c177617-fe1c-45e6-9d62-4752e0598daa req-644442e0-3a96-4b6b-8112-54a5c4de3d52 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.3150067 Aug 20 15:07:18.042788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Port': ['ID=3f760979-ee0b-4d7e-9e89-40293eeb0026,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:18.055457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No DVR routers for this DVR port 3f760979-ee0b-4d7e-9e89-40293eeb0026 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:18.253940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.267405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c177617-fe1c-45e6-9d62-4752e0598daa req-8b745d3e-8076-4872-939f-a5267754ac2e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308185 Aug 20 15:07:18.281616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4e252a-6701-4406-b2fc-a19d4230aaaf']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:18.296891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f135d6be-fced-4f21-a981-995d37b044e5') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:18.297961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f135d6be-fced-4f21-a981-995d37b044e5') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:18.304269 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.312875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9eea4f1d-3ba3-4efd-b4e5-a3fe5dd1a03e req-b6d7b244-1db5-4f2a-8b59-f54c9d24f91d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987809 Aug 20 15:07:18.319598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.345387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.373570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:18.377368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.385992 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:07:11Z', 'updated_at': '2021-08-20T15:07:13Z', 'revision_number': 3, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'gw_port': {'id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:12Z', 'updated_at': '2021-08-20T15:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:18.389510 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:18.404134 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:18.444131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:18.448736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:18.453607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:18.491771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Pushing event updated for resources: {'Port': ['ID=0df6b128-8075-48aa-8168-9645cb1a88cb,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:18.537965 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977829cf-4be4-4368-9d19-72d90406b05c None None] The sync data for ids ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'] in n-d-695189-15 is: [{'id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:07:11Z', 'updated_at': '2021-08-20T15:07:13Z', 'revision_number': 3, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'gw_port': {'id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:12Z', 'updated_at': '2021-08-20T15:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:07:18.575691 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.589388 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.594759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.596802 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/fb4e252a-6701-4406-b2fc-a19d4230aaaf HTTP/1.1" status: 204 len: 168 time: 3.1146634 Aug 20 15:07:18.607972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46806) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:18.618799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-157354286'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:18.634153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2b6b9-bc36-4829-9571-14e461b94ecc tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Network': ['ID=fb4e252a-6701-4406-b2fc-a19d4230aaaf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:18.663310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:18.672837 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.698562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffb7c9-7345-4139-80f2-199f8929d8c0 req-dcb5e541-559b-40f8-b5ab-21dc541dd5ef tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:18.700139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25ffb7c9-7345-4139-80f2-199f8929d8c0 req-dcb5e541-559b-40f8-b5ab-21dc541dd5ef tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1903143 Aug 20 15:07:18.762330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:18.777685 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.778078 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Added segment f03e85e4-5d29-4f2b-97ce-756c04c56d39 of type vlan for network 42ff1089-9971-44a9-8e1d-0894d801876c Aug 20 15:07:18.859988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.898490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.909038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:18.910012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:18.976526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25ffb7c9-7345-4139-80f2-199f8929d8c0 req-f41f8652-2e74-49a7-9d1f-661ccd888e66 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593329 Aug 20 15:07:19.030549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036fec49-33a7-4ab2-894d-a40bad97ecca req-055a844f-7f00-4819-961e-477f5cba864b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:19.045982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-036fec49-33a7-4ab2-894d-a40bad97ecca req-055a844f-7f00-4819-961e-477f5cba864b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.3808224 Aug 20 15:07:19.150359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Network': ['ID=42ff1089-9971-44a9-8e1d-0894d801876c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:19.166882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 42ff1089-9971-44a9-8e1d-0894d801876c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:19.188057 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-12da55ae-53dd-4a32-aa01-5d4623d657ae tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5789382 Aug 20 15:07:19.191276 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46810) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:19.203697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Request body: {'subnet': {'network_id': '42ff1089-9971-44a9-8e1d-0894d801876c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:19.386405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:19.402419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-036fec49-33a7-4ab2-894d-a40bad97ecca req-f341355d-d73f-4f1f-95ae-c0ec02712fe8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003440 Aug 20 15:07:19.578328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Made reservation on behalf of 6bd483d995d74239baec1cbd224b71a1 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:19.582689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:19.600285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a993d-f3d0-4358-aa78-cd55aa9b536c req-ab53534a-92b6-44f7-ba72-4b195589b719 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:19.602041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b2a993d-f3d0-4358-aa78-cd55aa9b536c req-ab53534a-92b6-44f7-ba72-4b195589b719 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1940525 Aug 20 15:07:19.846693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b2a993d-f3d0-4358-aa78-cd55aa9b536c req-ee0e2505-bfcc-4f4b-94ed-2d37e33959f5 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200422 Aug 20 15:07:19.911739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c354854d-44a9-4363-a79e-e57a03530a39 req-7102562a-99f5-49d7-8528-0396b4b1593e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-93630896', 'description': 'tempest-description-2062751456'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:20.183829 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c354854d-44a9-4363-a79e-e57a03530a39 req-7102562a-99f5-49d7-8528-0396b4b1593e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:20.231143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4a204bcc-0186-4195-8e64-fa3c6e2ada8b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:20.285202 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:20.305770 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:20.321057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:20.330141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:20.330529 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:20.485901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:20.518039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4a204bcc-0186-4195-8e64-fa3c6e2ada8b,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:20.523609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:20.589926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=4a204bcc-0186-4195-8e64-fa3c6e2ada8b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:20.842982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-a12d2f00-78a5-4598-8813-51984c0cb0cc tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:20.850205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-a12d2f00-78a5-4598-8813-51984c0cb0cc tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/networks?id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 200 len: 814 time: 0.8353937 Aug 20 15:07:20.908691 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:20.924141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-1d5a4aa8-45e3-4677-a49c-585e442bac07 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/quotas/59f18436ee7a4ba384776bc1c5bb7e69 HTTP/1.1" status: 200 len: 375 time: 0.0732834 Aug 20 15:07:20.938087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Pushing event updated for resources: {'Port': ['ID=0df6b128-8075-48aa-8168-9645cb1a88cb,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:21.159336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-b2aa0d1e-9134-4d51-b208-62bf925b5a7d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2182686 Aug 20 15:07:21.226643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.objects.ports [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 15:07:21.229794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c354854d-44a9-4363-a79e-e57a03530a39 req-7102562a-99f5-49d7-8528-0396b4b1593e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.237762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.253270 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c354854d-44a9-4363-a79e-e57a03530a39 req-7102562a-99f5-49d7-8528-0396b4b1593e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.359303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:21.359303 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c354854d-44a9-4363-a79e-e57a03530a39 req-7102562a-99f5-49d7-8528-0396b4b1593e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.372147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c354854d-44a9-4363-a79e-e57a03530a39 req-7102562a-99f5-49d7-8528-0396b4b1593e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.4686594 Aug 20 15:07:21.413099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:21.420678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102562a-99f5-49d7-8528-0396b4b1593e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ca953a-f0cc-480c-b6d6-01e2dee44499,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:21.435069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event updated for resources: {'Subnet': ['ID=66067e90-08c2-40ed-a4a8-6e5b321241cc,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:21.471929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14add4ac-bc61-41a8-8942-712de0467305 req-3bc97f3d-b114-413c-b4b7-a596bb625680 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:21.474311 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14add4ac-bc61-41a8-8942-712de0467305 req-3bc97f3d-b114-413c-b4b7-a596bb625680 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a HTTP/1.1" status: 200 len: 945 time: 0.1006870 Aug 20 15:07:21.511823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Checking segment: {'id': 'f03e85e4-5d29-4f2b-97ce-756c04c56d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '42ff1089-9971-44a9-8e1d-0894d801876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:21.512188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network hostable DHCP agents. Network: 42ff1089-9971-44a9-8e1d-0894d801876c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:21.611703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-414d6402-bab6-42eb-80e7-26b09907a00e service neutron] 10.222.0.36 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350317 Aug 20 15:07:21.621415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Network 42ff1089-9971-44a9-8e1d-0894d801876c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:21.631707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-14add4ac-bc61-41a8-8942-712de0467305 req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Deleting port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:21.632068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-14add4ac-bc61-41a8-8942-712de0467305 req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.661883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 42ff1089-9971-44a9-8e1d-0894d801876c) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:21.671327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915e1e7-d2ac-443f-9010-62d8508be7a4 None None] Network 42ff1089-9971-44a9-8e1d-0894d801876c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:21.718696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90886e24-5105-4b20-b57d-07c29c1fb0d0 req-e7bd346c-bc7a-47d1-975c-77c5516848c4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:21.726650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90886e24-5105-4b20-b57d-07c29c1fb0d0 req-e7bd346c-bc7a-47d1-975c-77c5516848c4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.2364049 Aug 20 15:07:21.730025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:21.730730 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.741892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:07:21.778927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-14add4ac-bc61-41a8-8942-712de0467305 req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] For port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:21.779576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-14add4ac-bc61-41a8-8942-712de0467305 req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.795681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-14add4ac-bc61-41a8-8942-712de0467305 req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Calling delete_port for fe205821-8d32-4fe5-9ce9-594b3ebfbbfb owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:21.830309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0f42c3e6-1ace-4d8d-841b-cd678d9fd314 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6375153 Aug 20 15:07:21.837282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46850) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:21.847292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-42ff1089-9971-44a9-8e1d-0894d801876c', 'network_id': '42ff1089-9971-44a9-8e1d-0894d801876c', 'tenant_id': '6bd483d995d74239baec1cbd224b71a1', 'fixed_ips': [{'subnet_id': '66067e90-08c2-40ed-a4a8-6e5b321241cc'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:07:21.848485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.962733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.979403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-14add4ac-bc61-41a8-8942-712de0467305 req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:21.998707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['fe205821-8d32-4fe5-9ce9-594b3ebfbbfb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:22.032624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Pushing event deleted for resources: {'Port': ['ID=fe205821-8d32-4fe5-9ce9-594b3ebfbbfb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:22.036248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90886e24-5105-4b20-b57d-07c29c1fb0d0 req-860abd34-3e47-4eda-8853-30882e54572d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086212 Aug 20 15:07:22.067278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-9c93a3f7-4d06-4a3b-8505-15e74d2f2b28 service neutron] 10.222.0.36 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389949 Aug 20 15:07:22.129720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Allocated IP 2001:db8::f816:3eff:fee3:4bd5 (42ff1089-9971-44a9-8e1d-0894d801876c/66067e90-08c2-40ed-a4a8-6e5b321241cc/eaf728df-0889-4df6-8378-3941dc2be228) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:22.154190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-14add4ac-bc61-41a8-8942-712de0467305 req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] No DVR routers for this DVR port fe205821-8d32-4fe5-9ce9-594b3ebfbbfb on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:22.159183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-14add4ac-bc61-41a8-8942-712de0467305 req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:22.160929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4a204bcc-0186-4195-8e64-fa3c6e2ada8b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:22.161542 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14add4ac-bc61-41a8-8942-712de0467305 req-d4883182-4177-4b34-902e-f7b075c7b8f2 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.70 "DELETE /v2.0/ports/fe205821-8d32-4fe5-9ce9-594b3ebfbbfb HTTP/1.1" status: 204 len: 173 time: 0.6789768 Aug 20 15:07:22.162020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'name': 'network-vif-deleted', 'tag': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:22.173791 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a7ea78-cc0b-47e4-a8a5-765099151085" -d '{"events": [{"server_uuid": "ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a", "name": "network-vif-deleted", "tag": "fe205821-8d32-4fe5-9ce9-594b3ebfbbfb"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:22.254379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:07:22.263220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5e19198b-565c-41e0-9dd4-ad1644a82633 admin admin] 10.222.0.36 "PUT /v2.0/routers/8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6950793 Aug 20 15:07:22.264547 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:22.359348 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Sync routers for ids ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:07:22.582819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Routers {'8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:22.583580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:22.593931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1aed418-2ad6-4767-a986-416727e64eff req-eb7ca31f-c41d-448f-9287-6bab30ae7cf6 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-93630896&fields=id&tenant_id=a6684a7f53f1496d96f48a869da0ea37 HTTP/1.1" status: 200 len: 267 time: 0.2243769 Aug 20 15:07:22.665251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:22.666143 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:22.687357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aed418-2ad6-4767-a986-416727e64eff req-fb022f72-89c9-4bde-92a5-061e40aaed74 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:22.699904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1aed418-2ad6-4767-a986-416727e64eff req-fb022f72-89c9-4bde-92a5-061e40aaed74 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1025100 Aug 20 15:07:22.708494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e1aed418-2ad6-4767-a986-416727e64eff req-314c40aa-d795-4700-b902-003515ed1b54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Request body: {'port': {'security_groups': ['aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe', '67ca953a-f0cc-480c-b6d6-01e2dee44499']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:22.782855 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb896b25-5dfb-4e64-8978-3aa8201dd09d x-openstack-request-id: req-eb896b25-5dfb-4e64-8978-3aa8201dd09d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:22.783383 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a", "name": "network-vif-deleted", "tag": "fe205821-8d32-4fe5-9ce9-594b3ebfbbfb", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:22.783383 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb896b25-5dfb-4e64-8978-3aa8201dd09d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:22.783823 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9ac6c6-7ab6-40f4-ba3e-3a8a24a59a8a', 'name': 'network-vif-deleted', 'tag': 'fe205821-8d32-4fe5-9ce9-594b3ebfbbfb', 'status': 'completed', 'code': 200} Aug 20 15:07:22.889022 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:22.899092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Transition to ACTIVE for port object eaf728df-0889-4df6-8378-3941dc2be228 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:22.915383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Transition to ACTIVE for port object eaf728df-0889-4df6-8378-3941dc2be228 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:22.926989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:22.933908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f354395-a9a0-4afd-b7f8-88c1c1840ccf req-d49f12af-d4fd-4158-94ce-91285e0285c6 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 210 time: 0.0511093 Aug 20 15:07:22.973514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1aed418-2ad6-4767-a986-416727e64eff req-314c40aa-d795-4700-b902-003515ed1b54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.052796 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.097872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Pushing event updated for resources: {'Port': ['ID=eaf728df-0889-4df6-8378-3941dc2be228,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:23.136989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Subnet': ['ID=66067e90-08c2-40ed-a4a8-6e5b321241cc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:23.165405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Network 42ff1089-9971-44a9-8e1d-0894d801876c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:23.202039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:23.212505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:23.241263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Set router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:23.342362 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.370814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Attempting to bind port eaf728df-0889-4df6-8378-3941dc2be228 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:23.371119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Attempting to bind port eaf728df-0889-4df6-8378-3941dc2be228 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'f03e85e4-5d29-4f2b-97ce-756c04c56d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '42ff1089-9971-44a9-8e1d-0894d801876c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:23.371482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Attempting to bind port eaf728df-0889-4df6-8378-3941dc2be228 on network 42ff1089-9971-44a9-8e1d-0894d801876c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:23.382541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ff1089-9971-44a9-8e1d-0894d801876c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:23.411321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:23.414222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Checking segment: {'id': 'f03e85e4-5d29-4f2b-97ce-756c04c56d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '42ff1089-9971-44a9-8e1d-0894d801876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:23.414630 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.415660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Bound using segment: {'id': 'f03e85e4-5d29-4f2b-97ce-756c04c56d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '42ff1089-9971-44a9-8e1d-0894d801876c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:23.416369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Bound port: eaf728df-0889-4df6-8378-3941dc2be228, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03e85e4-5d29-4f2b-97ce-756c04c56d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '42ff1089-9971-44a9-8e1d-0894d801876c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:23.417259 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.429207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03e85e4-5d29-4f2b-97ce-756c04c56d39') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:23.443832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03e85e4-5d29-4f2b-97ce-756c04c56d39') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:23.492192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.507427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.515679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:23.516095 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.546504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:07:23.597100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] For port eaf728df-0889-4df6-8378-3941dc2be228, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:23.619293 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:23.628929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] For port eaf728df-0889-4df6-8378-3941dc2be228, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=eaf728df-0889-4df6-8378-3941dc2be228,segment=NetworkSegment(f03e85e4-5d29-4f2b-97ce-756c04c56d39),segment_id=f03e85e4-5d29-4f2b-97ce-756c04c56d39)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:23.633994 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.649270 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 15:07:23.649270 n-d-695189-15 neutron-server[101099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 15:07:23.649270 n-d-695189-15 neutron-server[101099]: [parameters: {'id': '42ff1089-9971-44a9-8e1d-0894d801876c'}] Aug 20 15:07:23.649270 n-d-695189-15 neutron-server[101099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:07:23.650156 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:07:23.775091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-18b448ab-d17e-46ec-acaa-38515e873969 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:23.782781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-18b448ab-d17e-46ec-acaa-38515e873969 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 819 time: 0.3937955 Aug 20 15:07:23.801131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-c2a643ad-f485-4096-80d8-bf910341a237 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/quotas/9693877bfafb45c0aa86850360137b3d HTTP/1.1" status: 200 len: 375 time: 0.0172384 Aug 20 15:07:23.863758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5268c600-80e7-42b2-9693-f575488bfa8e None None] Network 42ff1089-9971-44a9-8e1d-0894d801876c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:23.882267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1408bfc-21e3-4904-939e-8bcd35fb5adf None None] Pushing event updated for resources: {'Port': ['ID=eaf728df-0889-4df6-8378-3941dc2be228,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:23.905606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e1aed418-2ad6-4767-a986-416727e64eff req-314c40aa-d795-4700-b902-003515ed1b54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] For port e4b4cdec-1725-4e8b-81b1-40204931f7fb, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:23.943330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:07:11Z', 'updated_at': '2021-08-20T15:07:19Z', 'revision_number': 4, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'gw_port': {'id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:12Z', 'updated_at': '2021-08-20T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '0df6b128-8075-48aa-8168-9645cb1a88cb', 'name': '', 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'mac_address': 'fa:16:3e:f9:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:17Z', 'updated_at': '2021-08-20T15:07:19Z', 'revision_number': 2, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'subnets': [{'id': '6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:23.951953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-dfca4f3e-24b9-49c0-9f9b-d73d35e6892e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1498005 Aug 20 15:07:23.978305 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1aed418-2ad6-4767-a986-416727e64eff req-314c40aa-d795-4700-b902-003515ed1b54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:23.992672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Checking router: 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:07:23.993196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Updating router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f port 0df6b128-8075-48aa-8168-9645cb1a88cb binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:07:23.995246 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1aed418-2ad6-4767-a986-416727e64eff req-314c40aa-d795-4700-b902-003515ed1b54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:24.034926 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:24.066544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e4b4cdec-1725-4e8b-81b1-40204931f7fb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:24.117278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aed418-2ad6-4767-a986-416727e64eff req-314c40aa-d795-4700-b902-003515ed1b54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:24.118463 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1aed418-2ad6-4767-a986-416727e64eff req-314c40aa-d795-4700-b902-003515ed1b54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:24.119994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1aed418-2ad6-4767-a986-416727e64eff req-314c40aa-d795-4700-b902-003515ed1b54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "PUT /v2.0/ports/e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 981 time: 1.4191301 Aug 20 15:07:24.135644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:24.143135 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6eab4c-f3d4-4d20-a806-6affb66601d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:24.154392 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:24.214057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c40aa-d795-4700-b902-003515ed1b54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Pushing event updated for resources: {'Port': ['ID=e4b4cdec-1725-4e8b-81b1-40204931f7fb,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:24.222653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-25b7861b-f367-49d1-97f8-a0dae374881c service neutron] 10.222.0.36 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698433 Aug 20 15:07:24.437237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279e7fc-ba14-40fb-af3e-d7bc120ab10f req-38cfda02-a0bf-4d16-87f9-40e0997bcdd0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:24.445253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8279e7fc-ba14-40fb-af3e-d7bc120ab10f req-38cfda02-a0bf-4d16-87f9-40e0997bcdd0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1503806 Aug 20 15:07:24.474277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Deleting port eaf728df-0889-4df6-8378-3941dc2be228 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:24.474887 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:24.611643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-b681c87d-4d31-45b4-9ace-34326aff635a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:24.617327 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-b681c87d-4d31-45b4-9ace-34326aff635a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.70 "GET /v2.0/networks?id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 200 len: 814 time: 0.3247526 Aug 20 15:07:24.634654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Request body: {'port': {'device_id': 'df756919-933e-4dad-9326-7def69d4d45f', 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23', 'admin_state_up': True, 'tenant_id': '59f18436ee7a4ba384776bc1c5bb7e69'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:24.639585 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-dc5fa166-d7bb-473e-8298-1cdfd80bb8a1 service neutron] 10.222.0.36 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022999 Aug 20 15:07:24.660596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e4b4cdec-1725-4e8b-81b1-40204931f7fb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:24.716174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8279e7fc-ba14-40fb-af3e-d7bc120ab10f req-25b1fd05-e71c-4356-b31b-aada82c0dd29 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693973 Aug 20 15:07:24.749514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] For port eaf728df-0889-4df6-8378-3941dc2be228, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=eaf728df-0889-4df6-8378-3941dc2be228,segment=NetworkSegment(f03e85e4-5d29-4f2b-97ce-756c04c56d39),segment_id=f03e85e4-5d29-4f2b-97ce-756c04c56d39)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:24.749905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:24.791066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Calling delete_port for eaf728df-0889-4df6-8378-3941dc2be228 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:24.924870 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635a8cfc-4373-4817-92e5-63266474f5c8 x-openstack-request-id: req-635a8cfc-4373-4817-92e5-63266474f5c8 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:24.925154 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:24.925411 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-635a8cfc-4373-4817-92e5-63266474f5c8 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:24.925808 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'status': 'completed', 'code': 200} Aug 20 15:07:24.992034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Made reservation on behalf of 59f18436ee7a4ba384776bc1c5bb7e69 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:24.999939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:25.009424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fe205821-8d32-4fe5-9ce9-594b3ebfbbfb no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:25.016618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19b9cc9b-79b3-47bf-848d-eac083b9fa1f req-368bec06-4f56-43fa-9179-8d9c2d9302f9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 210 time: 0.0605617 Aug 20 15:07:25.077105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7fef3-8d79-483e-b065-81723e61d3b5 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:07:25.173745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bde19fe4-edc8-4477-a5af-f95ad80a46e4 req-bd6661dc-c449-4bca-9463-1b33f94c8c40 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 210 time: 0.0709100 Aug 20 15:07:25.195296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81cac84d-1568-462b-bbae-9d28f9691236 req-8455ee1e-a1a0-4b12-82c8-f7ad4919efac tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-93630896&fields=id&tenant_id=a6684a7f53f1496d96f48a869da0ea37 HTTP/1.1" status: 200 len: 267 time: 0.1893053 Aug 20 15:07:25.198455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-a3d35749-e94a-4f7a-bc30-c723af9aeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:25.200218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-a3d35749-e94a-4f7a-bc30-c723af9aeec0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1136 time: 0.2320435 Aug 20 15:07:25.243419 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:25.320115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: fe205821-8d32-4fe5-9ce9-594b3ebfbbfb {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:25.320823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fe205821-8d32-4fe5-9ce9-594b3ebfbbfb not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:25.341711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Port': ['ID=eaf728df-0889-4df6-8378-3941dc2be228,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:25.368988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Allocated IP 172.20.0.5 (f95e9371-419e-40c6-b7c7-4fffcd2a6a23/e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6/6fc25f69-a5ef-416a-b458-bd5668550201) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:25.397106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No DVR routers for this DVR port eaf728df-0889-4df6-8378-3941dc2be228 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:25.411436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac84d-1568-462b-bbae-9d28f9691236 req-0308bd2c-4e65-47c9-85df-cae0604681d7 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:25.423070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81cac84d-1568-462b-bbae-9d28f9691236 req-0308bd2c-4e65-47c9-85df-cae0604681d7 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 984 time: 0.2214143 Aug 20 15:07:25.448085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-81cac84d-1568-462b-bbae-9d28f9691236 req-295261c0-bbfb-45d9-8eb8-c9355cdb1c15 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Request body: {'port': {'security_groups': ['aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:25.662452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f7fef3-8d79-483e-b065-81723e61d3b5 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:07:25.737985 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:25.810834 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:25.817065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-81cac84d-1568-462b-bbae-9d28f9691236 req-295261c0-bbfb-45d9-8eb8-c9355cdb1c15 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:25.860282 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:25.877520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:25.881206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:25.893138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:25.896187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-adaa75c6-8441-4cbd-b125-859e2868d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:25.904517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-adaa75c6-8441-4cbd-b125-859e2868d5fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 920 time: 0.6638329 Aug 20 15:07:25.920906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ff1089-9971-44a9-8e1d-0894d801876c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:25.932827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Pushing event updated for resources: {'Port': ['ID=6fc25f69-a5ef-416a-b458-bd5668550201,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:25.967392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:25.968379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:25.996910 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ec8fa481-456c-431f-810f-0f7c54275b5b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3677912 Aug 20 15:07:26.017460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Request body: {'port': {'device_id': 'df756919-933e-4dad-9326-7def69d4d45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:26.092704 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:26.586876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:26.624155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Transition to ACTIVE for port object 0df6b128-8075-48aa-8168-9645cb1a88cb will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:26.633871 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:26.714334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc25f69-a5ef-416a-b458-bd5668550201 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:26.717722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Pushing event updated for resources: {'Port': ['ID=0df6b128-8075-48aa-8168-9645cb1a88cb,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:26.733162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:26.746188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.746937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.747524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.748113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.748679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.749235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.749789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.750336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.750895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.751651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.752250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.752964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:26.774643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Transition to ACTIVE for port object 6fc25f69-a5ef-416a-b458-bd5668550201 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:26.780112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:26.794280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Attempting to bind port 0df6b128-8075-48aa-8168-9645cb1a88cb on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:26.795030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Attempting to bind port 0df6b128-8075-48aa-8168-9645cb1a88cb by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:26.795978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Attempting to bind port 0df6b128-8075-48aa-8168-9645cb1a88cb on network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:26.803356 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:26.812642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Checking segment: {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:26.813456 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:26.814264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Bound using segment: {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:26.815021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Bound port: 0df6b128-8075-48aa-8168-9645cb1a88cb, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:26.815671 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:26.855413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Pushing event updated for resources: {'Port': ['ID=6fc25f69-a5ef-416a-b458-bd5668550201,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:26.884206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-5d9c851c-2233-45f1-aa82-0fdb4c08cfc6 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:26.885966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-5d9c851c-2233-45f1-aa82-0fdb4c08cfc6 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 819 time: 1.4585383 Aug 20 15:07:26.896066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03e85e4-5d29-4f2b-97ce-756c04c56d39') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:26.896463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03e85e4-5d29-4f2b-97ce-756c04c56d39') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:26.957969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] For port 0df6b128-8075-48aa-8168-9645cb1a88cb, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:26.958997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-b2b355e2-c386-4141-b454-65137a7c271f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 217 time: 1.0230200 Aug 20 15:07:26.961297 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:26.965346 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] For port 0df6b128-8075-48aa-8168-9645cb1a88cb, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0df6b128-8075-48aa-8168-9645cb1a88cb,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:26.973990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.061398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Attempting to bind port 6fc25f69-a5ef-416a-b458-bd5668550201 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:27.061785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Attempting to bind port 6fc25f69-a5ef-416a-b458-bd5668550201 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:27.061936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-ec0a1ca1-8502-49c4-ae54-9a3f4aff43a1 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/quotas/9693877bfafb45c0aa86850360137b3d HTTP/1.1" status: 200 len: 375 time: 0.1244962 Aug 20 15:07:27.062121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Attempting to bind port 6fc25f69-a5ef-416a-b458-bd5668550201 on network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:27.073676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Port 6fc25f69-a5ef-416a-b458-bd5668550201 on network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:07:27.074109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Attempting to bind port 6fc25f69-a5ef-416a-b458-bd5668550201 on network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:27.076955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.088172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:27.089146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Checking segment: {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:27.089458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Bound using segment: {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:27.089902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Bound port: 6fc25f69-a5ef-416a-b458-bd5668550201, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:27.090272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.126905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Routers {'8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:27.127444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:27.127591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:27.127895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:27.148520 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:27.212772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eb27d-ea47-46b6-a1b2-465f8fb427e3 None None] Pushing event updated for resources: {'Port': ['ID=0df6b128-8075-48aa-8168-9645cb1a88cb,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:27.234647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:27.248973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-81bbe29e-cec4-473d-af19-93fcf1baf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:27.251190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-81bbe29e-cec4-473d-af19-93fcf1baf924 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 200 len: 859 time: 0.2382865 Aug 20 15:07:27.289823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6fc25f69-a5ef-416a-b458-bd5668550201,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:27.295877 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.363876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:27.364527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.366163 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] 10.222.0.70 "PUT /v2.0/ports/6fc25f69-a5ef-416a-b458-bd5668550201 HTTP/1.1" status: 200 len: 1092 time: 1.3548975 Aug 20 15:07:27.366630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df756919-933e-4dad-9326-7def69d4d45f', 'tag': '6fc25f69-a5ef-416a-b458-bd5668550201'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:27.369242 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "df756919-933e-4dad-9326-7def69d4d45f", "tag": "6fc25f69-a5ef-416a-b458-bd5668550201"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:27.369499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] Set router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:27.405670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-2aba660a-b741-4e40-8602-5545d0bdc81e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3106878 Aug 20 15:07:27.407699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-93646f1c-8660-499c-9e95-9269bf6a1451 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83472135-9cc2-4bb0-b027-531ee8284d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378920 Aug 20 15:07:27.426275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.487221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a7f25-73a7-4939-9919-339dda3ca06a service neutron] Pushing event updated for resources: {'Port': ['ID=6fc25f69-a5ef-416a-b458-bd5668550201,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:27.526223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-95186f14-6267-4d69-adea-8e5e25094367 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:27.526415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-58706d49-5708-479e-9b4f-fa8cf04539ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:27.528025 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-58706d49-5708-479e-9b4f-fa8cf04539ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 1095 time: 0.1061683 Aug 20 15:07:27.528489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-95186f14-6267-4d69-adea-8e5e25094367 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.70 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 819 time: 0.6635885 Aug 20 15:07:27.549412 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.554274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/42ff1089-9971-44a9-8e1d-0894d801876c HTTP/1.1" status: 204 len: 168 time: 5.7138734 Aug 20 15:07:27.558230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46940) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:27.603764 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a49cb8-6ec0-46cf-875f-8c9324174680 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): The resource could not be found. Aug 20 15:07:27.604686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a49cb8-6ec0-46cf-875f-8c9324174680 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:27.606793 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f9a49cb8-6ec0-46cf-875f-8c9324174680 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/subnets/66067e90-08c2-40ed-a4a8-6e5b321241cc HTTP/1.1" status: 404 len: 337 time: 0.0474682 Aug 20 15:07:27.607803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-81cac84d-1568-462b-bbae-9d28f9691236 req-295261c0-bbfb-45d9-8eb8-c9355cdb1c15 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] For port e4b4cdec-1725-4e8b-81b1-40204931f7fb, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:27.633761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46942) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:27.663309 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-51266b41-750a-4c1b-b182-56a1a653bc30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fc25f69-a5ef-416a-b458-bd5668550201 HTTP/1.1" status: 200 len: 217 time: 0.0967312 Aug 20 15:07:27.667832 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ca8fa6-abbd-43b6-a088-848bc99b0c06 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): The resource could not be found. Aug 20 15:07:27.668820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ca8fa6-abbd-43b6-a088-848bc99b0c06 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:27.670893 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34ca8fa6-abbd-43b6-a088-848bc99b0c06 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/42ff1089-9971-44a9-8e1d-0894d801876c HTTP/1.1" status: 404 len: 339 time: 0.0358114 Aug 20 15:07:27.675089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613667a1-1e14-45ea-9f3c-26b0d112b0f2 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Network': ['ID=42ff1089-9971-44a9-8e1d-0894d801876c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:27.675950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46946) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:27.710442 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-81cac84d-1568-462b-bbae-9d28f9691236 req-295261c0-bbfb-45d9-8eb8-c9355cdb1c15 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.727898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Request body: {'port': {'device_id': 'dfdb31ea-053c-489d-870e-3a37ac06d676', 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c', 'admin_state_up': True, 'tenant_id': '9693877bfafb45c0aa86850360137b3d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:27.778585 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b3c8d3-b420-4f59-9286-8845f9170a02 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): The resource could not be found. Aug 20 15:07:27.779705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b3c8d3-b420-4f59-9286-8845f9170a02 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:27.781686 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f2b3c8d3-b420-4f59-9286-8845f9170a02 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/subnets/4b5ff11f-3833-4b0b-a599-69a86bf8fd63 HTTP/1.1" status: 404 len: 337 time: 0.1031940 Aug 20 15:07:27.783268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:07:11Z', 'updated_at': '2021-08-20T15:07:19Z', 'revision_number': 4, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'gw_port': {'id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:12Z', 'updated_at': '2021-08-20T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '0df6b128-8075-48aa-8168-9645cb1a88cb', 'name': '', 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'mac_address': 'fa:16:3e:f9:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:17Z', 'updated_at': '2021-08-20T15:07:26Z', 'revision_number': 4, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'subnets': [{'id': '6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:27.785019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46950) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:27.800299 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-81cac84d-1568-462b-bbae-9d28f9691236 req-295261c0-bbfb-45d9-8eb8-c9355cdb1c15 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.813178 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f383391-3414-4b4e-bead-5cd97d1d2d76 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): The resource could not be found. Aug 20 15:07:27.814977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f383391-3414-4b4e-bead-5cd97d1d2d76 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:27.816992 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8f383391-3414-4b4e-bead-5cd97d1d2d76 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/fb4e252a-6701-4406-b2fc-a19d4230aaaf HTTP/1.1" status: 404 len: 339 time: 0.0308478 Aug 20 15:07:27.820136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46952) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:27.823820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd6518-e3f4-4c91-a1b9-b725d65b4a70 None None] The sync data for ids ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'] in n-d-695189-15 is: [{'id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:07:11Z', 'updated_at': '2021-08-20T15:07:19Z', 'revision_number': 4, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'gw_port': {'id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:12Z', 'updated_at': '2021-08-20T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '0df6b128-8075-48aa-8168-9645cb1a88cb', 'name': '', 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'mac_address': 'fa:16:3e:f9:08:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:17Z', 'updated_at': '2021-08-20T15:07:26Z', 'revision_number': 4, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'subnets': [{'id': '6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:07:27.834915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-8dc828f1-47f1-42c9-a68b-de816c7a3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:27.837793 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-8dc828f1-47f1-42c9-a68b-de816c7a3dbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6 HTTP/1.1" status: 200 len: 854 time: 0.1606393 Aug 20 15:07:27.840552 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e4b4cdec-1725-4e8b-81b1-40204931f7fb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:27.947990 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-299761a0-e0fd-4058-811f-54f9719eeb6d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): The resource could not be found. Aug 20 15:07:27.948460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299761a0-e0fd-4058-811f-54f9719eeb6d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:27.952483 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-299761a0-e0fd-4058-811f-54f9719eeb6d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/subnets/55690a82-4765-48d3-bf87-6cca201dfee9 HTTP/1.1" status: 404 len: 337 time: 0.1287529 Aug 20 15:07:27.957384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cac84d-1568-462b-bbae-9d28f9691236 req-295261c0-bbfb-45d9-8eb8-c9355cdb1c15 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:27.958161 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-81cac84d-1568-462b-bbae-9d28f9691236 req-295261c0-bbfb-45d9-8eb8-c9355cdb1c15 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:27.972608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81cac84d-1568-462b-bbae-9d28f9691236 req-295261c0-bbfb-45d9-8eb8-c9355cdb1c15 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "PUT /v2.0/ports/e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 942 time: 2.5482032 Aug 20 15:07:27.979347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:27.983852 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42b9a6b-df9d-440b-86e3-02354cb7b71f" -d '{"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:27.996497 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-ebf88253-3b33-4cf7-82dd-cc13dc6d5ded service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504208 Aug 20 15:07:27.998013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46954) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:28.051959 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-154b8a8e-177f-4704-af82-86707ce0fef3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): The resource could not be found. Aug 20 15:07:28.052592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154b8a8e-177f-4704-af82-86707ce0fef3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:28.056981 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-154b8a8e-177f-4704-af82-86707ce0fef3 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/05ed7670-33d1-4f0f-8745-8960772d2e57 HTTP/1.1" status: 404 len: 339 time: 0.0546439 Aug 20 15:07:28.083993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46960) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:28.200152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295261c0-bbfb-45d9-8eb8-c9355cdb1c15 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Pushing event updated for resources: {'Port': ['ID=e4b4cdec-1725-4e8b-81b1-40204931f7fb,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:28.258856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-fb40beee-788c-412c-a37c-931a50cb82f9 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8283374 Aug 20 15:07:28.278601 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-e6155ef5-d4d3-4a97-a838-00475424a22c service neutron] 10.222.0.70 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657478 Aug 20 15:07:28.311180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e4b4cdec-1725-4e8b-81b1-40204931f7fb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:28.369944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-8cdeed4b-c7e7-4eef-8cdb-e162133351e5 service neutron] 10.222.0.36 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9257231 Aug 20 15:07:28.433938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0df6b128-8075-48aa-8168-9645cb1a88cb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:28.509244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7341ba-275f-4710-b784-c09fa4deb9b8 req-b84f243a-7f94-4c45-a528-335dba980982 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:28.519905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb7341ba-275f-4710-b784-c09fa4deb9b8 req-b84f243a-7f94-4c45-a528-335dba980982 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.4206705 Aug 20 15:07:28.547658 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff22e422-1f85-4904-8da8-ae94499c26c2 req-00bcfc0e-4fc5-4b41-8d24-e26fb2b36ba9 service neutron] 10.222.0.70 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491648 Aug 20 15:07:28.624616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Made reservation on behalf of 9693877bfafb45c0aa86850360137b3d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:28.629140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:28.650498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0df6b128-8075-48aa-8168-9645cb1a88cb completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:28.669001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0df6b128-8075-48aa-8168-9645cb1a88cb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:28.672161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:28.771814 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:28.794422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b6eab4c-f3d4-4d20-a806-6affb66601d3 req-7a2d9ef6-e278-4b1a-a128-645a40e9b366 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236139 Aug 20 15:07:28.834407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb7341ba-275f-4710-b784-c09fa4deb9b8 req-0b0a07e2-34c5-49b2-8ca9-1a33d62fc063 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134439 Aug 20 15:07:28.894520 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:28.927949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-166d261b-fff9-4073-87dd-0a1d75800f86 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Deleting port 9ce4c084-37ad-4079-a7bc-849a3dcefec2 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:28.929211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-166d261b-fff9-4073-87dd-0a1d75800f86 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:28.938946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-3f51008b-9076-48bb-976b-f5f9252d145d service neutron] 10.222.0.36 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949839 Aug 20 15:07:29.007743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 0df6b128-8075-48aa-8168-9645cb1a88cb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0df6b128-8075-48aa-8168-9645cb1a88cb,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:29.025327 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:29.148759 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-166d261b-fff9-4073-87dd-0a1d75800f86 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:29.152031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=0df6b128-8075-48aa-8168-9645cb1a88cb,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:29.185409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-166d261b-fff9-4073-87dd-0a1d75800f86 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Calling delete_port for 9ce4c084-37ad-4079-a7bc-849a3dcefec2 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:29.239502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Allocated IP 172.20.0.12 (6d4444d2-5513-4b6b-bb40-9a58e4e2046c/6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe/3700f321-daf7-43ed-b48b-e15e0aaad18b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:29.252613 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12227940-0d9b-4572-a41e-93b013237c68 x-openstack-request-id: req-12227940-0d9b-4572-a41e-93b013237c68 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:29.253121 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df756919-933e-4dad-9326-7def69d4d45f", "tag": "6fc25f69-a5ef-416a-b458-bd5668550201", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:29.253121 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-12227940-0d9b-4572-a41e-93b013237c68 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:29.253597 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df756919-933e-4dad-9326-7def69d4d45f', 'tag': '6fc25f69-a5ef-416a-b458-bd5668550201', 'status': 'completed', 'code': 200} Aug 20 15:07:29.368830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-71b69e6d-66b5-42d6-aade-cbf8c713ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:29.371180 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-71b69e6d-66b5-42d6-aade-cbf8c713ad80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 1095 time: 0.0888762 Aug 20 15:07:29.408187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e5e0c-fe44-458f-b990-9f9c024372e6 req-fa23e59c-b963-451f-95a9-65ca3af5ea36 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:29.416834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-665e5e0c-fe44-458f-b990-9f9c024372e6 req-fa23e59c-b963-451f-95a9-65ca3af5ea36 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 943 time: 0.2892873 Aug 20 15:07:29.549101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-328f2dc5-3abf-45ff-928c-e6cd7e06c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:29.552644 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-328f2dc5-3abf-45ff-928c-e6cd7e06c543 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 200 len: 915 time: 0.1715734 Aug 20 15:07:29.654123 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-af72767c-429c-4082-b665-8d6558c1088a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fc25f69-a5ef-416a-b458-bd5668550201 HTTP/1.1" status: 200 len: 217 time: 0.0918407 Aug 20 15:07:29.663420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-665e5e0c-fe44-458f-b990-9f9c024372e6 req-8abafadf-eb52-495b-8607-49bad47dbc10 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455387 Aug 20 15:07:29.789189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-ed43bd5c-5759-4bff-b0a1-9c93026d9690 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4616418 Aug 20 15:07:29.790828 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b195de-260d-4244-8901-799d88633500 x-openstack-request-id: req-e1b195de-260d-4244-8901-799d88633500 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:29.791214 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:29.792198 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1b195de-260d-4244-8901-799d88633500 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:29.792812 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'status': 'completed', 'code': 200} Aug 20 15:07:29.797207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-166d261b-fff9-4073-87dd-0a1d75800f86 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:29.815262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-96ca90b8-1a75-4a8a-bc1f-6731dd4c5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:29.817096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:29.820440 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-96ca90b8-1a75-4a8a-bc1f-6731dd4c5e2a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6 HTTP/1.1" status: 200 len: 854 time: 0.1557660 Aug 20 15:07:29.883077 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-42b4154f-c007-4058-8e76-2a2925fece2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502477 Aug 20 15:07:29.988159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d261b-fff9-4073-87dd-0a1d75800f86 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Port': ['ID=9ce4c084-37ad-4079-a7bc-849a3dcefec2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:30.001102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86398b6b-7832-42d5-bbe8-38089e7a419a req-748b41d9-1a4d-432c-9eb5-e9d6e4010111 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 210 time: 0.1388526 Aug 20 15:07:30.014416 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-166d261b-fff9-4073-87dd-0a1d75800f86 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:30.019164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-166d261b-fff9-4073-87dd-0a1d75800f86 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/ports/9ce4c084-37ad-4079-a7bc-849a3dcefec2 HTTP/1.1" status: 204 len: 168 time: 1.9189641 Aug 20 15:07:30.021809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46982) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:30.086129 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-185f67db-8104-44b3-beb2-f90ce70cbe7b service neutron] 10.222.0.70 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822884 Aug 20 15:07:30.132893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:30.180038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0df6b128-8075-48aa-8168-9645cb1a88cb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:30.221826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:30.254883 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf018ac-d1f6-40c8-ad17-f361da15f427 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): The resource could not be found. Aug 20 15:07:30.255350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf018ac-d1f6-40c8-ad17-f361da15f427 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:30.268021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0df6b128-8075-48aa-8168-9645cb1a88cb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:30.269327 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:30.283109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6bf018ac-d1f6-40c8-ad17-f361da15f427 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/subnets/2f3348d2-c807-4d67-bdd1-a68d49e3c3b1 HTTP/1.1" status: 404 len: 337 time: 0.2572367 Aug 20 15:07:30.284389 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:30.287818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46986) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:30.354377 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d6ce47bf-d12c-4f83-bdeb-0a3fc28f8e0c req-74f0f0cf-3721-4d03-be8e-3a8cf55e4035 service neutron] 10.222.0.70 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557766 Aug 20 15:07:30.394663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:30.455125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:30.458473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-e382188a-6a34-42de-ac51-2be6e09a38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:30.461549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-e382188a-6a34-42de-ac51-2be6e09a38c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1097 time: 0.6623476 Aug 20 15:07:30.521715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:30.612540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Pushing event updated for resources: {'Port': ['ID=3700f321-daf7-43ed-b48b-e15e0aaad18b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:30.737838 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:30.755956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:30.756704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:30.795685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981632a-99f2-476b-8898-d82effe66017 req-e7667675-da6a-490e-9c7c-e461636f674d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:30.804014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1981632a-99f2-476b-8898-d82effe66017 req-e7667675-da6a-490e-9c7c-e461636f674d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.5735977 Aug 20 15:07:30.866711 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-5c784c68-c03a-4041-9dd3-d491618cd0b3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1943989 Aug 20 15:07:30.904651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Request body: {'port': {'device_id': 'dfdb31ea-053c-489d-870e-3a37ac06d676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:30.920163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-75c9b302-8cb9-4c03-9099-a539f7083896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:30.921832 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-75c9b302-8cb9-4c03-9099-a539f7083896 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 920 time: 0.3929226 Aug 20 15:07:30.929628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6fc25f69-a5ef-416a-b458-bd5668550201 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:07:31.006196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1981632a-99f2-476b-8898-d82effe66017 req-22702a38-af0b-41ab-96c8-cea6a0eeef48 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013023 Aug 20 15:07:31.129496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-51de5471-ddf5-4222-9f34-f6f120f69f43 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:31.131010 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-51de5471-ddf5-4222-9f34-f6f120f69f43 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.72 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 819 time: 0.1407132 Aug 20 15:07:31.151922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6fc25f69-a5ef-416a-b458-bd5668550201,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:31.154332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Request body: {'port': {'device_id': 'c8a66d7e-d556-492e-aa14-beb089ee6cc8', 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c', 'admin_state_up': True, 'tenant_id': '9693877bfafb45c0aa86850360137b3d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:31.178641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-02761395-57e0-4f83-a885-39e6e310e09f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 217 time: 0.2185414 Aug 20 15:07:31.180157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '6fc25f69-a5ef-416a-b458-bd5668550201', 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23', 'port_id': '6fc25f69-a5ef-416a-b458-bd5668550201', 'mac_address': 'fa:16:3e:8f:79:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:07:31.241868 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:31.270993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc25f69-a5ef-416a-b458-bd5668550201 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:31.308177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6fc25f69-a5ef-416a-b458-bd5668550201,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:31.317688 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:31.331572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-2e33f091-3842-45df-a414-5ddbb845d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:31.333243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-2e33f091-3842-45df-a414-5ddbb845d10f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 200 len: 859 time: 0.1167121 Aug 20 15:07:31.333898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:31.364066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Made reservation on behalf of 9693877bfafb45c0aa86850360137b3d for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:31.370364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:31.377879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6fc25f69-a5ef-416a-b458-bd5668550201,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:31.540891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Allocated IP 172.20.0.6 (6d4444d2-5513-4b6b-bb40-9a58e4e2046c/6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe/dc41dcd9-b368-4077-bbdb-1e1f10cddd49) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:31.641698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6fc25f69-a5ef-416a-b458-bd5668550201'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:31.780436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:31.858786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-272531de-38f9-4951-8a81-3f17a017fcb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83472135-9cc2-4bb0-b027-531ee8284d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5051100 Aug 20 15:07:31.864881 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:31.889102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:31.911663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e722f489-3113-44b3-9b81-13571aad98c1']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:31.948042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2218-c4d9-4512-899a-c94a8cbdecca req-56d1f265-65e3-4a22-9d86-cdbeaf491564 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:31.955390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bac2218-c4d9-4512-899a-c94a8cbdecca req-56d1f265-65e3-4a22-9d86-cdbeaf491564 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 943 time: 0.6965735 Aug 20 15:07:31.958435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:31.965536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:31.975628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:31.976343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:32.061547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:32.062380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.075827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Pushing event updated for resources: {'Port': ['ID=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:32.090554 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-405e723f-7513-4058-97d0-380a808ecd9a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9415219 Aug 20 15:07:32.096432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b3f0f4-bfb8-4828-9eba-7d2b21a879fd') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:32.096737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b3f0f4-bfb8-4828-9eba-7d2b21a879fd') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:32.110146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Request body: {'port': {'device_id': 'c8a66d7e-d556-492e-aa14-beb089ee6cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:32.124123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Allocated IP 172.25.5.144 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/1c5da3e9-5bda-4441-ad5a-1165554d47b2) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:32.173632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.199322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.260964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.315213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bac2218-c4d9-4512-899a-c94a8cbdecca req-eddb20c0-d133-4af4-85e3-5e3a8055acc0 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586941 Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:32.454102 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:32.593442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-293089db-bad3-42b0-8fe1-403b481e6806 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249330 Aug 20 15:07:32.616378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.621271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.624347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/e722f489-3113-44b3-9b81-13571aad98c1 HTTP/1.1" status: 204 len: 168 time: 2.3141377 Aug 20 15:07:32.626981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47018) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:32.695430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a0c67-d9fe-41a2-89e0-61a07a1ed54d tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Network': ['ID=e722f489-3113-44b3-9b81-13571aad98c1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:32.706830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.723617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e09d554-9a6b-4fc9-9197-7e2d5abb013f req-d6ab26d3-3623-4a85-8236-5a2c4498cebf tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:32.725171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e09d554-9a6b-4fc9-9197-7e2d5abb013f req-d6ab26d3-3623-4a85-8236-5a2c4498cebf tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 931 time: 0.2981040 Aug 20 15:07:32.788688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3e758f3d-7162-4d85-b89f-ee37fc8e1b67 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Deleting port c35606b9-eb8c-4b08-b274-202fedaea1f3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:32.790065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e758f3d-7162-4d85-b89f-ee37fc8e1b67 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.853738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3700f321-daf7-43ed-b48b-e15e0aaad18b {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:32.862084 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.871764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f42b9a6b-df9d-440b-86e3-02354cb7b71f req-aa9aacc7-d861-4ee1-8614-31a32cda4593 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429048 Aug 20 15:07:32.903975 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e758f3d-7162-4d85-b89f-ee37fc8e1b67 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.915529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Transition to ACTIVE for port object 3700f321-daf7-43ed-b48b-e15e0aaad18b will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:32.938115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e09d554-9a6b-4fc9-9197-7e2d5abb013f req-4aceb133-f40a-4a47-a194-a9d78260034c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968215 Aug 20 15:07:32.941066 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:32.957762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6fc25f69-a5ef-416a-b458-bd5668550201 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:32.987053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3e758f3d-7162-4d85-b89f-ee37fc8e1b67 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Calling delete_port for c35606b9-eb8c-4b08-b274-202fedaea1f3 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:32.998912 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.048928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Pushing event updated for resources: {'Port': ['ID=3700f321-daf7-43ed-b48b-e15e0aaad18b,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:33.077836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 6fc25f69-a5ef-416a-b458-bd5668550201 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:33.083574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 6fc25f69-a5ef-416a-b458-bd5668550201 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:33.083990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.149503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e758f3d-7162-4d85-b89f-ee37fc8e1b67 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.162321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:33.174669 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e758f3d-7162-4d85-b89f-ee37fc8e1b67 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.179205 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3e758f3d-7162-4d85-b89f-ee37fc8e1b67 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/ports/c35606b9-eb8c-4b08-b274-202fedaea1f3 HTTP/1.1" status: 204 len: 168 time: 0.5487907 Aug 20 15:07:33.180567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47040) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:33.187221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:33.200616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:33.221573 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.230812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e758f3d-7162-4d85-b89f-ee37fc8e1b67 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Port': ['ID=c35606b9-eb8c-4b08-b274-202fedaea1f3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:33.246432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Attempting to bind port 3700f321-daf7-43ed-b48b-e15e0aaad18b on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:33.246935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Attempting to bind port 3700f321-daf7-43ed-b48b-e15e0aaad18b by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:33.247368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Attempting to bind port 3700f321-daf7-43ed-b48b-e15e0aaad18b on network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:33.249002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df756919-933e-4dad-9326-7def69d4d45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc25f69-a5ef-416a-b458-bd5668550201'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:33.251852 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd7530a-4872-4ceb-a3ea-136e26edc50d" -d '{"events": [{"server_uuid": "df756919-933e-4dad-9326-7def69d4d45f", "name": "network-vif-plugged", "status": "completed", "tag": "6fc25f69-a5ef-416a-b458-bd5668550201"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:33.259101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Pushing event updated for resources: {'Port': ['ID=1c5da3e9-5bda-4441-ad5a-1165554d47b2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:33.260027 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f21f93-7017-4d6a-826c-7f49769b72c0 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] DELETE failed (client error): The resource could not be found. Aug 20 15:07:33.260603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f21f93-7017-4d6a-826c-7f49769b72c0 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:33.263372 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92f21f93-7017-4d6a-826c-7f49769b72c0 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/subnets/ae3ed4ad-9732-4935-9924-63c8d9361c72 HTTP/1.1" status: 404 len: 337 time: 0.0818546 Aug 20 15:07:33.265893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47044) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:33.271450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6fc25f69-a5ef-416a-b458-bd5668550201,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:33.275040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc41dcd9-b368-4077-bbdb-1e1f10cddd49 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:33.277298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.278335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Port 3700f321-daf7-43ed-b48b-e15e0aaad18b on network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:07:33.278762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Attempting to bind port 3700f321-daf7-43ed-b48b-e15e0aaad18b on network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:33.286576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.304874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Transition to ACTIVE for port object dc41dcd9-b368-4077-bbdb-1e1f10cddd49 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:33.312081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.337998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:33.338841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Checking segment: {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:33.339313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Bound using segment: {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:33.339821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Bound port: 3700f321-daf7-43ed-b48b-e15e0aaad18b, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:33.340187 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.348845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6fc25f69-a5ef-416a-b458-bd5668550201,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:33.375238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4281c9a-eafb-4dc8-94f0-3109c54029da req-b2ccd977-a801-45bb-9e80-b2219f5982f5 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:33.376790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4281c9a-eafb-4dc8-94f0-3109c54029da req-b2ccd977-a801-45bb-9e80-b2219f5982f5 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.2614150 Aug 20 15:07:33.388023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Pushing event updated for resources: {'Port': ['ID=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:33.460692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Attempting to bind port dc41dcd9-b368-4077-bbdb-1e1f10cddd49 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:33.461089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Attempting to bind port dc41dcd9-b368-4077-bbdb-1e1f10cddd49 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:33.461356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Attempting to bind port dc41dcd9-b368-4077-bbdb-1e1f10cddd49 on network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:33.466393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Port dc41dcd9-b368-4077-bbdb-1e1f10cddd49 on network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:07:33.466705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Attempting to bind port dc41dcd9-b368-4077-bbdb-1e1f10cddd49 on network 6d4444d2-5513-4b6b-bb40-9a58e4e2046c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:33.472027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:33.472292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Checking segment: {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:33.472675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Bound using segment: {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:33.473108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Bound port: dc41dcd9-b368-4077-bbdb-1e1f10cddd49, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbcdcc7-3472-491d-8ce7-7a11912e34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:33.473451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.503175 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.544954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4281c9a-eafb-4dc8-94f0-3109c54029da req-377743ab-54ec-4a2f-9cf0-8c53f0ce8b6d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442227 Aug 20 15:07:33.550922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] For port dc41dcd9-b368-4077-bbdb-1e1f10cddd49, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:33.555055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] For port dc41dcd9-b368-4077-bbdb-1e1f10cddd49, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:33.561285 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.562957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.564969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] For port 3700f321-daf7-43ed-b48b-e15e0aaad18b, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:33.575050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] For port 3700f321-daf7-43ed-b48b-e15e0aaad18b, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:33.608364 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:33.610195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.610491 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] 10.222.0.72 "PUT /v2.0/ports/dc41dcd9-b368-4077-bbdb-1e1f10cddd49 HTTP/1.1" status: 200 len: 1092 time: 1.5048394 Aug 20 15:07:33.610954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a66d7e-d556-492e-aa14-beb089ee6cc8', 'tag': 'dc41dcd9-b368-4077-bbdb-1e1f10cddd49'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:33.614000 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8185046-d75e-444e-8753-5cf3b443fde0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a66d7e-d556-492e-aa14-beb089ee6cc8", "tag": "dc41dcd9-b368-4077-bbdb-1e1f10cddd49"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:33.622330 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.665005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9a1a7-2a29-4440-8de7-c07ce5752f20 service neutron] Pushing event updated for resources: {'Port': ['ID=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:33.753916 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9131cb72-756f-4c41-b154-0dfb2deed688 x-openstack-request-id: req-9131cb72-756f-4c41-b154-0dfb2deed688 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:33.754271 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df756919-933e-4dad-9326-7def69d4d45f", "name": "network-vif-plugged", "status": "completed", "tag": "6fc25f69-a5ef-416a-b458-bd5668550201", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:33.754681 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9131cb72-756f-4c41-b154-0dfb2deed688 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:33.755052 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df756919-933e-4dad-9326-7def69d4d45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc25f69-a5ef-416a-b458-bd5668550201', 'code': 200} Aug 20 15:07:33.771283 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-c23e3e10-b0a7-470e-8b24-b5e379315ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:33.773717 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-c23e3e10-b0a7-470e-8b24-b5e379315ec0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 1095 time: 0.0661666 Aug 20 15:07:33.804390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:33.805162 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.806809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] 10.222.0.70 "PUT /v2.0/ports/3700f321-daf7-43ed-b48b-e15e0aaad18b HTTP/1.1" status: 200 len: 1093 time: 2.9283211 Aug 20 15:07:33.809041 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.812342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfdb31ea-053c-489d-870e-3a37ac06d676', 'tag': '3700f321-daf7-43ed-b48b-e15e0aaad18b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:33.814398 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfdb31ea-053c-489d-870e-3a37ac06d676", "tag": "3700f321-daf7-43ed-b48b-e15e0aaad18b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:33.817556 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:33.866950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e487c907-bd91-40f8-b48b-e36c4694c7f3']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:33.869892 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-be83c8a1-8b94-4d83-8f85-324b2aa85fc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc41dcd9-b368-4077-bbdb-1e1f10cddd49 HTTP/1.1" status: 200 len: 217 time: 0.0818927 Aug 20 15:07:33.886511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c727e-3485-49bc-9ab8-76f8e8f0a106 service neutron] Pushing event updated for resources: {'Port': ['ID=3700f321-daf7-43ed-b48b-e15e0aaad18b,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:33.930355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c57bba-4e9b-4fa4-be19-f6a4d6258c76') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:33.930752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c57bba-4e9b-4fa4-be19-f6a4d6258c76') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:33.966538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-54add0d1-03db-4a95-bd66-9f0bdbea0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:33.968179 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-54add0d1-03db-4a95-bd66-9f0bdbea0966 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.0792060 Aug 20 15:07:33.974499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-4c7aead1-bc5d-4335-8681-9e1db06cf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:33.974499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-4c7aead1-bc5d-4335-8681-9e1db06cf14a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1096 time: 0.0936878 Aug 20 15:07:33.984307 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.019560 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.046966 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-20de384e-14b7-4bfa-85a2-c7b8d2fa6df5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710468 Aug 20 15:07:34.048768 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-c97eb2d1-1081-4916-9c8b-97f9b67230ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b HTTP/1.1" status: 200 len: 217 time: 0.0578389 Aug 20 15:07:34.060808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6b35e-567a-47a2-bad3-72fe2ebce15a req-d7d6a044-0a43-47e2-92a3-fced91036fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:34.062307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ee6b35e-567a-47a2-bad3-72fe2ebce15a req-d7d6a044-0a43-47e2-92a3-fced91036fdd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 1097 time: 0.1928804 Aug 20 15:07:34.076236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df58d3-52d7-472d-952f-48b700d6f542 req-c4d4eca9-5f02-4f32-8626-58730215e80d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:34.084555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38df58d3-52d7-472d-952f-48b700d6f542 req-c4d4eca9-5f02-4f32-8626-58730215e80d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.2274127 Aug 20 15:07:34.099813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:34.100188 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:34.103101 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:34.187482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-478cf6a3-2f6c-4361-934a-d3a32e3d6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:34.189098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-478cf6a3-2f6c-4361-934a-d3a32e3d6392 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 1097 time: 0.2834268 Aug 20 15:07:34.284175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38df58d3-52d7-472d-952f-48b700d6f542 req-a3db2fcd-63db-4e39-a74e-dff5bd64dae4 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993132 Aug 20 15:07:34.321859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.330097 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.332768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/e487c907-bd91-40f8-b48b-e36c4694c7f3 HTTP/1.1" status: 204 len: 168 time: 1.0658054 Aug 20 15:07:34.351147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ee6b35e-567a-47a2-bad3-72fe2ebce15a req-83eaf818-63bc-476a-a00a-e72e0f7f48b5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586391 Aug 20 15:07:34.353557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47070) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:34.413398 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06d5553-533e-46ff-816a-e0838d23dcaf x-openstack-request-id: req-d06d5553-533e-46ff-816a-e0838d23dcaf {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:34.413861 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfdb31ea-053c-489d-870e-3a37ac06d676", "tag": "3700f321-daf7-43ed-b48b-e15e0aaad18b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:34.414221 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d06d5553-533e-46ff-816a-e0838d23dcaf {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:34.414725 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfdb31ea-053c-489d-870e-3a37ac06d676', 'tag': '3700f321-daf7-43ed-b48b-e15e0aaad18b', 'status': 'completed', 'code': 200} Aug 20 15:07:34.424639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fb1be-cc84-49b1-aabd-bfad7a3f72c6 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Network': ['ID=e487c907-bd91-40f8-b48b-e36c4694c7f3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:34.477233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-227cc548-a7fa-4b4d-975e-885a611f905f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Deleting subnet 3cefcbc4-b22b-4f9f-aa7b-375ee5e3fb7d {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:07:34.500894 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a493d4-e5a3-43a4-b04e-d3bf7c0d804f x-openstack-request-id: req-e7a493d4-e5a3-43a4-b04e-d3bf7c0d804f {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:34.501187 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a66d7e-d556-492e-aa14-beb089ee6cc8", "tag": "dc41dcd9-b368-4077-bbdb-1e1f10cddd49", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:34.501650 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7a493d4-e5a3-43a4-b04e-d3bf7c0d804f {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:34.502043 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a66d7e-d556-492e-aa14-beb089ee6cc8', 'tag': 'dc41dcd9-b368-4077-bbdb-1e1f10cddd49', 'status': 'completed', 'code': 200} Aug 20 15:07:34.509647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-227cc548-a7fa-4b4d-975e-885a611f905f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.515724 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.529584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-cefa9284-3411-4bed-b4b1-e661a850821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:34.531109 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-cefa9284-3411-4bed-b4b1-e661a850821a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.4667311 Aug 20 15:07:34.555457 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-cc576f0a-b7e4-4e72-b345-cc3992a62d8a service neutron] 10.222.0.72 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008380 Aug 20 15:07:34.559821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.587235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-543b5b4e-0da6-4cbc-92dd-3949f63331a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:34.588890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-543b5b4e-0da6-4cbc-92dd-3949f63331a8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 913 time: 0.3803208 Aug 20 15:07:34.614818 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-227cc548-a7fa-4b4d-975e-885a611f905f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.650166 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-f0c3de44-e2b5-46cb-8384-e1c3ed9eb1a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326152 Aug 20 15:07:34.664558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f63cb-898b-4d94-acbe-e8e44f7807d3 req-7e45399a-1762-4cac-a67b-2b6aae21315e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:34.667104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce4f63cb-898b-4d94-acbe-e8e44f7807d3 req-7e45399a-1762-4cac-a67b-2b6aae21315e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 943 time: 0.2267787 Aug 20 15:07:34.736905 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee903be7-655d-4977-900b-4cb6e6dc581b req-61432a80-a827-4e11-8266-7cf3c9e71b64 service neutron] 10.222.0.72 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733358 Aug 20 15:07:34.743095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-1b94ffd1-52ac-481c-858e-498fed600fcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d160677-8523-496c-ad22-193a3067230e HTTP/1.1" status: 200 len: 217 time: 0.1237006 Aug 20 15:07:34.772158 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-ac661968-28c1-4924-99aa-0054f0263adb service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083128 Aug 20 15:07:34.783608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Pushing event updated for resources: {'Port': ['ID=1c5da3e9-5bda-4441-ad5a-1165554d47b2,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:34.840237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.884273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce4f63cb-898b-4d94-acbe-e8e44f7807d3 req-21a74172-d332-4cad-b7a5-09f74def3192 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544144 Aug 20 15:07:34.904476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-9291f29d-d128-4b4c-b39c-f09d7a629309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:34.906034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-9291f29d-d128-4b4c-b39c-f09d7a629309 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.1390271 Aug 20 15:07:34.930850 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-a4fd81f5-0d7d-4109-9b87-895da256c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:34.932646 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-a4fd81f5-0d7d-4109-9b87-895da256c783 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 1095 time: 0.0815191 Aug 20 15:07:34.933217 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:34.934040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-5d677943-bdb6-4efa-baab-0fe2548d47da tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1254799 Aug 20 15:07:34.943270 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bb4f2324-836f-4226-9fa9-b9f1d8b94e49 req-1c122088-0f23-4e72-9d54-d49951bd29fd service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579397 Aug 20 15:07:34.962483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-98a5a809-e3d2-4c06-a1ec-6a5f94706d93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468619 Aug 20 15:07:35.017606 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-227cc548-a7fa-4b4d-975e-885a611f905f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:35.101635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-afed8c26-f76c-4e42-8d14-24ee2219fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:35.103263 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-afed8c26-f76c-4e42-8d14-24ee2219fe01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1096 time: 0.0919998 Aug 20 15:07:35.110928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-1b50ba09-44c7-424a-9c91-5a28d7574606 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.1700501 Aug 20 15:07:35.134443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-fa3cba88-5609-4b8a-bb37-9a2eb35acd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:35.136203 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-fa3cba88-5609-4b8a-bb37-9a2eb35acd65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 920 time: 0.1916988 Aug 20 15:07:35.227578 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-01dc45a2-078e-49da-a285-ad34bd3af6d4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc41dcd9-b368-4077-bbdb-1e1f10cddd49 HTTP/1.1" status: 200 len: 217 time: 0.0755336 Aug 20 15:07:35.272822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb00bed-0d1f-40af-81d4-4c2f58dbb226 req-59a11219-3aa6-4f07-a15b-d1e31bb25d79 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:35.274283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb00bed-0d1f-40af-81d4-4c2f58dbb226 req-59a11219-3aa6-4f07-a15b-d1e31bb25d79 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.2301016 Aug 20 15:07:35.282005 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-227cc548-a7fa-4b4d-975e-885a611f905f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:35.298762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-c5745fbc-0aaa-4064-aa3d-3b442a5e49d2 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260317 Aug 20 15:07:35.306298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-d663212d-e192-47cd-a5d2-6f163d1f5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:35.308447 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-d663212d-e192-47cd-a5d2-6f163d1f5549 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.0737085 Aug 20 15:07:35.309845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-e9a9ffca-dc7c-409d-a3de-03888f325e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:35.311292 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-e9a9ffca-dc7c-409d-a3de-03888f325e2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 920 time: 0.1889968 Aug 20 15:07:35.380911 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-1560cb61-506d-4648-a4cd-c8d8b8aae420 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653539 Aug 20 15:07:35.383676 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-7fe91c9c-5147-457f-8999-af6205e5b5c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b HTTP/1.1" status: 200 len: 217 time: 0.0590611 Aug 20 15:07:35.501435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-8d5213ac-f152-45fe-b78c-f93f5572ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:35.503112 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-8d5213ac-f152-45fe-b78c-f93f5572ecc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.1055553 Aug 20 15:07:35.557754 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-417ed71e-e94a-444f-a13b-f46d110f2c00 service neutron] 10.222.0.72 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682458 Aug 20 15:07:35.559963 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-7ce7e6a9-4d5c-45a7-b3dd-e2b99b0f53bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319769 Aug 20 15:07:35.710263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e018353-1459-425a-a05c-5fedd22f10e8 None None] Network 3507bee5-762f-4964-9ca5-d637f23e6747 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:35.718996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-227cc548-a7fa-4b4d-975e-885a611f905f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:35.723399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47098) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:35.723705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-227cc548-a7fa-4b4d-975e-885a611f905f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/subnets/3cefcbc4-b22b-4f9f-aa7b-375ee5e3fb7d HTTP/1.1" status: 204 len: 168 time: 1.3651550 Aug 20 15:07:35.725134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cc548-a7fa-4b4d-975e-885a611f905f tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Subnet': ['ID=3cefcbc4-b22b-4f9f-aa7b-375ee5e3fb7d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:35.826664 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:35.836260 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:35.836711 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-167ad62e-1878-4630-9a77-597a1710f95f service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628253 Aug 20 15:07:35.843912 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a8185046-d75e-444e-8753-5cf3b443fde0 req-7c231aa6-c61d-4d90-acfd-b075bc441c06 service neutron] 10.222.0.72 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784328 Aug 20 15:07:35.864862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28298a3-c361-4c22-a605-3cb1bb7633cc req-27e4ee8c-6800-42a2-9d1f-8f95af01ec67 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659744 Aug 20 15:07:35.889222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-c34b1f58-251a-4d30-ad57-03ef9ffe4d88 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:35.890748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd87c9a7-6ad9-4064-8bd0-fde569a2298a req-c34b1f58-251a-4d30-ad57-03ef9ffe4d88 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.7608676 Aug 20 15:07:35.978719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb00bed-0d1f-40af-81d4-4c2f58dbb226 req-04bc0ab2-ced9-4aba-8477-48caa2885f0e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818513 Aug 20 15:07:35.998006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e90839-647d-4dc1-8b30-114203a6fe09 None None] DHCP port deletion for 3507bee5-762f-4964-9ca5-d637f23e6747 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:07:36.017037 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21b6d91f-52d6-4108-99cf-0bfb5a7ac36a req-83512e7d-0c3b-404d-bf35-1fe2c0f6ef91 service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687806 Aug 20 15:07:36.028114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Deleting port f04c3158-20df-4449-be06-485512e6b153 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:36.028593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.102391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-75e90839-647d-4dc1-8b30-114203a6fe09 None None] Deleting port f04c3158-20df-4449-be06-485512e6b153 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:36.102935 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75e90839-647d-4dc1-8b30-114203a6fe09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.130830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] For port f04c3158-20df-4449-be06-485512e6b153, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f04c3158-20df-4449-be06-485512e6b153,segment=NetworkSegment(22a38b45-8eed-41fd-9fa8-01fce36cefa5),segment_id=22a38b45-8eed-41fd-9fa8-01fce36cefa5)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:36.131212 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.172127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Calling delete_port for f04c3158-20df-4449-be06-485512e6b153 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:36.172809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f04c3158-20df-4449-be06-485512e6b153 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:36.213999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7cdd-5134-40e4-b321-9b7798c69a1d req-677bd732-f781-48a4-b581-104165105561 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:36.215609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a12d7cdd-5134-40e4-b321-9b7798c69a1d req-677bd732-f781-48a4-b581-104165105561 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1379182 Aug 20 15:07:36.227920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-15bb40ac-e4e3-4c6d-acdf-c6bab107bb55 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:36.230653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-15bb40ac-e4e3-4c6d-acdf-c6bab107bb55 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1044075 Aug 20 15:07:36.235375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-75e90839-647d-4dc1-8b30-114203a6fe09 None None] For port f04c3158-20df-4449-be06-485512e6b153, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f04c3158-20df-4449-be06-485512e6b153,segment=NetworkSegment(22a38b45-8eed-41fd-9fa8-01fce36cefa5),segment_id=22a38b45-8eed-41fd-9fa8-01fce36cefa5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:36.235813 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75e90839-647d-4dc1-8b30-114203a6fe09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.254116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-75e90839-647d-4dc1-8b30-114203a6fe09 None None] Calling delete_port for f04c3158-20df-4449-be06-485512e6b153 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:36.287091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.317455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-26bc2309-5d19-4982-aee4-8bccce78a6ac tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.0787764 Aug 20 15:07:36.330556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a12d7cdd-5134-40e4-b321-9b7798c69a1d req-48dafdd2-773d-46c1-a674-89bda9d4b62f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989819 Aug 20 15:07:36.335918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-c8ea323f-29d7-4f07-8f35-ad46b13cf206 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Request body: {'floatingip': {'port_id': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:36.343269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Port': ['ID=f04c3158-20df-4449-be06-485512e6b153,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:36.374095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] No DVR routers for this DVR port f04c3158-20df-4449-be06-485512e6b153 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:36.386413 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.408182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-c8ea323f-29d7-4f07-8f35-ad46b13cf206 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.472745 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.485095 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75e90839-647d-4dc1-8b30-114203a6fe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.487827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3507bee5-762f-4964-9ca5-d637f23e6747']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:36.502139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a38b45-8eed-41fd-9fa8-01fce36cefa5') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:36.503117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a38b45-8eed-41fd-9fa8-01fce36cefa5') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:36.515959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.516613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e90839-647d-4dc1-8b30-114203a6fe09 None None] Pushing event deleted for resources: {'Port': ['ID=f04c3158-20df-4449-be06-485512e6b153,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:36.533031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e90839-647d-4dc1-8b30-114203a6fe09 None None] No DVR routers for this DVR port f04c3158-20df-4449-be06-485512e6b153 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:36.547252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.560953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cac7ee-0e7b-4a79-be06-5d57a0c787b3 req-5bdd6eac-0acc-4bcf-8883-960384fedb3e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:36.561576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:36.562292 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:36.566226 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:36.573492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76cac7ee-0e7b-4a79-be06-5d57a0c787b3 req-5bdd6eac-0acc-4bcf-8883-960384fedb3e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1305642 Aug 20 15:07:36.632401 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.643300 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:36.647826 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] 10.222.0.36 "DELETE /v2.0/networks/3507bee5-762f-4964-9ca5-d637f23e6747 HTTP/1.1" status: 204 len: 168 time: 0.9191804 Aug 20 15:07:36.656501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5312-60a2-4670-adda-a34e8a3a3158 tempest-NetworksIpV6TestAttrs-1731122213 tempest-NetworksIpV6TestAttrs-1731122213-project] Pushing event deleted for resources: {'Network': ['ID=3507bee5-762f-4964-9ca5-d637f23e6747,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:36.671713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76cac7ee-0e7b-4a79-be06-5d57a0c787b3 req-92ff04d4-e5da-473c-a417-cd4ec7e7912d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857799 Aug 20 15:07:36.901870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe102de-445d-4975-ab8c-ebdd62bff122 req-1b2ba133-7d8c-42d6-98e9-f3ae2db0e03b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:36.903430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfe102de-445d-4975-ab8c-ebdd62bff122 req-1b2ba133-7d8c-42d6-98e9-f3ae2db0e03b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1401176 Aug 20 15:07:36.918893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47124) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:36.991082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfe102de-445d-4975-ab8c-ebdd62bff122 req-4f258310-dc1a-4ddd-ac85-221fc4fbd39a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767837 Aug 20 15:07:37.114234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-c8ea323f-29d7-4f07-8f35-ad46b13cf206 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:37.123189 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-c8ea323f-29d7-4f07-8f35-ad46b13cf206 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:37.131289 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a8d8a802-cec6-41cb-8a05-98aaebbf81be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6bd483d995d74239baec1cbd224b71a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111220 Aug 20 15:07:37.133733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47140) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:37.181587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcafb8-2462-4707-a715-efc26ac6827c req-3f2d14eb-1546-4fc7-ae34-d91e8e18b601 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:37.187158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95dcafb8-2462-4707-a715-efc26ac6827c req-3f2d14eb-1546-4fc7-ae34-d91e8e18b601 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 945 time: 0.1062613 Aug 20 15:07:37.200353 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c917e415-f4f6-46d9-9286-1aea5347e29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:37.223504 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c917e415-f4f6-46d9-9286-1aea5347e29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:37.273312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95dcafb8-2462-4707-a715-efc26ac6827c req-66361049-124d-4649-8843-2fec00fe18b6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804844 Aug 20 15:07:37.278856 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-c8ea323f-29d7-4f07-8f35-ad46b13cf206 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Floating IP 432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e associated. External IP: 172.25.5.144, port: e4b4cdec-1725-4e8b-81b1-40204931f7fb. Aug 20 15:07:37.285239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c917e415-f4f6-46d9-9286-1aea5347e29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:37.289165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c917e415-f4f6-46d9-9286-1aea5347e29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:37.290647 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c917e415-f4f6-46d9-9286-1aea5347e29f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e14ace6-6fe8-4fbc-9958-bdb82c151239 HTTP/1.1" status: 204 len: 168 time: 0.1557796 Aug 20 15:07:37.300605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917e415-f4f6-46d9-9286-1aea5347e29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e14ace6-6fe8-4fbc-9958-bdb82c151239,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:37.555106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-c8ea323f-29d7-4f07-8f35-ad46b13cf206 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Router 68766019-95bb-4b14-bbd5-ead5f3b013c5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:07:37.702996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9966b7-d0ba-4207-ba47-c2839613de9e req-51aaaba8-9d54-4e0a-aa48-175bd8bd5df0 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:37.704726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a9966b7-d0ba-4207-ba47-c2839613de9e req-51aaaba8-9d54-4e0a-aa48-175bd8bd5df0 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1033521 Aug 20 15:07:37.727200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-c8ea323f-29d7-4f07-8f35-ad46b13cf206 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:07:37.738334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-c8ea323f-29d7-4f07-8f35-ad46b13cf206 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:37.739413 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] Sync routers for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:07:37.757928 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:37.758308 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:37.784124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-c8ea323f-29d7-4f07-8f35-ad46b13cf206 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "PUT /v2.0/floatingips/432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e HTTP/1.1" status: 200 len: 996 time: 1.4524138 Aug 20 15:07:37.784901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:37.787917 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ef7aef-ce27-4931-8623-bff3a55c60ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:37.808172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a9966b7-d0ba-4207-ba47-c2839613de9e req-6d663d79-077e-40c2-8385-2bb1f075dce4 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911417 Aug 20 15:07:37.926905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dc41dcd9-b368-4077-bbdb-1e1f10cddd49 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:07:37.935435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9d160677-8523-496c-ad22-193a3067230e no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:37.978742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-7f3a17ab-540e-4f14-a1eb-dafb37d6d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:37.981651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-7f3a17ab-540e-4f14-a1eb-dafb37d6d344 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1097 time: 0.1638989 Aug 20 15:07:37.998731 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:38.006208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac0991-aac2-4c22-96b5-25904c77ac46 req-4cae8dfd-a768-4a0e-93b2-9b8688e31e60 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:38.014506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41ac0991-aac2-4c22-96b5-25904c77ac46 req-4cae8dfd-a768-4a0e-93b2-9b8688e31e60 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 943 time: 0.1043835 Aug 20 15:07:38.165592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41ac0991-aac2-4c22-96b5-25904c77ac46 req-7b57f5e5-fae6-4dea-aa45-f74a01833311 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501803 Aug 20 15:07:38.198660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:38.205028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dc41dcd9-b368-4077-bbdb-1e1f10cddd49, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:38.213241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-3047aeea-b9e5-4319-898a-9ae90b749028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:38.215794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-3047aeea-b9e5-4319-898a-9ae90b749028 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 920 time: 0.2195470 Aug 20 15:07:38.256824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9d160677-8523-496c-ad22-193a3067230e,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:38.259615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d160677-8523-496c-ad22-193a3067230e'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:38.263165 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdbaab7-246e-429c-9b06-5f77ba58d293" -d '{"events": [{"server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "name": "network-vif-unplugged", "status": "completed", "tag": "9d160677-8523-496c-ad22-193a3067230e"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:38.275145 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:38.293336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'dc41dcd9-b368-4077-bbdb-1e1f10cddd49', 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c', 'port_id': 'dc41dcd9-b368-4077-bbdb-1e1f10cddd49', 'mac_address': 'fa:16:3e:26:5e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:07:38.356171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:38.403364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-eafba387-bc99-4578-be6c-9678eeee7737 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 999 time: 0.1547217 Aug 20 15:07:38.406294 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee9b6c-4eed-44ac-a644-6a07828fc7e8 x-openstack-request-id: req-15ee9b6c-4eed-44ac-a644-6a07828fc7e8 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:38.406469 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:38.406598 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15ee9b6c-4eed-44ac-a644-6a07828fc7e8 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:38.407001 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'status': 'completed', 'code': 200} Aug 20 15:07:38.442420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=9d160677-8523-496c-ad22-193a3067230e,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:38.445335 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:38.464659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc41dcd9-b368-4077-bbdb-1e1f10cddd49 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:38.500228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dc41dcd9-b368-4077-bbdb-1e1f10cddd49, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:38.505726 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:38.522738 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'port_id': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'mac_address': 'fa:16:3e:86:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:07:33Z', 'updated_at': '2021-08-20T15:07:36Z', 'revision_number': 1, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bdb8a2-b29d-482b-b8fb-cbc6549559ce', 'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'mac_address': 'fa:16:3e:96:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:23Z', 'updated_at': '2021-08-20T15:06:31Z', 'revision_number': 5, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'subnets': [{'id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:38.528319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-426310600'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:38.559214 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] Checking router: 68766019-95bb-4b14-bbd5-ead5f3b013c5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:07:38.561597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:38.566281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:38.572346 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:38.574368 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:38.580360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:38.656904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-fe496ae9-6ec4-4a56-8b34-ad2e65dce50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:38.658363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-fe496ae9-6ec4-4a56-8b34-ad2e65dce50a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1097 time: 0.1912427 Aug 20 15:07:38.668547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69870b-bcc2-4cea-a4e9-266952b28086 req-df79f176-8429-478a-ab94-23e36dc748df tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:38.676108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc69870b-bcc2-4cea-a4e9-266952b28086 req-df79f176-8429-478a-ab94-23e36dc748df tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.2681308 Aug 20 15:07:38.688956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-7f838f77-f381-4510-b34c-8faa294e2315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:38.696835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-7f838f77-f381-4510-b34c-8faa294e2315 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 200 len: 859 time: 0.2923563 Aug 20 15:07:38.733061 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:38.786918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-2c241437-726f-42a3-80c6-746df441278a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83472135-9cc2-4bb0-b027-531ee8284d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890775 Aug 20 15:07:38.813483 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:38.822376 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:38.833025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:38.871296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:38.890234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a65906-2176-4cc6-860c-46e0406d9b5c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:38.896161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:38.896525 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Added segment 51efa2f9-1992-478e-b54c-e7e30a8872cb of type vlan for network 40f814e8-d543-4fc4-9c39-2d925c5c5863 Aug 20 15:07:38.913502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc69870b-bcc2-4cea-a4e9-266952b28086 req-efb6662d-f33a-4bed-8cc2-308b376af09d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362685 Aug 20 15:07:38.933306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['dc41dcd9-b368-4077-bbdb-1e1f10cddd49'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:38.997621 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f71bf2-51bf-41e3-8aae-48fbcc14e97d x-openstack-request-id: req-77f71bf2-51bf-41e3-8aae-48fbcc14e97d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:38.998180 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "name": "network-vif-unplugged", "status": "failed", "tag": "9d160677-8523-496c-ad22-193a3067230e", "code": 422}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:38.998732 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77f71bf2-51bf-41e3-8aae-48fbcc14e97d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:39.000107 n-d-695189-15 neutron-server[101101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d160677-8523-496c-ad22-193a3067230e', 'code': 422} returned with failed status Aug 20 15:07:39.002352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3700f321-daf7-43ed-b48b-e15e0aaad18b details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:07:39.009434 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:39.031255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-b13ae43e-7885-458a-84a0-83524717a91b service neutron] 10.222.0.36 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434607 Aug 20 15:07:39.035741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-1d08ed01-4683-4647-bdc5-cb93ca5e14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:39.037736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-1d08ed01-4683-4647-bdc5-cb93ca5e14d2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 920 time: 0.3584664 Aug 20 15:07:39.067754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:39.074365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:39.074997 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:39.160312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Network': ['ID=40f814e8-d543-4fc4-9c39-2d925c5c5863,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:39.181874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:39.191760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47204) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:39.192321 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae41c2fd-d4c3-402f-8793-142e7b844781 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8341589 Aug 20 15:07:39.199122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'name': 'tempest-PortsTestJSON-2141590920'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:39.204479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3700f321-daf7-43ed-b48b-e15e0aaad18b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:39.261249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '3700f321-daf7-43ed-b48b-e15e0aaad18b', 'network_id': '6d4444d2-5513-4b6b-bb40-9a58e4e2046c', 'port_id': '3700f321-daf7-43ed-b48b-e15e0aaad18b', 'mac_address': 'fa:16:3e:aa:8e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:07:39.267618 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'port_id': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'mac_address': 'fa:16:3e:86:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:07:33Z', 'updated_at': '2021-08-20T15:07:36Z', 'revision_number': 1, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bdb8a2-b29d-482b-b8fb-cbc6549559ce', 'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'mac_address': 'fa:16:3e:96:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:23Z', 'updated_at': '2021-08-20T15:06:31Z', 'revision_number': 5, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'subnets': [{'id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:39.301967 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4475b41-2afd-46cb-92f6-17c96c3cf1c0 None None] The sync data for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 is: [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'port_id': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'mac_address': 'fa:16:3e:86:af:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:07:33Z', 'updated_at': '2021-08-20T15:07:36Z', 'revision_number': 1, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83bdb8a2-b29d-482b-b8fb-cbc6549559ce', 'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'mac_address': 'fa:16:3e:96:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:23Z', 'updated_at': '2021-08-20T15:06:31Z', 'revision_number': 5, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'subnets': [{'id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:07:39.354410 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:39.361761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-01737d3b-6a07-40cf-a384-f9649def9eaf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 999 time: 0.3106465 Aug 20 15:07:39.382702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3700f321-daf7-43ed-b48b-e15e0aaad18b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:39.396277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8921e70d-3698-4eba-a3d3-3c701b1176f5 req-fb923afa-6564-448c-ae96-47ba94f9def3 service neutron] 10.222.0.36 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503788 Aug 20 15:07:39.408614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3700f321-daf7-43ed-b48b-e15e0aaad18b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:39.414339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:39.474868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bce2f-7ba3-40e1-a997-7d35dee7e53d req-6dc48bc7-0c78-4ede-bc75-1df52d70ff40 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:39.478763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a07bce2f-7ba3-40e1-a997-7d35dee7e53d req-6dc48bc7-0c78-4ede-bc75-1df52d70ff40 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 943 time: 0.3250530 Aug 20 15:07:39.501293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3700f321-daf7-43ed-b48b-e15e0aaad18b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:39.530531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-d0d0ef0a-dfcd-4b9c-a96c-427d173a07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:39.532096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-d0d0ef0a-dfcd-4b9c-a96c-427d173a07cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 200 len: 859 time: 0.1624637 Aug 20 15:07:39.540296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:39.544013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:39.598536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-3b1941e3-9fb4-4aaf-96af-e9e73bc4ffd3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83472135-9cc2-4bb0-b027-531ee8284d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458262 Aug 20 15:07:39.613103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a07bce2f-7ba3-40e1-a997-7d35dee7e53d req-bbcde75d-4941-4f77-9a21-545cad7b0017 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799618 Aug 20 15:07:39.649236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port f4df6601-519f-4c1e-a527-4a56271308c3 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:39.667390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432c476-03fe-4c3a-b863-74c5662c2b29 None None] New status for floating IP 432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:07:39.782819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3700f321-daf7-43ed-b48b-e15e0aaad18b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:39.878846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9245025-4baa-4650-90a0-302a76acc27e req-6673f602-23cc-4d9b-ba8c-ecc67a86770b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:39.889105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9245025-4baa-4650-90a0-302a76acc27e req-6673f602-23cc-4d9b-ba8c-ecc67a86770b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 944 time: 0.1456413 Aug 20 15:07:40.033343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-c17eb7a6-b2b6-4b90-ab5d-540bab283328 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188783 Aug 20 15:07:40.095250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:40.520047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9245025-4baa-4650-90a0-302a76acc27e req-0e57c8a5-78d3-4fd8-9571-feafe1e44317 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295750 Aug 20 15:07:40.538605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-5ec58e1e-d4c9-4964-87ed-e0dc5238dc6f tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 1001 time: 0.6398644 Aug 20 15:07:40.618513 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:40.627310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-e57dbe99-88c0-4531-a60a-a5be28e288a0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:40.628768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-e57dbe99-88c0-4531-a60a-a5be28e288a0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports/e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 942 time: 0.0752575 Aug 20 15:07:40.630952 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53ef7aef-ce27-4931-8623-bff3a55c60ce req-51ee73cd-ca56-4bad-b527-065823b49aeb service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565972 Aug 20 15:07:40.695512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=f4df6601-519f-4c1e-a527-4a56271308c3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:40.722126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Checking segment: {'id': '51efa2f9-1992-478e-b54c-e7e30a8872cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:40.722494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network hostable DHCP agents. Network: 40f814e8-d543-4fc4-9c39-2d925c5c5863, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:40.780990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:40.792699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-c60b41c9-3754-466d-a775-af2aee93ca39 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 1001 time: 0.0818756 Aug 20 15:07:40.794122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 40f814e8-d543-4fc4-9c39-2d925c5c5863) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:40.799150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:40.804924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:40.805593 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:40.815272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4ecb44-8520-4bee-b707-d01e675745af None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:40.834368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c5670eab-d28c-4de4-9561-233a411ad46a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6412835 Aug 20 15:07:40.837499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47258) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:40.844401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1194721540'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:40.880422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:40.889924 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:40.918917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:40.932393 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:40.933195 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Added segment bfe3af07-6d16-4886-90d0-a4ad115b5377 of type vlan for network bf688690-51c3-4da9-aee8-f96b3895876d Aug 20 15:07:40.995157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:41.013400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-caf393ef-5591-4a92-abfd-fc02330d95c0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:41.022201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-caf393ef-5591-4a92-abfd-fc02330d95c0 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.2065916 Aug 20 15:07:41.024058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:41.033982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:41.034889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:41.053657 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2149477 Aug 20 15:07:41.064921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47264) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:41.074595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'ports': [{'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863'}, {'network_id': 'bf688690-51c3-4da9-aee8-f96b3895876d'}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:41.074912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:41.075388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': 'bf688690-51c3-4da9-aee8-f96b3895876d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:41.133955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e01bc4-7ac7-4f93-aa86-ff48bb7e49eb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Network': ['ID=bf688690-51c3-4da9-aee8-f96b3895876d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:41.146531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network bf688690-51c3-4da9-aee8-f96b3895876d details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:41.180644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-ede1e0bb-7982-4433-b991-a9965c398b0e tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 1001 time: 0.1575396 Aug 20 15:07:41.221160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-6700271c-a078-4117-8760-6a398a4dde75 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:41.329880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-6700271c-a078-4117-8760-6a398a4dde75 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:41.468061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 2} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:41.473008 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:41.499279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:41.546049 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-6700271c-a078-4117-8760-6a398a4dde75 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:41.559184 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-6700271c-a078-4117-8760-6a398a4dde75 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:41.559518 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-6700271c-a078-4117-8760-6a398a4dde75 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Floating IP 432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e disassociated. External IP: 172.25.5.144, port: e4b4cdec-1725-4e8b-81b1-40204931f7fb. Aug 20 15:07:41.699841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-5d99f451-3096-4dc6-b96b-ce455c33cea1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:41.701370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-5d99f451-3096-4dc6-b96b-ce455c33cea1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f71e0dc-bee1-4473-bec7-4408670c48f0 HTTP/1.1" status: 200 len: 943 time: 0.1577046 Aug 20 15:07:41.705652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port de934ac1-5048-4c6e-863d-a2cb04f76b64 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:41.931916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dc41dcd9-b368-4077-bbdb-1e1f10cddd49 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:41.993217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port dc41dcd9-b368-4077-bbdb-1e1f10cddd49 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:41.995371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Deleting port 9d160677-8523-496c-ad22-193a3067230e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:41.995909 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:41.998159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port dc41dcd9-b368-4077-bbdb-1e1f10cddd49 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:41.998530 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.082239 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.099001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.111141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a66d7e-d556-492e-aa14-beb089ee6cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc41dcd9-b368-4077-bbdb-1e1f10cddd49'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:42.115237 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5872acff-283c-43da-9045-630c6406d781" -d '{"events": [{"server_uuid": "c8a66d7e-d556-492e-aa14-beb089ee6cc8", "name": "network-vif-plugged", "status": "completed", "tag": "dc41dcd9-b368-4077-bbdb-1e1f10cddd49"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:42.130392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dc41dcd9-b368-4077-bbdb-1e1f10cddd49, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:42.136381 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.137753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 9d160677-8523-496c-ad22-193a3067230e no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:42.169187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-6700271c-a078-4117-8760-6a398a4dde75 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Router 68766019-95bb-4b14-bbd5-ead5f3b013c5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:07:42.190817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] For port 9d160677-8523-496c-ad22-193a3067230e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=9d160677-8523-496c-ad22-193a3067230e,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:42.191187 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.214542 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-41b2e780-7ed4-4e41-a0f0-988182b317ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.226896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port 4323e805-4797-4b5d-98a3-0cf26b4bb8eb yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:42.230845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Calling delete_port for 9d160677-8523-496c-ad22-193a3067230e owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:42.243086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:42.425733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-6700271c-a078-4117-8760-6a398a4dde75 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:07:42.430781 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-6700271c-a078-4117-8760-6a398a4dde75 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.438657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] Sync routers for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:07:42.449657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:42.450483 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:42.521977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-6700271c-a078-4117-8760-6a398a4dde75 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "PUT /v2.0/floatingips/432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e HTTP/1.1" status: 200 len: 695 time: 1.3310258 Aug 20 15:07:42.525261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:42.527562 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268b7885-4425-4069-8a43-1029f4903b82" -d '{"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:42.587630 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:42.660081 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.678909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-d72aca16-6b68-41c9-bf3a-9d6a51338d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:42.680781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-d72aca16-6b68-41c9-bf3a-9d6a51338d76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1097 time: 0.1393859 Aug 20 15:07:42.685929 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.782871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event deleted for resources: {'Port': ['ID=9d160677-8523-496c-ad22-193a3067230e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:42.847873 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '83bdb8a2-b29d-482b-b8fb-cbc6549559ce', 'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'mac_address': 'fa:16:3e:96:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:23Z', 'updated_at': '2021-08-20T15:06:31Z', 'revision_number': 5, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'subnets': [{'id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:42.864489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] No DVR routers for this DVR port 9d160677-8523-496c-ad22-193a3067230e on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:42.868715 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.871443 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e40c3711-0960-4f90-b94a-fc588bf50475 req-423435a9-3305-4875-89cc-57d3358354c6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "DELETE /v2.0/ports/9d160677-8523-496c-ad22-193a3067230e HTTP/1.1" status: 204 len: 173 time: 1.1586390 Aug 20 15:07:42.875025 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] Checking router: 68766019-95bb-4b14-bbd5-ead5f3b013c5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:07:42.876921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:42.884685 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:42.884936 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:42.945581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:42.954683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-e283c684-3907-41ab-876f-abf46e8427da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:42.956263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-e283c684-3907-41ab-876f-abf46e8427da service neutron] 10.222.0.36 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 920 time: 0.2585156 Aug 20 15:07:42.957119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:42.959572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:42.960414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:43.004573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3700f321-daf7-43ed-b48b-e15e0aaad18b up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:43.017374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-de84d5d7-24c7-4c00-8887-f660fae3cf87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 217 time: 0.0491192 Aug 20 15:07:43.033070 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:43.052555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=de934ac1-5048-4c6e-863d-a2cb04f76b64,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:43.096595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 3700f321-daf7-43ed-b48b-e15e0aaad18b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:43.109332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 3700f321-daf7-43ed-b48b-e15e0aaad18b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:43.110519 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:43.163632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Checking segment: {'id': 'bfe3af07-6d16-4886-90d0-a4ad115b5377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bf688690-51c3-4da9-aee8-f96b3895876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:43.164213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network hostable DHCP agents. Network: bf688690-51c3-4da9-aee8-f96b3895876d, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:43.166255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=4323e805-4797-4b5d-98a3-0cf26b4bb8eb,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:43.183720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-a75d2013-91bc-4d88-9a31-87766a62bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:43.185268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-a75d2013-91bc-4d88-9a31-87766a62bb1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 200 len: 859 time: 0.1555922 Aug 20 15:07:43.234331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network bf688690-51c3-4da9-aee8-f96b3895876d is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:43.238429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-277d2c61-ed9e-47fb-9d02-b2074bad7e2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83472135-9cc2-4bb0-b027-531ee8284d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430322 Aug 20 15:07:43.256753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, bf688690-51c3-4da9-aee8-f96b3895876d) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:43.273720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e61dd2-2489-42ae-a6a4-efb95361b5ce None None] Network bf688690-51c3-4da9-aee8-f96b3895876d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:43.299520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:43.306310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:43.313225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:43.313999 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:43.343226 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:43.372925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2666683e-7c21-463a-9ca7-515f7474f0d5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3068860 Aug 20 15:07:43.375838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47342) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:43.398282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee7711-a0fc-4d01-89ae-8dc750ec1eb6 req-9047fd0a-e9a6-4da2-b1d0-36cae4358754 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:43.399999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30ee7711-a0fc-4d01-89ae-8dc750ec1eb6 req-9047fd0a-e9a6-4da2-b1d0-36cae4358754 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1307666 Aug 20 15:07:43.412817 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '83bdb8a2-b29d-482b-b8fb-cbc6549559ce', 'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'mac_address': 'fa:16:3e:96:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:23Z', 'updated_at': '2021-08-20T15:06:31Z', 'revision_number': 5, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'subnets': [{'id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:43.457013 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f67ac7-6570-40a4-a3b6-62239e392932 None None] The sync data for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 is: [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:06:24Z', 'revision_number': 4, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '83bdb8a2-b29d-482b-b8fb-cbc6549559ce', 'name': '', 'network_id': '83472135-9cc2-4bb0-b027-531ee8284d64', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'mac_address': 'fa:16:3e:96:63:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:23Z', 'updated_at': '2021-08-20T15:06:31Z', 'revision_number': 5, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'subnets': [{'id': 'b16983c5-c372-493a-b07c-62c16801db2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:07:43.460224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3700f321-daf7-43ed-b48b-e15e0aaad18b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:43.463817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-8109f4f7-24e0-4cbd-aa95-af6501d305d3 service neutron] 10.222.0.36 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181911 Aug 20 15:07:43.473376 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:43.518782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30ee7711-a0fc-4d01-89ae-8dc750ec1eb6 req-63615874-0fd9-4a1e-9c75-d5e1c5c13f5d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021018 Aug 20 15:07:43.610591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3700f321-daf7-43ed-b48b-e15e0aaad18b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:43.633586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45db2300-cb81-4a07-a83b-0bbff46e4bff req-e700685e-17ec-43e4-9450-858dff013a3a service neutron] 10.222.0.36 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573231 Aug 20 15:07:43.644126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a1d09-ccea-4f0f-b81c-0816b5620cf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port 4323e805-4797-4b5d-98a3-0cf26b4bb8eb {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:43.644958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c7a1d09-ccea-4f0f-b81c-0816b5620cf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:43.711146 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb0a8f8-3390-4531-8fb2-86d1e344f966 x-openstack-request-id: req-3eb0a8f8-3390-4531-8fb2-86d1e344f966 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:43.711455 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a66d7e-d556-492e-aa14-beb089ee6cc8", "name": "network-vif-plugged", "status": "completed", "tag": "dc41dcd9-b368-4077-bbdb-1e1f10cddd49", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:43.711768 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3eb0a8f8-3390-4531-8fb2-86d1e344f966 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:43.712528 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a66d7e-d556-492e-aa14-beb089ee6cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc41dcd9-b368-4077-bbdb-1e1f10cddd49', 'code': 200} Aug 20 15:07:43.770706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c7a1d09-ccea-4f0f-b81c-0816b5620cf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:43.774872 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a899054-bbda-4df8-ad8a-89d7ead104ff x-openstack-request-id: req-3a899054-bbda-4df8-ad8a-89d7ead104ff {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:43.775173 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:43.775581 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a899054-bbda-4df8-ad8a-89d7ead104ff {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:43.777166 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'status': 'completed', 'code': 200} Aug 20 15:07:43.788607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36190675-36c6-4fd3-8085-5795097151ff req-acf6a94b-f2e5-4aa5-8351-867ac736ac59 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:43.798856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5c7a1d09-ccea-4f0f-b81c-0816b5620cf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for 4323e805-4797-4b5d-98a3-0cf26b4bb8eb owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:43.807776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36190675-36c6-4fd3-8085-5795097151ff req-acf6a94b-f2e5-4aa5-8351-867ac736ac59 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1076841 Aug 20 15:07:43.975464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-55b84cd7-2b67-4bdb-8a16-28c2e7a2acb5 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/floatingips/432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e HTTP/1.1" status: 200 len: 695 time: 0.0735714 Aug 20 15:07:43.979980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36190675-36c6-4fd3-8085-5795097151ff req-45d8a96a-c172-457e-9844-398b4f3d4782 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706393 Aug 20 15:07:43.982106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b7885-4425-4069-8a43-1029f4903b82 req-f5b6ef0f-8ceb-4f03-8887-e16f2e645a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:43.983575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268b7885-4425-4069-8a43-1029f4903b82 req-f5b6ef0f-8ceb-4f03-8887-e16f2e645a15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6684a7f53f1496d96f48a869da0ea37&device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 1097 time: 0.1646392 Aug 20 15:07:43.993973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d53ec-40d6-4647-bcfd-0b3d99d69cf9 req-404cdc35-2302-45e6-a62d-e9f6d7a46591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:43.996248 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-568d53ec-40d6-4647-bcfd-0b3d99d69cf9 req-404cdc35-2302-45e6-a62d-e9f6d7a46591 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 1097 time: 0.0880919 Aug 20 15:07:44.020781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec78976-8224-4276-9577-f3a95b70fd46 None None] New status for floating IP 432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:07:44.053232 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-568d53ec-40d6-4647-bcfd-0b3d99d69cf9 req-1079cccf-6e20-40a0-ade1-8fb55fd1950a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485771 Aug 20 15:07:44.054954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c7a1d09-ccea-4f0f-b81c-0816b5620cf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:44.111807 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a1d09-ccea-4f0f-b81c-0816b5620cf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=4323e805-4797-4b5d-98a3-0cf26b4bb8eb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:44.124875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c7a1d09-ccea-4f0f-b81c-0816b5620cf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:44.130728 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5c7a1d09-ccea-4f0f-b81c-0816b5620cf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/4323e805-4797-4b5d-98a3-0cf26b4bb8eb HTTP/1.1" status: 204 len: 168 time: 0.7536695 Aug 20 15:07:44.137814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47368) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:44.204926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-61e00f52-b84c-4113-8e07-db286f21c0d8 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:44.206404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-61e00f52-b84c-4113-8e07-db286f21c0d8 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 784 time: 0.2217636 Aug 20 15:07:44.220092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0bd0b-959c-49b4-abd9-9574495615ac tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:44.232739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0bd0b-959c-49b4-abd9-9574495615ac tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:44.238062 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-adc0bd0b-959c-49b4-abd9-9574495615ac tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0962813 Aug 20 15:07:44.239222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47372) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:44.388101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd8172-2388-4085-9430-36313100c59d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port de934ac1-5048-4c6e-863d-a2cb04f76b64 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:44.389330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4bd8172-2388-4085-9430-36313100c59d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:44.482056 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4bd8172-2388-4085-9430-36313100c59d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:44.483219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-511a24a9-3e67-49a1-85d3-7f6f184a7e54 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.2595978 Aug 20 15:07:44.496525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd8172-2388-4085-9430-36313100c59d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for de934ac1-5048-4c6e-863d-a2cb04f76b64 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:44.503397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-7508b925-2366-4957-a677-2d870865af21 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:44.511610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-7508b925-2366-4957-a677-2d870865af21 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.3026111 Aug 20 15:07:44.580293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-7b9827ca-80fa-4f45-a260-41a8d17bde44 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/quotas/bd8da3ea8dca4f1ebb1e3d833773a9c4 HTTP/1.1" status: 200 len: 375 time: 0.0677686 Aug 20 15:07:44.589707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-065d1d72-854b-4f45-9f4f-268afebfcfd2 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.5.144 HTTP/1.1" status: 200 len: 696 time: 0.1049109 Aug 20 15:07:44.612107 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4bd8172-2388-4085-9430-36313100c59d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:44.650815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4bd8172-2388-4085-9430-36313100c59d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:44.657249 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e4bd8172-2388-4085-9430-36313100c59d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/de934ac1-5048-4c6e-863d-a2cb04f76b64 HTTP/1.1" status: 204 len: 168 time: 0.4137120 Aug 20 15:07:44.657249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd8172-2388-4085-9430-36313100c59d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=de934ac1-5048-4c6e-863d-a2cb04f76b64,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:44.657673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47384) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:44.692761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b7885-4425-4069-8a43-1029f4903b82 req-d676bb6a-e203-4457-a7fd-ada138ac8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:44.694692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268b7885-4425-4069-8a43-1029f4903b82 req-d676bb6a-e203-4457-a7fd-ada138ac8cc5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 200 len: 920 time: 0.4873478 Aug 20 15:07:44.705983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-e3b62f91-4084-4790-b924-308b201f49c1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047201 Aug 20 15:07:44.725228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea578d4-3fdf-4267-8fd0-bfaf3a407103 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:44.727166 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ea578d4-3fdf-4267-8fd0-bfaf3a407103 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0683067 Aug 20 15:07:44.731256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47388) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:44.756186 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:44.763527 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4de9287-7501-47c8-93fc-36acc312778a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:07:44.769090 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b4de9287-7501-47c8-93fc-36acc312778a tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/4323e805-4797-4b5d-98a3-0cf26b4bb8eb HTTP/1.1" status: 404 len: 333 time: 0.0364430 Aug 20 15:07:44.770039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47390) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:44.805331 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17f7229-a1de-477a-939b-76254cef5f63 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:07:44.811884 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a17f7229-a1de-477a-939b-76254cef5f63 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/de934ac1-5048-4c6e-863d-a2cb04f76b64 HTTP/1.1" status: 404 len: 333 time: 0.0407050 Aug 20 15:07:44.812570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47392) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:44.935110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.068913 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.082860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf688690-51c3-4da9-aee8-f96b3895876d']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:45.100334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe3af07-6d16-4886-90d0-a4ad115b5377') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:45.100633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe3af07-6d16-4886-90d0-a4ad115b5377') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:45.112548 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.129735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.137514 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:45.138095 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:45.143147 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:45.166293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ee68a94f-3ca2-4b22-b66d-aae4f7ba358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.220816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.228457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268b7885-4425-4069-8a43-1029f4903b82 req-21ae0d6e-e3af-4f49-be7e-3202aa5a5479 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 200 len: 217 time: 0.0803514 Aug 20 15:07:45.233421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.238953 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/networks/bf688690-51c3-4da9-aee8-f96b3895876d HTTP/1.1" status: 204 len: 168 time: 0.4218812 Aug 20 15:07:45.245763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47404) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:45.253361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1397135484'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:45.257953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1795bba-bb83-483e-9b64-3b44d87a421c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Network': ['ID=bf688690-51c3-4da9-aee8-f96b3895876d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:45.284203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:45.288644 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.320720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:45.333463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.333795 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Added segment 228f8d3d-3576-4165-9cf4-91715fdf7134 of type vlan for network a4cd84fb-cf1c-4029-ba7c-1f1043307307 Aug 20 15:07:45.366313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-72e653c1-6b51-4043-97b9-c7e6c62786d1 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6594474 Aug 20 15:07:45.378141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.380058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b7885-4425-4069-8a43-1029f4903b82 req-89285312-ef4b-4309-a9d7-e82e8cd5d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:45.381526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268b7885-4425-4069-8a43-1029f4903b82 req-89285312-ef4b-4309-a9d7-e82e8cd5d97b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 200 len: 859 time: 0.1319239 Aug 20 15:07:45.409542 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.415435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:45.416130 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.450606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Deleting port 1c5da3e9-5bda-4441-ad5a-1165554d47b2 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:45.450957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.483311 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2364626 Aug 20 15:07:45.486288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47410) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:45.493757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': 'a4cd84fb-cf1c-4029-ba7c-1f1043307307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:45.595315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b758d34-5527-4899-bd91-8f2513823bf8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Network': ['ID=a4cd84fb-cf1c-4029-ba7c-1f1043307307,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:45.607325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268b7885-4425-4069-8a43-1029f4903b82 req-bb3999a9-4d44-40d3-ae34-596d49960e7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83472135-9cc2-4bb0-b027-531ee8284d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178749 Aug 20 15:07:45.608716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a4cd84fb-cf1c-4029-ba7c-1f1043307307 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:45.613427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:45.618843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b99de4a0-2259-4507-920b-a9620147a2ab service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363892 Aug 20 15:07:45.619032 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.650479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.651404 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.711363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Calling delete_port for 1c5da3e9-5bda-4441-ad5a-1165554d47b2 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:45.714339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdb31ea-053c-489d-870e-3a37ac06d676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3700f321-daf7-43ed-b48b-e15e0aaad18b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:45.719068 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809a1e09-f112-436f-94a7-8b8ba9ea0a04" -d '{"events": [{"server_uuid": "dfdb31ea-053c-489d-870e-3a37ac06d676", "name": "network-vif-plugged", "status": "completed", "tag": "3700f321-daf7-43ed-b48b-e15e0aaad18b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:45.781467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'name': 'network-vif-deleted', 'tag': '9d160677-8523-496c-ad22-193a3067230e'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:45.783651 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3d53de-48a2-4bf1-97c5-839f97684d71" -d '{"events": [{"server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "name": "network-vif-deleted", "tag": "9d160677-8523-496c-ad22-193a3067230e"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:45.879605 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:45.921846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268b7885-4425-4069-8a43-1029f4903b82 req-79afc9a1-dc26-4bc6-915d-594446261db6 service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861166 Aug 20 15:07:45.968481 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=1777dfed-074e-4a23-b12b-49cecc3379ae,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:45.980375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Checking segment: {'id': '228f8d3d-3576-4165-9cf4-91715fdf7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a4cd84fb-cf1c-4029-ba7c-1f1043307307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:45.980909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network hostable DHCP agents. Network: a4cd84fb-cf1c-4029-ba7c-1f1043307307, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:46.000571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network a4cd84fb-cf1c-4029-ba7c-1f1043307307 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:46.010627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a4cd84fb-cf1c-4029-ba7c-1f1043307307) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:46.015306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:46.016065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.023428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7701f112-116f-44b6-accc-b0781e54f92e None None] Network a4cd84fb-cf1c-4029-ba7c-1f1043307307 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:46.037513 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d9f69cb5-74d8-48e9-af36-4af415c5a7f8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5499299 Aug 20 15:07:46.039012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47428) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:46.045446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': 'a4cd84fb-cf1c-4029-ba7c-1f1043307307', 'name': 'tempest-PortsTestJSON-1181958360'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:46.094913 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.097321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-268b7885-4425-4069-8a43-1029f4903b82 req-e2b06579-96cf-4568-a7ee-11ad1f7cf8fd service neutron] 10.222.0.72 "GET /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527941 Aug 20 15:07:46.103133 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.165958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Pushing event deleted for resources: {'Port': ['ID=1c5da3e9-5bda-4441-ad5a-1165554d47b2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:46.251315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67747c89-4f21-460a-949a-bede07961b67 req-193b3c13-d323-4921-93a7-090cffe03359 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:46.253132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67747c89-4f21-460a-949a-bede07961b67 req-193b3c13-d323-4921-93a7-090cffe03359 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.3479936 Aug 20 15:07:46.285068 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:46.292029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.312732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a4cd84fb-cf1c-4029-ba7c-1f1043307307', 'network_id': 'a4cd84fb-cf1c-4029-ba7c-1f1043307307', 'tenant_id': '6c240ec2eac048d9bdb9b4bd2854e012', 'fixed_ips': [{'subnet_id': '1777dfed-074e-4a23-b12b-49cecc3379ae'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:07:46.315697 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.317698 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.320622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.334455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aad47420-f082-47cb-b3a2-f9daf49a4294 req-b1da3f55-7f70-466e-bdce-6109633e834d tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "DELETE /v2.0/floatingips/432e8ca6-e1f4-4b76-a80e-1ddf3e485c4e HTTP/1.1" status: 204 len: 173 time: 1.7439532 Aug 20 15:07:46.337706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:46.343513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67747c89-4f21-460a-949a-bede07961b67 req-4d647114-4e0e-4221-97f9-096e647b9860 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757892 Aug 20 15:07:46.478283 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.3 (a4cd84fb-cf1c-4029-ba7c-1f1043307307/1777dfed-074e-4a23-b12b-49cecc3379ae/e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:46.534369 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07adf0cf-c9f2-4dd8-9600-8190076924f3 x-openstack-request-id: req-07adf0cf-c9f2-4dd8-9600-8190076924f3 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:46.534673 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdb31ea-053c-489d-870e-3a37ac06d676", "name": "network-vif-plugged", "status": "completed", "tag": "3700f321-daf7-43ed-b48b-e15e0aaad18b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:46.534950 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07adf0cf-c9f2-4dd8-9600-8190076924f3 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:46.535356 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdb31ea-053c-489d-870e-3a37ac06d676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3700f321-daf7-43ed-b48b-e15e0aaad18b', 'code': 200} Aug 20 15:07:46.568235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b75df-9ada-4662-9f89-f3ff787c44f9 req-7a244c93-e414-445f-9870-966310c8cdb0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:46.577542 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c3b75df-9ada-4662-9f89-f3ff787c44f9 req-7a244c93-e414-445f-9870-966310c8cdb0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1317489 Aug 20 15:07:46.586901 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715558f0-9258-4a0b-97e9-c4e07ccaa1af x-openstack-request-id: req-715558f0-9258-4a0b-97e9-c4e07ccaa1af {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:46.587302 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f71e0dc-bee1-4473-bec7-4408670c48f0", "name": "network-vif-deleted", "tag": "9d160677-8523-496c-ad22-193a3067230e", "status": "failed", "code": 422}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:46.587675 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-715558f0-9258-4a0b-97e9-c4e07ccaa1af {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:46.588214 n-d-695189-15 neutron-server[101099]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f71e0dc-bee1-4473-bec7-4408670c48f0', 'name': 'network-vif-deleted', 'tag': '9d160677-8523-496c-ad22-193a3067230e', 'status': 'failed', 'code': 422} returned with failed status Aug 20 15:07:46.676453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c3b75df-9ada-4662-9f89-f3ff787c44f9 req-c3310474-09a4-4840-be94-b35772de035d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976543 Aug 20 15:07:46.728161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dccce186-7cc3-49a9-91a9-7db044f67339 req-a7b9133b-78b7-4b9e-90db-e2b0d38c28fa tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 210 time: 0.0504277 Aug 20 15:07:46.761156 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.767121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2d966-d36d-4364-885c-d2812dfa7dc7 req-9a821e33-3d95-4cf6-ab67-e57dec8d8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:46.768702 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9c2d966-d36d-4364-885c-d2812dfa7dc7 req-9a821e33-3d95-4cf6-ab67-e57dec8d8355 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1098 time: 0.0817831 Aug 20 15:07:46.779915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bad1310-33e1-4a46-bc36-47360ccfbe4a req-37ea8f59-a2e1-4c86-b718-3b46f3a66302 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups/67ca953a-f0cc-480c-b6d6-01e2dee44499 HTTP/1.1" status: 200 len: 1808 time: 0.0752773 Aug 20 15:07:46.794006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:46.827319 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9c2d966-d36d-4364-885c-d2812dfa7dc7 req-536dc1dd-8529-4f8b-953c-8bf4f847f4d2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478272 Aug 20 15:07:46.857619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.880501 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2bad1310-33e1-4a46-bc36-47360ccfbe4a req-6f9c4e8d-3007-487f-9b4f-e0ba770b4ea1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.910950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:46.929296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network a4cd84fb-cf1c-4029-ba7c-1f1043307307 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:46.930519 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2bad1310-33e1-4a46-bc36-47360ccfbe4a req-6f9c4e8d-3007-487f-9b4f-e0ba770b4ea1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:46.931052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:46.934726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:46.997639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Allocated IP 172.20.0.2 (a4cd84fb-cf1c-4029-ba7c-1f1043307307/1777dfed-074e-4a23-b12b-49cecc3379ae/e84187e2-5d25-4a8c-a474-219155df0ab6) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:47.032689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2bad1310-33e1-4a46-bc36-47360ccfbe4a req-6f9c4e8d-3007-487f-9b4f-e0ba770b4ea1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.043153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:47.043706 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2bad1310-33e1-4a46-bc36-47360ccfbe4a req-6f9c4e8d-3007-487f-9b4f-e0ba770b4ea1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.043871 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.045777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bad1310-33e1-4a46-bc36-47360ccfbe4a req-6f9c4e8d-3007-487f-9b4f-e0ba770b4ea1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "DELETE /v2.0/security-groups/67ca953a-f0cc-480c-b6d6-01e2dee44499 HTTP/1.1" status: 204 len: 173 time: 0.2595184 Aug 20 15:07:47.070913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c4e8d-3007-487f-9b4f-e0ba770b4ea1 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ca953a-f0cc-480c-b6d6-01e2dee44499,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:47.083045 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6f041bd1-ddcb-43e1-9a62-03980cb3075d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0426793 Aug 20 15:07:47.083704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47458) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:47.190465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-8bbac42c-0389-42c7-b519-13e92a89bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:47.192022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-8bbac42c-0389-42c7-b519-13e92a89bdd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1146076 Aug 20 15:07:47.202766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994c594-4881-4782-8a78-d7ffff55ffa5 req-3022ff81-0a7f-4611-8fcd-8ddb388a4870 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:47.204550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4994c594-4881-4782-8a78-d7ffff55ffa5 req-3022ff81-0a7f-4611-8fcd-8ddb388a4870 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0760493 Aug 20 15:07:47.267331 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.278451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Transition to ACTIVE for port object e84187e2-5d25-4a8c-a474-219155df0ab6 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:47.320420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Transition to ACTIVE for port object e84187e2-5d25-4a8c-a474-219155df0ab6 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:47.328161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.358668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-76ab3b2e-90d2-4099-8a79-aaeda3023972 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:47.359019 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76ab3b2e-90d2-4099-8a79-aaeda3023972 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.376270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Network a4cd84fb-cf1c-4029-ba7c-1f1043307307 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:47.380009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:47.383824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:47.391048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4994c594-4881-4782-8a78-d7ffff55ffa5 req-06fb766b-b661-4235-976e-1a97c84d644e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791351 Aug 20 15:07:47.424529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Pushing event updated for resources: {'Port': ['ID=e84187e2-5d25-4a8c-a474-219155df0ab6,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:47.470828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Attempting to bind port e84187e2-5d25-4a8c-a474-219155df0ab6 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:47.471316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Attempting to bind port e84187e2-5d25-4a8c-a474-219155df0ab6 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '228f8d3d-3576-4165-9cf4-91715fdf7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a4cd84fb-cf1c-4029-ba7c-1f1043307307'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:47.472253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Attempting to bind port e84187e2-5d25-4a8c-a474-219155df0ab6 on network a4cd84fb-cf1c-4029-ba7c-1f1043307307 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:47.489096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:47.489781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Checking segment: {'id': '228f8d3d-3576-4165-9cf4-91715fdf7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a4cd84fb-cf1c-4029-ba7c-1f1043307307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:47.491153 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.492056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Bound using segment: {'id': '228f8d3d-3576-4165-9cf4-91715fdf7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a4cd84fb-cf1c-4029-ba7c-1f1043307307'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:47.493038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Bound port: e84187e2-5d25-4a8c-a474-219155df0ab6, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228f8d3d-3576-4165-9cf4-91715fdf7134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'a4cd84fb-cf1c-4029-ba7c-1f1043307307'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:47.494229 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.513550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a2536-dedc-4a92-b6cc-915e27455fea req-f784ea80-98b5-4e7b-92f2-e6ade6ff39b4 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:47.529311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c8a2536-dedc-4a92-b6cc-915e27455fea req-f784ea80-98b5-4e7b-92f2-e6ade6ff39b4 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.2093141 Aug 20 15:07:47.567916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-dd20c9a4-9289-41cb-9cb4-4136a6f7cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:47.569458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-dd20c9a4-9289-41cb-9cb4-4136a6f7cc02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 920 time: 0.3423541 Aug 20 15:07:47.593387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] For port e84187e2-5d25-4a8c-a474-219155df0ab6, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:47.601367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] For port e84187e2-5d25-4a8c-a474-219155df0ab6, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e84187e2-5d25-4a8c-a474-219155df0ab6,segment=NetworkSegment(228f8d3d-3576-4165-9cf4-91715fdf7134),segment_id=228f8d3d-3576-4165-9cf4-91715fdf7134)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:47.606828 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.685826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-97246b9d-0754-4981-ac16-21134e20f06d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc41dcd9-b368-4077-bbdb-1e1f10cddd49 HTTP/1.1" status: 200 len: 217 time: 0.0843475 Aug 20 15:07:47.711920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775952b-d43d-43ef-8042-4d3c8c26bb0b None None] Pushing event updated for resources: {'Port': ['ID=e84187e2-5d25-4a8c-a474-219155df0ab6,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:47.760281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:47.788100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c8a2536-dedc-4a92-b6cc-915e27455fea req-f8cc6ecd-22db-434e-b021-a91ab5b6dacb tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576160 Aug 20 15:07:47.812532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-fabcd752-491b-4036-93e4-07b79f0d62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:47.814458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-fabcd752-491b-4036-93e4-07b79f0d62ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.1203370 Aug 20 15:07:47.832987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec31790-4f58-43bf-999c-ac28d369f39f req-8fd0bdb1-1a46-4d8e-90c8-7cefa3e1d4a9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:47.844861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cec31790-4f58-43bf-999c-ac28d369f39f req-8fd0bdb1-1a46-4d8e-90c8-7cefa3e1d4a9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.2889023 Aug 20 15:07:47.889161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-fde05a7d-1845-4c89-bf6a-318333281178 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418019 Aug 20 15:07:48.106764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76ab3b2e-90d2-4099-8a79-aaeda3023972 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:48.108102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd810bcd-995f-4b8b-9270-f3a37eb53c2c req-7ccfb506-504a-4749-a804-b7b1591f490e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 210 time: 0.1256351 Aug 20 15:07:48.127257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-605521c0-92d7-4574-bbb2-8fce3de73655 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:48.137580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cec31790-4f58-43bf-999c-ac28d369f39f req-c43b71d3-820b-4b16-8923-faa6b9665f83 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917874 Aug 20 15:07:48.138186 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-605521c0-92d7-4574-bbb2-8fce3de73655 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.7016349 Aug 20 15:07:48.173072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Request body: {'port': {'device_id': '90a0c9c1-2d8b-4259-ab44-1cbd4103d228', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'admin_state_up': True, 'tenant_id': 'bd8da3ea8dca4f1ebb1e3d833773a9c4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:48.177355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-76ab3b2e-90d2-4099-8a79-aaeda3023972 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:48.202552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-2934ed3e-6322-4830-874d-4988b55381ba service neutron] 10.222.0.72 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997568 Aug 20 15:07:48.270434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e84187e2-5d25-4a8c-a474-219155df0ab6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:48.395900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port e84187e2-5d25-4a8c-a474-219155df0ab6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:48.412549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Made reservation on behalf of bd8da3ea8dca4f1ebb1e3d833773a9c4 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:48.424796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc927d7a-b12a-422f-86e5-7ccb7e4ad79e req-a6ec7ee0-33f8-4524-9d7c-23bcb0e4547f service neutron] 10.222.0.72 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144339 Aug 20 15:07:48.430117 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:48.499778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76ab3b2e-90d2-4099-8a79-aaeda3023972 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:48.535070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9cd2d-7185-4e33-8e5b-e64cc4bab213 req-fd583456-a7e5-46d9-a3cb-96b5ee66fe56 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:48.537224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6dd9cd2d-7185-4e33-8e5b-e64cc4bab213 req-fd583456-a7e5-46d9-a3cb-96b5ee66fe56 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0603936 Aug 20 15:07:48.587517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab3b2e-90d2-4099-8a79-aaeda3023972 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:48.629304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6dd9cd2d-7185-4e33-8e5b-e64cc4bab213 req-8f5dc92f-d650-4f9f-bb94-81f6251fdc8b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763874 Aug 20 15:07:48.670365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76ab3b2e-90d2-4099-8a79-aaeda3023972 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:48.675061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47502) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:48.675200 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-76ab3b2e-90d2-4099-8a79-aaeda3023972 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677 HTTP/1.1" status: 204 len: 168 time: 1.5903854 Aug 20 15:07:48.693312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Allocated IP 172.20.0.7 (9d0894f8-e5a6-479d-a1fc-d6d61961ff1b/09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1/0e3793fa-a512-4fd7-9dc3-c4d7a42864b6) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:48.726273 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-212718cc-5935-471e-a837-9b684ac91208 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:07:48.726987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212718cc-5935-471e-a837-9b684ac91208 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:07:48.730212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-212718cc-5935-471e-a837-9b684ac91208 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677 HTTP/1.1" status: 404 len: 333 time: 0.0533471 Aug 20 15:07:48.732986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47504) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:48.759259 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ec8784-7eee-4198-bf8a-4ba85a24ac39 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:07:48.762265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-91ec8784-7eee-4198-bf8a-4ba85a24ac39 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/e6a5c6dc-cfeb-4d1f-962f-4be3b56ab677 HTTP/1.1" status: 404 len: 333 time: 0.0279026 Aug 20 15:07:48.764812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47508) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:48.832931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8c90d6-7f61-445b-bede-ad7cacfec5d1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet 1777dfed-074e-4a23-b12b-49cecc3379ae {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:07:48.837715 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a8c90d6-7f61-445b-bede-ad7cacfec5d1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:48.882628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:48.900009 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a8c90d6-7f61-445b-bede-ad7cacfec5d1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:48.968288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.023150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:49.038573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:49.047717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:49.078893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6663a-899e-4609-81b9-99b53550dd2d req-dacd237a-e08b-4ae6-a9ee-fa1a05de386a tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:49.080606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14a6663a-899e-4609-81b9-99b53550dd2d req-dacd237a-e08b-4ae6-a9ee-fa1a05de386a tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.1936779 Aug 20 15:07:49.082312 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a8c90d6-7f61-445b-bede-ad7cacfec5d1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.086080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce7975-1604-461d-b5cf-55e61441fcbd None None] Network a4cd84fb-cf1c-4029-ba7c-1f1043307307 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:49.104309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event updated for resources: {'Port': ['ID=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:49.158974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:49.161197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-76f9cef0-d4bb-4f0d-a144-37bc89a23df6 None None] Provisioning for port e84187e2-5d25-4a8c-a474-219155df0ab6 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:49.161584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.169241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-76f9cef0-d4bb-4f0d-a144-37bc89a23df6 None None] Provisioning complete for port e84187e2-5d25-4a8c-a474-219155df0ab6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:49.169615 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-76f9cef0-d4bb-4f0d-a144-37bc89a23df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.192703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14a6663a-899e-4609-81b9-99b53550dd2d req-65bf5657-6932-45ce-8a53-ff8cfa8b0cde tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853713 Aug 20 15:07:49.204687 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-b2e8feb8-c0c6-4127-9e90-03b48ecf76f7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0394874 Aug 20 15:07:49.225856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Request body: {'port': {'device_id': '90a0c9c1-2d8b-4259-ab44-1cbd4103d228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:49.269319 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a8c90d6-7f61-445b-bede-ad7cacfec5d1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.321621 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c90d6-7f61-445b-bede-ad7cacfec5d1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=1777dfed-074e-4a23-b12b-49cecc3379ae,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:49.321863 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.360455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a8c90d6-7f61-445b-bede-ad7cacfec5d1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.365247 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47528) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:49.365513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2a8c90d6-7f61-445b-bede-ad7cacfec5d1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/1777dfed-074e-4a23-b12b-49cecc3379ae HTTP/1.1" status: 204 len: 168 time: 0.5993721 Aug 20 15:07:49.412315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a733e3f-d37a-4ab1-a872-bd2255ffe656 req-b87be7e7-cde7-4d92-9761-4fe6999125f9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:49.413995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a733e3f-d37a-4ab1-a872-bd2255ffe656 req-b87be7e7-cde7-4d92-9761-4fe6999125f9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.2032731 Aug 20 15:07:49.428191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea7ef9-328a-4685-8aaa-4bc2902668d3 req-ec1cd7ba-c3ee-4ea4-b99d-487ddbebcaf6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:49.429238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0ea7ef9-328a-4685-8aaa-4bc2902668d3 req-ec1cd7ba-c3ee-4ea4-b99d-487ddbebcaf6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 931 time: 0.1506138 Aug 20 15:07:49.486676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0ea7ef9-328a-4685-8aaa-4bc2902668d3 req-b5da221a-0ffa-4ba1-94f0-40fe70b85ed0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493574 Aug 20 15:07:49.524143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a733e3f-d37a-4ab1-a872-bd2255ffe656 req-a1493d72-1ece-46ad-8d1d-4920f65f64a1 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936077 Aug 20 15:07:49.589351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.623479 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-76f9cef0-d4bb-4f0d-a144-37bc89a23df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.671795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-76f9cef0-d4bb-4f0d-a144-37bc89a23df6 None None] For port e84187e2-5d25-4a8c-a474-219155df0ab6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e84187e2-5d25-4a8c-a474-219155df0ab6,segment=NetworkSegment(228f8d3d-3576-4165-9cf4-91715fdf7134),segment_id=228f8d3d-3576-4165-9cf4-91715fdf7134)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:49.678073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-76f9cef0-d4bb-4f0d-a144-37bc89a23df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.727240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port e84187e2-5d25-4a8c-a474-219155df0ab6 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:49.727619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.768030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9cef0-d4bb-4f0d-a144-37bc89a23df6 None None] Pushing event updated for resources: {'Port': ['ID=e84187e2-5d25-4a8c-a474-219155df0ab6,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:49.778998 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9203d596-63f7-4d49-a8b9-2175dbd88b51 None None] DHCP port deletion for a4cd84fb-cf1c-4029-ba7c-1f1043307307 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:07:49.851155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] For port e84187e2-5d25-4a8c-a474-219155df0ab6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e84187e2-5d25-4a8c-a474-219155df0ab6,segment=NetworkSegment(228f8d3d-3576-4165-9cf4-91715fdf7134),segment_id=228f8d3d-3576-4165-9cf4-91715fdf7134)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:49.852096 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.864663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f763c-0c0a-4830-a6a6-1dbb4149dae5 req-74dc1fe2-35d2-4d40-a7b4-d4e51d96f94e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:49.866235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23f763c-0c0a-4830-a6a6-1dbb4149dae5 req-74dc1fe2-35d2-4d40-a7b4-d4e51d96f94e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0894220 Aug 20 15:07:49.895722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9203d596-63f7-4d49-a8b9-2175dbd88b51 None None] Deleting port e84187e2-5d25-4a8c-a474-219155df0ab6 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:49.900159 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9203d596-63f7-4d49-a8b9-2175dbd88b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:49.900336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for e84187e2-5d25-4a8c-a474-219155df0ab6 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:49.931437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:49.961301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d23f763c-0c0a-4830-a6a6-1dbb4149dae5 req-33eb61fe-471e-45c3-8200-348f397c6211 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843849 Aug 20 15:07:49.972060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.033735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9203d596-63f7-4d49-a8b9-2175dbd88b51 None None] For port e84187e2-5d25-4a8c-a474-219155df0ab6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e84187e2-5d25-4a8c-a474-219155df0ab6,segment=NetworkSegment(228f8d3d-3576-4165-9cf4-91715fdf7134),segment_id=228f8d3d-3576-4165-9cf4-91715fdf7134)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:50.034199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9203d596-63f7-4d49-a8b9-2175dbd88b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.046663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Transition to ACTIVE for port object 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:50.052471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9203d596-63f7-4d49-a8b9-2175dbd88b51 None None] Calling delete_port for e84187e2-5d25-4a8c-a474-219155df0ab6 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:50.055145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.158471 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Pushing event updated for resources: {'Port': ['ID=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:50.162633 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.175712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e84187e2-5d25-4a8c-a474-219155df0ab6 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:50.205391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: e84187e2-5d25-4a8c-a474-219155df0ab6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:50.207216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e84187e2-5d25-4a8c-a474-219155df0ab6 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:50.207841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No DVR routers for this DVR port e84187e2-5d25-4a8c-a474-219155df0ab6 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:50.227339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9203d596-63f7-4d49-a8b9-2175dbd88b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.237015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=e84187e2-5d25-4a8c-a474-219155df0ab6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:50.268665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203d596-63f7-4d49-a8b9-2175dbd88b51 None None] Pushing event deleted for resources: {'Port': ['ID=e84187e2-5d25-4a8c-a474-219155df0ab6,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:50.273683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9203d596-63f7-4d49-a8b9-2175dbd88b51 None None] No DVR routers for this DVR port e84187e2-5d25-4a8c-a474-219155df0ab6 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:50.341324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.357822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056d083-1645-42f9-8783-6a0e06276208 req-5cd8f35b-9b19-4da6-808e-36fe3cb80976 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:50.359433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0056d083-1645-42f9-8783-6a0e06276208 req-5cd8f35b-9b19-4da6-808e-36fe3cb80976 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0535154 Aug 20 15:07:50.361981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4cd84fb-cf1c-4029-ba7c-1f1043307307']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:50.372059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Attempting to bind port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:50.372744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Attempting to bind port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:50.373310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Attempting to bind port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:50.381581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228f8d3d-3576-4165-9cf4-91715fdf7134') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:50.381581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228f8d3d-3576-4165-9cf4-91715fdf7134') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:50.396108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:07:50.396474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Attempting to bind port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:50.405694 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.407584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:50.407938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Checking segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:50.408324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Bound using segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:50.408756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Bound port: 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:50.409097 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.432601 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.451954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0056d083-1645-42f9-8783-6a0e06276208 req-db15aee4-39d0-426d-8c59-6fd6d76a9c48 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/security-groups?id=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854595 Aug 20 15:07:50.467694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-3772a1bf-f987-44c4-aa59-fd3b621a81fd tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:50.467694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-3772a1bf-f987-44c4-aa59-fd3b621a81fd tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.72 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 945 time: 0.0784912 Aug 20 15:07:50.476140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:50.476550 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:50.479675 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:50.568154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] For port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:50.574135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] For port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:50.576355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.581739 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.583875 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/networks/a4cd84fb-cf1c-4029-ba7c-1f1043307307 HTTP/1.1" status: 204 len: 168 time: 1.2169664 Aug 20 15:07:50.591423 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.594062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47552) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:50.603317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1980692233'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:50.645314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05e035-94be-4260-9dc8-0b144124ef74 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Network': ['ID=a4cd84fb-cf1c-4029-ba7c-1f1043307307,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:50.676944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:50.677600 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.679017 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] 10.222.0.72 "PUT /v2.0/ports/0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 HTTP/1.1" status: 200 len: 1092 time: 1.4582281 Aug 20 15:07:50.681167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a0c9c1-2d8b-4259-ab44-1cbd4103d228', 'tag': '0e3793fa-a512-4fd7-9dc3-c4d7a42864b6'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:50.684432 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e75610-4b62-427b-82bd-c9ba8d3f2888" -d '{"events": [{"name": "network-changed", "server_uuid": "90a0c9c1-2d8b-4259-ab44-1cbd4103d228", "tag": "0e3793fa-a512-4fd7-9dc3-c4d7a42864b6"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:50.705412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:50.706488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773938e-f2a4-4a22-8586-4e14e8cf5f4e req-d9bac887-d73f-488d-8eab-8870904211d7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:50.708200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e773938e-f2a4-4a22-8586-4e14e8cf5f4e req-d9bac887-d73f-488d-8eab-8870904211d7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 943 time: 0.1243465 Aug 20 15:07:50.716585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.745472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Deleting port e4b4cdec-1725-4e8b-81b1-40204931f7fb {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:50.745826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.780295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b7817-65d2-47c8-ada9-fa3178f7d7bb service neutron] Pushing event updated for resources: {'Port': ['ID=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:50.800784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:07:50.810527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-cfa80587-d559-4c47-af2c-2cb7cd5c654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:50.810774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bf147-dbc0-4f19-be97-0eec3120e0c3 req-43b39ab4-61eb-41c0-8b63-d4640d75c7fd tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:50.812062 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-cfa80587-d559-4c47-af2c-2cb7cd5c654c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 1095 time: 0.0718963 Aug 20 15:07:50.813071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-129bf147-dbc0-4f19-be97-0eec3120e0c3 req-43b39ab4-61eb-41c0-8b63-d4640d75c7fd tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1906927 Aug 20 15:07:50.824638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.824989 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Added segment 98f54b09-6a50-464a-9f45-b6fdb36b315a of type vlan for network a5ba7c29-f9f0-4147-8bb7-fb55696de7cc Aug 20 15:07:50.877643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e773938e-f2a4-4a22-8586-4e14e8cf5f4e req-ed74a36a-8025-42c6-8735-9afc8fbc9636 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574323 Aug 20 15:07:50.925821 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-77a57a2b-b132-4888-bc06-b161aabcd7e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 HTTP/1.1" status: 200 len: 217 time: 0.0679898 Aug 20 15:07:50.937262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-129bf147-dbc0-4f19-be97-0eec3120e0c3 req-17c7e3e0-bea3-4bd3-8700-9e3bd137f4ad tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841916 Aug 20 15:07:50.955506 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadcb58c-159c-4d18-8e02-0d47ac92d4d0 x-openstack-request-id: req-cadcb58c-159c-4d18-8e02-0d47ac92d4d0 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:50.955945 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a0c9c1-2d8b-4259-ab44-1cbd4103d228", "tag": "0e3793fa-a512-4fd7-9dc3-c4d7a42864b6", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:50.956156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] For port e4b4cdec-1725-4e8b-81b1-40204931f7fb, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e4b4cdec-1725-4e8b-81b1-40204931f7fb,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:50.956300 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cadcb58c-159c-4d18-8e02-0d47ac92d4d0 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:50.956797 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a0c9c1-2d8b-4259-ab44-1cbd4103d228', 'tag': '0e3793fa-a512-4fd7-9dc3-c4d7a42864b6', 'status': 'completed', 'code': 200} Aug 20 15:07:50.957073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.959184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:50.976753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Calling delete_port for e4b4cdec-1725-4e8b-81b1-40204931f7fb owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:51.024210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-e49b6df2-fafe-4c8f-94f0-1cdefabbbd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:51.026203 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-e49b6df2-fafe-4c8f-94f0-1cdefabbbd4e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.0856509 Aug 20 15:07:51.027656 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:51.033642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:51.034322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:51.142927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Network': ['ID=a5ba7c29-f9f0-4147-8bb7-fb55696de7cc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:51.148433 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-39cbfd14-f8ba-4869-b623-a84201eb6e43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102378 Aug 20 15:07:51.156023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a5ba7c29-f9f0-4147-8bb7-fb55696de7cc details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:07:51.201878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcb49f-83b2-4e99-add7-26d58511fe1e req-69eb9565-7d43-46a6-9bac-e8dd80d4af2d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:51.209411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62fcb49f-83b2-4e99-add7-26d58511fe1e req-69eb9565-7d43-46a6-9bac-e8dd80d4af2d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1468632 Aug 20 15:07:51.232119 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-929efaa3-60e7-463b-9662-60db5cc69095 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6335876 Aug 20 15:07:51.237485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47564) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:51.252686 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:51.283107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': 'a5ba7c29-f9f0-4147-8bb7-fb55696de7cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:51.303084 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e4b4cdec-1725-4e8b-81b1-40204931f7fb'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:51.323788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62fcb49f-83b2-4e99-add7-26d58511fe1e req-b05cdef8-4cd0-4adb-9131-bedeb30b14ff tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126113 Aug 20 15:07:51.326025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Pushing event deleted for resources: {'Port': ['ID=e4b4cdec-1725-4e8b-81b1-40204931f7fb,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:51.342835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] No DVR routers for this DVR port e4b4cdec-1725-4e8b-81b1-40204931f7fb on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:51.345780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:51.348317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6456400c-30e6-4674-99ee-47c9ec0946fa req-363c7c9b-93a0-4974-b093-84990ff26f43 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.72 "DELETE /v2.0/ports/e4b4cdec-1725-4e8b-81b1-40204931f7fb HTTP/1.1" status: 204 len: 173 time: 0.8734918 Aug 20 15:07:51.348784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'name': 'network-vif-deleted', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:51.351766 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb17b48a-ccc9-4193-ad22-8c5ff4b5bf9d" -d '{"events": [{"server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "name": "network-vif-deleted", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:51.374209 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-9fcaf178-7950-4a60-8963-59fc3efcffe2 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145875 Aug 20 15:07:51.400567 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7c39db-cde7-4b7c-8aff-868ce6cd4984 x-openstack-request-id: req-1a7c39db-cde7-4b7c-8aff-868ce6cd4984 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:51.400867 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e581e914-b1ac-4e43-9a21-58f6305b77bd", "name": "network-vif-deleted", "tag": "e4b4cdec-1725-4e8b-81b1-40204931f7fb", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:51.401664 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a7c39db-cde7-4b7c-8aff-868ce6cd4984 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:51.402313 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e581e914-b1ac-4e43-9a21-58f6305b77bd', 'name': 'network-vif-deleted', 'tag': 'e4b4cdec-1725-4e8b-81b1-40204931f7fb', 'status': 'completed', 'code': 200} Aug 20 15:07:51.495391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:51.499040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:51.571505 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ae954659-093c-4f57-b48d-9bb19447d5d8 req-fb44876d-cf21-463b-b8ef-9256d4b73d79 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842113 Aug 20 15:07:51.578098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-065eae63-f8c3-4ee6-beb2-45885e692ae6 req-447692c9-f8b8-4cbe-80bc-3f8d93b15324 tempest-ServerRescueTestJSONUnderV235-1847032833 tempest-ServerRescueTestJSONUnderV235-1847032833-project] 10.222.0.36 "GET /v2.0/ports?device_id=e581e914-b1ac-4e43-9a21-58f6305b77bd HTTP/1.1" status: 200 len: 210 time: 0.0387855 Aug 20 15:07:51.727762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:51.784125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-8471316f-e9f2-4ec1-93cc-b7329091c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:51.785722 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-8471316f-e9f2-4ec1-93cc-b7329091c04d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 1095 time: 0.0980370 Aug 20 15:07:51.857199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=fe8ab7ee-dacb-4dac-b298-c4c17f603d02,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:51.864967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Checking segment: {'id': '98f54b09-6a50-464a-9f45-b6fdb36b315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a5ba7c29-f9f0-4147-8bb7-fb55696de7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:51.865340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network hostable DHCP agents. Network: a5ba7c29-f9f0-4147-8bb7-fb55696de7cc, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:07:51.895434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network a5ba7c29-f9f0-4147-8bb7-fb55696de7cc is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:07:51.922437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a5ba7c29-f9f0-4147-8bb7-fb55696de7cc) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:51.926647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:51.927593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:51.942965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78bc64a-c7af-490c-a613-221f9eec693b None None] Network a5ba7c29-f9f0-4147-8bb7-fb55696de7cc requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:51.946871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-82f0c26e-f761-49f1-8ea6-62a5d90d89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:51.950110 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-82f0c26e-f761-49f1-8ea6-62a5d90d89c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 913 time: 0.1561177 Aug 20 15:07:51.960992 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-25604f26-2c1b-4051-9918-181fb9058566 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7139130 Aug 20 15:07:51.961266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47576) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:51.968750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': 'a5ba7c29-f9f0-4147-8bb7-fb55696de7cc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1096114852'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:52.068915 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-3402ed2d-8f15-4986-bf25-ee390be72a9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 HTTP/1.1" status: 200 len: 217 time: 0.0943565 Aug 20 15:07:52.099028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0889b-093e-42d2-b3eb-c823234e04ea req-dd591fa0-0289-447d-893d-ff71936f16a9 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:52.100904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34d0889b-093e-42d2-b3eb-c823234e04ea req-dd591fa0-0289-447d-893d-ff71936f16a9 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 943 time: 0.1157098 Aug 20 15:07:52.156361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdbfb0-700b-40b2-a86d-b1ff09e6cc88 req-3454060c-f85b-4873-83d7-612661ba3ea5 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:52.157919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8fcdbfb0-700b-40b2-a86d-b1ff09e6cc88 req-3454060c-f85b-4873-83d7-612661ba3ea5 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1062691 Aug 20 15:07:52.179231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-36c8af78-5ef7-4a56-8964-12e6b522a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:52.183883 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-36c8af78-5ef7-4a56-8964-12e6b522a782 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.1054740 Aug 20 15:07:52.209118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8fcdbfb0-700b-40b2-a86d-b1ff09e6cc88 req-64c5e56b-1153-45c1-a6f4-8296703f5a09 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390756 Aug 20 15:07:52.226275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34d0889b-093e-42d2-b3eb-c823234e04ea req-2d92acd9-2ca1-4f21-89a1-12c2c158aab1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099927 Aug 20 15:07:52.239731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a5ba7c29-f9f0-4147-8bb7-fb55696de7cc', 'network_id': 'a5ba7c29-f9f0-4147-8bb7-fb55696de7cc', 'tenant_id': '6c240ec2eac048d9bdb9b4bd2854e012', 'fixed_ips': [{'subnet_id': 'fe8ab7ee-dacb-4dac-b298-c4c17f603d02'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:07:52.240573 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:52.249233 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-f571b760-ce56-4eb8-b45c-b03f90b8c426 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507469 Aug 20 15:07:52.306787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:52.311374 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:52.345671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port 6c3f2dea-7bac-4d62-b165-89f9831691e7 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:52.389980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Allocated IP 172.20.0.2 (a5ba7c29-f9f0-4147-8bb7-fb55696de7cc/fe8ab7ee-dacb-4dac-b298-c4c17f603d02/13de49c4-b8a0-478d-b3aa-19ffb10f176a) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:52.425004 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-c0a7b67c-7fec-4d6b-b9e0-bee891bdf336 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664851 Aug 20 15:07:52.492345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae7fc4-e635-4091-a9ea-5ab7db9434d7 req-745dffc5-de09-4f93-987a-e4e6acb5025f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:52.501835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebae7fc4-e635-4091-a9ea-5ab7db9434d7 req-745dffc5-de09-4f93-987a-e4e6acb5025f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0719652 Aug 20 15:07:52.540039 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f1e75610-4b62-427b-82bd-c9ba8d3f2888 req-ba6f6ae0-2afe-4035-9357-985c7f4c05d4 service neutron] 10.222.0.72 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053531 Aug 20 15:07:52.545814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebae7fc4-e635-4091-a9ea-5ab7db9434d7 req-2b50a46d-02c6-4a6b-84e6-d83cd427f6dc tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Aug 20 15:07:52.582598 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:52.591669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Transition to ACTIVE for port object 13de49c4-b8a0-478d-b3aa-19ffb10f176a will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:52.607687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Transition to ACTIVE for port object 13de49c4-b8a0-478d-b3aa-19ffb10f176a will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:52.613363 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:52.655614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47586) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:52.672173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Network a5ba7c29-f9f0-4147-8bb7-fb55696de7cc is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:52.674990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:52.679456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:52.682689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6107cf7b-e0fc-4430-876d-c08292ae7405 {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:07:52.683034 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:07:52.732570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Pushing event updated for resources: {'Port': ['ID=13de49c4-b8a0-478d-b3aa-19ffb10f176a,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:52.746889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Attempting to bind port 13de49c4-b8a0-478d-b3aa-19ffb10f176a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:07:52.747272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Attempting to bind port 13de49c4-b8a0-478d-b3aa-19ffb10f176a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '98f54b09-6a50-464a-9f45-b6fdb36b315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a5ba7c29-f9f0-4147-8bb7-fb55696de7cc'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:07:52.747666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Attempting to bind port 13de49c4-b8a0-478d-b3aa-19ffb10f176a on network a5ba7c29-f9f0-4147-8bb7-fb55696de7cc {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:07:52.752780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:07:52.753469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Checking segment: {'id': '98f54b09-6a50-464a-9f45-b6fdb36b315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a5ba7c29-f9f0-4147-8bb7-fb55696de7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:07:52.753640 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:52.753952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Bound using segment: {'id': '98f54b09-6a50-464a-9f45-b6fdb36b315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a5ba7c29-f9f0-4147-8bb7-fb55696de7cc'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:07:52.754419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Bound port: 13de49c4-b8a0-478d-b3aa-19ffb10f176a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f54b09-6a50-464a-9f45-b6fdb36b315a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a5ba7c29-f9f0-4147-8bb7-fb55696de7cc'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:07:52.754800 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:52.878743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] For port 13de49c4-b8a0-478d-b3aa-19ffb10f176a, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:07:52.892758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] For port 13de49c4-b8a0-478d-b3aa-19ffb10f176a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=13de49c4-b8a0-478d-b3aa-19ffb10f176a,segment=NetworkSegment(98f54b09-6a50-464a-9f45-b6fdb36b315a),segment_id=98f54b09-6a50-464a-9f45-b6fdb36b315a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:07:52.899424 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:52.976349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee4b19-fcd6-4a69-8741-2a9a47e9f3b5 None None] Pushing event updated for resources: {'Port': ['ID=13de49c4-b8a0-478d-b3aa-19ffb10f176a,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:53.078689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:53.184607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:53.210386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port f7bbd508-c825-4df6-a457-151dadfc799c yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:53.396527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.8 (a5ba7c29-f9f0-4147-8bb7-fb55696de7cc/fe8ab7ee-dacb-4dac-b298-c4c17f603d02/f7bbd508-c825-4df6-a457-151dadfc799c) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:07:53.471246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c213579-98b5-40ab-a8b9-ab76caa3f573 req-cbeb5b38-d114-49da-8662-266a16153781 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:53.473135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c213579-98b5-40ab-a8b9-ab76caa3f573 req-cbeb5b38-d114-49da-8662-266a16153781 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 943 time: 0.1418860 Aug 20 15:07:53.487810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02e37a-0378-4864-bed4-c9d803a6dc90 req-c384d2b7-5daf-4513-997b-ab109e05893b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:53.499775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc02e37a-0378-4864-bed4-c9d803a6dc90 req-c384d2b7-5daf-4513-997b-ab109e05893b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1521080 Aug 20 15:07:53.556264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:53.575668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object f7bbd508-c825-4df6-a457-151dadfc799c will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:07:53.613394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:53.668253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network a5ba7c29-f9f0-4147-8bb7-fb55696de7cc is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:53.671984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:53.674652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:53.732993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:53.733707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:53.745887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=f7bbd508-c825-4df6-a457-151dadfc799c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:53.759835 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3caeca3c-504a-4e6a-b62c-982e5b4531a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7969086 Aug 20 15:07:53.762241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47600) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:53.906571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-06d407d0-2ee4-4dc0-8a22-1b4ab9c51e30 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port f7bbd508-c825-4df6-a457-151dadfc799c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:53.906928 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06d407d0-2ee4-4dc0-8a22-1b4ab9c51e30 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:53.973935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e4b4cdec-1725-4e8b-81b1-40204931f7fb no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:53.996552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c213579-98b5-40ab-a8b9-ab76caa3f573 req-1f7b6821-fefd-489c-ae49-625756478a08 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932456 Aug 20 15:07:54.028692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: e4b4cdec-1725-4e8b-81b1-40204931f7fb {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:54.029049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e4b4cdec-1725-4e8b-81b1-40204931f7fb not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:54.036652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc02e37a-0378-4864-bed4-c9d803a6dc90 req-9640a068-8c42-4c09-9301-51c12631ba25 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356493 Aug 20 15:07:54.106764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Deleting port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:54.108243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.149646 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06d407d0-2ee4-4dc0-8a22-1b4ab9c51e30 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.168868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f3dcb1-f695-4352-87a7-2d30e06b24e2 None None] Network a5ba7c29-f9f0-4147-8bb7-fb55696de7cc requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:54.195308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-06d407d0-2ee4-4dc0-8a22-1b4ab9c51e30 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for f7bbd508-c825-4df6-a457-151dadfc799c owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:54.240048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30b198-4ff0-422f-bc3b-ec1b2ab2b54c req-1bfcb318-9c6f-4dea-97a9-96ac2a06f6f1 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:54.259502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb30b198-4ff0-422f-bc3b-ec1b2ab2b54c req-1bfcb318-9c6f-4dea-97a9-96ac2a06f6f1 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1029422 Aug 20 15:07:54.272382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] For port 83bdb8a2-b29d-482b-b8fb-cbc6549559ce, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=83bdb8a2-b29d-482b-b8fb-cbc6549559ce,segment=NetworkSegment(5d3c61cc-ed8e-4158-b76b-99bade47bbf5),segment_id=5d3c61cc-ed8e-4158-b76b-99bade47bbf5)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:54.273035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.290452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 13de49c4-b8a0-478d-b3aa-19ffb10f176a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:54.298500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Calling delete_port for 83bdb8a2-b29d-482b-b8fb-cbc6549559ce owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:54.337294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5190218f-2e87-43b3-96a4-5fbdeac47f15 None None] Provisioning for port 13de49c4-b8a0-478d-b3aa-19ffb10f176a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:54.343447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb30b198-4ff0-422f-bc3b-ec1b2ab2b54c req-5ea97006-3b8f-45f0-a1e9-3179ed9551db tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826888 Aug 20 15:07:54.402063 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06d407d0-2ee4-4dc0-8a22-1b4ab9c51e30 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.433935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 13de49c4-b8a0-478d-b3aa-19ffb10f176a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:54.439140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 13de49c4-b8a0-478d-b3aa-19ffb10f176a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:54.439522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.524236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06d407d0-2ee4-4dc0-8a22-1b4ab9c51e30 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.529560 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-06d407d0-2ee4-4dc0-8a22-1b4ab9c51e30 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/f7bbd508-c825-4df6-a457-151dadfc799c HTTP/1.1" status: 204 len: 168 time: 0.7638431 Aug 20 15:07:54.529560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d407d0-2ee4-4dc0-8a22-1b4ab9c51e30 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=f7bbd508-c825-4df6-a457-151dadfc799c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:54.530998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47606) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:54.561983 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a84abb4-ca7c-4562-abab-26174b169b62 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:07:54.566403 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2a84abb4-ca7c-4562-abab-26174b169b62 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/f7bbd508-c825-4df6-a457-151dadfc799c HTTP/1.1" status: 404 len: 333 time: 0.0316231 Aug 20 15:07:54.566906 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47608) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:54.571170 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.575845 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.613422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 13de49c4-b8a0-478d-b3aa-19ffb10f176a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=13de49c4-b8a0-478d-b3aa-19ffb10f176a,segment=NetworkSegment(98f54b09-6a50-464a-9f45-b6fdb36b315a),segment_id=98f54b09-6a50-464a-9f45-b6fdb36b315a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:54.620983 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.627136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Pushing event deleted for resources: {'Port': ['ID=83bdb8a2-b29d-482b-b8fb-cbc6549559ce,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:54.632633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet fe8ab7ee-dacb-4dac-b298-c4c17f603d02 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:07:54.637866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.694250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=13de49c4-b8a0-478d-b3aa-19ffb10f176a,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:54.702616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.805945 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.834303 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.888111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.931964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8ab7ee-dacb-4dac-b298-c4c17f603d02,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:54.940938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:54.942901 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/fe8ab7ee-dacb-4dac-b298-c4c17f603d02 HTTP/1.1" status: 204 len: 168 time: 0.3750710 Aug 20 15:07:54.944426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.944771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.945109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.945446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.945778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.946123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.946434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.946757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.947082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.947404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.947753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.948252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77a68e-333e-4591-b7e1-b8fa8ff71ff2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:54.951864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47612) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:54.984933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fae2bb71-4173-4dcd-81b5-746bc4d380d7 None None] Provisioning complete for port 13de49c4-b8a0-478d-b3aa-19ffb10f176a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:54.985535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fae2bb71-4173-4dcd-81b5-746bc4d380d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.097201 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.186959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67967462-1951-44ef-a5d8-98296d39b351 None None] Network a5ba7c29-f9f0-4147-8bb7-fb55696de7cc requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:07:55.227492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port 13de49c4-b8a0-478d-b3aa-19ffb10f176a {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:55.227859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.307223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d935ea-fed5-469b-bdf4-2e29129a4e71 req-22f5230a-2ac3-4da9-9cab-0753bcf1d569 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:55.313628 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] For port 13de49c4-b8a0-478d-b3aa-19ffb10f176a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=13de49c4-b8a0-478d-b3aa-19ffb10f176a,segment=NetworkSegment(98f54b09-6a50-464a-9f45-b6fdb36b315a),segment_id=98f54b09-6a50-464a-9f45-b6fdb36b315a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:55.314266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.314853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-eccd3e96-7877-47f1-a24c-0308f4d7c43b None None] Could not find standard attr ID for object f7bbd508-c825-4df6-a457-151dadfc799c. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:07:55.315009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5d935ea-fed5-469b-bdf4-2e29129a4e71 req-22f5230a-2ac3-4da9-9cab-0753bcf1d569 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 943 time: 0.2044988 Aug 20 15:07:55.333212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for 13de49c4-b8a0-478d-b3aa-19ffb10f176a owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:55.356503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e258d-582b-42d1-80cf-aa66af44f6da req-33b5f5d2-53b4-4d0a-91b3-9e55fa6df557 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:55.363580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-157e258d-582b-42d1-80cf-aa66af44f6da req-33b5f5d2-53b4-4d0a-91b3-9e55fa6df557 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1679370 Aug 20 15:07:55.369068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Router 68766019-95bb-4b14-bbd5-ead5f3b013c5 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:07:55.421958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5d935ea-fed5-469b-bdf4-2e29129a4e71 req-7aaee0a2-587b-4306-9136-9dcfdd88b57b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057460 Aug 20 15:07:55.450426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-157e258d-582b-42d1-80cf-aa66af44f6da req-64bf6c11-7166-4e61-ab3f-01c7b16d60e9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844004 Aug 20 15:07:55.462109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.489722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e3f63-7c2f-4587-b40d-3ed9920604da None None] DHCP port deletion for a5ba7c29-f9f0-4147-8bb7-fb55696de7cc request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:07:55.540572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No DVR routers for this DVR port 13de49c4-b8a0-478d-b3aa-19ffb10f176a on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:07:55.543745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=13de49c4-b8a0-478d-b3aa-19ffb10f176a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:55.628011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:07:55.640664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-83199f3d-fea0-4767-9334-84af8859c33f admin admin] 10.222.0.36 "PUT /v2.0/routers/68766019-95bb-4b14-bbd5-ead5f3b013c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9810545 Aug 20 15:07:55.640885 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] Sync routers for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:07:55.641400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47626) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:55.659134 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:55.659786 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:55.661179 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26528096-b070-4d93-aae2-121db156bb4e req-7d068a77-01b4-4f6d-9070-4f9e74b5c973 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1101696 Aug 20 15:07:55.666816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67fe9b-e55e-46cb-9878-d8333149c26e req-1a72e3c8-7fd4-4e7b-b9f9-4a6b219dc6e0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:55.667698 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.668488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c67fe9b-e55e-46cb-9878-d8333149c26e req-1a72e3c8-7fd4-4e7b-b9f9-4a6b219dc6e0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1133487 Aug 20 15:07:55.706572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ba7c29-f9f0-4147-8bb7-fb55696de7cc']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:55.720764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f54b09-6a50-464a-9f45-b6fdb36b315a') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:55.721161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f54b09-6a50-464a-9f45-b6fdb36b315a') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:55.735363 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.756186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.763378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c67fe9b-e55e-46cb-9878-d8333149c26e req-a4707190-35c7-423d-8c3c-e406cccde907 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628726 Aug 20 15:07:55.786073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:55.786073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.824529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.853707 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:55.873253 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:55.920528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.934223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:55.942472 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/networks/a5ba7c29-f9f0-4147-8bb7-fb55696de7cc HTTP/1.1" status: 204 len: 168 time: 0.9888387 Aug 20 15:07:55.942917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47632) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:55.948696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'name': 'tempest-PortsTestJSON-2121343250'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:55.967644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7178c-298d-42c6-ad11-2c5af02da1b1 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Network': ['ID=a5ba7c29-f9f0-4147-8bb7-fb55696de7cc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:55.975417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:07:55.978280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528096-b070-4d93-aae2-121db156bb4e req-a32b8eac-2b7e-4897-80fe-a3f2b4947cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:55.980471 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26528096-b070-4d93-aae2-121db156bb4e req-a32b8eac-2b7e-4897-80fe-a3f2b4947cb3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1064019 Aug 20 15:07:56.007947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b824cbc-3934-4da5-93f9-ddc17877b044 req-b50aba0e-53dd-4302-86e6-04f7d66ea3e1 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:56.015804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b824cbc-3934-4da5-93f9-ddc17877b044 req-b50aba0e-53dd-4302-86e6-04f7d66ea3e1 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1707280 Aug 20 15:07:56.135742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b824cbc-3934-4da5-93f9-ddc17877b044 req-4729a835-8652-43ab-a857-b93f422f2a1a tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183720 Aug 20 15:07:56.160003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:56.174126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '0e3793fa-a512-4fd7-9dc3-c4d7a42864b6', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'port_id': '0e3793fa-a512-4fd7-9dc3-c4d7a42864b6', 'mac_address': 'fa:16:3e:df:eb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:07:56.177424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:56.187631 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:07:54Z', 'revision_number': 5, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port': {'id': '56eb350d-71df-40a4-98d0-944fcc5b71ae', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:06:19Z', 'updated_at': '2021-08-20T15:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:56.239097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:56.243264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:56.251627 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] Checking router: 68766019-95bb-4b14-bbd5-ead5f3b013c5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:07:56.270816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port 42b601a2-ee55-46d1-a7d6-5849a3fb986d yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:56.278000 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] Routers {'68766019-95bb-4b14-bbd5-ead5f3b013c5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:07:56.278561 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['68766019-95bb-4b14-bbd5-ead5f3b013c5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:56.281802 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:56.288030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Deleting port 56eb350d-71df-40a4-98d0-944fcc5b71ae {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:56.288030 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:56.305407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:07:56.333511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:56.338160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 13de49c4-b8a0-478d-b3aa-19ffb10f176a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:56.342059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:56.377881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 13de49c4-b8a0-478d-b3aa-19ffb10f176a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:56.379004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 13de49c4-b8a0-478d-b3aa-19ffb10f176a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:56.458217 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] Set router 68766019-95bb-4b14-bbd5-ead5f3b013c5 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:07:56.474979 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:56.554311 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:07:56Z', 'revision_number': 6, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:56.639879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528096-b070-4d93-aae2-121db156bb4e req-4ab465bc-d018-47a1-8d7f-e4733b5268a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:56.641355 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26528096-b070-4d93-aae2-121db156bb4e req-4ab465bc-d018-47a1-8d7f-e4733b5268a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.6347549 Aug 20 15:07:56.660956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] For port 56eb350d-71df-40a4-98d0-944fcc5b71ae, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=56eb350d-71df-40a4-98d0-944fcc5b71ae,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:56.662009 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:56.689263 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d30d9e9-8f45-4398-b684-35dc3ad2d1b8 None None] The sync data for ids ['68766019-95bb-4b14-bbd5-ead5f3b013c5'] in n-d-695189-15 is: [{'id': '68766019-95bb-4b14-bbd5-ead5f3b013c5', 'name': 'tempest-ServerRescueTestJSONUnderV235-584856865-router', 'tenant_id': 'a6684a7f53f1496d96f48a869da0ea37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:06:17Z', 'updated_at': '2021-08-20T15:07:56Z', 'revision_number': 6, 'project_id': 'a6684a7f53f1496d96f48a869da0ea37', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:07:56.703377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Calling delete_port for 56eb350d-71df-40a4-98d0-944fcc5b71ae owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:56.707121 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:56.723808 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26528096-b070-4d93-aae2-121db156bb4e req-6554f5e5-a0ab-48bd-bc06-0259dfe7b532 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 200 len: 1001 time: 0.0688436 Aug 20 15:07:56.733360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751b955-e8c2-4cfc-a71a-c9eb40bff4a2 req-cb2510d8-db4e-4b30-b8ac-5c5c45ab58c4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:56.734922 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7751b955-e8c2-4cfc-a71a-c9eb40bff4a2 req-cb2510d8-db4e-4b30-b8ac-5c5c45ab58c4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 944 time: 0.1891739 Aug 20 15:07:56.750523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d27b1-a0a4-4743-bac3-9ef15743264c req-8b9b8ed9-33fe-43c3-8747-f3785320d6aa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:56.752045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-147d27b1-a0a4-4743-bac3-9ef15743264c req-8b9b8ed9-33fe-43c3-8747-f3785320d6aa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1932125 Aug 20 15:07:56.776951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528096-b070-4d93-aae2-121db156bb4e req-b8e743aa-f51b-451b-a7b7-6016637bc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:56.778420 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26528096-b070-4d93-aae2-121db156bb4e req-b8e743aa-f51b-451b-a7b7-6016637bc822 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.0446186 Aug 20 15:07:56.785204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['0e3793fa-a512-4fd7-9dc3-c4d7a42864b6'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:07:56.844392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26528096-b070-4d93-aae2-121db156bb4e req-fe6857f1-5243-4ba8-bbd1-69a09c8509dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:56.846229 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26528096-b070-4d93-aae2-121db156bb4e req-fe6857f1-5243-4ba8-bbd1-69a09c8509dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567532 Aug 20 15:07:56.894118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7751b955-e8c2-4cfc-a71a-c9eb40bff4a2 req-13923a10-0095-44bd-8820-23355f7dfcbe tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410706 Aug 20 15:07:56.907408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-147d27b1-a0a4-4743-bac3-9ef15743264c req-9bc351de-821a-4468-8959-35e67e921c5e tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129477 Aug 20 15:07:56.916354 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.040104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26528096-b070-4d93-aae2-121db156bb4e req-afa82546-7719-4537-8481-14ca41cca786 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837952 Aug 20 15:07:57.083039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:57.086281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=42b601a2-ee55-46d1-a7d6-5849a3fb986d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:57.096224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:57.098725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:57.105893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:57.106841 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.161033 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-26528096-b070-4d93-aae2-121db156bb4e req-62fb375c-6616-400a-98cc-167a4cc4e6df service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128998 Aug 20 15:07:57.170567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b9bcf-6d39-485f-bdcb-ce67422e84b8 req-d467c34a-b170-4c01-b063-5c1dbc50eba0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:57.173717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-932b9bcf-6d39-485f-bdcb-ce67422e84b8 req-d467c34a-b170-4c01-b063-5c1dbc50eba0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1427104 Aug 20 15:07:57.183349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3b6cba4d-4407-490f-8a8d-26a8e96faa61 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2394569 Aug 20 15:07:57.186926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47646) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:57.232085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-932b9bcf-6d39-485f-bdcb-ce67422e84b8 req-0c251435-ce87-45e6-802b-ce02e5fce912 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458324 Aug 20 15:07:57.254705 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.300193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5d7d8-d151-44d9-ba3e-87d929ab3422 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port 42b601a2-ee55-46d1-a7d6-5849a3fb986d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:57.300193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d7d8-d151-44d9-ba3e-87d929ab3422 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.301305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Pushing event deleted for resources: {'Port': ['ID=56eb350d-71df-40a4-98d0-944fcc5b71ae,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:57.362591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe99a41-6eed-41b1-bdaf-5c9472490ba6 req-2dd1334c-58b4-4b1c-ba1e-b74f51f9b4f2 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:57.364188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fe99a41-6eed-41b1-bdaf-5c9472490ba6 req-2dd1334c-58b4-4b1c-ba1e-b74f51f9b4f2 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1312056 Aug 20 15:07:57.382984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d7d8-d151-44d9-ba3e-87d929ab3422 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.387797 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.398045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5d7d8-d151-44d9-ba3e-87d929ab3422 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for 42b601a2-ee55-46d1-a7d6-5849a3fb986d owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:57.484516 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d7d8-d151-44d9-ba3e-87d929ab3422 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.493773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.498163 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.505575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fe99a41-6eed-41b1-bdaf-5c9472490ba6 req-52344b93-2eda-4ffd-a7d6-e0d72228c3a1 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266885 Aug 20 15:07:57.516284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5d7d8-d151-44d9-ba3e-87d929ab3422 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=42b601a2-ee55-46d1-a7d6-5849a3fb986d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:57.523812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ef5d7d8-d151-44d9-ba3e-87d929ab3422 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.529181 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6ef5d7d8-d151-44d9-ba3e-87d929ab3422 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/42b601a2-ee55-46d1-a7d6-5849a3fb986d HTTP/1.1" status: 204 len: 168 time: 0.3382442 Aug 20 15:07:57.529330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47648) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:57.534263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'mac_address': 'fa:16:3e:b7:3c:d8', 'name': 'tempest-PortsTestJSON-1873760654'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:57.564694 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.565548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68766019-95bb-4b14-bbd5-ead5f3b013c5 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:07:57.570215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.571512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0f35bdfd-8205-4d04-bfc6-352e38536716 admin admin] 10.222.0.36 "DELETE /v2.0/routers/68766019-95bb-4b14-bbd5-ead5f3b013c5 HTTP/1.1" status: 204 len: 168 time: 1.9282613 Aug 20 15:07:57.576045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47650) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:57.629509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Deleting subnet b16983c5-c372-493a-b07c-62c16801db2c {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:07:57.634353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:57.634528 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.672808 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.708322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.713071 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.732719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port a8bc6b8c-4cc5-4223-a99d-f71a742aa322 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:57.778869 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.808666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16983c5-c372-493a-b07c-62c16801db2c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:57.813866 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:57.815872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b16983c5-c372-493a-b07c-62c16801db2c HTTP/1.1" status: 204 len: 168 time: 0.2385302 Aug 20 15:07:57.818555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47652) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:57.825818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.826249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.826670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.827057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.827530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.827982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.828393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.828797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.829200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.829603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.830008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.830702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c662dac-8d6e-4139-aa76-8bbb721781ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:07:57.992009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:07:57.996673 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.062199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.110309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf0ed2-989c-4f54-9e0f-f95f022fe0fa req-24bd0481-5726-41fe-a171-cf6af80c379a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:58.112051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:07:58.117647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:07:58.118036 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.127224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7daf0ed2-989c-4f54-9e0f-f95f022fe0fa req-24bd0481-5726-41fe-a171-cf6af80c379a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 944 time: 0.1278698 Aug 20 15:07:58.185890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7daf0ed2-989c-4f54-9e0f-f95f022fe0fa req-e34f9103-b949-40f3-8f18-a1617fbc751d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573139 Aug 20 15:07:58.230982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b417aa-1d90-4f3b-ade0-d5a108cd4afa req-ce9019d0-c164-452f-b107-203c622b9e80 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:58.237853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81b417aa-1d90-4f3b-ade0-d5a108cd4afa req-ce9019d0-c164-452f-b107-203c622b9e80 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1974690 Aug 20 15:07:58.240382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 83bdb8a2-b29d-482b-b8fb-cbc6549559ce no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:58.268815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.272357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.298136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81b417aa-1d90-4f3b-ade0-d5a108cd4afa req-15dc4843-7267-46dd-9f2a-69e6b3879e50 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493717 Aug 20 15:07:58.305555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 83bdb8a2-b29d-482b-b8fb-cbc6549559ce {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:58.306086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 83bdb8a2-b29d-482b-b8fb-cbc6549559ce not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:58.306439 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 56eb350d-71df-40a4-98d0-944fcc5b71ae no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:07:58.317069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83472135-9cc2-4bb0-b027-531ee8284d64']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:58.352894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3c61cc-ed8e-4158-b76b-99bade47bbf5') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:58.353342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3c61cc-ed8e-4158-b76b-99bade47bbf5') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:07:58.356467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 56eb350d-71df-40a4-98d0-944fcc5b71ae {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:07:58.356816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 56eb350d-71df-40a4-98d0-944fcc5b71ae not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:07:58.372652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.380651 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.409995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0c9c1-2d8b-4259-ab44-1cbd4103d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3793fa-a512-4fd7-9dc3-c4d7a42864b6'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:07:58.412563 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a0311-4541-4bbe-9e6f-954d10be22ab" -d '{"events": [{"server_uuid": "90a0c9c1-2d8b-4259-ab44-1cbd4103d228", "name": "network-vif-plugged", "status": "completed", "tag": "0e3793fa-a512-4fd7-9dc3-c4d7a42864b6"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:07:58.432643 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.437180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:07:58.446598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:58.446798 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.455559 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:07:58.456094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.459600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:07:58.461623 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:07:58.465194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32974bc8-ad4a-48b0-b732-e4c43474a85a req-cd08c7de-b5ac-45a6-8a7e-b9aadeb334f9 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:58.465344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:58.468916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32974bc8-ad4a-48b0-b732-e4c43474a85a req-cd08c7de-b5ac-45a6-8a7e-b9aadeb334f9 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0885298 Aug 20 15:07:58.471206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:58.471977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.491354 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ca59f-4957-4b1d-a6af-f549af9d4055 x-openstack-request-id: req-5d4ca59f-4957-4b1d-a6af-f549af9d4055 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:07:58.491962 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0c9c1-2d8b-4259-ab44-1cbd4103d228", "name": "network-vif-plugged", "status": "completed", "tag": "0e3793fa-a512-4fd7-9dc3-c4d7a42864b6", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:07:58.492403 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d4ca59f-4957-4b1d-a6af-f549af9d4055 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:07:58.492974 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0c9c1-2d8b-4259-ab44-1cbd4103d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3793fa-a512-4fd7-9dc3-c4d7a42864b6', 'code': 200} Aug 20 15:07:58.494450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=a8bc6b8c-4cc5-4223-a99d-f71a742aa322,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:58.524090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32974bc8-ad4a-48b0-b732-e4c43474a85a req-cd46dd14-0791-44a9-a67e-38fcbdda894e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 Aug 20 15:07:58.541370 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a18dd1af-d69c-460f-aa7c-1ebdaaffe5ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0088623 Aug 20 15:07:58.541716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47666) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:58.544022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:58.623827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a27c85-c2c7-45fe-acde-8c223bd7fc80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:58.627800 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-38a27c85-c2c7-45fe-acde-8c223bd7fc80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/a8bc6b8c-4cc5-4223-a99d-f71a742aa322 HTTP/1.1" status: 200 len: 841 time: 0.0825391 Aug 20 15:07:58.628230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47670) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:58.650839 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.663084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.673538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f981b8e-4c1f-48f1-ab87-39ea804304e9 req-8d567222-ed3b-4d8e-9497-16b5426a9b37 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:58.675193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f981b8e-4c1f-48f1-ab87-39ea804304e9 req-8d567222-ed3b-4d8e-9497-16b5426a9b37 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.0718465 Aug 20 15:07:58.675346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.677160 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] 10.222.0.36 "DELETE /v2.0/networks/83472135-9cc2-4bb0-b027-531ee8284d64 HTTP/1.1" status: 204 len: 168 time: 0.8573959 Aug 20 15:07:58.696267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ca2c5-726c-4c6f-b77b-29cf3f520985 req-c9717269-852b-4dd2-9777-f448c5f82454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:58.698412 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bc8ca2c5-726c-4c6f-b77b-29cf3f520985 req-c9717269-852b-4dd2-9777-f448c5f82454 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 1097 time: 0.1147592 Aug 20 15:07:58.705254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa7019-ebaa-4778-a0da-86cf43dce495 admin admin] Pushing event deleted for resources: {'Network': ['ID=83472135-9cc2-4bb0-b027-531ee8284d64,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:58.769599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bc8ca2c5-726c-4c6f-b77b-29cf3f520985 req-5ad2a6b3-8576-4b01-9ff8-3f1d535b20cb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403941 Aug 20 15:07:58.786012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-637be423-a0ef-42a2-af14-0cb312eef6cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port a8bc6b8c-4cc5-4223-a99d-f71a742aa322 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:07:58.786360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-637be423-a0ef-42a2-af14-0cb312eef6cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.845837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f981b8e-4c1f-48f1-ab87-39ea804304e9 req-043f1895-11e4-4834-9d5b-fc221d6aa886 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592839 Aug 20 15:07:58.875817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-637be423-a0ef-42a2-af14-0cb312eef6cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.892724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-637be423-a0ef-42a2-af14-0cb312eef6cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for a8bc6b8c-4cc5-4223-a99d-f71a742aa322 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:07:58.893082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47676) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:58.938572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-84da11e0-6025-4d28-9c0a-00fa60a4a120 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6684a7f53f1496d96f48a869da0ea37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442643 Aug 20 15:07:58.941139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47678) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:58.982317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-637be423-a0ef-42a2-af14-0cb312eef6cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:58.992068 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cce8eac7-9d68-41cf-be8b-9f4972d23398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:59.012063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637be423-a0ef-42a2-af14-0cb312eef6cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=a8bc6b8c-4cc5-4223-a99d-f71a742aa322,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:59.015969 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cce8eac7-9d68-41cf-be8b-9f4972d23398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:59.017646 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-637be423-a0ef-42a2-af14-0cb312eef6cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:59.021938 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-637be423-a0ef-42a2-af14-0cb312eef6cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/a8bc6b8c-4cc5-4223-a99d-f71a742aa322 HTTP/1.1" status: 204 len: 168 time: 0.3903551 Aug 20 15:07:59.022401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47680) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:59.049931 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca879bb0-e562-49cd-a1cf-dab5380dca3b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:07:59.051802 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ca879bb0-e562-49cd-a1cf-dab5380dca3b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/a8bc6b8c-4cc5-4223-a99d-f71a742aa322 HTTP/1.1" status: 404 len: 333 time: 0.0280941 Aug 20 15:07:59.055145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47684) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:59.061403 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'name': 'tempest-PortsTestJSON-1651068116'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:59.076945 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cce8eac7-9d68-41cf-be8b-9f4972d23398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:59.079975 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cce8eac7-9d68-41cf-be8b-9f4972d23398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:59.081243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cce8eac7-9d68-41cf-be8b-9f4972d23398 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe HTTP/1.1" status: 204 len: 168 time: 0.1391392 Aug 20 15:07:59.090087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8eac7-9d68-41cf-be8b-9f4972d23398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadc7e1c-d8f3-425a-8fb3-d9446f7db7fe,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:59.168298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:07:59.171698 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:59.190143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port beee7caa-4949-4d12-a9da-71f585357a79 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:07:59.331261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30250b34-8a28-42df-83fe-0a415810625c req-3d6289e1-7afc-4d98-b625-5c3325a64724 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:59.333066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30250b34-8a28-42df-83fe-0a415810625c req-3d6289e1-7afc-4d98-b625-5c3325a64724 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.0697243 Aug 20 15:07:59.379777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30250b34-8a28-42df-83fe-0a415810625c req-10052a61-3454-4d15-b4f3-9da6d44fa244 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392411 Aug 20 15:07:59.382141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:59.444840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:59.496681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:07:59.504166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:07:59.513247 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:07:59.521154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:59.521974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:07:59.525544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=beee7caa-4949-4d12-a9da-71f585357a79,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:07:59.532819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b48c8-76c3-4814-b769-6d84d3fc0c61 req-a3ed8a8b-bb97-4ab0-a2dd-d27ee884fe06 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:07:59.534670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f2b48c8-76c3-4814-b769-6d84d3fc0c61 req-a3ed8a8b-bb97-4ab0-a2dd-d27ee884fe06 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.0734997 Aug 20 15:07:59.540699 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ada0b795-1911-41c9-b084-6c55902fca40 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4842651 Aug 20 15:07:59.545460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47700) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:07:59.555813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e890b4e3-0904-4d50-9a10-e7f1649fbbd0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:07:59.628691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f2b48c8-76c3-4814-b769-6d84d3fc0c61 req-fedc50ea-42d6-422d-9031-5cc80a30c194 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841305 Aug 20 15:08:00.056217 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e890b4e3-0904-4d50-9a10-e7f1649fbbd0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:00.090388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882d03c-54b7-4a33-ab53-56272c9a4d5b req-52942265-f8ad-487f-a05d-6d61b010476a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:00.091840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6882d03c-54b7-4a33-ab53-56272c9a4d5b req-52942265-f8ad-487f-a05d-6d61b010476a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.4834852 Aug 20 15:08:00.147153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8669e3-d510-4bf5-8821-3b22a2b49703 req-e5c3e41f-0d03-467e-88f6-ef771b0eef77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:00.148690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e8669e3-d510-4bf5-8821-3b22a2b49703 req-e5c3e41f-0d03-467e-88f6-ef771b0eef77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1319897 Aug 20 15:08:00.202983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6882d03c-54b7-4a33-ab53-56272c9a4d5b req-29f4844f-806c-4d99-88d5-fadd14ef9c4e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907733 Aug 20 15:08:00.267245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e8669e3-d510-4bf5-8821-3b22a2b49703 req-4ab24c04-6dcc-48e1-a1fe-f0339bb6c846 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111240 Aug 20 15:08:00.325812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e890b4e3-0904-4d50-9a10-e7f1649fbbd0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:00.332876 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e890b4e3-0904-4d50-9a10-e7f1649fbbd0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:00.384825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-e890b4e3-0904-4d50-9a10-e7f1649fbbd0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] In _notify_port_updated(), no bound segment for port beee7caa-4949-4d12-a9da-71f585357a79 on network 40f814e8-d543-4fc4-9c39-2d925c5c5863 {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:08:00.396574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e890b4e3-0904-4d50-9a10-e7f1649fbbd0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:00.397333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e890b4e3-0904-4d50-9a10-e7f1649fbbd0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:00.402137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e890b4e3-0904-4d50-9a10-e7f1649fbbd0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "PUT /v2.0/ports/beee7caa-4949-4d12-a9da-71f585357a79 HTTP/1.1" status: 200 len: 818 time: 0.8516011 Aug 20 15:08:00.402137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47732) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:00.473695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890b4e3-0904-4d50-9a10-e7f1649fbbd0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=beee7caa-4949-4d12-a9da-71f585357a79,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:00.552809 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:08:00.571249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d99f4-5b86-43ee-b8df-caafe71b546a req-644b6789-07b8-483f-89e6-c64272fed57c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:00.573234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e6d99f4-5b86-43ee-b8df-caafe71b546a req-644b6789-07b8-483f-89e6-c64272fed57c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1060064 Aug 20 15:08:00.587304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1db30afa-63c2-403a-a4e1-16e1bb677ed8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port beee7caa-4949-4d12-a9da-71f585357a79 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:00.587615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1db30afa-63c2-403a-a4e1-16e1bb677ed8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:00.697251 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1db30afa-63c2-403a-a4e1-16e1bb677ed8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:00.715535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e6d99f4-5b86-43ee-b8df-caafe71b546a req-b7d58c9a-11bd-4c01-8e02-2cd1cceacb26 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299627 Aug 20 15:08:00.736235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1db30afa-63c2-403a-a4e1-16e1bb677ed8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for beee7caa-4949-4d12-a9da-71f585357a79 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:00.741782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47748) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:00.834597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaa374-219e-47ad-83dc-12d27b758d34 req-12b55bd9-ef98-4e7f-824d-00d8918fc6e8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:00.842349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dfaa374-219e-47ad-83dc-12d27b758d34 req-12b55bd9-ef98-4e7f-824d-00d8918fc6e8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1231210 Aug 20 15:08:00.877327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d722ddc0-b58a-49b3-a35f-c680fc65b7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:00.911179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3dfaa374-219e-47ad-83dc-12d27b758d34 req-fff3868f-09e5-4132-8af9-f6267ec13f25 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677803 Aug 20 15:08:00.965112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec070f85-48ef-4e49-96fb-9402e21082ac req-0f950fb6-ab1c-4f6b-afca-563aa0c4c856 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:00.972090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec070f85-48ef-4e49-96fb-9402e21082ac req-0f950fb6-ab1c-4f6b-afca-563aa0c4c856 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.0799994 Aug 20 15:08:00.972837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1db30afa-63c2-403a-a4e1-16e1bb677ed8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.009124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d722ddc0-b58a-49b3-a35f-c680fc65b7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.014966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d722ddc0-b58a-49b3-a35f-c680fc65b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.016392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db30afa-63c2-403a-a4e1-16e1bb677ed8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=beee7caa-4949-4d12-a9da-71f585357a79,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:01.027532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1db30afa-63c2-403a-a4e1-16e1bb677ed8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.029522 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1db30afa-63c2-403a-a4e1-16e1bb677ed8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/beee7caa-4949-4d12-a9da-71f585357a79 HTTP/1.1" status: 204 len: 168 time: 0.6269720 Aug 20 15:08:01.034656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47754) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:01.043385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec070f85-48ef-4e49-96fb-9402e21082ac req-c7c45447-d1e2-4d6f-94e9-a5f812d6a4ff tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684731 Aug 20 15:08:01.092570 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d722ddc0-b58a-49b3-a35f-c680fc65b7d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1520b6fd371432b95c94776bb044e67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491769 Aug 20 15:08:01.095423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47756) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:01.097087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722ddc0-b58a-49b3-a35f-c680fc65b7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231e9a13-746b-4d8a-afb1-496afe046fa3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:01.116340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba45ec-e349-407d-b00a-746cd877daae tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:01.121012 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4aba45ec-e349-407d-b00a-746cd877daae tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0806341 Aug 20 15:08:01.121477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47758) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:01.160172 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab2a322-ffc2-4a4f-ad56-bc80cbbe0754 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:08:01.161702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aab2a322-ffc2-4a4f-ad56-bc80cbbe0754 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/beee7caa-4949-4d12-a9da-71f585357a79 HTTP/1.1" status: 404 len: 333 time: 0.0392313 Aug 20 15:08:01.165535 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47760) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:01.171013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-249180610'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:01.185910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bce2665-e1f4-4804-80d6-c7da46cad19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.193034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:01.196925 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.212304 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bce2665-e1f4-4804-80d6-c7da46cad19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.224738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:08:01.239133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.239484 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Added segment 27408782-f4aa-4575-b01e-514510caf9e7 of type vlan for network 5f12c49e-f6aa-43e0-804f-c66ba0639600 Aug 20 15:08:01.277422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bce2665-e1f4-4804-80d6-c7da46cad19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.280586 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9bce2665-e1f4-4804-80d6-c7da46cad19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.281949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9bce2665-e1f4-4804-80d6-c7da46cad19e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/231e9a13-746b-4d8a-afb1-496afe046fa3 HTTP/1.1" status: 204 len: 168 time: 0.1853735 Aug 20 15:08:01.291301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce2665-e1f4-4804-80d6-c7da46cad19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231e9a13-746b-4d8a-afb1-496afe046fa3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:01.299232 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.358220 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.367510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:01.368415 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.444896 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2739694 Aug 20 15:08:01.445678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47770) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:01.456452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:01.481249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ee39b-01e5-4001-9585-2b14a069e2bc req-18fea81e-a2a5-447e-ba7a-d86aa744c99c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:01.483040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc4ee39b-01e5-4001-9585-2b14a069e2bc req-18fea81e-a2a5-447e-ba7a-d86aa744c99c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1686020 Aug 20 15:08:01.520982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab65f1-4307-4a5b-9c27-b42464580bc8 req-329e2ab0-1c83-45ff-80c2-612739ddbb3e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:01.523007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beab65f1-4307-4a5b-9c27-b42464580bc8 req-329e2ab0-1c83-45ff-80c2-612739ddbb3e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1472416 Aug 20 15:08:01.544851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d7b7b-b112-4b0a-89a6-49fa2e2c41b6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Network': ['ID=5f12c49e-f6aa-43e0-804f-c66ba0639600,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:01.555800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:08:01.616286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:01.622157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc4ee39b-01e5-4001-9585-2b14a069e2bc req-648c87f0-9ffa-411a-8851-d25bd393a2e1 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309896 Aug 20 15:08:01.633425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.645057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beab65f1-4307-4a5b-9c27-b42464580bc8 req-4302670d-bb80-48b9-ac7e-d9ba22d3e117 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135638 Aug 20 15:08:01.877037 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:01.958177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=99e11fb6-a3e5-4384-8775-f8a38080f32d,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:01.960460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Checking segment: {'id': '27408782-f4aa-4575-b01e-514510caf9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:01.960925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network hostable DHCP agents. Network: 5f12c49e-f6aa-43e0-804f-c66ba0639600, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:08:01.983130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:08:01.994974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 5f12c49e-f6aa-43e0-804f-c66ba0639600) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:01.999876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:02.000477 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.008858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a1218-1b5d-41d1-82b8-e7e37b36d9b0 None None] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:02.017612 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-03047dd5-40fe-4434-b164-5bdf64d221f4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5714474 Aug 20 15:08:02.021336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47786) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:02.028433 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-40e3b4cd-76a7-4038-9fe1-5e7e0e35bd4c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:02.128305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3182f5-c133-42fa-aa91-d735b4803a03 req-0d5d95a7-83d8-4953-8792-21c1b7ee9fa6 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:02.135061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e3182f5-c133-42fa-aa91-d735b4803a03 req-0d5d95a7-83d8-4953-8792-21c1b7ee9fa6 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1327426 Aug 20 15:08:02.232094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-5f12c49e-f6aa-43e0-804f-c66ba0639600', 'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600', 'tenant_id': '6c240ec2eac048d9bdb9b4bd2854e012', 'fixed_ips': [{'subnet_id': '99e11fb6-a3e5-4384-8775-f8a38080f32d'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:08:02.233455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.295289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e3b4cd-76a7-4038-9fe1-5e7e0e35bd4c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:02.295687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e3182f5-c133-42fa-aa91-d735b4803a03 req-15b61d52-a1e1-483e-86a3-bb7b9c212b25 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508293 Aug 20 15:08:02.299628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40e3b4cd-76a7-4038-9fe1-5e7e0e35bd4c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.334270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c96ec-78b3-4e8c-b95d-8a025e4d110b req-e93bd538-bcd6-4e52-a76f-fcea6c12da0b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:02.344120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-968c96ec-78b3-4e8c-b95d-8a025e4d110b req-e93bd538-bcd6-4e52-a76f-fcea6c12da0b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1459343 Aug 20 15:08:02.425953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-968c96ec-78b3-4e8c-b95d-8a025e4d110b req-2643d734-9356-47a8-aef6-d2f7a3ec804f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808446 Aug 20 15:08:02.441311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Allocated IP 172.20.0.2 (5f12c49e-f6aa-43e0-804f-c66ba0639600/99e11fb6-a3e5-4384-8775-f8a38080f32d/a34d651c-7f4e-4f27-a915-d0cfa436d328) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:02.445712 n-d-695189-15 neutron-server[101100]: INFO neutron.db.ipam_backend_mixin [None req-40e3b4cd-76a7-4038-9fe1-5e7e0e35bd4c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 99e11fb6-a3e5-4384-8775-f8a38080f32d (CIDR: 172.20.0.0/28) Aug 20 15:08:02.450579 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e3b4cd-76a7-4038-9fe1-5e7e0e35bd4c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:08:02.451233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e3b4cd-76a7-4038-9fe1-5e7e0e35bd4c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:08:02.465751 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40e3b4cd-76a7-4038-9fe1-5e7e0e35bd4c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4432788 Aug 20 15:08:02.468437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47796) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:02.474530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:02.587400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47802) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:02.648637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:02.649339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.653402 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.658447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Transition to ACTIVE for port object a34d651c-7f4e-4f27-a915-d0cfa436d328 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:02.677472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Transition to ACTIVE for port object a34d651c-7f4e-4f27-a915-d0cfa436d328 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:02.688112 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.749195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Pushing event updated for resources: {'Port': ['ID=a34d651c-7f4e-4f27-a915-d0cfa436d328,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:02.769871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:02.773085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-50972571-network', 'tenant_id': '05e88e9a0ada48dfb3fccd601c5d82fa'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:02.773837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:02.783335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:02.803936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Made reservation on behalf of 05e88e9a0ada48dfb3fccd601c5d82fa for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:02.809808 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.857943 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.869131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Attempting to bind port a34d651c-7f4e-4f27-a915-d0cfa436d328 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:02.869652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Attempting to bind port a34d651c-7f4e-4f27-a915-d0cfa436d328 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '27408782-f4aa-4575-b01e-514510caf9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:02.870266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Attempting to bind port a34d651c-7f4e-4f27-a915-d0cfa436d328 on network 5f12c49e-f6aa-43e0-804f-c66ba0639600 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:02.878182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:02.878675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Checking segment: {'id': '27408782-f4aa-4575-b01e-514510caf9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:02.879160 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.880309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Bound using segment: {'id': '27408782-f4aa-4575-b01e-514510caf9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:02.880996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Bound port: a34d651c-7f4e-4f27-a915-d0cfa436d328, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27408782-f4aa-4575-b01e-514510caf9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:02.881481 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.970514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] For port a34d651c-7f4e-4f27-a915-d0cfa436d328, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:02.975333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] For port a34d651c-7f4e-4f27-a915-d0cfa436d328, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a34d651c-7f4e-4f27-a915-d0cfa436d328,segment=NetworkSegment(27408782-f4aa-4575-b01e-514510caf9e7),segment_id=27408782-f4aa-4575-b01e-514510caf9e7)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:02.980784 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:02.987468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf26add-9e76-4103-968c-313ec310b415 req-73e63b1d-578f-4cb7-9fae-bd76550737b0 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:02.989017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bf26add-9e76-4103-968c-313ec310b415 req-73e63b1d-578f-4cb7-9fae-bd76550737b0 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1742716 Aug 20 15:08:02.994554 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:03.045851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d678a08-cf96-4e26-8f07-21341ce9dd23 req-140a8ec1-3afe-4000-ae70-f2026f7cb8a9 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:03.048281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d678a08-cf96-4e26-8f07-21341ce9dd23 req-140a8ec1-3afe-4000-ae70-f2026f7cb8a9 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.2347937 Aug 20 15:08:03.060973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:03.064524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:03.067316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378617c-443d-4a4b-a1c9-645bc979d07a None None] Pushing event updated for resources: {'Port': ['ID=a34d651c-7f4e-4f27-a915-d0cfa436d328,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:03.069505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:03.070106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:03.085259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=b80d01f7-9ae3-4d85-b5b0-d35342c9b103,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:03.126473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bf26add-9e76-4103-968c-313ec310b415 req-e5f3b126-37bf-4a6a-8db2-bbbb24a200a2 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297143 Aug 20 15:08:03.152851 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:03.160996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:03.165179 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a86f361c-b5e9-4ea4-bdd4-af661d6123fa tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6951721 Aug 20 15:08:03.166116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47812) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:03.172712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600', 'fixed_ips': [{'subnet_id': '99e11fb6-a3e5-4384-8775-f8a38080f32d'}, {'subnet_id': 'b80d01f7-9ae3-4d85-b5b0-d35342c9b103'}], 'name': 'tempest-PortsTestJSON-1760302575'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:03.190102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc5920c-17f9-45cc-98c6-ac501d2d0256,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:03.196911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d678a08-cf96-4e26-8f07-21341ce9dd23 req-2c5c48bc-e5b6-43f5-b8d5-fd74d681ed60 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367681 Aug 20 15:08:03.208405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:08:03.228815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:03.230991 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Added segment c18b0feb-19a0-4af9-afa6-13b1db02ecca of type vlan for network a56a02e0-0eb4-47ab-bb79-a2f6e106acf8 Aug 20 15:08:03.305313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:03.353985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:03.355894 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:03.357044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:03.358022 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:03.379598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7908125 Aug 20 15:08:03.455838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:03.482272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port aa7b8e62-7e6c-47d4-95a9-39db67872314 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:08:03.501713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30835df7-94b1-4df9-8349-0de137cf6e1a admin admin] Pushing event updated for resources: {'Network': ['ID=a56a02e0-0eb4-47ab-bb79-a2f6e106acf8,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:03.525716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a56a02e0-0eb4-47ab-bb79-a2f6e106acf8 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:08:03.613540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359649a-d5d3-4dd4-b20b-c58ab610f1b9 req-f54910cc-136e-40eb-a79e-ca3e89af312c tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:03.621125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5359649a-d5d3-4dd4-b20b-c58ab610f1b9 req-f54910cc-136e-40eb-a79e-ca3e89af312c tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1571255 Aug 20 15:08:03.669776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573d084-551a-490f-be0a-d56fbe2b8889 req-732c2243-b9fd-4591-8869-179255a485f0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:03.671363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8573d084-551a-490f-be0a-d56fbe2b8889 req-732c2243-b9fd-4591-8869-179255a485f0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1196792 Aug 20 15:08:03.725230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5359649a-d5d3-4dd4-b20b-c58ab610f1b9 req-d2f0871d-d91a-4141-9299-d31c10e6efe4 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032400 Aug 20 15:08:03.731620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8573d084-551a-490f-be0a-d56fbe2b8889 req-f4b51ecb-5a01-4410-bbbc-50f486e9c628 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540512 Aug 20 15:08:03.952731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.13 (5f12c49e-f6aa-43e0-804f-c66ba0639600/99e11fb6-a3e5-4384-8775-f8a38080f32d/aa7b8e62-7e6c-47d4-95a9-39db67872314) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:03.965045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.29 (5f12c49e-f6aa-43e0-804f-c66ba0639600/b80d01f7-9ae3-4d85-b5b0-d35342c9b103/aa7b8e62-7e6c-47d4-95a9-39db67872314) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:04.268356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4aa58-b444-477c-943b-b4e64c47ad4a req-58e35ef8-e617-496b-9b26-7c12a9aa03db tempest-ComputeTenantNetworksTest-1726131358 tempest-ComputeTenantNetworksTest-1726131358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:04.277003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4aa58-b444-477c-943b-b4e64c47ad4a req-58e35ef8-e617-496b-9b26-7c12a9aa03db tempest-ComputeTenantNetworksTest-1726131358 tempest-ComputeTenantNetworksTest-1726131358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:04.285618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4aa58-b444-477c-943b-b4e64c47ad4a req-58e35ef8-e617-496b-9b26-7c12a9aa03db tempest-ComputeTenantNetworksTest-1726131358 tempest-ComputeTenantNetworksTest-1726131358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:04.287436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cf4aa58-b444-477c-943b-b4e64c47ad4a req-58e35ef8-e617-496b-9b26-7c12a9aa03db tempest-ComputeTenantNetworksTest-1726131358 tempest-ComputeTenantNetworksTest-1726131358-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.3369000 Aug 20 15:08:04.288418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:04.318112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object aa7b8e62-7e6c-47d4-95a9-39db67872314 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:04.321267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a34d651c-7f4e-4f27-a915-d0cfa436d328 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:04.391644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14303989-e8f5-461b-a580-551589f34559 req-8a6329a1-070d-48b4-ab7a-d4d7f76ac305 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:04.395393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14303989-e8f5-461b-a580-551589f34559 req-8a6329a1-070d-48b4-ab7a-d4d7f76ac305 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1068830 Aug 20 15:08:04.401913 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:04.439486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a34d651c-7f4e-4f27-a915-d0cfa436d328 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:04.495911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:04.499940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:04.506649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:04.523323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=aa7b8e62-7e6c-47d4-95a9-39db67872314,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:04.551738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664ebdf-0b57-4bfc-9ac7-7ec7dddee667 req-485a599e-e876-448b-af0c-52853f67c7e0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:04.553257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9664ebdf-0b57-4bfc-9ac7-7ec7dddee667 req-485a599e-e876-448b-af0c-52853f67c7e0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1758180 Aug 20 15:08:04.567238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14303989-e8f5-461b-a580-551589f34559 req-65864883-76a3-4dfd-9c8c-fbcc5417b41b tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472890 Aug 20 15:08:04.593302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5e197-33be-48c7-8cbb-a1c24737777d None None] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:04.614017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:04.615312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:04.632776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9664ebdf-0b57-4bfc-9ac7-7ec7dddee667 req-ff6b6ac0-58f3-4b9c-b017-3e19cf66cb86 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645852 Aug 20 15:08:04.653031 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8395a644-4827-4811-8172-df9737efff0d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.4820607 Aug 20 15:08:04.653285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47926) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:04.659442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99e11fb6-a3e5-4384-8775-f8a38080f32d'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:04.770431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ce440cb5-41e0-4e51-8489-c1c233214a67 None None] Provisioning for port a34d651c-7f4e-4f27-a915-d0cfa436d328 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:04.819656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ce440cb5-41e0-4e51-8489-c1c233214a67 None None] Provisioning complete for port a34d651c-7f4e-4f27-a915-d0cfa436d328 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:04.820036 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ce440cb5-41e0-4e51-8489-c1c233214a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:04.887859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7ad90-fc88-42bd-bf67-2b999a1bf493 req-b682d796-749d-4edf-9b03-8bcff880c95d tempest-ComputeTenantNetworksTest-1726131358 tempest-ComputeTenantNetworksTest-1726131358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:04.889427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47d7ad90-fc88-42bd-bf67-2b999a1bf493 req-b682d796-749d-4edf-9b03-8bcff880c95d tempest-ComputeTenantNetworksTest-1726131358 tempest-ComputeTenantNetworksTest-1726131358-project] 10.222.0.36 "GET /v2.0/networks/a56a02e0-0eb4-47ab-bb79-a2f6e106acf8 HTTP/1.1" status: 200 len: 767 time: 0.1819112 Aug 20 15:08:04.900124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47956) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:05.053293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ce440cb5-41e0-4e51-8489-c1c233214a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.056706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.101443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ce440cb5-41e0-4e51-8489-c1c233214a67 None None] For port a34d651c-7f4e-4f27-a915-d0cfa436d328, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a34d651c-7f4e-4f27-a915-d0cfa436d328,segment=NetworkSegment(27408782-f4aa-4575-b01e-514510caf9e7),segment_id=27408782-f4aa-4575-b01e-514510caf9e7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:05.112951 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ce440cb5-41e0-4e51-8489-c1c233214a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.142952 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.182999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39869b9-e676-4905-9847-cf2d2fac0ed0 req-a672e616-4a29-4adc-ac49-4f999c3c689d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:05.192272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a39869b9-e676-4905-9847-cf2d2fac0ed0 req-a672e616-4a29-4adc-ac49-4f999c3c689d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.3017051 Aug 20 15:08:05.208666 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.238087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56a02e0-0eb4-47ab-bb79-a2f6e106acf8']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:05.262389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18b0feb-19a0-4af9-afa6-13b1db02ecca') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:05.267655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18b0feb-19a0-4af9-afa6-13b1db02ecca') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:05.281805 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.301655 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.313644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:08:05.314356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:08:05.316767 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:08:05.324155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b88e01-52f5-489c-bc56-bbca895d6779 req-4846dde5-44ee-4656-a972-897e3fff5679 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:05.326386 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64b88e01-52f5-489c-bc56-bbca895d6779 req-4846dde5-44ee-4656-a972-897e3fff5679 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.3337309 Aug 20 15:08:05.378728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3212c2d-31f5-4a59-b510-214039e696fb None None] Update dhcp port {'port': {'network_id': '5f12c49e-f6aa-43e0-804f-c66ba0639600', 'fixed_ips': [{'subnet_id': '99e11fb6-a3e5-4384-8775-f8a38080f32d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b80d01f7-9ae3-4d85-b5b0-d35342c9b103'}], 'binding:host_id': 'n-d-695189-15'}, 'id': 'a34d651c-7f4e-4f27-a915-d0cfa436d328'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 15:08:05.405599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce440cb5-41e0-4e51-8489-c1c233214a67 None None] Pushing event updated for resources: {'Port': ['ID=a34d651c-7f4e-4f27-a915-d0cfa436d328,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:05.418088 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a3212c2d-31f5-4a59-b510-214039e696fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.423419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.429579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.431849 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] 10.222.0.36 "DELETE /v2.0/networks/a56a02e0-0eb4-47ab-bb79-a2f6e106acf8 HTTP/1.1" status: 204 len: 168 time: 0.5303214 Aug 20 15:08:05.455067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c239b-8812-4819-a1f4-f0bac9024c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=a56a02e0-0eb4-47ab-bb79-a2f6e106acf8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:05.561695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a39869b9-e676-4905-9847-cf2d2fac0ed0 req-16c06326-1e46-4a9b-823b-d412d10810e8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684044 Aug 20 15:08:05.607493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48030) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:05.626374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64b88e01-52f5-489c-bc56-bbca895d6779 req-08bc36b7-e87a-47ac-aa61-25e22dd8bad0 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804000 Aug 20 15:08:05.682024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-87b62bae-5271-4ae7-8218-847662d90bdc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05e88e9a0ada48dfb3fccd601c5d82fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731955 Aug 20 15:08:05.685059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48044) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:05.722381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a3212c2d-31f5-4a59-b510-214039e696fb None None] Allocated IP 172.20.0.18 (5f12c49e-f6aa-43e0-804f-c66ba0639600/b80d01f7-9ae3-4d85-b5b0-d35342c9b103/a34d651c-7f4e-4f27-a915-d0cfa436d328) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:05.749331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9306044a-6b1e-42a6-9d81-f4c44a11cd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.779207 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9306044a-6b1e-42a6-9d81-f4c44a11cd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.839792 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.853731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bcb99-31be-4194-8520-4d35967cb2db req-9c18e0f9-c87e-4881-a497-65ea673e5282 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:05.856413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a84bcb99-31be-4194-8520-4d35967cb2db req-9c18e0f9-c87e-4881-a497-65ea673e5282 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1345193 Aug 20 15:08:05.862315 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9306044a-6b1e-42a6-9d81-f4c44a11cd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.866699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9306044a-6b1e-42a6-9d81-f4c44a11cd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:05.869668 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9306044a-6b1e-42a6-9d81-f4c44a11cd21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fc5920c-17f9-45cc-98c6-ac501d2d0256 HTTP/1.1" status: 204 len: 168 time: 0.1826606 Aug 20 15:08:05.878166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edca1-e9ee-4187-87e2-31ba21fe0453 req-1897e660-4658-4a8b-9211-709e5906acec tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:05.887887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595edca1-e9ee-4187-87e2-31ba21fe0453 req-1897e660-4658-4a8b-9211-709e5906acec tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0920069 Aug 20 15:08:05.891414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a3212c2d-31f5-4a59-b510-214039e696fb None None] For port a34d651c-7f4e-4f27-a915-d0cfa436d328, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a34d651c-7f4e-4f27-a915-d0cfa436d328,segment=NetworkSegment(27408782-f4aa-4575-b01e-514510caf9e7),segment_id=27408782-f4aa-4575-b01e-514510caf9e7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:05.918762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306044a-6b1e-42a6-9d81-f4c44a11cd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc5920c-17f9-45cc-98c6-ac501d2d0256,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:05.949195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595edca1-e9ee-4187-87e2-31ba21fe0453 req-3a2eb23b-f0e9-406a-aef2-1b757755c56a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619810 Aug 20 15:08:05.956961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a84bcb99-31be-4194-8520-4d35967cb2db req-986c646c-d893-408a-aac0-9d7fc768840c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934355 Aug 20 15:08:05.982911 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a3212c2d-31f5-4a59-b510-214039e696fb None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:06.002100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a3212c2d-31f5-4a59-b510-214039e696fb None None] Transition to ACTIVE for port object a34d651c-7f4e-4f27-a915-d0cfa436d328 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:06.014035 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a3212c2d-31f5-4a59-b510-214039e696fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:06.084023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Delete allocated IP 172.20.0.29 (5f12c49e-f6aa-43e0-804f-c66ba0639600/b80d01f7-9ae3-4d85-b5b0-d35342c9b103) {{(pid=101099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 15:08:06.193788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3212c2d-31f5-4a59-b510-214039e696fb None None] Pushing event updated for resources: {'Port': ['ID=a34d651c-7f4e-4f27-a915-d0cfa436d328,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:06.235785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a34d651c-7f4e-4f27-a915-d0cfa436d328 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:06.294800 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:06.309012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Ignored duplicate provisioning block setup for port aa7b8e62-7e6c-47d4-95a9-39db67872314 by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 15:08:06.316457 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:06.451767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=aa7b8e62-7e6c-47d4-95a9-39db67872314,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:06.474683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] In _notify_port_updated(), no bound segment for port aa7b8e62-7e6c-47d4-95a9-39db67872314 on network 5f12c49e-f6aa-43e0-804f-c66ba0639600 {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:08:06.480485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:06.481262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:06.485466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48142) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:06.486020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ef99d202-245e-4def-8fd9-48cdff5fe75c tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "PUT /v2.0/ports/aa7b8e62-7e6c-47d4-95a9-39db67872314 HTTP/1.1" status: 200 len: 920 time: 1.8315282 Aug 20 15:08:06.491225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99e11fb6-a3e5-4384-8775-f8a38080f32d'}, {'subnet_id': 'b80d01f7-9ae3-4d85-b5b0-d35342c9b103'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:06.595724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:06.727699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4094903-3eda-4e90-bde6-530358cc94e6 req-92f60a2c-ff51-43c6-a354-b5324b4dab57 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:06.730264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4094903-3eda-4e90-bde6-530358cc94e6 req-92f60a2c-ff51-43c6-a354-b5324b4dab57 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.0791533 Aug 20 15:08:06.853513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4094903-3eda-4e90-bde6-530358cc94e6 req-8588bcb4-0c04-44f8-ba77-8d473ab54124 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004050 Aug 20 15:08:06.885274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728668f-1233-4839-b9ac-71f0b6f94db7 req-6d093312-0e47-4805-b8d2-e890d3355e04 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:06.888208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5728668f-1233-4839-b9ac-71f0b6f94db7 req-6d093312-0e47-4805-b8d2-e890d3355e04 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1175568 Aug 20 15:08:07.016360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3923a88e-10a8-48ef-af07-2923f554cd34 None None] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:07.017553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5728668f-1233-4839-b9ac-71f0b6f94db7 req-c6059ca2-f51c-48be-913b-25d58d764a91 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995631 Aug 20 15:08:07.036286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.19 (5f12c49e-f6aa-43e0-804f-c66ba0639600/b80d01f7-9ae3-4d85-b5b0-d35342c9b103/aa7b8e62-7e6c-47d4-95a9-39db67872314) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:07.138095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea8608-3119-4ff0-88c9-b2f4052eaf7a req-a7ba72d8-d5d7-40f4-a176-e55d3450946a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:07.146671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57ea8608-3119-4ff0-88c9-b2f4052eaf7a req-a7ba72d8-d5d7-40f4-a176-e55d3450946a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0835338 Aug 20 15:08:07.150175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48236) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:07.177605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-11a9420c-1c04-44d4-9fd6-ac8f049030d1 None None] Provisioning for port aa7b8e62-7e6c-47d4-95a9-39db67872314 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:07.183860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-11a9420c-1c04-44d4-9fd6-ac8f049030d1 None None] Provisioning complete for port aa7b8e62-7e6c-47d4-95a9-39db67872314 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:07.184812 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-11a9420c-1c04-44d4-9fd6-ac8f049030d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.210322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.228061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-11a9420c-1c04-44d4-9fd6-ac8f049030d1 None None] Port aa7b8e62-7e6c-47d4-95a9-39db67872314 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:07.230101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Ignored duplicate provisioning block setup for port aa7b8e62-7e6c-47d4-95a9-39db67872314 by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 15:08:07.234902 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.274040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-11a9420c-1c04-44d4-9fd6-ac8f049030d1 None None] Provisioning for port a34d651c-7f4e-4f27-a915-d0cfa436d328 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:07.282787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-11a9420c-1c04-44d4-9fd6-ac8f049030d1 None None] Provisioning complete for port a34d651c-7f4e-4f27-a915-d0cfa436d328 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:07.283363 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-11a9420c-1c04-44d4-9fd6-ac8f049030d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.296801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57ea8608-3119-4ff0-88c9-b2f4052eaf7a req-1f79e978-e626-45c9-a3ab-c9b2d58be292 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473520 Aug 20 15:08:07.343385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecd7e4-632d-4e8a-b6a7-05e5a4a2078c req-8b85e69b-fbf4-418e-94ed-79f4354dda3d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:07.345330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51ecd7e4-632d-4e8a-b6a7-05e5a4a2078c req-8b85e69b-fbf4-418e-94ed-79f4354dda3d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1925125 Aug 20 15:08:07.433318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51ecd7e4-632d-4e8a-b6a7-05e5a4a2078c req-52f06e0d-79cf-4815-b1aa-2808c255fee4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804324 Aug 20 15:08:07.445586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=aa7b8e62-7e6c-47d4-95a9-39db67872314,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:07.455266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-network', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:07.480661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] In _notify_port_updated(), no bound segment for port aa7b8e62-7e6c-47d4-95a9-39db67872314 on network 5f12c49e-f6aa-43e0-804f-c66ba0639600 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:08:07.486010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:07.486632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.488547 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7a2980fe-f7d1-462e-ba08-722f9b2b3709 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "PUT /v2.0/ports/aa7b8e62-7e6c-47d4-95a9-39db67872314 HTTP/1.1" status: 200 len: 1000 time: 1.0020666 Aug 20 15:08:07.492209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48280) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:07.498077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Made reservation on behalf of 428713e0bd7c4b65bd34601452d96d59 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:07.501557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.512775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.642302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-484fd7c6-5d86-4c22-a6d9-108480892e2d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port aa7b8e62-7e6c-47d4-95a9-39db67872314 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:07.642661 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-484fd7c6-5d86-4c22-a6d9-108480892e2d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.649080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.653090 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.673358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:08:07.695341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.695948 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Added segment a377ffd9-4d7b-4fe2-bb54-be904e9d36f4 of type vlan for network c8514b06-c422-48e9-9c4d-9ae59311f588 Aug 20 15:08:07.705646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39636d-2ca7-473e-9b57-889449383916,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:07.766321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e630a2-7161-4435-8c2e-2780dbb92bd9 req-815a8204-13cf-4d94-bbb8-26f8357cf360 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:07.767903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5e630a2-7161-4435-8c2e-2780dbb92bd9 req-815a8204-13cf-4d94-bbb8-26f8357cf360 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1205304 Aug 20 15:08:07.788504 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.795607 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-484fd7c6-5d86-4c22-a6d9-108480892e2d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.812752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-484fd7c6-5d86-4c22-a6d9-108480892e2d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for aa7b8e62-7e6c-47d4-95a9-39db67872314 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:07.825156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-00c182fe-2a78-42f4-b76a-c6f4e7d1b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:07.827507 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-00c182fe-2a78-42f4-b76a-c6f4e7d1b8cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 1097 time: 0.0941284 Aug 20 15:08:07.832903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.833865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:07.834721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:07.962379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5e630a2-7161-4435-8c2e-2780dbb92bd9 req-06e47384-2f49-435b-b0ac-9a25b3716d01 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515036 Aug 20 15:08:07.962655 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8099418 Aug 20 15:08:07.965146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48340) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:07.974294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Request body: {'subnet': {'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-subnet', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:08.001157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Made reservation on behalf of 428713e0bd7c4b65bd34601452d96d59 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:08.003486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.049021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3eaec-9e4f-424d-853a-08539cfaf634 admin admin] Pushing event updated for resources: {'Network': ['ID=c8514b06-c422-48e9-9c4d-9ae59311f588,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:08.064933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c8514b06-c422-48e9-9c4d-9ae59311f588 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:08:08.096792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df62079-e15b-4bac-84ed-2fd69279291e req-fb0e608c-b6b2-4a73-a7a4-cbaf58940ecd tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:08.099077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4df62079-e15b-4bac-84ed-2fd69279291e req-fb0e608c-b6b2-4a73-a7a4-cbaf58940ecd tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1261070 Aug 20 15:08:08.140176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-7b66b802-0867-4687-b6bf-9c08b04cf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:08.141910 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-7b66b802-0867-4687-b6bf-9c08b04cf3d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.3049257 Aug 20 15:08:08.196378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4df62079-e15b-4bac-84ed-2fd69279291e req-0c61e9ad-eea9-4605-a2dc-e605c363adb6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830655 Aug 20 15:08:08.243166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a34d651c-7f4e-4f27-a915-d0cfa436d328 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:08.243840 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-dd872f18-53ad-4b74-b27d-9540ae2cce4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 200 len: 1001 time: 0.0938056 Aug 20 15:08:08.312966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ec6c4b93-7987-4f62-91d2-fe5dcdfafc1b None None] Provisioning complete for port aa7b8e62-7e6c-47d4-95a9-39db67872314 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:08.313684 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4b93-7987-4f62-91d2-fe5dcdfafc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.315705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-c1bedd9c-0034-4b46-9d3a-ff83077150ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:08.317433 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-c1bedd9c-0034-4b46-9d3a-ff83077150ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.0656786 Aug 20 15:08:08.323782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3bb88-9e3b-4ad2-a77a-cb426c26570a req-7c63b2b5-21ca-41eb-91dd-c5707b083080 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:08.336883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25d3bb88-9e3b-4ad2-a77a-cb426c26570a req-7c63b2b5-21ca-41eb-91dd-c5707b083080 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1142073 Aug 20 15:08:08.342004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-484fd7c6-5d86-4c22-a6d9-108480892e2d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.397191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fd7c6-5d86-4c22-a6d9-108480892e2d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=aa7b8e62-7e6c-47d4-95a9-39db67872314,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:08.401324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c4b93-7987-4f62-91d2-fe5dcdfafc1b None None] Port aa7b8e62-7e6c-47d4-95a9-39db67872314 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:08.413353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a34d651c-7f4e-4f27-a915-d0cfa436d328 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:08.413988 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.433636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-74a7d260-586f-4047-8b1f-3c7cc5a6459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:08.436165 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-74a7d260-586f-4047-8b1f-3c7cc5a6459f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095672 Aug 20 15:08:08.447005 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ec6c4b93-7987-4f62-91d2-fe5dcdfafc1b None None] Provisioning complete for port a34d651c-7f4e-4f27-a915-d0cfa436d328 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:08.447236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec6c4b93-7987-4f62-91d2-fe5dcdfafc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.539935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25d3bb88-9e3b-4ad2-a77a-cb426c26570a req-86e8019b-8074-4641-bbb7-1d1e0478a264 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916692 Aug 20 15:08:08.571591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65610250-c702-468b-a67b-a2521d0c599d req-0fffab9a-2b37-4607-96f1-21ea148e87b7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:08.581768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65610250-c702-468b-a67b-a2521d0c599d req-0fffab9a-2b37-4607-96f1-21ea148e87b7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1864522 Aug 20 15:08:08.616893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-484fd7c6-5d86-4c22-a6d9-108480892e2d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.622306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-484fd7c6-5d86-4c22-a6d9-108480892e2d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/aa7b8e62-7e6c-47d4-95a9-39db67872314 HTTP/1.1" status: 204 len: 168 time: 1.1287422 Aug 20 15:08:08.622981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48354) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:08.664713 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b1b09f-218c-469c-af8c-401caefe9f78 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:08:08.669895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-86b1b09f-218c-469c-af8c-401caefe9f78 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/aa7b8e62-7e6c-47d4-95a9-39db67872314 HTTP/1.1" status: 404 len: 333 time: 0.0428987 Aug 20 15:08:08.671090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48356) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:08.682003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65610250-c702-468b-a67b-a2521d0c599d req-9f8d6c52-768f-4936-ad6a-9032f4db251e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993252 Aug 20 15:08:08.723335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-27fec76b-d4bc-4053-978c-1d8c56fdb41f None None] Could not find standard attr ID for object aa7b8e62-7e6c-47d4-95a9-39db67872314. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:08:08.742905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fb1267-3ec3-47a8-a632-6be4b9b652cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet b80d01f7-9ae3-4d85-b5b0-d35342c9b103 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:08:08.746685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-60fb1267-3ec3-47a8-a632-6be4b9b652cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.797859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-60fb1267-3ec3-47a8-a632-6be4b9b652cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.835929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ba75d6e2-8862-4d1b-bf9d-30b5fecc65c6 None None] Could not find standard attr ID for object aa7b8e62-7e6c-47d4-95a9-39db67872314. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:08:08.896907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-60fb1267-3ec3-47a8-a632-6be4b9b652cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.951355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:08.967207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-60fb1267-3ec3-47a8-a632-6be4b9b652cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.008611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb1267-3ec3-47a8-a632-6be4b9b652cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=b80d01f7-9ae3-4d85-b5b0-d35342c9b103,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:09.011354 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-60fb1267-3ec3-47a8-a632-6be4b9b652cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.015932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-60fb1267-3ec3-47a8-a632-6be4b9b652cb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/b80d01f7-9ae3-4d85-b5b0-d35342c9b103 HTTP/1.1" status: 204 len: 168 time: 0.3411961 Aug 20 15:08:09.023159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48364) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:09.039359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e997a13-1cf1-47f8-83b7-215f6843b713 None None] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:09.081472 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-980ba06c-597e-4e77-a727-9e28b1b8a8ad service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367135 Aug 20 15:08:09.091462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b50d46-38e0-449a-810b-7bfd856c96fa,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:09.128298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dadb360c-7365-4015-a437-deed14503dd0 None None] Could not find standard attr ID for object aa7b8e62-7e6c-47d4-95a9-39db67872314. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:08:09.140494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21773ee5-dfa4-4c9d-9872-cec3c51e0344 req-6238b74c-8c71-4927-a7e1-1a85b9c87562 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:09.142253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21773ee5-dfa4-4c9d-9872-cec3c51e0344 req-6238b74c-8c71-4927-a7e1-1a85b9c87562 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.0582290 Aug 20 15:08:09.157486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Checking segment: {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:09.157862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Network hostable DHCP agents. Network: c8514b06-c422-48e9-9c4d-9ae59311f588, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:08:09.181432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-66317066-8f96-4444-b034-e83559bc6ca5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet 99e11fb6-a3e5-4384-8775-f8a38080f32d {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:08:09.187672 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66317066-8f96-4444-b034-e83559bc6ca5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.197407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21773ee5-dfa4-4c9d-9872-cec3c51e0344 req-44e76d54-185b-4640-b7ca-e4e370fef3d9 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474510 Aug 20 15:08:09.240538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Network c8514b06-c422-48e9-9c4d-9ae59311f588 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:08:09.261635 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66317066-8f96-4444-b034-e83559bc6ca5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.290818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c8514b06-c422-48e9-9c4d-9ae59311f588) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:09.296855 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-869b8a78-83eb-46ad-a144-e5d936dfe388 req-cae907a5-012b-4f27-9ad9-a54d44d56a12 service neutron] 10.222.0.72 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029893 Aug 20 15:08:09.301527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:09.302113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.302530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b4bec-8e63-4046-ad4a-2b5c902553a4 None None] Network c8514b06-c422-48e9-9c4d-9ae59311f588 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:09.333718 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aa4f7bd2-50f1-4c45-b914-c86b55e47966 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3629422 Aug 20 15:08:09.344792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48368) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:09.357526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:09.397700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66317066-8f96-4444-b034-e83559bc6ca5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.426762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795edace-180d-47e7-92dd-71c90bc741dc req-29331abb-0480-4b1a-b31e-b5a08c269297 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:09.439370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-795edace-180d-47e7-92dd-71c90bc741dc req-29331abb-0480-4b1a-b31e-b5a08c269297 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1581020 Aug 20 15:08:09.439370 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.439370 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.519334 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66317066-8f96-4444-b034-e83559bc6ca5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.551623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-c8514b06-c422-48e9-9c4d-9ae59311f588', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:08:09.552787 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.578497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66317066-8f96-4444-b034-e83559bc6ca5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=99e11fb6-a3e5-4384-8775-f8a38080f32d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:09.586385 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66317066-8f96-4444-b034-e83559bc6ca5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.587864 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:09.593292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48378) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:09.594929 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-66317066-8f96-4444-b034-e83559bc6ca5 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/99e11fb6-a3e5-4384-8775-f8a38080f32d HTTP/1.1" status: 204 len: 168 time: 0.5602238 Aug 20 15:08:09.600097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-795edace-180d-47e7-92dd-71c90bc741dc req-f247b0a0-e5c9-4f26-a01f-692f175630a0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540167 Aug 20 15:08:09.845692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Allocated IP 172.20.0.2 (c8514b06-c422-48e9-9c4d-9ae59311f588/b3b50d46-38e0-449a-810b-7bfd856c96fa/2eec9028-232b-4551-876e-7d75dbe4581f) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:10.083227 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.093482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Transition to ACTIVE for port object 2eec9028-232b-4551-876e-7d75dbe4581f will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:10.113556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Transition to ACTIVE for port object 2eec9028-232b-4551-876e-7d75dbe4581f will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:10.129214 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.182030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Network c8514b06-c422-48e9-9c4d-9ae59311f588 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:10.183825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:10.187445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:10.212110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Pushing event updated for resources: {'Port': ['ID=2eec9028-232b-4551-876e-7d75dbe4581f,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:10.217913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e24dd-85c5-4d31-8df1-b8ecd56cc4f2 None None] Network 5f12c49e-f6aa-43e0-804f-c66ba0639600 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:10.274404 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.345412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d4fbc1e0-b864-4a06-b5ed-e85f9f78d9d8 None None] Provisioning complete for port a34d651c-7f4e-4f27-a915-d0cfa436d328 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:10.345784 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc1e0-b864-4a06-b5ed-e85f9f78d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.348214 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Attempting to bind port 2eec9028-232b-4551-876e-7d75dbe4581f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:10.348528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Attempting to bind port 2eec9028-232b-4551-876e-7d75dbe4581f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:10.348888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Attempting to bind port 2eec9028-232b-4551-876e-7d75dbe4581f on network c8514b06-c422-48e9-9c4d-9ae59311f588 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:10.358758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbe3e0-2612-4827-bccc-6577aec94254 req-376006d0-69ed-46f2-a31e-bfffddf08638 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:10.360346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fcbe3e0-2612-4827-bccc-6577aec94254 req-376006d0-69ed-46f2-a31e-bfffddf08638 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.2525568 Aug 20 15:08:10.367262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.384066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00993186-8bd3-424d-8587-ad39061b7686 req-137e827a-4d99-4b0d-b748-412f1a9ad9b2 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:10.385564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00993186-8bd3-424d-8587-ad39061b7686 req-137e827a-4d99-4b0d-b748-412f1a9ad9b2 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.2861924 Aug 20 15:08:10.389214 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:10.389595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Checking segment: {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:10.389997 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.390392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Bound using segment: {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:10.390869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Bound port: 2eec9028-232b-4551-876e-7d75dbe4581f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:10.391246 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.516895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fcbe3e0-2612-4827-bccc-6577aec94254 req-e917c224-2be7-4a3b-8e66-f33877f3d935 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439366 Aug 20 15:08:10.521139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] For port 2eec9028-232b-4551-876e-7d75dbe4581f, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:10.525597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] For port 2eec9028-232b-4551-876e-7d75dbe4581f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2eec9028-232b-4551-876e-7d75dbe4581f,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:10.546992 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.553381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00993186-8bd3-424d-8587-ad39061b7686 req-6c87bc15-7b2c-4d46-a988-75be5b86b178 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580455 Aug 20 15:08:10.582849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9b663-f525-4f44-b275-7cc48368b27a None None] DHCP port deletion for 5f12c49e-f6aa-43e0-804f-c66ba0639600 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:08:10.596956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port a34d651c-7f4e-4f27-a915-d0cfa436d328 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:10.597642 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.661965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a992f51-5183-4d77-a72f-32081c253ee0 None None] Pushing event updated for resources: {'Port': ['ID=2eec9028-232b-4551-876e-7d75dbe4581f,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:10.686857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-99a9b663-f525-4f44-b275-7cc48368b27a None None] Deleting port a34d651c-7f4e-4f27-a915-d0cfa436d328 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:10.687563 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99a9b663-f525-4f44-b275-7cc48368b27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.775985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-99a9b663-f525-4f44-b275-7cc48368b27a None None] For port a34d651c-7f4e-4f27-a915-d0cfa436d328, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a34d651c-7f4e-4f27-a915-d0cfa436d328,segment=NetworkSegment(27408782-f4aa-4575-b01e-514510caf9e7),segment_id=27408782-f4aa-4575-b01e-514510caf9e7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:10.777175 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99a9b663-f525-4f44-b275-7cc48368b27a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.790966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-99a9b663-f525-4f44-b275-7cc48368b27a None None] Calling delete_port for a34d651c-7f4e-4f27-a915-d0cfa436d328 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:10.817733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] For port a34d651c-7f4e-4f27-a915-d0cfa436d328, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a34d651c-7f4e-4f27-a915-d0cfa436d328,segment=NetworkSegment(27408782-f4aa-4575-b01e-514510caf9e7),segment_id=27408782-f4aa-4575-b01e-514510caf9e7)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:10.818113 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.846582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dc8de-c8d4-4cf1-a419-1c822a054759 req-8bfffa47-f329-42de-97cf-08ff5217c21e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:10.848563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-259dc8de-c8d4-4cf1-a419-1c822a054759 req-8bfffa47-f329-42de-97cf-08ff5217c21e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1641026 Aug 20 15:08:10.916086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for a34d651c-7f4e-4f27-a915-d0cfa436d328 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:10.921128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99a9b663-f525-4f44-b275-7cc48368b27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:10.955765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9b663-f525-4f44-b275-7cc48368b27a None None] Pushing event deleted for resources: {'Port': ['ID=a34d651c-7f4e-4f27-a915-d0cfa436d328,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:10.959974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9b663-f525-4f44-b275-7cc48368b27a None None] No DVR routers for this DVR port a34d651c-7f4e-4f27-a915-d0cfa436d328 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:11.010018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f4d74-d793-42fe-bdc7-af946efc0541 req-767e0ade-fec6-4016-84e4-539244fc31c4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:11.012430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-851f4d74-d793-42fe-bdc7-af946efc0541 req-767e0ade-fec6-4016-84e4-539244fc31c4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.2659619 Aug 20 15:08:11.115156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-259dc8de-c8d4-4cf1-a419-1c822a054759 req-b70ca481-6646-4341-b919-01782ee6989d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022612 Aug 20 15:08:11.159887 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.196960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-851f4d74-d793-42fe-bdc7-af946efc0541 req-62544253-f551-4aff-bb8f-7e3b0bd4d035 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174443 Aug 20 15:08:11.200689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.259721 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.291501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=a34d651c-7f4e-4f27-a915-d0cfa436d328,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:11.301372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No DVR routers for this DVR port a34d651c-7f4e-4f27-a915-d0cfa436d328 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:11.420371 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.441642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f12c49e-f6aa-43e0-804f-c66ba0639600']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:11.444198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Allocated IP 172.25.5.115 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/90e15965-ffe8-4839-8d7a-09b9f2bdde91) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:11.456875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27408782-f4aa-4575-b01e-514510caf9e7') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:11.457177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27408782-f4aa-4575-b01e-514510caf9e7') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:11.471942 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.528597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.539856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:08:11.540265 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:08:11.544016 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:08:11.619241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.637271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.639124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/networks/5f12c49e-f6aa-43e0-804f-c66ba0639600 HTTP/1.1" status: 204 len: 168 time: 2.0434422 Aug 20 15:08:11.642870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48402) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:11.674917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35761921-1cf4-45c2-9723-92f031f09991 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Network': ['ID=5f12c49e-f6aa-43e0-804f-c66ba0639600,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:11.701584 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.702870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396e09c-02b9-4916-937d-689a7e17df26 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:11.704474 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7396e09c-02b9-4916-937d-689a7e17df26 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0600502 Aug 20 15:08:11.709555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48404) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:11.836781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4745408-8d72-4b3c-9c47-6817094cc4fc req-61741285-04b1-4e99-827d-a80af718bf18 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:11.838290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4745408-8d72-4b3c-9c47-6817094cc4fc req-61741285-04b1-4e99-827d-a80af718bf18 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.2028131 Aug 20 15:08:11.838440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d76af9-54db-4415-9f27-2ca5deba5bc7 None None] Network c8514b06-c422-48e9-9c4d-9ae59311f588 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:11.870764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d18b0-ec5b-4719-850e-aa566e8e4578 req-3d412fbe-32e4-4374-9012-8bdcbed62f71 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:11.872271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-399d18b0-ec5b-4719-850e-aa566e8e4578 req-3d412fbe-32e4-4374-9012-8bdcbed62f71 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.2100098 Aug 20 15:08:11.878286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-82c7a957-1498-4959-a4d3-9dfc25dd1c69 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1669526 Aug 20 15:08:11.884382 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48408) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:11.888444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.893965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1319487613'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:11.929159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:11.936383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fe268da8-a65c-4994-90c8-ac21cce3556d None None] Provisioning for port 2eec9028-232b-4551-876e-7d75dbe4581f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:11.937772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:11.958917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:11.967488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4745408-8d72-4b3c-9c47-6817094cc4fc req-aefe14de-99fb-4b1e-a576-1663b12c12d8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188405 Aug 20 15:08:11.974839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:11.985763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:11.990958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Pushing event updated for resources: {'Port': ['ID=90e15965-ffe8-4839-8d7a-09b9f2bdde91,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:12.002177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:08:12.014116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-399d18b0-ec5b-4719-850e-aa566e8e4578 req-950ade19-76ff-4e10-9068-ad21d0b447dc tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343687 Aug 20 15:08:12.026950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.027569 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Added segment 8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43 of type vlan for network a5868e71-9d7e-485f-b551-3e26a38704e6 Aug 20 15:08:12.079058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.106796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.113922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:12.115365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.132978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2471180 Aug 20 15:08:12.136279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48410) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:12.141688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': 'a5868e71-9d7e-485f-b551-3e26a38704e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:12.203498 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3333ae7f-894c-4aed-b62c-9177b31bcdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.282943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e9897-d384-4a82-b988-50936afe7ebb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Network': ['ID=a5868e71-9d7e-485f-b551-3e26a38704e6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:12.295472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a5868e71-9d7e-485f-b551-3e26a38704e6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:08:12.300382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2eec9028-232b-4551-876e-7d75dbe4581f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:12.361091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:12.366952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.404973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090226-80d5-4c32-a93a-6def3e12ad9c req-05b94ba4-1993-4460-859f-d499d946287e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:12.406578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2090226-80d5-4c32-a93a-6def3e12ad9c req-05b94ba4-1993-4460-859f-d499d946287e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.0727499 Aug 20 15:08:12.500128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2eec9028-232b-4551-876e-7d75dbe4581f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:12.504371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2090226-80d5-4c32-a93a-6def3e12ad9c req-9a319b83-9ded-4728-9bbc-b59d8f270834 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900376 Aug 20 15:08:12.507789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.525663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2eec9028-232b-4551-876e-7d75dbe4581f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:12.536717 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.540971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d510acf9-9f5c-4bb6-8552-911936334c52 None None] Provisioning complete for port 2eec9028-232b-4551-876e-7d75dbe4581f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:12.541602 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d510acf9-9f5c-4bb6-8552-911936334c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.700718 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.704901 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.739110 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d510acf9-9f5c-4bb6-8552-911936334c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.758433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 2eec9028-232b-4551-876e-7d75dbe4581f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2eec9028-232b-4551-876e-7d75dbe4581f,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:12.769085 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.784764 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.849064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Checking segment: {'id': '8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a5868e71-9d7e-485f-b551-3e26a38704e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:12.849440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network hostable DHCP agents. Network: a5868e71-9d7e-485f-b551-3e26a38704e6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:08:12.864828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=7bd63387-bc63-4ac1-92c2-d835d0aff50b,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:12.868863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a34d651c-7f4e-4f27-a915-d0cfa436d328 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:08:12.904324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a34d651c-7f4e-4f27-a915-d0cfa436d328 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:08:12.904670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a34d651c-7f4e-4f27-a915-d0cfa436d328 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:08:12.906520 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-d510acf9-9f5c-4bb6-8552-911936334c52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:08:12.906705 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-d510acf9-9f5c-4bb6-8552-911936334c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:08:12.907030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=2eec9028-232b-4551-876e-7d75dbe4581f,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:12.910436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network a5868e71-9d7e-485f-b551-3e26a38704e6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:08:12.923144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a5868e71-9d7e-485f-b551-3e26a38704e6) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:12.932124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2c2479-79a5-4651-9301-e23c5eab9ea2 None None] Network a5868e71-9d7e-485f-b551-3e26a38704e6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:12.938323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:12.938940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:12.965805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48418) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:12.966395 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ba64c7a-14e8-4508-99da-2a6b0aaeba45 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8281226 Aug 20 15:08:12.972302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': 'a5868e71-9d7e-485f-b551-3e26a38704e6', 'name': 'tempest-PortsTestJSON-398102717'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:13.117842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Router 948d4415-dcbd-41d1-bbc6-46ba0361c1da is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:08:13.144695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:13.148633 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:13.260439 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a5868e71-9d7e-485f-b551-3e26a38704e6', 'network_id': 'a5868e71-9d7e-485f-b551-3e26a38704e6', 'tenant_id': '6c240ec2eac048d9bdb9b4bd2854e012', 'fixed_ips': [{'subnet_id': '7bd63387-bc63-4ac1-92c2-d835d0aff50b'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:08:13.261537 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:13.409618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Allocated IP 172.20.0.2 (a5868e71-9d7e-485f-b551-3e26a38704e6/7bd63387-bc63-4ac1-92c2-d835d0aff50b/3ead9043-7d5a-496b-ab75-3df9ec550c67) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:13.550135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port c0265552-27dc-40c2-8198-797503ba5c1f yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:08:13.606631 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:13.615291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Transition to ACTIVE for port object 3ead9043-7d5a-496b-ab75-3df9ec550c67 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:13.632412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Transition to ACTIVE for port object 3ead9043-7d5a-496b-ab75-3df9ec550c67 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:13.639632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:13.664680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05461c-800a-4fd2-8427-607ffac70705 req-332b130e-24ab-44aa-b35d-623bef8a760d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:13.666686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b05461c-800a-4fd2-8427-607ffac70705 req-332b130e-24ab-44aa-b35d-623bef8a760d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.5253544 Aug 20 15:08:13.681930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Network a5868e71-9d7e-485f-b551-3e26a38704e6 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:13.686534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:13.690009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:13.696647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf75297-0356-427b-8e99-988d4118a557 req-0950d106-2c1d-481e-aa29-fb5e0c9da1e7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:13.698262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf75297-0356-427b-8e99-988d4118a557 req-0950d106-2c1d-481e-aa29-fb5e0c9da1e7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.4780943 Aug 20 15:08:13.722629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Pushing event updated for resources: {'Port': ['ID=3ead9043-7d5a-496b-ab75-3df9ec550c67,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:13.748258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:08:13.757745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Attempting to bind port 3ead9043-7d5a-496b-ab75-3df9ec550c67 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:13.758121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Attempting to bind port 3ead9043-7d5a-496b-ab75-3df9ec550c67 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a5868e71-9d7e-485f-b551-3e26a38704e6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:13.758482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Attempting to bind port 3ead9043-7d5a-496b-ab75-3df9ec550c67 on network a5868e71-9d7e-485f-b551-3e26a38704e6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:13.762468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Sync routers for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:08:13.770806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:13.771391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Checking segment: {'id': '8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a5868e71-9d7e-485f-b551-3e26a38704e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:13.771782 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:13.772172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Bound using segment: {'id': '8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a5868e71-9d7e-485f-b551-3e26a38704e6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:13.772638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Bound port: 3ead9043-7d5a-496b-ab75-3df9ec550c67, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a5868e71-9d7e-485f-b551-3e26a38704e6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:13.773015 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:13.786919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:13.787607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:07:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:13.813718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:13.815200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a802d6de-5b77-425c-b408-50f1fa3b5e33 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4651213 Aug 20 15:08:13.816702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.9 (a5868e71-9d7e-485f-b551-3e26a38704e6/7bd63387-bc63-4ac1-92c2-d835d0aff50b/c0265552-27dc-40c2-8198-797503ba5c1f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:13.818164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48428) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:13.829856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b05461c-800a-4fd2-8427-607ffac70705 req-274de890-e471-48bb-8a5f-e1e4de07b8dc tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427402 Aug 20 15:08:13.851105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf75297-0356-427b-8e99-988d4118a557 req-2486d6fc-5985-4a90-8544-943f0f5b1bc8 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149263 Aug 20 15:08:13.947869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] For port 3ead9043-7d5a-496b-ab75-3df9ec550c67, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:13.952785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] For port 3ead9043-7d5a-496b-ab75-3df9ec550c67, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3ead9043-7d5a-496b-ab75-3df9ec550c67,segment=NetworkSegment(8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43),segment_id=8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:13.967916 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:13.977948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:08:14.169116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:14.196621 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79606b7-ff3d-49ea-9423-86a69b2d4d33 None None] Pushing event updated for resources: {'Port': ['ID=3ead9043-7d5a-496b-ab75-3df9ec550c67,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:14.201038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object c0265552-27dc-40c2-8198-797503ba5c1f will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:14.253827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2eec9028-232b-4551-876e-7d75dbe4581f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:14.254051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c79ba-a11c-427e-baff-3c0f277a671b req-529bac60-700e-44d1-a3c3-c06f87607975 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:14.255864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f7c79ba-a11c-427e-baff-3c0f277a671b req-529bac60-700e-44d1-a3c3-c06f87607975 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1985953 Aug 20 15:08:14.361226 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:14.365995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f7c79ba-a11c-427e-baff-3c0f277a671b req-5fd1c317-f0cf-44c3-8b13-a873ee647014 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939915 Aug 20 15:08:14.428732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network a5868e71-9d7e-485f-b551-3e26a38704e6 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:14.438889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:14.446641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:14.453134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2eec9028-232b-4551-876e-7d75dbe4581f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:14.453519 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:14.493481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:12Z', 'revision_number': 3, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:14.503749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=c0265552-27dc-40c2-8198-797503ba5c1f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:14.540719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:14.541349 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:14.559922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48432) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:14.561191 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-11d35b9c-531d-489d-ad61-cff1ef404e43 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5939119 Aug 20 15:08:14.563258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Checking router: 948d4415-dcbd-41d1-bbc6-46ba0361c1da for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:08:14.563662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Updating router 948d4415-dcbd-41d1-bbc6-46ba0361c1da port 90e15965-ffe8-4839-8d7a-09b9f2bdde91 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:08:14.568158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': 'a5868e71-9d7e-485f-b551-3e26a38704e6', 'name': 'tempest-PortsTestJSON-2040575606'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:14.602157 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:14.634876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:14.769810 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:14.789177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:14.793567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:14.843080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port 34b64972-5263-4a9d-9713-6efa1a006bc5 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:08:14.926588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Allocated IP 172.20.0.1 (c8514b06-c422-48e9-9c4d-9ae59311f588/b3b50d46-38e0-449a-810b-7bfd856c96fa/a407dcdc-0065-411e-91a9-3b211093612f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:14.994639 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.014404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Transition to ACTIVE for port object 90e15965-ffe8-4839-8d7a-09b9f2bdde91 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:15.023399 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.091244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Attempting to bind port 90e15965-ffe8-4839-8d7a-09b9f2bdde91 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:15.091710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Attempting to bind port 90e15965-ffe8-4839-8d7a-09b9f2bdde91 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:15.092085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Attempting to bind port 90e15965-ffe8-4839-8d7a-09b9f2bdde91 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:15.104466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b51c3-38d0-482d-953c-6e50e7dabaab None None] Pushing event updated for resources: {'Port': ['ID=90e15965-ffe8-4839-8d7a-09b9f2bdde91,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:15.113638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.7 (a5868e71-9d7e-485f-b551-3e26a38704e6/7bd63387-bc63-4ac1-92c2-d835d0aff50b/34b64972-5263-4a9d-9713-6efa1a006bc5) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:15.119199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:15.119954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:15.120755 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.122243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:15.123033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Bound port: 90e15965-ffe8-4839-8d7a-09b9f2bdde91, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:15.123650 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.124292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c563ff-e004-4753-b839-c7629dbf737f req-09eb2fa8-735e-4438-b6af-213d2a9ea5bf tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:15.129364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c563ff-e004-4753-b839-c7629dbf737f req-09eb2fa8-735e-4438-b6af-213d2a9ea5bf tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1451192 Aug 20 15:08:15.170783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6fc25f69-a5ef-416a-b458-bd5668550201 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:08:15.208113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a3a59-1347-46e5-860d-7efc1719013a req-6e7dc695-cc77-4e90-9691-34409b1ad1c3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:15.209510 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.219040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b5a3a59-1347-46e5-860d-7efc1719013a req-6e7dc695-cc77-4e90-9691-34409b1ad1c3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.2136252 Aug 20 15:08:15.236258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c563ff-e004-4753-b839-c7629dbf737f req-cebc3af1-40bd-4936-b83b-005d2bbf3075 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981755 Aug 20 15:08:15.237987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Transition to ACTIVE for port object a407dcdc-0065-411e-91a9-3b211093612f will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:15.300163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b5a3a59-1347-46e5-860d-7efc1719013a req-5b4eb99a-a73a-465f-9725-0fc0ea26bd1f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Aug 20 15:08:15.315047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6fc25f69-a5ef-416a-b458-bd5668550201,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:15.337540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '6fc25f69-a5ef-416a-b458-bd5668550201', 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23', 'port_id': '6fc25f69-a5ef-416a-b458-bd5668550201', 'mac_address': 'fa:16:3e:8f:79:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:08:15.353183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.387921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9903f39e-009b-478c-9788-331f05491a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.440237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.449727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] For port 90e15965-ffe8-4839-8d7a-09b9f2bdde91, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:15.466693 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.466976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Network c8514b06-c422-48e9-9c4d-9ae59311f588 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:15.477793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:15.492136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] For port 90e15965-ffe8-4839-8d7a-09b9f2bdde91, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=90e15965-ffe8-4839-8d7a-09b9f2bdde91,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:15.497987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.499062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:15.501328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fc25f69-a5ef-416a-b458-bd5668550201 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:08:15.501795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a407dcdc-0065-411e-91a9-3b211093612f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:15.504486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object 34b64972-5263-4a9d-9713-6efa1a006bc5 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:15.545377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6fc25f69-a5ef-416a-b458-bd5668550201,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:15.560113 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.603714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:15.604438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:08:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:15.648428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7737e01-788e-483a-be38-aab2576a01ed req-e61cd2e8-16aa-4be9-85bf-70bc6189522a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:15.655730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7737e01-788e-483a-be38-aab2576a01ed req-e61cd2e8-16aa-4be9-85bf-70bc6189522a tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1117637 Aug 20 15:08:15.672321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.705492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405cf738-b596-445d-9945-ca5fb4ae79ef None None] Network a5868e71-9d7e-485f-b551-3e26a38704e6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:15.706030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7737e01-788e-483a-be38-aab2576a01ed req-78538fa4-6de3-44f2-a5c6-bd99d0ee1103 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Aug 20 15:08:15.780138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db8880-3495-41df-8359-835417163aed req-dccd555a-4fc1-4e9e-a884-0fe8e31c6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:15.783104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e4db8880-3495-41df-8359-835417163aed req-dccd555a-4fc1-4e9e-a884-0fe8e31c6452 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 1097 time: 0.2217548 Aug 20 15:08:15.789640 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:15.905551 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network a5868e71-9d7e-485f-b551-3e26a38704e6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:15.907261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=34b64972-5263-4a9d-9713-6efa1a006bc5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:15.921922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:15.926984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:15.930945 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e4db8880-3495-41df-8359-835417163aed req-669bb13b-059e-4c2c-abdb-0e4adad869c0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306977 Aug 20 15:08:15.959455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b51c3-38d0-482d-953c-6e50e7dabaab None None] Pushing event updated for resources: {'Port': ['ID=90e15965-ffe8-4839-8d7a-09b9f2bdde91,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:15.998014 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.002449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fd9af5e8-e57c-4301-bc88-1a8fa51fd9b6 None None] Provisioning for port 3ead9043-7d5a-496b-ab75-3df9ec550c67 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:16.006304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:16.007021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.015739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:08:16.051578 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea614f8d-34af-4efc-bfff-d823a4bf5bde tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4894814 Aug 20 15:08:16.054530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48448) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:16.125784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6fc25f69-a5ef-416a-b458-bd5668550201,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:16.178943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6fc25f69-a5ef-416a-b458-bd5668550201'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:08:16.224914 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.261905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3ead9043-7d5a-496b-ab75-3df9ec550c67 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:16.291131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bec8aa-e75e-4679-a655-dfe3264c758f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:16.296124 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a5bec8aa-e75e-4679-a655-dfe3264c758f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.2378123 Aug 20 15:08:16.296740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48452) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:16.311884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d8032333-2d99-46e9-932a-4b4a5f485ed5 None None] Provisioning for port a407dcdc-0065-411e-91a9-3b211093612f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:16.355884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d8032333-2d99-46e9-932a-4b4a5f485ed5 None None] Provisioning complete for port a407dcdc-0065-411e-91a9-3b211093612f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:16.358726 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d8032333-2d99-46e9-932a-4b4a5f485ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.410536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0ea76-8bfb-4331-97ad-c5cc085f7128 req-7084aba2-50b9-4ef5-b40c-0e329da7d421 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:16.424074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99b0ea76-8bfb-4331-97ad-c5cc085f7128 req-7084aba2-50b9-4ef5-b40c-0e329da7d421 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 944 time: 0.0860910 Aug 20 15:08:16.454436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.467767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.472232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-dd61376c-3b23-4659-98ce-847143323f97 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port 34b64972-5263-4a9d-9713-6efa1a006bc5 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:16.472734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd61376c-3b23-4659-98ce-847143323f97 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.511983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d8032333-2d99-46e9-932a-4b4a5f485ed5 None None] Port a407dcdc-0065-411e-91a9-3b211093612f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:16.525398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99b0ea76-8bfb-4331-97ad-c5cc085f7128 req-543f786d-f89d-49f8-8610-2d98d8a46f9c tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941396 Aug 20 15:08:16.554204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 3ead9043-7d5a-496b-ab75-3df9ec550c67 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:16.582229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3ead9043-7d5a-496b-ab75-3df9ec550c67 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:16.589292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.589931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6556f2a-be80-41c4-ab36-1d53ce796193 req-cb1dd26d-a51e-4989-a1ec-ea63e7aa32b0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:16.591661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6556f2a-be80-41c4-ab36-1d53ce796193 req-cb1dd26d-a51e-4989-a1ec-ea63e7aa32b0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1449664 Aug 20 15:08:16.686584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a407dcdc-0065-411e-91a9-3b211093612f,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:16.688299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6556f2a-be80-41c4-ab36-1d53ce796193 req-2fb28a6f-335b-459c-accc-9518dcd006c0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836580 Aug 20 15:08:16.707564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.738265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:12Z', 'revision_number': 3, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:16.781394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb12acac-0f2d-4cd2-94e9-8ded4ab8a3d5 None None] The sync data for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 is: [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:12Z', 'revision_number': 3, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:08:16.794006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd61376c-3b23-4659-98ce-847143323f97 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.814113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-dd61376c-3b23-4659-98ce-847143323f97 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for 34b64972-5263-4a9d-9713-6efa1a006bc5 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:16.849168 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.883449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38443a3f-2a33-419b-915c-33a0dfa445c3 req-7c13f9a3-93b0-4e9a-9bb1-c341007a6e48 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:16.893028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38443a3f-2a33-419b-915c-33a0dfa445c3 req-7c13f9a3-93b0-4e9a-9bb1-c341007a6e48 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.0758915 Aug 20 15:08:16.894152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 3ead9043-7d5a-496b-ab75-3df9ec550c67, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3ead9043-7d5a-496b-ab75-3df9ec550c67,segment=NetworkSegment(8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43),segment_id=8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:16.904150 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.970779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Provisioning complete for port 3ead9043-7d5a-496b-ab75-3df9ec550c67 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:16.971481 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:16.978447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Network c8514b06-c422-48e9-9c4d-9ae59311f588 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:16.988644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:17.009870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38443a3f-2a33-419b-915c-33a0dfa445c3 req-9b7d0759-e59a-4d02-9c73-201f369119d1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Aug 20 15:08:17.022091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=3ead9043-7d5a-496b-ab75-3df9ec550c67,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:17.185970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6fc25f69-a5ef-416a-b458-bd5668550201 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:08:17.250980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd61376c-3b23-4659-98ce-847143323f97 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:17.251431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Provisioning for port 34b64972-5263-4a9d-9713-6efa1a006bc5 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:17.275009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Provisioning complete for port 34b64972-5263-4a9d-9713-6efa1a006bc5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:17.279451 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:17.340706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Port 34b64972-5263-4a9d-9713-6efa1a006bc5 was deleted so its status cannot be updated. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 15:08:17.369364 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:17.397837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6fc25f69-a5ef-416a-b458-bd5668550201 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:08:17.416126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Provisioning for port c0265552-27dc-40c2-8198-797503ba5c1f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:17.428218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Provisioning complete for port c0265552-27dc-40c2-8198-797503ba5c1f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:17.428596 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:17.431688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6fc25f69-a5ef-416a-b458-bd5668550201,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:17.455094 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:17.499951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-de9b3c92-a532-48b1-a3d0-fbaf6c97e291 None None] Port c0265552-27dc-40c2-8198-797503ba5c1f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:17.522587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6fc25f69-a5ef-416a-b458-bd5668550201,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:17.631895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5a14dcd8-145b-4fed-92b8-85e46dc720b9 None None] Provisioning complete for port c0265552-27dc-40c2-8198-797503ba5c1f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:17.633643 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5a14dcd8-145b-4fed-92b8-85e46dc720b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:17.686883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a9ad8-707b-4169-a32c-10d567e9120c req-0bf37b40-393d-4842-b424-87c2c49c8912 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:17.705877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-824a9ad8-707b-4169-a32c-10d567e9120c req-0bf37b40-393d-4842-b424-87c2c49c8912 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 943 time: 0.1052828 Aug 20 15:08:17.724670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5a14dcd8-145b-4fed-92b8-85e46dc720b9 None None] Port c0265552-27dc-40c2-8198-797503ba5c1f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:17.734964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5a14dcd8-145b-4fed-92b8-85e46dc720b9 None None] Could not find standard attr ID for object 34b64972-5263-4a9d-9713-6efa1a006bc5. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:08:17.767276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61376c-3b23-4659-98ce-847143323f97 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=34b64972-5263-4a9d-9713-6efa1a006bc5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:17.784940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-824a9ad8-707b-4169-a32c-10d567e9120c req-5ba16d42-6f16-4b55-9d42-92f1db75e28b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763805 Aug 20 15:08:17.806674 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:17.807623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5a14dcd8-145b-4fed-92b8-85e46dc720b9 None None] Provisioning complete for port a407dcdc-0065-411e-91a9-3b211093612f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:17.808029 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5a14dcd8-145b-4fed-92b8-85e46dc720b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:17.816343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Router 948d4415-dcbd-41d1-bbc6-46ba0361c1da has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:08:17.918093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5a14dcd8-145b-4fed-92b8-85e46dc720b9 None None] Port a407dcdc-0065-411e-91a9-3b211093612f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:17.942253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd61376c-3b23-4659-98ce-847143323f97 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:17.947159 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dd61376c-3b23-4659-98ce-847143323f97 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/34b64972-5263-4a9d-9713-6efa1a006bc5 HTTP/1.1" status: 204 len: 168 time: 1.6493244 Aug 20 15:08:17.950135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48470) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:17.978973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0041a-ebad-4ced-9de7-b4b2c009794d req-815668c0-af27-426d-8a92-db0cdd773bb5 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:17.982951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5c0041a-ebad-4ced-9de7-b4b2c009794d req-815668c0-af27-426d-8a92-db0cdd773bb5 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0932939 Aug 20 15:08:18.043813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5c0041a-ebad-4ced-9de7-b4b2c009794d req-ddf5732c-5b6b-42a0-96a8-b0a5ab65d461 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498762 Aug 20 15:08:18.101069 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9eac68f-d7bf-49da-a752-709e7492e945 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:08:18.106667 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c9eac68f-d7bf-49da-a752-709e7492e945 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/34b64972-5263-4a9d-9713-6efa1a006bc5 HTTP/1.1" status: 404 len: 333 time: 0.1515093 Aug 20 15:08:18.106667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:08:18.107924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48478) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:18.124968 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-274743d6-0285-4228-a694-fa47ae9e05b2 admin admin] 10.222.0.36 "PUT /v2.0/routers/948d4415-dcbd-41d1-bbc6-46ba0361c1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2951615 Aug 20 15:08:18.305872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732524-0f18-4431-83e2-6ce9d59be759 req-8aa752f0-f34a-43d9-90e7-290a0f8ddd80 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:18.315534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69732524-0f18-4431-83e2-6ce9d59be759 req-8aa752f0-f34a-43d9-90e7-290a0f8ddd80 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1274621 Aug 20 15:08:18.327626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3ead9043-7d5a-496b-ab75-3df9ec550c67 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:18.340453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447a298-f529-4fe8-b8e1-0ede0f90806f req-893866fe-f40d-47f5-a881-afae0e4093f0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:18.342340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c447a298-f529-4fe8-b8e1-0ede0f90806f req-893866fe-f40d-47f5-a881-afae0e4093f0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1711903 Aug 20 15:08:18.385670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3ead9043-7d5a-496b-ab75-3df9ec550c67 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:18.386054 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:18.399831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69732524-0f18-4431-83e2-6ce9d59be759 req-bf5d9ee2-2268-42cc-8b21-b53c3f4a67c7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831664 Aug 20 15:08:18.418948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c8b38-637e-49b0-8746-6dd9d2e773ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port c0265552-27dc-40c2-8198-797503ba5c1f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:18.418948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8b38-637e-49b0-8746-6dd9d2e773ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:18.433173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c447a298-f529-4fe8-b8e1-0ede0f90806f req-e0329be7-950e-49c9-ac88-fa55ea2fa391 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788021 Aug 20 15:08:18.504340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 90e15965-ffe8-4839-8d7a-09b9f2bdde91 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:18.575231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 90e15965-ffe8-4839-8d7a-09b9f2bdde91 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:18.584749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 90e15965-ffe8-4839-8d7a-09b9f2bdde91 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:18.585133 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:18.597868 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8b38-637e-49b0-8746-6dd9d2e773ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:18.612563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c8b38-637e-49b0-8746-6dd9d2e773ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for c0265552-27dc-40c2-8198-797503ba5c1f owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:18.724611 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:18.773611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 90e15965-ffe8-4839-8d7a-09b9f2bdde91, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=90e15965-ffe8-4839-8d7a-09b9f2bdde91,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:18.781826 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:18.842519 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8b38-637e-49b0-8746-6dd9d2e773ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:18.850637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=90e15965-ffe8-4839-8d7a-09b9f2bdde91,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:18.887819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0133f-04dd-4053-bd1a-d0f6b4ea2f7e req-674b4a22-55ef-408f-a163-653f4cf1473a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:18.890304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2d0133f-04dd-4053-bd1a-d0f6b4ea2f7e req-674b4a22-55ef-408f-a163-653f4cf1473a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1190038 Aug 20 15:08:18.893796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c8b38-637e-49b0-8746-6dd9d2e773ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=c0265552-27dc-40c2-8198-797503ba5c1f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:19.033786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2d0133f-04dd-4053-bd1a-d0f6b4ea2f7e req-bbf99397-0b21-4ac7-92fd-2b4a49de3f0d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067376 Aug 20 15:08:19.044419 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8b38-637e-49b0-8746-6dd9d2e773ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.048755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ae7c8b38-637e-49b0-8746-6dd9d2e773ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/c0265552-27dc-40c2-8198-797503ba5c1f HTTP/1.1" status: 204 len: 168 time: 0.9370682 Aug 20 15:08:19.049133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48516) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:19.074985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48520) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:19.090012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-815a65e0-e28c-4118-94b6-ec876623607b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969443353', 'description': 'tempest-description--546802277'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:19.124506 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8e1c37-d57a-4d9c-99d3-5fdd90005c80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:08:19.127395 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dd8e1c37-d57a-4d9c-99d3-5fdd90005c80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/c0265552-27dc-40c2-8198-797503ba5c1f HTTP/1.1" status: 404 len: 333 time: 0.0772512 Aug 20 15:08:19.130084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48522) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:19.157154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-815a65e0-e28c-4118-94b6-ec876623607b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.193431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6fc25f69-a5ef-416a-b458-bd5668550201 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:19.218944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-dddcee36-ced9-4b2c-afcb-621f5bcd3660 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet 7bd63387-bc63-4ac1-92c2-d835d0aff50b {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:08:19.228782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dddcee36-ced9-4b2c-afcb-621f5bcd3660 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.278950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 6fc25f69-a5ef-416a-b458-bd5668550201 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:19.279900 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.280326 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Sync routers for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:08:19.293924 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:19.294529 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:08:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:19.295266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ba1a1-6cfa-47d8-9f37-3574843613f2 req-fb6a5f9b-810e-47ee-b619-48ccc726593f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:19.305427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-445ba1a1-6cfa-47d8-9f37-3574843613f2 req-fb6a5f9b-810e-47ee-b619-48ccc726593f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 943 time: 0.1266739 Aug 20 15:08:19.323372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dddcee36-ced9-4b2c-afcb-621f5bcd3660 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.377090 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.429588 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-815a65e0-e28c-4118-94b6-ec876623607b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.437274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-815a65e0-e28c-4118-94b6-ec876623607b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.459982 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:08:19.478409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6fc25f69-a5ef-416a-b458-bd5668550201,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:19.480315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df756919-933e-4dad-9326-7def69d4d45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc25f69-a5ef-416a-b458-bd5668550201'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:19.484703 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245e1d9-5fe6-4044-9e63-acd471768d4c" -d '{"events": [{"server_uuid": "df756919-933e-4dad-9326-7def69d4d45f", "name": "network-vif-plugged", "status": "completed", "tag": "6fc25f69-a5ef-416a-b458-bd5668550201"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:19.491908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-445ba1a1-6cfa-47d8-9f37-3574843613f2 req-cbd9f5bd-cb3d-4fd7-8f0e-7ccb8f215325 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850495 Aug 20 15:08:19.492786 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.541378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-815a65e0-e28c-4118-94b6-ec876623607b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.546397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-815a65e0-e28c-4118-94b6-ec876623607b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4653854 Aug 20 15:08:19.547067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48532) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:19.557687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-73822ba2-53d3-4c5a-953f-0a7df2c888aa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'security_group_rule': {'security_group_id': '7b6d9c84-e55d-4d76-a049-e3f1b58980c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:19.566078 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dddcee36-ced9-4b2c-afcb-621f5bcd3660 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.584152 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b5afe-23dd-4ca1-93b1-e819d2e08ebf x-openstack-request-id: req-031b5afe-23dd-4ca1-93b1-e819d2e08ebf {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:19.584466 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df756919-933e-4dad-9326-7def69d4d45f", "name": "network-vif-plugged", "status": "completed", "tag": "6fc25f69-a5ef-416a-b458-bd5668550201", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:19.585872 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-031b5afe-23dd-4ca1-93b1-e819d2e08ebf {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:19.586455 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df756919-933e-4dad-9326-7def69d4d45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc25f69-a5ef-416a-b458-bd5668550201', 'code': 200} Aug 20 15:08:19.607108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a65e0-e28c-4118-94b6-ec876623607b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6d9c84-e55d-4d76-a049-e3f1b58980c6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:19.633622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6fc25f69-a5ef-416a-b458-bd5668550201,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:19.648455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73822ba2-53d3-4c5a-953f-0a7df2c888aa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.724521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dddcee36-ced9-4b2c-afcb-621f5bcd3660 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.765176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcee36-ced9-4b2c-afcb-621f5bcd3660 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd63387-bc63-4ac1-92c2-d835d0aff50b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:19.767673 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dddcee36-ced9-4b2c-afcb-621f5bcd3660 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.769728 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dddcee36-ced9-4b2c-afcb-621f5bcd3660 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/7bd63387-bc63-4ac1-92c2-d835d0aff50b HTTP/1.1" status: 204 len: 168 time: 0.6384792 Aug 20 15:08:19.780235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48534) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:19.796162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17313e62-90c1-4876-a9a3-0faa3cc0eab8 None None] Network a5868e71-9d7e-485f-b551-3e26a38704e6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:19.884007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5835c2-f6ff-4ed4-ba5a-2d6268a9dbac req-53fe773d-3f17-4cf2-bbff-5b1708c1bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:19.885604 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9e5835c2-f6ff-4ed4-ba5a-2d6268a9dbac req-53fe773d-3f17-4cf2-bbff-5b1708c1bb43 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 1097 time: 0.1135983 Aug 20 15:08:19.889794 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:16Z', 'revision_number': 2, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:19.921254 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73822ba2-53d3-4c5a-953f-0a7df2c888aa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.938028 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73822ba2-53d3-4c5a-953f-0a7df2c888aa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.968592 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:19.976793 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9e5835c2-f6ff-4ed4-ba5a-2d6268a9dbac req-6171c3de-3d62-4171-9ea0-f65831db1463 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651751 Aug 20 15:08:19.980874 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Checking router: 948d4415-dcbd-41d1-bbc6-46ba0361c1da for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:08:19.981401 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Updating router 948d4415-dcbd-41d1-bbc6-46ba0361c1da port a407dcdc-0065-411e-91a9-3b211093612f binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:08:19.991742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73822ba2-53d3-4c5a-953f-0a7df2c888aa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cd38b5-80cc-4529-9b3a-a2b5ea60ef43,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:20.025148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820f54e-622b-4668-b563-d280b6e4e4f4 req-cc54c136-c510-4e1d-9cbd-3fd7db3bbaa0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:20.027225 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.038904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port 3ead9043-7d5a-496b-ab75-3df9ec550c67 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:20.039535 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.041674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b820f54e-622b-4668-b563-d280b6e4e4f4 req-cc54c136-c510-4e1d-9cbd-3fd7db3bbaa0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.3420486 Aug 20 15:08:20.058383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73822ba2-53d3-4c5a-953f-0a7df2c888aa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.064494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-73822ba2-53d3-4c5a-953f-0a7df2c888aa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5160758 Aug 20 15:08:20.065130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48542) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:20.076253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-829b28e2-5712-443a-9763-b9439e474493 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'security_group_rule': {'security_group_id': '7b6d9c84-e55d-4d76-a049-e3f1b58980c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:20.147504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b820f54e-622b-4668-b563-d280b6e4e4f4 req-11ac9682-7d18-45c0-a72f-e96a4cfc30e8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028972 Aug 20 15:08:20.165988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c088a-17f6-4e15-9a81-122a93a3ac75 None None] DHCP port deletion for a5868e71-9d7e-485f-b551-3e26a38704e6 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:08:20.205329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] For port 3ead9043-7d5a-496b-ab75-3df9ec550c67, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3ead9043-7d5a-496b-ab75-3df9ec550c67,segment=NetworkSegment(8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43),segment_id=8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:20.206586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.228088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for 3ead9043-7d5a-496b-ab75-3df9ec550c67 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:20.232068 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-829b28e2-5712-443a-9763-b9439e474493 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.275533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-da3c088a-17f6-4e15-9a81-122a93a3ac75 None None] Deleting port 3ead9043-7d5a-496b-ab75-3df9ec550c67 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:20.275939 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-da3c088a-17f6-4e15-9a81-122a93a3ac75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.344871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f2a8e-eff8-4b19-9151-6c210b04af2e req-30e5fa4c-d427-4c23-bfa1-ce13f6fae0e3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:20.346467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-246f2a8e-eff8-4b19-9151-6c210b04af2e req-30e5fa4c-d427-4c23-bfa1-ce13f6fae0e3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1748991 Aug 20 15:08:20.354121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.355490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 90e15965-ffe8-4839-8d7a-09b9f2bdde91 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:20.385078 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-829b28e2-5712-443a-9763-b9439e474493 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.390942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=3ead9043-7d5a-496b-ab75-3df9ec550c67,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:20.392355 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-829b28e2-5712-443a-9763-b9439e474493 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.393179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No DVR routers for this DVR port 3ead9043-7d5a-496b-ab75-3df9ec550c67 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:20.423919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-da3c088a-17f6-4e15-9a81-122a93a3ac75 None None] For port 3ead9043-7d5a-496b-ab75-3df9ec550c67, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3ead9043-7d5a-496b-ab75-3df9ec550c67,segment=NetworkSegment(8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43),segment_id=8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:20.424568 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-da3c088a-17f6-4e15-9a81-122a93a3ac75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.431929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-246f2a8e-eff8-4b19-9151-6c210b04af2e req-bcb1dc0d-044b-4f0b-a9c2-07dbc1862c1d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752022 Aug 20 15:08:20.441608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-da3c088a-17f6-4e15-9a81-122a93a3ac75 None None] Calling delete_port for 3ead9043-7d5a-496b-ab75-3df9ec550c67 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:20.462062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b28e2-5712-443a-9763-b9439e474493 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f07de0-7bc0-43d4-8241-93e98947caa5,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:20.464848 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-829b28e2-5712-443a-9763-b9439e474493 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.469692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-829b28e2-5712-443a-9763-b9439e474493 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3973227 Aug 20 15:08:20.475804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48554) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:20.481121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:20.507831 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.514324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.544294 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.548770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5868e71-9d7e-485f-b551-3e26a38704e6']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:20.558440 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Transition to ACTIVE for port object a407dcdc-0065-411e-91a9-3b211093612f will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:20.559768 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-da3c088a-17f6-4e15-9a81-122a93a3ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.567725 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.583832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:20.584138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2ba2fb-0d5a-4fb0-bb06-c87c19a5fa43') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:20.590057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c088a-17f6-4e15-9a81-122a93a3ac75 None None] Pushing event deleted for resources: {'Port': ['ID=3ead9043-7d5a-496b-ab75-3df9ec550c67,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:20.599174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c088a-17f6-4e15-9a81-122a93a3ac75 None None] No DVR routers for this DVR port 3ead9043-7d5a-496b-ab75-3df9ec550c67 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:20.600789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 90e15965-ffe8-4839-8d7a-09b9f2bdde91 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:20.601202 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.611982 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.645197 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.659496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:08:20.660598 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Pushing event updated for resources: {'Port': ['ID=a407dcdc-0065-411e-91a9-3b211093612f,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:20.662219 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:08:20.667525 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:08:20.675240 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.675240 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.675240 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.675673 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.676017 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.676351 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.676675 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.677182 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.677507 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.677830 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.679775 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.680222 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:20.777692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.795567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.800391 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/networks/a5868e71-9d7e-485f-b551-3e26a38704e6 HTTP/1.1" status: 204 len: 168 time: 1.0189023 Aug 20 15:08:20.808268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48560) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:20.822246 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Attempting to bind port a407dcdc-0065-411e-91a9-3b211093612f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:20.822734 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Attempting to bind port a407dcdc-0065-411e-91a9-3b211093612f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:20.823487 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Attempting to bind port a407dcdc-0065-411e-91a9-3b211093612f on network c8514b06-c422-48e9-9c4d-9ae59311f588 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:20.829733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f45647-d015-4833-8c34-7bd810c409f9 req-bef80eed-18c9-4e93-b7ee-03b24454461b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:20.831695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f45647-d015-4833-8c34-7bd810c409f9 req-bef80eed-18c9-4e93-b7ee-03b24454461b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1593363 Aug 20 15:08:20.835877 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:20.836276 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Checking segment: {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:20.843484 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.844091 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Bound using segment: {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:20.844602 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Bound port: a407dcdc-0065-411e-91a9-3b211093612f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:20.845360 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.850522 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.856943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-500927634'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:20.873544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d8ccb-7756-43fe-95ec-ff81a2db8109 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Network': ['ID=a5868e71-9d7e-485f-b551-3e26a38704e6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:20.930980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:20.935162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:20.937174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5f45647-d015-4833-8c34-7bd810c409f9 req-bcde5481-55fc-4b01-857e-4240b1554a4a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941317 Aug 20 15:08:21.007833 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] For port a407dcdc-0065-411e-91a9-3b211093612f, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:21.013304 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] For port a407dcdc-0065-411e-91a9-3b211093612f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a407dcdc-0065-411e-91a9-3b211093612f,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:21.020456 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:21.039706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:08:21.052931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:21.052931 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Added segment f033115f-0d5f-4ddf-8c82-6282f3c10165 of type vlan for network acb75f7a-5b55-4b35-8b8a-58569e240be3 Aug 20 15:08:21.075741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934a073-6e82-44ac-a3c9-3218dfd80e76 req-9a2fbeb3-11ed-4cb3-88f1-192af0d2f18a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:21.087063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4934a073-6e82-44ac-a3c9-3218dfd80e76 req-9a2fbeb3-11ed-4cb3-88f1-192af0d2f18a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0911226 Aug 20 15:08:21.101754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:21.102056 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:21.102784 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:08:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:21.120023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Allocated IP 172.25.5.223 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/d3412c1c-131f-48e7-a8f6-a86d1f42e403) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:21.173816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4934a073-6e82-44ac-a3c9-3218dfd80e76 req-7975b997-b24d-4f44-ae7c-bf12f2160886 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853620 Aug 20 15:08:21.178635 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:21.194717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:21.197408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:21.271045 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:08:21.321051 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e50243-b04b-4746-991b-f0468ebabf7b None None] Pushing event updated for resources: {'Port': ['ID=a407dcdc-0065-411e-91a9-3b211093612f,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:21.335017 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5218759 Aug 20 15:08:21.336965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48572) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:21.367969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa83a8-0582-4836-9eaa-89f5878f8e96 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Network': ['ID=acb75f7a-5b55-4b35-8b8a-58569e240be3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:21.384633 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network acb75f7a-5b55-4b35-8b8a-58569e240be3 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:08:21.388936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': 'acb75f7a-5b55-4b35-8b8a-58569e240be3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:21.545505 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:21.619378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd5e54-fa33-4aa1-8f31-22fe4fe8191c req-2d2fd1a6-ec8f-4d62-ae26-e40b12461846 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:21.627060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cbd5e54-fa33-4aa1-8f31-22fe4fe8191c req-2d2fd1a6-ec8f-4d62-ae26-e40b12461846 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1714013 Aug 20 15:08:21.662549 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:21Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:21.691835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:21.699172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cbd5e54-fa33-4aa1-8f31-22fe4fe8191c req-1dc5ec54-6827-4371-ba92-c586e4ec142f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711381 Aug 20 15:08:21.700005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:21.702230 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ee5ca-3d1d-444c-9eaf-e2b0e2984f61 None None] The sync data for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 is: [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:21Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:08:21.705430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:21.799870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:21.806761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:21.809881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:21.841782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'Port': ['ID=d3412c1c-131f-48e7-a8f6-a86d1f42e403,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:21.991067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:22.076373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:22.226177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a407dcdc-0065-411e-91a9-3b211093612f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:22.273250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56c8d6-fb64-40eb-9f7e-7dc0abde3013 req-a9edd0d3-48e5-47cc-8d9c-3cc085c13918 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:22.274867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f56c8d6-fb64-40eb-9f7e-7dc0abde3013 req-a9edd0d3-48e5-47cc-8d9c-3cc085c13918 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.2507212 Aug 20 15:08:22.291081 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:22.332922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a407dcdc-0065-411e-91a9-3b211093612f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:22.337887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a407dcdc-0065-411e-91a9-3b211093612f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:22.338459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:22.439252 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:22.480369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port a407dcdc-0065-411e-91a9-3b211093612f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a407dcdc-0065-411e-91a9-3b211093612f,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:22.485767 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:22.542961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=a407dcdc-0065-411e-91a9-3b211093612f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:22.558022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3ead9043-7d5a-496b-ab75-3df9ec550c67 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:08:22.584908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 3ead9043-7d5a-496b-ab75-3df9ec550c67 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:08:22.585261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3ead9043-7d5a-496b-ab75-3df9ec550c67 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:08:22.761799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f56c8d6-fb64-40eb-9f7e-7dc0abde3013 req-c0565c15-759c-4948-bf53-62f13755f379 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773009 Aug 20 15:08:22.766485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=6a8c92f1-bdc0-43b4-b907-5b29614ba21b,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:22.809467 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:22.811480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Checking segment: {'id': 'f033115f-0d5f-4ddf-8c82-6282f3c10165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'acb75f7a-5b55-4b35-8b8a-58569e240be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:22.811894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network hostable DHCP agents. Network: acb75f7a-5b55-4b35-8b8a-58569e240be3, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:08:22.816798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:22.826319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9921fd-723d-4004-a564-0b93a4e6ef5e req-2fb797c7-f38c-4804-b8e3-d355a1a3cbce tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:22.827824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f9921fd-723d-4004-a564-0b93a4e6ef5e req-2fb797c7-f38c-4804-b8e3-d355a1a3cbce tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1517863 Aug 20 15:08:22.959245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'Port': ['ID=d3412c1c-131f-48e7-a8f6-a86d1f42e403,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:22.979959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f9921fd-723d-4004-a564-0b93a4e6ef5e req-cd042c04-8762-4723-bcf2-5801d0268fda tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434424 Aug 20 15:08:22.980669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network acb75f7a-5b55-4b35-8b8a-58569e240be3 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:08:22.987880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:23.009275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, acb75f7a-5b55-4b35-8b8a-58569e240be3) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:23.028766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afdbf4f-271a-4c14-a313-fbfd83ffab48 None None] Network acb75f7a-5b55-4b35-8b8a-58569e240be3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:23.034818 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:23.046915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-48369f45-4b69-4725-be10-3d9479f94851 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5690174 Aug 20 15:08:23.055678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:23.056307 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:23.087356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8f2c2-296e-414e-bf24-8cf03f21f9f9 req-055db602-f21c-4bf4-9113-6336a5d2e3a3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:23.096315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0b8f2c2-296e-414e-bf24-8cf03f21f9f9 req-055db602-f21c-4bf4-9113-6336a5d2e3a3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1567008 Aug 20 15:08:23.156754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1c33c3a3-9189-480a-881a-6481b85754af tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7883506 Aug 20 15:08:23.165244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48618) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:23.171403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': 'acb75f7a-5b55-4b35-8b8a-58569e240be3', 'name': 'tempest-PortsTestJSON-1571499052', 'fixed_ips': [{'subnet_id': '6a8c92f1-bdc0-43b4-b907-5b29614ba21b', 'ip_address': '172.20.0.10'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:23.239246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0b8f2c2-296e-414e-bf24-8cf03f21f9f9 req-42958feb-59c4-434b-8be7-6955b4b3a200 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369731 Aug 20 15:08:23.291688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16bbd6-c2c5-4fcb-b69d-55519024539d req-dd979ab2-8bdf-4faa-9121-503e64297231 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:23.291688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b16bbd6-c2c5-4fcb-b69d-55519024539d req-dd979ab2-8bdf-4faa-9121-503e64297231 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.1809566 Aug 20 15:08:23.327284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-acb75f7a-5b55-4b35-8b8a-58569e240be3', 'network_id': 'acb75f7a-5b55-4b35-8b8a-58569e240be3', 'tenant_id': '6c240ec2eac048d9bdb9b4bd2854e012', 'fixed_ips': [{'subnet_id': '6a8c92f1-bdc0-43b4-b907-5b29614ba21b'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:08:23.330344 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:23.392943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b16bbd6-c2c5-4fcb-b69d-55519024539d req-9f44e6c7-847c-4509-b8a0-d33ee0782f82 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936737 Aug 20 15:08:23.439215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-02ee5e94-3f1b-4968-9b01-947d05c6c91d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1969443353&fields=id&tenant_id=428713e0bd7c4b65bd34601452d96d59 HTTP/1.1" status: 200 len: 267 time: 0.0759652 Aug 20 15:08:23.446721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:23.566193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Allocated IP 172.20.0.2 (acb75f7a-5b55-4b35-8b8a-58569e240be3/6a8c92f1-bdc0-43b4-b907-5b29614ba21b/6e69cf38-128a-4537-b4ee-6bda5153d5ee) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:23.779585 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:23.784193 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:23.800862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Transition to ACTIVE for port object 6e69cf38-128a-4537-b4ee-6bda5153d5ee will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:23.801513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-4b4f2bce-e04c-491a-84c4-00efac24e3ab tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:23.811978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-4b4f2bce-e04c-491a-84c4-00efac24e3ab tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 817 time: 0.3532484 Aug 20 15:08:23.823121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Transition to ACTIVE for port object 6e69cf38-128a-4537-b4ee-6bda5153d5ee will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:23.833184 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:23.859786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-e142f157-0896-4648-9376-e4e55a37257c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/quotas/428713e0bd7c4b65bd34601452d96d59 HTTP/1.1" status: 200 len: 375 time: 0.0371284 Aug 20 15:08:23.872551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port cf01b24c-143d-4b9a-a15d-26e1bb192bb0 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:08:23.875493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Network acb75f7a-5b55-4b35-8b8a-58569e240be3 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:23.879102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:23.883248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:23.952032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Pushing event updated for resources: {'Port': ['ID=6e69cf38-128a-4537-b4ee-6bda5153d5ee,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:23.969277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Attempting to bind port 6e69cf38-128a-4537-b4ee-6bda5153d5ee on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:23.969695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Attempting to bind port 6e69cf38-128a-4537-b4ee-6bda5153d5ee by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'f033115f-0d5f-4ddf-8c82-6282f3c10165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'acb75f7a-5b55-4b35-8b8a-58569e240be3'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:23.970068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Attempting to bind port 6e69cf38-128a-4537-b4ee-6bda5153d5ee on network acb75f7a-5b55-4b35-8b8a-58569e240be3 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:23.975407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:23.975825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Checking segment: {'id': 'f033115f-0d5f-4ddf-8c82-6282f3c10165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'acb75f7a-5b55-4b35-8b8a-58569e240be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:23.976244 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:23.976815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Bound using segment: {'id': 'f033115f-0d5f-4ddf-8c82-6282f3c10165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'acb75f7a-5b55-4b35-8b8a-58569e240be3'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:23.977305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Bound port: 6e69cf38-128a-4537-b4ee-6bda5153d5ee, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f033115f-0d5f-4ddf-8c82-6282f3c10165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'acb75f7a-5b55-4b35-8b8a-58569e240be3'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:23.977734 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:24.058237 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] For port 6e69cf38-128a-4537-b4ee-6bda5153d5ee, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:24.061978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] For port 6e69cf38-128a-4537-b4ee-6bda5153d5ee, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6e69cf38-128a-4537-b4ee-6bda5153d5ee,segment=NetworkSegment(f033115f-0d5f-4ddf-8c82-6282f3c10165),segment_id=f033115f-0d5f-4ddf-8c82-6282f3c10165)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:24.066025 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:24.140082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760530e6-40eb-4625-bd32-2ccab0017bb6 None None] Pushing event updated for resources: {'Port': ['ID=6e69cf38-128a-4537-b4ee-6bda5153d5ee,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:24.207254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a407dcdc-0065-411e-91a9-3b211093612f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:24.261996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.10 (acb75f7a-5b55-4b35-8b8a-58569e240be3/6a8c92f1-bdc0-43b4-b907-5b29614ba21b/cf01b24c-143d-4b9a-a15d-26e1bb192bb0) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:24.286757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a407dcdc-0065-411e-91a9-3b211093612f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:24.287531 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:24.296855 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-2ed81121-705f-4771-90f6-714fe7840773 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4317126 Aug 20 15:08:24.389358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480f47-7433-4e34-acf7-182727150796 req-6159fcbb-eb37-4922-ae0c-3da2c84ebe30 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:24.392173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-6159fcbb-eb37-4922-ae0c-3da2c84ebe30 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/networks?id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 200 len: 814 time: 0.4350586 Aug 20 15:08:24.506949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-65914786-3426-415b-bc1f-cf9f045ad2b1 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/quotas/59f18436ee7a4ba384776bc1c5bb7e69 HTTP/1.1" status: 200 len: 375 time: 0.0818858 Aug 20 15:08:24.670406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-2021f239-844e-4d66-8b1b-703a3021a296 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1541078 Aug 20 15:08:24.681034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-9c08b646-be8d-4ad3-a06d-95ccf0771036 service neutron] 10.222.0.36 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375125 Aug 20 15:08:24.860329 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:24.897777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-bb78dced-3196-4d39-b033-f03a6deac7bb service neutron] 10.222.0.36 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191219 Aug 20 15:08:24.898720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object cf01b24c-143d-4b9a-a15d-26e1bb192bb0 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:24.907686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-b3a3c750-643c-4d11-a3a4-ccdc060f64f0 service neutron] 10.222.0.36 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168727 Aug 20 15:08:25.008032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:25.064685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network acb75f7a-5b55-4b35-8b8a-58569e240be3 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:25.086945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:25.097996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:25.105637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=cf01b24c-143d-4b9a-a15d-26e1bb192bb0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:25.190532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-1bff733e-1554-465a-9930-1bb87e8a73e8 service neutron] 10.222.0.36 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588892 Aug 20 15:08:25.230858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:25.231678 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:25.284848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48688) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:25.285353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-897a6337-2b1b-4439-83bd-57a1b5a64c0f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1190124 Aug 20 15:08:25.293688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': 'acb75f7a-5b55-4b35-8b8a-58569e240be3', 'name': 'tempest-PortsTestJSON-1670156822', 'fixed_ips': [{'subnet_id': '6a8c92f1-bdc0-43b4-b907-5b29614ba21b', 'ip_address': '172.20.0.9'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:25.330392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6888c-ac35-4a82-9593-385421f71ef0 req-1a3bc871-47b0-4703-80f3-f839492db8c9 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:25.332073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3b6888c-ac35-4a82-9593-385421f71ef0 req-1a3bc871-47b0-4703-80f3-f839492db8c9 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.0875857 Aug 20 15:08:25.441451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3b6888c-ac35-4a82-9593-385421f71ef0 req-adbb25d3-3602-45bc-a541-f3db03080e2c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982306 Aug 20 15:08:25.517140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda24a4-8eeb-4aa4-b383-7e6862a703ae None None] Network acb75f7a-5b55-4b35-8b8a-58569e240be3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:25.528471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c8c9122-a31f-41d1-a25b-76f055b972b1 req-dc88ea60-bb48-4e28-b9cb-bdf54062612f tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 210 time: 0.0423098 Aug 20 15:08:25.564484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:25.691924 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fefc65cd-ffc6-454d-bc3e-271f1f67b3b3 req-24fddb6b-d972-48a9-96ab-0d5a1b28a04c tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 210 time: 0.0417268 Aug 20 15:08:25.756051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:25.795008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port 30aa91fb-aaa6-4900-ae75-ca8c113527c0 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:08:25.800560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d0b99d5a-d5d1-4d74-b832-5fe5b240fe19 None None] Provisioning for port 6e69cf38-128a-4537-b4ee-6bda5153d5ee completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:25.816404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-b0b436a1-090c-438b-9b7a-e0f035846eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:25.818248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-b0b436a1-090c-438b-9b7a-e0f035846eda service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1098 time: 0.1241171 Aug 20 15:08:26.014037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-70f83c15-76f3-4ccb-a39d-56dd78c9008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:26.016015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-70f83c15-76f3-4ccb-a39d-56dd78c9008b service neutron] 10.222.0.70 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 920 time: 0.1817248 Aug 20 15:08:26.023105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.9 (acb75f7a-5b55-4b35-8b8a-58569e240be3/6a8c92f1-bdc0-43b4-b907-5b29614ba21b/30aa91fb-aaa6-4900-ae75-ca8c113527c0) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:26.148930 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-2099015d-c310-43a9-a5d7-9583c8a50804 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b HTTP/1.1" status: 200 len: 217 time: 0.1202385 Aug 20 15:08:26.234333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-60177a29-a578-4559-8f13-8285a4fa75f7 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:26.246685 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-60177a29-a578-4559-8f13-8285a4fa75f7 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.70 "GET /v2.0/ports?device_id=df756919-933e-4dad-9326-7def69d4d45f HTTP/1.1" status: 200 len: 945 time: 0.5675642 Aug 20 15:08:26.280000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-7be6eba4-2648-4d92-a313-af9492d1dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:26.282222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-7be6eba4-2648-4d92-a313-af9492d1dc50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.1177402 Aug 20 15:08:26.330863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-fc7f02cf-d699-4278-a166-72f2aea7db17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311904 Aug 20 15:08:26.369714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6e69cf38-128a-4537-b4ee-6bda5153d5ee up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:26.530517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 6e69cf38-128a-4537-b4ee-6bda5153d5ee completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:26.551532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6e69cf38-128a-4537-b4ee-6bda5153d5ee triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:26.551936 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:26.691697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:26.694954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-fe372bb0-abe4-4fc6-9371-93c28054e7a6 service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518350 Aug 20 15:08:26.709977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Deleting port 6fc25f69-a5ef-416a-b458-bd5668550201 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:26.710542 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:26.723808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e08574d6-53a8-4db9-a582-2394d891a50c None None] Provisioning for port cf01b24c-143d-4b9a-a15d-26e1bb192bb0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:26.733012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e08574d6-53a8-4db9-a582-2394d891a50c None None] Provisioning complete for port cf01b24c-143d-4b9a-a15d-26e1bb192bb0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:26.733671 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e08574d6-53a8-4db9-a582-2394d891a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:26.790093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object 30aa91fb-aaa6-4900-ae75-ca8c113527c0 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:26.815265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e08574d6-53a8-4db9-a582-2394d891a50c None None] Port cf01b24c-143d-4b9a-a15d-26e1bb192bb0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:26.859928 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:26.883077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bab69c9-80d7-4cac-8ae4-7d27e1e7e06d req-8886f82d-e167-43a8-ae33-702ca3f1417f service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452575 Aug 20 15:08:26.900150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55e562-829e-4434-94de-632f2a3f1b04 req-bb8c52c2-4c83-4a1f-8c87-05503add48e6 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:26.903771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff55e562-829e-4434-94de-632f2a3f1b04 req-bb8c52c2-4c83-4a1f-8c87-05503add48e6 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.3441739 Aug 20 15:08:26.920108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e08574d6-53a8-4db9-a582-2394d891a50c None None] Provisioning complete for port 6e69cf38-128a-4537-b4ee-6bda5153d5ee triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:26.920559 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e08574d6-53a8-4db9-a582-2394d891a50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:26.923120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] For port 6fc25f69-a5ef-416a-b458-bd5668550201, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6fc25f69-a5ef-416a-b458-bd5668550201,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:26.923481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c3896-18aa-4b50-986f-605cd60e662d req-e998500d-58e3-4fa1-b625-d73ef336da03 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:26.923653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:26.925730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-533c3896-18aa-4b50-986f-605cd60e662d req-e998500d-58e3-4fa1-b625-d73ef336da03 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.3482673 Aug 20 15:08:26.949460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Calling delete_port for 6fc25f69-a5ef-416a-b458-bd5668550201 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:26.955424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network acb75f7a-5b55-4b35-8b8a-58569e240be3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:26.963082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:26.975088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:26.977772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=30aa91fb-aaa6-4900-ae75-ca8c113527c0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:27.020248 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:27.066444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-533c3896-18aa-4b50-986f-605cd60e662d req-0538475f-9cc7-4b35-a78d-8f669ad417e7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061878 Aug 20 15:08:27.082334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:27.082764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:27.092650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 6e69cf38-128a-4537-b4ee-6bda5153d5ee, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6e69cf38-128a-4537-b4ee-6bda5153d5ee,segment=NetworkSegment(f033115f-0d5f-4ddf-8c82-6282f3c10165),segment_id=f033115f-0d5f-4ddf-8c82-6282f3c10165)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:27.097957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff55e562-829e-4434-94de-632f2a3f1b04 req-74cadbaa-f184-4ed3-aaea-cfbe738a30ef tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695843 Aug 20 15:08:27.111356 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:27.232604 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dcc557b6-1c57-4587-b305-b05e63c51fed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9454219 Aug 20 15:08:27.236658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48742) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:27.243965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d5ce241-5adc-495f-8c1c-12ef8fe6ecbf req-25baedb8-849c-427b-84e5-14734ef0f6fa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 210 time: 0.0616055 Aug 20 15:08:27.288397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62bdd0d8-066b-491c-a236-c93829c953cd req-f83e3dca-76de-47f4-9efd-bdb8df912031 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 210 time: 0.0479083 Aug 20 15:08:27.388908 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:27.430028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Pushing event deleted for resources: {'Port': ['ID=6fc25f69-a5ef-416a-b458-bd5668550201,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:27.445715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0235e9-75bb-49e6-ae22-a78054e187a7 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:27.447666 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4a0235e9-75bb-49e6-ae22-a78054e187a7 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2097619 Aug 20 15:08:27.451035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48750) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:27.499287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=6e69cf38-128a-4537-b4ee-6bda5153d5ee,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:27.516201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.516670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.517273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.517715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.518179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.518797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.519227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.520890 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.521343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.522023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.522589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.523268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:27.567125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] No DVR routers for this DVR port 6fc25f69-a5ef-416a-b458-bd5668550201 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:27.569795 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:27.571839 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2fdbd3e7-0232-42b8-b37c-fadc7161daa5 req-24a87fd9-8731-4b09-a9f7-771a048633fa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.70 "DELETE /v2.0/ports/6fc25f69-a5ef-416a-b458-bd5668550201 HTTP/1.1" status: 204 len: 173 time: 1.3095942 Aug 20 15:08:27.572276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df756919-933e-4dad-9326-7def69d4d45f', 'name': 'network-vif-deleted', 'tag': '6fc25f69-a5ef-416a-b458-bd5668550201'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:27.575231 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a1a783-d998-4f4d-bab2-238e2b777c93" -d '{"events": [{"server_uuid": "df756919-933e-4dad-9326-7def69d4d45f", "name": "network-vif-deleted", "tag": "6fc25f69-a5ef-416a-b458-bd5668550201"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:27.618706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7982dcf8-c084-4835-9c06-77463b1128d5 None None] Provisioning for port 30aa91fb-aaa6-4900-ae75-ca8c113527c0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:27.637759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7982dcf8-c084-4835-9c06-77463b1128d5 None None] Provisioning complete for port 30aa91fb-aaa6-4900-ae75-ca8c113527c0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:27.638523 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7982dcf8-c084-4835-9c06-77463b1128d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:27.681954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7982dcf8-c084-4835-9c06-77463b1128d5 None None] Port 30aa91fb-aaa6-4900-ae75-ca8c113527c0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:27.693111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7982dcf8-c084-4835-9c06-77463b1128d5 None None] Provisioning complete for port cf01b24c-143d-4b9a-a15d-26e1bb192bb0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:27.693795 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7982dcf8-c084-4835-9c06-77463b1128d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:27.703226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87fd8a-bf3b-4383-b870-e529e30c3fbe tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:27.710452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87fd8a-bf3b-4383-b870-e529e30c3fbe tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:27.719057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87fd8a-bf3b-4383-b870-e529e30c3fbe tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:27.721368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9b87fd8a-bf3b-4383-b870-e529e30c3fbe tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2690253 Aug 20 15:08:27.724134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48756) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:27.734847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7982dcf8-c084-4835-9c06-77463b1128d5 None None] Port cf01b24c-143d-4b9a-a15d-26e1bb192bb0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:27.741620 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65368bdf-aaf5-4e8c-97a2-eb5cef64beca x-openstack-request-id: req-65368bdf-aaf5-4e8c-97a2-eb5cef64beca {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:27.742177 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df756919-933e-4dad-9326-7def69d4d45f", "name": "network-vif-deleted", "tag": "6fc25f69-a5ef-416a-b458-bd5668550201", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:27.742177 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65368bdf-aaf5-4e8c-97a2-eb5cef64beca {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:27.742535 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df756919-933e-4dad-9326-7def69d4d45f', 'name': 'network-vif-deleted', 'tag': '6fc25f69-a5ef-416a-b458-bd5668550201', 'status': 'completed', 'code': 200} Aug 20 15:08:27.829666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-6a2be08a-2a5f-40df-b408-4ad2635f47dd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:27.831144 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-6a2be08a-2a5f-40df-b408-4ad2635f47dd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 817 time: 0.2121458 Aug 20 15:08:27.860761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-287c21c8-65ad-487b-b113-95da2277da00 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port 30aa91fb-aaa6-4900-ae75-ca8c113527c0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:27.861111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-287c21c8-65ad-487b-b113-95da2277da00 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:27.940737 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-5e3b2663-3fb9-4e51-aca6-40a3c6ed83f8 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428713e0bd7c4b65bd34601452d96d59 HTTP/1.1" status: 200 len: 380 time: 0.0549555 Aug 20 15:08:27.958294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'port': {'device_id': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'admin_state_up': True, 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'security_groups': ['7b6d9c84-e55d-4d76-a049-e3f1b58980c6']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:28.106487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Made reservation on behalf of 428713e0bd7c4b65bd34601452d96d59 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:28.122091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:28.316912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6e69cf38-128a-4537-b4ee-6bda5153d5ee up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:28.418444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6e69cf38-128a-4537-b4ee-6bda5153d5ee triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:28.419210 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:28.465622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Allocated IP 172.20.0.11 (c8514b06-c422-48e9-9c4d-9ae59311f588/b3b50d46-38e0-449a-810b-7bfd856c96fa/db39a254-4b4f-4d4a-88e2-f5193d5b0e0b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:28.503008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321865-2e79-4643-8f63-df1ab2731c6a req-1ca7b610-8bbc-4ca0-9a35-d926c25fadef tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:28.505692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76321865-2e79-4643-8f63-df1ab2731c6a req-1ca7b610-8bbc-4ca0-9a35-d926c25fadef tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2486620 Aug 20 15:08:28.549192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-287c21c8-65ad-487b-b113-95da2277da00 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:28.560206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480f47-7433-4e34-acf7-182727150796 req-bb91bdbc-d343-4a1b-85e0-ec92e2defa75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:28.561991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-bb91bdbc-d343-4a1b-85e0-ec92e2defa75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.72 "GET /v2.0/networks?id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 200 len: 814 time: 0.2790308 Aug 20 15:08:28.569612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207f122-1369-42f7-be5e-c9682702e60d req-c140ac5b-fd95-401f-9f07-8b65875745fe tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:28.571317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b207f122-1369-42f7-be5e-c9682702e60d req-c140ac5b-fd95-401f-9f07-8b65875745fe tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.3044298 Aug 20 15:08:28.626197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Request body: {'port': {'device_id': '328ab852-8661-49ba-b742-25d745f718fa', 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23', 'admin_state_up': True, 'tenant_id': '59f18436ee7a4ba384776bc1c5bb7e69'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:28.632751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-287c21c8-65ad-487b-b113-95da2277da00 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for 30aa91fb-aaa6-4900-ae75-ca8c113527c0 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:28.659916 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:28.666425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76321865-2e79-4643-8f63-df1ab2731c6a req-bc06a6d9-fe6c-4672-a5e2-97bc809c11d3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940552 Aug 20 15:08:28.693858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:28.713514 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Transition to ACTIVE for port object db39a254-4b4f-4d4a-88e2-f5193d5b0e0b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:28.750399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:28.777399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b207f122-1369-42f7-be5e-c9682702e60d req-1422ec3e-f7ef-42f6-911c-18e7f3f633d7 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837237 Aug 20 15:08:28.811098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Network c8514b06-c422-48e9-9c4d-9ae59311f588 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:28.814944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:28.817735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:28.858063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:28.888880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49384214-18b1-4ded-bf09-7a37caf368af req-b2d4a527-1475-47f1-be47-680c387a4cfc tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:28.890526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49384214-18b1-4ded-bf09-7a37caf368af req-b2d4a527-1475-47f1-be47-680c387a4cfc tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 932 time: 0.1423533 Aug 20 15:08:28.911141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:28.912125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:28.935482 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-24f0f4f5-94ee-4071-b684-ae20d17ed7a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9813609 Aug 20 15:08:28.953687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08358e1a-1507-43de-ab7c-75ae50b08674 req-08a4c7fb-f073-40c9-abd3-15d8b39529cf tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 210 time: 0.0591793 Aug 20 15:08:28.980685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Request body: {'port': {'device_id': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:29.052020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49384214-18b1-4ded-bf09-7a37caf368af req-ea5c928d-000e-491c-bead-5c1836e19dca tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462758 Aug 20 15:08:29.058906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.065634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Made reservation on behalf of 59f18436ee7a4ba384776bc1c5bb7e69 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:29.070794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.115266 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-287c21c8-65ad-487b-b113-95da2277da00 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.158065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c21c8-65ad-487b-b113-95da2277da00 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=30aa91fb-aaa6-4900-ae75-ca8c113527c0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:29.270765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6fc25f69-a5ef-416a-b458-bd5668550201 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:08:29.293686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 6fc25f69-a5ef-416a-b458-bd5668550201 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:08:29.294295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6fc25f69-a5ef-416a-b458-bd5668550201 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:08:29.296136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a970133e-42dc-4cae-9d37-cf59aadb7e6d None None] Provisioning for port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:29.300806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a970133e-42dc-4cae-9d37-cf59aadb7e6d None None] Provisioning complete for port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:29.301381 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a970133e-42dc-4cae-9d37-cf59aadb7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.314101 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-287c21c8-65ad-487b-b113-95da2277da00 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.317498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-287c21c8-65ad-487b-b113-95da2277da00 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/30aa91fb-aaa6-4900-ae75-ca8c113527c0 HTTP/1.1" status: 204 len: 168 time: 1.5918856 Aug 20 15:08:29.323582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48790) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:29.357589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a970133e-42dc-4cae-9d37-cf59aadb7e6d None None] Port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:29.371987 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-778188d5-0e64-4dbd-a7ee-fc9062669753 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:08:29.376501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-778188d5-0e64-4dbd-a7ee-fc9062669753 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/30aa91fb-aaa6-4900-ae75-ca8c113527c0 HTTP/1.1" status: 404 len: 333 time: 0.0514543 Aug 20 15:08:29.377129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48792) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:29.425140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Allocated IP 172.20.0.6 (f95e9371-419e-40c6-b7c7-4fffcd2a6a23/e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6/6e98e45d-cb4a-4452-aed8-374a041489a0) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:29.446301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db39a254-4b4f-4d4a-88e2-f5193d5b0e0b {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:08:29.455155 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.471137 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Transition to ACTIVE for port object db39a254-4b4f-4d4a-88e2-f5193d5b0e0b will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:29.477049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.558330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:29.583584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4a28cf30-10c9-416e-b84d-207ec36fcaef tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port cf01b24c-143d-4b9a-a15d-26e1bb192bb0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:29.583584 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a28cf30-10c9-416e-b84d-207ec36fcaef tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.635153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Attempting to bind port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:29.635983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Attempting to bind port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:29.636445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Attempting to bind port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b on network c8514b06-c422-48e9-9c4d-9ae59311f588 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:29.642905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b on network c8514b06-c422-48e9-9c4d-9ae59311f588 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:08:29.643315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Attempting to bind port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b on network c8514b06-c422-48e9-9c4d-9ae59311f588 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:29.650261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:29.650848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Checking segment: {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:29.651902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Bound using segment: {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:29.652718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Bound port: db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:29.652880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.703349 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.758875 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.776944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:29.782210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:29.787132 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.848969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:29.853095 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.855614 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] 10.222.0.72 "PUT /v2.0/ports/db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 1093 time: 0.9032335 Aug 20 15:08:29.856229 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:29.860057 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:29.876105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358d742-3bb4-47a1-b18c-ba5cd10df993 service neutron] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:29.887324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:29.889131 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a28cf30-10c9-416e-b84d-207ec36fcaef tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:29.891691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Pushing event updated for resources: {'Port': ['ID=6e98e45d-cb4a-4452-aed8-374a041489a0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:29.931577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:29.943476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:29.943476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4a28cf30-10c9-416e-b84d-207ec36fcaef tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for cf01b24c-143d-4b9a-a15d-26e1bb192bb0 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:29.993696 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-330a8e33-f333-448e-84e3-dfc959ff8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:29.997288 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-330a8e33-f333-448e-84e3-dfc959ff8b0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1096 time: 0.0595512 Aug 20 15:08:30.056429 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-b4c01dca-d279-4cee-9208-cc5aced88560 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 217 time: 0.0420332 Aug 20 15:08:30.061008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772c32a-3f2c-409f-aaad-91325612e395 req-d65e856e-c17a-46b6-bab0-c11e4e2aa7fb tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.062633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b772c32a-3f2c-409f-aaad-91325612e395 req-d65e856e-c17a-46b6-bab0-c11e4e2aa7fb tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2543321 Aug 20 15:08:30.109366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.110461 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:30.124622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-3bec3684-273a-4f60-8fa4-9db4e31bdbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.126362 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-3bec3684-273a-4f60-8fa4-9db4e31bdbc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0559707 Aug 20 15:08:30.132734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c768b2-0069-4935-a94a-1483902fbe2a req-4646f996-e344-4511-b63c-92503058d3b3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.134064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92c768b2-0069-4935-a94a-1483902fbe2a req-4646f996-e344-4511-b63c-92503058d3b3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.2146783 Aug 20 15:08:30.175574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-514fa27d-445c-4910-88ae-44ba1bb93e75 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5725172 Aug 20 15:08:30.182370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b772c32a-3f2c-409f-aaad-91325612e395 req-f13c01f3-e8a0-4ddd-8d84-fecda5fd19bb tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078601 Aug 20 15:08:30.191444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-e89bd5dd-5d37-4ff9-b129-b19cc1ef9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.192991 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-e89bd5dd-5d37-4ff9-b129-b19cc1ef9a69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541201 Aug 20 15:08:30.205296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Request body: {'port': {'device_id': '328ab852-8661-49ba-b742-25d745f718fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:30.287604 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02817521-98e8-413f-a70d-35a3081a7259 x-openstack-request-id: req-02817521-98e8-413f-a70d-35a3081a7259 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:30.287903 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:30.288154 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02817521-98e8-413f-a70d-35a3081a7259 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:30.288551 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'status': 'completed', 'code': 200} Aug 20 15:08:30.293740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92c768b2-0069-4935-a94a-1483902fbe2a req-adcf928b-af83-4425-a202-d691179ff4a1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490021 Aug 20 15:08:30.336474 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-3f21eaaa-0f81-4997-8218-de7830d29c20 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346216 Aug 20 15:08:30.338497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:30.420282 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a28cf30-10c9-416e-b84d-207ec36fcaef tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:30.478961 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cb4e7aba-eeab-4884-87f4-0fd59670e85f req-268813c5-1bb9-4773-a1e9-e3140e8f285e service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339595 Aug 20 15:08:30.490813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28cf30-10c9-416e-b84d-207ec36fcaef tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=cf01b24c-143d-4b9a-a15d-26e1bb192bb0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:30.620606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496f638-dd7d-4f5e-87a7-7878d2f6c6d2 req-756d5205-fff8-44d6-a575-36e3e05d5757 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.628869 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e496f638-dd7d-4f5e-87a7-7878d2f6c6d2 req-756d5205-fff8-44d6-a575-36e3e05d5757 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 931 time: 0.2845349 Aug 20 15:08:30.650469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-e67ec4a6-2856-4593-9dd4-8e24fce7c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.652255 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-e67ec4a6-2856-4593-9dd4-8e24fce7c8ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1096 time: 0.0569715 Aug 20 15:08:30.767957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e496f638-dd7d-4f5e-87a7-7878d2f6c6d2 req-f1687fb8-475f-460b-852e-80d12a2e0ade tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382501 Aug 20 15:08:30.769575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-39d93584-2adf-43a8-853e-4f77d844d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.771121 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-39d93584-2adf-43a8-853e-4f77d844d5a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1077707 Aug 20 15:08:30.780151 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec818b-96b0-46db-9c99-f848b6dfb6c2 req-4f1360ea-63a8-4054-8a0e-f4d705518eae tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.781661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3ec818b-96b0-46db-9c99-f848b6dfb6c2 req-4f1360ea-63a8-4054-8a0e-f4d705518eae tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.2988050 Aug 20 15:08:30.784768 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a28cf30-10c9-416e-b84d-207ec36fcaef tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:30.788864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4a28cf30-10c9-416e-b84d-207ec36fcaef tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/cf01b24c-143d-4b9a-a15d-26e1bb192bb0 HTTP/1.1" status: 204 len: 168 time: 1.4061801 Aug 20 15:08:30.800089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48830) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:30.825350 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-91b3a128-2d66-49cc-a851-2124098dcc26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 217 time: 0.0420280 Aug 20 15:08:30.869808 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3a85e2-56d8-432f-9369-5b85452d3455 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:08:30.871978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-da3a85e2-56d8-432f-9369-5b85452d3455 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/cf01b24c-143d-4b9a-a15d-26e1bb192bb0 HTTP/1.1" status: 404 len: 333 time: 0.0710289 Aug 20 15:08:30.875167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48832) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:30.896347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-5159acc0-ffab-444d-9a48-7c67b7fd23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.897865 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-5159acc0-ffab-444d-9a48-7c67b7fd23bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0639079 Aug 20 15:08:30.938818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3ec818b-96b0-46db-9c99-f848b6dfb6c2 req-6c63fe14-e983-48be-ad61-4a1d4a62bc7d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398735 Aug 20 15:08:30.956825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-1484ed7d-dfb3-4eec-8a7f-5efed9f4be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:30.958391 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-1484ed7d-dfb3-4eec-8a7f-5efed9f4be6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466559 Aug 20 15:08:30.977968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d5c622-e04a-4ef0-920d-c61b74df55a9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet 6a8c92f1-bdc0-43b4-b907-5b29614ba21b {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:08:30.983606 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48d5c622-e04a-4ef0-920d-c61b74df55a9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:31.038467 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48d5c622-e04a-4ef0-920d-c61b74df55a9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:31.053760 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-89ab17c5-86f0-4f26-8a44-cb3e81d17844 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863812 Aug 20 15:08:31.161594 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9c87fe40-a31a-43c0-aab6-11aaabc7f3d5 req-9504c5c0-3e8b-4172-8b68-76d5f27773eb service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988324 Aug 20 15:08:31.418158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e98e45d-cb4a-4452-aed8-374a041489a0 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:08:31.460107 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:31.508273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Transition to ACTIVE for port object 6e98e45d-cb4a-4452-aed8-374a041489a0 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:31.521253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3de68-440a-4f48-bfea-1db3ee84afc7 req-2142875f-7119-4082-b40a-4116d934b1b8 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:31.523767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43f3de68-440a-4f48-bfea-1db3ee84afc7 req-2142875f-7119-4082-b40a-4116d934b1b8 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1683440 Aug 20 15:08:31.536879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:31.574665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48d5c622-e04a-4ef0-920d-c61b74df55a9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:31.594200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0268e0-4623-4b4d-b0b4-c9cce90f7429 req-fdb27da9-8af5-45a3-bb4b-1a14acc5faeb tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:31.595748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f0268e0-4623-4b4d-b0b4-c9cce90f7429 req-fdb27da9-8af5-45a3-bb4b-1a14acc5faeb tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1979125 Aug 20 15:08:31.678274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Pushing event updated for resources: {'Port': ['ID=6e98e45d-cb4a-4452-aed8-374a041489a0,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:31.693796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43f3de68-440a-4f48-bfea-1db3ee84afc7 req-b9019418-d519-43db-92aa-8978d1a847f8 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618652 Aug 20 15:08:31.766061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f0268e0-4623-4b4d-b0b4-c9cce90f7429 req-807cc5c2-fcc2-4ded-9575-a3cd5006ea1d tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482635 Aug 20 15:08:31.770590 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48d5c622-e04a-4ef0-920d-c61b74df55a9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:31.804687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5c622-e04a-4ef0-920d-c61b74df55a9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8c92f1-bdc0-43b4-b907-5b29614ba21b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:31.811013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48d5c622-e04a-4ef0-920d-c61b74df55a9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:31.813586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-48d5c622-e04a-4ef0-920d-c61b74df55a9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/6a8c92f1-bdc0-43b4-b907-5b29614ba21b HTTP/1.1" status: 204 len: 168 time: 0.9374638 Aug 20 15:08:31.816411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48856) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:31.821000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b1603-0dee-4f0b-9c0a-473165bc3c41 None None] Network acb75f7a-5b55-4b35-8b8a-58569e240be3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:31.835719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Attempting to bind port 6e98e45d-cb4a-4452-aed8-374a041489a0 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:31.836063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Attempting to bind port 6e98e45d-cb4a-4452-aed8-374a041489a0 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:31.836396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Attempting to bind port 6e98e45d-cb4a-4452-aed8-374a041489a0 on network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:31.841449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Port 6e98e45d-cb4a-4452-aed8-374a041489a0 on network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:08:31.841781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Attempting to bind port 6e98e45d-cb4a-4452-aed8-374a041489a0 on network f95e9371-419e-40c6-b7c7-4fffcd2a6a23 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:31.847176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:31.847518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Checking segment: {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:31.847998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Bound using segment: {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:31.848438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Bound port: 6e98e45d-cb4a-4452-aed8-374a041489a0, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:31.848799 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:31.959758 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.003963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] For port 6e98e45d-cb4a-4452-aed8-374a041489a0, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:32.015459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a04fb3-87d6-4b24-a01f-be89cdc0ece6 req-a74d0297-7c37-4ed8-b497-c7648fdb01fb tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:32.017517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3a04fb3-87d6-4b24-a01f-be89cdc0ece6 req-a74d0297-7c37-4ed8-b497-c7648fdb01fb tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 943 time: 0.1119511 Aug 20 15:08:32.047911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] For port 6e98e45d-cb4a-4452-aed8-374a041489a0, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e98e45d-cb4a-4452-aed8-374a041489a0,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:32.056409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port 6e69cf38-128a-4537-b4ee-6bda5153d5ee {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:32.057016 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.069909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c919d-9046-4718-bd6e-66b6735bed4f None None] DHCP port deletion for acb75f7a-5b55-4b35-8b8a-58569e240be3 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:08:32.082599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3a04fb3-87d6-4b24-a01f-be89cdc0ece6 req-5fb47fb6-0a52-42d4-8e1d-433b26f20720 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434666 Aug 20 15:08:32.083827 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.145860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] For port 6e69cf38-128a-4537-b4ee-6bda5153d5ee, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6e69cf38-128a-4537-b4ee-6bda5153d5ee,segment=NetworkSegment(f033115f-0d5f-4ddf-8c82-6282f3c10165),segment_id=f033115f-0d5f-4ddf-8c82-6282f3c10165)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:32.146233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.149111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c919d-9046-4718-bd6e-66b6735bed4f None None] Deleting port 6e69cf38-128a-4537-b4ee-6bda5153d5ee {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:32.149487 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e8c919d-9046-4718-bd6e-66b6735bed4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.164305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for 6e69cf38-128a-4537-b4ee-6bda5153d5ee owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:32.171714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:32.172543 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.174328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] 10.222.0.72 "PUT /v2.0/ports/6e98e45d-cb4a-4452-aed8-374a041489a0 HTTP/1.1" status: 200 len: 1092 time: 1.9733324 Aug 20 15:08:32.176846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328ab852-8661-49ba-b742-25d745f718fa', 'tag': '6e98e45d-cb4a-4452-aed8-374a041489a0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:32.189803 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb47d91-f3de-4370-a362-ecca41381394" -d '{"events": [{"name": "network-changed", "server_uuid": "328ab852-8661-49ba-b742-25d745f718fa", "tag": "6e98e45d-cb4a-4452-aed8-374a041489a0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:32.245452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6e69cf38-128a-4537-b4ee-6bda5153d5ee no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:08:32.264626 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3c2874-1ca2-46de-80d9-84eb6ad52350 x-openstack-request-id: req-dd3c2874-1ca2-46de-80d9-84eb6ad52350 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:32.265242 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328ab852-8661-49ba-b742-25d745f718fa", "tag": "6e98e45d-cb4a-4452-aed8-374a041489a0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:32.265386 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dd3c2874-1ca2-46de-80d9-84eb6ad52350 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:32.265785 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328ab852-8661-49ba-b742-25d745f718fa', 'tag': '6e98e45d-cb4a-4452-aed8-374a041489a0', 'status': 'completed', 'code': 200} Aug 20 15:08:32.269546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba71e95-0a9b-4791-b69e-8120302c5cdb service neutron] Pushing event updated for resources: {'Port': ['ID=6e98e45d-cb4a-4452-aed8-374a041489a0,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:32.294194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5882099-cdc1-44fb-9a97-498ff58feec5 req-aa60326f-cf97-492d-ba3f-dbae9516a867 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:32.301580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5882099-cdc1-44fb-9a97-498ff58feec5 req-aa60326f-cf97-492d-ba3f-dbae9516a867 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.2078218 Aug 20 15:08:32.316398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.336847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No active binding found for port 6e69cf38-128a-4537-b4ee-6bda5153d5ee {{(pid=101101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 15:08:32.337923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6e69cf38-128a-4537-b4ee-6bda5153d5ee not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:08:32.357307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=6e69cf38-128a-4537-b4ee-6bda5153d5ee,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:32.358212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3e8c919d-9046-4718-bd6e-66b6735bed4f None None] For port 6e69cf38-128a-4537-b4ee-6bda5153d5ee, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6e69cf38-128a-4537-b4ee-6bda5153d5ee,segment=NetworkSegment(f033115f-0d5f-4ddf-8c82-6282f3c10165),segment_id=f033115f-0d5f-4ddf-8c82-6282f3c10165)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:32.359452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No DVR routers for this DVR port 6e69cf38-128a-4537-b4ee-6bda5153d5ee on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:32.360078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5882099-cdc1-44fb-9a97-498ff58feec5 req-6fe885dd-caf5-4f93-97ae-5d3d988d6db4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509732 Aug 20 15:08:32.363973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e8c919d-9046-4718-bd6e-66b6735bed4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.367600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480f47-7433-4e34-acf7-182727150796 req-de239c5c-c1f6-4656-9324-5da6feb20caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:32.369127 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-de239c5c-c1f6-4656-9324-5da6feb20caf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 1095 time: 0.1163750 Aug 20 15:08:32.386695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c919d-9046-4718-bd6e-66b6735bed4f None None] Calling delete_port for 6e69cf38-128a-4537-b4ee-6bda5153d5ee owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:32.426397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-f2f7f184-ab1f-42ba-aefe-07baa50deda8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e98e45d-cb4a-4452-aed8-374a041489a0 HTTP/1.1" status: 200 len: 217 time: 0.0405619 Aug 20 15:08:32.458841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.470643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb75f7a-5b55-4b35-8b8a-58569e240be3']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:32.474203 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e8c919d-9046-4718-bd6e-66b6735bed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.483090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f033115f-0d5f-4ddf-8c82-6282f3c10165') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:32.483536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f033115f-0d5f-4ddf-8c82-6282f3c10165') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:32.488286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c919d-9046-4718-bd6e-66b6735bed4f None None] No DVR routers for this DVR port 6e69cf38-128a-4537-b4ee-6bda5153d5ee on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:32.502331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480f47-7433-4e34-acf7-182727150796 req-94a1a861-406d-4e5a-a953-5504dabb4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:32.505381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-94a1a861-406d-4e5a-a953-5504dabb4bb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6 HTTP/1.1" status: 200 len: 854 time: 0.0709381 Aug 20 15:08:32.506678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.523793 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.530005 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c919d-9046-4718-bd6e-66b6735bed4f None None] Pushing event deleted for resources: {'Port': ['ID=6e69cf38-128a-4537-b4ee-6bda5153d5ee,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:32.536699 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:08:32.537245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:08:32.540861 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:08:32.546579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-38ff445c-c47e-48dd-a23b-16e291c503cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336766 Aug 20 15:08:32.615435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.621370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.626307 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/networks/acb75f7a-5b55-4b35-8b8a-58569e240be3 HTTP/1.1" status: 204 len: 168 time: 0.8088913 Aug 20 15:08:32.632742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48870) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:32.642607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc8417-0824-48ab-9e1f-26c310c2eaf4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Network': ['ID=acb75f7a-5b55-4b35-8b8a-58569e240be3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:32.654719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-683677045'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:32.666416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-ac6d5f5a-799e-4f88-92d0-842a24151f7b service neutron] 10.222.0.72 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114621 Aug 20 15:08:32.726635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:32.731140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.783362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:08:32.804921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.805277 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Added segment 4e28fc05-2891-41ed-b9ee-e87a84b69a18 of type vlan for network ecf47606-9338-44a8-a118-1325e6e8fdf6 Aug 20 15:08:32.850629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8480f47-7433-4e34-acf7-182727150796 req-98d1079f-8632-46d3-870a-7f755bcb7d07 service neutron] 10.222.0.72 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749845 Aug 20 15:08:32.950669 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:32.972417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd609aea-0632-4115-a649-c504896a39cd req-2dbe04bd-c4cf-41d6-b445-3bd29a358e9f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:32.974158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd609aea-0632-4115-a649-c504896a39cd req-2dbe04bd-c4cf-41d6-b445-3bd29a358e9f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1647434 Aug 20 15:08:33.025257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefe3c8-78b9-48e3-b8cf-4b38e870fb28 req-652e6788-5e6f-43c4-b639-69f173685d6b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:33.027003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fefe3c8-78b9-48e3-b8cf-4b38e870fb28 req-652e6788-5e6f-43c4-b639-69f173685d6b tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1270435 Aug 20 15:08:33.064885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.070496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:33.071095 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.183327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd609aea-0632-4115-a649-c504896a39cd req-682cedb4-7461-40cd-bd6f-97b89cf235c5 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936452 Aug 20 15:08:33.187471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5383284 Aug 20 15:08:33.188720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48890) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:33.194616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb47d91-f3de-4370-a362-ecca41381394 req-c811d1a1-80b8-4dc7-a3c1-3074c71fbe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:33.196168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fb47d91-f3de-4370-a362-ecca41381394 req-c811d1a1-80b8-4dc7-a3c1-3074c71fbe1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 1095 time: 0.2210851 Aug 20 15:08:33.196515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': 'ecf47606-9338-44a8-a118-1325e6e8fdf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:33.206257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fefe3c8-78b9-48e3-b8cf-4b38e870fb28 req-e7033c1e-3bb7-4099-baf6-9574ed892412 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669323 Aug 20 15:08:33.239208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25cb9d-1a7d-4454-a159-e1289c156175 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Network': ['ID=ecf47606-9338-44a8-a118-1325e6e8fdf6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:33.254449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network ecf47606-9338-44a8-a118-1325e6e8fdf6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:08:33.346972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:33.350601 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.402079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35849688-9550-4868-b64c-72f81aed7a2b req-663fbd50-9a7d-498c-8109-829f43bddeaa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:33.404496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35849688-9550-4868-b64c-72f81aed7a2b req-663fbd50-9a7d-498c-8109-829f43bddeaa tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 943 time: 0.1039648 Aug 20 15:08:33.411118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb47d91-f3de-4370-a362-ecca41381394 req-b3b03ca7-df5c-4030-8db1-c784a937a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:33.412767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fb47d91-f3de-4370-a362-ecca41381394 req-b3b03ca7-df5c-4030-8db1-c784a937a863 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 200 len: 915 time: 0.1987805 Aug 20 15:08:33.475348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fb47d91-f3de-4370-a362-ecca41381394 req-e95e0507-16a3-48bb-a4e5-e6f988bd3782 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e98e45d-cb4a-4452-aed8-374a041489a0 HTTP/1.1" status: 200 len: 217 time: 0.0529175 Aug 20 15:08:33.498666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35849688-9550-4868-b64c-72f81aed7a2b req-7023c4d6-b340-4c82-b932-d0cc04c6d56f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846436 Aug 20 15:08:33.575873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb47d91-f3de-4370-a362-ecca41381394 req-c8927ba1-a0d2-44b5-9d2d-64ac400e5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:33.577613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fb47d91-f3de-4370-a362-ecca41381394 req-c8927ba1-a0d2-44b5-9d2d-64ac400e5ea0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6 HTTP/1.1" status: 200 len: 854 time: 0.0782316 Aug 20 15:08:33.623030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.667525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149ea15-6842-4482-a59c-ad59cdc805ee req-c4742a60-737d-44e1-949a-6f7b747c3362 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:33.669452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0149ea15-6842-4482-a59c-ad59cdc805ee req-c4742a60-737d-44e1-949a-6f7b747c3362 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.0905519 Aug 20 15:08:33.701936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fb47d91-f3de-4370-a362-ecca41381394 req-ca20879e-1caa-40c3-af8d-bd2171b4014a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f95e9371-419e-40c6-b7c7-4fffcd2a6a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660634 Aug 20 15:08:33.703443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=894b9229-4aea-4c6d-889b-18cc56136519,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:33.724242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Checking segment: {'id': '4e28fc05-2891-41ed-b9ee-e87a84b69a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ecf47606-9338-44a8-a118-1325e6e8fdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:33.724652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network hostable DHCP agents. Network: ecf47606-9338-44a8-a118-1325e6e8fdf6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:08:33.743823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network ecf47606-9338-44a8-a118-1325e6e8fdf6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:08:33.757963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, ecf47606-9338-44a8-a118-1325e6e8fdf6) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:33.767039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b910f-f800-49d1-9b24-c26a22677320 None None] Network ecf47606-9338-44a8-a118-1325e6e8fdf6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:33.770881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:33.772403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.791438 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-77138dec-408a-4222-87e0-1ec514caee95 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6008868 Aug 20 15:08:33.794960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48908) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:33.801801 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4c790f53-b8b6-42e9-8a2e-43224b4af58b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-221407294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:33.808658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10efdd5-7256-4146-8326-6bd99427a90d req-64607a10-c89d-4507-a7ea-a372c3c24142 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:33.810420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f10efdd5-7256-4146-8326-6bd99427a90d req-64607a10-c89d-4507-a7ea-a372c3c24142 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1902161 Aug 20 15:08:33.841087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0149ea15-6842-4482-a59c-ad59cdc805ee req-3eaf7590-ec05-4936-960c-36549ffe6a20 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450005 Aug 20 15:08:33.856206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c790f53-b8b6-42e9-8a2e-43224b4af58b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.857561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c790f53-b8b6-42e9-8a2e-43224b4af58b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.899577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f10efdd5-7256-4146-8326-6bd99427a90d req-03f82d3f-442b-4211-acc6-745a98ed9a82 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802073 Aug 20 15:08:33.919456 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fb47d91-f3de-4370-a362-ecca41381394 req-4dd872d4-0aa5-4716-94ec-4365c5fe6ca8 service neutron] 10.222.0.72 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947880 Aug 20 15:08:33.925722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c790f53-b8b6-42e9-8a2e-43224b4af58b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.931371 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c790f53-b8b6-42e9-8a2e-43224b4af58b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.951395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ecf47606-9338-44a8-a118-1325e6e8fdf6', 'network_id': 'ecf47606-9338-44a8-a118-1325e6e8fdf6', 'tenant_id': '6c240ec2eac048d9bdb9b4bd2854e012', 'fixed_ips': [{'subnet_id': '894b9229-4aea-4c6d-889b-18cc56136519'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:08:33.952750 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.955726 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c790f53-b8b6-42e9-8a2e-43224b4af58b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:33.959617 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4c790f53-b8b6-42e9-8a2e-43224b4af58b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1606841 Aug 20 15:08:33.960476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48910) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:33.969338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'network_id': 'ecf47606-9338-44a8-a118-1325e6e8fdf6', 'name': 'tempest-PortsTestJSON-1841381046'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:34.041400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fb47d91-f3de-4370-a362-ecca41381394 req-2bfef38c-9f36-4e65-bee8-953568569235 service neutron] 10.222.0.72 "GET /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205697 Aug 20 15:08:34.102740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Allocated IP 172.20.0.2 (ecf47606-9338-44a8-a118-1325e6e8fdf6/894b9229-4aea-4c6d-889b-18cc56136519/efb3a66b-0690-49c3-ad89-3d96e3143a7b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:34.122051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:34.126785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.146328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port 56792078-3567-4d86-93bd-554ec8c47d7f yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:08:34.160627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:08:34.313234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4479df6-5f0c-465e-808e-6479d91b96b7 req-5ea0e0a8-5fb3-48c2-a207-233e248276fa tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:34.314676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4479df6-5f0c-465e-808e-6479d91b96b7 req-5ea0e0a8-5fb3-48c2-a207-233e248276fa tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0583227 Aug 20 15:08:34.334879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:34.355626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'port_id': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'mac_address': 'fa:16:3e:01:40:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:08:34.372035 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.383338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4479df6-5f0c-465e-808e-6479d91b96b7 req-35612c7f-16c7-4a26-94f1-0f77a5590315 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622191 Aug 20 15:08:34.410262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Transition to ACTIVE for port object efb3a66b-0690-49c3-ad89-3d96e3143a7b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:34.429863 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.434821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Transition to ACTIVE for port object efb3a66b-0690-49c3-ad89-3d96e3143a7b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:34.446723 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.450858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db39a254-4b4f-4d4a-88e2-f5193d5b0e0b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:08:34.500783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.13 (ecf47606-9338-44a8-a118-1325e6e8fdf6/894b9229-4aea-4c6d-889b-18cc56136519/56792078-3567-4d86-93bd-554ec8c47d7f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:34.501435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Network ecf47606-9338-44a8-a118-1325e6e8fdf6 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:34.504628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:34.507741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:34.512169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:34.514249 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.523966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Pushing event updated for resources: {'Port': ['ID=efb3a66b-0690-49c3-ad89-3d96e3143a7b,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:34.627100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Attempting to bind port efb3a66b-0690-49c3-ad89-3d96e3143a7b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:34.627648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Attempting to bind port efb3a66b-0690-49c3-ad89-3d96e3143a7b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4e28fc05-2891-41ed-b9ee-e87a84b69a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ecf47606-9338-44a8-a118-1325e6e8fdf6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:34.628113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Attempting to bind port efb3a66b-0690-49c3-ad89-3d96e3143a7b on network ecf47606-9338-44a8-a118-1325e6e8fdf6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:34.641654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:34.642056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Checking segment: {'id': '4e28fc05-2891-41ed-b9ee-e87a84b69a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ecf47606-9338-44a8-a118-1325e6e8fdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:34.642435 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.642834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Bound using segment: {'id': '4e28fc05-2891-41ed-b9ee-e87a84b69a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ecf47606-9338-44a8-a118-1325e6e8fdf6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:34.643310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Bound port: efb3a66b-0690-49c3-ad89-3d96e3143a7b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e28fc05-2891-41ed-b9ee-e87a84b69a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ecf47606-9338-44a8-a118-1325e6e8fdf6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:34.643754 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.645893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:34.686500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6b6c7-b914-40ea-90e1-bff0f3582e64 req-00888373-c4c2-490a-bb7b-93d7b9222363 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:34.688228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ba6b6c7-b914-40ea-90e1-bff0f3582e64 req-00888373-c4c2-490a-bb7b-93d7b9222363 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 943 time: 0.0936623 Aug 20 15:08:34.690246 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.705632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object 56792078-3567-4d86-93bd-554ec8c47d7f will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:34.739102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] For port efb3a66b-0690-49c3-ad89-3d96e3143a7b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:34.743484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] For port efb3a66b-0690-49c3-ad89-3d96e3143a7b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=efb3a66b-0690-49c3-ad89-3d96e3143a7b,segment=NetworkSegment(4e28fc05-2891-41ed-b9ee-e87a84b69a18),segment_id=4e28fc05-2891-41ed-b9ee-e87a84b69a18)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:34.748459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ba6b6c7-b914-40ea-90e1-bff0f3582e64 req-4e379423-493c-425f-9a8b-1442487695c1 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535471 Aug 20 15:08:34.755833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.762678 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.803648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network ecf47606-9338-44a8-a118-1325e6e8fdf6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:34.806661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:34.810921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:34.840847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408050a2-7330-43b2-a191-a18aa9327030 None None] Pushing event updated for resources: {'Port': ['ID=efb3a66b-0690-49c3-ad89-3d96e3143a7b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:34.856361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=56792078-3567-4d86-93bd-554ec8c47d7f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:34.884329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:34.885043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:34.910939 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-606a19bf-336b-426e-8eda-24a0660f8b1f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9492660 Aug 20 15:08:34.913831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48936) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:35.031119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:08:35.066712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de8dd-7be6-48f9-a9be-0135d19378e4 req-ff6f32da-bf79-4f27-a566-e89c96479f88 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:35.081623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c8de8dd-7be6-48f9-a9be-0135d19378e4 req-ff6f32da-bf79-4f27-a566-e89c96479f88 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 945 time: 0.1283033 Aug 20 15:08:35.158332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c8de8dd-7be6-48f9-a9be-0135d19378e4 req-aa4b661d-1354-4f88-a85b-20dcab487b52 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731561 Aug 20 15:08:35.215325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39626d-ce27-4148-94b0-6a6ba9658136 req-006ab8f4-bb76-46f5-9248-a3765762ad4f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:35.217917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb39626d-ce27-4148-94b0-6a6ba9658136 req-006ab8f4-bb76-46f5-9248-a3765762ad4f tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.1196871 Aug 20 15:08:35.303853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb39626d-ce27-4148-94b0-6a6ba9658136 req-b940b575-aa08-49fe-b50f-b99fb1604bd8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725253 Aug 20 15:08:35.315460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-be564211-8080-4551-9913-895b2c4205cc tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:35.317230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-be564211-8080-4551-9913-895b2c4205cc tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 945 time: 0.0978284 Aug 20 15:08:35.451717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Deleting port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:35.452073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:35.586996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] For port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:35.587367 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:35.602523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Calling delete_port for 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:35.621322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f9ecc-c20f-432b-984d-93a9146698b8 req-9643f805-7429-4174-9291-b873d5bf2f28 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:35.623579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d05f9ecc-c20f-432b-984d-93a9146698b8 req-9643f805-7429-4174-9291-b873d5bf2f28 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0867021 Aug 20 15:08:35.744317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d05f9ecc-c20f-432b-984d-93a9146698b8 req-8407f789-ba22-473f-8d3b-b362ef3a8885 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138222 Aug 20 15:08:35.819936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:35.831782 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:35.867638 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:35.919259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['0e3793fa-a512-4fd7-9dc3-c4d7a42864b6'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:08:35.950274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event deleted for resources: {'Port': ['ID=0e3793fa-a512-4fd7-9dc3-c4d7a42864b6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:35.997148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] No DVR routers for this DVR port 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:36.000806 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:36.002836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67f0ebd8-8b40-4bba-8ab4-cab3946e58ea req-52107561-919c-4a04-aaf8-4de2788f9430 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.72 "DELETE /v2.0/ports/0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 HTTP/1.1" status: 204 len: 173 time: 0.6710129 Aug 20 15:08:36.003279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0c9c1-2d8b-4259-ab44-1cbd4103d228', 'name': 'network-vif-deleted', 'tag': '0e3793fa-a512-4fd7-9dc3-c4d7a42864b6'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:36.005597 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac808fa3-6ef3-45ed-aac7-e4f396d34179" -d '{"events": [{"server_uuid": "90a0c9c1-2d8b-4259-ab44-1cbd4103d228", "name": "network-vif-deleted", "tag": "0e3793fa-a512-4fd7-9dc3-c4d7a42864b6"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:36.033403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eb47f-61e5-42c6-86e6-b072bd76115f req-13fa1ad7-8b22-423e-a572-8ac0f34f7d1e tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:36.035525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b34eb47f-61e5-42c6-86e6-b072bd76115f req-13fa1ad7-8b22-423e-a572-8ac0f34f7d1e tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 943 time: 0.1824811 Aug 20 15:08:36.071188 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b91572-8265-4486-bb4b-1250ae453f42 x-openstack-request-id: req-83b91572-8265-4486-bb4b-1250ae453f42 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:36.071916 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0c9c1-2d8b-4259-ab44-1cbd4103d228", "name": "network-vif-deleted", "tag": "0e3793fa-a512-4fd7-9dc3-c4d7a42864b6", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:36.072328 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83b91572-8265-4486-bb4b-1250ae453f42 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:36.073179 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0c9c1-2d8b-4259-ab44-1cbd4103d228', 'name': 'network-vif-deleted', 'tag': '0e3793fa-a512-4fd7-9dc3-c4d7a42864b6', 'status': 'completed', 'code': 200} Aug 20 15:08:36.112402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b34eb47f-61e5-42c6-86e6-b072bd76115f req-e5222063-ca10-4f1b-b235-dd1906de4a07 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587695 Aug 20 15:08:36.164256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6e98e45d-cb4a-4452-aed8-374a041489a0 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:08:36.174270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:36.197988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:36.206333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:36.291935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7228b4a-443f-465c-994e-949538c20446 None None] Network ecf47606-9338-44a8-a118-1325e6e8fdf6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:36.294336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device efb3a66b-0690-49c3-ad89-3d96e3143a7b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:36.314903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=56792078-3567-4d86-93bd-554ec8c47d7f,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:36.399265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf0ff2-9c4a-4bb9-b599-f1abd6d7b53f req-76fab3a2-3c00-4657-aa35-8b20ddc26b58 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:36.408099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68cf0ff2-9c4a-4bb9-b599-f1abd6d7b53f req-76fab3a2-3c00-4657-aa35-8b20ddc26b58 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 945 time: 0.0792193 Aug 20 15:08:36.506714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68cf0ff2-9c4a-4bb9-b599-f1abd6d7b53f req-2223f792-3f08-4e0e-a822-37d8c98489df tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975432 Aug 20 15:08:36.509196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-615e5d4c-23bc-4e54-abb1-e58371ea0cd3 req-5e006e98-91e1-4b92-86f8-4d4b31712d30 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=90a0c9c1-2d8b-4259-ab44-1cbd4103d228 HTTP/1.1" status: 200 len: 210 time: 0.0474391 Aug 20 15:08:36.541415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:36.547285 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:36.555132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:36.555518 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:36.557193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port efb3a66b-0690-49c3-ad89-3d96e3143a7b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:36.612888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4d893703-c26c-43fc-a910-f2ebbc8cfa9b None None] Provisioning for port efb3a66b-0690-49c3-ad89-3d96e3143a7b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:36.621545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4d893703-c26c-43fc-a910-f2ebbc8cfa9b None None] Provisioning complete for port efb3a66b-0690-49c3-ad89-3d96e3143a7b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:36.621848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4d893703-c26c-43fc-a910-f2ebbc8cfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:36.702332 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:36.717046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6e98e45d-cb4a-4452-aed8-374a041489a0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e98e45d-cb4a-4452-aed8-374a041489a0,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:36.756780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '6e98e45d-cb4a-4452-aed8-374a041489a0', 'network_id': 'f95e9371-419e-40c6-b7c7-4fffcd2a6a23', 'port_id': '6e98e45d-cb4a-4452-aed8-374a041489a0', 'mac_address': 'fa:16:3e:ae:16:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:08:36.923915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a52ef0-f980-4e87-9531-eaf6edf49155 req-12e5fa6b-6fe4-405a-9814-fe2be6ee7f15 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:36.932588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05a52ef0-f980-4e87-9531-eaf6edf49155 req-12e5fa6b-6fe4-405a-9814-fe2be6ee7f15 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0726817 Aug 20 15:08:36.995884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05a52ef0-f980-4e87-9531-eaf6edf49155 req-325db442-c5b2-4b8b-ae4a-3975833bac97 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616181 Aug 20 15:08:37.043114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.047914 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.100869 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.122596 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.131853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=56792078-3567-4d86-93bd-554ec8c47d7f,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:37.135336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.158724 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4d893703-c26c-43fc-a910-f2ebbc8cfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.161856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e98e45d-cb4a-4452-aed8-374a041489a0 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:08:37.186188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:37.188656 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559e622c-34fd-409c-89b1-d4d3f7677acb" -d '{"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-plugged", "status": "completed", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:37.210733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:37.230250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6e98e45d-cb4a-4452-aed8-374a041489a0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e98e45d-cb4a-4452-aed8-374a041489a0,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:37.231707 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.241866 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.272385 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a583705-8006-4d85-8810-887441c7610f x-openstack-request-id: req-3a583705-8006-4d85-8810-887441c7610f {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:37.272857 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-plugged", "status": "completed", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:37.273212 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a583705-8006-4d85-8810-887441c7610f {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:37.273700 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'code': 200} Aug 20 15:08:37.275569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4d893703-c26c-43fc-a910-f2ebbc8cfa9b None None] For port efb3a66b-0690-49c3-ad89-3d96e3143a7b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=efb3a66b-0690-49c3-ad89-3d96e3143a7b,segment=NetworkSegment(4e28fc05-2891-41ed-b9ee-e87a84b69a18),segment_id=4e28fc05-2891-41ed-b9ee-e87a84b69a18)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:37.284937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network ecf47606-9338-44a8-a118-1325e6e8fdf6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:37.287238 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:37.299400 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4d893703-c26c-43fc-a910-f2ebbc8cfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.347255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8a33e-b48e-4942-b817-e933b5795150 req-f9c646ef-002e-4634-bb00-66106e35d79b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:37.348114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:37.356492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8c8a33e-b48e-4942-b817-e933b5795150 req-f9c646ef-002e-4634-bb00-66106e35d79b tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 944 time: 0.0987906 Aug 20 15:08:37.408144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6e98e45d-cb4a-4452-aed8-374a041489a0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:37.441487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8c8a33e-b48e-4942-b817-e933b5795150 req-277fdc5b-5ba9-41f5-8e1e-a7de1cba3120 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839937 Aug 20 15:08:37.465820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fdb43-60ed-455d-82d0-95591a257fda req-4a25894e-d3e9-44b0-b93a-12f21ea46669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:37.467766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-180fdb43-60ed-455d-82d0-95591a257fda req-4a25894e-d3e9-44b0-b93a-12f21ea46669 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1098 time: 0.1092606 Aug 20 15:08:37.495636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d893703-c26c-43fc-a910-f2ebbc8cfa9b None None] Pushing event updated for resources: {'Port': ['ID=efb3a66b-0690-49c3-ad89-3d96e3143a7b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:37.523454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-180fdb43-60ed-455d-82d0-95591a257fda req-507b1065-5675-408b-b372-73e70b783dcb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475485 Aug 20 15:08:37.524889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Router 5911aa5e-6970-4b31-b2c9-ae2ceeac0405 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:08:37.552023 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:08:37.628286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c5f44342-6ae3-4fce-afe0-a58f0ee8a691 None None] Provisioning complete for port efb3a66b-0690-49c3-ad89-3d96e3143a7b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:37.629009 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5f44342-6ae3-4fce-afe0-a58f0ee8a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:37.720391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:08:37.734622 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f950f12f-56d5-4dac-898f-68aac0f4d854 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "PUT /v2.0/routers/5911aa5e-6970-4b31-b2c9-ae2ceeac0405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8165865 Aug 20 15:08:37.734958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49008) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:37.742804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['6e98e45d-cb4a-4452-aed8-374a041489a0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:08:37.743838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e7ca-30e3-4ffd-b13b-e9e49910f4fe req-783b90be-ddd7-43f9-b7dd-95fe5bda7cb4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:37.746139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32e7e7ca-30e3-4ffd-b13b-e9e49910f4fe req-783b90be-ddd7-43f9-b7dd-95fe5bda7cb4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1511574 Aug 20 15:08:37.753899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1bc3c4-1c2c-4f6f-837e-06dc17215d8b None None] Sync routers for ids ['5911aa5e-6970-4b31-b2c9-ae2ceeac0405'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:08:37.825194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1bc3c4-1c2c-4f6f-837e-06dc17215d8b None None] Routers {'5911aa5e-6970-4b31-b2c9-ae2ceeac0405'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:37.825878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4d1bc3c4-1c2c-4f6f-837e-06dc17215d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:08:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5911aa5e-6970-4b31-b2c9-ae2ceeac0405'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:37.874855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb13090-38fa-4ed9-b8f7-6b3a1069c082 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:37.877265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5cb13090-38fa-4ed9-b8f7-6b3a1069c082 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5911aa5e-6970-4b31-b2c9-ae2ceeac0405 HTTP/1.1" status: 200 len: 983 time: 0.1409783 Aug 20 15:08:37.881372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49020) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:37.882577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4d1bc3c4-1c2c-4f6f-837e-06dc17215d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:37.894353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32e7e7ca-30e3-4ffd-b13b-e9e49910f4fe req-5384106b-e977-4aee-8f35-6f1411ff8856 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331666 Aug 20 15:08:37.975637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1bc3c4-1c2c-4f6f-837e-06dc17215d8b None None] Routers {'5911aa5e-6970-4b31-b2c9-ae2ceeac0405'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:37.976281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4d1bc3c4-1c2c-4f6f-837e-06dc17215d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:08:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5911aa5e-6970-4b31-b2c9-ae2ceeac0405'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:38.019293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4d1bc3c4-1c2c-4f6f-837e-06dc17215d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:38.021526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1bc3c4-1c2c-4f6f-837e-06dc17215d8b None None] The sync data for ids ['5911aa5e-6970-4b31-b2c9-ae2ceeac0405'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:08:38.033540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53953601-28e3-483e-b195-09a953e7a4a7 req-4b0cfbf9-6726-4bdd-9a3c-94efac9d3e93 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:38.045211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-4b0cfbf9-6726-4bdd-9a3c-94efac9d3e93 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.1662900 Aug 20 15:08:38.063124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c5f44342-6ae3-4fce-afe0-a58f0ee8a691 None None] Provisioning for port 56792078-3567-4d86-93bd-554ec8c47d7f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:38.075528 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-6a978c04-635b-4e8d-b654-f8b46e250356 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/quotas/bd8da3ea8dca4f1ebb1e3d833773a9c4 HTTP/1.1" status: 200 len: 375 time: 0.0287483 Aug 20 15:08:38.078432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c5f44342-6ae3-4fce-afe0-a58f0ee8a691 None None] Provisioning complete for port 56792078-3567-4d86-93bd-554ec8c47d7f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:38.078809 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5f44342-6ae3-4fce-afe0-a58f0ee8a691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:38.146204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-8abcfd54-48cf-446d-b761-1a52c4fd01c4 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694225 Aug 20 15:08:38.198383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:08:38.229536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c5f44342-6ae3-4fce-afe0-a58f0ee8a691 None None] Port 56792078-3567-4d86-93bd-554ec8c47d7f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:38.280439 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device efb3a66b-0690-49c3-ad89-3d96e3143a7b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:38.302817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:08:38.312485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 0e3793fa-a512-4fd7-9dc3-c4d7a42864b6 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:08:38.385064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d8aebff3-7277-408b-aa42-34300ac882ee None None] Provisioning complete for port 56792078-3567-4d86-93bd-554ec8c47d7f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:38.386556 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d8aebff3-7277-408b-aa42-34300ac882ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:38.456505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port efb3a66b-0690-49c3-ad89-3d96e3143a7b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:38.459925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:38.496137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d8aebff3-7277-408b-aa42-34300ac882ee None None] Port 56792078-3567-4d86-93bd-554ec8c47d7f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:38.581749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb54e-566b-48b7-bd23-926cbb6bd68e req-d848f184-f11b-4929-b8fa-dd31c8a61372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:38.585956 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-886cb54e-566b-48b7-bd23-926cbb6bd68e req-d848f184-f11b-4929-b8fa-dd31c8a61372 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1098 time: 0.1423037 Aug 20 15:08:38.595337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:38.595765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265d652-b6af-4228-82dc-bef557414b3d req-438f6cd8-2fba-4e31-bf9f-765fe1283574 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:38.597305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d265d652-b6af-4228-82dc-bef557414b3d req-438f6cd8-2fba-4e31-bf9f-765fe1283574 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.4713080 Aug 20 15:08:38.657068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-0a490e89-c704-495f-933f-be49717def58 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098844 Aug 20 15:08:38.679980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d265d652-b6af-4228-82dc-bef557414b3d req-d2b4b30a-eeba-4d08-907f-1e790467d818 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708966 Aug 20 15:08:38.724206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-990334e5-84a2-4d45-b00a-dc6b2c48533b None None] Provisioning complete for port 56792078-3567-4d86-93bd-554ec8c47d7f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:38.724597 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-990334e5-84a2-4d45-b00a-dc6b2c48533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:38.734948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-886cb54e-566b-48b7-bd23-926cbb6bd68e req-d84d9b51-0a08-495d-b029-bf4a8a8a3432 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807161 Aug 20 15:08:38.768822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-990334e5-84a2-4d45-b00a-dc6b2c48533b None None] Port 56792078-3567-4d86-93bd-554ec8c47d7f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:38.831286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-9834475d-4a85-4a23-bd4c-b62f1ee0d440 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662161 Aug 20 15:08:38.848711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fefef6-cc3a-43d3-bd32-b3370fa74edf req-3a06ebce-d177-45df-9357-395a150bdae5 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:38.850296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4fefef6-cc3a-43d3-bd32-b3370fa74edf req-3a06ebce-d177-45df-9357-395a150bdae5 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 944 time: 0.0822899 Aug 20 15:08:38.919868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port 56792078-3567-4d86-93bd-554ec8c47d7f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:38.920320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:38.926393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4fefef6-cc3a-43d3-bd32-b3370fa74edf req-99be0fee-51c0-45e7-86df-e5d05d277d1f tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616021 Aug 20 15:08:39.027379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:39.052796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for 56792078-3567-4d86-93bd-554ec8c47d7f owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:39.122771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a225e0c3-72b4-4f6a-a571-29b04e4053ae req-cc54baf4-8f24-4ce0-acd7-74ac14bac332 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 210 time: 0.0336797 Aug 20 15:08:39.152837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee681-9d32-406b-a1d0-86a3cfd7e935 req-4636f527-6d3c-4fe7-9faf-4c6abca40731 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:39.154682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7dbee681-9d32-406b-a1d0-86a3cfd7e935 req-4636f527-6d3c-4fe7-9faf-4c6abca40731 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1272013 Aug 20 15:08:39.215671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7dbee681-9d32-406b-a1d0-86a3cfd7e935 req-e240cc38-6faf-4a2a-85a3-84c2bf101460 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537348 Aug 20 15:08:39.277079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:39.324522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=56792078-3567-4d86-93bd-554ec8c47d7f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:39.489421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:39.673107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Router 5911aa5e-6970-4b31-b2c9-ae2ceeac0405 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:08:39.749798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:08:39.755468 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a10b9e1f-97fd-4b6a-ad41-a244444b50c2 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "PUT /v2.0/routers/5911aa5e-6970-4b31-b2c9-ae2ceeac0405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8729286 Aug 20 15:08:39.758360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49064) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:39.764408 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86d0f3-9433-4baa-8c63-24b60351477f None None] Sync routers for ids ['5911aa5e-6970-4b31-b2c9-ae2ceeac0405'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:08:39.775923 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86d0f3-9433-4baa-8c63-24b60351477f None None] Routers {'5911aa5e-6970-4b31-b2c9-ae2ceeac0405'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:39.776985 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1b86d0f3-9433-4baa-8c63-24b60351477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:08:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5911aa5e-6970-4b31-b2c9-ae2ceeac0405'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:39.805655 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c23632f-8d2f-4b16-9607-7a2e584453fc tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:08:39.808449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4c23632f-8d2f-4b16-9607-7a2e584453fc tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/56792078-3567-4d86-93bd-554ec8c47d7f HTTP/1.1" status: 404 len: 333 time: 0.0455868 Aug 20 15:08:39.812158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49068) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:39.815074 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1b86d0f3-9433-4baa-8c63-24b60351477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:39.825904 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86d0f3-9433-4baa-8c63-24b60351477f None None] Routers {'5911aa5e-6970-4b31-b2c9-ae2ceeac0405'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:39.826748 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1b86d0f3-9433-4baa-8c63-24b60351477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:08:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['5911aa5e-6970-4b31-b2c9-ae2ceeac0405'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:39.862939 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1b86d0f3-9433-4baa-8c63-24b60351477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:39.864408 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86d0f3-9433-4baa-8c63-24b60351477f None None] The sync data for ids ['5911aa5e-6970-4b31-b2c9-ae2ceeac0405'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:08:39.916046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03cceca-ac6f-41fb-a5b8-ba72cfc112ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:39.934863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c475-7dfd-4d62-b6bd-33b732aa8570 req-0ad77989-25b8-4589-9b8f-a30b96daaeb7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:39.936846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a176c475-7dfd-4d62-b6bd-33b732aa8570 req-0ad77989-25b8-4589-9b8f-a30b96daaeb7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1343522 Aug 20 15:08:39.985422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a176c475-7dfd-4d62-b6bd-33b732aa8570 req-1e43fa3e-c9a0-4fde-a691-385460cfaf58 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415864 Aug 20 15:08:40.111172 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03cceca-ac6f-41fb-a5b8-ba72cfc112ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.113404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03cceca-ac6f-41fb-a5b8-ba72cfc112ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.129572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9914c2-6365-4818-8943-acc275b7dd3f req-ce235fa8-5331-4f08-8eee-b44e7a958f30 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:40.138148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc9914c2-6365-4818-8943-acc275b7dd3f req-ce235fa8-5331-4f08-8eee-b44e7a958f30 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 944 time: 0.0654690 Aug 20 15:08:40.172104 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03cceca-ac6f-41fb-a5b8-ba72cfc112ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.172783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03cceca-ac6f-41fb-a5b8-ba72cfc112ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Fanout notify agent at l3_agent the message router_deleted on router 5911aa5e-6970-4b31-b2c9-ae2ceeac0405 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:08:40.174738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc9914c2-6365-4818-8943-acc275b7dd3f req-60cb1271-58cc-4211-97f3-a862488649b5 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357325 Aug 20 15:08:40.181262 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03cceca-ac6f-41fb-a5b8-ba72cfc112ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.183490 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a03cceca-ac6f-41fb-a5b8-ba72cfc112ed tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/routers/5911aa5e-6970-4b31-b2c9-ae2ceeac0405 HTTP/1.1" status: 204 len: 168 time: 0.3692532 Aug 20 15:08:40.186474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49084) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:40.211236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6e98e45d-cb4a-4452-aed8-374a041489a0 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:40.248706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-726be915-c010-476b-8260-95dec5e6db80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet 894b9229-4aea-4c6d-889b-18cc56136519 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:08:40.254541 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-726be915-c010-476b-8260-95dec5e6db80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.287769 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b5f7216-3667-4526-bda7-b4a70625a2cc req-ad985aaa-cf66-48eb-9de8-cea8fa8b7a47 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 210 time: 0.0356841 Aug 20 15:08:40.331821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 6e98e45d-cb4a-4452-aed8-374a041489a0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:40.339263 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-726be915-c010-476b-8260-95dec5e6db80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.343099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 6e98e45d-cb4a-4452-aed8-374a041489a0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:40.343485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.452476 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.484866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931a84e-a396-4162-a488-f9b99f12cc38 req-87e2b223-0aff-4ebf-ab8a-2cd71ef98d91 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:40.486430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a931a84e-a396-4162-a488-f9b99f12cc38 req-87e2b223-0aff-4ebf-ab8a-2cd71ef98d91 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1086509 Aug 20 15:08:40.513362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53953601-28e3-483e-b195-09a953e7a4a7 req-17ec4b5f-2b16-4b3c-9f8d-79f3ff1cb5d3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:40.514751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328ab852-8661-49ba-b742-25d745f718fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e98e45d-cb4a-4452-aed8-374a041489a0'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:40.516248 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-17ec4b5f-2b16-4b3c-9f8d-79f3ff1cb5d3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.70 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 812 time: 0.1829653 Aug 20 15:08:40.518001 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494b9277-b04a-47b0-950f-1e8f0c2c08b0" -d '{"events": [{"server_uuid": "328ab852-8661-49ba-b742-25d745f718fa", "name": "network-vif-plugged", "status": "completed", "tag": "6e98e45d-cb4a-4452-aed8-374a041489a0"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:40.531176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6e98e45d-cb4a-4452-aed8-374a041489a0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e98e45d-cb4a-4452-aed8-374a041489a0,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:40.536548 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.541125 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-726be915-c010-476b-8260-95dec5e6db80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.542781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Request body: {'port': {'device_id': '60f3df6c-a14e-4b88-8828-fdac26a68a86', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'admin_state_up': True, 'tenant_id': 'bd8da3ea8dca4f1ebb1e3d833773a9c4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:40.607998 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235cddd5-b667-4fae-b03c-7946e72a2bbb x-openstack-request-id: req-235cddd5-b667-4fae-b03c-7946e72a2bbb {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:40.608354 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328ab852-8661-49ba-b742-25d745f718fa", "name": "network-vif-plugged", "status": "completed", "tag": "6e98e45d-cb4a-4452-aed8-374a041489a0", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:40.608666 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-235cddd5-b667-4fae-b03c-7946e72a2bbb {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:40.609237 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328ab852-8661-49ba-b742-25d745f718fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e98e45d-cb4a-4452-aed8-374a041489a0', 'code': 200} Aug 20 15:08:40.614510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a931a84e-a396-4162-a488-f9b99f12cc38 req-73691855-f48c-4886-bde7-9a04ba131f37 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110241 Aug 20 15:08:40.640187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6e98e45d-cb4a-4452-aed8-374a041489a0,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:40.654510 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-726be915-c010-476b-8260-95dec5e6db80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.685145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726be915-c010-476b-8260-95dec5e6db80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=894b9229-4aea-4c6d-889b-18cc56136519,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:40.693956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-726be915-c010-476b-8260-95dec5e6db80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.699182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-726be915-c010-476b-8260-95dec5e6db80 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/894b9229-4aea-4c6d-889b-18cc56136519 HTTP/1.1" status: 204 len: 168 time: 0.5116708 Aug 20 15:08:40.699833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49096) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:40.701284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c79125-1e1c-4bfe-b7df-a266c587a5af None None] Network ecf47606-9338-44a8-a118-1325e6e8fdf6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:40.740960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Made reservation on behalf of bd8da3ea8dca4f1ebb1e3d833773a9c4 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:40.746608 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.849355 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:40.865836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ed701-48b1-40ad-8592-dbc8a2ae70cc req-6a59d9e9-80b3-4c46-b35e-526caa24dbed tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:40.867288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e57ed701-48b1-40ad-8592-dbc8a2ae70cc req-6a59d9e9-80b3-4c46-b35e-526caa24dbed tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1436787 Aug 20 15:08:40.873976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa784a-d354-4108-8454-5b50c813fa1c req-ba9c6fa8-fc7a-4f04-b856-8b0f80f4a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:40.875471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbfa784a-d354-4108-8454-5b50c813fa1c req-ba9c6fa8-fc7a-4f04-b856-8b0f80f4a922 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 1097 time: 0.0965600 Aug 20 15:08:40.881528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49100) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:40.931722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-72702eca-f64d-4edf-a1e8-b5bcc279767d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'floatingip': {'port_id': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:40.933196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Allocated IP 172.20.0.8 (9d0894f8-e5a6-479d-a1fc-d6d61961ff1b/09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1/8ca33093-42b5-4e9f-b347-129a0c493818) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:40.954983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e1f296-fb36-4555-b401-689480d7b317 None None] DHCP port deletion for ecf47606-9338-44a8-a118-1325e6e8fdf6 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:08:41.016919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-72702eca-f64d-4edf-a1e8-b5bcc279767d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.057042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-57e1f296-fb36-4555-b401-689480d7b317 None None] Deleting port efb3a66b-0690-49c3-ad89-3d96e3143a7b {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:41.057423 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-57e1f296-fb36-4555-b401-689480d7b317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.064186 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fbfa784a-d354-4108-8454-5b50c813fa1c req-e54973d6-1a01-4243-8526-c69e0b65ddd2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561239 Aug 20 15:08:41.129482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.129760 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-57e1f296-fb36-4555-b401-689480d7b317 None None] For port efb3a66b-0690-49c3-ad89-3d96e3143a7b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=efb3a66b-0690-49c3-ad89-3d96e3143a7b,segment=NetworkSegment(4e28fc05-2891-41ed-b9ee-e87a84b69a18),segment_id=4e28fc05-2891-41ed-b9ee-e87a84b69a18)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:41.129961 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-57e1f296-fb36-4555-b401-689480d7b317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.143500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-57e1f296-fb36-4555-b401-689480d7b317 None None] Calling delete_port for efb3a66b-0690-49c3-ad89-3d96e3143a7b owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:41.168268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port efb3a66b-0690-49c3-ad89-3d96e3143a7b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:41.168268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.188002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.256615 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-57e1f296-fb36-4555-b401-689480d7b317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.259731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:41.269319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:41.281780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:41.286813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event updated for resources: {'Port': ['ID=8ca33093-42b5-4e9f-b347-129a0c493818,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:41.302882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1f296-fb36-4555-b401-689480d7b317 None None] Pushing event deleted for resources: {'Port': ['ID=efb3a66b-0690-49c3-ad89-3d96e3143a7b,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:41.308704 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e1f296-fb36-4555-b401-689480d7b317 None None] No DVR routers for this DVR port efb3a66b-0690-49c3-ad89-3d96e3143a7b on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:41.345312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:41.345938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.347634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] For port efb3a66b-0690-49c3-ad89-3d96e3143a7b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=efb3a66b-0690-49c3-ad89-3d96e3143a7b,segment=NetworkSegment(4e28fc05-2891-41ed-b9ee-e87a84b69a18),segment_id=4e28fc05-2891-41ed-b9ee-e87a84b69a18)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:41.348111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.364097 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3a7dfe1d-0ca5-49c7-8c20-7aea8425d023 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8318343 Aug 20 15:08:41.379153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Request body: {'port': {'device_id': '60f3df6c-a14e-4b88-8828-fdac26a68a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:41.389340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63feb1-9411-47b0-9f64-fb5c270e42dc req-d436ef07-975e-44bb-88ca-d6cc91b562d6 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:41.391116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e63feb1-9411-47b0-9f64-fb5c270e42dc req-d436ef07-975e-44bb-88ca-d6cc91b562d6 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2746916 Aug 20 15:08:41.426652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for efb3a66b-0690-49c3-ad89-3d96e3143a7b owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:41.449710 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.538850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa213151-1a40-4fcb-b93b-1db7c005b49b req-f6be1311-94e4-4178-b620-b47c3e72c176 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:41.540294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa213151-1a40-4fcb-b93b-1db7c005b49b req-f6be1311-94e4-4178-b620-b47c3e72c176 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.2541542 Aug 20 15:08:41.556415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e63feb1-9411-47b0-9f64-fb5c270e42dc req-e7de46fa-e1a7-4763-98f6-fbf750e61193 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545589 Aug 20 15:08:41.731023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa213151-1a40-4fcb-b93b-1db7c005b49b req-1a0cd8f2-5c0d-421e-be57-14aa88bba218 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778038 Aug 20 15:08:41.754660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:41.794452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=efb3a66b-0690-49c3-ad89-3d96e3143a7b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:41.813368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No DVR routers for this DVR port efb3a66b-0690-49c3-ad89-3d96e3143a7b on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:41.918893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf016d-7e57-4663-b120-cfed7c7ae35e req-13393eda-6520-4876-affa-42e4d325af3e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:41.920865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-addf016d-7e57-4663-b120-cfed7c7ae35e req-13393eda-6520-4876-affa-42e4d325af3e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 931 time: 0.2492604 Aug 20 15:08:42.156759 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-72702eca-f64d-4edf-a1e8-b5bcc279767d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.159305 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.179785 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-72702eca-f64d-4edf-a1e8-b5bcc279767d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.184413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf47606-9338-44a8-a118-1325e6e8fdf6']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:42.196376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca33093-42b5-4e9f-b347-129a0c493818 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:08:42.206453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.224339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67504447-7ac1-4e50-9473-c42b854748e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.227610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Transition to ACTIVE for port object 8ca33093-42b5-4e9f-b347-129a0c493818 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:42.236399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e28fc05-2891-41ed-b9ee-e87a84b69a18') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:42.236608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device efb3a66b-0690-49c3-ad89-3d96e3143a7b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:08:42.236769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e28fc05-2891-41ed-b9ee-e87a84b69a18') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:42.239882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.242267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-addf016d-7e57-4663-b120-cfed7c7ae35e req-cdb49229-d5f1-451b-b2a8-952ccf49d990 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909102 Aug 20 15:08:42.264001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.269220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-0b5cb41a-8efe-4cee-a9ea-96b9afdb5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:42.270736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-0b5cb41a-8efe-4cee-a9ea-96b9afdb5600 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1098 time: 0.2015855 Aug 20 15:08:42.273138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: efb3a66b-0690-49c3-ad89-3d96e3143a7b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:08:42.274488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device efb3a66b-0690-49c3-ad89-3d96e3143a7b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:08:42.312756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328cdcf-5cec-4ad7-a202-5c532482ad79 req-a3b6214f-c1d3-49e0-87b4-206b69cdb557 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:42.314278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b328cdcf-5cec-4ad7-a202-5c532482ad79 req-a3b6214f-c1d3-49e0-87b4-206b69cdb557 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2296786 Aug 20 15:08:42.353914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca33093-42b5-4e9f-b347-129a0c493818,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:42.356164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.440298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Attempting to bind port 8ca33093-42b5-4e9f-b347-129a0c493818 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:42.440659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Attempting to bind port 8ca33093-42b5-4e9f-b347-129a0c493818 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:42.440982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Attempting to bind port 8ca33093-42b5-4e9f-b347-129a0c493818 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:42.446834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Port 8ca33093-42b5-4e9f-b347-129a0c493818 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:08:42.447171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Attempting to bind port 8ca33093-42b5-4e9f-b347-129a0c493818 on network 9d0894f8-e5a6-479d-a1fc-d6d61961ff1b {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:42.454180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:42.454528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Checking segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:42.454932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Bound using segment: {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:42.455373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Bound port: 8ca33093-42b5-4e9f-b347-129a0c493818, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:42.455765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.533517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] For port 8ca33093-42b5-4e9f-b347-129a0c493818, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:42.536963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] For port 8ca33093-42b5-4e9f-b347-129a0c493818, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=8ca33093-42b5-4e9f-b347-129a0c493818,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:42.541236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.608891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:42.609510 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.610903 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] 10.222.0.70 "PUT /v2.0/ports/8ca33093-42b5-4e9f-b347-129a0c493818 HTTP/1.1" status: 200 len: 1092 time: 1.2363515 Aug 20 15:08:42.611345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f3df6c-a14e-4b88-8828-fdac26a68a86', 'tag': '8ca33093-42b5-4e9f-b347-129a0c493818'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:42.614850 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381b40f7-73b7-4235-898f-0b3728bd1bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "60f3df6c-a14e-4b88-8828-fdac26a68a86", "tag": "8ca33093-42b5-4e9f-b347-129a0c493818"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:42.673579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c808c8-bc84-400b-84fb-56a0efcdd874 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca33093-42b5-4e9f-b347-129a0c493818,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:42.690079 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeb4808-3486-4a69-bbbb-67cd5e59c52d x-openstack-request-id: req-3aeb4808-3486-4a69-bbbb-67cd5e59c52d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:42.690445 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f3df6c-a14e-4b88-8828-fdac26a68a86", "tag": "8ca33093-42b5-4e9f-b347-129a0c493818", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:42.690761 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3aeb4808-3486-4a69-bbbb-67cd5e59c52d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:42.691211 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f3df6c-a14e-4b88-8828-fdac26a68a86', 'tag': '8ca33093-42b5-4e9f-b347-129a0c493818', 'status': 'completed', 'code': 200} Aug 20 15:08:42.724597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53953601-28e3-483e-b195-09a953e7a4a7 req-fa03ff93-729e-45ad-8930-0e25be63499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:42.726264 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-fa03ff93-729e-45ad-8930-0e25be63499c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 1095 time: 0.0496614 Aug 20 15:08:42.729261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:08:42.729710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:08:42.734473 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:08:42.774700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-8cfc3e9f-1b71-4b18-bfbc-8a681a8f2e3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ca33093-42b5-4e9f-b347-129a0c493818 HTTP/1.1" status: 200 len: 217 time: 0.0355921 Aug 20 15:08:42.805958 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-72702eca-f64d-4edf-a1e8-b5bcc279767d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Floating IP 6badf624-a841-4091-a79e-f7972b242ac1 associated. External IP: 172.25.5.223, port: db39a254-4b4f-4d4a-88e2-f5193d5b0e0b. Aug 20 15:08:42.833618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53953601-28e3-483e-b195-09a953e7a4a7 req-c6063f1c-8a9e-4c85-aad4-c07ff36d521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:42.835111 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-c6063f1c-8a9e-4c85-aad4-c07ff36d521d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.0526974 Aug 20 15:08:42.878471 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-3f10b7b7-003b-4240-858d-dbba32d9722e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302885 Aug 20 15:08:42.916100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b328cdcf-5cec-4ad7-a202-5c532482ad79 req-371bc73b-997d-4d1f-a47a-3eebdea1135a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651367 Aug 20 15:08:42.942185 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.954126 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:42.955872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/networks/ecf47606-9338-44a8-a118-1325e6e8fdf6 HTTP/1.1" status: 204 len: 168 time: 2.2550881 Aug 20 15:08:42.960488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49152) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:42.997386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-ae40165f-1096-4c17-b778-c5ce69693e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:42.998882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-ae40165f-1096-4c17-b778-c5ce69693e12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 920 time: 0.7082510 Aug 20 15:08:43.002286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cee511-6b54-4dfd-a8b6-f86905ae4616 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Network': ['ID=ecf47606-9338-44a8-a118-1325e6e8fdf6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:43.012497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1567a405-34d4-40e8-ac80-5460079f9dce tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:43.018810 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1567a405-34d4-40e8-ac80-5460079f9dce tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/f4df6601-519f-4c1e-a527-4a56271308c3 HTTP/1.1" status: 200 len: 841 time: 0.0525167 Aug 20 15:08:43.023452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49154) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:43.031635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9ba55-ac17-4838-a426-870bc67b15dd req-2e9546e1-0f23-4a2e-8fbb-a019bc49c9ab tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:43.033178 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76d9ba55-ac17-4838-a426-870bc67b15dd req-2e9546e1-0f23-4a2e-8fbb-a019bc49c9ab tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.1829932 Aug 20 15:08:43.086736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-67416455-f57b-4094-b0fe-7f13df560414 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b HTTP/1.1" status: 200 len: 217 time: 0.0725520 Aug 20 15:08:43.103578 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-43fca8af-d31b-4433-a1bd-a58903a166f3 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/f4df6601-519f-4c1e-a527-4a56271308c3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0786119 Aug 20 15:08:43.104199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49158) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:43.109686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:43.114281 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-7a95cfc9-6886-4402-bca2-767ad65aaf0f service neutron] 10.222.0.70 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235007 Aug 20 15:08:43.197258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76d9ba55-ac17-4838-a426-870bc67b15dd req-5350d910-e6aa-43ea-9878-aa8588915656 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246042 Aug 20 15:08:43.225533 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-683c1290-1e5d-4d16-9d1c-ca452b16f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:43.229312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-683c1290-1e5d-4d16-9d1c-ca452b16f4f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.1225057 Aug 20 15:08:43.295985 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-c8900dd1-5940-494e-8bfc-b1342bcbb093 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362487 Aug 20 15:08:43.306714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:43.310899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:43.355243 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53953601-28e3-483e-b195-09a953e7a4a7 req-ea56ca7f-f25f-4190-bf41-83a71a45a2d2 service neutron] 10.222.0.70 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999834 Aug 20 15:08:43.395728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72702eca-f64d-4edf-a1e8-b5bcc279767d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Router 948d4415-dcbd-41d1-bbc6-46ba0361c1da has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:08:43.539527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-431fbca6-a198-4011-88af-077433f8256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:43.541095 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-431fbca6-a198-4011-88af-077433f8256c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 1095 time: 0.1204066 Aug 20 15:08:43.546592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e38052-977c-49cc-bfe1-c9bf6447ffb1 req-322be9cc-8f51-41fa-ad7a-eb55d0e14be9 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:43.548113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3e38052-977c-49cc-bfe1-c9bf6447ffb1 req-322be9cc-8f51-41fa-ad7a-eb55d0e14be9 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 943 time: 0.1597710 Aug 20 15:08:43.561334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e5a4ef-b2f7-40b3-8b41-aa996422b475 req-f15bc5d3-5a55-4ebc-ad01-888e80d2655d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:43.562817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33e5a4ef-b2f7-40b3-8b41-aa996422b475 req-f15bc5d3-5a55-4ebc-ad01-888e80d2655d tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.2372146 Aug 20 15:08:43.576357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-d7ea4a76-cdb4-438d-9455-da807054991a service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662709 Aug 20 15:08:43.579429 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:43.664090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:43.675309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:43.681383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:43.681898 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:43.689757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4d30b3-eb6a-4867-8389-6ce44187e3d2 None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:43.719214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=24625451-7be9-4530-b4c8-c2db6aa1cb11,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:43.733944 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-db6cd879-c311-4021-8c42-628dbc202008 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6283016 Aug 20 15:08:43.737817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49178) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:43.741978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3e38052-977c-49cc-bfe1-c9bf6447ffb1 req-1aae3a45-3019-4760-8095-ab6dd4f518b3 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760476 Aug 20 15:08:43.743439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-55e07cfb-e4d6-41e6-98b6-a2be19d889bf tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'security_group': {'name': 'tempest-secgroup-573948957'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:43.750000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-286fa8a9-3350-4f71-a091-df24e2d1d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:43.751508 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-286fa8a9-3350-4f71-a091-df24e2d1d670 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 200 len: 913 time: 0.1983688 Aug 20 15:08:43.752503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33e5a4ef-b2f7-40b3-8b41-aa996422b475 req-c69ed0bb-f2b6-46ee-93c3-351060d86e0c tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752336 Aug 20 15:08:43.787314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72702eca-f64d-4edf-a1e8-b5bcc279767d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:08:43.800185 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-72702eca-f64d-4edf-a1e8-b5bcc279767d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:43.805137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] Sync routers for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:08:43.831335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:43.832578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:08:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:43.863941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-72702eca-f64d-4edf-a1e8-b5bcc279767d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "PUT /v2.0/floatingips/6badf624-a841-4091-a79e-f7972b242ac1 HTTP/1.1" status: 200 len: 992 time: 2.9809690 Aug 20 15:08:43.864904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:43.867925 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:43.874474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ecd19c-ee7f-49c5-abc4-7597531540ad req-4cea68f5-505f-452a-a98a-913ceb7930d2 service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762394 Aug 20 15:08:43.942425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55e07cfb-e4d6-41e6-98b6-a2be19d889bf tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:43.953427 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-ff70138e-224d-4819-b629-e20a67acd789 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ca33093-42b5-4e9f-b347-129a0c493818 HTTP/1.1" status: 200 len: 217 time: 0.1840382 Aug 20 15:08:44.049356 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7472c96-78eb-43c0-9e2f-f90b392cfb97 x-openstack-request-id: req-d7472c96-78eb-43c0-9e2f-f90b392cfb97 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:44.049862 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:44.050142 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7472c96-78eb-43c0-9e2f-f90b392cfb97 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:44.050423 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'status': 'completed', 'code': 200} Aug 20 15:08:44.091144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:08:44.152501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-9f2ce15f-4086-453a-bb0b-2c7367c6f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:44.167599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-9f2ce15f-4086-453a-bb0b-2c7367c6f908 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 200 len: 852 time: 0.1910985 Aug 20 15:08:44.171566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-40f814e8-d543-4fc4-9c39-2d925c5c5863', 'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'tenant_id': '6c240ec2eac048d9bdb9b4bd2854e012', 'fixed_ips': [{'subnet_id': '24625451-7be9-4530-b4c8-c2db6aa1cb11'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:08:44.172453 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:44.267041 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-a3f37f39-e145-4ea7-a0f0-e45ac725abaf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709298 Aug 20 15:08:44.325044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b2311-15ac-4f50-8c51-637cb690ddb6 req-bff2aaaa-4e3d-47e9-8c12-cf09b3ec3813 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:44.337649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e40b2311-15ac-4f50-8c51-637cb690ddb6 req-bff2aaaa-4e3d-47e9-8c12-cf09b3ec3813 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1585617 Aug 20 15:08:44.341266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-233f5636-fa42-4487-b88b-05aa10539167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:44.343202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-233f5636-fa42-4487-b88b-05aa10539167 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1098 time: 0.2434864 Aug 20 15:08:44.368225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55e07cfb-e4d6-41e6-98b6-a2be19d889bf tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:44.374667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55e07cfb-e4d6-41e6-98b6-a2be19d889bf tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:44.420060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55e07cfb-e4d6-41e6-98b6-a2be19d889bf tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:44.421424 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-55e07cfb-e4d6-41e6-98b6-a2be19d889bf tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6826580 Aug 20 15:08:44.432449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49196) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:44.437830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5dc942dd-87f6-41a5-ab31-a8b8749764c9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'security_group': {'name': 'tempest-secgroup-440155233'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:44.461985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e07cfb-e4d6-41e6-98b6-a2be19d889bf tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4bc3da-437a-4167-a580-861d4d159840,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:44.467898 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-182f554c-1b3d-4408-b556-265661dae161 service neutron] 10.222.0.70 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853380 Aug 20 15:08:44.493759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5dc942dd-87f6-41a5-ab31-a8b8749764c9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:44.514932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-88628c77-5f00-4e8d-a62b-bfae4d927563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:44.516886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-88628c77-5f00-4e8d-a62b-bfae4d927563 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1607175 Aug 20 15:08:44.619288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e40b2311-15ac-4f50-8c51-637cb690ddb6 req-55203e31-0875-4767-b40f-246a8f0c3da3 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230576 Aug 20 15:08:44.626743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-57e12619-3cf8-41e1-a3e2-e9986868703c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 1000 time: 0.0812571 Aug 20 15:08:44.688786 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-381b40f7-73b7-4235-898f-0b3728bd1bb3 req-8cb29fa6-7908-44d0-bfef-56ac8d453882 service neutron] 10.222.0.70 "GET /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080154 Aug 20 15:08:44.724539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cdb8f-273f-43dc-9fd3-fdb0006cf4e1 req-941e3b4b-bf76-41f5-a459-3f1df559c20a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:44.724941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c87cdb8f-273f-43dc-9fd3-fdb0006cf4e1 req-941e3b4b-bf76-41f5-a459-3f1df559c20a tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.4967692 Aug 20 15:08:44.755496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Allocated IP 172.20.0.2 (40f814e8-d543-4fc4-9c39-2d925c5c5863/24625451-7be9-4530-b4c8-c2db6aa1cb11/38472c3b-7b84-4033-89fa-3ad84a40ea47) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:44.767657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5dc942dd-87f6-41a5-ab31-a8b8749764c9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:44.773522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5dc942dd-87f6-41a5-ab31-a8b8749764c9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:44.801165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-55f438f1-810c-49b7-8297-2f3bf9d14698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:44.804100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-55f438f1-810c-49b7-8297-2f3bf9d14698 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.1714547 Aug 20 15:08:44.831209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5dc942dd-87f6-41a5-ab31-a8b8749764c9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:44.833852 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5dc942dd-87f6-41a5-ab31-a8b8749764c9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3994112 Aug 20 15:08:44.840584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49204) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:44.855396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1973776904', 'security_groups': ['97417773-9aa0-4a07-83f5-7e35dd1e5388'], 'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24625451-7be9-4530-b4c8-c2db6aa1cb11'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:44.863743 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc942dd-87f6-41a5-ab31-a8b8749764c9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97417773-9aa0-4a07-83f5-7e35dd1e5388,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:44.896842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c87cdb8f-273f-43dc-9fd3-fdb0006cf4e1 req-ee928851-df72-495c-8404-2e6b7785c1a9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579978 Aug 20 15:08:44.898612 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:44.954766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-fc4b19b5-03a0-41f0-a0d7-74214183f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:44.956341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-fc4b19b5-03a0-41f0-a0d7-74214183f701 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442454 Aug 20 15:08:45.003844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6badf624-a841-4091-a79e-f7972b242ac1', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'port_id': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'mac_address': 'fa:16:3e:01:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:08:21Z', 'updated_at': '2021-08-20T15:08:41Z', 'revision_number': 1, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:45.034782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] Checking router: 948d4415-dcbd-41d1-bbc6-46ba0361c1da for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:08:45.051363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21804776-150b-44f0-b159-7930a07e2e25 req-20cc321a-3abb-4852-afa0-fb8ff7ee0094 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:45.059832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:08:45.060515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:08:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:45.062442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21804776-150b-44f0-b159-7930a07e2e25 req-20cc321a-3abb-4852-afa0-fb8ff7ee0094 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 943 time: 0.1845291 Aug 20 15:08:45.194418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:45.224104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-14ac102e-e9d6-4431-ac87-b5740186ebf2 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552795 Aug 20 15:08:45.240387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21804776-150b-44f0-b159-7930a07e2e25 req-32a6eb6d-b457-44e4-b4bc-6b3f15f66cd6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769481 Aug 20 15:08:45.344025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:45.369079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port ccb25476-647c-4187-8b7d-0254dc422c10 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:08:45.443733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed289c92-ac0d-4e3e-a953-84b5ca42e7f5 req-1b8bee6a-a7e7-4891-b320-50f965728648 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:45.456856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed289c92-ac0d-4e3e-a953-84b5ca42e7f5 req-1b8bee6a-a7e7-4891-b320-50f965728648 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.2306137 Aug 20 15:08:45.471256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:45.488709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 8ca33093-42b5-4e9f-b347-129a0c493818 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:08:45.510319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Transition to ACTIVE for port object 38472c3b-7b84-4033-89fa-3ad84a40ea47 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:45.517077 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-18190f35-ea34-4f85-8943-12b3727ee997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:45.528301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:08:45.561369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed289c92-ac0d-4e3e-a953-84b5ca42e7f5 req-a9a89289-2e2b-45aa-a586-745198af4603 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035643 Aug 20 15:08:45.566815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e82e7bd-bd22-47ea-bb8b-4ee61cef4f4f req-3aca8a36-f51c-4e6d-ac62-61e4fb3bba74 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195443 Aug 20 15:08:45.581399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Transition to ACTIVE for port object 38472c3b-7b84-4033-89fa-3ad84a40ea47 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:45.694296 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:45.728683 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-49099366-bbd6-477c-80fa-149fd2a5b65f {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:08:45.729085 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:08:45.758248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Pushing event updated for resources: {'Port': ['ID=38472c3b-7b84-4033-89fa-3ad84a40ea47,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:45.798188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:45.810628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:45.815092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:45.829180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e0efd-c56e-4ce5-ae60-e36dd354bad9 req-02a0dfb0-8c21-45e9-9732-a5d949200714 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:45.830879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-189e0efd-c56e-4ce5-ae60-e36dd354bad9 req-02a0dfb0-8c21-45e9-9732-a5d949200714 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0912192 Aug 20 15:08:45.902088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 8ca33093-42b5-4e9f-b347-129a0c493818, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=8ca33093-42b5-4e9f-b347-129a0c493818,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:45.918652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-189e0efd-c56e-4ce5-ae60-e36dd354bad9 req-5c58ceb3-c8bf-41f2-83c7-ca6299a4eb10 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566618 Aug 20 15:08:45.926915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2efa9f-bd96-4837-a95b-5a8ace0d815d req-bdc4b08a-b1c6-4310-87eb-6ce0372ade60 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:45.928346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea2efa9f-bd96-4837-a95b-5a8ace0d815d req-bdc4b08a-b1c6-4310-87eb-6ce0372ade60 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.0925126 Aug 20 15:08:45.959466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '8ca33093-42b5-4e9f-b347-129a0c493818', 'network_id': '9d0894f8-e5a6-479d-a1fc-d6d61961ff1b', 'port_id': '8ca33093-42b5-4e9f-b347-129a0c493818', 'mac_address': 'fa:16:3e:19:bd:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:08:45.976271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Attempting to bind port 38472c3b-7b84-4033-89fa-3ad84a40ea47 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:08:45.976662 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea2efa9f-bd96-4837-a95b-5a8ace0d815d req-2b4be6da-4f37-493a-a64f-2989f6069857 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388520 Aug 20 15:08:45.976873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Attempting to bind port 38472c3b-7b84-4033-89fa-3ad84a40ea47 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '51efa2f9-1992-478e-b54c-e7e30a8872cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:08:45.977357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Attempting to bind port 38472c3b-7b84-4033-89fa-3ad84a40ea47 on network 40f814e8-d543-4fc4-9c39-2d925c5c5863 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:08:46.027508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:08:46.029703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Checking segment: {'id': '51efa2f9-1992-478e-b54c-e7e30a8872cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:46.029703 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:46.029703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Bound using segment: {'id': '51efa2f9-1992-478e-b54c-e7e30a8872cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:08:46.034422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Bound port: 38472c3b-7b84-4033-89fa-3ad84a40ea47, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51efa2f9-1992-478e-b54c-e7e30a8872cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:08:46.034837 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:46.141266 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:46.146267 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:46.168041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca33093-42b5-4e9f-b347-129a0c493818 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:08:46.169130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e41ce-11fc-4671-b9db-94d833ba3db9 req-31937fc6-f9da-45a1-87a2-6bed950d1c51 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:46.176643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b79e41ce-11fc-4671-b9db-94d833ba3db9 req-31937fc6-f9da-45a1-87a2-6bed950d1c51 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.0915554 Aug 20 15:08:46.210857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 8ca33093-42b5-4e9f-b347-129a0c493818, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=8ca33093-42b5-4e9f-b347-129a0c493818,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:46.219643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] For port 38472c3b-7b84-4033-89fa-3ad84a40ea47, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:08:46.222159 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:46.227052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b79e41ce-11fc-4671-b9db-94d833ba3db9 req-d2463da8-49e4-48ab-9c93-30eceb4fc8a7 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365510 Aug 20 15:08:46.231686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:46.255428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port 71e262bc-d55a-4014-99e0-43c0869702bf yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:08:46.263071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] For port 38472c3b-7b84-4033-89fa-3ad84a40ea47, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=38472c3b-7b84-4033-89fa-3ad84a40ea47,segment=NetworkSegment(51efa2f9-1992-478e-b54c-e7e30a8872cb),segment_id=51efa2f9-1992-478e-b54c-e7e30a8872cb)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:08:46.268992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6badf624-a841-4091-a79e-f7972b242ac1', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'port_id': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'mac_address': 'fa:16:3e:01:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:08:21Z', 'updated_at': '2021-08-20T15:08:41Z', 'revision_number': 1, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:46.291340 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:46.325461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01f4c0-c6cb-4d92-b4b5-cc2ac5bb6465 None None] The sync data for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 is: [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '6badf624-a841-4091-a79e-f7972b242ac1', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'port_id': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2035, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'mac_address': 'fa:16:3e:01:40:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:08:21Z', 'updated_at': '2021-08-20T15:08:41Z', 'revision_number': 1, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:08:46.369370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=8ca33093-42b5-4e9f-b347-129a0c493818,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:46.450675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5a796-fdea-4fbe-b0e9-4ac5f1d92e08 req-7e6655ef-8b1a-43a5-9f7e-cfdc38bfa5c8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:46.461782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5a5a796-fdea-4fbe-b0e9-4ac5f1d92e08 req-7e6655ef-8b1a-43a5-9f7e-cfdc38bfa5c8 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 944 time: 0.1375670 Aug 20 15:08:46.518462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecb3e2-d38e-4fb7-8166-a3517e292d49 None None] Pushing event updated for resources: {'Port': ['ID=38472c3b-7b84-4033-89fa-3ad84a40ea47,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:46.527315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5a5a796-fdea-4fbe-b0e9-4ac5f1d92e08 req-db9981e7-7c9b-49dd-830b-e8a6e9e14292 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635459 Aug 20 15:08:46.559789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.4 (40f814e8-d543-4fc4-9c39-2d925c5c5863/24625451-7be9-4530-b4c8-c2db6aa1cb11/71e262bc-d55a-4014-99e0-43c0869702bf) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:46.667268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['8ca33093-42b5-4e9f-b347-129a0c493818'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:08:46.806524 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378b583-b62a-44a8-87d6-b0b9461358ae None None] New status for floating IP 6badf624-a841-4091-a79e-f7972b242ac1: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:08:46.853744 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:46.870770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object 71e262bc-d55a-4014-99e0-43c0869702bf will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:46.887609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f92b96-dcc2-4a41-9dd2-ad2088e42ef0 req-c5d9725b-a8b4-40cc-99b0-dc0e185d7771 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:46.895294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75f92b96-dcc2-4a41-9dd2-ad2088e42ef0 req-c5d9725b-a8b4-40cc-99b0-dc0e185d7771 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.0860877 Aug 20 15:08:46.909916 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:46.971533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=71e262bc-d55a-4014-99e0-43c0869702bf,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:46.976693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75f92b96-dcc2-4a41-9dd2-ad2088e42ef0 req-f7e62aea-3dfd-48c1-a0b0-24a85ea388ba tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803270 Aug 20 15:08:47.015953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:47.022841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:47.027596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:47.084035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c95170-877e-41fd-b500-8d55500536b2 req-b9ab9146-bfa4-4d56-b212-2d8b29ebd62f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:47.093281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60c95170-877e-41fd-b500-8d55500536b2 req-b9ab9146-bfa4-4d56-b212-2d8b29ebd62f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0643611 Aug 20 15:08:47.106846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:47.107167 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:47.126872 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d225ef3a-12f3-4407-9c55-875169ab2546 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2834344 Aug 20 15:08:47.128617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49264) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:47.135288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-da2fe750-201b-4bea-a366-2dff2070a27e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:47.153478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60c95170-877e-41fd-b500-8d55500536b2 req-bb85c210-c9e5-4229-aa05-d0d5927a0b08 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591574 Aug 20 15:08:47.305874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2fe750-201b-4bea-a366-2dff2070a27e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:47.310488 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da2fe750-201b-4bea-a366-2dff2070a27e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:47.446684 n-d-695189-15 neutron-server[101100]: INFO neutron.db.ipam_backend_mixin [None req-da2fe750-201b-4bea-a366-2dff2070a27e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 24625451-7be9-4530-b4c8-c2db6aa1cb11 (CIDR: 172.20.0.0/28) Aug 20 15:08:47.449886 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2fe750-201b-4bea-a366-2dff2070a27e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:08:47.450676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2fe750-201b-4bea-a366-2dff2070a27e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:08:47.469374 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-da2fe750-201b-4bea-a366-2dff2070a27e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3394773 Aug 20 15:08:47.472200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49278) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:47.486085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:47.696007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:47.700207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:47.766815 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:47.779585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8efa0-2b65-43a4-a6e3-80c23116657c req-3b7e91d7-aed3-41be-b83f-6bf43d923cbc tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:47.781204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aff8efa0-2b65-43a4-a6e3-80c23116657c req-3b7e91d7-aed3-41be-b83f-6bf43d923cbc tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 944 time: 0.1442461 Aug 20 15:08:47.860101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aff8efa0-2b65-43a4-a6e3-80c23116657c req-a461171e-b159-47f6-8ed0-faa1644d7301 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711091 Aug 20 15:08:47.971390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5f733cbf-0dce-40e9-9c89-63654ca65b2e None None] Provisioning for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:47.988623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5f733cbf-0dce-40e9-9c89-63654ca65b2e None None] Provisioning complete for port f4df6601-519f-4c1e-a527-4a56271308c3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:47.989300 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f733cbf-0dce-40e9-9c89-63654ca65b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:48.051851 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:48.054505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5f733cbf-0dce-40e9-9c89-63654ca65b2e None None] Port f4df6601-519f-4c1e-a527-4a56271308c3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:48.133271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:48.282009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-60a97049-e7a9-4fe7-873a-0fb611f13c7b None None] Provisioning for port 71e262bc-d55a-4014-99e0-43c0869702bf completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:48.288634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-60a97049-e7a9-4fe7-873a-0fb611f13c7b None None] Provisioning complete for port 71e262bc-d55a-4014-99e0-43c0869702bf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:48.289407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-60a97049-e7a9-4fe7-873a-0fb611f13c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:48.342822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-60a97049-e7a9-4fe7-873a-0fb611f13c7b None None] Port 71e262bc-d55a-4014-99e0-43c0869702bf cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:48.375944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 38472c3b-7b84-4033-89fa-3ad84a40ea47 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:48.450882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:48.455969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:48.456458 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:48.555296 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:48.557823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:48.573403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:48.574875 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:48.583376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38c7db-b7a7-461b-bef7-cf2491f99b6b None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:48.644151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 38472c3b-7b84-4033-89fa-3ad84a40ea47, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=38472c3b-7b84-4033-89fa-3ad84a40ea47,segment=NetworkSegment(51efa2f9-1992-478e-b54c-e7e30a8872cb),segment_id=51efa2f9-1992-478e-b54c-e7e30a8872cb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:48.654378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1772261 Aug 20 15:08:48.654378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd226126-361d-4eaf-8ea9-91cfb6bd7479 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=28a75da0-d988-48ea-952e-120be1a2efc3,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:48.654798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49310) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:48.656691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:48.661622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-683895578', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28a75da0-d988-48ea-952e-120be1a2efc3'}], 'security_groups': ['3c4bc3da-437a-4167-a580-861d4d159840']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:48.675330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1c15c-fd79-4eb1-8ab5-08f8c2a8ec03 req-3e8f61fd-6d8c-46af-8885-173b188e5054 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:48.677035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5af1c15c-fd79-4eb1-8ab5-08f8c2a8ec03 req-3e8f61fd-6d8c-46af-8885-173b188e5054 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.5744271 Aug 20 15:08:48.689407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-b0bcbcb4-d8ba-4f0d-a417-ce7f5999e716 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:48.691197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-b0bcbcb4-d8ba-4f0d-a417-ce7f5999e716 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.72 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 945 time: 0.1287894 Aug 20 15:08:48.743803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=38472c3b-7b84-4033-89fa-3ad84a40ea47,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:48.785874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:48.840921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5af1c15c-fd79-4eb1-8ab5-08f8c2a8ec03 req-e97c892b-cb96-4ea8-badd-b4e9a7573fdd tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/security-groups?id=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485302 Aug 20 15:08:48.866294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704d0cb-6604-40c6-b3ac-8e162ccbafb6 req-4eeb8637-0499-45ef-b054-2b120c36650b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:48.866294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1704d0cb-6604-40c6-b3ac-8e162ccbafb6 req-4eeb8637-0499-45ef-b054-2b120c36650b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1363027 Aug 20 15:08:48.936872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564645ff-e319-43d3-92c3-d4e132192183 None None] Update dhcp port {'port': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'fixed_ips': [{'subnet_id': '24625451-7be9-4530-b4c8-c2db6aa1cb11', 'ip_address': '172.20.0.2'}, {'subnet_id': '28a75da0-d988-48ea-952e-120be1a2efc3'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '38472c3b-7b84-4033-89fa-3ad84a40ea47'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 15:08:48.949151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1704d0cb-6604-40c6-b3ac-8e162ccbafb6 req-8534ce58-4ca5-4fa3-a944-bd41be4999f5 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816550 Aug 20 15:08:48.976085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Deleting port 6e98e45d-cb4a-4452-aed8-374a041489a0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:48.976437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:48.993934 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-564645ff-e319-43d3-92c3-d4e132192183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.154089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] For port 6e98e45d-cb4a-4452-aed8-374a041489a0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e98e45d-cb4a-4452-aed8-374a041489a0,segment=NetworkSegment(f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e),segment_id=f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:49.154457 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.174614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a721c-4f98-46d7-959e-b993d80e2680 req-488947d9-e0e6-4662-8d83-507168761677 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:49.183383 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-418a721c-4f98-46d7-959e-b993d80e2680 req-488947d9-e0e6-4662-8d83-507168761677 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 944 time: 0.0881476 Aug 20 15:08:49.205196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Calling delete_port for 6e98e45d-cb4a-4452-aed8-374a041489a0 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:49.259443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Delete allocated IP 172.20.0.4 (40f814e8-d543-4fc4-9c39-2d925c5c5863/24625451-7be9-4530-b4c8-c2db6aa1cb11) {{(pid=101100) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 15:08:49.291851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.25 (40f814e8-d543-4fc4-9c39-2d925c5c5863/28a75da0-d988-48ea-952e-120be1a2efc3/71e262bc-d55a-4014-99e0-43c0869702bf) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:49.332153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-418a721c-4f98-46d7-959e-b993d80e2680 req-c9feeb74-a0a3-4e99-a85c-abfc9e6db186 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478627 Aug 20 15:08:49.425205 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.457885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 8ca33093-42b5-4e9f-b347-129a0c493818 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:49.463731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['6e98e45d-cb4a-4452-aed8-374a041489a0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:08:49.466852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Pushing event deleted for resources: {'Port': ['ID=6e98e45d-cb4a-4452-aed8-374a041489a0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:49.540725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] No DVR routers for this DVR port 6e98e45d-cb4a-4452-aed8-374a041489a0 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:49.545058 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.556322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc952fb2-7ead-4e5d-9a5f-544b63c49637 req-99ceb6b2-59ed-440d-92fd-57183ded56c8 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.72 "DELETE /v2.0/ports/6e98e45d-cb4a-4452-aed8-374a041489a0 HTTP/1.1" status: 204 len: 173 time: 0.8551977 Aug 20 15:08:49.556787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328ab852-8661-49ba-b742-25d745f718fa', 'name': 'network-vif-deleted', 'tag': '6e98e45d-cb4a-4452-aed8-374a041489a0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:49.559349 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3bbd8c-0aad-4d26-aa6a-438077b0aeaa" -d '{"events": [{"server_uuid": "328ab852-8661-49ba-b742-25d745f718fa", "name": "network-vif-deleted", "tag": "6e98e45d-cb4a-4452-aed8-374a041489a0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:49.579327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.596394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object 71e262bc-d55a-4014-99e0-43c0869702bf will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:49.604781 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.681423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=71e262bc-d55a-4014-99e0-43c0869702bf,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:49.682081 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7d2585-ab28-4662-b7ac-2b582aad04cb x-openstack-request-id: req-6e7d2585-ab28-4662-b7ac-2b582aad04cb {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:49.682081 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328ab852-8661-49ba-b742-25d745f718fa", "name": "network-vif-deleted", "tag": "6e98e45d-cb4a-4452-aed8-374a041489a0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:49.682081 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e7d2585-ab28-4662-b7ac-2b582aad04cb {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:49.682081 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328ab852-8661-49ba-b742-25d745f718fa', 'name': 'network-vif-deleted', 'tag': '6e98e45d-cb4a-4452-aed8-374a041489a0', 'status': 'completed', 'code': 200} Aug 20 15:08:49.736542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 8ca33093-42b5-4e9f-b347-129a0c493818 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:49.749260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 8ca33093-42b5-4e9f-b347-129a0c493818 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:49.749735 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.754483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] In _notify_port_updated(), no bound segment for port 71e262bc-d55a-4014-99e0-43c0869702bf on network 40f814e8-d543-4fc4-9c39-2d925c5c5863 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:08:49.761849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:49.762570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.763980 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ca7f63c7-83d8-4422-b526-b2b617665946 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "PUT /v2.0/ports/71e262bc-d55a-4014-99e0-43c0869702bf HTTP/1.1" status: 200 len: 920 time: 1.1082201 Aug 20 15:08:49.771946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49344) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:49.778786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-564645ff-e319-43d3-92c3-d4e132192183 None None] Allocated IP 172.20.0.18 (40f814e8-d543-4fc4-9c39-2d925c5c5863/28a75da0-d988-48ea-952e-120be1a2efc3/38472c3b-7b84-4033-89fa-3ad84a40ea47) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:49.886134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-54b6a443-b368-4d6c-a914-db79b5001aa6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port 71e262bc-d55a-4014-99e0-43c0869702bf {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:49.886695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54b6a443-b368-4d6c-a914-db79b5001aa6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.899185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:49.946334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f3df6c-a14e-4b88-8828-fdac26a68a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca33093-42b5-4e9f-b347-129a0c493818'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:49.960858 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521e5578-dc44-4acb-aa27-97f42e5900f9" -d '{"events": [{"server_uuid": "60f3df6c-a14e-4b88-8828-fdac26a68a86", "name": "network-vif-plugged", "status": "completed", "tag": "8ca33093-42b5-4e9f-b347-129a0c493818"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:50.015961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 8ca33093-42b5-4e9f-b347-129a0c493818, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=8ca33093-42b5-4e9f-b347-129a0c493818,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:50.047169 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.057195 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c1327-fdd0-4da6-be8a-be5678ae7e95 x-openstack-request-id: req-bb7c1327-fdd0-4da6-be8a-be5678ae7e95 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:50.060548 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f3df6c-a14e-4b88-8828-fdac26a68a86", "name": "network-vif-plugged", "status": "completed", "tag": "8ca33093-42b5-4e9f-b347-129a0c493818", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:50.061127 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb7c1327-fdd0-4da6-be8a-be5678ae7e95 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:50.062261 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f3df6c-a14e-4b88-8828-fdac26a68a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca33093-42b5-4e9f-b347-129a0c493818', 'code': 200} Aug 20 15:08:50.071577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c30736d-6853-4310-a4c8-9ec95bb4ca69 req-66352f2a-ce9d-4df3-8760-a59ee0b5dcd9 tempest-ServerDiskConfigTestJSON-726810490 tempest-ServerDiskConfigTestJSON-726810490-project] 10.222.0.36 "GET /v2.0/ports?device_id=328ab852-8661-49ba-b742-25d745f718fa HTTP/1.1" status: 200 len: 210 time: 0.0834053 Aug 20 15:08:50.084163 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54b6a443-b368-4d6c-a914-db79b5001aa6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.119852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-54b6a443-b368-4d6c-a914-db79b5001aa6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for 71e262bc-d55a-4014-99e0-43c0869702bf owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:50.172032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-564645ff-e319-43d3-92c3-d4e132192183 None None] For port 38472c3b-7b84-4033-89fa-3ad84a40ea47, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=38472c3b-7b84-4033-89fa-3ad84a40ea47,segment=NetworkSegment(51efa2f9-1992-478e-b54c-e7e30a8872cb),segment_id=51efa2f9-1992-478e-b54c-e7e30a8872cb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:50.247671 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-564645ff-e319-43d3-92c3-d4e132192183 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.256733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=8ca33093-42b5-4e9f-b347-129a0c493818,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:50.280816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ede60-74ef-44f4-86fc-b174582b452c req-7dc6f38b-206a-48ce-82d4-ab54cf63d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:50.283955 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-965ede60-74ef-44f4-86fc-b174582b452c req-7dc6f38b-206a-48ce-82d4-ab54cf63d6b1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 1097 time: 0.1397278 Aug 20 15:08:50.287009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-564645ff-e319-43d3-92c3-d4e132192183 None None] Transition to ACTIVE for port object 38472c3b-7b84-4033-89fa-3ad84a40ea47 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:50.291504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-564645ff-e319-43d3-92c3-d4e132192183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.300093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 38472c3b-7b84-4033-89fa-3ad84a40ea47 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:50.362244 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-965ede60-74ef-44f4-86fc-b174582b452c req-38d1a810-976c-4f58-acb8-6e6d86cd16da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648203 Aug 20 15:08:50.394051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54b6a443-b368-4d6c-a914-db79b5001aa6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.505284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6a443-b368-4d6c-a914-db79b5001aa6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=71e262bc-d55a-4014-99e0-43c0869702bf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:50.515825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564645ff-e319-43d3-92c3-d4e132192183 None None] Pushing event updated for resources: {'Port': ['ID=38472c3b-7b84-4033-89fa-3ad84a40ea47,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:50.566348 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54b6a443-b368-4d6c-a914-db79b5001aa6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.567302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8cf8f-159a-4608-b08b-305ed1452dd2 req-ccd9ab8f-d672-44c1-9663-0799302c5c5c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:50.569643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfe8cf8f-159a-4608-b08b-305ed1452dd2 req-ccd9ab8f-d672-44c1-9663-0799302c5c5c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 945 time: 0.0991297 Aug 20 15:08:50.574022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49366) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:50.578042 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-54b6a443-b368-4d6c-a914-db79b5001aa6 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/71e262bc-d55a-4014-99e0-43c0869702bf HTTP/1.1" status: 204 len: 168 time: 0.8045869 Aug 20 15:08:50.617283 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-06de7c81-bfff-42df-8ad6-79783a194b29 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:08:50.622547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-06de7c81-bfff-42df-8ad6-79783a194b29 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/71e262bc-d55a-4014-99e0-43c0869702bf HTTP/1.1" status: 404 len: 333 time: 0.0437682 Aug 20 15:08:50.623040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49370) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:50.696708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfe8cf8f-159a-4608-b08b-305ed1452dd2 req-df436b01-731d-490f-8e3e-5aba68ce50a1 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114180 Aug 20 15:08:50.725079 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bdd42968-f9e8-4714-b007-b4cc8da671e4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.754963 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bdd42968-f9e8-4714-b007-b4cc8da671e4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.813415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bdd42968-f9e8-4714-b007-b4cc8da671e4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.816843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bdd42968-f9e8-4714-b007-b4cc8da671e4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.818324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bdd42968-f9e8-4714-b007-b4cc8da671e4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/security-groups/97417773-9aa0-4a07-83f5-7e35dd1e5388 HTTP/1.1" status: 204 len: 168 time: 0.1938117 Aug 20 15:08:50.821193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49376) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:50.829117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd42968-f9e8-4714-b007-b4cc8da671e4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97417773-9aa0-4a07-83f5-7e35dd1e5388,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:50.911027 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b33d1db-cea6-4965-8898-e1125fc07862 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.942310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b33d1db-cea6-4965-8898-e1125fc07862 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.990281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b33d1db-cea6-4965-8898-e1125fc07862 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.993072 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b33d1db-cea6-4965-8898-e1125fc07862 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:50.997304 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1b33d1db-cea6-4965-8898-e1125fc07862 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/security-groups/3c4bc3da-437a-4167-a580-861d4d159840 HTTP/1.1" status: 204 len: 168 time: 0.1714447 Aug 20 15:08:50.997436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49382) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:51.003600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33d1db-cea6-4965-8898-e1125fc07862 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4bc3da-437a-4167-a580-861d4d159840,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:51.076139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3800279b-2f8e-4b54-a366-2a711e048ba8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet 24625451-7be9-4530-b4c8-c2db6aa1cb11 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:08:51.086936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3800279b-2f8e-4b54-a366-2a711e048ba8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.155484 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3800279b-2f8e-4b54-a366-2a711e048ba8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.342891 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3800279b-2f8e-4b54-a366-2a711e048ba8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.397755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2cdecd86-e216-405c-99ac-a3517e76695f None None] Provisioning for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:51.404763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2cdecd86-e216-405c-99ac-a3517e76695f None None] Provisioning complete for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:51.407901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2cdecd86-e216-405c-99ac-a3517e76695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.443410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3800279b-2f8e-4b54-a366-2a711e048ba8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.469356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49402) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:51.486481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800279b-2f8e-4b54-a366-2a711e048ba8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=24625451-7be9-4530-b4c8-c2db6aa1cb11,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:51.490338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3800279b-2f8e-4b54-a366-2a711e048ba8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.492741 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3800279b-2f8e-4b54-a366-2a711e048ba8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/24625451-7be9-4530-b4c8-c2db6aa1cb11 HTTP/1.1" status: 204 len: 168 time: 0.4942515 Aug 20 15:08:51.497299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49404) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:51.502818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:51.529839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2cdecd86-e216-405c-99ac-a3517e76695f None None] Provisioning complete for port f4df6601-519f-4c1e-a527-4a56271308c3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:51.530433 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2cdecd86-e216-405c-99ac-a3517e76695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.554074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c202d1-f48d-4da0-aed7-69ed8f0f1d16 admin admin] Deleting subnet e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:08:51.557476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17c202d1-f48d-4da0-aed7-69ed8f0f1d16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.586899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2cdecd86-e216-405c-99ac-a3517e76695f None None] Port f4df6601-519f-4c1e-a527-4a56271308c3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:51.592287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2cdecd86-e216-405c-99ac-a3517e76695f None None] Could not find standard attr ID for object 71e262bc-d55a-4014-99e0-43c0869702bf. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:08:51.599691 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17c202d1-f48d-4da0-aed7-69ed8f0f1d16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.641071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:51.642555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17c202d1-f48d-4da0-aed7-69ed8f0f1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.645697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.766539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17c202d1-f48d-4da0-aed7-69ed8f0f1d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.813548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c202d1-f48d-4da0-aed7-69ed8f0f1d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:51.820642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17c202d1-f48d-4da0-aed7-69ed8f0f1d16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:51.825955 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-17c202d1-f48d-4da0-aed7-69ed8f0f1d16 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e0f2b0f8-bdf4-44c7-b7f0-5c8350a5b0a6 HTTP/1.1" status: 204 len: 168 time: 0.3522494 Aug 20 15:08:51.827625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49416) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:52.020866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.096762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a670e3-75f6-4b31-9fea-c9563cf360bc req-1b37f131-f6a5-416c-9ca1-5be77f981465 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.108989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51a670e3-75f6-4b31-9fea-c9563cf360bc req-1b37f131-f6a5-416c-9ca1-5be77f981465 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 945 time: 0.1691010 Aug 20 15:08:52.110276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a011c265-bca2-4809-b7aa-b9b0a64ad20d None None] Could not find standard attr ID for object 71e262bc-d55a-4014-99e0-43c0869702bf. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:08:52.114104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20897cce-3195-476e-bac3-a64906cdfb54 None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:52.118482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.164539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:52.190483 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-7f2c3685-59e3-4aba-a5d7-4d29fc117eeb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2166054 Aug 20 15:08:52.194733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:52.202536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.207062 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.260729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51a670e3-75f6-4b31-9fea-c9563cf360bc req-149b18ff-28f7-4ad9-b6f1-b0976aa95558 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475260 Aug 20 15:08:52.273605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7746964 Aug 20 15:08:52.288328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dbbbf-6b21-4b90-91bb-359b66358174 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=b20b325d-6184-437f-8e2d-ba490171eed8,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:52.290411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49422) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:52.295966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e942a788-73a8-4c7a-9000-330b2afa38e3 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'security_group': {'name': 'tempest-secgroup-1187712392'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:52.297637 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.309717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95e9371-419e-40c6-b7c7-4fffcd2a6a23']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:52.314631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6e98e45d-cb4a-4452-aed8-374a041489a0 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:08:52.321728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:52.322055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2864ae1-c1b6-4e2b-9c1a-2eefc115dc8e') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:08:52.333417 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.335772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e942a788-73a8-4c7a-9000-330b2afa38e3 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.350259 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.358975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:08:52.359663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.409787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 6e98e45d-cb4a-4452-aed8-374a041489a0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:08:52.410399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6e98e45d-cb4a-4452-aed8-374a041489a0 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:08:52.411973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 38472c3b-7b84-4033-89fa-3ad84a40ea47 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:08:52.419805 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:08:52.428228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.451175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.453159 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] 10.222.0.36 "DELETE /v2.0/networks/f95e9371-419e-40c6-b7c7-4fffcd2a6a23 HTTP/1.1" status: 204 len: 168 time: 0.6246767 Aug 20 15:08:52.473811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aa8ae-255a-4d9f-8139-456be20d1ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=f95e9371-419e-40c6-b7c7-4fffcd2a6a23,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:52.488904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c575907d-c693-4e1c-bd82-787f5f2d9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.489926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c575907d-c693-4e1c-bd82-787f5f2d9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.490075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c575907d-c693-4e1c-bd82-787f5f2d9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.490616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c575907d-c693-4e1c-bd82-787f5f2d9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.491266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c575907d-c693-4e1c-bd82-787f5f2d9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.491927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c575907d-c693-4e1c-bd82-787f5f2d9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.492764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c575907d-c693-4e1c-bd82-787f5f2d9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.494449 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c575907d-c693-4e1c-bd82-787f5f2d9c1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6500 time: 0.0772982 Aug 20 15:08:52.571010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:52.572631 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.573015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e942a788-73a8-4c7a-9000-330b2afa38e3 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.579441 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e942a788-73a8-4c7a-9000-330b2afa38e3 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.657798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e942a788-73a8-4c7a-9000-330b2afa38e3 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.671418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e942a788-73a8-4c7a-9000-330b2afa38e3 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3797839 Aug 20 15:08:52.675067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49434) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:52.677462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942a788-73a8-4c7a-9000-330b2afa38e3 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c89fef-e162-4d9d-81c0-d112dd28d901,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:52.696477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1434d-daca-46df-b933-4e3779d42543 None None] Update dhcp port {'port': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'fixed_ips': [{'subnet_id': '28a75da0-d988-48ea-952e-120be1a2efc3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b20b325d-6184-437f-8e2d-ba490171eed8'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '38472c3b-7b84-4033-89fa-3ad84a40ea47'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 15:08:52.705792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ee24d4ab-0a3e-479f-9732-f21f46ce1d73 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'security_group': {'name': 'tempest-secgroup-418862626'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:52.710215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49436) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:52.722915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-dea2d9aa-0db1-41de-b26c-3dc80df1cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.723773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-dea2d9aa-0db1-41de-b26c-3dc80df1cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.724661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-dea2d9aa-0db1-41de-b26c-3dc80df1cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:52.727690 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-dea2d9aa-0db1-41de-b26c-3dc80df1cff1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=196d4518-a484-49f3-8576-2d800630dd47&id=196d4518-a484-49f3-8576-2d800630dd47 HTTP/1.1" status: 200 len: 2294 time: 0.1949558 Aug 20 15:08:52.763302 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bac1434d-daca-46df-b933-4e3779d42543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.805224 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee24d4ab-0a3e-479f-9732-f21f46ce1d73 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.830858 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-f94a72d1-f97a-4fb5-ab84-07551b9694c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932 HTTP/1.1" status: 200 len: 1001 time: 0.0894606 Aug 20 15:08:52.832126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a0c4c40d-b7e3-4814-af17-7a4c488a54e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59f18436ee7a4ba384776bc1c5bb7e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978866 Aug 20 15:08:52.834575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49438) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:52.954447 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee24d4ab-0a3e-479f-9732-f21f46ce1d73 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:52.960653 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee24d4ab-0a3e-479f-9732-f21f46ce1d73 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.004635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-32ea915c-3d7b-40f5-8461-88bb3316e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:53.006512 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-32ea915c-3d7b-40f5-8461-88bb3316e476 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fc21ffa-0a05-4d0b-ad52-99b92e28a737 HTTP/1.1" status: 200 len: 851 time: 0.1500614 Aug 20 15:08:53.023727 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee24d4ab-0a3e-479f-9732-f21f46ce1d73 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.028744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ee24d4ab-0a3e-479f-9732-f21f46ce1d73 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3522670 Aug 20 15:08:53.032119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49444) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:53.037695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6a54b852-e13d-4b9b-9bf5-29b9c25d916e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'security_group': {'name': 'tempest-secgroup-1279452280'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:53.043805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24d4ab-0a3e-479f-9732-f21f46ce1d73 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9563e8-ab0b-47b2-9d59-08a92a3b7b85,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:53.063517 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11505463-6849-4015-971c-5a8f31500979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.075434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-bac1434d-daca-46df-b933-4e3779d42543 None None] Allocated IP 172.20.0.2 (40f814e8-d543-4fc4-9c39-2d925c5c5863/b20b325d-6184-437f-8e2d-ba490171eed8/38472c3b-7b84-4033-89fa-3ad84a40ea47) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:53.080147 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a54b852-e13d-4b9b-9bf5-29b9c25d916e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.141400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11505463-6849-4015-971c-5a8f31500979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.172725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a54b852-e13d-4b9b-9bf5-29b9c25d916e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.177018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a54b852-e13d-4b9b-9bf5-29b9c25d916e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.209297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c123f2d7-c5d2-4964-9e91-1e5f94d6c9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:53.214868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c123f2d7-c5d2-4964-9e91-1e5f94d6c9f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757827 Aug 20 15:08:53.231260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a54b852-e13d-4b9b-9bf5-29b9c25d916e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.233074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6a54b852-e13d-4b9b-9bf5-29b9c25d916e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1997774 Aug 20 15:08:53.234499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54b852-e13d-4b9b-9bf5-29b9c25d916e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd63acf-139b-4e9d-a0ea-6f3d44eadc43,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:53.237210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49450) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:53.244204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1381424970', 'security_groups': ['ebd63acf-139b-4e9d-a0ea-6f3d44eadc43'], 'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b20b325d-6184-437f-8e2d-ba490171eed8'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:53.255230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bac1434d-daca-46df-b933-4e3779d42543 None None] For port 38472c3b-7b84-4033-89fa-3ad84a40ea47, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=38472c3b-7b84-4033-89fa-3ad84a40ea47,segment=NetworkSegment(51efa2f9-1992-478e-b54c-e7e30a8872cb),segment_id=51efa2f9-1992-478e-b54c-e7e30a8872cb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:53.320020 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bac1434d-daca-46df-b933-4e3779d42543 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.361792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-858beb7e-a1e6-4998-b684-0cc3e91e17ef service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361814 Aug 20 15:08:53.370052 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bac1434d-daca-46df-b933-4e3779d42543 None None] Transition to ACTIVE for port object 38472c3b-7b84-4033-89fa-3ad84a40ea47 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:53.372362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11505463-6849-4015-971c-5a8f31500979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.375613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11505463-6849-4015-971c-5a8f31500979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.376994 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bac1434d-daca-46df-b933-4e3779d42543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.379684 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-11505463-6849-4015-971c-5a8f31500979 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1650fe7-4d74-4ee6-b60a-2a8dee9d020d HTTP/1.1" status: 204 len: 168 time: 0.5439601 Aug 20 15:08:53.487624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2f8f6-debc-4eef-8ecf-df41c3a3da8c req-12630fe4-0c62-40fd-bdba-b6d345ea615c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:53.491294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3de2f8f6-debc-4eef-8ecf-df41c3a3da8c req-12630fe4-0c62-40fd-bdba-b6d345ea615c tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 945 time: 0.1181982 Aug 20 15:08:53.546581 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-3900bef0-7482-47b3-9435-57a521f3b37a service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657529 Aug 20 15:08:53.552454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11505463-6849-4015-971c-5a8f31500979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1650fe7-4d74-4ee6-b60a-2a8dee9d020d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:53.552991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3de2f8f6-debc-4eef-8ecf-df41c3a3da8c req-a3844340-fc12-4bc0-9faa-73eadbae3178 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511515 Aug 20 15:08:53.602188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-623f7b3f-45f6-47b9-b923-e50000264b51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 200 len: 217 time: 0.0440872 Aug 20 15:08:53.608107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:53.704533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1434d-daca-46df-b933-4e3779d42543 None None] Pushing event updated for resources: {'Port': ['ID=38472c3b-7b84-4033-89fa-3ad84a40ea47,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:53.715850 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-045e2f13-92f7-45c5-ad05-df28d16d6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:53.717255 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-045e2f13-92f7-45c5-ad05-df28d16d6350 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.1026850 Aug 20 15:08:53.800512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-2aaf0755-87e0-4776-acf4-105eb4f8634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:53.805578 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-2aaf0755-87e0-4776-acf4-105eb4f8634a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771041 Aug 20 15:08:53.851507 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:53.881589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] device_id is not set on port c7c44252-6c43-426a-a465-4419d18ef29b yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:08:54.110534 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-e2ce873e-601d-4e24-8f5c-45be363c4064 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906744 Aug 20 15:08:54.298968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 38472c3b-7b84-4033-89fa-3ad84a40ea47 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:08:54.300924 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-814bba49-eae5-4450-8653-2974f9d3c717 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769621 Aug 20 15:08:54.317569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f888c-f7cd-4a42-bbf9-9908e1f2c27e req-27fd8b1c-7fa3-446e-9416-991b3db4a02e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:54.328101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a18f888c-f7cd-4a42-bbf9-9908e1f2c27e req-27fd8b1c-7fa3-446e-9416-991b3db4a02e tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 945 time: 0.3529189 Aug 20 15:08:54.357460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.8 (40f814e8-d543-4fc4-9c39-2d925c5c5863/b20b325d-6184-437f-8e2d-ba490171eed8/c7c44252-6c43-426a-a465-4419d18ef29b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:54.394433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a18f888c-f7cd-4a42-bbf9-9908e1f2c27e req-5809d263-4a5e-4632-ab1e-fe08a8746274 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653605 Aug 20 15:08:54.430808 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-a85fb447-2bb2-4405-9abf-b6cdb5bbba54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 200 len: 217 time: 0.1054873 Aug 20 15:08:54.508544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-53645505-bba5-455a-8b06-3689a20400fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:54.512282 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-53645505-bba5-455a-8b06-3689a20400fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0731447 Aug 20 15:08:54.610728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-6d232f7a-5b4d-4407-87b2-cf6ab82beac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:54.612798 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-6d232f7a-5b4d-4407-87b2-cf6ab82beac5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887184 Aug 20 15:08:54.678115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66175f5-9e09-419f-a310-c961404f4455 None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:54.717180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-802a7b07-f1eb-437f-a0ac-97e8444b4c88 None None] Provisioning for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:54.751029 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:54.784981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object c7c44252-6c43-426a-a465-4419d18ef29b will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:54.808715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-802a7b07-f1eb-437f-a0ac-97e8444b4c88 None None] Provisioning complete for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:54.809199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-802a7b07-f1eb-437f-a0ac-97e8444b4c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:54.835141 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-858e0154-a888-47e4-9ebe-64db41353ca6 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013323 Aug 20 15:08:54.868362 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:54.982394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:54.985663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:55.005725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:08:55.009547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=c7c44252-6c43-426a-a465-4419d18ef29b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:55.016245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49504) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:55.030096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-802a7b07-f1eb-437f-a0ac-97e8444b4c88 None None] Provisioning complete for port f4df6601-519f-4c1e-a527-4a56271308c3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:55.030626 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-802a7b07-f1eb-437f-a0ac-97e8444b4c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:55.045619 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-fdf4265a-b686-4652-9807-c12464605839 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049489 Aug 20 15:08:55.083795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-802a7b07-f1eb-437f-a0ac-97e8444b4c88 None None] Port f4df6601-519f-4c1e-a527-4a56271308c3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:55.104568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:55.105525 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:55.124562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f29af926-8022-42b8-b248-315d6389cc07 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8851705 Aug 20 15:08:55.124562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49508) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:55.131208 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-08288f68-df23-473f-b8e2-8d8d5dac2895 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=79342181-4130-44f2-b599-22ff72ffb523 HTTP/1.1" status: 200 len: 217 time: 0.0756273 Aug 20 15:08:55.135441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6dd0a046-bced-4ade-a66e-177a3a2cf2e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:55.263581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c45866fa-3a39-4350-86b0-1e0a86dece05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:55.265206 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-c45866fa-3a39-4350-86b0-1e0a86dece05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.1177106 Aug 20 15:08:55.275124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2093168007-network', 'tenant_id': 'b55826d360804549aa913e808c01de9d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:55.341748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Made reservation on behalf of b55826d360804549aa913e808c01de9d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:55.350149 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:55.374997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-0fa86623-05fd-4080-bc58-6b4f68a2db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:55.384927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd0a046-bced-4ade-a66e-177a3a2cf2e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:55.385118 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-0fa86623-05fd-4080-bc58-6b4f68a2db2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861552 Aug 20 15:08:55.386150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:55.390631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a046-bced-4ade-a66e-177a3a2cf2e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:55.523970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-42fc7113-080d-47a9-ada9-13f189fe3d77 None None] Provisioning for port c7c44252-6c43-426a-a465-4419d18ef29b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:55.529514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-42fc7113-080d-47a9-ada9-13f189fe3d77 None None] Provisioning complete for port c7c44252-6c43-426a-a465-4419d18ef29b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:55.529995 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42fc7113-080d-47a9-ada9-13f189fe3d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:55.560255 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-60f63b53-3486-48c0-841b-8416621c9a9d service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630030 Aug 20 15:08:55.596526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-42fc7113-080d-47a9-ada9-13f189fe3d77 None None] Port c7c44252-6c43-426a-a465-4419d18ef29b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:55.608099 n-d-695189-15 neutron-server[101099]: INFO neutron.db.ipam_backend_mixin [None req-6dd0a046-bced-4ade-a66e-177a3a2cf2e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b20b325d-6184-437f-8e2d-ba490171eed8 (CIDR: 172.20.0.0/28) Aug 20 15:08:55.615310 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd0a046-bced-4ade-a66e-177a3a2cf2e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:08:55.615996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd0a046-bced-4ade-a66e-177a3a2cf2e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:08:55.617331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-42fc7113-080d-47a9-ada9-13f189fe3d77 None None] Provisioning complete for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:55.624938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42fc7113-080d-47a9-ada9-13f189fe3d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:55.751027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56eeed-7df7-47b3-b4c6-45dd20b55ef3 req-a5cfa673-0e45-4b00-8763-dc3412227021 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:55.754192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-5d120896-e0ed-4791-9590-e079c2815f93 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745162 Aug 20 15:08:55.786714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-42fc7113-080d-47a9-ada9-13f189fe3d77 None None] Provisioning complete for port f4df6601-519f-4c1e-a527-4a56271308c3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:55.787293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42fc7113-080d-47a9-ada9-13f189fe3d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:55.804419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c56eeed-7df7-47b3-b4c6-45dd20b55ef3 req-a5cfa673-0e45-4b00-8763-dc3412227021 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 945 time: 0.2717867 Aug 20 15:08:55.826076 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-1328dc78-aeed-4a06-94b1-c1eb2a9b3bfc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d806bb72-3591-4103-9932-4e1760445cbc HTTP/1.1" status: 200 len: 217 time: 0.0595460 Aug 20 15:08:55.827638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-42fc7113-080d-47a9-ada9-13f189fe3d77 None None] Port f4df6601-519f-4c1e-a527-4a56271308c3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:55.885234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-e49388d2-46c8-4b32-8c50-4ffc2b704b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:55.888374 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-e49388d2-46c8-4b32-8c50-4ffc2b704b0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0541258 Aug 20 15:08:55.933920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-a5404218-aa2a-4c16-8bb6-26d4d9504139 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3767509 Aug 20 15:08:55.950967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d80db6a4-dd08-4ece-a3cc-4e4e4cd01a72 None None] Provisioning complete for port c7c44252-6c43-426a-a465-4419d18ef29b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:55.952135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c56eeed-7df7-47b3-b4c6-45dd20b55ef3 req-69c23425-3d28-41e8-bcf1-00ee7f4b2bf0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451993 Aug 20 15:08:55.952484 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d80db6a4-dd08-4ece-a3cc-4e4e4cd01a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:56.015333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d80db6a4-dd08-4ece-a3cc-4e4e4cd01a72 None None] Port c7c44252-6c43-426a-a465-4419d18ef29b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:08:56.047796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:56.061676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6dd0a046-bced-4ade-a66e-177a3a2cf2e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9350460 Aug 20 15:08:56.062491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-84c41513-1d54-468f-b4e1-27a59bbd3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:56.064164 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-84c41513-1d54-468f-b4e1-27a59bbd3334 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1623352 Aug 20 15:08:56.064825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:56.068793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49534) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:56.079435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b2f0ebd9-5407-469b-bd0a-d5e8a0ab5c70 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:56.095703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-f4fceed8-69a6-4d48-816c-c40f9a2ef5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:56.097226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-f4fceed8-69a6-4d48-816c-c40f9a2ef5b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 1097 time: 0.1247234 Aug 20 15:08:56.239319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-21df4c14-a2f5-4f69-b861-d9fbbafd328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:56.240993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-21df4c14-a2f5-4f69-b861-d9fbbafd328c service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 920 time: 0.1064274 Aug 20 15:08:56.318659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-35fdc9e1-333b-4eb8-a5ee-251d612ff781 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc41dcd9-b368-4077-bbdb-1e1f10cddd49 HTTP/1.1" status: 200 len: 217 time: 0.0698140 Aug 20 15:08:56.388140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed238e6-856b-4da5-82ab-ecb8fd2cdb3d req-59df852d-159a-43a5-9e7c-2aba52b7f462 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:56.389757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ed238e6-856b-4da5-82ab-ecb8fd2cdb3d req-59df852d-159a-43a5-9e7c-2aba52b7f462 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 945 time: 0.1342540 Aug 20 15:08:56.425767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-5f5d80a0-9e7c-4edb-8a7d-4b5fbbcfccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:56.427315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-5f5d80a0-9e7c-4edb-8a7d-4b5fbbcfccb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.1006246 Aug 20 15:08:56.500325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-15cca72a-b3fb-4c4d-886e-d139304195c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630922 Aug 20 15:08:56.516145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ed238e6-856b-4da5-82ab-ecb8fd2cdb3d req-1eb3a13e-346a-4a89-9adf-2560b812cc01 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172266 Aug 20 15:08:56.605820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:08:56.612244 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-394cf19b-1a70-4e1a-891a-ec7720fa9ee2 service neutron] 10.222.0.72 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947382 Aug 20 15:08:56.621296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6cc4d4-c966-4724-8ec4-021ad2f5d687,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:56.648506 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:56.648898 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Added segment 4a319184-e002-47ad-bc0b-a14c87033f44 of type vlan for network 49517756-d00c-46b3-aede-ae42d293d004 Aug 20 15:08:56.660860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.661206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.661542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.661875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.662203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.662534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.662856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.663176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.663495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.663856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.664171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.664488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:56.718969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9567f03f-fcc5-48c7-9f13-c177cf98f1d7 req-427f55d5-249d-4621-ad5d-3987a4d0b0ce service neutron] 10.222.0.72 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989344 Aug 20 15:08:56.734420 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-14a78e1c-300b-480c-8f8f-6d8728c640c8 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348116 Aug 20 15:08:56.738680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:56.825825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:56.826715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:56.827289 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:56.887133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f0ebd9-5407-469b-bd0a-d5e8a0ab5c70 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:56.890792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b2f0ebd9-5407-469b-bd0a-d5e8a0ab5c70 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:56.920410 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8915746 Aug 20 15:08:56.921161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49556) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:56.926244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Request body: {'subnet': {'network_id': '49517756-d00c-46b3-aede-ae42d293d004', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2093168007-subnet', 'tenant_id': 'b55826d360804549aa913e808c01de9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:56.950706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Made reservation on behalf of b55826d360804549aa913e808c01de9d for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:56.953445 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:56.976288 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-d8b4cdc9-e829-4aca-bfa7-bea06fca7739 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284315 Aug 20 15:08:56.976787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623df244-c55d-423a-8170-4a6459a96129 admin admin] Pushing event updated for resources: {'Network': ['ID=49517756-d00c-46b3-aede-ae42d293d004,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:56.992191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 49517756-d00c-46b3-aede-ae42d293d004 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:08:57.038853 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-542ace33-9de0-4bbe-b54b-d2fccc992dff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd HTTP/1.1" status: 200 len: 217 time: 0.0436692 Aug 20 15:08:57.099635 n-d-695189-15 neutron-server[101100]: INFO neutron.db.ipam_backend_mixin [None req-b2f0ebd9-5407-469b-bd0a-d5e8a0ab5c70 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 28a75da0-d988-48ea-952e-120be1a2efc3 (CIDR: 172.20.0.16/28) Aug 20 15:08:57.107318 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f0ebd9-5407-469b-bd0a-d5e8a0ab5c70 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:08:57.108089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f0ebd9-5407-469b-bd0a-d5e8a0ab5c70 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:08:57.131857 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b2f0ebd9-5407-469b-bd0a-d5e8a0ab5c70 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0595939 Aug 20 15:08:57.136804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49560) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:57.140352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-344d4186-f0ac-4081-a2a8-6599d5105f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:57.142206 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-344d4186-f0ac-4081-a2a8-6599d5105f27 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.0848608 Aug 20 15:08:57.146148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'subnet': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:57.212121 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:57.268825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-ce14484d-d525-48b3-b8ab-1f6c2dc51bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:57.270496 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-ce14484d-d525-48b3-b8ab-1f6c2dc51bef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058316 Aug 20 15:08:57.276049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3708e1c-fa0f-40f7-8198-a70d380b1c79,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:57.287070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Checking segment: {'id': '4a319184-e002-47ad-bc0b-a14c87033f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49517756-d00c-46b3-aede-ae42d293d004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:08:57.287437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Network hostable DHCP agents. Network: 49517756-d00c-46b3-aede-ae42d293d004, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:08:57.309938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Network 49517756-d00c-46b3-aede-ae42d293d004 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:08:57.320014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 49517756-d00c-46b3-aede-ae42d293d004) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:57.324956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:57.324956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:57.331241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab907dd-f640-47b5-a27d-2250998e5105 None None] Network 49517756-d00c-46b3-aede-ae42d293d004 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:57.362730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Made reservation on behalf of 6c240ec2eac048d9bdb9b4bd2854e012 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:08:57.374353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-37708758-4115-4f49-9875-299766cd1066 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4434679 Aug 20 15:08:57.374548 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:57.456198 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-a1a5658c-45b9-48c0-abc0-851de671be16 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722097 Aug 20 15:08:57.499247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ac767a-c686-42a5-a2bf-a96dcb21f3ce None None] Network 49517756-d00c-46b3-aede-ae42d293d004 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:57.657086 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-735a27ba-6ee4-4fa4-a800-5aad0eef1bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968405 Aug 20 15:08:57.716986 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-20121b5e-c855-4571-a035-acc57149d648 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f HTTP/1.1" status: 200 len: 217 time: 0.0456038 Aug 20 15:08:57.750632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b20f0-7977-4455-9243-441066f46938 req-2ce1998c-400a-4ed9-a91e-811d0ff854e0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:57.752643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-192b20f0-7977-4455-9243-441066f46938 req-2ce1998c-400a-4ed9-a91e-811d0ff854e0 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 945 time: 0.0880065 Aug 20 15:08:57.798251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-192b20f0-7977-4455-9243-441066f46938 req-693d53b1-c410-433a-98f7-40b0f45c99cb tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 Aug 20 15:08:57.811845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-df1873a8-184d-439a-afa0-842a15a72ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:57.813432 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-df1873a8-184d-439a-afa0-842a15a72ccd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.0670822 Aug 20 15:08:57.836080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:57.912593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:08:57.920617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:08:57.928516 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:57.929113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:57.933503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7250b5a-f0e1-4cb8-9fe2-2c91f9d04688 None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:08:57.944096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Subnet': ['ID=3369252c-ba2e-44c8-bc0b-9d8c36180ba1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:57.953277 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-84864fe6-940d-4dd6-99f1-89e4e91d64a0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8152573 Aug 20 15:08:57.953920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49586) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:57.957224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-00e9c187-7e6f-4e5a-b5f6-45e45cfdae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:57.958949 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-00e9c187-7e6f-4e5a-b5f6-45e45cfdae9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1318569 Aug 20 15:08:57.963806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2118589178', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3369252c-ba2e-44c8-bc0b-9d8c36180ba1'}], 'security_groups': ['f2c89fef-e162-4d9d-81c0-d112dd28d901', 'da9563e8-ab0b-47b2-9d59-08a92a3b7b85']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:08:58.027350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-9087823e-1397-425c-87a2-d84b80b480e6 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:58.029786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-9087823e-1397-425c-87a2-d84b80b480e6 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/networks?id=49517756-d00c-46b3-aede-ae42d293d004 HTTP/1.1" status: 200 len: 814 time: 0.1323433 Aug 20 15:08:58.047745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-1476ef36-8a3e-473c-b742-03665a99fde3 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/quotas/b55826d360804549aa913e808c01de9d HTTP/1.1" status: 200 len: 375 time: 0.0115778 Aug 20 15:08:58.084988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-e1fd4428-33b4-4282-86d1-65b8d51e5790 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b55826d360804549aa913e808c01de9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312796 Aug 20 15:08:58.231118 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-60141d98-80d0-4144-9faf-d54d1a70f7ca service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400560 Aug 20 15:08:58.233951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67d888-c872-4724-b138-0f4dfb252ecd None None] Update dhcp port {'port': {'network_id': '40f814e8-d543-4fc4-9c39-2d925c5c5863', 'fixed_ips': [{'subnet_id': '28a75da0-d988-48ea-952e-120be1a2efc3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b20b325d-6184-437f-8e2d-ba490171eed8', 'ip_address': '172.20.0.2'}, {'subnet_id': '3369252c-ba2e-44c8-bc0b-9d8c36180ba1'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '38472c3b-7b84-4033-89fa-3ad84a40ea47'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 15:08:58.248836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-6ab26840-b39f-455a-9283-5ead0d94a6cc service neutron] 10.222.0.36 "GET /v2.0/networks/49517756-d00c-46b3-aede-ae42d293d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558049 Aug 20 15:08:58.265166 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae67d888-c872-4724-b138-0f4dfb252ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:58.329817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:58.352545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-35d707f9-73ad-42f7-a47e-4ae51cf8869d service neutron] 10.222.0.36 "GET /v2.0/networks/49517756-d00c-46b3-aede-ae42d293d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010582 Aug 20 15:08:58.447381 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-caccea0e-b6bd-4c78-99c3-aa8913fa5d10 req-2662afc1-1ab3-4b3c-818a-1c561540aaf4 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876953 Aug 20 15:08:58.468367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-9a9cf207-fbe4-4cfe-87c5-b0c152f54aa6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:58.469840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-9a9cf207-fbe4-4cfe-87c5-b0c152f54aa6 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.70 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 945 time: 0.0940328 Aug 20 15:08:58.501678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-ae67d888-c872-4724-b138-0f4dfb252ecd None None] Allocated IP 172.20.0.34 (40f814e8-d543-4fc4-9c39-2d925c5c5863/3369252c-ba2e-44c8-bc0b-9d8c36180ba1/38472c3b-7b84-4033-89fa-3ad84a40ea47) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:58.691461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bf4aac1-33ab-4726-bc6e-28b35f286afd req-1372f394-811d-4e0e-b30d-11f3800ec4dd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 210 time: 0.0415514 Aug 20 15:08:58.716363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Deleting port 8ca33093-42b5-4e9f-b347-129a0c493818 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:58.716851 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:58.734057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ae67d888-c872-4724-b138-0f4dfb252ecd None None] For port 38472c3b-7b84-4033-89fa-3ad84a40ea47, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=38472c3b-7b84-4033-89fa-3ad84a40ea47,segment=NetworkSegment(51efa2f9-1992-478e-b54c-e7e30a8872cb),segment_id=51efa2f9-1992-478e-b54c-e7e30a8872cb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:58.755785 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:58.782828 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae67d888-c872-4724-b138-0f4dfb252ecd None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:58.803334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ae67d888-c872-4724-b138-0f4dfb252ecd None None] Transition to ACTIVE for port object 38472c3b-7b84-4033-89fa-3ad84a40ea47 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:58.808087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae67d888-c872-4724-b138-0f4dfb252ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:58.818011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] For port 8ca33093-42b5-4e9f-b347-129a0c493818, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=8ca33093-42b5-4e9f-b347-129a0c493818,segment=NetworkSegment(aa9c78c8-b8bd-4e1d-8a48-52432390bb30),segment_id=aa9c78c8-b8bd-4e1d-8a48-52432390bb30)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:08:58.818649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:58.836010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Calling delete_port for 8ca33093-42b5-4e9f-b347-129a0c493818 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:59.022643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Delete allocated IP 172.20.0.8 (40f814e8-d543-4fc4-9c39-2d925c5c5863/b20b325d-6184-437f-8e2d-ba490171eed8) {{(pid=101100) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 15:08:59.044207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67d888-c872-4724-b138-0f4dfb252ecd None None] Pushing event updated for resources: {'Port': ['ID=38472c3b-7b84-4033-89fa-3ad84a40ea47,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:59.047595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Allocated IP 172.20.0.35 (40f814e8-d543-4fc4-9c39-2d925c5c5863/3369252c-ba2e-44c8-bc0b-9d8c36180ba1/c7c44252-6c43-426a-a465-4419d18ef29b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:08:59.160904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee6b6d-71fe-47d1-b0ab-23c97e4f4997 req-02545abc-c4d4-4271-b55d-dca5dc9f3459 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:59.162841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8ee6b6d-71fe-47d1-b0ab-23c97e4f4997 req-02545abc-c4d4-4271-b55d-dca5dc9f3459 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 945 time: 0.1989541 Aug 20 15:08:59.226845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8ee6b6d-71fe-47d1-b0ab-23c97e4f4997 req-2798faca-922f-4b0b-993a-c3735ea9c1e2 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5af8a70-f046-4711-b971-9f700fbc00f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494552 Aug 20 15:08:59.228208 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:59.256396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['8ca33093-42b5-4e9f-b347-129a0c493818'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:08:59.286884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:59.308583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Transition to ACTIVE for port object c7c44252-6c43-426a-a465-4419d18ef29b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:08:59.318516 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:59.340476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Pushing event deleted for resources: {'Port': ['ID=8ca33093-42b5-4e9f-b347-129a0c493818,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:59.370984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.374456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.374456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.374720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.375043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.377369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.377772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.378113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.378460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.378819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.379157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.379490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:08:59.444933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event updated for resources: {'Port': ['ID=c7c44252-6c43-426a-a465-4419d18ef29b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:59.446542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] No DVR routers for this DVR port 8ca33093-42b5-4e9f-b347-129a0c493818 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:08:59.452889 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:59.456635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc26d806-6d20-431a-8b1a-79aff91eaabc req-0ead906e-2850-4199-b0d0-d091dd7eac32 tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.70 "DELETE /v2.0/ports/8ca33093-42b5-4e9f-b347-129a0c493818 HTTP/1.1" status: 204 len: 173 time: 0.9733706 Aug 20 15:08:59.457095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f3df6c-a14e-4b88-8828-fdac26a68a86', 'name': 'network-vif-deleted', 'tag': '8ca33093-42b5-4e9f-b347-129a0c493818'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:08:59.461958 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d77b53-8cbd-4b9b-9024-ecc1c11ae35d" -d '{"events": [{"server_uuid": "60f3df6c-a14e-4b88-8828-fdac26a68a86", "name": "network-vif-deleted", "tag": "8ca33093-42b5-4e9f-b347-129a0c493818"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:08:59.466959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] In _notify_port_updated(), no bound segment for port c7c44252-6c43-426a-a465-4419d18ef29b on network 40f814e8-d543-4fc4-9c39-2d925c5c5863 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:08:59.473576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:08:59.474283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:59.476073 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28e42fd0-4936-4734-8e19-03d27ab42393 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "PUT /v2.0/ports/c7c44252-6c43-426a-a465-4419d18ef29b HTTP/1.1" status: 200 len: 960 time: 1.5210640 Aug 20 15:08:59.479006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49612) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:08:59.510075 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e33032-155f-44e2-b822-5a9a8514e836 x-openstack-request-id: req-d3e33032-155f-44e2-b822-5a9a8514e836 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:08:59.510689 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f3df6c-a14e-4b88-8828-fdac26a68a86", "name": "network-vif-deleted", "tag": "8ca33093-42b5-4e9f-b347-129a0c493818", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:08:59.512146 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3e33032-155f-44e2-b822-5a9a8514e836 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:08:59.512774 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f3df6c-a14e-4b88-8828-fdac26a68a86', 'name': 'network-vif-deleted', 'tag': '8ca33093-42b5-4e9f-b347-129a0c493818', 'status': 'completed', 'code': 200} Aug 20 15:08:59.597711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-fbbae4fe-568b-45dc-8175-1de282aef93f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port c7c44252-6c43-426a-a465-4419d18ef29b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:08:59.598771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fbbae4fe-568b-45dc-8175-1de282aef93f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:59.701000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fbbae4fe-568b-45dc-8175-1de282aef93f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:59.724774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-fbbae4fe-568b-45dc-8175-1de282aef93f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for c7c44252-6c43-426a-a465-4419d18ef29b owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:08:59.853022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa24443e-a23b-40f0-8a1a-8ba43ac323f5 req-edac080e-048c-4acc-a815-4bf6a26fa5ca tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 210 time: 0.0496767 Aug 20 15:08:59.897263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fbbae4fe-568b-45dc-8175-1de282aef93f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:08:59.927944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbae4fe-568b-45dc-8175-1de282aef93f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=c7c44252-6c43-426a-a465-4419d18ef29b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:08:59.968621 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7c59a891-7900-4f25-ad79-640197a10023 None None] Could not find standard attr ID for object c7c44252-6c43-426a-a465-4419d18ef29b. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:08:59.979163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7c59a891-7900-4f25-ad79-640197a10023 None None] Provisioning for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:08:59.992889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7c59a891-7900-4f25-ad79-640197a10023 None None] Provisioning complete for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:08:59.993386 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c59a891-7900-4f25-ad79-640197a10023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.001950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fbbae4fe-568b-45dc-8175-1de282aef93f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.006792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fbbae4fe-568b-45dc-8175-1de282aef93f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/c7c44252-6c43-426a-a465-4419d18ef29b HTTP/1.1" status: 204 len: 168 time: 0.5236123 Aug 20 15:09:00.007013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49622) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:00.033410 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-43df3768-4123-4897-a4bc-1f679ccb03e4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] GET failed (client error): The resource could not be found. Aug 20 15:09:00.035590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-43df3768-4123-4897-a4bc-1f679ccb03e4 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports/c7c44252-6c43-426a-a465-4419d18ef29b HTTP/1.1" status: 404 len: 333 time: 0.0270803 Aug 20 15:09:00.037963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49624) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:00.093210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7c59a891-7900-4f25-ad79-640197a10023 None None] Provisioning complete for port f4df6601-519f-4c1e-a527-4a56271308c3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:00.093624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c59a891-7900-4f25-ad79-640197a10023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.098802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f390d95-27cf-43d8-ab0d-91ae939d4b90 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.130871 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f390d95-27cf-43d8-ab0d-91ae939d4b90 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.145743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7c59a891-7900-4f25-ad79-640197a10023 None None] Port f4df6601-519f-4c1e-a527-4a56271308c3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:09:00.186205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f390d95-27cf-43d8-ab0d-91ae939d4b90 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.188836 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f390d95-27cf-43d8-ab0d-91ae939d4b90 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.190022 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3f390d95-27cf-43d8-ab0d-91ae939d4b90 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/security-groups/ebd63acf-139b-4e9d-a0ea-6f3d44eadc43 HTTP/1.1" status: 204 len: 168 time: 0.1511483 Aug 20 15:09:00.193109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49626) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:00.204765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f390d95-27cf-43d8-ab0d-91ae939d4b90 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd63acf-139b-4e9d-a0ea-6f3d44eadc43,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:00.261484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 38472c3b-7b84-4033-89fa-3ad84a40ea47 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:00.333209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:00.333803 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.455772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93aed371-b7a4-433d-a000-da9de31ad5ec req-6381462b-ccd4-4299-8080-4bed0e47b9fa tempest-DeleteServersTestJSON-184658492 tempest-DeleteServersTestJSON-184658492-project] 10.222.0.36 "GET /v2.0/ports?device_id=60f3df6c-a14e-4b88-8828-fdac26a68a86 HTTP/1.1" status: 200 len: 210 time: 0.0659437 Aug 20 15:09:00.461495 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-92adf2cc-d29c-4961-944c-bc0d47c1ef3d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.503986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-92adf2cc-d29c-4961-944c-bc0d47c1ef3d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.547516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-a29c1984-2dad-4093-b89f-d409d78915f6 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:00.549030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-a29c1984-2dad-4093-b89f-d409d78915f6 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.70 "GET /v2.0/networks?id=49517756-d00c-46b3-aede-ae42d293d004 HTTP/1.1" status: 200 len: 814 time: 0.3684611 Aug 20 15:09:00.565095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-be1503b0-0d3c-4f42-8707-40e66734ff9a None None] Could not find standard attr ID for object c7c44252-6c43-426a-a465-4419d18ef29b. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:09:00.572027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Request body: {'port': {'device_id': 'a4473429-2fea-4c19-bcfd-3c73954ece1c', 'network_id': '49517756-d00c-46b3-aede-ae42d293d004', 'admin_state_up': True, 'tenant_id': 'b55826d360804549aa913e808c01de9d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:00.638274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-92adf2cc-d29c-4961-944c-bc0d47c1ef3d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.641407 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-92adf2cc-d29c-4961-944c-bc0d47c1ef3d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.645969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-92adf2cc-d29c-4961-944c-bc0d47c1ef3d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/security-groups/da9563e8-ab0b-47b2-9d59-08a92a3b7b85 HTTP/1.1" status: 204 len: 168 time: 0.4486108 Aug 20 15:09:00.646276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49632) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:00.659243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adf2cc-d29c-4961-944c-bc0d47c1ef3d tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9563e8-ab0b-47b2-9d59-08a92a3b7b85,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:00.764106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Made reservation on behalf of b55826d360804549aa913e808c01de9d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:00.769600 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.788539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a10e053-c763-4375-927e-6e82335996e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.837911 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a10e053-c763-4375-927e-6e82335996e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.896585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a10e053-c763-4375-927e-6e82335996e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.901111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a10e053-c763-4375-927e-6e82335996e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:00.905573 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7a10e053-c763-4375-927e-6e82335996e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/security-groups/f2c89fef-e162-4d9d-81c0-d112dd28d901 HTTP/1.1" status: 204 len: 168 time: 0.2581420 Aug 20 15:09:00.906248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49642) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:00.956642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10e053-c763-4375-927e-6e82335996e8 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c89fef-e162-4d9d-81c0-d112dd28d901,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:00.993457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e8a6ee-8481-4aa0-9ec6-be503e9553bb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet b20b325d-6184-437f-8e2d-ba490171eed8 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:09:00.998367 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7e8a6ee-8481-4aa0-9ec6-be503e9553bb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.046113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7e8a6ee-8481-4aa0-9ec6-be503e9553bb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.136834 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7e8a6ee-8481-4aa0-9ec6-be503e9553bb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.204679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7e8a6ee-8481-4aa0-9ec6-be503e9553bb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.214844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68ed9def-4224-4c98-9977-4ac2e15a6bcc req-61ac957a-6a3b-4ea5-ab34-da6b6adabfd0 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 210 time: 0.0423384 Aug 20 15:09:01.252936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e907848-9514-45e4-b99b-5f970f90ddd8 None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:01.259628 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8a6ee-8481-4aa0-9ec6-be503e9553bb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=b20b325d-6184-437f-8e2d-ba490171eed8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:01.273573 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7e8a6ee-8481-4aa0-9ec6-be503e9553bb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.280800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Allocated IP 172.20.0.8 (49517756-d00c-46b3-aede-ae42d293d004/b3708e1c-fa0f-40f7-8198-a70d380b1c79/d3cd397a-72b6-408c-af57-ebe2b5886c37) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:01.281800 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e7e8a6ee-8481-4aa0-9ec6-be503e9553bb tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/b20b325d-6184-437f-8e2d-ba490171eed8 HTTP/1.1" status: 204 len: 168 time: 0.3699584 Aug 20 15:09:01.282816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49644) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:01.344874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab9bb64-5233-4738-9390-358b9d8c62f0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet 3369252c-ba2e-44c8-bc0b-9d8c36180ba1 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:09:01.348797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bb64-5233-4738-9390-358b9d8c62f0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.404205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bb64-5233-4738-9390-358b9d8c62f0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.465401 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.489240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 8ca33093-42b5-4e9f-b347-129a0c493818 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:01.520634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 8ca33093-42b5-4e9f-b347-129a0c493818 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:01.520827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 8ca33093-42b5-4e9f-b347-129a0c493818 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:01.537251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bb64-5233-4738-9390-358b9d8c62f0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.562964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.624616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Network 49517756-d00c-46b3-aede-ae42d293d004 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:01.627699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:01.632875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:01.646467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bb64-5233-4738-9390-358b9d8c62f0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.677143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Pushing event updated for resources: {'Port': ['ID=d3cd397a-72b6-408c-af57-ebe2b5886c37,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:01.700557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9bb64-5233-4738-9390-358b9d8c62f0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=3369252c-ba2e-44c8-bc0b-9d8c36180ba1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:01.705305 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ab9bb64-5233-4738-9390-358b9d8c62f0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.707208 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ab9bb64-5233-4738-9390-358b9d8c62f0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/3369252c-ba2e-44c8-bc0b-9d8c36180ba1 HTTP/1.1" status: 204 len: 168 time: 0.4231706 Aug 20 15:09:01.710374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49658) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:01.712381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:01.713290 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.732902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-bdb98d1f-9921-40c8-8303-d9dd467452fd tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1660144 Aug 20 15:09:01.743308 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbd4282-b833-4a7e-9d57-8dbca33bb4bd tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:01.753441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Request body: {'port': {'device_id': 'a4473429-2fea-4c19-bcfd-3c73954ece1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:01.754490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbd4282-b833-4a7e-9d57-8dbca33bb4bd tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:01.759043 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1fbd4282-b833-4a7e-9d57-8dbca33bb4bd tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/b20b325d-6184-437f-8e2d-ba490171eed8 HTTP/1.1" status: 404 len: 337 time: 0.0476255 Aug 20 15:09:01.764042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49664) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:01.828348 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.841492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-770a32dd-9560-4a7a-b219-0af2880cccea tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting subnet 28a75da0-d988-48ea-952e-120be1a2efc3 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:09:01.845152 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-770a32dd-9560-4a7a-b219-0af2880cccea tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:01.930076 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-770a32dd-9560-4a7a-b219-0af2880cccea tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.090721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-770a32dd-9560-4a7a-b219-0af2880cccea tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.193998 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-770a32dd-9560-4a7a-b219-0af2880cccea tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.251913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a32dd-9560-4a7a-b219-0af2880cccea tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Subnet': ['ID=28a75da0-d988-48ea-952e-120be1a2efc3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:02.258270 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-770a32dd-9560-4a7a-b219-0af2880cccea tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.262630 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-770a32dd-9560-4a7a-b219-0af2880cccea tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/28a75da0-d988-48ea-952e-120be1a2efc3 HTTP/1.1" status: 204 len: 168 time: 0.4961641 Aug 20 15:09:02.264578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49686) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.304526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cd397a-72b6-408c-af57-ebe2b5886c37 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:02.306669 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c743ed0-a6ca-4a22-87bd-d1a17d8977c0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.307237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c743ed0-a6ca-4a22-87bd-d1a17d8977c0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.313782 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4c743ed0-a6ca-4a22-87bd-d1a17d8977c0 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/24625451-7be9-4530-b4c8-c2db6aa1cb11 HTTP/1.1" status: 404 len: 337 time: 0.0462317 Aug 20 15:09:02.314281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49688) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.315147 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.333168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Transition to ACTIVE for port object d3cd397a-72b6-408c-af57-ebe2b5886c37 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:02.338529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.352424 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f1465eaf-a79c-4c83-8912-b75a50f7fa20 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "GET /v2.0/ports?device_id=5911aa5e-6970-4b31-b2c9-ae2ceeac0405 HTTP/1.1" status: 200 len: 205 time: 0.0360539 Aug 20 15:09:02.353145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49690) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.397062 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-9a56348c-a00e-4ef9-8acb-67f4620cb2ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] delete failed (client error): The resource could not be found. Aug 20 15:09:02.401910 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9a56348c-a00e-4ef9-8acb-67f4620cb2ca tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/routers/5911aa5e-6970-4b31-b2c9-ae2ceeac0405 HTTP/1.1" status: 404 len: 336 time: 0.0457702 Aug 20 15:09:02.402644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49692) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.439571 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-1193ab87-4bab-4b89-bf67-6fcf46934c10 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.440227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1193ab87-4bab-4b89-bf67-6fcf46934c10 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.445081 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1193ab87-4bab-4b89-bf67-6fcf46934c10 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/894b9229-4aea-4c6d-889b-18cc56136519 HTTP/1.1" status: 404 len: 337 time: 0.0411797 Aug 20 15:09:02.445771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49694) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.451961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acfa891-c508-4582-bf2b-0bb6135b8783 None None] Network 40f814e8-d543-4fc4-9c39-2d925c5c5863 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:02.513636 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf4199f-5349-4710-accb-16be1c7ce550 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.514578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf4199f-5349-4710-accb-16be1c7ce550 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.516827 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7bf4199f-5349-4710-accb-16be1c7ce550 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/6a8c92f1-bdc0-43b4-b907-5b29614ba21b HTTP/1.1" status: 404 len: 337 time: 0.0698113 Aug 20 15:09:02.519090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49696) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.520931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8c9a97ee-39b4-4c0d-af10-1d76c718e4aa None None] Provisioning complete for port 38472c3b-7b84-4033-89fa-3ad84a40ea47 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:02.521886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8c9a97ee-39b4-4c0d-af10-1d76c718e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.560734 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95922b9-17b5-47c8-af13-0c9005b7cf3b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.561196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95922b9-17b5-47c8-af13-0c9005b7cf3b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.565173 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f95922b9-17b5-47c8-af13-0c9005b7cf3b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/7bd63387-bc63-4ac1-92c2-d835d0aff50b HTTP/1.1" status: 404 len: 337 time: 0.0422037 Aug 20 15:09:02.565818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49698) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.574905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=d3cd397a-72b6-408c-af57-ebe2b5886c37,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:02.610169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ec0b1-4e8d-4efc-a60d-2815314069c8 req-6ec4151e-bbf9-49d8-a88d-16e68e68fe28 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:02.611806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a4ec0b1-4e8d-4efc-a60d-2815314069c8 req-6ec4151e-bbf9-49d8-a88d-16e68e68fe28 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 943 time: 0.2499530 Aug 20 15:09:02.612794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Attempting to bind port d3cd397a-72b6-408c-af57-ebe2b5886c37 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:02.613136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Attempting to bind port d3cd397a-72b6-408c-af57-ebe2b5886c37 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '4a319184-e002-47ad-bc0b-a14c87033f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49517756-d00c-46b3-aede-ae42d293d004'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:02.613467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Attempting to bind port d3cd397a-72b6-408c-af57-ebe2b5886c37 on network 49517756-d00c-46b3-aede-ae42d293d004 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:02.618734 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9727b64-6cc4-4c57-8568-ea11fb9be2b9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.619707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9727b64-6cc4-4c57-8568-ea11fb9be2b9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.624598 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c9727b64-6cc4-4c57-8568-ea11fb9be2b9 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/aa7b8e62-7e6c-47d4-95a9-39db67872314 HTTP/1.1" status: 404 len: 333 time: 0.0556271 Aug 20 15:09:02.626518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49702) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.655950 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b27323-8af0-4537-b209-14576568087f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.656413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b27323-8af0-4537-b209-14576568087f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.660607 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-53b27323-8af0-4537-b209-14576568087f tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/b80d01f7-9ae3-4d85-b5b0-d35342c9b103 HTTP/1.1" status: 404 len: 337 time: 0.0307944 Aug 20 15:09:02.662796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49704) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.673879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Port d3cd397a-72b6-408c-af57-ebe2b5886c37 on network 49517756-d00c-46b3-aede-ae42d293d004 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:09:02.674537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Attempting to bind port d3cd397a-72b6-408c-af57-ebe2b5886c37 on network 49517756-d00c-46b3-aede-ae42d293d004 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:02.684147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:02.684528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Checking segment: {'id': '4a319184-e002-47ad-bc0b-a14c87033f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49517756-d00c-46b3-aede-ae42d293d004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:02.684983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Bound using segment: {'id': '4a319184-e002-47ad-bc0b-a14c87033f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49517756-d00c-46b3-aede-ae42d293d004'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:02.685435 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Bound port: d3cd397a-72b6-408c-af57-ebe2b5886c37, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a319184-e002-47ad-bc0b-a14c87033f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49517756-d00c-46b3-aede-ae42d293d004'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:02.685800 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.717269 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb65ffb9-57b3-40db-8e3c-349b7f932652 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.717770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb65ffb9-57b3-40db-8e3c-349b7f932652 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.721849 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cb65ffb9-57b3-40db-8e3c-349b7f932652 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/99e11fb6-a3e5-4384-8775-f8a38080f32d HTTP/1.1" status: 404 len: 337 time: 0.0557954 Aug 20 15:09:02.722267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49706) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.739202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a4ec0b1-4e8d-4efc-a60d-2815314069c8 req-dfb5bb99-91c9-4ab1-be71-859f7d68b5d8 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072643 Aug 20 15:09:02.752922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8c9a97ee-39b4-4c0d-af10-1d76c718e4aa None None] Provisioning complete for port f4df6601-519f-4c1e-a527-4a56271308c3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:02.753808 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8c9a97ee-39b4-4c0d-af10-1d76c718e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.768725 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff9cced-f3b2-451b-acf9-f5b898dbc708 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.768725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff9cced-f3b2-451b-acf9-f5b898dbc708 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.768725 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3ff9cced-f3b2-451b-acf9-f5b898dbc708 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/f7bbd508-c825-4df6-a457-151dadfc799c HTTP/1.1" status: 404 len: 333 time: 0.0431814 Aug 20 15:09:02.771506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49708) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.795218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] For port d3cd397a-72b6-408c-af57-ebe2b5886c37, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:02.799501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] For port d3cd397a-72b6-408c-af57-ebe2b5886c37, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3cd397a-72b6-408c-af57-ebe2b5886c37,segment=NetworkSegment(4a319184-e002-47ad-bc0b-a14c87033f44),segment_id=4a319184-e002-47ad-bc0b-a14c87033f44)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:02.805333 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3f6621-45de-4185-b1d9-bdddb4ca474b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.805897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3f6621-45de-4185-b1d9-bdddb4ca474b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.807073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.807909 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea3f6621-45de-4185-b1d9-bdddb4ca474b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/fe8ab7ee-dacb-4dac-b298-c4c17f603d02 HTTP/1.1" status: 404 len: 337 time: 0.0349200 Aug 20 15:09:02.810778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49712) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.817066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09054f5f-0da5-42e0-9451-1f4b3e9838a9 None None] DHCP port deletion for 40f814e8-d543-4fc4-9c39-2d925c5c5863 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:09:02.854293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:02.856938 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:02.857599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] 10.222.0.70 "PUT /v2.0/ports/d3cd397a-72b6-408c-af57-ebe2b5886c37 HTTP/1.1" status: 200 len: 1092 time: 1.1090891 Aug 20 15:09:02.858201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4473429-2fea-4c19-bcfd-3c73954ece1c', 'tag': 'd3cd397a-72b6-408c-af57-ebe2b5886c37'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:02.860624 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1457fa-6730-4056-8ed1-b69a5e1a7707" -d '{"events": [{"name": "network-changed", "server_uuid": "a4473429-2fea-4c19-bcfd-3c73954ece1c", "tag": "d3cd397a-72b6-408c-af57-ebe2b5886c37"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:02.868888 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cbc170-5cd0-4920-8ded-332c8259ef18 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] DELETE failed (client error): The resource could not be found. Aug 20 15:09:02.869362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cbc170-5cd0-4920-8ded-332c8259ef18 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:09:02.873371 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-41cbc170-5cd0-4920-8ded-332c8259ef18 tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/subnets/1777dfed-074e-4a23-b12b-49cecc3379ae HTTP/1.1" status: 404 len: 337 time: 0.0615203 Aug 20 15:09:02.876389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49718) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:02.884207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a97ee-39b4-4c0d-af10-1d76c718e4aa None None] Port f4df6601-519f-4c1e-a527-4a56271308c3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:09:02.939179 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bb0d76-3bf8-47da-83c7-eb22d9de3e3c x-openstack-request-id: req-96bb0d76-3bf8-47da-83c7-eb22d9de3e3c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:02.939520 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4473429-2fea-4c19-bcfd-3c73954ece1c", "tag": "d3cd397a-72b6-408c-af57-ebe2b5886c37", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:02.939819 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96bb0d76-3bf8-47da-83c7-eb22d9de3e3c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:02.940137 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4473429-2fea-4c19-bcfd-3c73954ece1c', 'tag': 'd3cd397a-72b6-408c-af57-ebe2b5886c37', 'status': 'completed', 'code': 200} Aug 20 15:09:02.952496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-09054f5f-0da5-42e0-9451-1f4b3e9838a9 None None] Deleting port 38472c3b-7b84-4033-89fa-3ad84a40ea47 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:02.953034 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-09054f5f-0da5-42e0-9451-1f4b3e9838a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:03.010660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94543ce0-fc98-4a0f-930b-31991ba9bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=d3cd397a-72b6-408c-af57-ebe2b5886c37,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:03.026377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-5a527b4f-94cb-4e00-92aa-a50f40422fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:03.028167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-5a527b4f-94cb-4e00-92aa-a50f40422fc4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b55826d360804549aa913e808c01de9d&device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 1095 time: 0.1083691 Aug 20 15:09:03.090065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-4c23133b-ac56-49ec-b8a7-39366355fb3a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3cd397a-72b6-408c-af57-ebe2b5886c37 HTTP/1.1" status: 200 len: 217 time: 0.0484231 Aug 20 15:09:03.106579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-63b29cdc-2ea4-4b41-8aed-da07701a769b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Deleting port f4df6601-519f-4c1e-a527-4a56271308c3 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:03.106579 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-63b29cdc-2ea4-4b41-8aed-da07701a769b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:03.112121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-09054f5f-0da5-42e0-9451-1f4b3e9838a9 None None] For port 38472c3b-7b84-4033-89fa-3ad84a40ea47, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=38472c3b-7b84-4033-89fa-3ad84a40ea47,segment=NetworkSegment(51efa2f9-1992-478e-b54c-e7e30a8872cb),segment_id=51efa2f9-1992-478e-b54c-e7e30a8872cb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:03.112535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-09054f5f-0da5-42e0-9451-1f4b3e9838a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:03.134635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-09054f5f-0da5-42e0-9451-1f4b3e9838a9 None None] Calling delete_port for 38472c3b-7b84-4033-89fa-3ad84a40ea47 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:03.254259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-63b29cdc-2ea4-4b41-8aed-da07701a769b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:03.272260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-925a4660-48cd-4a41-a0c5-9e47b4835f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:03.274670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-925a4660-48cd-4a41-a0c5-9e47b4835f41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b3708e1c-fa0f-40f7-8198-a70d380b1c79 HTTP/1.1" status: 200 len: 854 time: 0.1564879 Aug 20 15:09:03.281766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-63b29cdc-2ea4-4b41-8aed-da07701a769b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Calling delete_port for f4df6601-519f-4c1e-a527-4a56271308c3 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:03.303736 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-09054f5f-0da5-42e0-9451-1f4b3e9838a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:03.331835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-02943535-ac44-4aad-aad1-b04ca2510a93 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49517756-d00c-46b3-aede-ae42d293d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429108 Aug 20 15:09:03.336512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09054f5f-0da5-42e0-9451-1f4b3e9838a9 None None] Pushing event deleted for resources: {'Port': ['ID=38472c3b-7b84-4033-89fa-3ad84a40ea47,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:03.343162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09054f5f-0da5-42e0-9451-1f4b3e9838a9 None None] No DVR routers for this DVR port 38472c3b-7b84-4033-89fa-3ad84a40ea47 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:03.588312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-0918f4e6-fc11-4371-8e33-8dc64bb8a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:03.591473 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-0918f4e6-fc11-4371-8e33-8dc64bb8a47c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1098 time: 0.0518322 Aug 20 15:09:03.633240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-24584340-e714-4be5-b165-2336913ecb6a service neutron] 10.222.0.70 "GET /v2.0/networks/49517756-d00c-46b3-aede-ae42d293d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589848 Aug 20 15:09:03.648918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17926f-f26c-429a-a96c-764791e2af77 req-695c1ed7-3a6d-4441-a73e-ff6240a1fdee tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:03.650519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b17926f-f26c-429a-a96c-764791e2af77 req-695c1ed7-3a6d-4441-a73e-ff6240a1fdee tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0988383 Aug 20 15:09:03.660346 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-63b29cdc-2ea4-4b41-8aed-da07701a769b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:03.737265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-092473b0-b0f6-48eb-b8ad-2b2d49ee53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:03.739089 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-092473b0-b0f6-48eb-b8ad-2b2d49ee53b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 920 time: 0.1319711 Aug 20 15:09:03.771100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b29cdc-2ea4-4b41-8aed-da07701a769b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Port': ['ID=f4df6601-519f-4c1e-a527-4a56271308c3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:03.783987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-63b29cdc-2ea4-4b41-8aed-da07701a769b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:03.788316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-63b29cdc-2ea4-4b41-8aed-da07701a769b tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/ports/f4df6601-519f-4c1e-a527-4a56271308c3 HTTP/1.1" status: 204 len: 168 time: 0.9088061 Aug 20 15:09:03.792513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49748) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:03.811159 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-ead5a878-6888-48e7-acc8-9c42997c6648 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b HTTP/1.1" status: 200 len: 217 time: 0.0574820 Aug 20 15:09:03.897320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-a9a0090c-e6c1-43f5-8519-e37d1d590e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:03.899769 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-a9a0090c-e6c1-43f5-8519-e37d1d590e5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.0751944 Aug 20 15:09:03.950829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b17926f-f26c-429a-a96c-764791e2af77 req-59db1ee7-2f5d-4575-8cc2-d336c8f4e57d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844138 Aug 20 15:09:03.963058 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-ce96c150-323c-4b37-b6d1-e417c6a369cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531232 Aug 20 15:09:04.035261 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:04.094501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7c348c-2b1f-454f-930e-06e8cba2c6c3 req-797b73b6-ee22-452b-8502-10458d814a9d service neutron] 10.222.0.70 "GET /v2.0/networks/49517756-d00c-46b3-aede-ae42d293d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417386 Aug 20 15:09:04.106638 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-c6da7bc8-fe01-4b65-85ff-2f6551d16c8c service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213148 Aug 20 15:09:04.138131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf717c5-6b12-41ef-809b-98fa19f1cc0c req-98fa2198-aa3b-4f4a-a290-cffb4ca5dd03 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:04.141006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bf717c5-6b12-41ef-809b-98fa19f1cc0c req-98fa2198-aa3b-4f4a-a290-cffb4ca5dd03 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 943 time: 0.1783633 Aug 20 15:09:04.302758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 38472c3b-7b84-4033-89fa-3ad84a40ea47 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:04.319267 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0fada799-434c-46cc-952f-2c24fd8c51b6 req-cad234f0-7974-46a0-9938-65c4dc9a5d94 service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976738 Aug 20 15:09:04.331357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 38472c3b-7b84-4033-89fa-3ad84a40ea47 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:04.331357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 38472c3b-7b84-4033-89fa-3ad84a40ea47 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:04.344188 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:04.356101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bf717c5-6b12-41ef-809b-98fa19f1cc0c req-14997392-f3d6-4e52-97ce-440565346bf2 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817477 Aug 20 15:09:04.360205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f814e8-d543-4fc4-9c39-2d925c5c5863']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:04.379303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51efa2f9-1992-478e-b54c-e7e30a8872cb') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:04.379620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51efa2f9-1992-478e-b54c-e7e30a8872cb') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:04.393489 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:04.396536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-6d850b20-8b62-4694-ad3c-5c286dea85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:04.398286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-6d850b20-8b62-4694-ad3c-5c286dea85db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b55826d360804549aa913e808c01de9d&device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 1095 time: 0.1820374 Aug 20 15:09:04.411087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:04.443688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:09:04.444279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:09:04.455575 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:09:04.597405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:04.612322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:04.616625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] 10.222.0.36 "DELETE /v2.0/networks/40f814e8-d543-4fc4-9c39-2d925c5c5863 HTTP/1.1" status: 204 len: 168 time: 0.8206902 Aug 20 15:09:04.630614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-63146717-2619-4bc9-9e5c-9a54b88e0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:04.632177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-63146717-2619-4bc9-9e5c-9a54b88e0f34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=49517756-d00c-46b3-aede-ae42d293d004 HTTP/1.1" status: 200 len: 915 time: 0.2172878 Aug 20 15:09:04.633096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79d6d7-299b-40c6-9558-fb3726c3165e tempest-PortsTestJSON-569232525 tempest-PortsTestJSON-569232525-project] Pushing event deleted for resources: {'Network': ['ID=40f814e8-d543-4fc4-9c39-2d925c5c5863,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:04.686860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-4c20219b-c82b-4371-b3b0-471e8c837c32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3cd397a-72b6-408c-af57-ebe2b5886c37 HTTP/1.1" status: 200 len: 217 time: 0.0396924 Aug 20 15:09:04.750004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-e88f8242-9056-4624-971f-a05c5653cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:04.751623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-e88f8242-9056-4624-971f-a05c5653cd98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b3708e1c-fa0f-40f7-8198-a70d380b1c79 HTTP/1.1" status: 200 len: 854 time: 0.0561256 Aug 20 15:09:04.794773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-d049c078-d9e0-4bf0-b7de-7e9e11350280 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49517756-d00c-46b3-aede-ae42d293d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278680 Aug 20 15:09:04.849383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49764) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:04.904188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-c857015a-a1d1-4ca6-9579-7c86ce69c0f4 service neutron] 10.222.0.70 "GET /v2.0/networks/49517756-d00c-46b3-aede-ae42d293d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957787 Aug 20 15:09:05.025211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab1457fa-6730-4056-8ed1-b69a5e1a7707 req-6026b6f1-dea0-4049-bcea-2f9458526255 service neutron] 10.222.0.70 "GET /v2.0/networks/49517756-d00c-46b3-aede-ae42d293d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099851 Aug 20 15:09:05.029292 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8317a770-61d9-4424-b13f-2b900c201c91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c240ec2eac048d9bdb9b4bd2854e012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787794 Aug 20 15:09:05.031780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49770) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:05.088046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30a305b1-0108-4fe8-95e1-42a79790bf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:05.093451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cd2ef-151a-4c5f-937f-a37d53749aab req-43e0cc99-0893-4bd8-a2d3-64424fdd051c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:05.095024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f3cd2ef-151a-4c5f-937f-a37d53749aab req-43e0cc99-0893-4bd8-a2d3-64424fdd051c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0603240 Aug 20 15:09:05.113071 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30a305b1-0108-4fe8-95e1-42a79790bf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:05.142114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f3cd2ef-151a-4c5f-937f-a37d53749aab req-f3b5682e-35f7-4f51-b557-63a9844e0e54 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Aug 20 15:09:05.166307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30a305b1-0108-4fe8-95e1-42a79790bf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:05.169851 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30a305b1-0108-4fe8-95e1-42a79790bf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:05.171017 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-30a305b1-0108-4fe8-95e1-42a79790bf50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90a65906-2176-4cc6-860c-46e0406d9b5c HTTP/1.1" status: 204 len: 168 time: 0.1382437 Aug 20 15:09:05.179865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a305b1-0108-4fe8-95e1-42a79790bf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a65906-2176-4cc6-860c-46e0406d9b5c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:05.498033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68741843-2bfd-4832-87ae-b9a9d0833a99 req-d96d6403-c7b5-48a5-8840-0b5aa974a130 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:05.499873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68741843-2bfd-4832-87ae-b9a9d0833a99 req-d96d6403-c7b5-48a5-8840-0b5aa974a130 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 943 time: 0.0553994 Aug 20 15:09:05.565620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68741843-2bfd-4832-87ae-b9a9d0833a99 req-01ae5b38-fccd-4217-aceb-ba6bb055a78c tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572200 Aug 20 15:09:05.832915 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:05.969830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49812) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:05.970935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49814) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:06.096835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bc6a9899-73ca-4388-bd43-45c1b79dc7c5 tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1501122136', 'prefixes': ['172.20.0.0/16']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:06.205178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc6a9899-73ca-4388-bd43-45c1b79dc7c5 tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] Notify callbacks [] for subnetpool, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.206558 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bc6a9899-73ca-4388-bd43-45c1b79dc7c5 tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2331066 Aug 20 15:09:06.209266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49824) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:06.254721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fa7055-ae81-40c7-a199-8848652a85ab admin admin] Deleting subnet 09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:09:06.259125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7fa7055-ae81-40c7-a199-8848652a85ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.276126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0691a-6bff-4faf-9bbf-6931d047ee4c req-ba2959a4-5b58-4e10-b947-956032d98e40 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:06.278548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8b0691a-6bff-4faf-9bbf-6931d047ee4c req-ba2959a4-5b58-4e10-b947-956032d98e40 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0545900 Aug 20 15:09:06.280863 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ac76bc27-874b-469e-8512-a3d721539afa tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] 10.222.0.36 "GET /v2.0/subnetpools/fbba66ff-36ef-4c8f-a3ec-bf6af22bdf61 HTTP/1.1" status: 200 len: 732 time: 0.0704882 Aug 20 15:09:06.283318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49826) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:06.288523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-123cda2d-0cdc-4455-8c13-8be0460c65c5 tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-873441142'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:06.297941 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7fa7055-ae81-40c7-a199-8848652a85ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.338787 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7fa7055-ae81-40c7-a199-8848652a85ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.378264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8b0691a-6bff-4faf-9bbf-6931d047ee4c req-f2385e7b-ee65-4e88-8021-2f5e3a206e14 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861101 Aug 20 15:09:06.411095 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7fa7055-ae81-40c7-a199-8848652a85ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.438472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa7055-ae81-40c7-a199-8848652a85ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:06.442471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7fa7055-ae81-40c7-a199-8848652a85ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.447088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f7fa7055-ae81-40c7-a199-8848652a85ab admin admin] 10.222.0.36 "DELETE /v2.0/subnets/09a3971b-a7dd-4fad-b153-dfa0e4cf4ef1 HTTP/1.1" status: 204 len: 168 time: 0.4748130 Aug 20 15:09:06.448496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-123cda2d-0cdc-4455-8c13-8be0460c65c5 tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] Notify callbacks [] for subnetpool, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.449408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49830) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:06.452504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-123cda2d-0cdc-4455-8c13-8be0460c65c5 tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] 10.222.0.36 "PUT /v2.0/subnetpools/fbba66ff-36ef-4c8f-a3ec-bf6af22bdf61 HTTP/1.1" status: 200 len: 683 time: 0.1678710 Aug 20 15:09:06.453113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49832) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:06.527857 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.539681 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8af1198f-23de-4bbf-9312-693f2c534b78 tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] Notify callbacks [] for subnetpool, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.541384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8af1198f-23de-4bbf-9312-693f2c534b78 tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] 10.222.0.36 "DELETE /v2.0/subnetpools/fbba66ff-36ef-4c8f-a3ec-bf6af22bdf61 HTTP/1.1" status: 204 len: 168 time: 0.0873544 Aug 20 15:09:06.544357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49834) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:06.561136 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-5511e665-b18e-4098-beee-ea4b9a7e839f tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] show failed (client error): The resource could not be found. Aug 20 15:09:06.562150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5511e665-b18e-4098-beee-ea4b9a7e839f tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] 10.222.0.36 "GET /v2.0/subnetpools/fbba66ff-36ef-4c8f-a3ec-bf6af22bdf61 HTTP/1.1" status: 404 len: 346 time: 0.0166771 Aug 20 15:09:06.564920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49836) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:06.580448 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-dcaff7f3-3935-49e9-a98d-1814a7d9722d tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] delete failed (client error): The resource could not be found. Aug 20 15:09:06.586775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dcaff7f3-3935-49e9-a98d-1814a7d9722d tempest-SubnetPoolsTestJSON-2123993668 tempest-SubnetPoolsTestJSON-2123993668-project] 10.222.0.36 "DELETE /v2.0/subnetpools/fbba66ff-36ef-4c8f-a3ec-bf6af22bdf61 HTTP/1.1" status: 404 len: 346 time: 0.0156777 Aug 20 15:09:06.645162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.658014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0894f8-e5a6-479d-a1fc-d6d61961ff1b']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:06.674361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:06.674888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9c78c8-b8bd-4e1d-8a48-52432390bb30') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:06.686239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.705992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.713798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:09:06.714221 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:09:06.716778 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:09:06.747473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0506a-d464-4637-95ea-7466cb01b82b req-bbb24892-d78c-48b7-ab58-ea73410ccab7 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:06.749172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78d0506a-d464-4637-95ea-7466cb01b82b req-bbb24892-d78c-48b7-ab58-ea73410ccab7 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 943 time: 0.0941045 Aug 20 15:09:06.779238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.796857 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.800339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78d0506a-d464-4637-95ea-7466cb01b82b req-e8ea2694-8904-4a5b-8007-b0f22bf37005 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435965 Aug 20 15:09:06.809824 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] 10.222.0.36 "DELETE /v2.0/networks/9d0894f8-e5a6-479d-a1fc-d6d61961ff1b HTTP/1.1" status: 204 len: 168 time: 0.3530428 Aug 20 15:09:06.810800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278a120-9192-4dc8-96b7-2a2cd91a044a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0894f8-e5a6-479d-a1fc-d6d61961ff1b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:06.859820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49848) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:06.992069 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-255d35cb-8d4d-4057-bb45-a8293546fe99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:06.995105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49852) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:07.042612 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a3a66128-cb8e-4952-b654-59b958840faa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd8da3ea8dca4f1ebb1e3d833773a9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446212 Aug 20 15:09:07.045371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49854) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:07.151252 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8687816a-a996-4c6c-ae2d-1a4cc7d6b748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.176955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-255d35cb-8d4d-4057-bb45-a8293546fe99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.185178 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-255d35cb-8d4d-4057-bb45-a8293546fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.188637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8687816a-a996-4c6c-ae2d-1a4cc7d6b748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.244240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-255d35cb-8d4d-4057-bb45-a8293546fe99 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f81be6d9c92b47d18721d10697f67baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831301 Aug 20 15:09:07.244972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d35cb-8d4d-4057-bb45-a8293546fe99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90c71b1-7863-4845-92a3-c54448df0736,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:07.247171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49858) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:07.276232 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8687816a-a996-4c6c-ae2d-1a4cc7d6b748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.279941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8687816a-a996-4c6c-ae2d-1a4cc7d6b748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.281105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8687816a-a996-4c6c-ae2d-1a4cc7d6b748 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5af8a70-f046-4711-b971-9f700fbc00f4 HTTP/1.1" status: 204 len: 168 time: 0.2346997 Aug 20 15:09:07.299244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687816a-a996-4c6c-ae2d-1a4cc7d6b748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5af8a70-f046-4711-b971-9f700fbc00f4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:07.308823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51103649-ae26-4bb5-b677-8618cbf9db73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.336289 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51103649-ae26-4bb5-b677-8618cbf9db73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.385178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51103649-ae26-4bb5-b677-8618cbf9db73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.389239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51103649-ae26-4bb5-b677-8618cbf9db73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.390499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-51103649-ae26-4bb5-b677-8618cbf9db73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d90c71b1-7863-4845-92a3-c54448df0736 HTTP/1.1" status: 204 len: 168 time: 0.1422250 Aug 20 15:09:07.401085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51103649-ae26-4bb5-b677-8618cbf9db73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90c71b1-7863-4845-92a3-c54448df0736,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:07.537183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d3cd397a-72b6-408c-af57-ebe2b5886c37 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:09:07.550967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f87097-ea00-491f-b50c-00f121eeaed1 req-c355cb04-32af-4c20-937d-13f8877d4a04 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:07.560335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6f87097-ea00-491f-b50c-00f121eeaed1 req-c355cb04-32af-4c20-937d-13f8877d4a04 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0839150 Aug 20 15:09:07.633074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6f87097-ea00-491f-b50c-00f121eeaed1 req-30530bcf-1b62-4df9-b20b-2115ea82e6f0 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691388 Aug 20 15:09:07.696200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d3cd397a-72b6-408c-af57-ebe2b5886c37, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3cd397a-72b6-408c-af57-ebe2b5886c37,segment=NetworkSegment(4a319184-e002-47ad-bc0b-a14c87033f44),segment_id=4a319184-e002-47ad-bc0b-a14c87033f44)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:07.710255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'd3cd397a-72b6-408c-af57-ebe2b5886c37', 'network_id': '49517756-d00c-46b3-aede-ae42d293d004', 'port_id': 'd3cd397a-72b6-408c-af57-ebe2b5886c37', 'mac_address': 'fa:16:3e:8f:df:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3708e1c-fa0f-40f7-8198-a70d380b1c79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:09:07.755440 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.774694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cd397a-72b6-408c-af57-ebe2b5886c37 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:07.797645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d3cd397a-72b6-408c-af57-ebe2b5886c37, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3cd397a-72b6-408c-af57-ebe2b5886c37,segment=NetworkSegment(4a319184-e002-47ad-bc0b-a14c87033f44),segment_id=4a319184-e002-47ad-bc0b-a14c87033f44)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:07.805818 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:07.881272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d3cd397a-72b6-408c-af57-ebe2b5886c37,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:07.971254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631389b9-c231-4078-a6e0-6a652cb02bec req-55c58858-4965-414a-8080-5903d9876089 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:07.981759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-631389b9-c231-4078-a6e0-6a652cb02bec req-55c58858-4965-414a-8080-5903d9876089 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 944 time: 0.0729814 Aug 20 15:09:08.019967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-631389b9-c231-4078-a6e0-6a652cb02bec req-d8c0366e-851a-4644-a137-ef8909c5fced tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372980 Aug 20 15:09:08.222681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d3cd397a-72b6-408c-af57-ebe2b5886c37'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:08.297207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49908) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:08.463724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49914) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:08.515717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1875334272'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:08.543149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-587352541-network', 'tenant_id': '93401f8f75c842228e91ba7501e78f62'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:08.546095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Made reservation on behalf of d77c5a334f9d4c5aae1dfe97cfc4702d for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:08.549628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.562887 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.587134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Made reservation on behalf of 93401f8f75c842228e91ba7501e78f62 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:08.590239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.603443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.713138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.729439 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.781778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:09:08.807595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e29ad23-d2f6-49b4-99c0-edf67a634e9f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:08.814713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.815062 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Added segment 9d8afa62-bc77-4bd5-819b-f08c5a77d9e4 of type vlan for network 702971b5-428a-4e3c-9833-5c3134141ef6 Aug 20 15:09:08.846901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae8f23-198f-4e9a-99d4-5159b828a872 req-1300c984-a37f-4718-bcdd-39f330fe60fb tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:08.848429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbae8f23-198f-4e9a-99d4-5159b828a872 req-1300c984-a37f-4718-bcdd-39f330fe60fb tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1315966 Aug 20 15:09:08.900668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.950776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbae8f23-198f-4e9a-99d4-5159b828a872 req-37dacc35-e9df-40aa-ae6d-675f8297a982 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797791 Aug 20 15:09:08.956127 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.961546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:08.962139 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:08.995379 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.032054 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.046472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5793722 Aug 20 15:09:09.048380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49926) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:09.054397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Request body: {'subnet': {'network_id': '702971b5-428a-4e3c-9833-5c3134141ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:09.068122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:09:09.079748 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.080308 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Added segment 5f6471f5-730c-4248-86ab-49427bc6d9e4 of type vlan for network 6e588f38-a0db-4b07-b324-a16b4e3172ab Aug 20 15:09:09.144543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520ee37-cb65-477f-9b55-9115db52c67c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Pushing event updated for resources: {'Network': ['ID=702971b5-428a-4e3c-9833-5c3134141ef6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:09.155759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Made reservation on behalf of d77c5a334f9d4c5aae1dfe97cfc4702d for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:09.160012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.161217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 702971b5-428a-4e3c-9833-5c3134141ef6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:09:09.170444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.175352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6667d35-c086-4cd7-a22c-6c8e57e572ec,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:09.224692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b96e2-c4be-4bfd-9c32-c6e7836e6f08 req-ffb64778-a337-46ed-92eb-56903f9c4fdf tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:09.226364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f64b96e2-c4be-4bfd-9c32-c6e7836e6f08 req-ffb64778-a337-46ed-92eb-56903f9c4fdf tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 944 time: 0.1109133 Aug 20 15:09:09.227206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.228219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:09.228850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.315753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0173790 Aug 20 15:09:09.319241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49930) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:09.334355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Request body: {'subnet': {'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-587352541-subnet', 'tenant_id': '93401f8f75c842228e91ba7501e78f62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:09.359310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f64b96e2-c4be-4bfd-9c32-c6e7836e6f08 req-10b133cb-43c8-4f2e-b7ed-eff5398dfccf tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228077 Aug 20 15:09:09.364457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b9328-b255-4573-9922-eccdcda3a69f admin admin] Pushing event updated for resources: {'Network': ['ID=6e588f38-a0db-4b07-b324-a16b4e3172ab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:09.379967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 6e588f38-a0db-4b07-b324-a16b4e3172ab details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:09:09.381113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Made reservation on behalf of 93401f8f75c842228e91ba7501e78f62 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:09.383868 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.406767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.489277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Checking segment: {'id': '9d8afa62-bc77-4bd5-819b-f08c5a77d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '702971b5-428a-4e3c-9833-5c3134141ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:09.489615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Network hostable DHCP agents. Network: 702971b5-428a-4e3c-9833-5c3134141ef6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:09:09.491652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Pushing event updated for resources: {'Subnet': ['ID=6f36bcd1-ca29-484d-8685-2a51f79ffa46,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:09.508833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Network 702971b5-428a-4e3c-9833-5c3134141ef6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:09:09.518619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 702971b5-428a-4e3c-9833-5c3134141ef6) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:09.523860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:09.524461 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.529471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83f5b3-6a9f-4b42-92ed-e3ed70430c17 None None] Network 702971b5-428a-4e3c-9833-5c3134141ef6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:09.541370 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0d9c00e8-3655-4f9d-8366-06b18d4901b1 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4912770 Aug 20 15:09:09.544102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49932) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:09.549563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Request body: {'port': {'network_id': '702971b5-428a-4e3c-9833-5c3134141ef6', 'name': 'tempest-TagsExtTest-2047992437'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:09.570304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d3cd397a-72b6-408c-af57-ebe2b5886c37 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:09.591852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.665290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad335ef-2149-40ab-946a-2a0053cfde1e,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:09.674502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Checking segment: {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:09.675097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Network hostable DHCP agents. Network: 6e588f38-a0db-4b07-b324-a16b4e3172ab, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:09:09.691823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Made reservation on behalf of d77c5a334f9d4c5aae1dfe97cfc4702d for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:09.696082 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.701847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Network 6e588f38-a0db-4b07-b324-a16b4e3172ab is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:09:09.720258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] device_id is not set on port 8a1abb97-60e1-4ca9-a4f4-f48512a88d13 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:09:09.722674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 6e588f38-a0db-4b07-b324-a16b4e3172ab) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:09.732438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port d3cd397a-72b6-408c-af57-ebe2b5886c37 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:09.740942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:09.741799 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.742790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb97717-10c4-4e8d-93ae-45a22aa0f4a3 None None] Network 6e588f38-a0db-4b07-b324-a16b4e3172ab requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:09.745861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port d3cd397a-72b6-408c-af57-ebe2b5886c37 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:09.747275 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:09.770133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2369a492-ea07-4a62-8cd4-979c58c51b41 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4426830 Aug 20 15:09:09.865652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Allocated IP 172.20.0.2 (702971b5-428a-4e3c-9833-5c3134141ef6/6f36bcd1-ca29-484d-8685-2a51f79ffa46/8a1abb97-60e1-4ca9-a4f4-f48512a88d13) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:09.888811 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-702971b5-428a-4e3c-9833-5c3134141ef6', 'network_id': '702971b5-428a-4e3c-9833-5c3134141ef6', 'tenant_id': 'd77c5a334f9d4c5aae1dfe97cfc4702d', 'fixed_ips': [{'subnet_id': '6f36bcd1-ca29-484d-8685-2a51f79ffa46'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:09:09.889962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.064860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.134953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdf040-0648-4fc2-bbf5-9177b19a9975 req-bec971d7-b25a-40ef-baf2-16335f68699b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:10.137663 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.141949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9bdf040-0648-4fc2-bbf5-9177b19a9975 req-bec971d7-b25a-40ef-baf2-16335f68699b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0954506 Aug 20 15:09:10.171900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4473429-2fea-4c19-bcfd-3c73954ece1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cd397a-72b6-408c-af57-ebe2b5886c37'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:10.174314 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548d3b53-55e7-4d68-9a22-1081146c7c56" -d '{"events": [{"server_uuid": "a4473429-2fea-4c19-bcfd-3c73954ece1c", "name": "network-vif-plugged", "status": "completed", "tag": "d3cd397a-72b6-408c-af57-ebe2b5886c37"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:10.191911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d3cd397a-72b6-408c-af57-ebe2b5886c37, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3cd397a-72b6-408c-af57-ebe2b5886c37,segment=NetworkSegment(4a319184-e002-47ad-bc0b-a14c87033f44),segment_id=4a319184-e002-47ad-bc0b-a14c87033f44)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:10.212527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.266548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9bdf040-0648-4fc2-bbf5-9177b19a9975 req-506f4251-402d-4d39-95de-c38fe2f82658 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072993 Aug 20 15:09:10.283196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d3cd397a-72b6-408c-af57-ebe2b5886c37,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:10.302375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e754d3e5-2d79-484b-ae81-6b9cbe100ca1 None None] Network 6e588f38-a0db-4b07-b324-a16b4e3172ab requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:10.393908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-4df1e174-db38-4809-bbc7-3e41bbcb0f01 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:10.402152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-4df1e174-db38-4809-bbc7-3e41bbcb0f01 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 812 time: 0.1668770 Aug 20 15:09:10.404793 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfd7fee-9bb9-4691-b324-c5e84637cc31 x-openstack-request-id: req-6bfd7fee-9bb9-4691-b324-c5e84637cc31 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:10.405287 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4473429-2fea-4c19-bcfd-3c73954ece1c", "name": "network-vif-plugged", "status": "completed", "tag": "d3cd397a-72b6-408c-af57-ebe2b5886c37", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:10.405710 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bfd7fee-9bb9-4691-b324-c5e84637cc31 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:10.406253 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4473429-2fea-4c19-bcfd-3c73954ece1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cd397a-72b6-408c-af57-ebe2b5886c37', 'code': 200} Aug 20 15:09:10.419242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-562958dd-13e8-4ca1-a5b8-595445987d5d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/quotas/93401f8f75c842228e91ba7501e78f62 HTTP/1.1" status: 200 len: 375 time: 0.0160840 Aug 20 15:09:10.481777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-02e2d67c-b3fa-4823-9112-e94b8f377c5b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612886 Aug 20 15:09:10.598373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Transition to ACTIVE for port object 8a1abb97-60e1-4ca9-a4f4-f48512a88d13 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:10.641101 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.693072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Network 702971b5-428a-4e3c-9833-5c3134141ef6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:10.696182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:10.700493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:10.719827 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-554e0e67-b7ce-4ec8-b35f-3407f044ca3b {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:09:10.720481 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:09:10.728666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Pushing event updated for resources: {'Port': ['ID=8a1abb97-60e1-4ca9-a4f4-f48512a88d13,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:10.761762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:10.762511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.781395 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-94bb74b9-6a78-4ee8-bfc1-ed12d24d356f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2360811 Aug 20 15:09:10.784703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49968) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:10.809162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-da271a84-a8d8-4e79-9413-12f6f3cda299 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-79070972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:10.821263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da271a84-a8d8-4e79-9413-12f6f3cda299 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.822474 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da271a84-a8d8-4e79-9413-12f6f3cda299 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.876014 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da271a84-a8d8-4e79-9413-12f6f3cda299 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.879985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabe06f-0674-4732-8014-4f12ecfeea29 req-e73ee6d7-4ea3-4f61-89ab-ad147c03f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:10.881478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdabe06f-0674-4732-8014-4f12ecfeea29 req-e73ee6d7-4ea3-4f61-89ab-ad147c03f6d4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 1097 time: 0.4589214 Aug 20 15:09:10.882585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da271a84-a8d8-4e79-9413-12f6f3cda299 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.908181 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da271a84-a8d8-4e79-9413-12f6f3cda299 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.911841 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-da271a84-a8d8-4e79-9413-12f6f3cda299 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1235771 Aug 20 15:09:10.912113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49970) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:10.916873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b51e5b5f-2677-42ef-9451-7fb36388496c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2002626980', 'prefixes': ['172.20.0.0/16']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:10.970152 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b51e5b5f-2677-42ef-9451-7fb36388496c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for subnetpool, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:10.974714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eee97-32e8-48ff-9a74-4d7daca41955 req-188c7b24-dbf8-458a-9d2e-32282e003a2c tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:10.974857 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b51e5b5f-2677-42ef-9451-7fb36388496c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0582132 Aug 20 15:09:10.974935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-476eee97-32e8-48ff-9a74-4d7daca41955 req-188c7b24-dbf8-458a-9d2e-32282e003a2c tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 945 time: 0.1120543 Aug 20 15:09:10.975898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdabe06f-0674-4732-8014-4f12ecfeea29 req-44245b9b-2f9f-4365-a7ed-46e429b7a7a2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744944 Aug 20 15:09:10.976202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49972) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:10.978319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-c24ed970-cc47-451f-b9d8-2e3ce3445fc2 service neutron] 10.222.0.36 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870241 Aug 20 15:09:10.982209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-17fd6fda-5c9d-4f0a-8c0d-74337b546ddd tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46', 'tempest-TagsExtTest-Tag-1064438247') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.057245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-476eee97-32e8-48ff-9a74-4d7daca41955 req-db463cfc-af22-45f6-917f-72e58ef0753c tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778861 Aug 20 15:09:11.085605 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-17fd6fda-5c9d-4f0a-8c0d-74337b546ddd tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags/tempest-TagsExtTest-Tag-1064438247 HTTP/1.1" status: 201 len: 201 time: 0.1079082 Aug 20 15:09:11.088171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49974) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.093496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-e6fb75e6-c2ce-42d5-b340-81d5efe255aa tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13', 'tempest-TagsExtTest-Tag-1843378277') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.103891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-7431a7d2-61e1-4237-a401-f5dee9e4acde service neutron] 10.222.0.36 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161427 Aug 20 15:09:11.162528 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e6fb75e6-c2ce-42d5-b340-81d5efe255aa tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags/tempest-TagsExtTest-Tag-1843378277 HTTP/1.1" status: 201 len: 201 time: 0.0727036 Aug 20 15:09:11.165213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49976) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.171663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-813e4ddc-370f-40b3-89e8-a36f625fd034 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169', 'tempest-TagsExtTest-Tag-208013350') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.221720 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:11.289284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-813e4ddc-370f-40b3-89e8-a36f625fd034 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags/tempest-TagsExtTest-Tag-208013350 HTTP/1.1" status: 201 len: 201 time: 0.1205511 Aug 20 15:09:11.289786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49982) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.295500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-af6e0204-16d1-496e-aaa3-571fd00bfbaf tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f', 'tempest-TagsExtTest-Tag-1924856979') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.394846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-af6e0204-16d1-496e-aaa3-571fd00bfbaf tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags/tempest-TagsExtTest-Tag-1924856979 HTTP/1.1" status: 201 len: 201 time: 0.1038153 Aug 20 15:09:11.397511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49988) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.404583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-b2d18b2d-bddd-4b18-b428-1ab18175d4cf tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.413974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Allocated IP 172.20.0.3 (702971b5-428a-4e3c-9833-5c3134141ef6/6f36bcd1-ca29-484d-8685-2a51f79ffa46/133d23c9-c053-4938-b012-0bb7839d650b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:11.425736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca084df1-3442-41ce-8411-821d50e7e456 req-81bc02c9-6ed0-4e18-89bd-cb3b6472d823 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 210 time: 0.0568037 Aug 20 15:09:11.454057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794bba5-a3f4-477f-aa40-08b73e2fd419 req-55b5941b-42e5-49a8-a0d0-244499c44d27 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:11.462132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f794bba5-a3f4-477f-aa40-08b73e2fd419 req-55b5941b-42e5-49a8-a0d0-244499c44d27 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0945940 Aug 20 15:09:11.490485 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b2d18b2d-bddd-4b18-b428-1ab18175d4cf tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags HTTP/1.1" status: 200 len: 241 time: 0.0910895 Aug 20 15:09:11.492828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49994) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.498641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-a8240a89-6279-476b-999b-b219080b4fa3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46', 'tempest-TagsExtTest-Tag-1064438247') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.516270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f794bba5-a3f4-477f-aa40-08b73e2fd419 req-15c01fe6-8c5e-4125-933b-5b9ab00d1994 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530381 Aug 20 15:09:11.559912 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a8240a89-6279-476b-999b-b219080b4fa3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags/tempest-TagsExtTest-Tag-1064438247 HTTP/1.1" status: 204 len: 168 time: 0.0654089 Aug 20 15:09:11.562339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49998) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.567090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-6898c8b9-9bc6-4d4e-af9d-3b72dd3baced tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46', 'tempest-TagsExtTest-Tag-1064438247') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.642197 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6898c8b9-9bc6-4d4e-af9d-3b72dd3baced tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags/tempest-TagsExtTest-Tag-1064438247 HTTP/1.1" status: 204 len: 168 time: 0.0786805 Aug 20 15:09:11.644942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50004) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.652694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-fa7fd3a2-50d1-44c0-862c-39062d92d305 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.764418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fa7fd3a2-50d1-44c0-862c-39062d92d305 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags HTTP/1.1" status: 200 len: 205 time: 0.1174467 Aug 20 15:09:11.766448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50008) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.772036 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-92c6129b-180d-400c-9fbd-6a382319bc1f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.793795 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:11.818924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Transition to ACTIVE for port object 133d23c9-c053-4938-b012-0bb7839d650b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:11.835291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Transition to ACTIVE for port object 133d23c9-c053-4938-b012-0bb7839d650b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:11.844554 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:11.851919 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92c6129b-180d-400c-9fbd-6a382319bc1f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags HTTP/1.1" status: 200 len: 241 time: 0.0816517 Aug 20 15:09:11.852421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50012) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.858655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-4ec95a41-20db-48bd-8bc0-cbcde7e4d24f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13', 'tempest-TagsExtTest-Tag-1843378277') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.884995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Network 702971b5-428a-4e3c-9833-5c3134141ef6 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:11.888092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:11.892671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:11.930037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4ec95a41-20db-48bd-8bc0-cbcde7e4d24f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags/tempest-TagsExtTest-Tag-1843378277 HTTP/1.1" status: 204 len: 168 time: 0.0742204 Aug 20 15:09:11.930569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50014) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:11.935901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-78d3ce75-2ea4-4402-8450-881351004d74 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13', 'tempest-TagsExtTest-Tag-1843378277') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:11.942246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Pushing event updated for resources: {'Port': ['ID=133d23c9-c053-4938-b012-0bb7839d650b,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:11.988766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Attempting to bind port 133d23c9-c053-4938-b012-0bb7839d650b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:11.989135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Attempting to bind port 133d23c9-c053-4938-b012-0bb7839d650b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '9d8afa62-bc77-4bd5-819b-f08c5a77d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '702971b5-428a-4e3c-9833-5c3134141ef6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:11.989507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Attempting to bind port 133d23c9-c053-4938-b012-0bb7839d650b on network 702971b5-428a-4e3c-9833-5c3134141ef6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:11.997339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:11.998125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Checking segment: {'id': '9d8afa62-bc77-4bd5-819b-f08c5a77d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '702971b5-428a-4e3c-9833-5c3134141ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:11.998593 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:11.998999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Bound using segment: {'id': '9d8afa62-bc77-4bd5-819b-f08c5a77d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '702971b5-428a-4e3c-9833-5c3134141ef6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:11.999582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Bound port: 133d23c9-c053-4938-b012-0bb7839d650b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8afa62-bc77-4bd5-819b-f08c5a77d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '702971b5-428a-4e3c-9833-5c3134141ef6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:12.000208 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:12.034470 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-78d3ce75-2ea4-4402-8450-881351004d74 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags/tempest-TagsExtTest-Tag-1843378277 HTTP/1.1" status: 204 len: 168 time: 0.1026556 Aug 20 15:09:12.036854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50016) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:12.043645 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-841c3aa9-ac5f-47b0-b6ec-e526c7bf6a0e tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:12.107820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50020) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:12.107980 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-841c3aa9-ac5f-47b0-b6ec-e526c7bf6a0e tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags HTTP/1.1" status: 200 len: 205 time: 0.0700321 Aug 20 15:09:12.113918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-5607c7f6-9126-4362-986b-f89dc0680ed0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:12.117893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] For port 133d23c9-c053-4938-b012-0bb7839d650b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:12.122519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] For port 133d23c9-c053-4938-b012-0bb7839d650b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=133d23c9-c053-4938-b012-0bb7839d650b,segment=NetworkSegment(9d8afa62-bc77-4bd5-819b-f08c5a77d9e4),segment_id=9d8afa62-bc77-4bd5-819b-f08c5a77d9e4)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:12.128142 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:12.202060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b054e8-edd1-433b-bd9f-40a90d960f33 None None] Pushing event updated for resources: {'Port': ['ID=133d23c9-c053-4938-b012-0bb7839d650b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:12.242124 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69d0d4be-7edd-44f8-a03d-36462eb0f8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:12.379285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f962-71e1-40f4-bd3c-45cf87b3ec31 req-23322897-3907-4566-99cb-ac2d23695c3a tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:12.379285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43d0f962-71e1-40f4-bd3c-45cf87b3ec31 req-23322897-3907-4566-99cb-ac2d23695c3a tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 945 time: 0.1527770 Aug 20 15:09:12.379285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5607c7f6-9126-4362-986b-f89dc0680ed0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags HTTP/1.1" status: 200 len: 240 time: 0.2636275 Aug 20 15:09:12.475977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50034) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:12.475977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-c227db73-9fe8-4f30-98e4-1e9009402f3a tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169', 'tempest-TagsExtTest-Tag-208013350') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:12.477298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43d0f962-71e1-40f4-bd3c-45cf87b3ec31 req-27da9f86-1fa7-4fb4-a520-e15d093a4dfe tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882590 Aug 20 15:09:12.629311 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c227db73-9fe8-4f30-98e4-1e9009402f3a tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags/tempest-TagsExtTest-Tag-208013350 HTTP/1.1" status: 204 len: 168 time: 0.2522941 Aug 20 15:09:12.629842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50048) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:12.640287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-b7431a02-1dc9-4a8b-95c2-d57f1f591cb8 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169', 'tempest-TagsExtTest-Tag-208013350') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:12.706650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb25cfac-2ee2-4847-b0db-eb609e621076 req-66e159a6-ed26-488b-bb91-b7d84fd5a549 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 210 time: 0.0973489 Aug 20 15:09:12.768304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490113-d860-4b43-adf0-17dd3e056512 req-80c09a36-b33b-4fbb-8a50-d6d566572cea tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:12.776634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c490113-d860-4b43-adf0-17dd3e056512 req-80c09a36-b33b-4fbb-8a50-d6d566572cea tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0870621 Aug 20 15:09:12.837824 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b7431a02-1dc9-4a8b-95c2-d57f1f591cb8 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags/tempest-TagsExtTest-Tag-208013350 HTTP/1.1" status: 204 len: 168 time: 0.2047627 Aug 20 15:09:12.838167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50054) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:12.850745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-6f05a5fc-ed0a-4350-8d16-c04ede2d8a83 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:12.864241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c490113-d860-4b43-adf0-17dd3e056512 req-923f06b2-f37b-4977-90f7-6e5094b6c067 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790255 Aug 20 15:09:12.962211 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6f05a5fc-ed0a-4350-8d16-c04ede2d8a83 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags HTTP/1.1" status: 200 len: 205 time: 0.1169596 Aug 20 15:09:12.962928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:12.968878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-71d90f92-fbf1-4d93-b53a-04f101d53cd6 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.034297 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-71d90f92-fbf1-4d93-b53a-04f101d53cd6 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags HTTP/1.1" status: 200 len: 241 time: 0.0702274 Aug 20 15:09:13.034956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50062) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.039782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-579fd90f-80c3-4914-ab32-440545ce0ca6 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f', 'tempest-TagsExtTest-Tag-1924856979') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.094341 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-579fd90f-80c3-4914-ab32-440545ce0ca6 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags/tempest-TagsExtTest-Tag-1924856979 HTTP/1.1" status: 204 len: 168 time: 0.0481570 Aug 20 15:09:13.094341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50064) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.094341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-906a0b18-5c66-48da-ae8b-3ad98d71bb70 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f', 'tempest-TagsExtTest-Tag-1924856979') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.163713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50068) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.164943 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-906a0b18-5c66-48da-ae8b-3ad98d71bb70 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags/tempest-TagsExtTest-Tag-1924856979 HTTP/1.1" status: 204 len: 168 time: 0.0787847 Aug 20 15:09:13.176453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-140087e6-8bfb-4fdf-8069-c1fcd3bdba57 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.267064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-47aa208e-ccfd-4eff-b160-d396c8a99f15 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:13.268617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-47aa208e-ccfd-4eff-b160-d396c8a99f15 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.72 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 812 time: 0.3069961 Aug 20 15:09:13.271615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-140087e6-8bfb-4fdf-8069-c1fcd3bdba57 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags HTTP/1.1" status: 200 len: 205 time: 0.1068928 Aug 20 15:09:13.274708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50072) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.279307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-fcdfa0a6-9ef9-423c-995c-f6cd061671ad tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:13.280246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-4d9c0b98-57d2-4a60-a201-64018de7efb5 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.280822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-fcdfa0a6-9ef9-423c-995c-f6cd061671ad tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.70 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 812 time: 0.3048348 Aug 20 15:09:13.303934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Request body: {'port': {'device_id': '956279df-3254-403d-bfd2-63a2ea618bbb', 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab', 'admin_state_up': True, 'tenant_id': '93401f8f75c842228e91ba7501e78f62'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:13.310732 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4d9c0b98-57d2-4a60-a201-64018de7efb5 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags HTTP/1.1" status: 204 len: 168 time: 0.0349092 Aug 20 15:09:13.311214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Request body: {'port': {'device_id': '4d6373c5-d46f-436d-90a3-98af8c193f68', 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab', 'admin_state_up': True, 'tenant_id': '93401f8f75c842228e91ba7501e78f62'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:13.313172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50074) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.318033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-54fa0d03-22c5-4bbd-b124-42064e7e9f4a tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.446026 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-54fa0d03-22c5-4bbd-b124-42064e7e9f4a tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags HTTP/1.1" status: 204 len: 168 time: 0.1317518 Aug 20 15:09:13.450222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.468344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-bb471f92-afc5-4b9b-bb12-00219f4f03aa tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.542773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Made reservation on behalf of 93401f8f75c842228e91ba7501e78f62 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:13.546455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:13.566470 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb471f92-afc5-4b9b-bb12-00219f4f03aa tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags HTTP/1.1" status: 204 len: 168 time: 0.1129549 Aug 20 15:09:13.566795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50086) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.575624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-ca2968ed-5b7d-465d-8f47-f6a1fbd0d781 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.639420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Made reservation on behalf of 93401f8f75c842228e91ba7501e78f62 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:13.643149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:13.655941 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ca2968ed-5b7d-465d-8f47-f6a1fbd0d781 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags HTTP/1.1" status: 204 len: 168 time: 0.0880175 Aug 20 15:09:13.660596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50090) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.665617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-6f998690-f28d-4245-8e90-c37125445940 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46', 'tempest-TagsExtTest-Tag-1444713586') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.685470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c04e3-f336-4cc8-874d-d205155e5bc7 None None] Network 702971b5-428a-4e3c-9833-5c3134141ef6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:13.736766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56338ff3-5cdc-491e-842f-7943ed9c147b req-4bd0c28b-46b0-43c6-b65e-796f296bf5af tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:13.749502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56338ff3-5cdc-491e-842f-7943ed9c147b req-4bd0c28b-46b0-43c6-b65e-796f296bf5af tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 945 time: 0.1997876 Aug 20 15:09:13.769104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6f998690-f28d-4245-8e90-c37125445940 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags/tempest-TagsExtTest-Tag-1444713586 HTTP/1.1" status: 201 len: 201 time: 0.1059785 Aug 20 15:09:13.770434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50098) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.784143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-538406ae-b0ff-48f8-825b-7c15d2bf200c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13', 'tempest-TagsExtTest-Tag-2093294219') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.856071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0ee7c424-c8a3-4157-8127-d0c2c27b8890 None None] Provisioning for port 133d23c9-c053-4938-b012-0bb7839d650b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:13.887671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56338ff3-5cdc-491e-842f-7943ed9c147b req-6da735b1-f0d5-4e7d-bf7d-4eaee744f935 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320457 Aug 20 15:09:13.933827 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-538406ae-b0ff-48f8-825b-7c15d2bf200c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags/tempest-TagsExtTest-Tag-2093294219 HTTP/1.1" status: 201 len: 201 time: 0.1605003 Aug 20 15:09:13.936583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:13.952881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-0a605bfd-5939-4f36-ad61-138821e390d6 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169', 'tempest-TagsExtTest-Tag-433420454') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:13.965811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4e07d7a-ced8-4063-8532-c7a5698a59f5 req-e415b4e3-6634-4ebe-b504-56569122bfb3 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 210 time: 0.0539758 Aug 20 15:09:14.082746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Allocated IP 172.20.0.14 (6e588f38-a0db-4b07-b324-a16b4e3172ab/0ad335ef-2149-40ab-946a-2a0053cfde1e/ce5bcc28-b177-44e9-862f-b74153f96d2a) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:14.084723 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0a605bfd-5939-4f36-ad61-138821e390d6 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags/tempest-TagsExtTest-Tag-433420454 HTTP/1.1" status: 201 len: 201 time: 0.1466522 Aug 20 15:09:14.087303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50114) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:14.093039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-f3dbdbd6-f6bd-4437-b4f5-6db8747544a4 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f', 'tempest-TagsExtTest-Tag-1012882149') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:14.134886 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f3dbdbd6-f6bd-4437-b4f5-6db8747544a4 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags/tempest-TagsExtTest-Tag-1012882149 HTTP/1.1" status: 201 len: 201 time: 0.0445364 Aug 20 15:09:14.135338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50116) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:14.142191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-38eae10b-d4e0-43e8-816c-8e957b304241 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46', {'tags': ['tempest-TagsExtTest-Tag-1280435556', 'tempest-TagsExtTest-Tag-29630872', 'tempest-TagsExtTest-Tag-790793528']}) {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:14.142935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a579df2-042a-4378-805a-426f6dd131d9 req-0f13f5bc-f9b2-4196-8907-cfef3e5882ab tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:14.144589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a579df2-042a-4378-805a-426f6dd131d9 req-0f13f5bc-f9b2-4196-8907-cfef3e5882ab tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1397438 Aug 20 15:09:14.229854 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-38eae10b-d4e0-43e8-816c-8e957b304241 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags HTTP/1.1" status: 200 len: 315 time: 0.0918772 Aug 20 15:09:14.232601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50122) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:14.245963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-293ca6db-2592-4707-a9dc-c499d4caa95f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:14.297209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a579df2-042a-4378-805a-426f6dd131d9 req-31a3fbcb-b956-49d6-b48a-858e692d8b24 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359131 Aug 20 15:09:14.390118 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-293ca6db-2592-4707-a9dc-c499d4caa95f tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags HTTP/1.1" status: 204 len: 168 time: 0.1557693 Aug 20 15:09:14.392621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50124) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:14.409091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-f6e7e461-d139-472f-b08e-1415102e96f0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46', 'tempest-TagsExtTest-Tag-1280435556') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:14.418570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 133d23c9-c053-4938-b012-0bb7839d650b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:14.489968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cd4bae3d-78f4-49bd-a389-23946842f68f None None] Provisioning for port 8a1abb97-60e1-4ca9-a4f4-f48512a88d13 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:14.494796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cd4bae3d-78f4-49bd-a389-23946842f68f None None] Provisioning complete for port 8a1abb97-60e1-4ca9-a4f4-f48512a88d13 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:14.495874 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cd4bae3d-78f4-49bd-a389-23946842f68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:14.553615 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:09:14.557889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 133d23c9-c053-4938-b012-0bb7839d650b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:14.570740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 133d23c9-c053-4938-b012-0bb7839d650b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:14.572344 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:14.587583 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-f6e7e461-d139-472f-b08e-1415102e96f0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:14.589458 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f6e7e461-d139-472f-b08e-1415102e96f0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags/tempest-TagsExtTest-Tag-1280435556 HTTP/1.1" status: 404 len: 329 time: 0.1930523 Aug 20 15:09:14.592718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50132) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:14.600897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-356886fd-1471-406e-97c6-ab33b679f6f3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46', 'tempest-TagsExtTest-Tag-29630872') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:14.607169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-28d0e100-499e-42ce-b251-6fe7fd52e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:14.608911 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-28d0e100-499e-42ce-b251-6fe7fd52e766 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b55826d360804549aa913e808c01de9d&device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 1097 time: 0.1017566 Aug 20 15:09:14.615685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cd4bae3d-78f4-49bd-a389-23946842f68f None None] Port 8a1abb97-60e1-4ca9-a4f4-f48512a88d13 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:09:14.662274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:14.671989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7325e-b187-443a-9642-89a4d4e3ff29 req-cc1a18d9-523d-4f6f-8384-cbbb97c9a6a8 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:14.673951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd7325e-b187-443a-9642-89a4d4e3ff29 req-cc1a18d9-523d-4f6f-8384-cbbb97c9a6a8 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 945 time: 0.1666338 Aug 20 15:09:14.700298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:14.740826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd7325e-b187-443a-9642-89a4d4e3ff29 req-0224929e-24f3-4ebf-8a38-9c4f64ef34da tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549600 Aug 20 15:09:14.762631 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-356886fd-1471-406e-97c6-ab33b679f6f3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:14.766332 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-356886fd-1471-406e-97c6-ab33b679f6f3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags/tempest-TagsExtTest-Tag-29630872 HTTP/1.1" status: 404 len: 327 time: 0.1702101 Aug 20 15:09:14.766709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50138) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:14.785502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.tag.tag_plugin [None req-d58707a7-9abc-4e91-a22a-90c83b56d57d tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46', 'tempest-TagsExtTest-Tag-790793528') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:14.786671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-ac70f70b-7171-45bd-9f4c-bed78885d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:14.788252 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-ac70f70b-7171-45bd-9f4c-bed78885d67f service neutron] 10.222.0.70 "GET /v2.0/networks?id=49517756-d00c-46b3-aede-ae42d293d004 HTTP/1.1" status: 200 len: 915 time: 0.1604891 Aug 20 15:09:14.792292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 133d23c9-c053-4938-b012-0bb7839d650b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=133d23c9-c053-4938-b012-0bb7839d650b,segment=NetworkSegment(9d8afa62-bc77-4bd5-819b-f08c5a77d9e4),segment_id=9d8afa62-bc77-4bd5-819b-f08c5a77d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:14.793568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a31e7662-9532-470b-8a9c-b44d16ea5695 None None] Provisioning complete for port 8a1abb97-60e1-4ca9-a4f4-f48512a88d13 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:14.793958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a31e7662-9532-470b-8a9c-b44d16ea5695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:14.794745 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:14.798625 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:14.830569 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:14.866465 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-8837941e-d6ac-4cc4-b863-8ffb5e59e8eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3cd397a-72b6-408c-af57-ebe2b5886c37 HTTP/1.1" status: 200 len: 217 time: 0.0628927 Aug 20 15:09:14.910219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=133d23c9-c053-4938-b012-0bb7839d650b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:14.912928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a31e7662-9532-470b-8a9c-b44d16ea5695 None None] Port 8a1abb97-60e1-4ca9-a4f4-f48512a88d13 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:09:14.952626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Network 6e588f38-a0db-4b07-b324-a16b4e3172ab is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:14.954277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:14.971809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:14.989838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-4c13b7e5-ba1d-442b-9afd-f0066ef86f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:14.991801 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-4c13b7e5-ba1d-442b-9afd-f0066ef86f41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b3708e1c-fa0f-40f7-8198-a70d380b1c79 HTTP/1.1" status: 200 len: 854 time: 0.1119213 Aug 20 15:09:15.020266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Allocated IP 172.20.0.10 (6e588f38-a0db-4b07-b324-a16b4e3172ab/0ad335ef-2149-40ab-946a-2a0053cfde1e/590e1d38-666a-477b-86de-4c8a91804f7e) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:15.044901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Pushing event updated for resources: {'Port': ['ID=ce5bcc28-b177-44e9-862f-b74153f96d2a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:15.079075 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-908b9d98-c699-415f-b2b8-a502155e9031 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49517756-d00c-46b3-aede-ae42d293d004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722780 Aug 20 15:09:15.131713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:15.132414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:15.163509 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5fa9811c-ad11-4f8b-8f65-436f42848dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:15.203936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-961494af-cdfb-408f-a014-582bfbd7ef2c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9041047 Aug 20 15:09:15.220850 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-d58707a7-9abc-4e91-a22a-90c83b56d57d tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:15.224735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d58707a7-9abc-4e91-a22a-90c83b56d57d tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags/tempest-TagsExtTest-Tag-790793528 HTTP/1.1" status: 404 len: 328 time: 0.4539928 Aug 20 15:09:15.225951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:15.228135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Request body: {'port': {'device_id': '956279df-3254-403d-bfd2-63a2ea618bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:15.238524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-509bd7c4-2538-4f4c-b5a4-0c2314e2878a tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13', {'tags': ['tempest-TagsExtTest-Tag-676234742', 'tempest-TagsExtTest-Tag-1738887809', 'tempest-TagsExtTest-Tag-60200151']}) {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:15.271437 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-32d1057a-3fe7-4ac1-8e6f-f4ec259bec7c service neutron] 10.222.0.70 "GET /v2.0/networks/49517756-d00c-46b3-aede-ae42d293d004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796930 Aug 20 15:09:15.306594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a06cbb-5c76-478d-b1db-69ade443f984 req-cc0e2ce4-dda3-4a6a-9984-2dbd3b235553 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:15.309318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4a06cbb-5c76-478d-b1db-69ade443f984 req-cc0e2ce4-dda3-4a6a-9984-2dbd3b235553 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 932 time: 0.2390306 Aug 20 15:09:15.364046 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:15.390470 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-509bd7c4-2538-4f4c-b5a4-0c2314e2878a tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags HTTP/1.1" status: 200 len: 315 time: 0.1562877 Aug 20 15:09:15.391673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50168) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:15.398152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-45cceae7-0387-4fff-bebf-54af726b6ff7 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:15.445644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4a06cbb-5c76-478d-b1db-69ade443f984 req-ddc79172-be06-4a1b-bcb0-abb794dcf8d0 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115193 Aug 20 15:09:15.449699 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f81a3d5b-48c6-4e65-8f01-880c2f508a49 req-b5e9f141-89ac-4ddc-b0f4-6f3b157ff0e5 service neutron] 10.222.0.70 "GET /v2.0/networks/49517756-d00c-46b3-aede-ae42d293d004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628501 Aug 20 15:09:15.474213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:15.506230 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-45cceae7-0387-4fff-bebf-54af726b6ff7 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags HTTP/1.1" status: 204 len: 168 time: 0.1115127 Aug 20 15:09:15.506765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50172) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:15.513309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-4c024c7b-bd59-4f04-840f-706875481884 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13', 'tempest-TagsExtTest-Tag-676234742') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:15.600087 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-4c024c7b-bd59-4f04-840f-706875481884 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:15.604297 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4c024c7b-bd59-4f04-840f-706875481884 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags/tempest-TagsExtTest-Tag-676234742 HTTP/1.1" status: 404 len: 328 time: 0.0963769 Aug 20 15:09:15.607374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50176) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:15.612858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-d511c14e-8e34-4848-acc1-db410d8b88ff tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13', 'tempest-TagsExtTest-Tag-1738887809') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:15.679588 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-d511c14e-8e34-4848-acc1-db410d8b88ff tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:15.680597 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d511c14e-8e34-4848-acc1-db410d8b88ff tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags/tempest-TagsExtTest-Tag-1738887809 HTTP/1.1" status: 404 len: 329 time: 0.0718870 Aug 20 15:09:15.684855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50180) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:15.690310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-2149b27d-d2c6-41df-bb98-d91fc6b660f3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13', 'tempest-TagsExtTest-Tag-60200151') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:15.770641 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-2149b27d-d2c6-41df-bb98-d91fc6b660f3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:15.774568 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2149b27d-d2c6-41df-bb98-d91fc6b660f3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags/tempest-TagsExtTest-Tag-60200151 HTTP/1.1" status: 404 len: 327 time: 0.0859168 Aug 20 15:09:15.774923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:15.779893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-d859da1b-0614-47d1-adac-6cd8a5c3217a tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169', {'tags': ['tempest-TagsExtTest-Tag-217163389', 'tempest-TagsExtTest-Tag-499705017', 'tempest-TagsExtTest-Tag-1667841220']}) {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:15.879908 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d859da1b-0614-47d1-adac-6cd8a5c3217a tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags HTTP/1.1" status: 200 len: 316 time: 0.1029570 Aug 20 15:09:15.881600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50190) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:15.887127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-3b7570f5-932d-4d46-b62b-4a8f655dcfd3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.000040 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3b7570f5-932d-4d46-b62b-4a8f655dcfd3 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags HTTP/1.1" status: 204 len: 168 time: 0.1147785 Aug 20 15:09:16.000257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50196) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.006937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-72d9e1f5-3464-4e92-9149-f38114c582d4 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169', 'tempest-TagsExtTest-Tag-217163389') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.017342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265ea9a-7357-4851-963f-f78d86761c21 req-015fccc4-127d-44a6-bca6-d6b1467fa70b tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:16.018882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d265ea9a-7357-4851-963f-f78d86761c21 req-015fccc4-127d-44a6-bca6-d6b1467fa70b tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.4660256 Aug 20 15:09:16.030527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1b6ac-1586-4c51-ba08-7b3d787b4094 req-cb75353a-4c66-4f8f-86e4-4d5331c898e7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:16.032092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ba1b6ac-1586-4c51-ba08-7b3d787b4094 req-cb75353a-4c66-4f8f-86e4-4d5331c898e7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1370013 Aug 20 15:09:16.057390 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:16.069683 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:16.133303 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-72d9e1f5-3464-4e92-9149-f38114c582d4 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:16.133772 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-72d9e1f5-3464-4e92-9149-f38114c582d4 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags/tempest-TagsExtTest-Tag-217163389 HTTP/1.1" status: 404 len: 328 time: 0.1325946 Aug 20 15:09:16.137301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50200) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.143679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-05979604-90d9-482a-a5a6-625067781b6b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169', 'tempest-TagsExtTest-Tag-499705017') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.160519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Network 6e588f38-a0db-4b07-b324-a16b4e3172ab is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:16.182831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:16.203801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:16.269536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d265ea9a-7357-4851-963f-f78d86761c21 req-66a54fd8-40f0-4b72-bdde-21806bcd7b84 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350376 Aug 20 15:09:16.272278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ba1b6ac-1586-4c51-ba08-7b3d787b4094 req-48f41ad8-2a4d-46f3-a6fe-6a0f901461fc tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267001 Aug 20 15:09:16.272802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Pushing event updated for resources: {'Port': ['ID=590e1d38-666a-477b-86de-4c8a91804f7e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:16.277508 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-05979604-90d9-482a-a5a6-625067781b6b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:16.278548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 133d23c9-c053-4938-b012-0bb7839d650b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:16.279525 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-05979604-90d9-482a-a5a6-625067781b6b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags/tempest-TagsExtTest-Tag-499705017 HTTP/1.1" status: 404 len: 328 time: 0.1409903 Aug 20 15:09:16.282876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50204) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.290252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-2bb4571d-3af3-4e19-8215-468767da6f2c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169', 'tempest-TagsExtTest-Tag-1667841220') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.375603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 133d23c9-c053-4938-b012-0bb7839d650b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:16.376210 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:16.392159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:16.393443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:16.400968 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-2bb4571d-3af3-4e19-8215-468767da6f2c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:16.405996 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2bb4571d-3af3-4e19-8215-468767da6f2c tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags/tempest-TagsExtTest-Tag-1667841220 HTTP/1.1" status: 404 len: 329 time: 0.1215129 Aug 20 15:09:16.406567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50210) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.411767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-137d5d58-d1de-42a3-b46f-708edb49c6b0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f', {'tags': ['tempest-TagsExtTest-Tag-137758179', 'tempest-TagsExtTest-Tag-924963991', 'tempest-TagsExtTest-Tag-1732629537']}) {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.485593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-dd4523ac-199f-4724-b2b9-164360b1be3f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1884396 Aug 20 15:09:16.493003 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-137d5d58-d1de-42a3-b46f-708edb49c6b0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "PUT /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags HTTP/1.1" status: 200 len: 316 time: 0.0847502 Aug 20 15:09:16.500045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50212) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.506355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-ebe2cf0d-a3a6-4c37-a83b-7ea5aa0f5cdf tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.539471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0f243-9f57-47a4-8a1c-f3e3b3501ea5 req-0bd77322-d094-4f2a-b453-3c5f31260573 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:16.541091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ae0f243-9f57-47a4-8a1c-f3e3b3501ea5 req-0bd77322-d094-4f2a-b453-3c5f31260573 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 945 time: 0.1270452 Aug 20 15:09:16.547452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Request body: {'port': {'device_id': '4d6373c5-d46f-436d-90a3-98af8c193f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:16.559589 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ebe2cf0d-a3a6-4c37-a83b-7ea5aa0f5cdf tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags HTTP/1.1" status: 204 len: 168 time: 0.0573306 Aug 20 15:09:16.561823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50218) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.568555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-86529abe-b907-4412-bf61-e3ba0e4a3db0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f', 'tempest-TagsExtTest-Tag-137758179') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.592870 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-86529abe-b907-4412-bf61-e3ba0e4a3db0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:16.594574 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-86529abe-b907-4412-bf61-e3ba0e4a3db0 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags/tempest-TagsExtTest-Tag-137758179 HTTP/1.1" status: 404 len: 328 time: 0.0314517 Aug 20 15:09:16.597709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50220) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.602247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5bcc28-b177-44e9-862f-b74153f96d2a {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:16.607691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-5d57d3cc-074c-4693-8166-e639848aa73b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f', 'tempest-TagsExtTest-Tag-924963991') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.616650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:16.636993 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-5d57d3cc-074c-4693-8166-e639848aa73b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:16.638088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d57d3cc-074c-4693-8166-e639848aa73b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags/tempest-TagsExtTest-Tag-924963991 HTTP/1.1" status: 404 len: 328 time: 0.0391250 Aug 20 15:09:16.641536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50222) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.648638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-c137b82d-ccb7-4ed6-a3da-1697228f6128 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f', 'tempest-TagsExtTest-Tag-1732629537') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.673257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ae0f243-9f57-47a4-8a1c-f3e3b3501ea5 req-999fb33d-6fb4-4c28-884e-9465fc4ef3cf tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203344 Aug 20 15:09:16.674387 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-c137b82d-ccb7-4ed6-a3da-1697228f6128 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] show failed (client error): The resource could not be found. Aug 20 15:09:16.674769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Transition to ACTIVE for port object ce5bcc28-b177-44e9-862f-b74153f96d2a will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:16.675769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:16.676548 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c137b82d-ccb7-4ed6-a3da-1697228f6128 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags/tempest-TagsExtTest-Tag-1732629537 HTTP/1.1" status: 404 len: 329 time: 0.0320566 Aug 20 15:09:16.678867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50226) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.684142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-d9f1c910-970a-4c63-bf0f-5f9a2e4d5307 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3a9265dd-1500-4ed1-bac3-f83dab13557f') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.691869 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:16.714531 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d9f1c910-970a-4c63-bf0f-5f9a2e4d5307 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f/tags HTTP/1.1" status: 204 len: 168 time: 0.0338459 Aug 20 15:09:16.717733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50230) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.726774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-9b779126-7e91-4f4c-b21e-f7ac750f7092 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f1e1f9c8-af5b-4941-b8f2-909b80dfe169') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.871366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5bcc28-b177-44e9-862f-b74153f96d2a,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:16.892063 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9b779126-7e91-4f4c-b21e-f7ac750f7092 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169/tags HTTP/1.1" status: 204 len: 168 time: 0.1732538 Aug 20 15:09:16.903256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50236) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:16.903256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-e5be4bfb-5536-40e7-ada6-799af8d9dc78 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8a1abb97-60e1-4ca9-a4f4-f48512a88d13') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:16.904359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d776cb-184d-4b34-8eac-042f19b6ae88 req-37c50f60-5352-41ad-b627-7c6f3efa35f5 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:16.911901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08d776cb-184d-4b34-8eac-042f19b6ae88 req-37c50f60-5352-41ad-b627-7c6f3efa35f5 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 944 time: 0.2280741 Aug 20 15:09:16.913782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-708e1e98-a1b9-4f7d-8d0b-e44911e09a76 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:16.915415 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-708e1e98-a1b9-4f7d-8d0b-e44911e09a76 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.72 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.1347265 Aug 20 15:09:17.036120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08d776cb-184d-4b34-8eac-042f19b6ae88 req-861e2afc-cb45-4ac7-b7e4-3fe7e8b22c47 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232636 Aug 20 15:09:17.105999 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e5be4bfb-5536-40e7-ada6-799af8d9dc78 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13/tags HTTP/1.1" status: 204 len: 168 time: 0.2053938 Aug 20 15:09:17.106379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50246) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:17.110840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.tag.tag_plugin [None req-8271dd1b-6763-4e5c-aad3-121841f692c4 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6f36bcd1-ca29-484d-8685-2a51f79ffa46') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:17.137920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Attempting to bind port ce5bcc28-b177-44e9-862f-b74153f96d2a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:17.138265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Attempting to bind port ce5bcc28-b177-44e9-862f-b74153f96d2a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:17.138595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Attempting to bind port ce5bcc28-b177-44e9-862f-b74153f96d2a on network 6e588f38-a0db-4b07-b324-a16b4e3172ab {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:17.147618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Deleting port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:17.147980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:17.153235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Port ce5bcc28-b177-44e9-862f-b74153f96d2a on network 6e588f38-a0db-4b07-b324-a16b4e3172ab not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:09:17.153567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Attempting to bind port ce5bcc28-b177-44e9-862f-b74153f96d2a on network 6e588f38-a0db-4b07-b324-a16b4e3172ab {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:17.175934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:17.176454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Checking segment: {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:17.176940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Bound using segment: {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:17.177484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Bound port: ce5bcc28-b177-44e9-862f-b74153f96d2a, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:17.177950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:17.209885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05fc07-4536-4357-b11c-402fdce7f01c req-7848ef21-f0b7-4d3f-b1b0-e980794e22a3 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:17.211653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e05fc07-4536-4357-b11c-402fdce7f01c req-7848ef21-f0b7-4d3f-b1b0-e980794e22a3 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 945 time: 0.1717455 Aug 20 15:09:17.279500 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8271dd1b-6763-4e5c-aad3-121841f692c4 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46/tags HTTP/1.1" status: 204 len: 168 time: 0.1686108 Aug 20 15:09:17.284689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50252) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:17.293264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] For port 3e0511e1-ab8a-4be9-89cb-b4372cb44279, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3e0511e1-ab8a-4be9-89cb-b4372cb44279,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:17.293773 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:17.351657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e05fc07-4536-4357-b11c-402fdce7f01c req-c54900f3-78b3-4e68-9cc7-6473c20bf314 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268520 Aug 20 15:09:17.352844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] For port ce5bcc28-b177-44e9-862f-b74153f96d2a, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:17.418067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] For port ce5bcc28-b177-44e9-862f-b74153f96d2a, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ce5bcc28-b177-44e9-862f-b74153f96d2a,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:17.427692 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:17.433649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590e1d38-666a-477b-86de-4c8a91804f7e {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:17.470997 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:17.501362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:17.502314 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:17.503791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/ce5bcc28-b177-44e9-862f-b74153f96d2a HTTP/1.1" status: 200 len: 1093 time: 2.2800255 Aug 20 15:09:17.524462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956279df-3254-403d-bfd2-63a2ea618bbb', 'tag': 'ce5bcc28-b177-44e9-862f-b74153f96d2a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:17.527755 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b40604-e475-4915-8af3-510ee8e9ca25" -d '{"events": [{"name": "network-changed", "server_uuid": "956279df-3254-403d-bfd2-63a2ea618bbb", "tag": "ce5bcc28-b177-44e9-862f-b74153f96d2a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:17.551431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Transition to ACTIVE for port object 590e1d38-666a-477b-86de-4c8a91804f7e will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:17.577187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1795d6-d393-4317-ba89-b8724ea242ca req-a8ae5c1e-0f73-4fa2-8fd6-23b9e9915606 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:17.579439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc1795d6-d393-4317-ba89-b8724ea242ca req-a8ae5c1e-0f73-4fa2-8fd6-23b9e9915606 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 945 time: 0.2052901 Aug 20 15:09:17.580574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-980681b4-69e8-4bac-bbe0-a317521d645e tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for subnetpool, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:17.584008 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-980681b4-69e8-4bac-bbe0-a317521d645e tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnetpools/3a9265dd-1500-4ed1-bac3-f83dab13557f HTTP/1.1" status: 204 len: 168 time: 0.2961180 Aug 20 15:09:17.584245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50266) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:17.593615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:17.660189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36d898-e52b-498c-a01a-1f875843b0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5bcc28-b177-44e9-862f-b74153f96d2a,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:17.768252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62865959-4c25-42c9-90d3-ee35fcb295ba req-a84dacb8-3a77-45ee-8a8e-c038d51ec0e4 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:17.769637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62865959-4c25-42c9-90d3-ee35fcb295ba req-a84dacb8-3a77-45ee-8a8e-c038d51ec0e4 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.3020694 Aug 20 15:09:17.772137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Pushing event updated for resources: {'Port': ['ID=590e1d38-666a-477b-86de-4c8a91804f7e,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:17.780716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc1795d6-d393-4317-ba89-b8724ea242ca req-be43fbc4-094c-45d0-afbe-7b530e6e7a7e tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=42b60068-0f4e-4203-ac99-a9ed27eccaab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613197 Aug 20 15:09:17.800624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:17.839653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-084a2707-940b-40f3-b548-217b77223625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:17.841223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-084a2707-940b-40f3-b548-217b77223625 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 1096 time: 0.2560511 Aug 20 15:09:17.942349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62865959-4c25-42c9-90d3-ee35fcb295ba req-9f384c86-6c60-49bf-a404-c2963e7fe3dd tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531975 Aug 20 15:09:17.968263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-17964ee5-a905-4d2e-911c-fe31101783ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce5bcc28-b177-44e9-862f-b74153f96d2a HTTP/1.1" status: 200 len: 217 time: 0.1016903 Aug 20 15:09:17.980713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Attempting to bind port 590e1d38-666a-477b-86de-4c8a91804f7e on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:17.982043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Attempting to bind port 590e1d38-666a-477b-86de-4c8a91804f7e by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:17.982498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Attempting to bind port 590e1d38-666a-477b-86de-4c8a91804f7e on network 6e588f38-a0db-4b07-b324-a16b4e3172ab {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:17.989195 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9e55d8-98f8-478d-bbcf-72be1cc7ba33 x-openstack-request-id: req-eb9e55d8-98f8-478d-bbcf-72be1cc7ba33 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:17.989415 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956279df-3254-403d-bfd2-63a2ea618bbb", "tag": "ce5bcc28-b177-44e9-862f-b74153f96d2a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:17.990354 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb9e55d8-98f8-478d-bbcf-72be1cc7ba33 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:17.990354 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956279df-3254-403d-bfd2-63a2ea618bbb', 'tag': 'ce5bcc28-b177-44e9-862f-b74153f96d2a', 'status': 'completed', 'code': 200} Aug 20 15:09:18.008383 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b72ec43a-66bc-489a-a51d-59de589b5591 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1e1f9c8-af5b-4941-b8f2-909b80dfe169 HTTP/1.1" status: 200 len: 205 time: 0.4201841 Aug 20 15:09:18.008383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50276) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:18.008657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Port 590e1d38-666a-477b-86de-4c8a91804f7e on network 6e588f38-a0db-4b07-b324-a16b4e3172ab not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:09:18.008944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Attempting to bind port 590e1d38-666a-477b-86de-4c8a91804f7e on network 6e588f38-a0db-4b07-b324-a16b4e3172ab {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:18.040963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:18.041426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Checking segment: {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:18.042878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Bound using segment: {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:18.043536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Bound port: 590e1d38-666a-477b-86de-4c8a91804f7e, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:18.043923 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.107351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-257c6bd5-f136-4762-b423-73f711691282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:18.109425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-257c6bd5-f136-4762-b423-73f711691282 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ad335ef-2149-40ab-946a-2a0053cfde1e HTTP/1.1" status: 200 len: 852 time: 0.1231737 Aug 20 15:09:18.172023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-b8eae275-b444-43bc-8d36-7a6c262a2c29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e588f38-a0db-4b07-b324-a16b4e3172ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318244 Aug 20 15:09:18.173924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] For port 590e1d38-666a-477b-86de-4c8a91804f7e, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:18.193741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bab796db-33ea-4bd8-ab6f-cd1b05e5624b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.235464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] For port 590e1d38-666a-477b-86de-4c8a91804f7e, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=590e1d38-666a-477b-86de-4c8a91804f7e,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:18.274152 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.287372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.287898 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.288101 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Floating IP 8036a91e-8a9e-45ef-b17a-85d459cd1dfc disassociated. External IP: 172.25.5.116, port: 3e0511e1-ab8a-4be9-89cb-b4372cb44279. Aug 20 15:09:18.288457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Calling delete_port for 3e0511e1-ab8a-4be9-89cb-b4372cb44279 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:18.322076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:18.322723 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.325221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] 10.222.0.72 "PUT /v2.0/ports/590e1d38-666a-477b-86de-4c8a91804f7e HTTP/1.1" status: 200 len: 1093 time: 1.7945099 Aug 20 15:09:18.369885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c6e83-b8bb-4700-b7ba-ec5fe2e30cd3 req-706ea5c6-040d-4463-9a86-2550dff78dda tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:18.377411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a4c6e83-b8bb-4700-b7ba-ec5fe2e30cd3 req-706ea5c6-040d-4463-9a86-2550dff78dda tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 944 time: 0.2003264 Aug 20 15:09:18.393348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c29a9d-b5df-488c-8ed1-a8ba88df0809 service neutron] Pushing event updated for resources: {'Port': ['ID=590e1d38-666a-477b-86de-4c8a91804f7e,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:18.437732 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bab796db-33ea-4bd8-ab6f-cd1b05e5624b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.441855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bab796db-33ea-4bd8-ab6f-cd1b05e5624b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.500544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a4c6e83-b8bb-4700-b7ba-ec5fe2e30cd3 req-37c64d7a-80ec-4e71-9a81-a7aff81e50a6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083763 Aug 20 15:09:18.513942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bab796db-33ea-4bd8-ab6f-cd1b05e5624b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.514521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab796db-33ea-4bd8-ab6f-cd1b05e5624b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Fanout notify agent at l3_agent the message router_deleted on router f1e1f9c8-af5b-4941-b8f2-909b80dfe169 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:09:18.530348 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bab796db-33ea-4bd8-ab6f-cd1b05e5624b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.530348 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bab796db-33ea-4bd8-ab6f-cd1b05e5624b tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/routers/f1e1f9c8-af5b-4941-b8f2-909b80dfe169 HTTP/1.1" status: 204 len: 168 time: 0.5142074 Aug 20 15:09:18.530348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50292) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:18.530533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-26addffb-55d7-4475-88d1-640511104350 service neutron] 10.222.0.70 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311536 Aug 20 15:09:18.536521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-aa6396b9-66cb-4914-9420-407a3a704a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:18.538006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-aa6396b9-66cb-4914-9420-407a3a704a84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&device_id=4d6373c5-d46f-436d-90a3-98af8c193f68 HTTP/1.1" status: 200 len: 1096 time: 0.1199656 Aug 20 15:09:18.633709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-481e82ca-2959-45e6-b842-80f36a5e1615 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=590e1d38-666a-477b-86de-4c8a91804f7e HTTP/1.1" status: 200 len: 217 time: 0.0794606 Aug 20 15:09:18.645971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a1e55-197b-4acf-92b1-59e7dedc163d req-1a48a4a1-3438-4dc4-a1d7-95c15412f291 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:18.647406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-253a1e55-197b-4acf-92b1-59e7dedc163d req-1a48a4a1-3438-4dc4-a1d7-95c15412f291 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 945 time: 0.1750348 Aug 20 15:09:18.660205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.695794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event deleted for resources: {'Port': ['ID=3e0511e1-ab8a-4be9-89cb-b4372cb44279,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:18.743995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-1f26fa7a-f558-4715-9820-9afb95ffb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:18.743995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-1f26fa7a-f558-4715-9820-9afb95ffb022 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ad335ef-2149-40ab-946a-2a0053cfde1e HTTP/1.1" status: 200 len: 852 time: 0.0937736 Aug 20 15:09:18.756190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-253a1e55-197b-4acf-92b1-59e7dedc163d req-fa550cce-ba31-43b6-8891-fc8ee3f4c4a2 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777678 Aug 20 15:09:18.759528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4c178add-40d1-47e5-90bc-f7f069384abc tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Deleting port 8a1abb97-60e1-4ca9-a4f4-f48512a88d13 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:18.759910 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c178add-40d1-47e5-90bc-f7f069384abc tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.769837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-48e9891d-a834-4d7a-8af9-f8f199ba1f5f service neutron] 10.222.0.70 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278528 Aug 20 15:09:18.790522 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-7adf9c25-d576-4e3f-8ee5-d9181062ebd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e588f38-a0db-4b07-b324-a16b4e3172ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333767 Aug 20 15:09:18.932523 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c178add-40d1-47e5-90bc-f7f069384abc tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:18.954944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-942d75e1-a53e-400a-b8bf-35406c0a4922 req-eec432d8-188b-46ef-93b3-099cec570800 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=6412a076-9c4d-4770-9af1-281cd7856fc0 HTTP/1.1" status: 200 len: 210 time: 0.0635140 Aug 20 15:09:18.955585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:09:18.957511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4c178add-40d1-47e5-90bc-f7f069384abc tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Calling delete_port for 8a1abb97-60e1-4ca9-a4f4-f48512a88d13 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:19.015696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-05e6337f-6eb4-4ec8-80cb-6d98b6b0606d service neutron] 10.222.0.72 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164307 Aug 20 15:09:19.022507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-97058a82-5546-4adc-9567-914339c7ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:19.024092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-97058a82-5546-4adc-9567-914339c7ba8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 1096 time: 0.1363857 Aug 20 15:09:19.181854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:09:19.204746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] Sync routers for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:09:19.217090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:09:19.219919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:19.221701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea8315-0260-474e-ab70-77b0f1ea38c8 req-a3055703-9afd-4c42-9001-594dd6ddbb6c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:19.223316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3eea8315-0260-474e-ab70-77b0f1ea38c8 req-a3055703-9afd-4c42-9001-594dd6ddbb6c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1896071 Aug 20 15:09:19.262087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] No DVR routers for this DVR port 3e0511e1-ab8a-4be9-89cb-b4372cb44279 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:19.265089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:19.267790 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7eca2ca6-0578-477e-a19e-96c18a567790 req-d9937aaf-d6f5-4439-b59b-ddf6707f2d05 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.72 "DELETE /v2.0/ports/3e0511e1-ab8a-4be9-89cb-b4372cb44279 HTTP/1.1" status: 204 len: 173 time: 2.3040006 Aug 20 15:09:19.268404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'name': 'network-vif-deleted', 'tag': '3e0511e1-ab8a-4be9-89cb-b4372cb44279'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:19.270309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a228d498-f3ad-4d59-bd09-38d4af915233 req-4b81695c-4210-43d0-ac29-ec007bb28796 service neutron] 10.222.0.72 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451854 Aug 20 15:09:19.280252 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350f453a-9d51-4f7a-bcd7-c6479d6be327" -d '{"events": [{"server_uuid": "6412a076-9c4d-4770-9af1-281cd7856fc0", "name": "network-vif-deleted", "tag": "3e0511e1-ab8a-4be9-89cb-b4372cb44279"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:19.363609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3eea8315-0260-474e-ab70-77b0f1ea38c8 req-1948e5fd-91ff-45be-8177-d8bc8d4b340a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975473 Aug 20 15:09:19.394261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-f3c59e0b-38a2-404c-8a85-110e350d6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:19.396720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-f3c59e0b-38a2-404c-8a85-110e350d6ff3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 913 time: 0.3425376 Aug 20 15:09:19.421622 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da0b4a5-94ec-45e3-9d11-1c29794aee04 x-openstack-request-id: req-5da0b4a5-94ec-45e3-9d11-1c29794aee04 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:19.422143 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6412a076-9c4d-4770-9af1-281cd7856fc0", "name": "network-vif-deleted", "tag": "3e0511e1-ab8a-4be9-89cb-b4372cb44279", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:19.422143 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5da0b4a5-94ec-45e3-9d11-1c29794aee04 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:19.424242 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6412a076-9c4d-4770-9af1-281cd7856fc0', 'name': 'network-vif-deleted', 'tag': '3e0511e1-ab8a-4be9-89cb-b4372cb44279', 'status': 'completed', 'code': 200} Aug 20 15:09:19.444368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:09:19.444688 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c178add-40d1-47e5-90bc-f7f069384abc tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:19.471037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-be480ce8-c699-4fcc-aa27-2a110ac38e2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce5bcc28-b177-44e9-862f-b74153f96d2a HTTP/1.1" status: 200 len: 217 time: 0.0501320 Aug 20 15:09:19.537952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c178add-40d1-47e5-90bc-f7f069384abc tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Pushing event deleted for resources: {'Port': ['ID=8a1abb97-60e1-4ca9-a4f4-f48512a88d13,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:19.566294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-4bb44fd1-e6c9-416e-8181-05756e00ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:19.567910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-4bb44fd1-e6c9-416e-8181-05756e00ae02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ad335ef-2149-40ab-946a-2a0053cfde1e HTTP/1.1" status: 200 len: 852 time: 0.0859916 Aug 20 15:09:19.626342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-566f53ec-3134-4100-9b93-7f32a2244e19 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e588f38-a0db-4b07-b324-a16b4e3172ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454643 Aug 20 15:09:19.682010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-1bdd9c55-1f46-46e4-a0e7-3e1445778aae tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:19.684642 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-1bdd9c55-1f46-46e4-a0e7-3e1445778aae tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 945 time: 0.1658506 Aug 20 15:09:19.693280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c178add-40d1-47e5-90bc-f7f069384abc tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:19.695085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4c178add-40d1-47e5-90bc-f7f069384abc tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/ports/8a1abb97-60e1-4ca9-a4f4-f48512a88d13 HTTP/1.1" status: 204 len: 168 time: 1.1681395 Aug 20 15:09:19.699533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50326) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:19.820385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:19.866659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] Checking router: 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:09:19.871446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6677939-fb6b-47f6-8c4b-1bfc73dffc28 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Deleting subnet 6f36bcd1-ca29-484d-8685-2a51f79ffa46 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:09:19.878159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:09:19.879032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:19.879357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6677939-fb6b-47f6-8c4b-1bfc73dffc28 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:19.978929 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6677939-fb6b-47f6-8c4b-1bfc73dffc28 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:20.033798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Deleting port d3cd397a-72b6-408c-af57-ebe2b5886c37 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:20.034480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:20.039298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:09:20.322800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] For port d3cd397a-72b6-408c-af57-ebe2b5886c37, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3cd397a-72b6-408c-af57-ebe2b5886c37,segment=NetworkSegment(4a319184-e002-47ad-bc0b-a14c87033f44),segment_id=4a319184-e002-47ad-bc0b-a14c87033f44)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:20.323301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:20.331121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d6373c5-d46f-436d-90a3-98af8c193f68', 'tag': '590e1d38-666a-477b-86de-4c8a91804f7e'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:20.334034 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e87cdb-00e3-410e-aea1-586a4048dd90" -d '{"events": [{"name": "network-changed", "server_uuid": "4d6373c5-d46f-436d-90a3-98af8c193f68", "tag": "590e1d38-666a-477b-86de-4c8a91804f7e"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:20.362408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6677939-fb6b-47f6-8c4b-1bfc73dffc28 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:20.380534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Calling delete_port for d3cd397a-72b6-408c-af57-ebe2b5886c37 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:20.439508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349f75e-227e-4f96-952d-49bd4be0549f req-d303ed60-8942-4265-bf46-4da0b5c0d8af tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:20.448730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0349f75e-227e-4f96-952d-49bd4be0549f req-d303ed60-8942-4265-bf46-4da0b5c0d8af tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 944 time: 0.7977264 Aug 20 15:09:20.485513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f478a-a56b-4bcc-8082-63665c0edacd req-327aa01b-68de-4737-bbae-17694a7bdb6b tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:20.485965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3e0511e1-ab8a-4be9-89cb-b4372cb44279 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:20.493846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd0f478a-a56b-4bcc-8082-63665c0edacd req-327aa01b-68de-4737-bbae-17694a7bdb6b tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 945 time: 0.1468263 Aug 20 15:09:20.544487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-0d05b2e6-2b0c-42d0-a470-82955fef0672 service neutron] 10.222.0.70 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9027956 Aug 20 15:09:20.551120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 3e0511e1-ab8a-4be9-89cb-b4372cb44279 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:20.551120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3e0511e1-ab8a-4be9-89cb-b4372cb44279 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:20.566676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0349f75e-227e-4f96-952d-49bd4be0549f req-89247de3-3fe6-4132-b68a-912c52552b5e tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169810 Aug 20 15:09:20.616111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:20.619603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dd0f478a-a56b-4bcc-8082-63665c0edacd req-79e66cb0-fe97-4808-b2ce-8a78938efcea tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/security-groups?id=1d6cc4d4-c966-4724-8ec4-021ad2f5d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247518 Aug 20 15:09:20.649758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb0625-5810-40df-a8fe-c0b232b1b22a None None] The sync data for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 is: [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:09:20.661195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6677939-fb6b-47f6-8c4b-1bfc73dffc28 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:20.743893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7b40604-e475-4915-8af3-510ee8e9ca25 req-80ee1004-c595-493e-8390-4e8492a5ca7d service neutron] 10.222.0.70 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761348 Aug 20 15:09:20.760085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6677939-fb6b-47f6-8c4b-1bfc73dffc28 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Pushing event deleted for resources: {'Subnet': ['ID=6f36bcd1-ca29-484d-8685-2a51f79ffa46,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:20.769543 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c6677939-fb6b-47f6-8c4b-1bfc73dffc28 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:20.774460 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c6677939-fb6b-47f6-8c4b-1bfc73dffc28 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/subnets/6f36bcd1-ca29-484d-8685-2a51f79ffa46 HTTP/1.1" status: 204 len: 168 time: 1.0692608 Aug 20 15:09:20.776234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:20.785161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab047a5-248c-4934-b318-3003800ea750 None None] Network 702971b5-428a-4e3c-9833-5c3134141ef6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:20.821715 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ee3078-dfbe-4085-b010-03a7ad69a78c x-openstack-request-id: req-70ee3078-dfbe-4085-b010-03a7ad69a78c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:20.822024 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d6373c5-d46f-436d-90a3-98af8c193f68", "tag": "590e1d38-666a-477b-86de-4c8a91804f7e", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:20.822283 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70ee3078-dfbe-4085-b010-03a7ad69a78c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:20.822700 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d6373c5-d46f-436d-90a3-98af8c193f68', 'tag': '590e1d38-666a-477b-86de-4c8a91804f7e', 'status': 'completed', 'code': 200} Aug 20 15:09:20.825273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:20.849850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50360) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:20.861490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d3cd397a-72b6-408c-af57-ebe2b5886c37'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:20.928824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Pushing event deleted for resources: {'Port': ['ID=d3cd397a-72b6-408c-af57-ebe2b5886c37,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:21.031956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] No DVR routers for this DVR port d3cd397a-72b6-408c-af57-ebe2b5886c37 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:21.037642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.040906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.046294 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2c5829fc-f16c-48ce-ab54-f61bba74fba1 req-41124bc2-f99f-46b7-ab9a-6413bcd210cb tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.70 "DELETE /v2.0/ports/d3cd397a-72b6-408c-af57-ebe2b5886c37 HTTP/1.1" status: 204 len: 173 time: 1.3481388 Aug 20 15:09:21.079514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e1a0e-629f-4002-ab2e-16272451b007 None None] DHCP port deletion for 702971b5-428a-4e3c-9833-5c3134141ef6 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:09:21.115718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac400707-eb71-423f-a083-c2d6345641b7 req-019866da-bff0-4e9a-8913-061e2c71cbdc tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:21.135404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac400707-eb71-423f-a083-c2d6345641b7 req-019866da-bff0-4e9a-8913-061e2c71cbdc tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2045979 Aug 20 15:09:21.136903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Deleting port 133d23c9-c053-4938-b012-0bb7839d650b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:21.137446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.163258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-704e1a0e-629f-4002-ab2e-16272451b007 None None] Deleting port 133d23c9-c053-4938-b012-0bb7839d650b {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:21.163691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-704e1a0e-629f-4002-ab2e-16272451b007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.197229 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9711d2-5b11-47dd-baee-e5080f3a5f3c None None] New status for floating IP 8036a91e-8a9e-45ef-b17a-85d459cd1dfc: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:09:21.217856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-64d26f39-8e2a-441f-be6a-d55e8b0cbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:21.220387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-64d26f39-8e2a-441f-be6a-d55e8b0cbad7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&device_id=4d6373c5-d46f-436d-90a3-98af8c193f68 HTTP/1.1" status: 200 len: 1096 time: 0.3666162 Aug 20 15:09:21.233276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] For port 133d23c9-c053-4938-b012-0bb7839d650b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=133d23c9-c053-4938-b012-0bb7839d650b,segment=NetworkSegment(9d8afa62-bc77-4bd5-819b-f08c5a77d9e4),segment_id=9d8afa62-bc77-4bd5-819b-f08c5a77d9e4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:21.233692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.247404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-704e1a0e-629f-4002-ab2e-16272451b007 None None] For port 133d23c9-c053-4938-b012-0bb7839d650b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=133d23c9-c053-4938-b012-0bb7839d650b,segment=NetworkSegment(9d8afa62-bc77-4bd5-819b-f08c5a77d9e4),segment_id=9d8afa62-bc77-4bd5-819b-f08c5a77d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:21.247846 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-704e1a0e-629f-4002-ab2e-16272451b007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.267872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Calling delete_port for 133d23c9-c053-4938-b012-0bb7839d650b owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:21.269893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-704e1a0e-629f-4002-ab2e-16272451b007 None None] Calling delete_port for 133d23c9-c053-4938-b012-0bb7839d650b owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:21.373339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-704e1a0e-629f-4002-ab2e-16272451b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.391034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.415446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e1a0e-629f-4002-ab2e-16272451b007 None None] Pushing event deleted for resources: {'Port': ['ID=133d23c9-c053-4938-b012-0bb7839d650b,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:21.415868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac400707-eb71-423f-a083-c2d6345641b7 req-fdb219b1-c18d-461b-82f0-ba05666c1471 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713737 Aug 20 15:09:21.421824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-0996ae58-ad25-40b5-b498-a1bec6a98d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:21.423779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-0996ae58-ad25-40b5-b498-a1bec6a98d49 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 913 time: 0.1795876 Aug 20 15:09:21.424982 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70713b0e-0235-46b7-b903-3932e078923d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.435493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e1a0e-629f-4002-ab2e-16272451b007 None None] No DVR routers for this DVR port 133d23c9-c053-4938-b012-0bb7839d650b on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:21.444890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4473429-2fea-4c19-bcfd-3c73954ece1c', 'name': 'network-vif-deleted', 'tag': 'd3cd397a-72b6-408c-af57-ebe2b5886c37'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:21.447083 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54422662-ddd2-4184-8215-05fc12e9d8f4" -d '{"events": [{"server_uuid": "a4473429-2fea-4c19-bcfd-3c73954ece1c", "name": "network-vif-deleted", "tag": "d3cd397a-72b6-408c-af57-ebe2b5886c37"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:21.456053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Pushing event deleted for resources: {'Port': ['ID=133d23c9-c053-4938-b012-0bb7839d650b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:21.459992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] No DVR routers for this DVR port 133d23c9-c053-4938-b012-0bb7839d650b on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:21.499108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-889eab15-091f-49cd-9cb4-e970cedfbe42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=590e1d38-666a-477b-86de-4c8a91804f7e HTTP/1.1" status: 200 len: 217 time: 0.0646689 Aug 20 15:09:21.510509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70713b0e-0235-46b7-b903-3932e078923d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.533509 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220c4295-b8df-4e2b-bd02-519777f2ee16 x-openstack-request-id: req-220c4295-b8df-4e2b-bd02-519777f2ee16 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:21.533908 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4473429-2fea-4c19-bcfd-3c73954ece1c", "name": "network-vif-deleted", "tag": "d3cd397a-72b6-408c-af57-ebe2b5886c37", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:21.534453 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-220c4295-b8df-4e2b-bd02-519777f2ee16 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:21.535601 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4473429-2fea-4c19-bcfd-3c73954ece1c', 'name': 'network-vif-deleted', 'tag': 'd3cd397a-72b6-408c-af57-ebe2b5886c37', 'status': 'completed', 'code': 200} Aug 20 15:09:21.602773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-5330e8d4-ee9b-46ad-a570-e86f0840bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:21.603676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ce5bcc28-b177-44e9-862f-b74153f96d2a details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:09:21.605080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-5330e8d4-ee9b-46ad-a570-e86f0840bb6f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ad335ef-2149-40ab-946a-2a0053cfde1e HTTP/1.1" status: 200 len: 852 time: 0.0961890 Aug 20 15:09:21.644245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70713b0e-0235-46b7-b903-3932e078923d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.647046 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70713b0e-0235-46b7-b903-3932e078923d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.649342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-70713b0e-0235-46b7-b903-3932e078923d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "DELETE /v2.0/security-groups/42b60068-0f4e-4203-ac99-a9ed27eccaab HTTP/1.1" status: 204 len: 168 time: 0.7967730 Aug 20 15:09:21.673747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50384) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:21.691087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-b3f6b7ae-e878-4a1c-b33c-9d42afad83e0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e588f38-a0db-4b07-b324-a16b4e3172ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781286 Aug 20 15:09:21.739131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70713b0e-0235-46b7-b903-3932e078923d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b60068-0f4e-4203-ac99-a9ed27eccaab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:21.787730 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-a4716626-bd49-471a-b1fa-8328f7bde537 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] show failed (client error): The resource could not be found. Aug 20 15:09:21.788745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a4716626-bd49-471a-b1fa-8328f7bde537 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups/42b60068-0f4e-4203-ac99-a9ed27eccaab HTTP/1.1" status: 404 len: 347 time: 0.1107237 Aug 20 15:09:21.838229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50390) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:21.859404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ce5bcc28-b177-44e9-862f-b74153f96d2a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ce5bcc28-b177-44e9-862f-b74153f96d2a,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:21.879474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'ce5bcc28-b177-44e9-862f-b74153f96d2a', 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab', 'port_id': 'ce5bcc28-b177-44e9-862f-b74153f96d2a', 'mac_address': 'fa:16:3e:a8:16:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad335ef-2149-40ab-946a-2a0053cfde1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:09:21.935401 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.950235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.955533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5bcc28-b177-44e9-862f-b74153f96d2a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:21.977598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ce5bcc28-b177-44e9-862f-b74153f96d2a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ce5bcc28-b177-44e9-862f-b74153f96d2a,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:21.984022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702971b5-428a-4e3c-9833-5c3134141ef6']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:21.985748 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:21.994276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6290a9f-bad2-42b6-8551-2badb23817cd req-98e594ae-c191-4f05-a0a5-2583e28c38e9 tempest-InstanceActionsTestJSON-346981530 tempest-InstanceActionsTestJSON-346981530-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4473429-2fea-4c19-bcfd-3c73954ece1c HTTP/1.1" status: 200 len: 210 time: 0.1273434 Aug 20 15:09:22.012496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8afa62-bc77-4bd5-819b-f08c5a77d9e4') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:22.012962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8afa62-bc77-4bd5-819b-f08c5a77d9e4') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:22.030761 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.050655 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.065601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:09:22.066094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.068515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ce5bcc28-b177-44e9-862f-b74153f96d2a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:09:22.070382 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:09:22.124413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa956ac-a09b-425f-8a7e-5c7a2dd6e3c9 req-72a590b4-8f4a-4737-9cae-5a18e80407f3 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:22.126044 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fa956ac-a09b-425f-8a7e-5c7a2dd6e3c9 req-72a590b4-8f4a-4737-9cae-5a18e80407f3 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 944 time: 0.4158571 Aug 20 15:09:22.178960 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.188631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.202636 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] 10.222.0.36 "DELETE /v2.0/networks/702971b5-428a-4e3c-9833-5c3134141ef6 HTTP/1.1" status: 204 len: 168 time: 1.4241595 Aug 20 15:09:22.237691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30fb1d-1718-4f98-a2f3-8ea23b4962e2 tempest-TagsExtTest-1791270703 tempest-TagsExtTest-1791270703-project] Pushing event deleted for resources: {'Network': ['ID=702971b5-428a-4e3c-9833-5c3134141ef6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:22.279869 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fa956ac-a09b-425f-8a7e-5c7a2dd6e3c9 req-a7e159dc-ed5a-4b5a-9023-1387180e6f28 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214807 Aug 20 15:09:22.280937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 133d23c9-c053-4938-b012-0bb7839d650b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:22.282848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-38a7cfcf-83f3-4ad1-b02e-80562cc463ca service neutron] 10.222.0.72 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843391 Aug 20 15:09:22.303167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 133d23c9-c053-4938-b012-0bb7839d650b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:22.303616 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 133d23c9-c053-4938-b012-0bb7839d650b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:22.323606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Deleting port 5556ce04-a97e-4081-a790-c388c1b28b2c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:22.323942 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.432807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ce5bcc28-b177-44e9-862f-b74153f96d2a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:22.483208 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.483565 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.488232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3e87cdb-00e3-410e-aea1-586a4048dd90 req-504cd7d1-3503-4d60-8dda-f05b3dea8001 service neutron] 10.222.0.72 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966219 Aug 20 15:09:22.499138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Calling delete_port for 5556ce04-a97e-4081-a790-c388c1b28b2c owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:22.503315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50414) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:22.543237 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 590e1d38-666a-477b-86de-4c8a91804f7e details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:09:22.628455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530385a-326a-4706-886a-2d8f0a8bf38d req-bc081824-b59b-42da-b9e9-b5596541ee54 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:22.630803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6530385a-326a-4706-886a-2d8f0a8bf38d req-bc081824-b59b-42da-b9e9-b5596541ee54 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0862539 Aug 20 15:09:22.690150 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28f7821d-202a-4976-89be-bbcfb7d92952 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d77c5a334f9d4c5aae1dfe97cfc4702d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855810 Aug 20 15:09:22.693189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50420) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:22.711192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6530385a-326a-4706-886a-2d8f0a8bf38d req-e36ece67-398e-4cbb-b19a-f4794bb27c28 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691779 Aug 20 15:09:22.745851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 590e1d38-666a-477b-86de-4c8a91804f7e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=590e1d38-666a-477b-86de-4c8a91804f7e,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:22.764790 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.773330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '590e1d38-666a-477b-86de-4c8a91804f7e', 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab', 'port_id': '590e1d38-666a-477b-86de-4c8a91804f7e', 'mac_address': 'fa:16:3e:8b:44:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad335ef-2149-40ab-946a-2a0053cfde1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:09:22.774525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46437c3b-4d7f-4d23-8634-77d70acd6749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.801755 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46437c3b-4d7f-4d23-8634-77d70acd6749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.808355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event deleted for resources: {'Port': ['ID=5556ce04-a97e-4081-a790-c388c1b28b2c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:22.861739 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.866081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46437c3b-4d7f-4d23-8634-77d70acd6749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.869287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46437c3b-4d7f-4d23-8634-77d70acd6749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.871048 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-46437c3b-4d7f-4d23-8634-77d70acd6749 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e29ad23-d2f6-49b4-99c0-edf67a634e9f HTTP/1.1" status: 204 len: 168 time: 0.1755252 Aug 20 15:09:22.879566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46437c3b-4d7f-4d23-8634-77d70acd6749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e29ad23-d2f6-49b4-99c0-edf67a634e9f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:22.888706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590e1d38-666a-477b-86de-4c8a91804f7e {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:22.931839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 590e1d38-666a-477b-86de-4c8a91804f7e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=590e1d38-666a-477b-86de-4c8a91804f7e,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:22.938360 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.948949 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.952209 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:22.956755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4171eba1-9041-435f-9cfc-a219c5ca4f77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "DELETE /v2.0/floatingips/8036a91e-8a9e-45ef-b17a-85d459cd1dfc HTTP/1.1" status: 204 len: 168 time: 1.1122522 Aug 20 15:09:23.030822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=590e1d38-666a-477b-86de-4c8a91804f7e,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:23.055588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50434) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:23.110871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ff4d64-fd47-40f0-b2d2-e66e785ed300 admin admin] Deleting subnet b3708e1c-fa0f-40f7-8198-a70d380b1c79 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:09:23.116338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4d64-fd47-40f0-b2d2-e66e785ed300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.203160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4d64-fd47-40f0-b2d2-e66e785ed300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.261839 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4d64-fd47-40f0-b2d2-e66e785ed300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.323305 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4d64-fd47-40f0-b2d2-e66e785ed300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.334606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50454) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:23.340587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f0ae678d-5a66-417f-90c2-6056f0773c73 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--391190140', 'description': 'tempest-description--875861971'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:23.357977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff4d64-fd47-40f0-b2d2-e66e785ed300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3708e1c-fa0f-40f7-8198-a70d380b1c79,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:23.367071 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8ff4d64-fd47-40f0-b2d2-e66e785ed300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.369306 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d8ff4d64-fd47-40f0-b2d2-e66e785ed300 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b3708e1c-fa0f-40f7-8198-a70d380b1c79 HTTP/1.1" status: 204 len: 168 time: 0.3117571 Aug 20 15:09:23.377750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50456) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:23.400073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f0ae678d-5a66-417f-90c2-6056f0773c73 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.422475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['590e1d38-666a-477b-86de-4c8a91804f7e'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:23.538340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3cba-3d2a-4172-aec0-f3fbbc847b3b req-94574ba9-7f6c-447a-accb-62f36b8b7103 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:23.549139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b94b3cba-3d2a-4172-aec0-f3fbbc847b3b req-94574ba9-7f6c-447a-accb-62f36b8b7103 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 945 time: 0.1013584 Aug 20 15:09:23.549749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.638926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b94b3cba-3d2a-4172-aec0-f3fbbc847b3b req-0a704345-1f1f-4f9f-8885-89d22847e2b6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830605 Aug 20 15:09:23.659338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f0ae678d-5a66-417f-90c2-6056f0773c73 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.666082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d3cd397a-72b6-408c-af57-ebe2b5886c37 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:23.668768 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f0ae678d-5a66-417f-90c2-6056f0773c73 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.691548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: d3cd397a-72b6-408c-af57-ebe2b5886c37 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:23.691916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d3cd397a-72b6-408c-af57-ebe2b5886c37 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:23.696262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f0ae678d-5a66-417f-90c2-6056f0773c73 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.697779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f0ae678d-5a66-417f-90c2-6056f0773c73 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3620355 Aug 20 15:09:23.701887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50470) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:23.707505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.710797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-77ed5ad6-abef-46e7-938b-c1d55aa446b7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'security_group_rule': {'security_group_id': '3ba3b395-3ae8-40a8-9bc2-6c1935b01734', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:23.719807 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49517756-d00c-46b3-aede-ae42d293d004']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:23.733279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae678d-5a66-417f-90c2-6056f0773c73 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba3b395-3ae8-40a8-9bc2-6c1935b01734,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:23.750765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a319184-e002-47ad-bc0b-a14c87033f44') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:23.751069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a319184-e002-47ad-bc0b-a14c87033f44') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:23.755799 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77ed5ad6-abef-46e7-938b-c1d55aa446b7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.761762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.789632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.797060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:09:23.797586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:09:23.799859 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:09:23.871626 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.877029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.881528 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] 10.222.0.36 "DELETE /v2.0/networks/49517756-d00c-46b3-aede-ae42d293d004 HTTP/1.1" status: 204 len: 168 time: 0.4981260 Aug 20 15:09:23.893599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a27a5f-00b8-4ab7-99e5-1cfc83d4e92d admin admin] Pushing event deleted for resources: {'Network': ['ID=49517756-d00c-46b3-aede-ae42d293d004,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:23.927201 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77ed5ad6-abef-46e7-938b-c1d55aa446b7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.938013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77ed5ad6-abef-46e7-938b-c1d55aa446b7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.974812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed5ad6-abef-46e7-938b-c1d55aa446b7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b4ee4d-1294-4d0e-a1c6-e445b1f3ac18,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:23.987982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17dd1c-4534-4dbb-8a5e-f8345d27de69 req-3204b3e8-0b83-4757-b833-d79bd5b6c310 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:23.989746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af17dd1c-4534-4dbb-8a5e-f8345d27de69 req-3204b3e8-0b83-4757-b833-d79bd5b6c310 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1469777 Aug 20 15:09:23.990708 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77ed5ad6-abef-46e7-938b-c1d55aa446b7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:23.991834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-77ed5ad6-abef-46e7-938b-c1d55aa446b7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2889833 Aug 20 15:09:23.994641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50486) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:24.000084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5b2bca49-e9b8-4563-8bc5-927075e36059 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'security_group_rule': {'security_group_id': '3ba3b395-3ae8-40a8-9bc2-6c1935b01734', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:24.056803 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b2bca49-e9b8-4563-8bc5-927075e36059 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.082321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af17dd1c-4534-4dbb-8a5e-f8345d27de69 req-cd14c563-3bcd-4e3e-9d0e-b93324d1f850 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776677 Aug 20 15:09:24.082832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50490) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:24.130463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b2bca49-e9b8-4563-8bc5-927075e36059 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.136378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b2bca49-e9b8-4563-8bc5-927075e36059 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.147363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9509a2a7-ae37-4c74-8d60-4de16200bf76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b55826d360804549aa913e808c01de9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630627 Aug 20 15:09:24.148048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50494) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:24.172110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5b2bca49-e9b8-4563-8bc5-927075e36059 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.173878 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5b2bca49-e9b8-4563-8bc5-927075e36059 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777625 Aug 20 15:09:24.175014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bca49-e9b8-4563-8bc5-927075e36059 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b11ec1c-5bf6-41b9-a8a3-bad7c521e51f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:24.177885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50496) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:24.182927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:24.215580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.241268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-210b8e5b-53f6-468d-8217-776553f2f8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.310635 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-210b8e5b-53f6-468d-8217-776553f2f8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.380651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.403754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-210b8e5b-53f6-468d-8217-776553f2f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.406904 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-210b8e5b-53f6-468d-8217-776553f2f8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.408231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-210b8e5b-53f6-468d-8217-776553f2f8e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d6cc4d4-c966-4724-8ec4-021ad2f5d687 HTTP/1.1" status: 204 len: 168 time: 0.2589421 Aug 20 15:09:24.422800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b8e5b-53f6-468d-8217-776553f2f8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6cc4d4-c966-4724-8ec4-021ad2f5d687,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:24.594181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Allocated IP 172.25.5.200 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/8e20c3f6-0ddd-4349-9bf8-8d2783b72cf3) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:24.739254 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.800364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:24.820384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c623-c9a0-44f4-81d8-966532726a7d req-abe53422-1492-45a0-9716-1c362dd18b4b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:24.829999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03e6c623-c9a0-44f4-81d8-966532726a7d req-abe53422-1492-45a0-9716-1c362dd18b4b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 945 time: 0.1025643 Aug 20 15:09:24.849744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:24.854080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:24.863600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:24.907743 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'Port': ['ID=8e20c3f6-0ddd-4349-9bf8-8d2783b72cf3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:24.927794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03e6c623-c9a0-44f4-81d8-966532726a7d req-30f647ef-4c46-47c5-9c41-30e2f02658f1 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868635 Aug 20 15:09:25.065734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:25.114547 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:25.286265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50182e2-29b4-4200-a521-f49d291d0eff req-e73acb98-35a8-4a52-9749-6fb1c183bd5e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:25.289410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d50182e2-29b4-4200-a521-f49d291d0eff req-e73acb98-35a8-4a52-9749-6fb1c183bd5e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0996566 Aug 20 15:09:25.338169 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:25.348451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:25.407423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'Port': ['ID=8e20c3f6-0ddd-4349-9bf8-8d2783b72cf3,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:25.425855 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d50182e2-29b4-4200-a521-f49d291d0eff req-e0e71018-30d8-42bf-9887-f3db20c287cd tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281109 Aug 20 15:09:25.486508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:25.512180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:25.522117 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ad7e948f-8a94-44d3-a9f1-f83285b9ce07 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3348436 Aug 20 15:09:25.639107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ce5bcc28-b177-44e9-862f-b74153f96d2a up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:25.686468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50590) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:25.749435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port ce5bcc28-b177-44e9-862f-b74153f96d2a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:25.759017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port ce5bcc28-b177-44e9-862f-b74153f96d2a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:25.763027 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:25.835557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-5fa57564-1b58-4f4d-a9c0-9119412ee378 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--391190140&fields=id&tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb HTTP/1.1" status: 200 len: 267 time: 0.0778737 Aug 20 15:09:25.878838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:25.909441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956279df-3254-403d-bfd2-63a2ea618bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5bcc28-b177-44e9-862f-b74153f96d2a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:25.911863 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfb305b-fe3d-428f-9b8d-e5aaa896f476" -d '{"events": [{"server_uuid": "956279df-3254-403d-bfd2-63a2ea618bbb", "name": "network-vif-plugged", "status": "completed", "tag": "ce5bcc28-b177-44e9-862f-b74153f96d2a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:25.929525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1571149446-network', 'tenant_id': '209c3bb6d1754d16aab4242ab6edd1ea'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:25.950743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ce5bcc28-b177-44e9-862f-b74153f96d2a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ce5bcc28-b177-44e9-862f-b74153f96d2a,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:25.962173 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:25.976453 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bf0067-5775-4684-970b-0e4f595bee70 x-openstack-request-id: req-24bf0067-5775-4684-970b-0e4f595bee70 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:25.980753 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956279df-3254-403d-bfd2-63a2ea618bbb", "name": "network-vif-plugged", "status": "completed", "tag": "ce5bcc28-b177-44e9-862f-b74153f96d2a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:25.981236 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24bf0067-5775-4684-970b-0e4f595bee70 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:25.981712 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956279df-3254-403d-bfd2-63a2ea618bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5bcc28-b177-44e9-862f-b74153f96d2a', 'code': 200} Aug 20 15:09:26.063318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b613-8871-48a7-86e3-f6817ebb812c req-a2d06791-0848-45a8-b6e8-99e70c453d39 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:26.070448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-a2d06791-0848-45a8-b6e8-99e70c453d39 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 811 time: 0.2210290 Aug 20 15:09:26.086776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50614) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:26.088218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-6f0e379d-dc3e-40ed-b355-b14950f8e3b6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/quotas/1b02ed40d3a744f7bcd3a7821b3b3ebb HTTP/1.1" status: 200 len: 375 time: 0.0168445 Aug 20 15:09:26.088632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ce5bcc28-b177-44e9-862f-b74153f96d2a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:26.090924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Made reservation on behalf of 209c3bb6d1754d16aab4242ab6edd1ea for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:26.093338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.107353 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.134446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950ddc1-9128-487e-9e8f-73779c776684 req-cc8a855f-f825-42cc-958f-e96aaa816f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:26.137244 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a950ddc1-9128-487e-9e8f-73779c776684 req-cc8a855f-f825-42cc-958f-e96aaa816f17 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1098 time: 0.0615737 Aug 20 15:09:26.189154 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a950ddc1-9128-487e-9e8f-73779c776684 req-da4ef020-0cef-4483-9474-4e059dcf9ea5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Aug 20 15:09:26.241736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b223d8-0b20-484e-9436-80178bb07aec req-d237419e-0fb0-44fb-8cc6-99170e88a7e0 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:26.243424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14b223d8-0b20-484e-9436-80178bb07aec req-d237419e-0fb0-44fb-8cc6-99170e88a7e0 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 946 time: 0.1392055 Aug 20 15:09:26.255339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-97f2f980-3628-49c6-8015-c4a5d5dfcd58 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1662741 Aug 20 15:09:26.276917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c741739-8f0d-430e-b3cf-3f515adfcc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.284221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d74f85-b5cf-4be8-98e9-e03c8c10f89a req-e2d42943-b2f2-47cd-87ac-e5d227318211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:26.284716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0d74f85-b5cf-4be8-98e9-e03c8c10f89a req-e2d42943-b2f2-47cd-87ac-e5d227318211 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 1098 time: 0.1785693 Aug 20 15:09:26.376326 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14b223d8-0b20-484e-9436-80178bb07aec req-6fed1f23-e7b8-4058-85a7-ac907451f85a tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190157 Aug 20 15:09:26.442633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-fba12777-b4f7-4e73-9da8-4c6d8c7a7c8a service neutron] 10.222.0.36 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619256 Aug 20 15:09:26.475160 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.492057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 590e1d38-666a-477b-86de-4c8a91804f7e up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:26.513333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.585470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:09:26.591121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 590e1d38-666a-477b-86de-4c8a91804f7e completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:26.597934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 590e1d38-666a-477b-86de-4c8a91804f7e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:26.598322 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.628659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0d74f85-b5cf-4be8-98e9-e03c8c10f89a req-249a8e92-21ed-4cb5-ae2c-12189114d528 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835692 Aug 20 15:09:26.643859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c741739-8f0d-430e-b3cf-3f515adfcc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.645166 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.645714 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Added segment afee3739-a84f-441c-a61e-d20a971513c9 of type vlan for network 52992a70-c6b4-4934-bed8-06bc958bac9b Aug 20 15:09:26.649877 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c741739-8f0d-430e-b3cf-3f515adfcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.653089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df13204-06e2-4f69-a21f-03be384dc34b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:26.687089 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6c741739-8f0d-430e-b3cf-3f515adfcc02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecda27d998ac4effa87366bbed0b737f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5978096 Aug 20 15:09:26.689395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50632) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:26.693410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c15c12-a8d9-422f-a89f-85101bf55242 req-bb026810-36a5-48cc-83e9-a847fbb37dfe tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:26.694951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20c15c12-a8d9-422f-a89f-85101bf55242 req-bb026810-36a5-48cc-83e9-a847fbb37dfe tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1744905 Aug 20 15:09:26.744545 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c741739-8f0d-430e-b3cf-3f515adfcc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa2faa-2d0c-4162-a760-2093ff2558a9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:26.750404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-de9ac6e5-8066-4db9-871f-f25f9a5c58a3 service neutron] 10.222.0.36 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925744 Aug 20 15:09:26.777938 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.789305 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b9b89bc-fc30-4d23-9119-381922dcecfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.817214 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b9b89bc-fc30-4d23-9119-381922dcecfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.820593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20c15c12-a8d9-422f-a89f-85101bf55242 req-ebed23e3-5b9c-47db-8382-c62d693fed6f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145823 Aug 20 15:09:26.824944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.826211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:26.826919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.896078 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b9b89bc-fc30-4d23-9119-381922dcecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.896308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2055075 Aug 20 15:09:26.897980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b9b89bc-fc30-4d23-9119-381922dcecfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:26.899779 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4b9b89bc-fc30-4d23-9119-381922dcecfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4aa2faa-2d0c-4162-a760-2093ff2558a9 HTTP/1.1" status: 204 len: 168 time: 0.2083678 Aug 20 15:09:26.900099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50634) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:26.911681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b89bc-fc30-4d23-9119-381922dcecfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa2faa-2d0c-4162-a760-2093ff2558a9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:26.915643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Request body: {'subnet': {'network_id': '52992a70-c6b4-4934-bed8-06bc958bac9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1571149446-subnet', 'tenant_id': '209c3bb6d1754d16aab4242ab6edd1ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:26.930746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaaac7-2d5a-41fa-956d-14010962b7da admin admin] Pushing event updated for resources: {'Network': ['ID=52992a70-c6b4-4934-bed8-06bc958bac9b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:26.943900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 52992a70-c6b4-4934-bed8-06bc958bac9b details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:09:26.961751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Made reservation on behalf of 209c3bb6d1754d16aab4242ab6edd1ea for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:26.965226 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.148086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc285689-603f-4469-a637-b964b01bbb2e req-87874c1f-c712-4044-8448-a35fc76a2b2c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 210 time: 0.0624177 Aug 20 15:09:27.165376 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.205307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 590e1d38-666a-477b-86de-4c8a91804f7e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=590e1d38-666a-477b-86de-4c8a91804f7e,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:27.213680 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.316649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=590e1d38-666a-477b-86de-4c8a91804f7e,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:27.318959 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.384865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a675478-b6a3-4f2e-b709-c48a3f14220c,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:27.393146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Checking segment: {'id': 'afee3739-a84f-441c-a61e-d20a971513c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '52992a70-c6b4-4934-bed8-06bc958bac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:27.393146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Network hostable DHCP agents. Network: 52992a70-c6b4-4934-bed8-06bc958bac9b, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:09:27.397277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50648) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:27.418458 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cef8-8798-4418-8789-5ec01e9034c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.454832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Network 52992a70-c6b4-4934-bed8-06bc958bac9b is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:09:27.469406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 52992a70-c6b4-4934-bed8-06bc958bac9b) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:27.477074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:27.477716 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.479220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb308f-6038-4699-9eca-508b975a6ad5 None None] Network 52992a70-c6b4-4934-bed8-06bc958bac9b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:27.596828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f1faa-d15d-4033-87d9-633d015d0bfe req-e1854a9e-75e0-4674-99fb-1a68b6e81090 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:27.598343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-825f1faa-d15d-4033-87d9-633d015d0bfe req-e1854a9e-75e0-4674-99fb-1a68b6e81090 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 946 time: 0.0845964 Aug 20 15:09:27.611497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cef8-8798-4418-8789-5ec01e9034c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.632093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ef1cef8-8798-4418-8789-5ec01e9034c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.650517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e82fd89f-cacf-484f-a51b-ceb45cda3295 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7358954 Aug 20 15:09:27.668263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb7470-dc2c-462d-afcb-1cac122d0c2e None None] Network 52992a70-c6b4-4934-bed8-06bc958bac9b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:27.719415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1cef8-8798-4418-8789-5ec01e9034c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba75cc-14ca-4a25-9215-5ad748c60ea8,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:27.743794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-825f1faa-d15d-4033-87d9-633d015d0bfe req-a33cee83-9fdb-475d-ad61-c7944387c405 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260433 Aug 20 15:09:27.748404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5ef1cef8-8798-4418-8789-5ec01e9034c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8dc7c69154874b619343296ae8c06b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499970 Aug 20 15:09:27.750937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50658) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:27.816222 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d50cad87-8205-468a-b623-1c0e2ab07e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.843180 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d50cad87-8205-468a-b623-1c0e2ab07e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.921567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d50cad87-8205-468a-b623-1c0e2ab07e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.928336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d50cad87-8205-468a-b623-1c0e2ab07e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:27.931766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d50cad87-8205-468a-b623-1c0e2ab07e80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fba75cc-14ca-4a25-9215-5ad748c60ea8 HTTP/1.1" status: 204 len: 168 time: 0.1774189 Aug 20 15:09:27.946711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cad87-8205-468a-b623-1c0e2ab07e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba75cc-14ca-4a25-9215-5ad748c60ea8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:27.982759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6373c5-d46f-436d-90a3-98af8c193f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e1d38-666a-477b-86de-4c8a91804f7e'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:27.986994 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5402de5a-8d87-4c50-b9b6-eb979777139e" -d '{"events": [{"server_uuid": "4d6373c5-d46f-436d-90a3-98af8c193f68", "name": "network-vif-plugged", "status": "completed", "tag": "590e1d38-666a-477b-86de-4c8a91804f7e"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:28.023136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedd278-3a0e-4a5f-a538-86204a938701 req-c371e625-e905-48dd-9dc3-39ca594bf04c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:28.035183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bedd278-3a0e-4a5f-a538-86204a938701 req-c371e625-e905-48dd-9dc3-39ca594bf04c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0892699 Aug 20 15:09:28.080143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bedd278-3a0e-4a5f-a538-86204a938701 req-f66aa882-e7c6-4b59-89d9-3e87ac32e867 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436273 Aug 20 15:09:28.153452 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8862cc5e-4a16-4f1b-9a31-7a7855540490 x-openstack-request-id: req-8862cc5e-4a16-4f1b-9a31-7a7855540490 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:28.153822 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6373c5-d46f-436d-90a3-98af8c193f68", "name": "network-vif-plugged", "status": "completed", "tag": "590e1d38-666a-477b-86de-4c8a91804f7e", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:28.154207 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8862cc5e-4a16-4f1b-9a31-7a7855540490 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:28.154623 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6373c5-d46f-436d-90a3-98af8c193f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e1d38-666a-477b-86de-4c8a91804f7e', 'code': 200} Aug 20 15:09:28.330567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e6f94-556c-4cdc-8935-e8bec9266987 req-afa76e5f-3baf-4376-8faf-e01aa76a3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:28.333219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-691e6f94-556c-4cdc-8935-e8bec9266987 req-afa76e5f-3baf-4376-8faf-e01aa76a3954 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4d6373c5-d46f-436d-90a3-98af8c193f68 HTTP/1.1" status: 200 len: 1098 time: 0.0917141 Aug 20 15:09:28.342506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-44a364ce-09ab-4d98-aef7-99891538ede1 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:28.351834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-44a364ce-09ab-4d98-aef7-99891538ede1 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/networks?id=52992a70-c6b4-4934-bed8-06bc958bac9b HTTP/1.1" status: 200 len: 818 time: 0.1912770 Aug 20 15:09:28.372994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-09e9565f-b218-473b-a17a-b38a3a03381b tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/quotas/209c3bb6d1754d16aab4242ab6edd1ea HTTP/1.1" status: 200 len: 375 time: 0.0195553 Aug 20 15:09:28.423410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-a35f3432-28a5-4479-b850-fa786a1e40bf tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=209c3bb6d1754d16aab4242ab6edd1ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411720 Aug 20 15:09:28.452037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-691e6f94-556c-4cdc-8935-e8bec9266987 req-d9cd9f63-1d1c-4d2a-90d2-73c5bb887619 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978005 Aug 20 15:09:28.536451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea924fa4-90f0-4a1b-bc90-8b7a606981f0 req-79dac00c-f8f4-4f10-84da-d831e6429470 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 210 time: 0.0403013 Aug 20 15:09:28.593547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-b55a4f9a-53d2-4f40-8076-0bfe7c1297b7 service neutron] 10.222.0.36 "GET /v2.0/networks/52992a70-c6b4-4934-bed8-06bc958bac9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600330 Aug 20 15:09:28.657730 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:29.104492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b613-8871-48a7-86e3-f6817ebb812c req-9a95df36-f0e3-44fd-9d40-90f2265126ae tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:29.106505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-9a95df36-f0e3-44fd-9d40-90f2265126ae tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.70 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 811 time: 0.5271173 Aug 20 15:09:29.119003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642d34b-7f57-4f44-bc66-346adcdb1250 req-fc0aad4d-831a-4328-befc-4648e1d51af1 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:29.120656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e642d34b-7f57-4f44-bc66-346adcdb1250 req-fc0aad4d-831a-4328-befc-4648e1d51af1 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 946 time: 0.1238551 Aug 20 15:09:29.146846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-a8ea7582-d40e-468d-8d1a-24daffcbcf8e service neutron] 10.222.0.36 "GET /v2.0/networks/52992a70-c6b4-4934-bed8-06bc958bac9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423245 Aug 20 15:09:29.199438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-249ccb73-c112-458c-805c-44d5b76536ae tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb HTTP/1.1" status: 200 len: 379 time: 0.0748894 Aug 20 15:09:29.202331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e642d34b-7f57-4f44-bc66-346adcdb1250 req-8a664900-4df3-4a6f-8ca8-06324d2ef8e0 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702720 Aug 20 15:09:29.215409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'port': {'device_id': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'admin_state_up': True, 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'security_groups': ['3ba3b395-3ae8-40a8-9bc2-6c1935b01734']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:29.363778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ca69c-9980-4918-a66b-730704f4ae43 req-856075f2-4823-4509-b7dc-2e5a68b211cc tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:29.365351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-061ca69c-9980-4918-a66b-730704f4ae43 req-856075f2-4823-4509-b7dc-2e5a68b211cc tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.0744555 Aug 20 15:09:29.446122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Made reservation on behalf of 1b02ed40d3a744f7bcd3a7821b3b3ebb for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:29.449732 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:29.512577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-061ca69c-9980-4918-a66b-730704f4ae43 req-d77b3d5d-7285-4340-af8e-f214a3c80653 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310596 Aug 20 15:09:29.546814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73de6cf-35b4-44d0-bfb2-9990f2d9e204 req-fcd78fca-ff8f-4ebe-8b4a-7d87c1582d72 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:29.548442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a73de6cf-35b4-44d0-bfb2-9990f2d9e204 req-fcd78fca-ff8f-4ebe-8b4a-7d87c1582d72 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d6373c5-d46f-436d-90a3-98af8c193f68 HTTP/1.1" status: 200 len: 946 time: 0.1599412 Aug 20 15:09:29.684264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a73de6cf-35b4-44d0-bfb2-9990f2d9e204 req-cc98cea0-7b5c-43c5-a872-214a3d751607 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857527 Aug 20 15:09:29.749060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63e37f9a-1bc0-4315-9ed4-a96f13b14e08 req-5cb22f78-5258-44de-afab-16a4cc78852f tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0605438 Aug 20 15:09:29.787397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Allocated IP 172.20.0.5 (49150ad4-8e8a-418b-ac39-7b955ab4c514/c0b052b0-0834-4267-8354-9a3471fabf6a/25c02190-4006-4862-b6de-d9046bb34412) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:30.049961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2aceedd-93b0-480d-bfd8-222d193e7ceb req-4f2ca9ff-d33c-4bf3-9653-1b9cdcbfe0a0 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 210 time: 0.0583451 Aug 20 15:09:30.069199 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:30.108263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Transition to ACTIVE for port object 25c02190-4006-4862-b6de-d9046bb34412 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:30.170587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:30.278800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:30.288086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:30.290946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:30.370122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:30.371965 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:30.374715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event updated for resources: {'Port': ['ID=25c02190-4006-4862-b6de-d9046bb34412,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:30.391110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f253f8-24d4-4c71-9560-b33975d29efc req-dab4b577-e84d-46cc-b9b3-89836cdf3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:30.392685 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-81f253f8-24d4-4c71-9560-b33975d29efc req-dab4b577-e84d-46cc-b9b3-89836cdf3cdd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1098 time: 0.1281347 Aug 20 15:09:30.410542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd178a-ce83-45f0-ba9a-4b6f13f3999f req-8ed7df8e-4158-44a1-824d-c7c4d3e4608f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:30.419622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cbd178a-ce83-45f0-ba9a-4b6f13f3999f req-8ed7df8e-4158-44a1-824d-c7c4d3e4608f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1837494 Aug 20 15:09:30.440727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-4cd5e1c3-58ae-4e28-84a5-a2a818e90d78 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2309194 Aug 20 15:09:30.500841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cbd178a-ce83-45f0-ba9a-4b6f13f3999f req-cf5c5e1e-60e6-44ee-8757-a37639b90c79 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801134 Aug 20 15:09:30.522910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Request body: {'port': {'device_id': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:30.609239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f253f8-24d4-4c71-9560-b33975d29efc req-1c68a4ca-4108-48cd-9e86-3b0cf47e4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:30.610924 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-81f253f8-24d4-4c71-9560-b33975d29efc req-1c68a4ca-4108-48cd-9e86-3b0cf47e4c5e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 920 time: 0.2014430 Aug 20 15:09:30.628837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:30.665714 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-81f253f8-24d4-4c71-9560-b33975d29efc req-a098f48b-324b-44b5-8558-3c72e4c2fa7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b HTTP/1.1" status: 200 len: 217 time: 0.0401299 Aug 20 15:09:30.670058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c8bf7f2e-6ee4-4e21-b3c2-80adfd6be6a8 None None] Provisioning for port 25c02190-4006-4862-b6de-d9046bb34412 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:30.674695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c8bf7f2e-6ee4-4e21-b3c2-80adfd6be6a8 None None] Provisioning complete for port 25c02190-4006-4862-b6de-d9046bb34412 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:30.675219 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c8bf7f2e-6ee4-4e21-b3c2-80adfd6be6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:30.733128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c8bf7f2e-6ee4-4e21-b3c2-80adfd6be6a8 None None] Port 25c02190-4006-4862-b6de-d9046bb34412 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:09:30.737801 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f253f8-24d4-4c71-9560-b33975d29efc req-9b00d230-6e90-4544-b2ab-8aa503777b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:30.740023 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-81f253f8-24d4-4c71-9560-b33975d29efc req-9b00d230-6e90-4544-b2ab-8aa503777b2b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.0616069 Aug 20 15:09:30.782694 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-81f253f8-24d4-4c71-9560-b33975d29efc req-ba14f93c-4eab-461e-99ee-af9e313a4ec8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308824 Aug 20 15:09:30.899770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0eb42b48-eee7-486d-90de-7cadaf249346 req-3d01f1e6-92bd-403d-b1fe-16ab72b93f83 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0456879 Aug 20 15:09:30.931838 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-81f253f8-24d4-4c71-9560-b33975d29efc req-ea919843-ad61-495c-8bd6-f7344b41420b service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347556 Aug 20 15:09:30.990514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6196b-49f5-49cf-82d3-d5130c84cdb8 req-6e76f23c-9452-4067-89bc-46be21e0aef3 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:30.992152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fb6196b-49f5-49cf-82d3-d5130c84cdb8 req-6e76f23c-9452-4067-89bc-46be21e0aef3 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d6373c5-d46f-436d-90a3-98af8c193f68 HTTP/1.1" status: 200 len: 946 time: 0.1972885 Aug 20 15:09:31.070675 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-81f253f8-24d4-4c71-9560-b33975d29efc req-c9c6df47-c150-4cf1-a21d-6d962e91164e service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252670 Aug 20 15:09:31.152719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fb6196b-49f5-49cf-82d3-d5130c84cdb8 req-1118dba0-2436-448f-af48-ba860b3c418a tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392450 Aug 20 15:09:31.236892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-72e32243-fd79-418e-bd96-c588acdfb7d7 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:31.238372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-72e32243-fd79-418e-bd96-c588acdfb7d7 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.72 "GET /v2.0/networks?id=52992a70-c6b4-4934-bed8-06bc958bac9b HTTP/1.1" status: 200 len: 818 time: 0.2674329 Aug 20 15:09:31.269337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Request body: {'port': {'device_id': '9e904c08-0a18-484d-baa8-6f63ba62c7d1', 'network_id': '52992a70-c6b4-4934-bed8-06bc958bac9b', 'admin_state_up': True, 'tenant_id': '209c3bb6d1754d16aab4242ab6edd1ea'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:31.282945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8fd4e-4bfe-4de3-872c-391efdc28366 req-ec16b6b2-504e-40ef-b554-1a6ddcb2fdb5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:31.284537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbd8fd4e-4bfe-4de3-872c-391efdc28366 req-ec16b6b2-504e-40ef-b554-1a6ddcb2fdb5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 931 time: 0.1476202 Aug 20 15:09:31.357236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c02190-4006-4862-b6de-d9046bb34412 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:31.371206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:31.409803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbd8fd4e-4bfe-4de3-872c-391efdc28366 req-306be743-b8ea-455a-a724-9a3b7f1fb9d8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128595 Aug 20 15:09:31.414294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Transition to ACTIVE for port object 25c02190-4006-4862-b6de-d9046bb34412 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:31.429674 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:31.524807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Made reservation on behalf of 209c3bb6d1754d16aab4242ab6edd1ea for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:31.529253 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:31.544792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=25c02190-4006-4862-b6de-d9046bb34412,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:31.893882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Attempting to bind port 25c02190-4006-4862-b6de-d9046bb34412 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:31.894232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Attempting to bind port 25c02190-4006-4862-b6de-d9046bb34412 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:31.894566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Attempting to bind port 25c02190-4006-4862-b6de-d9046bb34412 on network 49150ad4-8e8a-418b-ac39-7b955ab4c514 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:31.907657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c7b5b-c637-4e62-812e-0061c9e672de req-11807164-a871-4d32-87d5-b6177bb51105 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:31.909199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b1c7b5b-c637-4e62-812e-0061c9e672de req-11807164-a871-4d32-87d5-b6177bb51105 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2468910 Aug 20 15:09:31.921880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Port 25c02190-4006-4862-b6de-d9046bb34412 on network 49150ad4-8e8a-418b-ac39-7b955ab4c514 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:09:31.922218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Attempting to bind port 25c02190-4006-4862-b6de-d9046bb34412 on network 49150ad4-8e8a-418b-ac39-7b955ab4c514 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:31.949025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:31.949381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Checking segment: {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:31.949775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Bound using segment: {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:31.950226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Bound port: 25c02190-4006-4862-b6de-d9046bb34412, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca74b07e-0fcd-4725-87a1-43ba2ca00989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:31.950592 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:31.985181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Allocated IP 172.20.0.7 (52992a70-c6b4-4934-bed8-06bc958bac9b/1a675478-b6a3-4f2e-b709-c48a3f14220c/4e91541e-7278-4065-85d3-e7ed10d20b7b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:32.046901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-1dd1897a-0a33-4748-a43d-f882bdfaffec tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:32.048345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-1dd1897a-0a33-4748-a43d-f882bdfaffec tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 812 time: 0.3040876 Aug 20 15:09:32.066193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b1c7b5b-c637-4e62-812e-0061c9e672de req-22406807-19e5-4f8b-ab96-99119dca3292 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407137 Aug 20 15:09:32.101844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-651cccca-6353-47e7-8fee-4e7e24d26398 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/quotas/93401f8f75c842228e91ba7501e78f62 HTTP/1.1" status: 200 len: 375 time: 0.0444424 Aug 20 15:09:32.143440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] For port 25c02190-4006-4862-b6de-d9046bb34412, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:32.219839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] For port 25c02190-4006-4862-b6de-d9046bb34412, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=25c02190-4006-4862-b6de-d9046bb34412,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:32.236019 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:32.263393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fd7985f-ccd4-49e2-95e8-ddf862b8fb0a req-42a8a432-ac2e-4795-b100-d556ac89ab17 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0478482 Aug 20 15:09:32.303901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:32.304537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:32.305972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] 10.222.0.70 "PUT /v2.0/ports/25c02190-4006-4862-b6de-d9046bb34412 HTTP/1.1" status: 200 len: 1092 time: 1.8470602 Aug 20 15:09:32.314779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'tag': '25c02190-4006-4862-b6de-d9046bb34412'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:32.317774 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883a0529-a975-4f0c-bc6b-ee4185bd0ace" -d '{"events": [{"name": "network-changed", "server_uuid": "b88649e0-b03a-4580-8ed1-b31cd1c4e439", "tag": "25c02190-4006-4862-b6de-d9046bb34412"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:32.335634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-4d398730-0db6-4e01-8ff3-2e0a798f37a0 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2214808 Aug 20 15:09:32.397352 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:32.430978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b821519-4018-4bd0-a2d2-646696279ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=25c02190-4006-4862-b6de-d9046bb34412,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:32.435216 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ee8f6c-098a-4205-a781-e24f56c193d9 x-openstack-request-id: req-37ee8f6c-098a-4205-a781-e24f56c193d9 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:32.435516 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88649e0-b03a-4580-8ed1-b31cd1c4e439", "tag": "25c02190-4006-4862-b6de-d9046bb34412", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:32.435800 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37ee8f6c-098a-4205-a781-e24f56c193d9 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:32.436200 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'tag': '25c02190-4006-4862-b6de-d9046bb34412', 'status': 'completed', 'code': 200} Aug 20 15:09:32.531794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b613-8871-48a7-86e3-f6817ebb812c req-f3ab1f28-1a52-4d73-8e29-e090c9bc88de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:32.533250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-f3ab1f28-1a52-4d73-8e29-e090c9bc88de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 1095 time: 0.1518195 Aug 20 15:09:32.608040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-5a0a9e38-ad51-4aba-ab41-8e48951b37bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c02190-4006-4862-b6de-d9046bb34412 HTTP/1.1" status: 200 len: 217 time: 0.0582304 Aug 20 15:09:32.612577 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:32.626381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-da76f026-3490-4226-98db-e04c84108c15 service neutron] 10.222.0.36 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626674 Aug 20 15:09:32.701385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e9e00-3464-4d44-a3de-a54768683b1b req-5b7c3b4c-f0a3-4847-832a-6aba251ba697 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:32.702871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b96e9e00-3464-4d44-a3de-a54768683b1b req-5b7c3b4c-f0a3-4847-832a-6aba251ba697 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 943 time: 0.2042553 Aug 20 15:09:32.764409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Network 52992a70-c6b4-4934-bed8-06bc958bac9b is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:32.778297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Pushing event updated for resources: {'Port': ['ID=4e91541e-7278-4065-85d3-e7ed10d20b7b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:32.780958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:32.795146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:32.809725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b613-8871-48a7-86e3-f6817ebb812c req-a0d4c39d-dd84-4fda-9e4c-8828540f87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:32.811222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-a0d4c39d-dd84-4fda-9e4c-8828540f87c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.1897805 Aug 20 15:09:32.906297 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b96e9e00-3464-4d44-a3de-a54768683b1b req-98d86936-e0ee-4c5e-93ac-4d9a04e5b613 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881483 Aug 20 15:09:32.927842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-bfec0355-ebff-4583-9ba4-6455dc7b2c8a service neutron] 10.222.0.36 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707036 Aug 20 15:09:32.936936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:32.937585 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:32.958897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1caf6cb6-0acf-416e-bbac-8453c3565b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:32.961367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-1caf6cb6-0acf-416e-bbac-8453c3565b39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237533 Aug 20 15:09:32.964526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-ed121506-5a83-4e9e-996e-bde93c013615 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7018847 Aug 20 15:09:33.002757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Request body: {'port': {'device_id': '9e904c08-0a18-484d-baa8-6f63ba62c7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:33.122133 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:33.152669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-6ad25b9d-81af-42f6-8771-c2392d8e229b service neutron] 10.222.0.70 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772404 Aug 20 15:09:33.299741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-6de9f0cb-bd01-4ca3-8884-bedeeea843d2 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:33.301440 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-6de9f0cb-bd01-4ca3-8884-bedeeea843d2 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.72 "GET /v2.0/ports?device_id=4d6373c5-d46f-436d-90a3-98af8c193f68 HTTP/1.1" status: 200 len: 946 time: 0.0685992 Aug 20 15:09:33.486283 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Deleting port 590e1d38-666a-477b-86de-4c8a91804f7e {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:33.486825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:33.733838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-d8e0bf35-ebe6-46e3-bbaf-1303b03ec59a tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:33.736108 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-d8e0bf35-ebe6-46e3-bbaf-1303b03ec59a tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.70 "GET /v2.0/ports?device_id=956279df-3254-403d-bfd2-63a2ea618bbb HTTP/1.1" status: 200 len: 946 time: 0.2033813 Aug 20 15:09:33.762007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] For port 590e1d38-666a-477b-86de-4c8a91804f7e, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=590e1d38-666a-477b-86de-4c8a91804f7e,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:33.762879 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:33.813155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Calling delete_port for 590e1d38-666a-477b-86de-4c8a91804f7e owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:33.937416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5376956-3094-4154-81b6-68fd244bc1f2 req-f0424976-4626-4056-97c8-2515cf323b48 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:33.941473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5376956-3094-4154-81b6-68fd244bc1f2 req-f0424976-4626-4056-97c8-2515cf323b48 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.7685246 Aug 20 15:09:33.993416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a081c-dd23-42ad-921b-6fa8f082ac0f req-3ce1431d-e7b1-4c51-bd44-4a5d24883119 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:33.995370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-820a081c-dd23-42ad-921b-6fa8f082ac0f req-3ce1431d-e7b1-4c51-bd44-4a5d24883119 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 931 time: 0.2282698 Aug 20 15:09:34.026173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Deleting port ce5bcc28-b177-44e9-862f-b74153f96d2a {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:34.027067 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:34.254034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:34.276646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ce5bcc28-b177-44e9-862f-b74153f96d2a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:34.299701 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] For port ce5bcc28-b177-44e9-862f-b74153f96d2a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ce5bcc28-b177-44e9-862f-b74153f96d2a,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:34.300325 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:34.341480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Pushing event deleted for resources: {'Port': ['ID=590e1d38-666a-477b-86de-4c8a91804f7e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:34.341680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['590e1d38-666a-477b-86de-4c8a91804f7e'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:34.360611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Calling delete_port for ce5bcc28-b177-44e9-862f-b74153f96d2a owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:34.369288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4759b613-8871-48a7-86e3-f6817ebb812c req-7f29950e-7667-447a-ae14-945b12c16803 service neutron] 10.222.0.70 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1966569 Aug 20 15:09:34.419274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] No DVR routers for this DVR port 590e1d38-666a-477b-86de-4c8a91804f7e on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:34.450438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e91541e-7278-4065-85d3-e7ed10d20b7b {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:34.507102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-820a081c-dd23-42ad-921b-6fa8f082ac0f req-f8ac8eb7-311a-4003-a2a2-13ac0d3b7e67 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780784 Aug 20 15:09:34.581440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:34.584018 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9e74b5c3-bf01-4fb4-88ba-6c6d9a93c4af req-b4dacb1d-2933-43b6-a674-6ef88f0b0f0b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.72 "DELETE /v2.0/ports/590e1d38-666a-477b-86de-4c8a91804f7e HTTP/1.1" status: 204 len: 173 time: 1.2745237 Aug 20 15:09:34.584893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d6373c5-d46f-436d-90a3-98af8c193f68', 'name': 'network-vif-deleted', 'tag': '590e1d38-666a-477b-86de-4c8a91804f7e'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:34.588500 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64ca1d7-29ee-4eea-a1d9-070c24c19665" -d '{"events": [{"server_uuid": "4d6373c5-d46f-436d-90a3-98af8c193f68", "name": "network-vif-deleted", "tag": "590e1d38-666a-477b-86de-4c8a91804f7e"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:34.594739 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:34.598490 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:34.645724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Transition to ACTIVE for port object 4e91541e-7278-4065-85d3-e7ed10d20b7b will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:34.650982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Pushing event deleted for resources: {'Port': ['ID=ce5bcc28-b177-44e9-862f-b74153f96d2a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:34.724519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] No DVR routers for this DVR port ce5bcc28-b177-44e9-862f-b74153f96d2a on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:34.727974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:34.731456 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-632a916d-d4ef-45bb-886d-4cdf7d095506 req-66f613bf-d9f4-42ec-9983-4d42c05caa7c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.70 "DELETE /v2.0/ports/ce5bcc28-b177-44e9-862f-b74153f96d2a HTTP/1.1" status: 204 len: 173 time: 0.9849906 Aug 20 15:09:34.733697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5376956-3094-4154-81b6-68fd244bc1f2 req-6549f66c-8a3e-4c19-9536-63fc8115accf tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7781141 Aug 20 15:09:34.738284 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:34.901731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62ecc9ea-3f53-45e8-8510-27cb69853c55 req-743090b2-3858-4b05-97c8-a0fd8a0a2216 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 210 time: 0.0635760 Aug 20 15:09:34.904178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-40e6b426-e155-4d60-bb3e-cdb397f094ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:34.905627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-40e6b426-e155-4d60-bb3e-cdb397f094ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 1095 time: 0.4198952 Aug 20 15:09:34.914614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e91541e-7278-4065-85d3-e7ed10d20b7b,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:35.071104 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb4e449-f026-49cb-9517-48b7c99636d9 x-openstack-request-id: req-2eb4e449-f026-49cb-9517-48b7c99636d9 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:35.071574 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d6373c5-d46f-436d-90a3-98af8c193f68", "name": "network-vif-deleted", "tag": "590e1d38-666a-477b-86de-4c8a91804f7e", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:35.071902 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2eb4e449-f026-49cb-9517-48b7c99636d9 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:35.072805 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d6373c5-d46f-436d-90a3-98af8c193f68', 'name': 'network-vif-deleted', 'tag': '590e1d38-666a-477b-86de-4c8a91804f7e', 'status': 'completed', 'code': 200} Aug 20 15:09:35.100213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39766e1c-1c60-4465-a359-fb35f28b4e3e req-0c63b56d-4654-457e-88c2-bdd44421bbf5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:35.101977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39766e1c-1c60-4465-a359-fb35f28b4e3e req-0c63b56d-4654-457e-88c2-bdd44421bbf5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 943 time: 0.2452497 Aug 20 15:09:35.142332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Attempting to bind port 4e91541e-7278-4065-85d3-e7ed10d20b7b on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:35.142669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Attempting to bind port 4e91541e-7278-4065-85d3-e7ed10d20b7b by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'afee3739-a84f-441c-a61e-d20a971513c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '52992a70-c6b4-4934-bed8-06bc958bac9b'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:35.142999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Attempting to bind port 4e91541e-7278-4065-85d3-e7ed10d20b7b on network 52992a70-c6b4-4934-bed8-06bc958bac9b {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:35.145292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-4dfb62f5-08f0-4952-bf77-b0422121e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:35.146756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-4dfb62f5-08f0-4952-bf77-b0422121e083 service neutron] 10.222.0.70 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.1875103 Aug 20 15:09:35.153440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Port 4e91541e-7278-4065-85d3-e7ed10d20b7b on network 52992a70-c6b4-4934-bed8-06bc958bac9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:09:35.153767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Attempting to bind port 4e91541e-7278-4065-85d3-e7ed10d20b7b on network 52992a70-c6b4-4934-bed8-06bc958bac9b {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:35.176693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:35.177031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Checking segment: {'id': 'afee3739-a84f-441c-a61e-d20a971513c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '52992a70-c6b4-4934-bed8-06bc958bac9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:35.177414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Bound using segment: {'id': 'afee3739-a84f-441c-a61e-d20a971513c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '52992a70-c6b4-4934-bed8-06bc958bac9b'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:35.177847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Bound port: 4e91541e-7278-4065-85d3-e7ed10d20b7b, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afee3739-a84f-441c-a61e-d20a971513c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '52992a70-c6b4-4934-bed8-06bc958bac9b'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:35.178204 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:35.215419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39766e1c-1c60-4465-a359-fb35f28b4e3e req-9d80440d-1e8f-4aec-ab76-777afcbda925 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038008 Aug 20 15:09:35.218880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-f59b4a27-2f68-4e90-877f-37b805ee7f5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c02190-4006-4862-b6de-d9046bb34412 HTTP/1.1" status: 200 len: 217 time: 0.0540829 Aug 20 15:09:35.326541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-bcad79a1-53a3-4b49-a443-e87c3a0989f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:35.332482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-bcad79a1-53a3-4b49-a443-e87c3a0989f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.0792041 Aug 20 15:09:35.336487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] For port 4e91541e-7278-4065-85d3-e7ed10d20b7b, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:35.350270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] For port 4e91541e-7278-4065-85d3-e7ed10d20b7b, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e91541e-7278-4065-85d3-e7ed10d20b7b,segment=NetworkSegment(afee3739-a84f-441c-a61e-d20a971513c9),segment_id=afee3739-a84f-441c-a61e-d20a971513c9)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:35.355771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:35.415365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4e91541e-7278-4065-85d3-e7ed10d20b7b,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:35.436045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-2fe4872b-ee8c-420f-8d83-033de2b07c5d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:35.437728 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-2fe4872b-ee8c-420f-8d83-033de2b07c5d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.70 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 812 time: 0.1101253 Aug 20 15:09:35.458422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:35.459661 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:35.460037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Request body: {'port': {'device_id': '3cf150b9-e6fe-4f7e-8741-7d202575c946', 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab', 'admin_state_up': True, 'tenant_id': '93401f8f75c842228e91ba7501e78f62'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:35.461511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-eee83c59-d381-4ead-aaa9-3d46fae3f9e0 service neutron] 10.222.0.72 "PUT /v2.0/ports/4e91541e-7278-4065-85d3-e7ed10d20b7b HTTP/1.1" status: 200 len: 1092 time: 2.4753308 Aug 20 15:09:35.462182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e904c08-0a18-484d-baa8-6f63ba62c7d1', 'tag': '4e91541e-7278-4065-85d3-e7ed10d20b7b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:35.465100 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d338f4e4-6121-4161-99e8-7edd052ca6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e904c08-0a18-484d-baa8-6f63ba62c7d1", "tag": "4e91541e-7278-4065-85d3-e7ed10d20b7b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:35.487365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-a1a78ce2-2219-4380-bd55-2172ae7a42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:35.489313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-a1a78ce2-2219-4380-bd55-2172ae7a42c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751164 Aug 20 15:09:35.677547 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c9b231-8faf-4186-9b97-29ee330a1ac6 x-openstack-request-id: req-01c9b231-8faf-4186-9b97-29ee330a1ac6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:35.680871 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e904c08-0a18-484d-baa8-6f63ba62c7d1", "tag": "4e91541e-7278-4065-85d3-e7ed10d20b7b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:35.681397 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01c9b231-8faf-4186-9b97-29ee330a1ac6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:35.681817 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e904c08-0a18-484d-baa8-6f63ba62c7d1', 'tag': '4e91541e-7278-4065-85d3-e7ed10d20b7b', 'status': 'completed', 'code': 200} Aug 20 15:09:35.700907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-852d7080-75d8-4990-9af7-b90e61936787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:35.703487 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-852d7080-75d8-4990-9af7-b90e61936787 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=209c3bb6d1754d16aab4242ab6edd1ea&device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 1095 time: 0.1375899 Aug 20 15:09:35.708825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Made reservation on behalf of 93401f8f75c842228e91ba7501e78f62 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:35.712923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:35.826598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99066f92-cf36-44a9-b670-ec752756de8f req-d1d56242-7008-40e3-9f15-d086ee8ca440 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:35.844257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99066f92-cf36-44a9-b670-ec752756de8f req-d1d56242-7008-40e3-9f15-d086ee8ca440 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 943 time: 0.1934617 Aug 20 15:09:35.869978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-c7ebf153-4104-45a8-bba2-9d93be8baaa2 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:35.870575 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:35.871625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-c7ebf153-4104-45a8-bba2-9d93be8baaa2 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.72 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 812 time: 0.3202579 Aug 20 15:09:35.886862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-da6f896d-a576-4f37-812c-530625966e54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e91541e-7278-4065-85d3-e7ed10d20b7b HTTP/1.1" status: 200 len: 217 time: 0.1533210 Aug 20 15:09:35.903496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-9ae8df33-4f47-43c4-9152-f17bd2f897ef service neutron] 10.222.0.70 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955116 Aug 20 15:09:35.915809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Request body: {'port': {'device_id': '7a5d6054-fbf7-493a-ba04-5924c494fe8c', 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab', 'admin_state_up': True, 'tenant_id': '93401f8f75c842228e91ba7501e78f62'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:36.060798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-d23621e8-154b-4a03-8d5d-31fb2d9ef848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:36.062514 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-d23621e8-154b-4a03-8d5d-31fb2d9ef848 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a675478-b6a3-4f2e-b709-c48a3f14220c HTTP/1.1" status: 200 len: 858 time: 0.0653031 Aug 20 15:09:36.092595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99066f92-cf36-44a9-b670-ec752756de8f req-8e68cdd3-3a2e-48aa-bcb2-d8ce1bfe07c4 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474492 Aug 20 15:09:36.161955 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-af066cc4-84d5-45ad-94fc-552cabe9a191 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=52992a70-c6b4-4934-bed8-06bc958bac9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800133 Aug 20 15:09:36.171915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Allocated IP 172.20.0.10 (6e588f38-a0db-4b07-b324-a16b4e3172ab/0ad335ef-2149-40ab-946a-2a0053cfde1e/bb9a8d52-2fe0-4fc1-b01b-5a934954adb2) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:36.185590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7756e-5c7b-4624-a695-97b8e199487d req-539a543c-3472-401e-9ee5-4d15afa0d3f1 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:36.187206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6b7756e-5c7b-4624-a695-97b8e199487d req-539a543c-3472-401e-9ee5-4d15afa0d3f1 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.3072016 Aug 20 15:09:36.291880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-883a0529-a975-4f0c-bc6b-ee4185bd0ace req-25c8c8f5-448a-43bd-af4f-ca23b8f1dda2 service neutron] 10.222.0.70 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716793 Aug 20 15:09:36.398240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6b7756e-5c7b-4624-a695-97b8e199487d req-e191b9bc-d307-4548-b079-f660c7cd261f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923552 Aug 20 15:09:36.407099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Made reservation on behalf of 93401f8f75c842228e91ba7501e78f62 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:36.421702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:36.528641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 590e1d38-666a-477b-86de-4c8a91804f7e no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:36.602424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 590e1d38-666a-477b-86de-4c8a91804f7e {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:36.602762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 590e1d38-666a-477b-86de-4c8a91804f7e not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:36.607238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1da7e734-3967-47ab-8536-48649e6b06ad req-2efc00e1-896f-4dad-9ba0-6e121373e594 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 210 time: 0.1610291 Aug 20 15:09:36.794517 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-89db20ac-101c-4de5-9448-92f1c80f7d02 service neutron] 10.222.0.72 "GET /v2.0/networks/52992a70-c6b4-4934-bed8-06bc958bac9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225185 Aug 20 15:09:36.830912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:36.927950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752391d7-a9ab-46e2-9617-190cfb3c5d75 req-77921352-ca6a-43d6-8624-6c43613822a3 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:36.941162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-752391d7-a9ab-46e2-9617-190cfb3c5d75 req-77921352-ca6a-43d6-8624-6c43613822a3 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 943 time: 0.1846864 Aug 20 15:09:36.983413 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-315ea4a9-f595-4f83-a23d-c8e4e349ac09 req-2f1f9d92-6a81-49d6-8642-c320f99308db service neutron] 10.222.0.72 "GET /v2.0/networks/52992a70-c6b4-4934-bed8-06bc958bac9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769011 Aug 20 15:09:36.994626 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:37.054035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-752391d7-a9ab-46e2-9617-190cfb3c5d75 req-0448d995-ae4f-4cc3-ae79-61db5bbed5d7 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119432 Aug 20 15:09:37.073517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956279df-3254-403d-bfd2-63a2ea618bbb', 'name': 'network-vif-deleted', 'tag': 'ce5bcc28-b177-44e9-862f-b74153f96d2a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:37.075980 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334d37c3-432a-4b84-b018-42c59a23fc83" -d '{"events": [{"server_uuid": "956279df-3254-403d-bfd2-63a2ea618bbb", "name": "network-vif-deleted", "tag": "ce5bcc28-b177-44e9-862f-b74153f96d2a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:37.080527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Network 6e588f38-a0db-4b07-b324-a16b4e3172ab is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:37.092775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:37.103139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:37.165572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Pushing event updated for resources: {'Port': ['ID=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:37.175990 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a005106e-7d8e-41f8-9f55-286d047753ba x-openstack-request-id: req-a005106e-7d8e-41f8-9f55-286d047753ba {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:37.176443 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956279df-3254-403d-bfd2-63a2ea618bbb", "name": "network-vif-deleted", "tag": "ce5bcc28-b177-44e9-862f-b74153f96d2a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:37.176882 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a005106e-7d8e-41f8-9f55-286d047753ba {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:37.177402 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956279df-3254-403d-bfd2-63a2ea618bbb', 'name': 'network-vif-deleted', 'tag': 'ce5bcc28-b177-44e9-862f-b74153f96d2a', 'status': 'completed', 'code': 200} Aug 20 15:09:37.209142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:37.210028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:37.216049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-0b7e4976-72c5-497e-9667-cf9f637f2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:37.218754 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-0b7e4976-72c5-497e-9667-cf9f637f2963 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=209c3bb6d1754d16aab4242ab6edd1ea&device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 1095 time: 0.1116970 Aug 20 15:09:37.247015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-1c10cc0e-bdae-4e22-879d-f48c24f27a35 {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:09:37.247648 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:09:37.348170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-602a1e6e-59f5-4ca5-8bde-5f7327383e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:37.350560 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-602a1e6e-59f5-4ca5-8bde-5f7327383e63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=52992a70-c6b4-4934-bed8-06bc958bac9b HTTP/1.1" status: 200 len: 919 time: 0.1238632 Aug 20 15:09:37.384776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-f429d68b-4f1a-42a0-8f46-c9b0ffd1fbee tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9298124 Aug 20 15:09:37.392052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023cf15-4c40-4846-8a37-0662eee1e76c req-d63b213d-28d3-42f5-9e89-45d2013a6c25 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:37.397588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9023cf15-4c40-4846-8a37-0662eee1e76c req-d63b213d-28d3-42f5-9e89-45d2013a6c25 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 943 time: 0.1311848 Aug 20 15:09:37.451943 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-c3c9c715-0e3e-4fc2-b9dd-7bb7703256bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e91541e-7278-4065-85d3-e7ed10d20b7b HTTP/1.1" status: 200 len: 217 time: 0.0895362 Aug 20 15:09:37.453609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9023cf15-4c40-4846-8a37-0662eee1e76c req-2458b17b-967e-4896-a048-b77da842251d tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444489 Aug 20 15:09:37.460384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Request body: {'port': {'device_id': '3cf150b9-e6fe-4f7e-8741-7d202575c946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:37.561556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-c3570c04-9904-4b78-a73f-057317847f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:37.564006 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-c3570c04-9904-4b78-a73f-057317847f5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a675478-b6a3-4f2e-b709-c48a3f14220c HTTP/1.1" status: 200 len: 858 time: 0.1002331 Aug 20 15:09:37.568350 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:37.607014 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-c3ceb96d-47bc-484c-8ab5-5b1e88d92d1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=52992a70-c6b4-4934-bed8-06bc958bac9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339253 Aug 20 15:09:37.747532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 25c02190-4006-4862-b6de-d9046bb34412 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:09:37.807680 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:37.828669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a4c985f-d561-46d5-b139-1415eebe7065 req-8720dcd2-29d8-4beb-9152-cc994b8e0330 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 210 time: 0.1018038 Aug 20 15:09:37.846854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ce5bcc28-b177-44e9-862f-b74153f96d2a no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:37.895733 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-5941900a-4c68-4365-8710-2488b95a60b1 service neutron] 10.222.0.72 "GET /v2.0/networks/52992a70-c6b4-4934-bed8-06bc958bac9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661629 Aug 20 15:09:37.920391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: ce5bcc28-b177-44e9-862f-b74153f96d2a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:37.920391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ce5bcc28-b177-44e9-862f-b74153f96d2a not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:38.023376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 25c02190-4006-4862-b6de-d9046bb34412, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=25c02190-4006-4862-b6de-d9046bb34412,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:38.039964 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d338f4e4-6121-4161-99e8-7edd052ca6a4 req-b5e11def-d5ac-4c20-a5d4-4ea53af8b765 service neutron] 10.222.0.72 "GET /v2.0/networks/52992a70-c6b4-4934-bed8-06bc958bac9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346824 Aug 20 15:09:38.040522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '25c02190-4006-4862-b6de-d9046bb34412', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'port_id': '25c02190-4006-4862-b6de-d9046bb34412', 'mac_address': 'fa:16:3e:fe:a6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:09:38.177662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:38.178643 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:38.188632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:38.223122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Transition to ACTIVE for port object bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:38.227888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c02190-4006-4862-b6de-d9046bb34412 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:38.233437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:38.321418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 25c02190-4006-4862-b6de-d9046bb34412, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=25c02190-4006-4862-b6de-d9046bb34412,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:38.339639 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:38.377941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Allocated IP 172.20.0.9 (6e588f38-a0db-4b07-b324-a16b4e3172ab/0ad335ef-2149-40ab-946a-2a0053cfde1e/b01b527c-119d-46ba-9636-a166ca1b22b9) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:38.446112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:38.468212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=25c02190-4006-4862-b6de-d9046bb34412,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:38.483898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.484256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.484607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.484951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.485290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.485650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.485943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.498880 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.499241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.499609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.499958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.500298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:38.594773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Attempting to bind port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:38.595112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Attempting to bind port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:38.595441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Attempting to bind port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 on network 6e588f38-a0db-4b07-b324-a16b4e3172ab {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:38.602266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 on network 6e588f38-a0db-4b07-b324-a16b4e3172ab not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:09:38.602594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Attempting to bind port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 on network 6e588f38-a0db-4b07-b324-a16b4e3172ab {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:38.608445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:38.608791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Checking segment: {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:38.609179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Bound using segment: {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:38.609607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Bound port: bb9a8d52-2fe0-4fc1-b01b-5a934954adb2, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:38.609982 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:38.672385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96a9b6-6767-416f-964c-40904fa95b4b req-fa3a566c-1daf-49a0-a7db-41f29ea2456d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:38.681775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af96a9b6-6767-416f-964c-40904fa95b4b req-fa3a566c-1daf-49a0-a7db-41f29ea2456d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 944 time: 0.4505451 Aug 20 15:09:38.745436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] For port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:38.750118 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] For port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:38.758141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['25c02190-4006-4862-b6de-d9046bb34412'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:38.779375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:38.817763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af96a9b6-6767-416f-964c-40904fa95b4b req-ba1edfb0-d9b2-48df-8082-f89e723d9c9c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339512 Aug 20 15:09:38.857353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11a38a-db86-4614-9fd8-acf9df15dced req-c686c46a-7bf7-464d-bd0e-8adc0769a681 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:38.881761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed11a38a-db86-4614-9fd8-acf9df15dced req-c686c46a-7bf7-464d-bd0e-8adc0769a681 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 943 time: 0.1641867 Aug 20 15:09:38.889334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:38.892240 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:38.893707 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] 10.222.0.70 "PUT /v2.0/ports/bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 HTTP/1.1" status: 200 len: 1093 time: 1.4408350 Aug 20 15:09:38.937626 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:39.009436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7363d81-07de-45ca-9080-a0c3da4c3ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:39.068469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed11a38a-db86-4614-9fd8-acf9df15dced req-f8de5fff-f385-44c3-9dd7-1fe4eb1b8174 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843178 Aug 20 15:09:39.123609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-0eec97e1-11b0-449e-a5e3-578a46e4d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:39.125756 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-0eec97e1-11b0-449e-a5e3-578a46e4d41f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&device_id=3cf150b9-e6fe-4f7e-8741-7d202575c946 HTTP/1.1" status: 200 len: 1096 time: 0.1370063 Aug 20 15:09:39.171827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcf435e5-ed9e-4a9f-bb4b-8103b3259075 req-6d3ccd19-9461-4bf6-b999-477f30c02b57 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 210 time: 0.0721054 Aug 20 15:09:39.181120 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:39.230587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf150b9-e6fe-4f7e-8741-7d202575c946', 'tag': 'bb9a8d52-2fe0-4fc1-b01b-5a934954adb2'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:39.239621 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a9c4b4-a128-4642-8f28-9ed026c56329" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf150b9-e6fe-4f7e-8741-7d202575c946", "tag": "bb9a8d52-2fe0-4fc1-b01b-5a934954adb2"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:39.250318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Pushing event updated for resources: {'Port': ['ID=b01b527c-119d-46ba-9636-a166ca1b22b9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:39.260898 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-c120a37a-7177-4521-83bb-88be207c44a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 HTTP/1.1" status: 200 len: 217 time: 0.1245821 Aug 20 15:09:39.280212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Network 6e588f38-a0db-4b07-b324-a16b4e3172ab is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:39.281883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:39.285100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:39.334887 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90e9e8f-3e4d-46b7-81d1-405c2b077223 x-openstack-request-id: req-b90e9e8f-3e4d-46b7-81d1-405c2b077223 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:39.335621 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf150b9-e6fe-4f7e-8741-7d202575c946", "tag": "bb9a8d52-2fe0-4fc1-b01b-5a934954adb2", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:39.336763 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b90e9e8f-3e4d-46b7-81d1-405c2b077223 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:39.337981 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf150b9-e6fe-4f7e-8741-7d202575c946', 'tag': 'bb9a8d52-2fe0-4fc1-b01b-5a934954adb2', 'status': 'completed', 'code': 200} Aug 20 15:09:39.356715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:39.357606 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:39.378047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-e0eba252-c653-4a24-8884-3a7dc872987d tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4657445 Aug 20 15:09:39.400210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-a8f299b1-9ced-4308-aac9-62e2eedbd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:39.400743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Request body: {'port': {'device_id': '7a5d6054-fbf7-493a-ba04-5924c494fe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:39.411574 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-a8f299b1-9ced-4308-aac9-62e2eedbd102 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ad335ef-2149-40ab-946a-2a0053cfde1e HTTP/1.1" status: 200 len: 852 time: 0.1295068 Aug 20 15:09:39.467067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:39.480716 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-10fdf833-f40e-4492-b19e-161e9bf51a7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e588f38-a0db-4b07-b324-a16b4e3172ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472429 Aug 20 15:09:39.700531 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-93dbef8a-437a-431a-839c-c87c9b4d5a75 service neutron] 10.222.0.70 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977081 Aug 20 15:09:39.798563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01b527c-119d-46ba-9636-a166ca1b22b9 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:39.806838 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:39.823153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Transition to ACTIVE for port object b01b527c-119d-46ba-9636-a166ca1b22b9 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:39.831307 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:39.856713 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-8c9406c8-6269-4a3f-884c-5d5d83fba961 service neutron] 10.222.0.70 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399987 Aug 20 15:09:40.020705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-2b3fc88d-80bd-4aea-abda-7d983142be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:40.023225 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-2b3fc88d-80bd-4aea-abda-7d983142be48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&device_id=3cf150b9-e6fe-4f7e-8741-7d202575c946 HTTP/1.1" status: 200 len: 1096 time: 0.0940485 Aug 20 15:09:40.028162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b01b527c-119d-46ba-9636-a166ca1b22b9,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:40.102923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Attempting to bind port b01b527c-119d-46ba-9636-a166ca1b22b9 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:40.103342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Attempting to bind port b01b527c-119d-46ba-9636-a166ca1b22b9 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:40.106314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Attempting to bind port b01b527c-119d-46ba-9636-a166ca1b22b9 on network 6e588f38-a0db-4b07-b324-a16b4e3172ab {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:40.114956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Port b01b527c-119d-46ba-9636-a166ca1b22b9 on network 6e588f38-a0db-4b07-b324-a16b4e3172ab not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:09:40.118345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Attempting to bind port b01b527c-119d-46ba-9636-a166ca1b22b9 on network 6e588f38-a0db-4b07-b324-a16b4e3172ab {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:40.129975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:40.130252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Checking segment: {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:40.130785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Bound using segment: {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:40.131263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Bound port: b01b527c-119d-46ba-9636-a166ca1b22b9, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6471f5-730c-4248-86ab-49427bc6d9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:40.131951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:40.158748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-35705bf4-3e5e-4cb5-bbe1-e7ca14830b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:40.160556 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-35705bf4-3e5e-4cb5-bbe1-e7ca14830b6f service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 913 time: 0.1219454 Aug 20 15:09:40.165501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120747b5-3060-4d3f-bd1f-f52db2d34777 req-c9b559a8-5eb0-4f18-999a-f8c9300b7dde tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:40.169762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-120747b5-3060-4d3f-bd1f-f52db2d34777 req-c9b559a8-5eb0-4f18-999a-f8c9300b7dde tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 944 time: 0.1436751 Aug 20 15:09:40.272078 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-8392cc6d-0bea-42a3-bb21-0aca9d7b2ff2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 HTTP/1.1" status: 200 len: 217 time: 0.0776830 Aug 20 15:09:40.311416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-120747b5-3060-4d3f-bd1f-f52db2d34777 req-74fc26a7-9a94-4fe6-bfec-b0021f5ba431 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885129 Aug 20 15:09:40.312819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] For port b01b527c-119d-46ba-9636-a166ca1b22b9, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:40.341930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] For port b01b527c-119d-46ba-9636-a166ca1b22b9, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b01b527c-119d-46ba-9636-a166ca1b22b9,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:40.355853 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:40.415692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:40.417508 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:40.423655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/b01b527c-119d-46ba-9636-a166ca1b22b9 HTTP/1.1" status: 200 len: 1092 time: 1.0285423 Aug 20 15:09:40.425554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5d6054-fbf7-493a-ba04-5924c494fe8c', 'tag': 'b01b527c-119d-46ba-9636-a166ca1b22b9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:40.429445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-4ee0507a-0872-4e8a-a587-8a8b0be46177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:40.430968 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-4ee0507a-0872-4e8a-a587-8a8b0be46177 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ad335ef-2149-40ab-946a-2a0053cfde1e HTTP/1.1" status: 200 len: 852 time: 0.1441624 Aug 20 15:09:40.432235 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3581c76-f979-4dbe-a9e0-0ca84914e37e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5d6054-fbf7-493a-ba04-5924c494fe8c", "tag": "b01b527c-119d-46ba-9636-a166ca1b22b9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:40.557757 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-f3bcce31-e698-4150-823c-af50d3226022 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e588f38-a0db-4b07-b324-a16b4e3172ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150663 Aug 20 15:09:40.574829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4e91541e-7278-4065-85d3-e7ed10d20b7b details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:09:40.833075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4e91541e-7278-4065-85d3-e7ed10d20b7b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e91541e-7278-4065-85d3-e7ed10d20b7b,segment=NetworkSegment(afee3739-a84f-441c-a61e-d20a971513c9),segment_id=afee3739-a84f-441c-a61e-d20a971513c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:40.862964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '4e91541e-7278-4065-85d3-e7ed10d20b7b', 'network_id': '52992a70-c6b4-4934-bed8-06bc958bac9b', 'port_id': '4e91541e-7278-4065-85d3-e7ed10d20b7b', 'mac_address': 'fa:16:3e:90:47:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a675478-b6a3-4f2e-b709-c48a3f14220c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:09:40.946415 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-ab4cc41a-4f33-402e-b4f4-5c03cbeaf575 service neutron] 10.222.0.70 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598831 Aug 20 15:09:40.977827 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:41.011120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e91541e-7278-4065-85d3-e7ed10d20b7b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:41.066912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4e91541e-7278-4065-85d3-e7ed10d20b7b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e91541e-7278-4065-85d3-e7ed10d20b7b,segment=NetworkSegment(afee3739-a84f-441c-a61e-d20a971513c9),segment_id=afee3739-a84f-441c-a61e-d20a971513c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:41.073823 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:41.157597 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e3a9c4b4-a128-4642-8f28-9ed026c56329 req-edd0639e-d353-4f8f-b34b-4abb31a5cdef service neutron] 10.222.0.70 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910980 Aug 20 15:09:41.158714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4e91541e-7278-4065-85d3-e7ed10d20b7b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:41.309038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2428d6c-0ac1-4ee5-ab06-51133b8f39e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b01b527c-119d-46ba-9636-a166ca1b22b9,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:41.326423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-30fc3d4d-cfb3-4aca-a54c-89a906ceb7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:41.327394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-30fc3d4d-cfb3-4aca-a54c-89a906ceb7cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 1095 time: 0.7671714 Aug 20 15:09:41.338139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72825e3c-c63b-4db8-a806-d9c039c3fd29 req-3c644b3d-d20f-4c8b-97cb-97e1e97a22e0 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:41.340376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72825e3c-c63b-4db8-a806-d9c039c3fd29 req-3c644b3d-d20f-4c8b-97cb-97e1e97a22e0 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 944 time: 1.0868297 Aug 20 15:09:41.347922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ed98a-b850-47a7-b916-65e6abf8b5d7 req-bb4bac78-3dc9-44b2-99fa-c8659ee244d4 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:41.349429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d6ed98a-b850-47a7-b916-65e6abf8b5d7 req-bb4bac78-3dc9-44b2-99fa-c8659ee244d4 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 943 time: 0.8207848 Aug 20 15:09:41.411586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-d1ead0cd-d17c-404c-a54b-b3d9cbd27691 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01b527c-119d-46ba-9636-a166ca1b22b9 HTTP/1.1" status: 200 len: 217 time: 0.0600941 Aug 20 15:09:41.473079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d6ed98a-b850-47a7-b916-65e6abf8b5d7 req-70355f7a-b0e9-449a-bbf2-29f51b163236 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151540 Aug 20 15:09:41.477876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72825e3c-c63b-4db8-a806-d9c039c3fd29 req-aa31724f-4952-4adb-b3c6-ffbf1dded892 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274710 Aug 20 15:09:41.491279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-c521c1b6-9416-4b6a-9e46-584cb2021e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:41.493094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-c521c1b6-9416-4b6a-9e46-584cb2021e8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ad335ef-2149-40ab-946a-2a0053cfde1e HTTP/1.1" status: 200 len: 852 time: 0.0667541 Aug 20 15:09:41.521025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4e91541e-7278-4065-85d3-e7ed10d20b7b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:41.558637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-6752fbb0-f4d1-425c-974c-794e42dfa419 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e588f38-a0db-4b07-b324-a16b4e3172ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458302 Aug 20 15:09:41.669938 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d6fffb-94bc-47dd-bbe0-c1ba8aad3087 x-openstack-request-id: req-24d6fffb-94bc-47dd-bbe0-c1ba8aad3087 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:41.670363 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5d6054-fbf7-493a-ba04-5924c494fe8c", "tag": "b01b527c-119d-46ba-9636-a166ca1b22b9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:41.670725 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24d6fffb-94bc-47dd-bbe0-c1ba8aad3087 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:41.671221 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5d6054-fbf7-493a-ba04-5924c494fe8c', 'tag': 'b01b527c-119d-46ba-9636-a166ca1b22b9', 'status': 'completed', 'code': 200} Aug 20 15:09:41.769124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:09:41.771758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 25c02190-4006-4862-b6de-d9046bb34412 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:41.802374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-7d48630f-3abd-417d-a287-58008be1565f service neutron] 10.222.0.72 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361014 Aug 20 15:09:41.998448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e15f6-e270-4816-bcc2-0fc9c851ce8d req-6bdf22e8-eff8-45fe-8834-804b0e6fe06f tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:42.008169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-543e15f6-e270-4816-bcc2-0fc9c851ce8d req-6bdf22e8-eff8-45fe-8834-804b0e6fe06f tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 944 time: 0.1206489 Aug 20 15:09:42.048913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea961e55-4cf2-40e5-92d5-6b79607de078 req-0d3befc6-0c20-4a22-8084-276240b45c25 service neutron] 10.222.0.72 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369068 Aug 20 15:09:42.051909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:42.070299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'bb9a8d52-2fe0-4fc1-b01b-5a934954adb2', 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab', 'port_id': 'bb9a8d52-2fe0-4fc1-b01b-5a934954adb2', 'mac_address': 'fa:16:3e:a5:b7:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad335ef-2149-40ab-946a-2a0053cfde1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:09:42.086329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-543e15f6-e270-4816-bcc2-0fc9c851ce8d req-b4082dad-8e1b-4636-bb8f-7a2b8f3db0d5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657465 Aug 20 15:09:42.086847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 25c02190-4006-4862-b6de-d9046bb34412 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:42.089918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 25c02190-4006-4862-b6de-d9046bb34412 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:42.090377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:42.154824 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:42.222617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-574fcca5-9ee1-42aa-bd45-3c9a6dc34416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:42.224259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-574fcca5-9ee1-42aa-bd45-3c9a6dc34416 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=93401f8f75c842228e91ba7501e78f62&device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 1095 time: 0.0648546 Aug 20 15:09:42.233405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:42.288541 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bed9c0d8-5454-4a2a-9496-3e69e7de8619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:42.303432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:42.315662 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:42.317668 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:42.371151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c02190-4006-4862-b6de-d9046bb34412'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:42.373863 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3c73a-f8b6-4a26-833f-ca0bfe613884" -d '{"events": [{"server_uuid": "b88649e0-b03a-4580-8ed1-b31cd1c4e439", "name": "network-vif-plugged", "status": "completed", "tag": "25c02190-4006-4862-b6de-d9046bb34412"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:42.374127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-aeb8d08c-c091-489f-bba2-562c0252fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:42.375823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-aeb8d08c-c091-489f-bba2-562c0252fb2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 200 len: 913 time: 0.1422102 Aug 20 15:09:42.431985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 25c02190-4006-4862-b6de-d9046bb34412, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=25c02190-4006-4862-b6de-d9046bb34412,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:42.437863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:42.444411 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:42.465356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-7dc8ef27-0a96-4cea-ae30-375228d41f74 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b01b527c-119d-46ba-9636-a166ca1b22b9 HTTP/1.1" status: 200 len: 217 time: 0.0817163 Aug 20 15:09:42.473118 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe61d9-40fe-40cc-9fe0-709eaa863f70 x-openstack-request-id: req-8dbe61d9-40fe-40cc-9fe0-709eaa863f70 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:42.473419 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88649e0-b03a-4580-8ed1-b31cd1c4e439", "name": "network-vif-plugged", "status": "completed", "tag": "25c02190-4006-4862-b6de-d9046bb34412", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:42.473677 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8dbe61d9-40fe-40cc-9fe0-709eaa863f70 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:42.474072 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c02190-4006-4862-b6de-d9046bb34412', 'code': 200} Aug 20 15:09:42.560212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-4dedf3d9-e96b-4313-9fa3-c362adc52230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:42.561969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-4dedf3d9-e96b-4313-9fa3-c362adc52230 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0ad335ef-2149-40ab-946a-2a0053cfde1e HTTP/1.1" status: 200 len: 852 time: 0.0882447 Aug 20 15:09:42.573542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=25c02190-4006-4862-b6de-d9046bb34412,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:42.617404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-d77a22e6-ba75-44ea-bf81-faea29940158 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6e588f38-a0db-4b07-b324-a16b4e3172ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474401 Aug 20 15:09:42.650142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba6856-9772-4aae-a190-634b6c293396 req-91801ea5-ec62-482a-a0f9-124b854a5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:42.652382 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-74ba6856-9772-4aae-a190-634b6c293396 req-91801ea5-ec62-482a-a0f9-124b854a5c6d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 1097 time: 0.0754619 Aug 20 15:09:42.701453 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-74ba6856-9772-4aae-a190-634b6c293396 req-74c1c9a2-e908-4126-907f-9c0465aca4d5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345290 Aug 20 15:09:42.747273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['bb9a8d52-2fe0-4fc1-b01b-5a934954adb2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:42.795518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f1215-4778-4047-a3f1-0a88d2645824 req-436ea61c-9772-4f03-b624-85d5b76334b2 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:42.797097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-301f1215-4778-4047-a3f1-0a88d2645824 req-436ea61c-9772-4f03-b624-85d5b76334b2 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 943 time: 0.1745410 Aug 20 15:09:42.804586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc5507-7639-464c-bb1f-16bcc6a40f11 req-e5b02c93-accd-40e1-a7d5-0342f24d331d tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:42.806072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abdc5507-7639-464c-bb1f-16bcc6a40f11 req-e5b02c93-accd-40e1-a7d5-0342f24d331d tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 944 time: 0.1508398 Aug 20 15:09:42.862406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-6bc9f6e8-0cde-468a-85b5-d805d2d31280 service neutron] 10.222.0.72 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362003 Aug 20 15:09:42.916173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-301f1215-4778-4047-a3f1-0a88d2645824 req-a1df4544-bb9d-423b-88af-e35154cc3da7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065674 Aug 20 15:09:42.954162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abdc5507-7639-464c-bb1f-16bcc6a40f11 req-923729af-9666-408b-b0ed-680eeaadf68c tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366992 Aug 20 15:09:43.002438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3581c76-f979-4dbe-a9e0-0ca84914e37e req-b0ece45e-2d35-4ddc-9c2e-1180b84ad7bf service neutron] 10.222.0.72 "GET /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299791 Aug 20 15:09:43.211401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe402f5-8a27-4a2c-b8b9-8c0ccc6e6ae8 req-1eea54ca-1ce3-4fe1-8cd8-ad4f007a3fbf tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:43.212862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfe402f5-8a27-4a2c-b8b9-8c0ccc6e6ae8 req-1eea54ca-1ce3-4fe1-8cd8-ad4f007a3fbf tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 945 time: 0.0549488 Aug 20 15:09:43.252148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfe402f5-8a27-4a2c-b8b9-8c0ccc6e6ae8 req-7501efe9-28af-4dfd-9306-81ce5cbea504 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325882 Aug 20 15:09:44.086392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26b05-6587-47ac-8f52-5bd2ac28217c req-4132c285-29a3-49cb-ab15-b4960030933b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:44.087929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffa26b05-6587-47ac-8f52-5bd2ac28217c req-4132c285-29a3-49cb-ab15-b4960030933b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 943 time: 0.0865612 Aug 20 15:09:44.134599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2078c-1cdb-4735-86d4-d3a0c0f0d5a7 req-75d3ae36-c209-4270-8bcf-26f0034bfd09 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:44.142819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98f2078c-1cdb-4735-86d4-d3a0c0f0d5a7 req-75d3ae36-c209-4270-8bcf-26f0034bfd09 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 944 time: 0.0926220 Aug 20 15:09:44.175516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffa26b05-6587-47ac-8f52-5bd2ac28217c req-2501f661-781a-4280-922f-03514f6f5d78 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788069 Aug 20 15:09:44.223957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98f2078c-1cdb-4735-86d4-d3a0c0f0d5a7 req-41736ce6-7613-4e1a-afd9-e7af6ecd0ff6 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796237 Aug 20 15:09:44.571917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde0015-e0d8-4573-aaea-778454f6c5f1 req-d334448d-e173-4711-babc-62428a3d8272 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:44.581856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebde0015-e0d8-4573-aaea-778454f6c5f1 req-d334448d-e173-4711-babc-62428a3d8272 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 945 time: 0.1263082 Aug 20 15:09:44.592531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4e91541e-7278-4065-85d3-e7ed10d20b7b up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:44.636462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebde0015-e0d8-4573-aaea-778454f6c5f1 req-97b47e52-27b1-44ef-9d13-fc758305844a tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481522 Aug 20 15:09:44.676953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 4e91541e-7278-4065-85d3-e7ed10d20b7b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:44.684177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 4e91541e-7278-4065-85d3-e7ed10d20b7b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:44.684853 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:44.805540 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:44.805783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec0d38-3db1-4c34-934d-9e8ee76d0b46 req-55e45805-453a-4028-b125-0de7f878ab1c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:44.814955 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:44.819261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03ec0d38-3db1-4c34-934d-9e8ee76d0b46 req-55e45805-453a-4028-b125-0de7f878ab1c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 945 time: 0.0761068 Aug 20 15:09:44.829420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51514) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:44.834502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f76db82c-6238-446a-be44-9a1df93ccab6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Request body: {'floatingip': {'port_id': '25c02190-4006-4862-b6de-d9046bb34412'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:44.890128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4e91541e-7278-4065-85d3-e7ed10d20b7b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e91541e-7278-4065-85d3-e7ed10d20b7b,segment=NetworkSegment(afee3739-a84f-441c-a61e-d20a971513c9),segment_id=afee3739-a84f-441c-a61e-d20a971513c9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:44.892390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e904c08-0a18-484d-baa8-6f63ba62c7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e91541e-7278-4065-85d3-e7ed10d20b7b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:44.898846 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79378dfc-9ae9-44bd-9951-7fa2ee10ee77" -d '{"events": [{"server_uuid": "9e904c08-0a18-484d-baa8-6f63ba62c7d1", "name": "network-vif-plugged", "status": "completed", "tag": "4e91541e-7278-4065-85d3-e7ed10d20b7b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:44.909398 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:44.941486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f76db82c-6238-446a-be44-9a1df93ccab6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:45.003743 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f050fd0e-fcb7-4a04-b2c9-f24c42805ba2 x-openstack-request-id: req-f050fd0e-fcb7-4a04-b2c9-f24c42805ba2 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:45.004184 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e904c08-0a18-484d-baa8-6f63ba62c7d1", "name": "network-vif-plugged", "status": "completed", "tag": "4e91541e-7278-4065-85d3-e7ed10d20b7b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:45.004539 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f050fd0e-fcb7-4a04-b2c9-f24c42805ba2 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:45.005323 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e904c08-0a18-484d-baa8-6f63ba62c7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e91541e-7278-4065-85d3-e7ed10d20b7b', 'code': 200} Aug 20 15:09:45.010775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4e91541e-7278-4065-85d3-e7ed10d20b7b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:45.174907 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b835-2ba1-497e-8e68-f751dd22eaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:45.250804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6b89a-7961-4dc0-ad98-fc5b5a7646d5 req-3cbfa39f-4bea-4dbd-83eb-28c44d3b634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:45.256508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3c6b89a-7961-4dc0-ad98-fc5b5a7646d5 req-3cbfa39f-4bea-4dbd-83eb-28c44d3b634d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 1097 time: 0.1628723 Aug 20 15:09:45.502745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3c6b89a-7961-4dc0-ad98-fc5b5a7646d5 req-fe5b4b24-728f-4221-974c-f8ac957eca2b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383180 Aug 20 15:09:45.642407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d491a5-52d9-4007-8266-e6e2769bf2d3 req-264cdcd9-82d5-4016-95e8-5554e6f2ed9b tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:45.650911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3d491a5-52d9-4007-8266-e6e2769bf2d3 req-264cdcd9-82d5-4016-95e8-5554e6f2ed9b tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 945 time: 0.2098863 Aug 20 15:09:45.705095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3d491a5-52d9-4007-8266-e6e2769bf2d3 req-3151e3fb-1c57-4e50-9cc8-3b8094c7c0c4 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525172 Aug 20 15:09:45.783244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:45.804174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa241068-a537-4d95-a461-b664c37a9041 req-ee89a178-3e98-4c4a-a1ea-e81a78474aa0 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:45.808594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa241068-a537-4d95-a461-b664c37a9041 req-ee89a178-3e98-4c4a-a1ea-e81a78474aa0 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 943 time: 0.3558590 Aug 20 15:09:45.865763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:45.872468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:45.873105 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:45.876530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa241068-a537-4d95-a461-b664c37a9041 req-20d64a76-1bea-488c-ad93-430f4bdc9a51 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596051 Aug 20 15:09:46.045611 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:46.111868 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f76db82c-6238-446a-be44-9a1df93ccab6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:46.118522 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f76db82c-6238-446a-be44-9a1df93ccab6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:46.125705 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:46.138856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:46.145481 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:46.254494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:46.355794 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-f76db82c-6238-446a-be44-9a1df93ccab6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Floating IP 849c22b9-994d-4b89-bbe7-c2b52c504467 associated. External IP: 172.25.5.200, port: 25c02190-4006-4862-b6de-d9046bb34412. Aug 20 15:09:46.602154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b01b527c-119d-46ba-9636-a166ca1b22b9 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:09:46.797420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76db82c-6238-446a-be44-9a1df93ccab6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:09:46.874683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b01b527c-119d-46ba-9636-a166ca1b22b9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b01b527c-119d-46ba-9636-a166ca1b22b9,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:46.899944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'b01b527c-119d-46ba-9636-a166ca1b22b9', 'network_id': '6e588f38-a0db-4b07-b324-a16b4e3172ab', 'port_id': 'b01b527c-119d-46ba-9636-a166ca1b22b9', 'mac_address': 'fa:16:3e:ad:df:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad335ef-2149-40ab-946a-2a0053cfde1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:09:46.966028 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:46.983146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01b527c-119d-46ba-9636-a166ca1b22b9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:09:47.005493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b01b527c-119d-46ba-9636-a166ca1b22b9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b01b527c-119d-46ba-9636-a166ca1b22b9,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:47.006434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf150b9-e6fe-4f7e-8741-7d202575c946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9a8d52-2fe0-4fc1-b01b-5a934954adb2'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:47.008875 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863cd421-8a1b-4fd0-bbd2-4e779690877b" -d '{"events": [{"server_uuid": "3cf150b9-e6fe-4f7e-8741-7d202575c946", "name": "network-vif-plugged", "status": "completed", "tag": "bb9a8d52-2fe0-4fc1-b01b-5a934954adb2"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:47.034083 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:47.086086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b01b527c-119d-46ba-9636-a166ca1b22b9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:47.138091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfdbab-d290-4def-9feb-1d6a9825cd78 req-9294715b-5206-46dd-a573-87fa205f55b0 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:47.139608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28cfdbab-d290-4def-9feb-1d6a9825cd78 req-9294715b-5206-46dd-a573-87fa205f55b0 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 945 time: 0.2288556 Aug 20 15:09:47.152384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76db82c-6238-446a-be44-9a1df93ccab6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:09:47.158645 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f76db82c-6238-446a-be44-9a1df93ccab6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:47.164613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] Sync routers for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:09:47.176278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:09:47.176913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:47.211793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa209fe3-05fb-4caf-b96e-edfaaca2e637 req-b905e0b7-a1ad-48e9-8ced-edfaf8f306a9 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:47.214156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa209fe3-05fb-4caf-b96e-edfaaca2e637 req-b905e0b7-a1ad-48e9-8ced-edfaf8f306a9 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 944 time: 0.1405582 Aug 20 15:09:47.271566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28cfdbab-d290-4def-9feb-1d6a9825cd78 req-4e58dfbe-77b4-4414-8b34-61270a431158 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210275 Aug 20 15:09:47.275928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f76db82c-6238-446a-be44-9a1df93ccab6 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "PUT /v2.0/floatingips/849c22b9-994d-4b89-bbe7-c2b52c504467 HTTP/1.1" status: 200 len: 991 time: 2.4456370 Aug 20 15:09:47.282020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'tag': '25c02190-4006-4862-b6de-d9046bb34412'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:47.284326 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd" -d '{"events": [{"name": "network-changed", "server_uuid": "b88649e0-b03a-4580-8ed1-b31cd1c4e439", "tag": "25c02190-4006-4862-b6de-d9046bb34412"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:47.307459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa209fe3-05fb-4caf-b96e-edfaaca2e637 req-108e6e66-4ba0-4eaa-9ac4-552b3764ae13 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625217 Aug 20 15:09:47.491191 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1b9c64-cbb2-4c44-8489-8f0e5ba8ae25 x-openstack-request-id: req-bc1b9c64-cbb2-4c44-8489-8f0e5ba8ae25 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:47.491568 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf150b9-e6fe-4f7e-8741-7d202575c946", "name": "network-vif-plugged", "status": "completed", "tag": "bb9a8d52-2fe0-4fc1-b01b-5a934954adb2", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:47.491757 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc1b9c64-cbb2-4c44-8489-8f0e5ba8ae25 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:47.492669 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf150b9-e6fe-4f7e-8741-7d202575c946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9a8d52-2fe0-4fc1-b01b-5a934954adb2', 'code': 200} Aug 20 15:09:47.509708 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf32ab6-902a-4b36-a26c-7f45b80b7866 x-openstack-request-id: req-1bf32ab6-902a-4b36-a26c-7f45b80b7866 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:47.510174 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88649e0-b03a-4580-8ed1-b31cd1c4e439", "tag": "25c02190-4006-4862-b6de-d9046bb34412", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:47.510266 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1bf32ab6-902a-4b36-a26c-7f45b80b7866 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:47.511259 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'tag': '25c02190-4006-4862-b6de-d9046bb34412', 'status': 'completed', 'code': 200} Aug 20 15:09:47.548695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:09:47.599703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b01b527c-119d-46ba-9636-a166ca1b22b9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:47.629608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-57e74026-c52f-436f-8a46-1922f0e79efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:47.631809 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-57e74026-c52f-436f-8a46-1922f0e79efc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 1097 time: 0.0456171 Aug 20 15:09:47.658700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88addc4d-067e-4ac2-a179-49bb3618be3e req-b22367ed-7920-44e9-a16c-54b02018edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:47.661237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88addc4d-067e-4ac2-a179-49bb3618be3e req-b22367ed-7920-44e9-a16c-54b02018edf4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3cf150b9-e6fe-4f7e-8741-7d202575c946 HTTP/1.1" status: 200 len: 1098 time: 0.0732989 Aug 20 15:09:47.728852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88addc4d-067e-4ac2-a179-49bb3618be3e req-9babefd8-c3ae-4e46-addf-9c9672e99848 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531623 Aug 20 15:09:47.769674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-251ec7aa-fa84-4bc0-97b6-50f18ce8042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:47.771276 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-251ec7aa-fa84-4bc0-97b6-50f18ce8042b service neutron] 10.222.0.70 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.1211820 Aug 20 15:09:47.813934 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:47.949080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '849c22b9-994d-4b89-bbe7-c2b52c504467', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'port_id': '25c02190-4006-4862-b6de-d9046bb34412', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'mac_address': 'fa:16:3e:fe:a6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:09:24Z', 'updated_at': '2021-08-20T15:09:45Z', 'revision_number': 1, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:48.003045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] Checking router: 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:09:48.031408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:09:48.032122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:48.086326 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-f4794c96-7acf-429c-b629-d10d745e73a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c02190-4006-4862-b6de-d9046bb34412 HTTP/1.1" status: 200 len: 999 time: 0.1177063 Aug 20 15:09:48.191418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-506b56e4-138b-4ba5-ab8f-189c46cb9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:48.193109 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-506b56e4-138b-4ba5-ab8f-189c46cb9cc8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.0965378 Aug 20 15:09:48.268431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:09:48.289255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-2e3a4899-626f-4117-8572-521b64b208de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:48.291315 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-2e3a4899-626f-4117-8572-521b64b208de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870438 Aug 20 15:09:48.492685 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-49e38080-f24c-42ab-88ec-18a6a672caea service neutron] 10.222.0.70 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881692 Aug 20 15:09:48.555835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18c3b-055b-4d2b-8ff1-fa943ae6685e req-5fb2c482-e226-43ba-bddd-4a15b262c6c4 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:48.564700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9f18c3b-055b-4d2b-8ff1-fa943ae6685e req-5fb2c482-e226-43ba-bddd-4a15b262c6c4 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 945 time: 0.1575787 Aug 20 15:09:48.614897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f01017-828b-416e-9157-601b99f6cff9 req-5804ba7b-1bc7-42aa-b484-84fe09b22a43 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:48.626876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4f01017-828b-416e-9157-601b99f6cff9 req-5804ba7b-1bc7-42aa-b484-84fe09b22a43 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 944 time: 0.1858184 Aug 20 15:09:48.674038 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-36f3b2cd-efc0-434e-a1d9-8d7fd2dbbacd req-6c05004b-19bc-4ba2-8c3f-8f0978acbe52 service neutron] 10.222.0.70 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665068 Aug 20 15:09:48.706138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9f18c3b-055b-4d2b-8ff1-fa943ae6685e req-f5bd9ace-f611-40fd-a578-6c9919e8eb78 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403120 Aug 20 15:09:48.709543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4f01017-828b-416e-9157-601b99f6cff9 req-7332e9c4-78b2-4625-a5d8-8d5fc05e2d42 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813730 Aug 20 15:09:48.783236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '849c22b9-994d-4b89-bbe7-c2b52c504467', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'port_id': '25c02190-4006-4862-b6de-d9046bb34412', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'mac_address': 'fa:16:3e:fe:a6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:09:24Z', 'updated_at': '2021-08-20T15:09:45Z', 'revision_number': 1, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:48.859828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36392398-6772-4fa9-ba81-d747f716e235 None None] The sync data for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 is: [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '849c22b9-994d-4b89-bbe7-c2b52c504467', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'port_id': '25c02190-4006-4862-b6de-d9046bb34412', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'mac_address': 'fa:16:3e:fe:a6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:09:24Z', 'updated_at': '2021-08-20T15:09:45Z', 'revision_number': 1, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:09:49.186598 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b8558-aaec-44b1-9ab1-e23dee47ec8e None None] New status for floating IP 849c22b9-994d-4b89-bbe7-c2b52c504467: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:09:49.650701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb468c68-c340-4b72-8a3a-da68a6211f0d req-80609aa3-43a7-4fab-b5ed-2fdbedc5e649 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:49.659343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb468c68-c340-4b72-8a3a-da68a6211f0d req-80609aa3-43a7-4fab-b5ed-2fdbedc5e649 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 945 time: 0.5204301 Aug 20 15:09:49.725441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb468c68-c340-4b72-8a3a-da68a6211f0d req-601f8f39-18e4-4ccd-ad53-c50cd9852461 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635724 Aug 20 15:09:50.007063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a5036-85fb-449d-a979-1bf7b26813dd req-185efc33-9c48-4ecd-bfba-67045e9021c3 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:50.009759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b0a5036-85fb-449d-a979-1bf7b26813dd req-185efc33-9c48-4ecd-bfba-67045e9021c3 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 944 time: 0.1305468 Aug 20 15:09:50.104781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b0a5036-85fb-449d-a979-1bf7b26813dd req-48af209d-b300-41e9-acd5-6b53e34648b2 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721080 Aug 20 15:09:50.268270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51654) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:50.444768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d82657d0-ac08-4c23-8994-aef8c5ee53fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74b4fa738e9f41858daf952b2904fd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750998 Aug 20 15:09:50.447244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51662) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:50.564612 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f9806ff-8ce6-4755-88a6-66d964c644d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:50.613736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b01b527c-119d-46ba-9636-a166ca1b22b9 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:50.621016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f9806ff-8ce6-4755-88a6-66d964c644d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:50.677314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953802-b9e9-453b-9fd2-faafce4f5ccb req-3dc00691-ff8e-40fc-8998-9802e1d71931 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:50.679786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae953802-b9e9-453b-9fd2-faafce4f5ccb req-3dc00691-ff8e-40fc-8998-9802e1d71931 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1015472 Aug 20 15:09:50.708291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port b01b527c-119d-46ba-9636-a166ca1b22b9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:50.714615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port b01b527c-119d-46ba-9636-a166ca1b22b9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:50.714615 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:50.754248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae953802-b9e9-453b-9fd2-faafce4f5ccb req-bb050735-c462-4643-b818-4dc0160be159 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657518 Aug 20 15:09:50.755675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f9806ff-8ce6-4755-88a6-66d964c644d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:50.759773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f9806ff-8ce6-4755-88a6-66d964c644d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:50.761847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2f9806ff-8ce6-4755-88a6-66d964c644d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf3df83f-3ca2-48f1-a2bc-bcd49f05a180 HTTP/1.1" status: 204 len: 168 time: 0.3129354 Aug 20 15:09:50.770506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9806ff-8ce6-4755-88a6-66d964c644d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3df83f-3ca2-48f1-a2bc-bcd49f05a180,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:50.852747 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:50.853686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-b6d5e0b7-dbf8-429a-85f2-578db11115fc tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:50.857039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-b6d5e0b7-dbf8-429a-85f2-578db11115fc tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 945 time: 0.0817223 Aug 20 15:09:50.899125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5d6054-fbf7-493a-ba04-5924c494fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b527c-119d-46ba-9636-a166ca1b22b9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:50.903429 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614f3f65-62f6-414c-ab2f-aef01451299d" -d '{"events": [{"server_uuid": "7a5d6054-fbf7-493a-ba04-5924c494fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "b01b527c-119d-46ba-9636-a166ca1b22b9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:50.926540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b01b527c-119d-46ba-9636-a166ca1b22b9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b01b527c-119d-46ba-9636-a166ca1b22b9,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:50.934042 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:50.978253 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c608d92-b156-429b-b490-d8e34726dfae x-openstack-request-id: req-5c608d92-b156-429b-b490-d8e34726dfae {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:50.978555 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5d6054-fbf7-493a-ba04-5924c494fe8c", "name": "network-vif-plugged", "status": "completed", "tag": "b01b527c-119d-46ba-9636-a166ca1b22b9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:50.979279 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c608d92-b156-429b-b490-d8e34726dfae {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:50.979637 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5d6054-fbf7-493a-ba04-5924c494fe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01b527c-119d-46ba-9636-a166ca1b22b9', 'code': 200} Aug 20 15:09:51.025930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b01b527c-119d-46ba-9636-a166ca1b22b9,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:51.087399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b33e28-2192-4c55-a711-29d4360b97e7 req-8a446cd2-ca1b-40a8-9fae-dc9f190d9cc6 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:51.093020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00b33e28-2192-4c55-a711-29d4360b97e7 req-8a446cd2-ca1b-40a8-9fae-dc9f190d9cc6 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 945 time: 0.1799183 Aug 20 15:09:51.165582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012a75f-9153-4293-9c72-f0137710e860 req-347463ea-5a22-4fa2-be70-1fd1264980ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:51.167910 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3012a75f-9153-4293-9c72-f0137710e860 req-347463ea-5a22-4fa2-be70-1fd1264980ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 1097 time: 0.1048467 Aug 20 15:09:51.184114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Deleting port 4e91541e-7278-4065-85d3-e7ed10d20b7b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:51.184900 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:51.207676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00b33e28-2192-4c55-a711-29d4360b97e7 req-f2c13c38-edf0-46a4-b836-b805f04b450d tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/security-groups?id=4df13204-06e2-4f69-a21f-03be384dc34b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067281 Aug 20 15:09:51.241605 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3012a75f-9153-4293-9c72-f0137710e860 req-8cc88adc-5279-418e-b08c-02af824d2e5a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645227 Aug 20 15:09:51.350737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] For port 4e91541e-7278-4065-85d3-e7ed10d20b7b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4e91541e-7278-4065-85d3-e7ed10d20b7b,segment=NetworkSegment(afee3739-a84f-441c-a61e-d20a971513c9),segment_id=afee3739-a84f-441c-a61e-d20a971513c9)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:51.351201 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:51.398776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Calling delete_port for 4e91541e-7278-4065-85d3-e7ed10d20b7b owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:51.440377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57994504-2276-413f-a698-6d630bbbadc9 req-7556f17c-7e6a-45d0-be56-47cff2072f47 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:51.442082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57994504-2276-413f-a698-6d630bbbadc9 req-7556f17c-7e6a-45d0-be56-47cff2072f47 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 945 time: 0.0940757 Aug 20 15:09:51.539827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57994504-2276-413f-a698-6d630bbbadc9 req-790910e3-de4b-4d7a-834e-e06ab2d6cf92 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592861 Aug 20 15:09:51.568128 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:09:51.631073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:51.659883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Pushing event deleted for resources: {'Port': ['ID=4e91541e-7278-4065-85d3-e7ed10d20b7b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:51.674299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4e91541e-7278-4065-85d3-e7ed10d20b7b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:51.718938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] No DVR routers for this DVR port 4e91541e-7278-4065-85d3-e7ed10d20b7b on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:51.721687 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:51.723867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-497bc5a9-d6bb-44c3-9b84-8682af1246e8 req-1902c1f1-9d73-4e2d-a53d-94d06b3bd6aa tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.72 "DELETE /v2.0/ports/4e91541e-7278-4065-85d3-e7ed10d20b7b HTTP/1.1" status: 204 len: 173 time: 0.8579366 Aug 20 15:09:51.724334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e904c08-0a18-484d-baa8-6f63ba62c7d1', 'name': 'network-vif-deleted', 'tag': '4e91541e-7278-4065-85d3-e7ed10d20b7b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:51.726589 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c782bc67-14ce-4b61-8173-c461cddb79ed" -d '{"events": [{"server_uuid": "9e904c08-0a18-484d-baa8-6f63ba62c7d1", "name": "network-vif-deleted", "tag": "4e91541e-7278-4065-85d3-e7ed10d20b7b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:51.774070 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f7fa31-c333-4b8a-a5e0-26db402869e7 x-openstack-request-id: req-36f7fa31-c333-4b8a-a5e0-26db402869e7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:51.774366 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e904c08-0a18-484d-baa8-6f63ba62c7d1", "name": "network-vif-deleted", "tag": "4e91541e-7278-4065-85d3-e7ed10d20b7b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:51.774883 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36f7fa31-c333-4b8a-a5e0-26db402869e7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:51.775284 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e904c08-0a18-484d-baa8-6f63ba62c7d1', 'name': 'network-vif-deleted', 'tag': '4e91541e-7278-4065-85d3-e7ed10d20b7b', 'status': 'completed', 'code': 200} Aug 20 15:09:51.788971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51704) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:51.930737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e79eb-48e9-4341-93cf-b4f660a8020c req-960a54f4-4500-4b92-b850-8a119c296a2f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:51.933587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-456e79eb-48e9-4341-93cf-b4f660a8020c req-960a54f4-4500-4b92-b850-8a119c296a2f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0808742 Aug 20 15:09:51.943720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-837510401-network', 'tenant_id': 'cf759f24de17494b978336452f396beb'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:51.986764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Made reservation on behalf of cf759f24de17494b978336452f396beb for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:51.988826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:51.998543 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-4b010678-f113-427a-b843-a1304ca7cefb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429502 Aug 20 15:09:52.002433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-456e79eb-48e9-4341-93cf-b4f660a8020c req-5fbd966e-c243-4fdb-a880-71d6eb356393 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625491 Aug 20 15:09:52.003246 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.081432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-f1c474e1-0738-4ec2-b36c-bb27e83a0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:52.083249 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-f1c474e1-0738-4ec2-b36c-bb27e83a0732 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9693877bfafb45c0aa86850360137b3d&device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 1098 time: 0.0441823 Aug 20 15:09:52.107794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.112312 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.140926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:09:52.147426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6998b0-19b4-4a20-b4a9-6182fd57f17b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:52.156651 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.157063 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Added segment faf1915a-f688-4e29-a388-26b4c496cf9c of type vlan for network 672091e5-ac94-4a20-be2e-6ab6c41ec09e Aug 20 15:09:52.208882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.243047 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.243047 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:52.243355 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.261763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-f90d3d97-c982-47ca-9b4a-ee77ba19ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:52.268975 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-f90d3d97-c982-47ca-9b4a-ee77ba19ed06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 200 len: 920 time: 0.1553791 Aug 20 15:09:52.344951 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-d03adba0-0466-4ecf-a8c5-b715c4dea1c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b HTTP/1.1" status: 200 len: 217 time: 0.0637355 Aug 20 15:09:52.355677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5590415 Aug 20 15:09:52.355677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51720) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:52.368923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Request body: {'subnet': {'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-837510401-subnet', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:52.386366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec984b4-5079-452f-b0d7-e7764d36b052 admin admin] Pushing event updated for resources: {'Network': ['ID=672091e5-ac94-4a20-be2e-6ab6c41ec09e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:52.397519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 672091e5-ac94-4a20-be2e-6ab6c41ec09e details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:09:52.457764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0392366e-1153-4d58-9bf2-2abe97cd7189 req-798a2b61-b2e9-4121-97c3-88ac8d5680d8 tempest-InstanceActionsV221TestJSON-356091952 tempest-InstanceActionsV221TestJSON-356091952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e904c08-0a18-484d-baa8-6f63ba62c7d1 HTTP/1.1" status: 200 len: 210 time: 0.0687356 Aug 20 15:09:52.475208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-6289ac05-c056-478e-99a5-13e6cc2771f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:52.475829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Made reservation on behalf of cf759f24de17494b978336452f396beb for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:52.477439 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-6289ac05-c056-478e-99a5-13e6cc2771f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 200 len: 859 time: 0.1133239 Aug 20 15:09:52.478221 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.544625 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-3b5ac3d4-4406-4038-9962-a555527195d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6d4444d2-5513-4b6b-bb40-9a58e4e2046c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474546 Aug 20 15:09:52.676164 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-56650995-75d3-4c11-a098-9057fd29269f service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094201 Aug 20 15:09:52.716429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b67fe-6fd3-44e1-86cf-860dca87f344 req-147ec761-c2bc-4a62-92c0-e41c15a05126 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:52.717924 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-927b67fe-6fd3-44e1-86cf-860dca87f344 req-147ec761-c2bc-4a62-92c0-e41c15a05126 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 945 time: 0.0903933 Aug 20 15:09:52.752163 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.783871 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-17eeec21-e94c-457d-a198-dbcf772f5ec1 req-b7ea920c-1bb0-44cc-90ad-d8cec7f5eb02 service neutron] 10.222.0.70 "GET /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987020 Aug 20 15:09:52.813558 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-927b67fe-6fd3-44e1-86cf-860dca87f344 req-f5da54e5-d988-4c36-8540-19e2fb68d049 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862908 Aug 20 15:09:52.824595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83474cfc-a752-47f6-b7d4-b90105e236c1,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:52.852961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Checking segment: {'id': 'faf1915a-f688-4e29-a388-26b4c496cf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:52.853346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Network hostable DHCP agents. Network: 672091e5-ac94-4a20-be2e-6ab6c41ec09e, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:09:52.878716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Network 672091e5-ac94-4a20-be2e-6ab6c41ec09e is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:09:52.889578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 672091e5-ac94-4a20-be2e-6ab6c41ec09e) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:52.904025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:52.904634 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.924910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e49f5f59-cc3f-4601-ba3c-5430e95a8d61 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5714147 Aug 20 15:09:52.927626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51726) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:52.932135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:52.936951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4bc3c4-b61a-44b2-875e-a2f3e709601c None None] Network 672091e5-ac94-4a20-be2e-6ab6c41ec09e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:52.954602 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:52.955678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.025978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.135951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-672091e5-ac94-4a20-be2e-6ab6c41ec09e', 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'fixed_ips': [{'subnet_id': '83474cfc-a752-47f6-b7d4-b90105e236c1'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:09:53.137113 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.141551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c279f9-9b79-4b1f-a1fc-a42f101d47f3 req-9cc79af8-1eab-4237-abd8-4623b85bcf13 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:53.145710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76c279f9-9b79-4b1f-a1fc-a42f101d47f3 req-9cc79af8-1eab-4237-abd8-4623b85bcf13 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.0563202 Aug 20 15:09:53.199902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76c279f9-9b79-4b1f-a1fc-a42f101d47f3 req-77a509dd-5304-4681-b29e-0b0e7e5ce929 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Aug 20 15:09:53.224511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.311320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Allocated IP 172.20.0.2 (672091e5-ac94-4a20-be2e-6ab6c41ec09e/83474cfc-a752-47f6-b7d4-b90105e236c1/a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:53.491704 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.502562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Transition to ACTIVE for port object a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:53.521647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Transition to ACTIVE for port object a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:53.532746 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.584489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Network 672091e5-ac94-4a20-be2e-6ab6c41ec09e is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:53.592716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:53.596907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Pushing event updated for resources: {'Port': ['ID=a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:53.599899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:53.666694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Attempting to bind port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:53.667505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Attempting to bind port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'faf1915a-f688-4e29-a388-26b4c496cf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:53.667778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Attempting to bind port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac on network 672091e5-ac94-4a20-be2e-6ab6c41ec09e {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:53.673640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:53.674038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Checking segment: {'id': 'faf1915a-f688-4e29-a388-26b4c496cf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:53.674484 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.674888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Bound using segment: {'id': 'faf1915a-f688-4e29-a388-26b4c496cf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:53.675357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Bound port: a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf1915a-f688-4e29-a388-26b4c496cf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:53.675781 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.760360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] For port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:53.764815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] For port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac,segment=NetworkSegment(faf1915a-f688-4e29-a388-26b4c496cf9c),segment_id=faf1915a-f688-4e29-a388-26b4c496cf9c)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:53.771088 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.791872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51748) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:53.823904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.849909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e9f102-e9d3-4a57-8b0c-ecc16b603a52 admin admin] Deleting subnet 1a675478-b6a3-4f2e-b709-c48a3f14220c {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:09:53.853234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76e9f102-e9d3-4a57-8b0c-ecc16b603a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.860114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.871894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773f33e-f62b-4a17-98a9-0543c2ce898a None None] Pushing event updated for resources: {'Port': ['ID=a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:53.907049 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76e9f102-e9d3-4a57-8b0c-ecc16b603a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:53.998837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76e9f102-e9d3-4a57-8b0c-ecc16b603a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:54.009478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Allocated IP 172.25.5.31 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/06bd5b8a-f1f9-47eb-83bc-44ea2e63da34) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:54.047581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7293ac-8d2f-4495-857b-038b7ffb9826 req-38e316dc-21e9-40d5-ae0c-881cf59a6c3c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:54.049169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b7293ac-8d2f-4495-857b-038b7ffb9826 req-38e316dc-21e9-40d5-ae0c-881cf59a6c3c tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 945 time: 0.0954554 Aug 20 15:09:54.146007 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76e9f102-e9d3-4a57-8b0c-ecc16b603a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:54.157763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:54.194928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9f102-e9d3-4a57-8b0c-ecc16b603a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a675478-b6a3-4f2e-b709-c48a3f14220c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:54.207372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b7293ac-8d2f-4495-857b-038b7ffb9826 req-d2816a00-e144-4a58-8982-2f07c63fcb6e tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479776 Aug 20 15:09:54.214940 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76e9f102-e9d3-4a57-8b0c-ecc16b603a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:54.218693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-76e9f102-e9d3-4a57-8b0c-ecc16b603a52 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1a675478-b6a3-4f2e-b709-c48a3f14220c HTTP/1.1" status: 204 len: 168 time: 0.4248931 Aug 20 15:09:54.224814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51754) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:54.242256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:54.317886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-23e5ebe2-710c-4117-b641-c7625eaa65c9 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:54.319850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-23e5ebe2-710c-4117-b641-c7625eaa65c9 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.1923876 Aug 20 15:09:54.332442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:54.335751 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:54.339845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:54.393405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:54.404889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Pushing event updated for resources: {'Port': ['ID=06bd5b8a-f1f9-47eb-83bc-44ea2e63da34,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:54.453216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:54.558984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:54.602237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f372b4-f4ef-41a1-abb6-2fcd89a3628f req-6cf09f46-227a-4c41-beea-cccf5fed1378 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:54.605425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96f372b4-f4ef-41a1-abb6-2fcd89a3628f req-6cf09f46-227a-4c41-beea-cccf5fed1378 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf150b9-e6fe-4f7e-8741-7d202575c946 HTTP/1.1" status: 200 len: 946 time: 0.2197649 Aug 20 15:09:54.622903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4e91541e-7278-4065-85d3-e7ed10d20b7b no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:54.658372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc340e3-e91b-4c7e-8801-fb6ed791acd1 req-d9b1aefe-f2ea-4a74-92e7-c703d3a0a498 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:54.660093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfc340e3-e91b-4c7e-8801-fb6ed791acd1 req-d9b1aefe-f2ea-4a74-92e7-c703d3a0a498 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 945 time: 0.2764869 Aug 20 15:09:54.664949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 4e91541e-7278-4065-85d3-e7ed10d20b7b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:54.668869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4e91541e-7278-4065-85d3-e7ed10d20b7b not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:54.726786 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:54.779456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Deleting port dc41dcd9-b368-4077-bbdb-1e1f10cddd49 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:54.780074 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:54.823949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96f372b4-f4ef-41a1-abb6-2fcd89a3628f req-bd9a6d0b-e976-4c3f-a8bb-217c333c4f2f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035558 Aug 20 15:09:55.030351 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.060204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfc340e3-e91b-4c7e-8801-fb6ed791acd1 req-6ab5442a-47ab-4513-915e-2d8b96b84288 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095319 Aug 20 15:09:55.065231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52992a70-c6b4-4934-bed8-06bc958bac9b']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:55.111813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.139603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afee3739-a84f-441c-a61e-d20a971513c9') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:55.139985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afee3739-a84f-441c-a61e-d20a971513c9') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:55.180259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.205006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] For port dc41dcd9-b368-4077-bbdb-1e1f10cddd49, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:55.205540 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.231874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.246861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Calling delete_port for dc41dcd9-b368-4077-bbdb-1e1f10cddd49 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:55.327097 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5d291-bc7c-4fca-9938-58678415b029 None None] Network 672091e5-ac94-4a20-be2e-6ab6c41ec09e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:09:55.348808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:09:55.349220 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:09:55.351090 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:09:55.353035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:09:55.370740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51792) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:55.455089 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.468641 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.471678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5369f9dd-f0dd-438f-b6b9-9e81022b0557 None None] Provisioning for port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:55.484364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] 10.222.0.36 "DELETE /v2.0/networks/52992a70-c6b4-4934-bed8-06bc958bac9b HTTP/1.1" status: 204 len: 168 time: 1.2569995 Aug 20 15:09:55.493887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5369f9dd-f0dd-438f-b6b9-9e81022b0557 None None] Provisioning complete for port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:55.494272 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5369f9dd-f0dd-438f-b6b9-9e81022b0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.499356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e10f4f-61a3-4795-9f18-32507624f1fc admin admin] Pushing event deleted for resources: {'Network': ['ID=52992a70-c6b4-4934-bed8-06bc958bac9b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:55.516382 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.537969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3700f321-daf7-43ed-b48b-e15e0aaad18b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:09:55.579967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Pushing event deleted for resources: {'Port': ['ID=dc41dcd9-b368-4077-bbdb-1e1f10cddd49,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:55.588134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:09:55.619418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.619418 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-62e07080-ed21-4ad8-b4e1-450d25301e1a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6901205 Aug 20 15:09:55.623073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51800) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:55.625660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Sync routers for ids ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:09:55.672798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Routers {'6a0b6ea4-e9e9-45c4-9804-19749eca4c03'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:09:55.673452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:55.694231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] No DVR routers for this DVR port dc41dcd9-b368-4077-bbdb-1e1f10cddd49 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:55.701615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.709217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-379f20d1-1981-4202-b3e2-9fd8b7955f3a req-60dd3543-8926-4a3c-8ae6-3a85c3bee25b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.72 "DELETE /v2.0/ports/dc41dcd9-b368-4077-bbdb-1e1f10cddd49 HTTP/1.1" status: 204 len: 173 time: 1.3195717 Aug 20 15:09:55.709662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a66d7e-d556-492e-aa14-beb089ee6cc8', 'name': 'network-vif-deleted', 'tag': 'dc41dcd9-b368-4077-bbdb-1e1f10cddd49'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:55.712281 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3bd988-3c4e-4281-a1ea-a7d9ace538dd" -d '{"events": [{"server_uuid": "c8a66d7e-d556-492e-aa14-beb089ee6cc8", "name": "network-vif-deleted", "tag": "dc41dcd9-b368-4077-bbdb-1e1f10cddd49"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:55.754327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b8dbc3b-de8a-4d4a-bc92-db1771fe0202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.789129 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3025a6ac-f727-4f45-a803-0f0e4c966a4d x-openstack-request-id: req-3025a6ac-f727-4f45-a803-0f0e4c966a4d {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:09:55.789739 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a66d7e-d556-492e-aa14-beb089ee6cc8", "name": "network-vif-deleted", "tag": "dc41dcd9-b368-4077-bbdb-1e1f10cddd49", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:09:55.790195 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3025a6ac-f727-4f45-a803-0f0e4c966a4d {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:09:55.790811 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a66d7e-d556-492e-aa14-beb089ee6cc8', 'name': 'network-vif-deleted', 'tag': 'dc41dcd9-b368-4077-bbdb-1e1f10cddd49', 'status': 'completed', 'code': 200} Aug 20 15:09:55.791450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51804) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:55.850516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72afc8-1be0-4695-95a7-0922b4c9438c req-243db22a-8c68-43fc-8506-13b846e9d84f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:55.860126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a72afc8-1be0-4695-95a7-0922b4c9438c req-243db22a-8c68-43fc-8506-13b846e9d84f tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf150b9-e6fe-4f7e-8741-7d202575c946 HTTP/1.1" status: 200 len: 946 time: 0.1353517 Aug 20 15:09:55.869608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5369f9dd-f0dd-438f-b6b9-9e81022b0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:55.908126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3a39358f-dfde-47de-a52f-bb5fcddf1272 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=209c3bb6d1754d16aab4242ab6edd1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143351 Aug 20 15:09:55.913093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51806) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:55.930823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a72afc8-1be0-4695-95a7-0922b4c9438c req-b9e93731-1e30-4a54-815d-7928d108147a tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693476 Aug 20 15:09:56.113317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Set router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:09:56.126138 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-103695c6-91b8-409f-bcef-b22109af2186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.155578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b8dbc3b-de8a-4d4a-bc92-db1771fe0202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.180531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5369f9dd-f0dd-438f-b6b9-9e81022b0557 None None] For port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac,segment=NetworkSegment(faf1915a-f688-4e29-a388-26b4c496cf9c),segment_id=faf1915a-f688-4e29-a388-26b4c496cf9c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:56.203477 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b8dbc3b-de8a-4d4a-bc92-db1771fe0202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.207567 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5369f9dd-f0dd-438f-b6b9-9e81022b0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.209754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-103695c6-91b8-409f-bcef-b22109af2186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.236575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b57c94b-e6e7-41e9-8c79-84d228ae15ad req-20693b32-a645-4df3-8a3d-2125ef45cd87 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8a66d7e-d556-492e-aa14-beb089ee6cc8 HTTP/1.1" status: 200 len: 210 time: 0.0597098 Aug 20 15:09:56.293221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dbc3b-de8a-4d4a-bc92-db1771fe0202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7461959a-f75a-4287-ad08-35418c2fc6df,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:56.297959 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8b8dbc3b-de8a-4d4a-bc92-db1771fe0202 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=733c8a85ad844501827e25c86ef753aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9249077 Aug 20 15:09:56.300669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51816) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:56.362606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f9dd-f0dd-438f-b6b9-9e81022b0557 None None] Pushing event updated for resources: {'Port': ['ID=a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:56.386947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-103695c6-91b8-409f-bcef-b22109af2186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.390820 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-103695c6-91b8-409f-bcef-b22109af2186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.394299 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-103695c6-91b8-409f-bcef-b22109af2186 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4df13204-06e2-4f69-a21f-03be384dc34b HTTP/1.1" status: 204 len: 168 time: 0.4779029 Aug 20 15:09:56.409346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103695c6-91b8-409f-bcef-b22109af2186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df13204-06e2-4f69-a21f-03be384dc34b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:56.449978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.467916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:09:52Z', 'updated_at': '2021-08-20T15:09:54Z', 'revision_number': 3, 'project_id': 'cf759f24de17494b978336452f396beb', 'gw_port': {'id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:53Z', 'updated_at': '2021-08-20T15:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:56.521903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Checking router: 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:09:56.522551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Updating router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:09:56.528056 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.559347 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.570083 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.676658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dc41dcd9-b368-4077-bbdb-1e1f10cddd49 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:56.698142 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.701596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.705477 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7461959a-f75a-4287-ad08-35418c2fc6df HTTP/1.1" status: 204 len: 168 time: 0.4036157 Aug 20 15:09:56.717476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: dc41dcd9-b368-4077-bbdb-1e1f10cddd49 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:56.717871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dc41dcd9-b368-4077-bbdb-1e1f10cddd49 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:56.726644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7461959a-f75a-4287-ad08-35418c2fc6df,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:56.741399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c8386a1c-4247-4d63-ad75-631f2567eaf6 None None] Provisioning complete for port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:56.741773 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c8386a1c-4247-4d63-ad75-631f2567eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:56.751129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.751476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.751849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.752193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.752538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.752874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.753209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.753537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.753869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.754205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.754528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.754856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8507e006-10fb-41c8-b76a-ea59ceb22ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:09:56.876921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Allocated IP 172.20.0.1 (672091e5-ac94-4a20-be2e-6ab6c41ec09e/83474cfc-a752-47f6-b7d4-b90105e236c1/efde8f70-bcdc-4758-a571-33e33e579d1a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:09:56.991756 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.004398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Transition to ACTIVE for port object 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:57.008527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.015022 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.024092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Transition to ACTIVE for port object efde8f70-bcdc-4758-a571-33e33e579d1a will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:09:57.074073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.076418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Attempting to bind port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:09:57.076799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Attempting to bind port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:09:57.077250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Attempting to bind port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:09:57.093441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:09:57.095875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:09:57.095875 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.095875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:09:57.095875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Bound port: 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:09:57.095875 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.100338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df936f95-aad6-4954-a849-2855bcd4a625 req-8cc3482e-a13d-4cf6-8585-19c945261204 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:57.112070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df936f95-aad6-4954-a849-2855bcd4a625 req-8cc3482e-a13d-4cf6-8585-19c945261204 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf150b9-e6fe-4f7e-8741-7d202575c946 HTTP/1.1" status: 200 len: 946 time: 0.0862577 Aug 20 15:09:57.138623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db280b-d653-4e7d-a8f3-6536221118bd None None] Pushing event updated for resources: {'Port': ['ID=06bd5b8a-f1f9-47eb-83bc-44ea2e63da34,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:57.167198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df936f95-aad6-4954-a849-2855bcd4a625 req-773624b9-3567-4cb8-9f56-409dd4ae5bde tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520606 Aug 20 15:09:57.188024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Network 672091e5-ac94-4a20-be2e-6ab6c41ec09e is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:57.189302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] For port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:09:57.195022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] For port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=06bd5b8a-f1f9-47eb-83bc-44ea2e63da34,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:09:57.195836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:57.199700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:09:57.216868 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.247857 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=efde8f70-bcdc-4758-a571-33e33e579d1a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:57.316259 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.336573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Routers {'6a0b6ea4-e9e9-45c4-9804-19749eca4c03'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:09:57.337398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:57.394426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51854) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:57.423270 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a271-2279-4b0c-91fb-b57cbdd25ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.537545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51856) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:57.543850 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] Set router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:09:57.594983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db280b-d653-4e7d-a8f3-6536221118bd None None] Pushing event updated for resources: {'Port': ['ID=06bd5b8a-f1f9-47eb-83bc-44ea2e63da34,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:57.651015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a271-2279-4b0c-91fb-b57cbdd25ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.673760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a271-2279-4b0c-91fb-b57cbdd25ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.726910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e7c5a271-2279-4b0c-91fb-b57cbdd25ef0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=809a6664a3f149cea30e2b3f0a854dd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310759 Aug 20 15:09:57.727273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.728133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5a271-2279-4b0c-91fb-b57cbdd25ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87dfe70-11d2-4d48-92c1-3fa7e82ac953,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:57.730788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51864) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:57.787678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e8029b79-5f7e-4291-8809-033efb7674ca None None] Provisioning for port efde8f70-bcdc-4758-a571-33e33e579d1a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:09:57.811423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e8029b79-5f7e-4291-8809-033efb7674ca None None] Provisioning complete for port efde8f70-bcdc-4758-a571-33e33e579d1a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:57.816093 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e8029b79-5f7e-4291-8809-033efb7674ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.849824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-44f66f70-10fb-4ab4-b637-5645e3d3c0b0 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:57.851717 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-44f66f70-10fb-4ab4-b637-5645e3d3c0b0 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a5d6054-fbf7-493a-ba04-5924c494fe8c HTTP/1.1" status: 200 len: 945 time: 0.2095728 Aug 20 15:09:57.867185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99908617-6cd6-4130-b6f3-f65f9e29820c req-6e0655f9-9122-48f6-9e04-4fb492cf96c8 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:57.876678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99908617-6cd6-4130-b6f3-f65f9e29820c req-6e0655f9-9122-48f6-9e04-4fb492cf96c8 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1093438 Aug 20 15:09:57.880178 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-19ab2e59-f1f0-47f6-92e6-448aa258255b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:57.881772 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-19ab2e59-f1f0-47f6-92e6-448aa258255b tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.70 "GET /v2.0/ports?device_id=3cf150b9-e6fe-4f7e-8741-7d202575c946 HTTP/1.1" status: 200 len: 946 time: 0.2211547 Aug 20 15:09:57.886576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e8029b79-5f7e-4291-8809-033efb7674ca None None] Port efde8f70-bcdc-4758-a571-33e33e579d1a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:09:57.893702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2040303458-network', 'tenant_id': '38dd47149aa24501bd391230e6a943b5'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:57.923165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:09:52Z', 'updated_at': '2021-08-20T15:09:54Z', 'revision_number': 3, 'project_id': 'cf759f24de17494b978336452f396beb', 'gw_port': {'id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:53Z', 'updated_at': '2021-08-20T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:09:57.936522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-90a879c3-9ed1-4220-9f77-73c7491aba20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.945679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-a97294e0-4828-430a-a3b3-2b538e311063 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3363545 Aug 20 15:09:57.946322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Made reservation on behalf of 38dd47149aa24501bd391230e6a943b5 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:57.948626 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:57.952576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165b3e5-414f-43ef-a62e-54664c6e9504 None None] The sync data for ids ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'] in n-d-695189-15 is: [{'id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:09:52Z', 'updated_at': '2021-08-20T15:09:54Z', 'revision_number': 3, 'project_id': 'cf759f24de17494b978336452f396beb', 'gw_port': {'id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:53Z', 'updated_at': '2021-08-20T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:09:57.956062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99908617-6cd6-4130-b6f3-f65f9e29820c req-c3fb8d8e-8df8-4dd4-b5d9-3e8fbc19fd9f tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783701 Aug 20 15:09:57.962266 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.058384 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-90a879c3-9ed1-4220-9f77-73c7491aba20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.099229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-8144b779-a704-4c3a-82d0-13a85be20d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:58.100896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-8144b779-a704-4c3a-82d0-13a85be20d25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1098 time: 0.0665560 Aug 20 15:09:58.106422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.111406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.153287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:09:58.205100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878fe9d2-d719-4e71-b7c9-d2b52afedeea,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:58.211480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.212109 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Added segment b0a12cc4-36d3-46c9-8b47-f41595c33cc5 of type vlan for network 50824511-ac5b-4ec4-878e-ff5458770ed0 Aug 20 15:09:58.342099 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.354673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-b088b05d-1c53-432c-9961-5ca412ea4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:58.356250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-b088b05d-1c53-432c-9961-5ca412ea4e42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.2295263 Aug 20 15:09:58.415452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:09:58.464409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f8fbd-4e1f-469a-bbc2-3b009c6f4dea req-7aa59dbf-1135-42ec-8b23-f320d2829387 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:58.466056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d2f8fbd-4e1f-469a-bbc2-3b009c6f4dea req-7aa59dbf-1135-42ec-8b23-f320d2829387 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf150b9-e6fe-4f7e-8741-7d202575c946 HTTP/1.1" status: 200 len: 946 time: 0.2063546 Aug 20 15:09:58.469393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.470438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:58.471509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.490469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:58.490820 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.571486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Deleting port b01b527c-119d-46ba-9636-a166ca1b22b9 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:58.577980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.606550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0678043 Aug 20 15:09:58.622669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51876) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:09:58.633140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Request body: {'subnet': {'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2040303458-subnet', 'tenant_id': '38dd47149aa24501bd391230e6a943b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:09:58.643882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-85f9641e-65f2-40f0-8300-9274ff1dbb17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 1002 time: 0.2771261 Aug 20 15:09:58.649558 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-90a879c3-9ed1-4220-9f77-73c7491aba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.653272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-90a879c3-9ed1-4220-9f77-73c7491aba20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.657008 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-90a879c3-9ed1-4220-9f77-73c7491aba20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c87dfe70-11d2-4d48-92c1-3fa7e82ac953 HTTP/1.1" status: 204 len: 168 time: 0.9186127 Aug 20 15:09:58.663653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Deleting port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:09:58.664026 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.667377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.692468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bd547-7653-4fb7-b17c-4d3205d11ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=50824511-ac5b-4ec4-878e-ff5458770ed0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:58.705088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 50824511-ac5b-4ec4-878e-ff5458770ed0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:09:58.726404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a879c3-9ed1-4220-9f77-73c7491aba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87dfe70-11d2-4d48-92c1-3fa7e82ac953,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:58.745898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d2f8fbd-4e1f-469a-bbc2-3b009c6f4dea req-d79301e8-f54e-4e6a-bebd-3f98e84dda48 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/security-groups?id=a6667d35-c086-4cd7-a22c-6c8e57e572ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525706 Aug 20 15:09:58.769168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.784915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.855210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Made reservation on behalf of 38dd47149aa24501bd391230e6a943b5 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:09:58.862551 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.912989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] For port b01b527c-119d-46ba-9636-a166ca1b22b9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b01b527c-119d-46ba-9636-a166ca1b22b9,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:58.914214 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.919383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] For port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,segment=NetworkSegment(5f6471f5-730c-4248-86ab-49427bc6d9e4),segment_id=5f6471f5-730c-4248-86ab-49427bc6d9e4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:09:58.920287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.949317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=efde8f70-bcdc-4758-a571-33e33e579d1a,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:58.953935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Calling delete_port for b01b527c-119d-46ba-9636-a166ca1b22b9 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:58.961478 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:58.965558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Calling delete_port for bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:09:58.981667 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-31ae13c0-029b-4692-9ddf-6f88a6ea00df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:58.998463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-31ae13c0-029b-4692-9ddf-6f88a6ea00df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.3345766 Aug 20 15:09:59.036172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e64f-1d85-4ab7-871f-be8ca105bebc req-eb2e7388-ca86-439f-b31f-6d49a482b93b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.043625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e64f-1d85-4ab7-871f-be8ca105bebc req-eb2e7388-ca86-439f-b31f-6d49a482b93b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.049970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e64f-1d85-4ab7-871f-be8ca105bebc req-eb2e7388-ca86-439f-b31f-6d49a482b93b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.056056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e64f-1d85-4ab7-871f-be8ca105bebc req-eb2e7388-ca86-439f-b31f-6d49a482b93b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.062227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e64f-1d85-4ab7-871f-be8ca105bebc req-eb2e7388-ca86-439f-b31f-6d49a482b93b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.069179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e64f-1d85-4ab7-871f-be8ca105bebc req-eb2e7388-ca86-439f-b31f-6d49a482b93b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.076637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617e64f-1d85-4ab7-871f-be8ca105bebc req-eb2e7388-ca86-439f-b31f-6d49a482b93b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.084328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1617e64f-1d85-4ab7-871f-be8ca105bebc req-eb2e7388-ca86-439f-b31f-6d49a482b93b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5436 time: 0.4314792 Aug 20 15:09:59.211715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Network 672091e5-ac94-4a20-be2e-6ab6c41ec09e is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:09:59.232140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1617e64f-1d85-4ab7-871f-be8ca105bebc req-11f661ed-181e-4271-9bc6-d5e42b3fc03e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463540 Aug 20 15:09:59.243454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:09:59.294492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-e7762751-b643-4962-a0af-a5bd5474c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.301439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-e7762751-b643-4962-a0af-a5bd5474c75c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976700 Aug 20 15:09:59.312803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307fdeb-1036-4dde-947c-b5a0dd34aeb6 req-41d1ea97-2e17-409c-abad-3597806c2fb7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.314940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e307fdeb-1036-4dde-947c-b5a0dd34aeb6 req-41d1ea97-2e17-409c-abad-3597806c2fb7 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2078969 Aug 20 15:09:59.324224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-0c82ef8b-0d80-448f-b15d-801df0e772ee service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:09:59.326299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-0c82ef8b-0d80-448f-b15d-801df0e772ee service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100288 Aug 20 15:09:59.338983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:59.468083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Pushing event deleted for resources: {'Port': ['ID=bb9a8d52-2fe0-4fc1-b01b-5a934954adb2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:59.479741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:59.563597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] No DVR routers for this DVR port bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:59.564118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:59.566174 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-59656a5a-5003-412b-82da-12e9ddc28c33 req-10d4958e-206e-4e64-a0d9-88ff5eefdff6 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.70 "DELETE /v2.0/ports/bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 HTTP/1.1" status: 204 len: 173 time: 1.6334255 Aug 20 15:09:59.569903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Pushing event deleted for resources: {'Port': ['ID=b01b527c-119d-46ba-9636-a166ca1b22b9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:09:59.570341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf150b9-e6fe-4f7e-8741-7d202575c946', 'name': 'network-vif-deleted', 'tag': 'bb9a8d52-2fe0-4fc1-b01b-5a934954adb2'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:09:59.573469 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801403cc-bca6-4e07-a849-0d7b4e807349" -d '{"events": [{"server_uuid": "3cf150b9-e6fe-4f7e-8741-7d202575c946", "name": "network-vif-deleted", "tag": "bb9a8d52-2fe0-4fc1-b01b-5a934954adb2"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:09:59.671264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] No DVR routers for this DVR port b01b527c-119d-46ba-9636-a166ca1b22b9 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:09:59.676233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:59.678501 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41de051d-c8d8-45ae-80f5-18bc575e97c3 req-79a5aa07-f0a9-4685-94d4-3af9c57b7ac7 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.72 "DELETE /v2.0/ports/b01b527c-119d-46ba-9636-a166ca1b22b9 HTTP/1.1" status: 204 len: 173 time: 1.8141131 Aug 20 15:09:59.723493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:09:59.726012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6b6c7f60-ac27-41d9-bbe1-ff750f3a0beb None None] Provisioning complete for port efde8f70-bcdc-4758-a571-33e33e579d1a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:09:59.728315 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6b6c7f60-ac27-41d9-bbe1-ff750f3a0beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:09:59.819825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c7f60-ac27-41d9-bbe1-ff750f3a0beb None None] Port efde8f70-bcdc-4758-a571-33e33e579d1a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:09:59.826063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e307fdeb-1036-4dde-947c-b5a0dd34aeb6 req-3368814e-a671-4909-a1a7-6e510cdda14e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937444 Aug 20 15:09:59.877824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:09:59.905667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:09:59.915007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1135c-4abb-4cea-b9a2-a53bdf46738e req-28e1b205-63e7-4fc2-ae31-51ab4c862ea2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.920678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1135c-4abb-4cea-b9a2-a53bdf46738e req-28e1b205-63e7-4fc2-ae31-51ab4c862ea2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.927097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1135c-4abb-4cea-b9a2-a53bdf46738e req-28e1b205-63e7-4fc2-ae31-51ab4c862ea2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.927268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:09:59.928731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device bb9a8d52-2fe0-4fc1-b01b-5a934954adb2 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:09:59.932199 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fe348392-9433-4cee-a72e-ddc201cf7ae7 admin admin] 10.222.0.36 "PUT /v2.0/routers/6a0b6ea4-e9e9-45c4-9804-19749eca4c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3062866 Aug 20 15:09:59.933150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1135c-4abb-4cea-b9a2-a53bdf46738e req-28e1b205-63e7-4fc2-ae31-51ab4c862ea2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.954253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1135c-4abb-4cea-b9a2-a53bdf46738e req-28e1b205-63e7-4fc2-ae31-51ab4c862ea2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.961176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1135c-4abb-4cea-b9a2-a53bdf46738e req-28e1b205-63e7-4fc2-ae31-51ab4c862ea2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.968230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1135c-4abb-4cea-b9a2-a53bdf46738e req-28e1b205-63e7-4fc2-ae31-51ab4c862ea2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:09:59.970207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79e1135c-4abb-4cea-b9a2-a53bdf46738e req-28e1b205-63e7-4fc2-ae31-51ab4c862ea2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5436 time: 0.2470372 Aug 20 15:09:59.981663 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:00.039932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0e188c-1c24-46cd-bd8c-4eaa21e80580,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:00.059436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.059824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.060172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.060709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.061211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.061795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.063618 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e279d216-8dbd-4f55-b7d8-26c6e8a412ef x-openstack-request-id: req-e279d216-8dbd-4f55-b7d8-26c6e8a412ef {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:00.064112 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf150b9-e6fe-4f7e-8741-7d202575c946", "name": "network-vif-deleted", "tag": "bb9a8d52-2fe0-4fc1-b01b-5a934954adb2", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:00.064512 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e279d216-8dbd-4f55-b7d8-26c6e8a412ef {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:00.065064 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf150b9-e6fe-4f7e-8741-7d202575c946', 'name': 'network-vif-deleted', 'tag': 'bb9a8d52-2fe0-4fc1-b01b-5a934954adb2', 'status': 'completed', 'code': 200} Aug 20 15:10:00.065717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.066208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.066698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.068254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.068770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.069437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:00.092072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-a1d78163-ec7a-4b14-a0e1-bed72aac14bb service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7491770 Aug 20 15:10:00.194428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Checking segment: {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:00.194740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Network hostable DHCP agents. Network: 50824511-ac5b-4ec4-878e-ff5458770ed0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:10:00.208828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6f501d8-5a9f-4759-87d4-08cb9dacd6c5 req-9b765647-d00d-4559-8072-551f9b69cef3 tempest-MultipleCreateTestJSON-228439355 tempest-MultipleCreateTestJSON-228439355-project] 10.222.0.36 "GET /v2.0/ports?device_id=3cf150b9-e6fe-4f7e-8741-7d202575c946 HTTP/1.1" status: 200 len: 210 time: 0.0986218 Aug 20 15:10:00.249757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Network 50824511-ac5b-4ec4-878e-ff5458770ed0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:10:00.299077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 50824511-ac5b-4ec4-878e-ff5458770ed0) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:00.313382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:00.313965 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:00.320605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818ee1c-37db-4bd7-b971-53d742a28085 None None] Network 50824511-ac5b-4ec4-878e-ff5458770ed0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:10:00.346910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62eda882-395a-4fe3-9a9c-26bd9e7b899d req-f6c7aeff-5675-4aa8-8243-b5d4ac589a12 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461629 Aug 20 15:10:00.385052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5e27bb85-1e3c-4edf-9f3e-4fa520e1555b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7577651 Aug 20 15:10:00.434816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:00.555150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:00.562814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:00.563838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:00.582841 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Sync routers for ids ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:10:00.607683 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Routers {'6a0b6ea4-e9e9-45c4-9804-19749eca4c03'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:00.614588 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:00.655993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-50824511-ac5b-4ec4-878e-ff5458770ed0', 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0', 'tenant_id': '38dd47149aa24501bd391230e6a943b5', 'fixed_ips': [{'subnet_id': '3f0e188c-1c24-46cd-bd8c-4eaa21e80580'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:10:00.657166 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:00.677104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b01b527c-119d-46ba-9636-a166ca1b22b9 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:00.717970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: b01b527c-119d-46ba-9636-a166ca1b22b9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:00.718441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b01b527c-119d-46ba-9636-a166ca1b22b9 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:00.768655 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Set router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:00.830374 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:00.888977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=06bd5b8a-f1f9-47eb-83bc-44ea2e63da34,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:00.923745 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:00.934115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Allocated IP 172.20.0.2 (50824511-ac5b-4ec4-878e-ff5458770ed0/3f0e188c-1c24-46cd-bd8c-4eaa21e80580/fd6f6661-f2f2-49e7-87d5-ea36fe93b18b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:01.045118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=06bd5b8a-f1f9-47eb-83bc-44ea2e63da34,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:01.060494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba705d0a-9e5f-45f8-98e5-6fc2ad4a89f8 req-921531f6-30d8-40ad-b38c-1fba5b637063 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:01.070600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba705d0a-9e5f-45f8-98e5-6fc2ad4a89f8 req-921531f6-30d8-40ad-b38c-1fba5b637063 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.1132581 Aug 20 15:10:01.149151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba705d0a-9e5f-45f8-98e5-6fc2ad4a89f8 req-d5be79b1-3c78-4b2b-a1a9-20cbea8b0501 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776563 Aug 20 15:10:01.171620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51958) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:01.177365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1286112013-network', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:01.188713 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:09:52Z', 'updated_at': '2021-08-20T15:09:57Z', 'revision_number': 4, 'project_id': 'cf759f24de17494b978336452f396beb', 'gw_port': {'id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:53Z', 'updated_at': '2021-08-20T15:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'efde8f70-bcdc-4758-a571-33e33e579d1a', 'name': '', 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'mac_address': 'fa:16:3e:da:54:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '83474cfc-a752-47f6-b7d4-b90105e236c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:56Z', 'updated_at': '2021-08-20T15:09:57Z', 'revision_number': 2, 'project_id': 'cf759f24de17494b978336452f396beb', 'subnets': [{'id': '83474cfc-a752-47f6-b7d4-b90105e236c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:01.218824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Made reservation on behalf of 9c8a7e8d75f74b3d8695007bf00afe7a for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:10:01.222615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.235638 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.248924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.251989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Transition to ACTIVE for port object fd6f6661-f2f2-49e7-87d5-ea36fe93b18b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:01.259030 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Checking router: 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:10:01.259600 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Updating router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 port efde8f70-bcdc-4758-a571-33e33e579d1a binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:10:01.292085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Transition to ACTIVE for port object fd6f6661-f2f2-49e7-87d5-ea36fe93b18b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:01.297197 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.308303 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.383237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.391926 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.411152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Pushing event updated for resources: {'Port': ['ID=fd6f6661-f2f2-49e7-87d5-ea36fe93b18b,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:01.435883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Network 50824511-ac5b-4ec4-878e-ff5458770ed0 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:01.437446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:10:01.438679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:01.444594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071043e-647d-4306-90b1-808c11d7f7a8,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:01.454701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:01.471285 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.471660 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Added segment 4097ad40-0a40-4a94-80c1-010d38a32c3a of type vlan for network 40456128-b280-4415-8d5e-26e36f8675b6 Aug 20 15:10:01.519281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.555163 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.556833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51966) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:01.558182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:01.559300 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.576216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Attempting to bind port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:01.576555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Attempting to bind port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:01.577022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Attempting to bind port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b on network 50824511-ac5b-4ec4-878e-ff5458770ed0 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:01.583871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:01.584503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Checking segment: {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:01.585341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.585488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Bound using segment: {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:01.586040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Bound port: fd6f6661-f2f2-49e7-87d5-ea36fe93b18b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:01.586544 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.644179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4712026 Aug 20 15:10:01.649045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51970) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:01.658597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Request body: {'subnet': {'network_id': '40456128-b280-4415-8d5e-26e36f8675b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1286112013-subnet', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:01.686716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782596b6-1ab4-447f-a533-5de75a929f06 admin admin] Pushing event updated for resources: {'Network': ['ID=40456128-b280-4415-8d5e-26e36f8675b6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:01.700467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 40456128-b280-4415-8d5e-26e36f8675b6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:10:01.707984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfb2bbc-00d2-4b30-a6c4-bdd3771026b6 admin admin] Deleting subnet 0ad335ef-2149-40ab-946a-2a0053cfde1e {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:10:01.717645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2bbc-00d2-4b30-a6c4-bdd3771026b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.731518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Made reservation on behalf of 9c8a7e8d75f74b3d8695007bf00afe7a for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:10:01.734581 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.783195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] For port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:01.788694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] For port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fd6f6661-f2f2-49e7-87d5-ea36fe93b18b,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:01.800213 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2bbc-00d2-4b30-a6c4-bdd3771026b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.808979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.840625 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.851124 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Transition to ACTIVE for port object efde8f70-bcdc-4758-a571-33e33e579d1a will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:01.868183 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.878009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2bbc-00d2-4b30-a6c4-bdd3771026b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:01.910878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e556d6-375a-46ad-96a1-dd83c5560be7 None None] Pushing event updated for resources: {'Port': ['ID=fd6f6661-f2f2-49e7-87d5-ea36fe93b18b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:01.977959 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Pushing event updated for resources: {'Port': ['ID=efde8f70-bcdc-4758-a571-33e33e579d1a,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:01.985760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.010028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2bbc-00d2-4b30-a6c4-bdd3771026b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.044598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb2bbc-00d2-4b30-a6c4-bdd3771026b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad335ef-2149-40ab-946a-2a0053cfde1e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:02.047571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2bbc-00d2-4b30-a6c4-bdd3771026b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.052630 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9cfb2bbc-00d2-4b30-a6c4-bdd3771026b6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0ad335ef-2149-40ab-946a-2a0053cfde1e HTTP/1.1" status: 204 len: 168 time: 0.4935791 Aug 20 15:10:02.055262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51986) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:02.066553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5d6054-fbf7-493a-ba04-5924c494fe8c', 'name': 'network-vif-deleted', 'tag': 'b01b527c-119d-46ba-9636-a166ca1b22b9'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:02.069245 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68cfeb4-ab05-40cc-a36f-3cf39d23478e" -d '{"events": [{"server_uuid": "7a5d6054-fbf7-493a-ba04-5924c494fe8c", "name": "network-vif-deleted", "tag": "b01b527c-119d-46ba-9636-a166ca1b22b9"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:02.074638 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.074986 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.075331 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.075691 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.076027 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.076442 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.076667 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.076990 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.077318 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.077636 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.078741 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.079078 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:02.083374 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Attempting to bind port efde8f70-bcdc-4758-a571-33e33e579d1a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:02.083879 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Attempting to bind port efde8f70-bcdc-4758-a571-33e33e579d1a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'faf1915a-f688-4e29-a388-26b4c496cf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:02.097108 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Attempting to bind port efde8f70-bcdc-4758-a571-33e33e579d1a on network 672091e5-ac94-4a20-be2e-6ab6c41ec09e {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:02.110360 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:02.110748 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Checking segment: {'id': 'faf1915a-f688-4e29-a388-26b4c496cf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:02.111151 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.111554 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Bound using segment: {'id': 'faf1915a-f688-4e29-a388-26b4c496cf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:02.112074 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Bound port: efde8f70-bcdc-4758-a571-33e33e579d1a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf1915a-f688-4e29-a388-26b4c496cf9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:02.115274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23dd43a9-12bc-4904-a9f8-ff9fb992881b,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:02.122983 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.140657 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae91bfc4-9911-411e-8f2b-53749b3bdff4 x-openstack-request-id: req-ae91bfc4-9911-411e-8f2b-53749b3bdff4 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:02.141022 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5d6054-fbf7-493a-ba04-5924c494fe8c", "name": "network-vif-deleted", "tag": "b01b527c-119d-46ba-9636-a166ca1b22b9", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:02.141194 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae91bfc4-9911-411e-8f2b-53749b3bdff4 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:02.141595 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5d6054-fbf7-493a-ba04-5924c494fe8c', 'name': 'network-vif-deleted', 'tag': 'b01b527c-119d-46ba-9636-a166ca1b22b9', 'status': 'completed', 'code': 200} Aug 20 15:10:02.221663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.271028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036f74-6ee4-4498-8258-e373107e254e req-50bd6dff-38be-4250-bf4a-71230c49ac81 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:02.291077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-50bd6dff-38be-4250-bf4a-71230c49ac81 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 816 time: 0.3293779 Aug 20 15:10:02.295811 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] For port efde8f70-bcdc-4758-a571-33e33e579d1a, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:02.302564 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] For port efde8f70-bcdc-4758-a571-33e33e579d1a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=efde8f70-bcdc-4758-a571-33e33e579d1a,segment=NetworkSegment(faf1915a-f688-4e29-a388-26b4c496cf9c),segment_id=faf1915a-f688-4e29-a388-26b4c496cf9c)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:02.310733 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.376438 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Routers {'6a0b6ea4-e9e9-45c4-9804-19749eca4c03'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:02.377115 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:02.432473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Checking segment: {'id': '4097ad40-0a40-4a94-80c1-010d38a32c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:02.433112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Network hostable DHCP agents. Network: 40456128-b280-4415-8d5e-26e36f8675b6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:10:02.464872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-5f71c27d-4588-4757-a2b5-aafc83d420fb tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/quotas/38dd47149aa24501bd391230e6a943b5 HTTP/1.1" status: 200 len: 375 time: 0.1718671 Aug 20 15:10:02.485734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.521337 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e588f38-a0db-4b07-b324-a16b4e3172ab']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:02.563199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6471f5-730c-4248-86ab-49427bc6d9e4') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:02.563794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6471f5-730c-4248-86ab-49427bc6d9e4') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:02.576640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fd6f6661-f2f2-49e7-87d5-ea36fe93b18b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:02.586930 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.589787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884e4f9-ab8e-4fb0-bd06-25c201a3ab11 req-63616630-107e-480f-a80e-fd9371898d1a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:02.597442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e884e4f9-ab8e-4fb0-bd06-25c201a3ab11 req-63616630-107e-480f-a80e-fd9371898d1a tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2564831 Aug 20 15:10:02.603980 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46491057-b630-4d2d-b587-21c34f1bbb7c None None] Pushing event updated for resources: {'Port': ['ID=efde8f70-bcdc-4758-a571-33e33e579d1a,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:02.614964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.636679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:10:02.637399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:10:02.639325 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:10:02.670259 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] Set router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:02.675483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Network 40456128-b280-4415-8d5e-26e36f8675b6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:10:02.731102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 40456128-b280-4415-8d5e-26e36f8675b6) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:02.756791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-71bec9d3-5a9f-473b-bd8a-49620c36fc64 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2897751 Aug 20 15:10:02.764186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.769635 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.774018 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] 10.222.0.36 "DELETE /v2.0/networks/6e588f38-a0db-4b07-b324-a16b4e3172ab HTTP/1.1" status: 204 len: 168 time: 0.7148554 Aug 20 15:10:02.782246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6990eb6b-a964-42a0-ac5c-0e06724ccfeb None None] Network 40456128-b280-4415-8d5e-26e36f8675b6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:10:02.789245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:02.789954 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:02.817495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe640d-d59d-430f-8748-7caaebad147b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e588f38-a0db-4b07-b324-a16b4e3172ab,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:02.827474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e884e4f9-ab8e-4fb0-bd06-25c201a3ab11 req-cedacf8c-80f9-4709-a545-68bdb9105a71 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226555 Aug 20 15:10:03.103397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-7724da75-24bf-48d5-ab80-abb9d5ad023a service neutron] 10.222.0.36 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451412 Aug 20 15:10:03.120887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52000) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:03.122072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-517cf035-0050-43f9-862d-740dca642061 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4712217 Aug 20 15:10:03.127362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:03.148367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52002) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:03.209594 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.211321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.236968 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5056f127-4c9a-4f0f-8f01-1b4ec3c4297e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93401f8f75c842228e91ba7501e78f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0873439 Aug 20 15:10:03.240514 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52004) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:03.256037 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:09:52Z', 'updated_at': '2021-08-20T15:09:57Z', 'revision_number': 4, 'project_id': 'cf759f24de17494b978336452f396beb', 'gw_port': {'id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:53Z', 'updated_at': '2021-08-20T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'efde8f70-bcdc-4758-a571-33e33e579d1a', 'name': '', 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'mac_address': 'fa:16:3e:da:54:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '83474cfc-a752-47f6-b7d4-b90105e236c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:56Z', 'updated_at': '2021-08-20T15:10:02Z', 'revision_number': 4, 'project_id': 'cf759f24de17494b978336452f396beb', 'subnets': [{'id': '83474cfc-a752-47f6-b7d4-b90105e236c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:03.277275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-7644194c-5d6a-461d-a1c1-a806c8af8d48 service neutron] 10.222.0.36 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721797 Aug 20 15:10:03.288294 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6990e7ac-0916-49b3-8d99-c9d726e6153d None None] The sync data for ids ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'] in n-d-695189-15 is: [{'id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:09:52Z', 'updated_at': '2021-08-20T15:09:57Z', 'revision_number': 4, 'project_id': 'cf759f24de17494b978336452f396beb', 'gw_port': {'id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:53Z', 'updated_at': '2021-08-20T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'efde8f70-bcdc-4758-a571-33e33e579d1a', 'name': '', 'network_id': '672091e5-ac94-4a20-be2e-6ab6c41ec09e', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'mac_address': 'fa:16:3e:da:54:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '83474cfc-a752-47f6-b7d4-b90105e236c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:56Z', 'updated_at': '2021-08-20T15:10:02Z', 'revision_number': 4, 'project_id': 'cf759f24de17494b978336452f396beb', 'subnets': [{'id': '83474cfc-a752-47f6-b7d4-b90105e236c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:10:03.319241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.348443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:03.368839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:03.488977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef32c8ae-f3f6-4fb7-9b6e-7eb0a65b3dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.554343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:03.556486 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.716819 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.727428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef957e3-7fa0-43b5-9195-504b22304ec6 None None] Network 50824511-ac5b-4ec4-878e-ff5458770ed0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:10:03.736134 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef32c8ae-f3f6-4fb7-9b6e-7eb0a65b3dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.876562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-40456128-b280-4415-8d5e-26e36f8675b6', 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'fixed_ips': [{'subnet_id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:10:03.879326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.978168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef32c8ae-f3f6-4fb7-9b6e-7eb0a65b3dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.982663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef32c8ae-f3f6-4fb7-9b6e-7eb0a65b3dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:03.983389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52040) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:03.987797 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ef32c8ae-f3f6-4fb7-9b6e-7eb0a65b3dc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6667d35-c086-4cd7-a22c-6c8e57e572ec HTTP/1.1" status: 204 len: 168 time: 0.7460043 Aug 20 15:10:04.008312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32c8ae-f3f6-4fb7-9b6e-7eb0a65b3dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6667d35-c086-4cd7-a22c-6c8e57e572ec,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:04.062888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-380eeaa3-87f5-4f1c-9b68-385bd6b14b9c None None] Provisioning for port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:04.067004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85925-33b2-4cab-9705-d29db92161ea req-ae45da5d-0cc0-498f-b2f3-14f13aaf2c45 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:04.078108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-ae45da5d-0cc0-498f-b2f3-14f13aaf2c45 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 816 time: 0.3490396 Aug 20 15:10:04.129032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-defa51f8-bc13-42f8-b5dd-d4e77051d8fd tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/quotas/38dd47149aa24501bd391230e6a943b5 HTTP/1.1" status: 200 len: 375 time: 0.0489836 Aug 20 15:10:04.193832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-380eeaa3-87f5-4f1c-9b68-385bd6b14b9c None None] Provisioning complete for port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:04.195037 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-380eeaa3-87f5-4f1c-9b68-385bd6b14b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:04.370829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3eff8d-9830-4272-93aa-07ee32ad6117 req-0a668f58-0ef7-4560-a091-338642eb6a24 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:04.378938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d3eff8d-9830-4272-93aa-07ee32ad6117 req-0a668f58-0ef7-4560-a091-338642eb6a24 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2889829 Aug 20 15:10:04.440670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-6db304c1-1f59-4fc7-a416-932c0b4077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:04.441169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-6db304c1-1f59-4fc7-a416-932c0b4077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:04.441649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-6db304c1-1f59-4fc7-a416-932c0b4077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:04.442125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-6db304c1-1f59-4fc7-a416-932c0b4077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:04.442721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-6db304c1-1f59-4fc7-a416-932c0b4077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:04.443290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-6db304c1-1f59-4fc7-a416-932c0b4077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:04.444091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-6db304c1-1f59-4fc7-a416-932c0b4077a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:04.444835 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:04.452449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-6db304c1-1f59-4fc7-a416-932c0b4077a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6500 time: 0.4667053 Aug 20 15:10:04.497769 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-6cf16e75-8f19-468b-92dc-a49a837df0f0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3676853 Aug 20 15:10:04.504811 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:04.594394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device efde8f70-bcdc-4758-a571-33e33e579d1a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:04.647732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-532385f4-deb5-43b0-b38c-8b1140323081 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943371 Aug 20 15:10:04.671619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d3eff8d-9830-4272-93aa-07ee32ad6117 req-7b0c30e3-c63e-48b6-8cbb-ad912b1e5bee tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916734 Aug 20 15:10:04.783168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-aacaf2c5-8634-4e4c-8da4-81be4a308019 service neutron] 10.222.0.36 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845798 Aug 20 15:10:04.788793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Allocated IP 172.25.5.41 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/a55c02c7-0938-4d4b-99d2-73b5d3b941e7) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:04.971340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Allocated IP 172.20.0.2 (40456128-b280-4415-8d5e-26e36f8675b6/23dd43a9-12bc-4904-a9f8-ff9fb992881b/0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:05.010318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-f190fd2e-50a5-41d2-9914-d8dce9a1e3aa service neutron] 10.222.0.36 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204034 Aug 20 15:10:05.111311 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-380eeaa3-87f5-4f1c-9b68-385bd6b14b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:05.116447 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:05.171246 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:05.249212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:05.249731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-380eeaa3-87f5-4f1c-9b68-385bd6b14b9c None None] For port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fd6f6661-f2f2-49e7-87d5-ea36fe93b18b,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:05.270781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:05.281826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:05.307231 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-380eeaa3-87f5-4f1c-9b68-385bd6b14b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:05.376253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Pushing event updated for resources: {'Port': ['ID=a55c02c7-0938-4d4b-99d2-73b5d3b941e7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:05.526712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port efde8f70-bcdc-4758-a571-33e33e579d1a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:05.591696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380eeaa3-87f5-4f1c-9b68-385bd6b14b9c None None] Pushing event updated for resources: {'Port': ['ID=fd6f6661-f2f2-49e7-87d5-ea36fe93b18b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:05.644098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port efde8f70-bcdc-4758-a571-33e33e579d1a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:05.655649 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:05.739293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52092) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:05.871733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036f74-6ee4-4498-8258-e373107e254e req-b8d2b40e-e581-4f72-8121-bce44c777ad2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:05.873888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-b8d2b40e-e581-4f72-8121-bce44c777ad2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.72 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 816 time: 0.4523394 Aug 20 15:10:05.932618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Request body: {'port': {'device_id': 'db499f3a-0feb-4c1f-b1c9-d6e622083b26', 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0', 'admin_state_up': True, 'tenant_id': '38dd47149aa24501bd391230e6a943b5'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:06.044933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.069158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.094995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.117411 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.132894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c7532d8e-8975-4ce0-9628-29b27e27440d None None] Provisioning complete for port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:06.133827 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c7532d8e-8975-4ce0-9628-29b27e27440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.188971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port efde8f70-bcdc-4758-a571-33e33e579d1a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=efde8f70-bcdc-4758-a571-33e33e579d1a,segment=NetworkSegment(faf1915a-f688-4e29-a388-26b4c496cf9c),segment_id=faf1915a-f688-4e29-a388-26b4c496cf9c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:06.193971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Transition to ACTIVE for port object 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:06.204882 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.267409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-205611343-network', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:06.348253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Transition to ACTIVE for port object 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:06.386069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:10:06.386069 n-d-695189-15 neutron-server[101100]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 15:10:06.386069 n-d-695189-15 neutron-server[101100]: [parameters: {'project_id_1': 'df2f242886bb4250beb238dd4a1e5978', 'expiration_1': datetime.datetime(2021, 8, 20, 15, 10, 6, 274576)}] Aug 20 15:10:06.386069 n-d-695189-15 neutron-server[101100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:10:06.387085 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:10:06.387503 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.389894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642934d-bb43-4586-8629-fd0a5c799cb1 req-418a4e4f-d502-40d9-8557-711bb751456c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:06.396574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e642934d-bb43-4586-8629-fd0a5c799cb1 req-418a4e4f-d502-40d9-8557-711bb751456c tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.4978027 Aug 20 15:10:06.436737 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fd6f6661-f2f2-49e7-87d5-ea36fe93b18b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:06.519494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Made reservation on behalf of 38dd47149aa24501bd391230e6a943b5 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:10:06.522804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-5a95653a-d94c-4670-8620-dab72dbe976d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:06.523144 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-5a95653a-d94c-4670-8620-dab72dbe976d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.70 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 946 time: 0.2685573 Aug 20 15:10:06.527657 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.568903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Network 40456128-b280-4415-8d5e-26e36f8675b6 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:06.571245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=efde8f70-bcdc-4758-a571-33e33e579d1a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:06.586312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:06.605850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.651509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:06.759962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Pushing event updated for resources: {'Port': ['ID=0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:06.784690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Attempting to bind port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:06.784690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Attempting to bind port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4097ad40-0a40-4a94-80c1-010d38a32c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:06.784690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Attempting to bind port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 on network 40456128-b280-4415-8d5e-26e36f8675b6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:06.785746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:06.786123 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Checking segment: {'id': '4097ad40-0a40-4a94-80c1-010d38a32c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:06.786533 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.786931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Bound using segment: {'id': '4097ad40-0a40-4a94-80c1-010d38a32c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:06.787401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Bound port: 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4097ad40-0a40-4a94-80c1-010d38a32c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:06.787968 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.790111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:06.790522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.792526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e642934d-bb43-4586-8629-fd0a5c799cb1 req-f2a8e0fa-f392-416f-b683-ded30612e78b tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/security-groups?id=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851161 Aug 20 15:10:06.811262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-282b3377-3f51-4667-a906-4ca8341e294c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:06.812880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-282b3377-3f51-4667-a906-4ca8341e294c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 816 time: 0.6342216 Aug 20 15:10:06.879169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-338b78e5-b91b-444b-8539-29491799d333 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/quotas/38dd47149aa24501bd391230e6a943b5 HTTP/1.1" status: 200 len: 375 time: 0.0505033 Aug 20 15:10:06.889520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] For port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:06.893467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] For port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939,segment=NetworkSegment(4097ad40-0a40-4a94-80c1-010d38a32c3a),segment_id=4097ad40-0a40-4a94-80c1-010d38a32c3a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:06.923228 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:06.965544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Allocated IP 172.20.0.8 (50824511-ac5b-4ec4-878e-ff5458770ed0/3f0e188c-1c24-46cd-bd8c-4eaa21e80580/f4e15912-8d06-4a95-b84d-7244709a5d3d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:07.002403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-1bcf316b-52ae-44e9-a6c6-1f89f7d2443f tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1223650 Aug 20 15:10:07.004882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3827a9-2d5f-4d90-a1d7-f209aebdd24c None None] Pushing event updated for resources: {'Port': ['ID=0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:07.109913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Deleting port 3700f321-daf7-43ed-b48b-e15e0aaad18b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:07.110704 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.176303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Made reservation on behalf of df2f242886bb4250beb238dd4a1e5978 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:10:07.178613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.192269 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.311804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-b8a32d5b-f956-4d0a-8b74-6de0ce81d642 service neutron] 10.222.0.36 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881610 Aug 20 15:10:07.347662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] For port 3700f321-daf7-43ed-b48b-e15e0aaad18b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3700f321-daf7-43ed-b48b-e15e0aaad18b,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:07.348044 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.368575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Calling delete_port for 3700f321-daf7-43ed-b48b-e15e0aaad18b owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:07.371020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:10:07.420949 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.438812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85925-33b2-4cab-9705-d29db92161ea req-34b97512-e1f9-4166-9689-e316cccca29f tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:07.440390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-34b97512-e1f9-4166-9689-e316cccca29f tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.70 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 816 time: 0.2628229 Aug 20 15:10:07.453974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Transition to ACTIVE for port object f4e15912-8d06-4a95-b84d-7244709a5d3d will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:07.466620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Request body: {'port': {'device_id': '74acb95d-6a1f-46af-ac40-a0cc5798bcfc', 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0', 'admin_state_up': True, 'tenant_id': '38dd47149aa24501bd391230e6a943b5'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:07.559901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-1308ff69-51e3-48df-b92e-e96790ed38e5 service neutron] 10.222.0.36 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334743 Aug 20 15:10:07.600515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.612546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.627778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.643691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:10:07.669985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Network 50824511-ac5b-4ec4-878e-ff5458770ed0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:07.672685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Sync routers for ids ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:10:07.674780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:10:07.676453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:07.690452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:07.692356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512b23c3-639b-42b4-8971-572b69ad43c5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:07.696705 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.699155 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.699516 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Added segment 29dd4fb3-1bc0-43ed-b330-fa6fba813305 of type vlan for network 320379cd-22ee-4724-9f9a-17e7ba949339 Aug 20 15:10:07.708184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Made reservation on behalf of 38dd47149aa24501bd391230e6a943b5 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:10:07.714320 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.716561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:07.720704 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cf9ce00e-c961-499a-8b4c-5a56b6eb5a00 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5987022 Aug 20 15:10:07.722232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52114) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:07.735062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Routers {'17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:07.736308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:07.803377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Pushing event updated for resources: {'Port': ['ID=f4e15912-8d06-4a95-b84d-7244709a5d3d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:07.892525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8eec9b63-a860-4cbd-992e-213f8714b1cb req-bd6a2ca8-32ed-44d3-bdbd-50130e410c89 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 210 time: 0.0737126 Aug 20 15:10:07.903809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Pushing event deleted for resources: {'Port': ['ID=3700f321-daf7-43ed-b48b-e15e0aaad18b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:07.921152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3700f321-daf7-43ed-b48b-e15e0aaad18b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:10:07.993353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c36406f7-c2ac-425d-b953-925e0f69d009 req-d692b21b-5f28-4510-8326-9753ebff9d0e tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 210 time: 0.1029787 Aug 20 15:10:08.022335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:08.022335 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:08.022507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:08.062110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Set router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:08.128016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] No DVR routers for this DVR port 3700f321-daf7-43ed-b48b-e15e0aaad18b on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:10:08.133571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:08.137007 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0bb9c412-f7a5-4e47-b61d-0052194fbf17 req-ea732252-a3d9-4d55-a797-2053c388401d tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.70 "DELETE /v2.0/ports/3700f321-daf7-43ed-b48b-e15e0aaad18b HTTP/1.1" status: 204 len: 173 time: 1.6012681 Aug 20 15:10:08.140311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfdb31ea-053c-489d-870e-3a37ac06d676', 'name': 'network-vif-deleted', 'tag': '3700f321-daf7-43ed-b48b-e15e0aaad18b'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:08.155646 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c08a4e-066a-4ab1-a3fa-81ec7cbbf16e" -d '{"events": [{"server_uuid": "dfdb31ea-053c-489d-870e-3a37ac06d676", "name": "network-vif-deleted", "tag": "3700f321-daf7-43ed-b48b-e15e0aaad18b"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:08.314497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:08.315520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:08.316134 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:08.387118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Allocated IP 172.20.0.9 (50824511-ac5b-4ec4-878e-ff5458770ed0/3f0e188c-1c24-46cd-bd8c-4eaa21e80580/850a6889-1a90-46fc-b914-055f71070762) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:08.407231 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f240f9bb-ead1-4b43-b599-e25d3adfe6a8 x-openstack-request-id: req-f240f9bb-ead1-4b43-b599-e25d3adfe6a8 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:08.407535 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfdb31ea-053c-489d-870e-3a37ac06d676", "name": "network-vif-deleted", "tag": "3700f321-daf7-43ed-b48b-e15e0aaad18b", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:08.407845 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f240f9bb-ead1-4b43-b599-e25d3adfe6a8 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:08.408202 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfdb31ea-053c-489d-870e-3a37ac06d676', 'name': 'network-vif-deleted', 'tag': '3700f321-daf7-43ed-b48b-e15e0aaad18b', 'status': 'completed', 'code': 200} Aug 20 15:10:08.430822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8518f243-d56a-4d0d-adf3-601535a9ccd4 None None] Provisioning for port f4e15912-8d06-4a95-b84d-7244709a5d3d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:08.464267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8518f243-d56a-4d0d-adf3-601535a9ccd4 None None] Provisioning complete for port f4e15912-8d06-4a95-b84d-7244709a5d3d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:08.464650 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8518f243-d56a-4d0d-adf3-601535a9ccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:08.505908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-062e86f5-9fd4-458b-8f79-b8f442392aad tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5845482 Aug 20 15:10:08.539925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Request body: {'port': {'device_id': 'db499f3a-0feb-4c1f-b1c9-d6e622083b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:08.568117 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8223948 Aug 20 15:10:08.569083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52140) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:08.580282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Request body: {'subnet': {'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-205611343-subnet', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:08.593235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:08.603787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e149b9-dfe1-4fd2-8a0a-cf6494dfdf57 admin admin] Pushing event updated for resources: {'Network': ['ID=320379cd-22ee-4724-9f9a-17e7ba949339,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:08.637649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 320379cd-22ee-4724-9f9a-17e7ba949339 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:10:08.665951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Made reservation on behalf of df2f242886bb4250beb238dd4a1e5978 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:10:08.668510 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:08.672274 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:08.801816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-8518f243-d56a-4d0d-adf3-601535a9ccd4 None None] Port f4e15912-8d06-4a95-b84d-7244709a5d3d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:10:08.831857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:03Z', 'updated_at': '2021-08-20T15:10:05Z', 'revision_number': 3, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'gw_port': {'id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:04Z', 'updated_at': '2021-08-20T15:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:08.866325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Checking router: 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:10:08.866768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Updating router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 port a55c02c7-0938-4d4b-99d2-73b5d3b941e7 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:10:08.869358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c85957-cacd-4338-bbd2-f3036911aa14 None None] Network 40456128-b280-4415-8d5e-26e36f8675b6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:10:08.911989 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:08.944063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:08.944514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Transition to ACTIVE for port object 850a6889-1a90-46fc-b914-055f71070762 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:08.971354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device efde8f70-bcdc-4758-a571-33e33e579d1a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:09.033886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.050772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.085926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0a4e8b9c-8ce0-478b-b9cc-65f7f90c8212 None None] Provisioning for port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:09.098056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0a4e8b9c-8ce0-478b-b9cc-65f7f90c8212 None None] Provisioning complete for port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:09.098606 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a4e8b9c-8ce0-478b-b9cc-65f7f90c8212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.181721 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa9a5448-3d4d-4225-af59-a924fc550141 req-2fde5988-5128-47f6-8c82-9bc9fd415e4e tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 210 time: 0.1281192 Aug 20 15:10:09.195068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.209134 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.216863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Network 50824511-ac5b-4ec4-878e-ff5458770ed0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:09.223056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e43ed68-ad07-4c80-98d6-69896129b8c3 req-16de0468-e4b2-45b9-9e2c-f2b1ede1aab1 tempest-ServerRescueNegativeTestJSON-1610690710 tempest-ServerRescueNegativeTestJSON-1610690710-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfdb31ea-053c-489d-870e-3a37ac06d676 HTTP/1.1" status: 200 len: 210 time: 0.0653009 Aug 20 15:10:09.228576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:09.251591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:09.289540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Pushing event updated for resources: {'Port': ['ID=850a6889-1a90-46fc-b914-055f71070762,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:09.359771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:09.360791 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.440105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Checking segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:09.440474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Network hostable DHCP agents. Network: 320379cd-22ee-4724-9f9a-17e7ba949339, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:10:09.443472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e15912-8d06-4a95-b84d-7244709a5d3d {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:10:09.457065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.482334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Transition to ACTIVE for port object f4e15912-8d06-4a95-b84d-7244709a5d3d will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:09.511409 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.518522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Network 320379cd-22ee-4724-9f9a-17e7ba949339 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:10:09.532908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-b9aa2302-f025-4b72-b0b9-a017088700cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0769439 Aug 20 15:10:09.559589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4556d91d-806c-4c49-bd1f-3ea8294511f1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:09.567638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 320379cd-22ee-4724-9f9a-17e7ba949339) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:09.583230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-78ec2908-63ba-47f4-a6d4-dbf3c2a93eec tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:10:09.583230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-78ec2908-63ba-47f4-a6d4-dbf3c2a93eec tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075719 Aug 20 15:10:09.589620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:09.590240 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.627457 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3c861788-3374-4502-a847-1d6ef3d67714 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0556247 Aug 20 15:10:09.629059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Allocated IP 172.20.0.1 (40456128-b280-4415-8d5e-26e36f8675b6/23dd43a9-12bc-4904-a9f8-ff9fb992881b/be478b7a-dded-4863-8b3a-84557c7b0883) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:09.630163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52156) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:09.637243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Request body: {'port': {'device_id': '74acb95d-6a1f-46af-ac40-a0cc5798bcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:09.715705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-385f35e5-38d4-46b6-b72d-4723cda65fb0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:09.717344 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-385f35e5-38d4-46b6-b72d-4723cda65fb0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.72 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 816 time: 0.2497771 Aug 20 15:10:09.725863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:09.739743 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Request body: {'port': {'device_id': 'a6889219-afb3-47b9-9805-23d9a4010d26', 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0', 'admin_state_up': True, 'tenant_id': '38dd47149aa24501bd391230e6a943b5'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:09.816223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8025b8-7aba-4cbc-b4f4-18b43648d19b None None] Network 320379cd-22ee-4724-9f9a-17e7ba949339 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:10:09.865670 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.932392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Transition to ACTIVE for port object be478b7a-dded-4863-8b3a-84557c7b0883 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:09.969834 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:09.985382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Transition to ACTIVE for port object a55c02c7-0938-4d4b-99d2-73b5d3b941e7 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:10.007291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3700f321-daf7-43ed-b48b-e15e0aaad18b no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:10.019034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.021843 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.085744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=be478b7a-dded-4863-8b3a-84557c7b0883,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:10.100922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Network 40456128-b280-4415-8d5e-26e36f8675b6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:10.102632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:10.108702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:10.123375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 3700f321-daf7-43ed-b48b-e15e0aaad18b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:10.124011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3700f321-daf7-43ed-b48b-e15e0aaad18b not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:10.151231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port efde8f70-bcdc-4758-a571-33e33e579d1a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:10.151971 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.167852 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.185005 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.187034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Pushing event updated for resources: {'Port': ['ID=f4e15912-8d06-4a95-b84d-7244709a5d3d,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:10.266563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Attempting to bind port a55c02c7-0938-4d4b-99d2-73b5d3b941e7 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:10.267215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Attempting to bind port a55c02c7-0938-4d4b-99d2-73b5d3b941e7 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:10.268028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Attempting to bind port a55c02c7-0938-4d4b-99d2-73b5d3b941e7 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:10.271254 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.274554 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.285139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78564f3-41ea-4189-83d2-804f846d661f None None] Pushing event updated for resources: {'Port': ['ID=a55c02c7-0938-4d4b-99d2-73b5d3b941e7,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:10.295755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Made reservation on behalf of 38dd47149aa24501bd391230e6a943b5 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:10:10.302333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.315579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:10.316250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:10.316943 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.317687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:10.318190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Bound port: a55c02c7-0938-4d4b-99d2-73b5d3b941e7, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:10.318581 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.322079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52164) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:10.378466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a4e8b9c-8ce0-478b-b9cc-65f7f90c8212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.425588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Attempting to bind port f4e15912-8d06-4a95-b84d-7244709a5d3d on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:10.426186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Attempting to bind port f4e15912-8d06-4a95-b84d-7244709a5d3d by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:10.427006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Attempting to bind port f4e15912-8d06-4a95-b84d-7244709a5d3d on network 50824511-ac5b-4ec4-878e-ff5458770ed0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:10.433404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19ba89c1-29f2-4711-93bd-6c69231822d4 req-a65e4d35-3df9-487f-8941-da3d65519fc3 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 210 time: 0.0957801 Aug 20 15:10:10.461470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Port f4e15912-8d06-4a95-b84d-7244709a5d3d on network 50824511-ac5b-4ec4-878e-ff5458770ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:10:10.461803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Attempting to bind port f4e15912-8d06-4a95-b84d-7244709a5d3d on network 50824511-ac5b-4ec4-878e-ff5458770ed0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:10.465999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-320379cd-22ee-4724-9f9a-17e7ba949339', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:10:10.466919 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.550086 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.551301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:10.551680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Checking segment: {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:10.552075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Bound using segment: {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:10.552669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Bound port: f4e15912-8d06-4a95-b84d-7244709a5d3d, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:10.553082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.564015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] For port a55c02c7-0938-4d4b-99d2-73b5d3b941e7, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:10.567816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0a4e8b9c-8ce0-478b-b9cc-65f7f90c8212 None None] For port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939,segment=NetworkSegment(4097ad40-0a40-4a94-80c1-010d38a32c3a),segment_id=4097ad40-0a40-4a94-80c1-010d38a32c3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:10.580648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.599485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a4e8b9c-8ce0-478b-b9cc-65f7f90c8212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.610245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] For port a55c02c7-0938-4d4b-99d2-73b5d3b941e7, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a55c02c7-0938-4d4b-99d2-73b5d3b941e7,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:10.649570 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.780364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e8b9c-8ce0-478b-b9cc-65f7f90c8212 None None] Pushing event updated for resources: {'Port': ['ID=0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:10.787702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] For port f4e15912-8d06-4a95-b84d-7244709a5d3d, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:10.837875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-58a730fe-fe01-4e35-b4b4-aaff6105af00 None None] Provisioning for port 850a6889-1a90-46fc-b914-055f71070762 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:10.871116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Routers {'17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:10.882618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:09:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:10.912910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] For port f4e15912-8d06-4a95-b84d-7244709a5d3d, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f4e15912-8d06-4a95-b84d-7244709a5d3d,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:10.923267 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.924007 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.935209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:10.991137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-58a730fe-fe01-4e35-b4b4-aaff6105af00 None None] Provisioning complete for port 850a6889-1a90-46fc-b914-055f71070762 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:10.991401 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-58a730fe-fe01-4e35-b4b4-aaff6105af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:11.070661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Allocated IP 172.20.0.2 (320379cd-22ee-4724-9f9a-17e7ba949339/4556d91d-806c-4c49-bd1f-3ea8294511f1/3dc43eef-a7bd-4d6c-85a9-6665044e5322) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:11.107765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:11.119183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-58a730fe-fe01-4e35-b4b4-aaff6105af00 None None] Port 850a6889-1a90-46fc-b914-055f71070762 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:10:11.138730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78564f3-41ea-4189-83d2-804f846d661f None None] Pushing event updated for resources: {'Port': ['ID=a55c02c7-0938-4d4b-99d2-73b5d3b941e7,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:11.140888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:11.141702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:11.143218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] 10.222.0.72 "PUT /v2.0/ports/f4e15912-8d06-4a95-b84d-7244709a5d3d HTTP/1.1" status: 200 len: 1092 time: 2.6092238 Aug 20 15:10:11.148620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db499f3a-0feb-4c1f-b1c9-d6e622083b26', 'tag': 'f4e15912-8d06-4a95-b84d-7244709a5d3d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:11.152217 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6bf177-3ac3-4ce7-bac7-943f89148495" -d '{"events": [{"name": "network-changed", "server_uuid": "db499f3a-0feb-4c1f-b1c9-d6e622083b26", "tag": "f4e15912-8d06-4a95-b84d-7244709a5d3d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:11.164697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:11.173360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=be478b7a-dded-4863-8b3a-84557c7b0883,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:11.297953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] Set router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:11.350899 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b971679-755a-4191-b91a-fe580b1f5e6c x-openstack-request-id: req-7b971679-755a-4191-b91a-fe580b1f5e6c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:11.351230 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db499f3a-0feb-4c1f-b1c9-d6e622083b26", "tag": "f4e15912-8d06-4a95-b84d-7244709a5d3d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:11.351490 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b971679-755a-4191-b91a-fe580b1f5e6c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:11.351923 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db499f3a-0feb-4c1f-b1c9-d6e622083b26', 'tag': 'f4e15912-8d06-4a95-b84d-7244709a5d3d', 'status': 'completed', 'code': 200} Aug 20 15:10:11.371871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ec40f-7a00-4a1a-82b2-04dc1a4e609f service neutron] Pushing event updated for resources: {'Port': ['ID=f4e15912-8d06-4a95-b84d-7244709a5d3d,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:11.485014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036f74-6ee4-4498-8258-e373107e254e req-bbaf210e-b13a-4285-8b0e-ba52a817f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:11.486623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-bbaf210e-b13a-4285-8b0e-ba52a817f65f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 1095 time: 0.1739225 Aug 20 15:10:11.556563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-ae2491d1-bddf-4546-9595-a4da62cf7231 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4e15912-8d06-4a95-b84d-7244709a5d3d HTTP/1.1" status: 200 len: 217 time: 0.0538104 Aug 20 15:10:11.567404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850a6889-1a90-46fc-b914-055f71070762 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:10:11.580948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0bd1f129-f8ff-4a20-9c1f-f212ff058612 None None] Provisioning complete for port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:11.581330 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0bd1f129-f8ff-4a20-9c1f-f212ff058612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:11.593167 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:11.656892 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:11.677637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a5f6405-7f5c-4aa0-a82d-476d49c8f06f req-94ef6838-e9bd-4445-8028-4eb3505d36ab tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 210 time: 0.1262331 Aug 20 15:10:11.683075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Transition to ACTIVE for port object 3dc43eef-a7bd-4d6c-85a9-6665044e5322 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:11.694026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Transition to ACTIVE for port object 850a6889-1a90-46fc-b914-055f71070762 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:11.719177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Transition to ACTIVE for port object 3dc43eef-a7bd-4d6c-85a9-6665044e5322 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:11.721817 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:11.774071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036f74-6ee4-4498-8258-e373107e254e req-f321dd33-aba1-4a42-afef-97bd546fa5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:11.777183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-f321dd33-aba1-4a42-afef-97bd546fa5d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f0e188c-1c24-46cd-bd8c-4eaa21e80580 HTTP/1.1" status: 200 len: 855 time: 0.1930213 Aug 20 15:10:11.777553 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:11.803038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Network 40456128-b280-4415-8d5e-26e36f8675b6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:11.875739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:11.883207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Network 320379cd-22ee-4724-9f9a-17e7ba949339 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:11.917637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Pushing event updated for resources: {'Port': ['ID=850a6889-1a90-46fc-b914-055f71070762,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:11.935672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:11.943132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:11.949683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Pushing event updated for resources: {'Port': ['ID=3dc43eef-a7bd-4d6c-85a9-6665044e5322,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:12.016830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0bd1f129-f8ff-4a20-9c1f-f212ff058612 None None] Provisioning for port be478b7a-dded-4863-8b3a-84557c7b0883 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:12.031099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0bd1f129-f8ff-4a20-9c1f-f212ff058612 None None] Provisioning complete for port be478b7a-dded-4863-8b3a-84557c7b0883 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:12.032152 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0bd1f129-f8ff-4a20-9c1f-f212ff058612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.036814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036f74-6ee4-4498-8258-e373107e254e req-ec5ea931-772b-4ddc-9318-497e9fde489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:12.040584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-ec5ea931-772b-4ddc-9318-497e9fde489d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50824511-ac5b-4ec4-878e-ff5458770ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2540569 Aug 20 15:10:12.060401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:03Z', 'updated_at': '2021-08-20T15:10:10Z', 'revision_number': 4, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'gw_port': {'id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:04Z', 'updated_at': '2021-08-20T15:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'be478b7a-dded-4863-8b3a-84557c7b0883', 'name': '', 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'mac_address': 'fa:16:3e:1f:ed:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:09Z', 'updated_at': '2021-08-20T15:10:09Z', 'revision_number': 1, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'subnets': [{'id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:12.071361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Allocated IP 172.20.0.12 (50824511-ac5b-4ec4-878e-ff5458770ed0/3f0e188c-1c24-46cd-bd8c-4eaa21e80580/13ac07b4-3cc8-4ad3-ab97-3133557678a4) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:12.116838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1304170e-22b5-4e06-aa0b-0b23a9b7f19f None None] The sync data for ids ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'] in n-d-695189-15 is: [{'id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:03Z', 'updated_at': '2021-08-20T15:10:10Z', 'revision_number': 4, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'gw_port': {'id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:04Z', 'updated_at': '2021-08-20T15:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'be478b7a-dded-4863-8b3a-84557c7b0883', 'name': '', 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'mac_address': 'fa:16:3e:1f:ed:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:09Z', 'updated_at': '2021-08-20T15:10:09Z', 'revision_number': 1, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'subnets': [{'id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:10:12.145428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Attempting to bind port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:12.146075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Attempting to bind port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:12.146457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Attempting to bind port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:12.165294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:12.165714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Checking segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:12.166132 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.166643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Bound using segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:12.176946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Bound port: 3dc43eef-a7bd-4d6c-85a9-6665044e5322, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:12.177841 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.207870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Attempting to bind port 850a6889-1a90-46fc-b914-055f71070762 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:12.207870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Attempting to bind port 850a6889-1a90-46fc-b914-055f71070762 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:12.207870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Attempting to bind port 850a6889-1a90-46fc-b914-055f71070762 on network 50824511-ac5b-4ec4-878e-ff5458770ed0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:12.213001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0bd1f129-f8ff-4a20-9c1f-f212ff058612 None None] Port be478b7a-dded-4863-8b3a-84557c7b0883 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:10:12.224307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Port 850a6889-1a90-46fc-b914-055f71070762 on network 50824511-ac5b-4ec4-878e-ff5458770ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:10:12.224781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Attempting to bind port 850a6889-1a90-46fc-b914-055f71070762 on network 50824511-ac5b-4ec4-878e-ff5458770ed0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:12.246670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:12.253676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Checking segment: {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:12.255202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Bound using segment: {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:12.256989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Bound port: 850a6889-1a90-46fc-b914-055f71070762, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:12.258695 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.263326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f260f9c-c5cd-4d0f-aeca-22df6a238991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.307150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b69d1a37-daac-4282-ae84-889791890178 None None] For port 3dc43eef-a7bd-4d6c-85a9-6665044e5322, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:12.315280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b69d1a37-daac-4282-ae84-889791890178 None None] For port 3dc43eef-a7bd-4d6c-85a9-6665044e5322, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3dc43eef-a7bd-4d6c-85a9-6665044e5322,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:12.329836 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.371297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.372880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] For port 850a6889-1a90-46fc-b914-055f71070762, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:12.376930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] For port 850a6889-1a90-46fc-b914-055f71070762, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=850a6889-1a90-46fc-b914-055f71070762,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:12.394596 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.438764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d1a37-daac-4282-ae84-889791890178 None None] Pushing event updated for resources: {'Port': ['ID=3dc43eef-a7bd-4d6c-85a9-6665044e5322,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:12.445153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b1688699-0de6-468b-9388-382098f69293 None None] Provisioning complete for port be478b7a-dded-4863-8b3a-84557c7b0883 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:12.445540 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1688699-0de6-468b-9388-382098f69293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.450207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.471067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.472263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.500130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b1688699-0de6-468b-9388-382098f69293 None None] Port be478b7a-dded-4863-8b3a-84557c7b0883 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:10:12.535045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:10:12.547859 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Transition to ACTIVE for port object 13ac07b4-3cc8-4ad3-ab97-3133557678a4 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:12.593590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Pushing event updated for resources: {'Port': ['ID=850a6889-1a90-46fc-b914-055f71070762,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:12.663926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:12.665320 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.667451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-9db10268-c5c6-491b-9b72-e431047e2860 service neutron] 10.222.0.70 "PUT /v2.0/ports/850a6889-1a90-46fc-b914-055f71070762 HTTP/1.1" status: 200 len: 1092 time: 3.0582566 Aug 20 15:10:12.925991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:10:12.929052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:12.935172 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fa036f86-fcaf-4e63-b2ae-c6a042ccd4d8 admin admin] 10.222.0.36 "PUT /v2.0/routers/17b5e71a-505c-41cc-9cab-ffcc9cfda8c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1925933 Aug 20 15:10:12.999744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:13.015357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Network 50824511-ac5b-4ec4-878e-ff5458770ed0 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:13.020710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:13.027701 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:13.109455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Pushing event updated for resources: {'Port': ['ID=13ac07b4-3cc8-4ad3-ab97-3133557678a4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:13.144106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:13.144495 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:13.157261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Allocated IP 172.25.5.2 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/a4a42119-8794-4875-ad49-b28b5491c249) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:13.211632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-1651fa0b-58b2-488e-aa8e-080f68ffb6aa service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1589861 Aug 20 15:10:13.321023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:13.322898 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:13.361482 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-5adb9cd9-8865-4c98-b4c7-6593bae80b9a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6263096 Aug 20 15:10:13.393892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Request body: {'port': {'device_id': 'a6889219-afb3-47b9-9805-23d9a4010d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:13.587518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Deleting port 0df6b128-8075-48aa-8168-9645cb1a88cb {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:13.587892 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:13.598781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74acb95d-6a1f-46af-ac40-a0cc5798bcfc', 'tag': '850a6889-1a90-46fc-b914-055f71070762'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:13.601435 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8010162-3a71-480c-928d-637b35ff74e7" -d '{"events": [{"name": "network-changed", "server_uuid": "74acb95d-6a1f-46af-ac40-a0cc5798bcfc", "tag": "850a6889-1a90-46fc-b914-055f71070762"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:13.606347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb036f74-6ee4-4498-8258-e373107e254e req-e251514b-146d-4b4c-9b0d-01eaefce996a service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393323 Aug 20 15:10:13.755846 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e74963-1ab5-489a-bfee-e9ebf8b66c19 x-openstack-request-id: req-f4e74963-1ab5-489a-bfee-e9ebf8b66c19 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:13.756199 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74acb95d-6a1f-46af-ac40-a0cc5798bcfc", "tag": "850a6889-1a90-46fc-b914-055f71070762", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:13.756461 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4e74963-1ab5-489a-bfee-e9ebf8b66c19 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:13.756860 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74acb95d-6a1f-46af-ac40-a0cc5798bcfc', 'tag': '850a6889-1a90-46fc-b914-055f71070762', 'status': 'completed', 'code': 200} Aug 20 15:10:13.825725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] For port 0df6b128-8075-48aa-8168-9645cb1a88cb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0df6b128-8075-48aa-8168-9645cb1a88cb,segment=NetworkSegment(6fbcdcc7-3472-491d-8ce7-7a11912e34ae),segment_id=6fbcdcc7-3472-491d-8ce7-7a11912e34ae)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:13.826116 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:13.826224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2e3a428b-5eca-4f4d-94a8-58c732b38cca None None] Provisioning for port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:13.830911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85925-33b2-4cab-9705-d29db92161ea req-8903e132-7e85-4c8c-8132-a0b3f5b6fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:13.831067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2e3a428b-5eca-4f4d-94a8-58c732b38cca None None] Provisioning complete for port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:13.831555 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2e3a428b-5eca-4f4d-94a8-58c732b38cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:13.833319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-8903e132-7e85-4c8c-8132-a0b3f5b6fba3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 1095 time: 1.0269353 Aug 20 15:10:13.864530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Calling delete_port for 0df6b128-8075-48aa-8168-9645cb1a88cb owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:13.927319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600789f-5de9-48f5-b538-0fb91e3c6e41 req-fee1b5b4-af1f-46f7-98b5-d5c281787511 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:13.941605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4600789f-5de9-48f5-b538-0fb91e3c6e41 req-fee1b5b4-af1f-46f7-98b5-d5c281787511 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 932 time: 0.7564282 Aug 20 15:10:13.952907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a428b-5eca-4f4d-94a8-58c732b38cca None None] Port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:10:13.998765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:14.022438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-a104c6b9-7c81-478d-b3ae-84cc0b064ae1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=850a6889-1a90-46fc-b914-055f71070762 HTTP/1.1" status: 200 len: 217 time: 0.1764517 Aug 20 15:10:14.134657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-b0aff74d-0fbf-4339-afb8-97b1c2feb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:14.136557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-b0aff74d-0fbf-4339-afb8-97b1c2feb741 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 1095 time: 0.3787508 Aug 20 15:10:14.138097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85925-33b2-4cab-9705-d29db92161ea req-026f7e60-48c4-4c7a-b5b9-68cc9ab7fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:14.139533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-026f7e60-48c4-4c7a-b5b9-68cc9ab7fcdf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f0e188c-1c24-46cd-bd8c-4eaa21e80580 HTTP/1.1" status: 200 len: 855 time: 0.0956793 Aug 20 15:10:14.157968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:14.234882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:14.345751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4600789f-5de9-48f5-b538-0fb91e3c6e41 req-9917c3a2-c72b-432c-ab39-aa39853b4b82 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194299 Aug 20 15:10:14.392427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Pushing event updated for resources: {'Port': ['ID=a4a42119-8794-4875-ad49-b28b5491c249,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:14.450567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d06ecf-c4fa-48c5-a72b-300d84660d71 None None] Network 320379cd-22ee-4724-9f9a-17e7ba949339 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:10:14.465350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:14.466688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-c92b005f-1940-4436-86e7-ea2856e9bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:14.469747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-c92b005f-1940-4436-86e7-ea2856e9bb91 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 917 time: 0.3216126 Aug 20 15:10:14.473197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:14.476183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:14.520064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85925-33b2-4cab-9705-d29db92161ea req-01aa11b8-a3e6-4191-89d5-d0cc240a09ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:14.522200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-01aa11b8-a3e6-4191-89d5-d0cc240a09ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=50824511-ac5b-4ec4-878e-ff5458770ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3263345 Aug 20 15:10:14.566383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5ba15316-c368-444d-b7ce-471dd6bd25dd None None] Provisioning for port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:14.611024 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:14.613039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-b49ae358-7161-4052-91d5-2c7e86013d45 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4e15912-8d06-4a95-b84d-7244709a5d3d HTTP/1.1" status: 200 len: 217 time: 0.1291883 Aug 20 15:10:14.718708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Pushing event deleted for resources: {'Port': ['ID=0df6b128-8075-48aa-8168-9645cb1a88cb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:14.799981 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:14.878561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-eabed84d-af77-461c-a890-d1fb0423af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:14.880114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-eabed84d-af77-461c-a890-d1fb0423af89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f0e188c-1c24-46cd-bd8c-4eaa21e80580 HTTP/1.1" status: 200 len: 855 time: 0.2525761 Aug 20 15:10:14.955217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3dc43eef-a7bd-4d6c-85a9-6665044e5322 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:15.051374 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.059930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ac07b4-3cc8-4ad3-ab97-3133557678a4 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:10:15.076494 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.099512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:15.105589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:15.106328 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.186676 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6b1bf58-5516-4bfc-8e1e-cc5eda42730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.216695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Transition to ACTIVE for port object 13ac07b4-3cc8-4ad3-ab97-3133557678a4 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:15.293888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52246) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:15.297708 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-81debbdb-db6f-47a4-aa44-31c41a0ad162 None None] Provisioning complete for port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:15.298323 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-81debbdb-db6f-47a4-aa44-31c41a0ad162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.302404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.354735 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.454378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=13ac07b4-3cc8-4ad3-ab97-3133557678a4,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:15.475210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 3dc43eef-a7bd-4d6c-85a9-6665044e5322, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3dc43eef-a7bd-4d6c-85a9-6665044e5322,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:15.476586 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-81debbdb-db6f-47a4-aa44-31c41a0ad162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.488819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.490426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a55c02c7-0938-4d4b-99d2-73b5d3b941e7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:15.630595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=3dc43eef-a7bd-4d6c-85a9-6665044e5322,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:15.718425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-08d6bc8e-0f99-472c-8a63-79d640d36814 service neutron] 10.222.0.70 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1035659 Aug 20 15:10:15.741796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a55c02c7-0938-4d4b-99d2-73b5d3b941e7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:15.748059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a55c02c7-0938-4d4b-99d2-73b5d3b941e7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:15.749047 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.785129 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-81debbdb-db6f-47a4-aa44-31c41a0ad162 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:10:15.785660 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-81debbdb-db6f-47a4-aa44-31c41a0ad162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:10:15.807351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-f57befd2-46e0-4d67-a8e7-c5708edd3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:15.808913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-f57befd2-46e0-4d67-a8e7-c5708edd3abc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50824511-ac5b-4ec4-878e-ff5458770ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9189150 Aug 20 15:10:15.852384 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.875306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port a55c02c7-0938-4d4b-99d2-73b5d3b941e7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a55c02c7-0938-4d4b-99d2-73b5d3b941e7,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:15.882970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:15.937273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=a55c02c7-0938-4d4b-99d2-73b5d3b941e7,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:16.001409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97ad0c-cebf-443e-a170-43b14b02b3d0 req-892f6d27-059e-4709-946a-5d2c20543a72 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:16.004021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a97ad0c-cebf-443e-a170-43b14b02b3d0 req-892f6d27-059e-4709-946a-5d2c20543a72 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 944 time: 0.3038259 Aug 20 15:10:16.009808 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Sync routers for ids ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:10:16.021433 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Routers {'17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:16.022047 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:16.050485 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:16.051671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:10:16.087950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:16.100316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56f85925-33b2-4cab-9705-d29db92161ea req-ed24a148-243c-4c88-ae6e-b3812b6faaa6 service neutron] 10.222.0.70 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533127 Aug 20 15:10:16.126917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-9d25c13e-d105-420a-9873-26b10df057fd service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841892 Aug 20 15:10:16.136454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a97ad0c-cebf-443e-a170-43b14b02b3d0 req-e36eccc2-f170-4c79-8b46-4986d46cfab0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090667 Aug 20 15:10:16.161379 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Set router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:16.222854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Attempting to bind port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:16.223124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Attempting to bind port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:16.223646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Attempting to bind port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 on network 50824511-ac5b-4ec4-878e-ff5458770ed0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:16.266512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 on network 50824511-ac5b-4ec4-878e-ff5458770ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:10:16.266860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Attempting to bind port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 on network 50824511-ac5b-4ec4-878e-ff5458770ed0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:16.313737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:16.314140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Checking segment: {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:16.314483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Bound using segment: {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:16.314615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8010162-3a71-480c-928d-637b35ff74e7 req-787def0d-e3e4-4868-9340-3c5febf80a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:16.314941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Bound port: 13ac07b4-3cc8-4ad3-ab97-3133557678a4, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:16.315309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:16.316024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8010162-3a71-480c-928d-637b35ff74e7 req-787def0d-e3e4-4868-9340-3c5febf80a01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 1095 time: 0.0763192 Aug 20 15:10:16.439266 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:03Z', 'updated_at': '2021-08-20T15:10:10Z', 'revision_number': 4, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'gw_port': {'id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:04Z', 'updated_at': '2021-08-20T15:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'be478b7a-dded-4863-8b3a-84557c7b0883', 'name': '', 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'mac_address': 'fa:16:3e:1f:ed:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:09Z', 'updated_at': '2021-08-20T15:10:10Z', 'revision_number': 2, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'subnets': [{'id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:16.484044 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Checking router: 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:10:16.484398 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Updating router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 port be478b7a-dded-4863-8b3a-84557c7b0883 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:10:16.494391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:10:16.501166 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:16.501877 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0e154049-44f8-46d8-b497-1f85a9b1089b admin admin] 10.222.0.36 "PUT /v2.0/routers/8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1557484 Aug 20 15:10:16.505964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] Sync routers for ids ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:10:16.510037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52262) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:16.522188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6bf177-3ac3-4ce7-bac7-943f89148495 req-f325e57e-0326-41d6-8771-955d5e852cea service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829088 Aug 20 15:10:16.523423 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:16.528497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] Routers {'8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:16.529616 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:16.535011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] For port 13ac07b4-3cc8-4ad3-ab97-3133557678a4, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:16.547454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] For port 13ac07b4-3cc8-4ad3-ab97-3133557678a4, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=13ac07b4-3cc8-4ad3-ab97-3133557678a4,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:16.607831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8010162-3a71-480c-928d-637b35ff74e7 req-7b80fafd-beb7-4997-b89b-74ddc37d2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:16.617996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8010162-3a71-480c-928d-637b35ff74e7 req-7b80fafd-beb7-4997-b89b-74ddc37d2410 service neutron] 10.222.0.70 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 917 time: 0.2826736 Aug 20 15:10:16.710674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:16.717998 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:16.751478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] Set router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:16.772416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8010162-3a71-480c-928d-637b35ff74e7 req-c30f2031-fd86-4c86-a7cd-f9d87d01e10a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=850a6889-1a90-46fc-b914-055f71070762 HTTP/1.1" status: 200 len: 217 time: 0.1017251 Aug 20 15:10:16.801106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:16.802030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:16.803454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f4e15912-8d06-4a95-b84d-7244709a5d3d details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:10:16.803957 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] 10.222.0.72 "PUT /v2.0/ports/13ac07b4-3cc8-4ad3-ab97-3133557678a4 HTTP/1.1" status: 200 len: 1093 time: 3.4194307 Aug 20 15:10:16.805495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6889219-afb3-47b9-9805-23d9a4010d26', 'tag': '13ac07b4-3cc8-4ad3-ab97-3133557678a4'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:16.808134 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14506021-1904-470c-9567-774660b2cf9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6889219-afb3-47b9-9805-23d9a4010d26", "tag": "13ac07b4-3cc8-4ad3-ab97-3133557678a4"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:16.963078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8010162-3a71-480c-928d-637b35ff74e7 req-4fdf2732-b9c9-4798-ac59-31a3ff2e821e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:16.965435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8010162-3a71-480c-928d-637b35ff74e7 req-4fdf2732-b9c9-4798-ac59-31a3ff2e821e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f0e188c-1c24-46cd-bd8c-4eaa21e80580 HTTP/1.1" status: 200 len: 855 time: 0.1790600 Aug 20 15:10:16.976389 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8270ee5a-d840-4a95-8d29-36ab8ead0b69 x-openstack-request-id: req-8270ee5a-d840-4a95-8d29-36ab8ead0b69 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:16.977397 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6889219-afb3-47b9-9805-23d9a4010d26", "tag": "13ac07b4-3cc8-4ad3-ab97-3133557678a4", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:16.977745 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8270ee5a-d840-4a95-8d29-36ab8ead0b69 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:16.978378 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6889219-afb3-47b9-9805-23d9a4010d26', 'tag': '13ac07b4-3cc8-4ad3-ab97-3133557678a4', 'status': 'completed', 'code': 200} Aug 20 15:10:17.015511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f4e15912-8d06-4a95-b84d-7244709a5d3d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f4e15912-8d06-4a95-b84d-7244709a5d3d,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:17.036594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'f4e15912-8d06-4a95-b84d-7244709a5d3d', 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0', 'port_id': 'f4e15912-8d06-4a95-b84d-7244709a5d3d', 'mac_address': 'fa:16:3e:fb:10:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e188c-1c24-46cd-bd8c-4eaa21e80580', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:10:17.040557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3dc43eef-a7bd-4d6c-85a9-6665044e5322 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:17.043610 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.055290 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Transition to ACTIVE for port object be478b7a-dded-4863-8b3a-84557c7b0883 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:17.070336 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.071840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a071ee-8f37-4363-8105-953b88f3b1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=13ac07b4-3cc8-4ad3-ab97-3133557678a4,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:17.112247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Router ddf2d30d-d7c3-4879-a9bb-640511d23f72 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:10:17.120365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8010162-3a71-480c-928d-637b35ff74e7 req-d25a0bd9-7a52-4ef4-90b9-38c670149dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:17.122053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8010162-3a71-480c-928d-637b35ff74e7 req-d25a0bd9-7a52-4ef4-90b9-38c670149dc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=50824511-ac5b-4ec4-878e-ff5458770ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240714 Aug 20 15:10:17.124575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-57f563f5-f3ea-4cce-8550-0a49ce5466e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:17.126559 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-57f563f5-f3ea-4cce-8550-0a49ce5466e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 1096 time: 0.2423246 Aug 20 15:10:17.130425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.149819 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.207046 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b2f9b-f67c-448d-8c6f-1c2b667ea83b None None] Pushing event updated for resources: {'Port': ['ID=be478b7a-dded-4863-8b3a-84557c7b0883,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:17.247393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.363089 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Attempting to bind port be478b7a-dded-4863-8b3a-84557c7b0883 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:17.363785 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Attempting to bind port be478b7a-dded-4863-8b3a-84557c7b0883 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4097ad40-0a40-4a94-80c1-010d38a32c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:17.364146 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Attempting to bind port be478b7a-dded-4863-8b3a-84557c7b0883 on network 40456128-b280-4415-8d5e-26e36f8675b6 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:17.376887 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:17.377274 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Checking segment: {'id': '4097ad40-0a40-4a94-80c1-010d38a32c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:17.377681 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.378081 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Bound using segment: {'id': '4097ad40-0a40-4a94-80c1-010d38a32c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:17.384158 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Bound port: be478b7a-dded-4863-8b3a-84557c7b0883, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4097ad40-0a40-4a94-80c1-010d38a32c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:17.384490 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.400537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e15912-8d06-4a95-b84d-7244709a5d3d {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:10:17.418267 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-f239073b-3f2f-4d5f-b7ca-700758094d19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ac07b4-3cc8-4ad3-ab97-3133557678a4 HTTP/1.1" status: 200 len: 217 time: 0.2721634 Aug 20 15:10:17.451722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:17.452360 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.506067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b78bb-3b36-4d2a-8263-f8c01b1054a3 req-bf0ce82e-03ba-4d91-a27a-d1eb30a08b0d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:17.507805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-927b78bb-3b36-4d2a-8263-f8c01b1054a3 req-bf0ce82e-03ba-4d91-a27a-d1eb30a08b0d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 944 time: 0.2140379 Aug 20 15:10:17.514583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8010162-3a71-480c-928d-637b35ff74e7 req-e68cdc25-8b53-4cf5-9869-dad36e8c8831 service neutron] 10.222.0.70 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717246 Aug 20 15:10:17.515725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:10:17.540626 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Sync routers for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:10:17.551277 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] For port be478b7a-dded-4863-8b3a-84557c7b0883, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:17.563938 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:17.564966 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:17.566435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f4e15912-8d06-4a95-b84d-7244709a5d3d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f4e15912-8d06-4a95-b84d-7244709a5d3d,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:17.586632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.641426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a55c02c7-0938-4d4b-99d2-73b5d3b941e7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:17.669184 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.670398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-565e677d-2a8a-4f0d-abc1-707603f1439e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9498882 Aug 20 15:10:17.685568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52274) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:17.711240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:07:11Z', 'updated_at': '2021-08-20T15:10:14Z', 'revision_number': 5, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'gw_port': {'id': '4a204bcc-0186-4195-8e64-fa3c6e2ada8b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:07:12Z', 'updated_at': '2021-08-20T15:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:17.736486 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:17.736722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-d3ac80f4-d2da-4008-80a0-d848f9c17aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:17.737986 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-d3ac80f4-d2da-4008-80a0-d848f9c17aff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f0e188c-1c24-46cd-bd8c-4eaa21e80580 HTTP/1.1" status: 200 len: 855 time: 0.2571285 Aug 20 15:10:17.745092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-927b78bb-3b36-4d2a-8263-f8c01b1054a3 req-dcdfb870-be9b-4a13-b777-05d9edd4b8cf tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238467 Aug 20 15:10:17.780824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] Checking router: 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:10:17.811142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Deleting port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:17.811503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.815703 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] For port be478b7a-dded-4863-8b3a-84557c7b0883, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=be478b7a-dded-4863-8b3a-84557c7b0883,segment=NetworkSegment(4097ad40-0a40-4a94-80c1-010d38a32c3a),segment_id=4097ad40-0a40-4a94-80c1-010d38a32c3a)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:17.819503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8010162-3a71-480c-928d-637b35ff74e7 req-92c246ac-dc50-40ea-8c79-96738a2c55b6 service neutron] 10.222.0.70 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943399 Aug 20 15:10:17.835452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f4e15912-8d06-4a95-b84d-7244709a5d3d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:17.845628 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.850283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] Routers {'8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:17.851088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:17.878296 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.936810 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-be9f5bcb-a4f0-4b84-a9fb-b2273c46e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:17.938505 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-be9f5bcb-a4f0-4b84-a9fb-b2273c46e6c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50824511-ac5b-4ec4-878e-ff5458770ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1905241 Aug 20 15:10:17.963258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a55c02c7-0938-4d4b-99d2-73b5d3b941e7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:17.964757 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:17.991981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 850a6889-1a90-46fc-b914-055f71070762 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:10:17.994226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f4e15912-8d06-4a95-b84d-7244709a5d3d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:10:18.049701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] Set router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:18.056422 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Routers {'17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:18.058033 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:18.127405 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b2f9b-f67c-448d-8c6f-1c2b667ea83b None None] Pushing event updated for resources: {'Port': ['ID=be478b7a-dded-4863-8b3a-84557c7b0883,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:18.327371 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] Set router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:18.424729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 850a6889-1a90-46fc-b914-055f71070762, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=850a6889-1a90-46fc-b914-055f71070762,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:18.437207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '850a6889-1a90-46fc-b914-055f71070762', 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0', 'port_id': '850a6889-1a90-46fc-b914-055f71070762', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e188c-1c24-46cd-bd8c-4eaa21e80580', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:10:18.488100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:07:11Z', 'updated_at': '2021-08-20T15:10:17Z', 'revision_number': 6, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:18.555501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d2aa0-5dde-4be8-a0fc-ebab2feea8b3 None None] The sync data for ids ['8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f'] in n-d-695189-15 is: [{'id': '8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f', 'name': 'tempest-ServerRescueNegativeTestJSON-1867329793-router', 'tenant_id': '9693877bfafb45c0aa86850360137b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:07:11Z', 'updated_at': '2021-08-20T15:10:17Z', 'revision_number': 6, 'project_id': '9693877bfafb45c0aa86850360137b3d', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:10:18.589475 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:18.612420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] For port 4a204bcc-0186-4195-8e64-fa3c6e2ada8b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4a204bcc-0186-4195-8e64-fa3c6e2ada8b,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:18.612923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:18.618405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850a6889-1a90-46fc-b914-055f71070762 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:10:18.645940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Calling delete_port for 4a204bcc-0186-4195-8e64-fa3c6e2ada8b owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:18.650066 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-4b70e234-8f21-41db-bd09-1f30ae6e345f service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876416 Aug 20 15:10:18.669394 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:15Z', 'revision_number': 3, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:18.700065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 850a6889-1a90-46fc-b914-055f71070762, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=850a6889-1a90-46fc-b914-055f71070762,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:18.712763 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:18.725762 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Checking router: ddf2d30d-d7c3-4879-a9bb-640511d23f72 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:10:18.725762 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Updating router ddf2d30d-d7c3-4879-a9bb-640511d23f72 port a4a42119-8794-4875-ad49-b28b5491c249 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:10:18.758244 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:18.796109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=850a6889-1a90-46fc-b914-055f71070762,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:18.834597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Deleting port efde8f70-bcdc-4758-a571-33e33e579d1a {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:18.834936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:18.862221 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:03Z', 'updated_at': '2021-08-20T15:10:10Z', 'revision_number': 4, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'gw_port': {'id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:04Z', 'updated_at': '2021-08-20T15:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'be478b7a-dded-4863-8b3a-84557c7b0883', 'name': '', 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'mac_address': 'fa:16:3e:1f:ed:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:09Z', 'updated_at': '2021-08-20T15:10:17Z', 'revision_number': 4, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'subnets': [{'id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:18.904932 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6a2d4-6e18-4ebd-a3c6-33c99b08967f None None] The sync data for ids ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'] in n-d-695189-15 is: [{'id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:03Z', 'updated_at': '2021-08-20T15:10:10Z', 'revision_number': 4, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'gw_port': {'id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:04Z', 'updated_at': '2021-08-20T15:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'be478b7a-dded-4863-8b3a-84557c7b0883', 'name': '', 'network_id': '40456128-b280-4415-8d5e-26e36f8675b6', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'mac_address': 'fa:16:3e:1f:ed:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:09Z', 'updated_at': '2021-08-20T15:10:17Z', 'revision_number': 4, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'subnets': [{'id': '23dd43a9-12bc-4904-a9f8-ff9fb992881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:10:18.928466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e85728-672d-4e33-b34f-dda662ce7561 req-7744433a-6d5d-484b-9675-fdd787d5bf7a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:18.930008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8e85728-672d-4e33-b34f-dda662ce7561 req-7744433a-6d5d-484b-9675-fdd787d5bf7a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 944 time: 0.0739245 Aug 20 15:10:18.997233 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c60d3d70-b8e2-4501-973f-bee89b0ef140 req-a18491c0-7093-407b-a5bb-c245ee697199 service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318818 Aug 20 15:10:19.020915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8e85728-672d-4e33-b34f-dda662ce7561 req-73b248e2-7b15-478d-ab42-9814815e8e8b tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782096 Aug 20 15:10:19.150096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['850a6889-1a90-46fc-b914-055f71070762'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:10:19.198854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device be478b7a-dded-4863-8b3a-84557c7b0883 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:19.234934 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.249164 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Transition to ACTIVE for port object a4a42119-8794-4875-ad49-b28b5491c249 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:19.258839 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.269618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] For port efde8f70-bcdc-4758-a571-33e33e579d1a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=efde8f70-bcdc-4758-a571-33e33e579d1a,segment=NetworkSegment(faf1915a-f688-4e29-a388-26b4c496cf9c),segment_id=faf1915a-f688-4e29-a388-26b4c496cf9c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:19.270009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.303062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Calling delete_port for efde8f70-bcdc-4758-a571-33e33e579d1a owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:19.309337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port be478b7a-dded-4863-8b3a-84557c7b0883 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:19.316429 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Attempting to bind port a4a42119-8794-4875-ad49-b28b5491c249 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:19.316883 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Attempting to bind port a4a42119-8794-4875-ad49-b28b5491c249 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:19.317312 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Attempting to bind port a4a42119-8794-4875-ad49-b28b5491c249 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:19.324238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port be478b7a-dded-4863-8b3a-84557c7b0883 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:19.324238 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.326683 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:19.328092 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:19.328734 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.329204 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:19.329766 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Bound port: a4a42119-8794-4875-ad49-b28b5491c249, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:19.330220 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.338716 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d5d24-c722-488f-aaf9-ce6f6eafd59f None None] Pushing event updated for resources: {'Port': ['ID=a4a42119-8794-4875-ad49-b28b5491c249,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:19.399880 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] For port a4a42119-8794-4875-ad49-b28b5491c249, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:19.404965 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] For port a4a42119-8794-4875-ad49-b28b5491c249, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a4a42119-8794-4875-ad49-b28b5491c249,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:19.413284 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.486746 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.487451 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:19.488274 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:19.537235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port be478b7a-dded-4863-8b3a-84557c7b0883, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=be478b7a-dded-4863-8b3a-84557c7b0883,segment=NetworkSegment(4097ad40-0a40-4a94-80c1-010d38a32c3a),segment_id=4097ad40-0a40-4a94-80c1-010d38a32c3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:19.547141 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.559027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14506021-1904-470c-9567-774660b2cf9e req-311ae43b-10b8-4130-ab20-04cf24ffb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:19.561277 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14506021-1904-470c-9567-774660b2cf9e req-311ae43b-10b8-4130-ab20-04cf24ffb4c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 1096 time: 0.4648535 Aug 20 15:10:19.563016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0df6b128-8075-48aa-8168-9645cb1a88cb no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:19.563857 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.609408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 0df6b128-8075-48aa-8168-9645cb1a88cb {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:19.609908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0df6b128-8075-48aa-8168-9645cb1a88cb not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:19.651716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=be478b7a-dded-4863-8b3a-84557c7b0883,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:19.658258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a204bcc-0186-4195-8e64-fa3c6e2ada8b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:19.707719 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d5d24-c722-488f-aaf9-ce6f6eafd59f None None] Pushing event updated for resources: {'Port': ['ID=a4a42119-8794-4875-ad49-b28b5491c249,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:19.751747 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:19.862801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:19.905597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14506021-1904-470c-9567-774660b2cf9e req-37179ba7-bfea-49b2-8b81-0777a339556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:19.912955 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14506021-1904-470c-9567-774660b2cf9e req-37179ba7-bfea-49b2-8b81-0777a339556a service neutron] 10.222.0.72 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 917 time: 0.2930319 Aug 20 15:10:19.914019 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.005045 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:15Z', 'revision_number': 3, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:20.040307 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56a1ca3-94b8-4cc4-aa9f-7b99ef36e9fb None None] The sync data for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 is: [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:15Z', 'revision_number': 3, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:10:20.103024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14506021-1904-470c-9567-774660b2cf9e req-6da1da38-6272-4029-a8ec-e4b2df234c56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13ac07b4-3cc8-4ad3-ab97-3133557678a4 HTTP/1.1" status: 200 len: 217 time: 0.1466935 Aug 20 15:10:20.105458 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.115624 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.187673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7786a-0e72-42b6-94ec-94d92b8cdedb req-09fbbe6d-1128-4337-801c-9799649c85dd tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:20.189262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32c7786a-0e72-42b6-94ec-94d92b8cdedb req-09fbbe6d-1128-4337-801c-9799649c85dd tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 944 time: 0.0808086 Aug 20 15:10:20.267986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32c7786a-0e72-42b6-94ec-94d92b8cdedb req-220b7e8e-a22b-45e7-8bbb-fb5dfc3de9d1 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632622 Aug 20 15:10:20.285264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.285833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:10:20.293747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14506021-1904-470c-9567-774660b2cf9e req-3da3531a-f958-41a2-abf0-1fbb8888c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:20.295290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14506021-1904-470c-9567-774660b2cf9e req-3da3531a-f958-41a2-abf0-1fbb8888c7f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f0e188c-1c24-46cd-bd8c-4eaa21e80580 HTTP/1.1" status: 200 len: 855 time: 0.1778126 Aug 20 15:10:20.298318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.299410 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e0f380a5-fbd6-4503-8a17-9d8cdbb0ff3a admin admin] 10.222.0.36 "DELETE /v2.0/routers/8e78657f-39f7-4e6a-b6d1-2b9bc9797e3f HTTP/1.1" status: 204 len: 168 time: 3.7854495 Aug 20 15:10:20.303644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52302) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:20.342644 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.383085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d73490a-33c3-49a3-88e3-5340094ad5c6 admin admin] Deleting subnet 6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:10:20.387014 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d73490a-33c3-49a3-88e3-5340094ad5c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.450632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Allocated IP 172.20.0.1 (320379cd-22ee-4724-9f9a-17e7ba949339/4556d91d-806c-4c49-bd1f-3ea8294511f1/52176c09-683f-49fa-a9c8-3a51f96bf550) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:20.465032 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Pushing event deleted for resources: {'Port': ['ID=efde8f70-bcdc-4758-a571-33e33e579d1a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:20.477781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14506021-1904-470c-9567-774660b2cf9e req-853b2c87-6dfb-40b3-9d3c-54c0a0d214d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:20.480423 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14506021-1904-470c-9567-774660b2cf9e req-853b2c87-6dfb-40b3-9d3c-54c0a0d214d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50824511-ac5b-4ec4-878e-ff5458770ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1754363 Aug 20 15:10:20.513740 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d73490a-33c3-49a3-88e3-5340094ad5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.634653 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d73490a-33c3-49a3-88e3-5340094ad5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.732233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f4e15912-8d06-4a95-b84d-7244709a5d3d up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:20.792468 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d73490a-33c3-49a3-88e3-5340094ad5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.828791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73490a-33c3-49a3-88e3-5340094ad5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:20.852285 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d73490a-33c3-49a3-88e3-5340094ad5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:20.860989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0d73490a-33c3-49a3-88e3-5340094ad5c6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6a570ab7-e1c4-4f50-a99f-ba4c89b9bdbe HTTP/1.1" status: 204 len: 168 time: 0.5538957 Aug 20 15:10:20.861878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52308) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:20.957151 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14506021-1904-470c-9567-774660b2cf9e req-cf9635c2-009c-4142-b544-fa7db6ad1717 service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680862 Aug 20 15:10:20.958369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port f4e15912-8d06-4a95-b84d-7244709a5d3d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:20.966876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port f4e15912-8d06-4a95-b84d-7244709a5d3d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:20.967500 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.075291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.133100 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.166380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device be478b7a-dded-4863-8b3a-84557c7b0883 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:21.216273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db499f3a-0feb-4c1f-b1c9-d6e622083b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e15912-8d06-4a95-b84d-7244709a5d3d'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:21.221037 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f42a62e-75ec-41ec-843c-8321bde74184" -d '{"events": [{"server_uuid": "db499f3a-0feb-4c1f-b1c9-d6e622083b26", "name": "network-vif-plugged", "status": "completed", "tag": "f4e15912-8d06-4a95-b84d-7244709a5d3d"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:21.242347 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.252808 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.253901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f4e15912-8d06-4a95-b84d-7244709a5d3d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f4e15912-8d06-4a95-b84d-7244709a5d3d,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:21.263146 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.264830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4444d2-5513-4b6b-bb40-9a58e4e2046c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:21.279827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbcdcc7-3472-491d-8ce7-7a11912e34ae') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:21.280643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbcdcc7-3472-491d-8ce7-7a11912e34ae') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:21.301069 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.327915 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.341237 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14506021-1904-470c-9567-774660b2cf9e req-c83f8d33-c5f4-4f63-bec8-859732e83e47 service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118095 Aug 20 15:10:21.347873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:10:21.350690 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:10:21.356748 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:10:21.364800 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438f41d3-d7bb-40fb-9f9b-ab70009b5233 x-openstack-request-id: req-438f41d3-d7bb-40fb-9f9b-ab70009b5233 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:21.365245 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db499f3a-0feb-4c1f-b1c9-d6e622083b26", "name": "network-vif-plugged", "status": "completed", "tag": "f4e15912-8d06-4a95-b84d-7244709a5d3d", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:21.368633 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-438f41d3-d7bb-40fb-9f9b-ab70009b5233 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:21.368633 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db499f3a-0feb-4c1f-b1c9-d6e622083b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e15912-8d06-4a95-b84d-7244709a5d3d', 'code': 200} Aug 20 15:10:21.374342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Transition to ACTIVE for port object 52176c09-683f-49fa-a9c8-3a51f96bf550 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:21.417415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port be478b7a-dded-4863-8b3a-84557c7b0883 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:21.418462 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.516431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.524770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f4e15912-8d06-4a95-b84d-7244709a5d3d,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:21.545020 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.548086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d4444d2-5513-4b6b-bb40-9a58e4e2046c HTTP/1.1" status: 204 len: 168 time: 0.6822252 Aug 20 15:10:21.633302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a4a42119-8794-4875-ad49-b28b5491c249 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:21.658932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84478ee-4229-48e5-97a2-534cf8aa9f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4444d2-5513-4b6b-bb40-9a58e4e2046c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:21.730807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755ca5-56e4-4f62-ad69-8f29839ae808 req-bc296737-dfbf-4ad7-812a-f9c00c588be2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:21.732279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a4a42119-8794-4875-ad49-b28b5491c249 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:21.733320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85755ca5-56e4-4f62-ad69-8f29839ae808 req-bc296737-dfbf-4ad7-812a-f9c00c588be2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 944 time: 0.2307460 Aug 20 15:10:21.739132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a4a42119-8794-4875-ad49-b28b5491c249 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:21.739842 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.865202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85755ca5-56e4-4f62-ad69-8f29839ae808 req-81ed9216-9719-4173-bd92-c63235852628 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195290 Aug 20 15:10:21.887248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52320) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:21.985376 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:21.994117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f563d7f4-e5c6-481f-b0a1-25306e190464 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9693877bfafb45c0aa86850360137b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051161 Aug 20 15:10:21.996620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52324) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:22.013525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.030812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c135-d023-43ed-a59f-0a15baf809b6 req-5a30f775-211e-4107-8734-c64d548fa8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:22.032847 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8643c135-d023-43ed-a59f-0a15baf809b6 req-5a30f775-211e-4107-8734-c64d548fa8bc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 1097 time: 0.0867271 Aug 20 15:10:22.034381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.042778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port a4a42119-8794-4875-ad49-b28b5491c249, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a4a42119-8794-4875-ad49-b28b5491c249,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:22.046982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 850a6889-1a90-46fc-b914-055f71070762 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:22.067393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.139953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2320c5b9-bfd1-4918-b478-e3835d09d46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.153920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Network 320379cd-22ee-4724-9f9a-17e7ba949339 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:22.160916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:22.180877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:22.184197 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8643c135-d023-43ed-a59f-0a15baf809b6 req-08465eaf-61cd-44f5-9339-3e5e4bfe4865 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407924 Aug 20 15:10:22.203082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2320c5b9-bfd1-4918-b478-e3835d09d46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.221009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4a204bcc-0186-4195-8e64-fa3c6e2ada8b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:22.274541 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2320c5b9-bfd1-4918-b478-e3835d09d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.278741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Pushing event updated for resources: {'Port': ['ID=52176c09-683f-49fa-a9c8-3a51f96bf550,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:22.286061 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2320c5b9-bfd1-4918-b478-e3835d09d46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.290225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2320c5b9-bfd1-4918-b478-e3835d09d46f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26f1e2dc-4b23-4751-9749-10b7cb4bd0aa HTTP/1.1" status: 204 len: 168 time: 0.2896583 Aug 20 15:10:22.296912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 4a204bcc-0186-4195-8e64-fa3c6e2ada8b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:22.297264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4a204bcc-0186-4195-8e64-fa3c6e2ada8b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:22.301880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.307470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=a4a42119-8794-4875-ad49-b28b5491c249,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:22.314427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320c5b9-bfd1-4918-b478-e3835d09d46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f1e2dc-4b23-4751-9749-10b7cb4bd0aa,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:22.346230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 850a6889-1a90-46fc-b914-055f71070762 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:22.365821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 850a6889-1a90-46fc-b914-055f71070762 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:22.366225 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.510117 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.585557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 850a6889-1a90-46fc-b914-055f71070762, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=850a6889-1a90-46fc-b914-055f71070762,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:22.591165 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.650005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.695502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=850a6889-1a90-46fc-b914-055f71070762,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:22.704317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ffafa6f9-3d0b-4a0f-b231-65703c1f5412 None None] Provisioning for port 52176c09-683f-49fa-a9c8-3a51f96bf550 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:22.709837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ffafa6f9-3d0b-4a0f-b231-65703c1f5412 None None] Provisioning complete for port 52176c09-683f-49fa-a9c8-3a51f96bf550 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:22.710294 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ffafa6f9-3d0b-4a0f-b231-65703c1f5412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:22.720343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:10:22.755588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 13ac07b4-3cc8-4ad3-ab97-3133557678a4 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:10:22.785961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ffafa6f9-3d0b-4a0f-b231-65703c1f5412 None None] Port 52176c09-683f-49fa-a9c8-3a51f96bf550 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:10:22.888448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:10:22.923362 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-05c71ceb-9fcb-472c-a6de-866c7a6ffe49 admin admin] 10.222.0.36 "PUT /v2.0/routers/6a0b6ea4-e9e9-45c4-9804-19749eca4c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6258361 Aug 20 15:10:22.924515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52338) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:22.928250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] Sync routers for ids ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:10:22.957191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a4a42119-8794-4875-ad49-b28b5491c249 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:23.020228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:23.028312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:23.101448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 13ac07b4-3cc8-4ad3-ab97-3133557678a4, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=13ac07b4-3cc8-4ad3-ab97-3133557678a4,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:23.106093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:23.125928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] Routers {'6a0b6ea4-e9e9-45c4-9804-19749eca4c03'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:23.127109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:23.164464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Pushing event updated for resources: {'Port': ['ID=52176c09-683f-49fa-a9c8-3a51f96bf550,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:23.206638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '13ac07b4-3cc8-4ad3-ab97-3133557678a4', 'network_id': '50824511-ac5b-4ec4-878e-ff5458770ed0', 'port_id': '13ac07b4-3cc8-4ad3-ab97-3133557678a4', 'mac_address': 'fa:16:3e:22:20:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0e188c-1c24-46cd-bd8c-4eaa21e80580', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:10:23.365280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a4a42119-8794-4875-ad49-b28b5491c249 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:23.365713 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:23.391580 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Network 320379cd-22ee-4724-9f9a-17e7ba949339 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:23.393208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:23.450883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74acb95d-6a1f-46af-ac40-a0cc5798bcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850a6889-1a90-46fc-b914-055f71070762'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:23.473225 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7792f1-a754-44f0-923c-c75bac2bc129" -d '{"events": [{"server_uuid": "74acb95d-6a1f-46af-ac40-a0cc5798bcfc", "name": "network-vif-plugged", "status": "completed", "tag": "850a6889-1a90-46fc-b914-055f71070762"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:23.491005 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:23.547065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] Set router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:23.622137 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52362) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:23.653558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Router ddf2d30d-d7c3-4879-a9bb-640511d23f72 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:10:23.787847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:23.838265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:10:23.850968 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7e4ec79d-35c9-4325-a356-cf5eb0c1e5fa admin admin] 10.222.0.36 "PUT /v2.0/routers/ddf2d30d-d7c3-4879-a9bb-640511d23f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1635385 Aug 20 15:10:23.857175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ac07b4-3cc8-4ad3-ab97-3133557678a4 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:10:23.863349 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Sync routers for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:10:23.878044 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:23.878672 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:23.885666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213505-ee64-42fd-bc04-ab879b1e3564 req-b70e0095-f5d9-4090-91d9-01141ccaf505 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:23.895583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7213505-ee64-42fd-bc04-ab879b1e3564 req-b70e0095-f5d9-4090-91d9-01141ccaf505 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 944 time: 0.8249400 Aug 20 15:10:23.960770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 13ac07b4-3cc8-4ad3-ab97-3133557678a4, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=13ac07b4-3cc8-4ad3-ab97-3133557678a4,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:24.020727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7213505-ee64-42fd-bc04-ab879b1e3564 req-dcdbd2ce-fbc5-44fd-a433-69a9efb7547f tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204655 Aug 20 15:10:24.036744 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b71782a-fe9b-4325-ba87-21074d55511b x-openstack-request-id: req-4b71782a-fe9b-4325-ba87-21074d55511b {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:24.036744 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74acb95d-6a1f-46af-ac40-a0cc5798bcfc", "name": "network-vif-plugged", "status": "completed", "tag": "850a6889-1a90-46fc-b914-055f71070762", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:24.036744 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b71782a-fe9b-4325-ba87-21074d55511b {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:24.036744 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74acb95d-6a1f-46af-ac40-a0cc5798bcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850a6889-1a90-46fc-b914-055f71070762', 'code': 200} Aug 20 15:10:24.046288 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.106758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.130952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c777e3-5e86-4508-ba7a-8060c27c1e80 req-05657207-6778-43f6-9ab4-eaf8c653b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:24.132974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04c777e3-5e86-4508-ba7a-8060c27c1e80 req-05657207-6778-43f6-9ab4-eaf8c653b19a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 1097 time: 0.0586841 Aug 20 15:10:24.138024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dc17efa4-65aa-44f2-b896-2d4ba089473f None None] Provisioning complete for port 52176c09-683f-49fa-a9c8-3a51f96bf550 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:24.138024 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc17efa4-65aa-44f2-b896-2d4ba089473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.142360 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:24.240373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04c777e3-5e86-4508-ba7a-8060c27c1e80 req-6f6b8108-cbad-4ebc-86ff-a741aba800cb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756321 Aug 20 15:10:24.241885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Deleting port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:24.242225 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.253022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8602eb57-f1aa-4b02-beab-e366b6c29edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.355168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=13ac07b4-3cc8-4ad3-ab97-3133557678a4,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:24.392191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dc17efa4-65aa-44f2-b896-2d4ba089473f None None] Port 52176c09-683f-49fa-a9c8-3a51f96bf550 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:10:24.440629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:09:52Z', 'updated_at': '2021-08-20T15:10:20Z', 'revision_number': 5, 'project_id': 'cf759f24de17494b978336452f396beb', 'gw_port': {'id': '06bd5b8a-f1f9-47eb-83bc-44ea2e63da34', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:09:53Z', 'updated_at': '2021-08-20T15:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:24.442594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] For port 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=06bd5b8a-f1f9-47eb-83bc-44ea2e63da34,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:24.444134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.444968 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8602eb57-f1aa-4b02-beab-e366b6c29edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.453194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8602eb57-f1aa-4b02-beab-e366b6c29edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.459956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Calling delete_port for 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:24.482009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['13ac07b4-3cc8-4ad3-ab97-3133557678a4'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:10:24.485744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] Checking router: 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:10:24.492389 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '52176c09-683f-49fa-a9c8-3a51f96bf550', 'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'mac_address': 'fa:16:3e:a6:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:19Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 2, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'subnets': [{'id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:24.523298 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Checking router: ddf2d30d-d7c3-4879-a9bb-640511d23f72 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:10:24.523854 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Updating router ddf2d30d-d7c3-4879-a9bb-640511d23f72 port 52176c09-683f-49fa-a9c8-3a51f96bf550 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:10:24.554601 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8602eb57-f1aa-4b02-beab-e366b6c29edf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44eedc7030cf458b96523d2edabe8d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9192526 Aug 20 15:10:24.554601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602eb57-f1aa-4b02-beab-e366b6c29edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28438049-6ab8-478b-a0ed-844314269291,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:24.556217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52388) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:24.556370 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.576934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] Routers {'6a0b6ea4-e9e9-45c4-9804-19749eca4c03'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:24.577597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:24.709192 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289d6e4b-06f8-4560-ad04-c5eec46ab00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.717719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.780085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Pushing event deleted for resources: {'Port': ['ID=06bd5b8a-f1f9-47eb-83bc-44ea2e63da34,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:24.799958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289d6e4b-06f8-4560-ad04-c5eec46ab00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.838502 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.904300 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289d6e4b-06f8-4560-ad04-c5eec46ab00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.914069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289d6e4b-06f8-4560-ad04-c5eec46ab00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.914069 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-289d6e4b-06f8-4560-ad04-c5eec46ab00e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28438049-6ab8-478b-a0ed-844314269291 HTTP/1.1" status: 204 len: 168 time: 0.3334360 Aug 20 15:10:24.946942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d6e4b-06f8-4560-ad04-c5eec46ab00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28438049-6ab8-478b-a0ed-844314269291,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:24.986943 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:24.989482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.044330 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.045082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:10:25.054984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.056584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fd4d8cff-cd4e-4000-8616-9e95cec56432 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6a0b6ea4-e9e9-45c4-9804-19749eca4c03 HTTP/1.1" status: 204 len: 168 time: 2.1318262 Aug 20 15:10:25.059154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52416) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:25.085984 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.099683 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Transition to ACTIVE for port object 52176c09-683f-49fa-a9c8-3a51f96bf550 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:25.107247 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.128732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52551df-0a6c-4a60-b1f4-0a0fdf825ede admin admin] Deleting subnet 83474cfc-a752-47f6-b7d4-b90105e236c1 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:10:25.132959 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e52551df-0a6c-4a60-b1f4-0a0fdf825ede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.172518 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cb5bc-17ef-4374-a89b-95434f54b76d None None] Pushing event updated for resources: {'Port': ['ID=52176c09-683f-49fa-a9c8-3a51f96bf550,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:25.219059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] Set router 6a0b6ea4-e9e9-45c4-9804-19749eca4c03 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:25.221123 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e52551df-0a6c-4a60-b1f4-0a0fdf825ede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.283353 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Attempting to bind port 52176c09-683f-49fa-a9c8-3a51f96bf550 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:25.284125 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Attempting to bind port 52176c09-683f-49fa-a9c8-3a51f96bf550 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:25.284800 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Attempting to bind port 52176c09-683f-49fa-a9c8-3a51f96bf550 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:25.292359 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:25.293758 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Checking segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:25.294422 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.295069 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Bound using segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:25.295827 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Bound port: 52176c09-683f-49fa-a9c8-3a51f96bf550, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:25.296460 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.359095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52422) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:25.365527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0e0221bb-7b5b-4c0f-a8e8-c73a8c7c844e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1041704938', 'description': 'tempest-description--485414775'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:25.390280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:09:52Z', 'updated_at': '2021-08-20T15:10:24Z', 'revision_number': 6, 'project_id': 'cf759f24de17494b978336452f396beb', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:25.421950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52424) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:25.450699 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e52551df-0a6c-4a60-b1f4-0a0fdf825ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.452117 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] For port 52176c09-683f-49fa-a9c8-3a51f96bf550, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:25.454953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e0221bb-7b5b-4c0f-a8e8-c73a8c7c844e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.456597 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] For port 52176c09-683f-49fa-a9c8-3a51f96bf550, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=52176c09-683f-49fa-a9c8-3a51f96bf550,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:25.463454 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.481703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954a56a8-6a85-459a-99bc-65fc0c11b2ef None None] The sync data for ids ['6a0b6ea4-e9e9-45c4-9804-19749eca4c03'] in n-d-695189-15 is: [{'id': '6a0b6ea4-e9e9-45c4-9804-19749eca4c03', 'name': 'tempest-TestAggregatesBasicOps-837510401-router', 'tenant_id': 'cf759f24de17494b978336452f396beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:09:52Z', 'updated_at': '2021-08-20T15:10:24Z', 'revision_number': 6, 'project_id': 'cf759f24de17494b978336452f396beb', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:10:25.536994 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:25.538425 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:25.546768 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97b1cc82-1f38-446d-a7a3-797b254a436c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.639782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735f5e-6591-47d7-9be6-6ae882e5f03b req-4e788ed9-6f49-4f5b-ada9-72a2ec3a2d9f tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:25.652238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7735f5e-6591-47d7-9be6-6ae882e5f03b req-4e788ed9-6f49-4f5b-ada9-72a2ec3a2d9f tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 945 time: 0.1671042 Aug 20 15:10:25.706032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e52551df-0a6c-4a60-b1f4-0a0fdf825ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.755432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7735f5e-6591-47d7-9be6-6ae882e5f03b req-ca3c7c9b-23a3-4ef3-8270-bac6282ca09e tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995088 Aug 20 15:10:25.769863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52551df-0a6c-4a60-b1f4-0a0fdf825ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83474cfc-a752-47f6-b7d4-b90105e236c1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:25.770185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e0221bb-7b5b-4c0f-a8e8-c73a8c7c844e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.770281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e52551df-0a6c-4a60-b1f4-0a0fdf825ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.770281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e52551df-0a6c-4a60-b1f4-0a0fdf825ede admin admin] 10.222.0.36 "DELETE /v2.0/subnets/83474cfc-a752-47f6-b7d4-b90105e236c1 HTTP/1.1" status: 204 len: 168 time: 0.7074192 Aug 20 15:10:25.771135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52430) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:25.781389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8154d7-97bc-4ec1-ab7a-60cdd26e7596 None None] Network 672091e5-ac94-4a20-be2e-6ab6c41ec09e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:10:25.785491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e0221bb-7b5b-4c0f-a8e8-c73a8c7c844e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:25.818139 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cb5bc-17ef-4374-a89b-95434f54b76d None None] Pushing event updated for resources: {'Port': ['ID=52176c09-683f-49fa-a9c8-3a51f96bf550,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:25.865073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0221bb-7b5b-4c0f-a8e8-c73a8c7c844e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad5607c-55a2-4dd8-b427-e5a3155eec7f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:26.032303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97b1cc82-1f38-446d-a7a3-797b254a436c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.037033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97b1cc82-1f38-446d-a7a3-797b254a436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.038328 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.082135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e0221bb-7b5b-4c0f-a8e8-c73a8c7c844e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.083398 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0e0221bb-7b5b-4c0f-a8e8-c73a8c7c844e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7225416 Aug 20 15:10:26.093135 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:26.108901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52434) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:26.119531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f882aadc-f5f7-4db8-b84e-a168cf9252e7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'security_group_rule': {'security_group_id': '8ad5607c-55a2-4dd8-b427-e5a3155eec7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:26.135308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Deleting port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:26.136118 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.150319 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-97b1cc82-1f38-446d-a7a3-797b254a436c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb95be252a1a4ff1b2748753234daa31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266715 Aug 20 15:10:26.152236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1cc82-1f38-446d-a7a3-797b254a436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da4df8-f2a1-422d-99af-93b207b181f5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:26.154807 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52436) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:26.161455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52438) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:26.179336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f882aadc-f5f7-4db8-b84e-a168cf9252e7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.234026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] For port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac,segment=NetworkSegment(faf1915a-f688-4e29-a388-26b4c496cf9c),segment_id=faf1915a-f688-4e29-a388-26b4c496cf9c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:26.234398 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.249599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Calling delete_port for a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:26.264395 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f882aadc-f5f7-4db8-b84e-a168cf9252e7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.265449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a61e0607-e660-4d81-95eb-0e234523b745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.277691 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f882aadc-f5f7-4db8-b84e-a168cf9252e7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.301479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a61e0607-e660-4d81-95eb-0e234523b745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.311357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882aadc-f5f7-4db8-b84e-a168cf9252e7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58153c0-1ed1-447b-851b-f426f1b9b21e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:26.335400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f882aadc-f5f7-4db8-b84e-a168cf9252e7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.340142 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f882aadc-f5f7-4db8-b84e-a168cf9252e7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2267637 Aug 20 15:10:26.340310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af40f540-d777-4f4b-be7d-88f1f2b2411d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.340913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52442) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:26.347268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-faaa4dce-f834-4195-b694-20c35c3aed50 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'security_group_rule': {'security_group_id': '8ad5607c-55a2-4dd8-b427-e5a3155eec7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:26.369435 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.390720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a61e0607-e660-4d81-95eb-0e234523b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.393515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a61e0607-e660-4d81-95eb-0e234523b745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.397314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a61e0607-e660-4d81-95eb-0e234523b745 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6da4df8-f2a1-422d-99af-93b207b181f5 HTTP/1.1" status: 204 len: 168 time: 0.2384844 Aug 20 15:10:26.407968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e0607-e660-4d81-95eb-0e234523b745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da4df8-f2a1-422d-99af-93b207b181f5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:26.423867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] No DVR routers for this DVR port a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:10:26.425445 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-faaa4dce-f834-4195-b694-20c35c3aed50 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.427936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb7216-f42d-436b-a6a1-a13bba8ed6ca None None] DHCP port deletion for 672091e5-ac94-4a20-be2e-6ab6c41ec09e request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:10:26.450248 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '52176c09-683f-49fa-a9c8-3a51f96bf550', 'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'mac_address': 'fa:16:3e:a6:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:19Z', 'updated_at': '2021-08-20T15:10:25Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'subnets': [{'id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:26.478118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:26.516676 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd0662-6b53-4dd7-805d-139c4ae82371 None None] The sync data for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 is: [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '52176c09-683f-49fa-a9c8-3a51f96bf550', 'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'mac_address': 'fa:16:3e:a6:9e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:19Z', 'updated_at': '2021-08-20T15:10:25Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'subnets': [{'id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:10:26.536675 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af40f540-d777-4f4b-be7d-88f1f2b2411d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.545523 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-af40f540-d777-4f4b-be7d-88f1f2b2411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.563668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.577087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-faaa4dce-f834-4195-b694-20c35c3aed50 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.580985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672091e5-ac94-4a20-be2e-6ab6c41ec09e']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:26.588495 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-faaa4dce-f834-4195-b694-20c35c3aed50 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.622896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa4dce-f834-4195-b694-20c35c3aed50 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49336e5-0c46-4e8e-a6b1-5bd3d2b1b705,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:26.632016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf1915a-f688-4e29-a388-26b4c496cf9c') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:26.632469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf1915a-f688-4e29-a388-26b4c496cf9c') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:26.648369 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-af40f540-d777-4f4b-be7d-88f1f2b2411d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94fbb0e6052747ee815a77618f40a9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795754 Aug 20 15:10:26.648369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40f540-d777-4f4b-be7d-88f1f2b2411d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d407438-5eac-4705-b276-24a9862640af,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:26.648612 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.650341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52446) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:26.705764 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-faaa4dce-f834-4195-b694-20c35c3aed50 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.711335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-faaa4dce-f834-4195-b694-20c35c3aed50 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677313 Aug 20 15:10:26.711815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52452) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:26.718938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:26.720539 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.734613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:10:26.735037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:10:26.736822 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:10:26.754777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 13ac07b4-3cc8-4ad3-ab97-3133557678a4 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:26.770276 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.876563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bef6c4ae-5987-4007-a730-bb3f88e93663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.882908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:26.893868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:26.894649 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.941485 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.945479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bef6c4ae-5987-4007-a730-bb3f88e93663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.951769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:26.955188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] 10.222.0.36 "DELETE /v2.0/networks/672091e5-ac94-4a20-be2e-6ab6c41ec09e HTTP/1.1" status: 204 len: 168 time: 1.1832900 Aug 20 15:10:26.970751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 52176c09-683f-49fa-a9c8-3a51f96bf550 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:26.972805 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52460) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:27.056451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 52176c09-683f-49fa-a9c8-3a51f96bf550 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:27.062485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 52176c09-683f-49fa-a9c8-3a51f96bf550 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:27.062866 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:27.090976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d4ed2-6036-4cf5-a4e2-9a5295b134cb admin admin] Pushing event deleted for resources: {'Network': ['ID=672091e5-ac94-4a20-be2e-6ab6c41ec09e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:27.162978 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:27.167154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a0acb-75c7-46c9-9d9b-c7ae5cf9be28 req-cc39d053-0ed5-4d6e-b16b-1037fe10ac67 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:27.175673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e1a0acb-75c7-46c9-9d9b-c7ae5cf9be28 req-cc39d053-0ed5-4d6e-b16b-1037fe10ac67 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 945 time: 0.1818070 Aug 20 15:10:27.216396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6889219-afb3-47b9-9805-23d9a4010d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ac07b4-3cc8-4ad3-ab97-3133557678a4'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:27.218967 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbc9458-2f04-4fee-bd01-11bed37333e4" -d '{"events": [{"server_uuid": "a6889219-afb3-47b9-9805-23d9a4010d26", "name": "network-vif-plugged", "status": "completed", "tag": "13ac07b4-3cc8-4ad3-ab97-3133557678a4"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:27.241484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 13ac07b4-3cc8-4ad3-ab97-3133557678a4, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=13ac07b4-3cc8-4ad3-ab97-3133557678a4,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:27.255333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bef6c4ae-5987-4007-a730-bb3f88e93663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:27.255577 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:27.261012 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:27.262318 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bef6c4ae-5987-4007-a730-bb3f88e93663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:27.264526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bef6c4ae-5987-4007-a730-bb3f88e93663 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d407438-5eac-4705-b276-24a9862640af HTTP/1.1" status: 204 len: 168 time: 0.6115844 Aug 20 15:10:27.303973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e1a0acb-75c7-46c9-9d9b-c7ae5cf9be28 req-b28b9692-3e47-4941-ae88-b8f19890a455 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267066 Aug 20 15:10:27.328620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c4ae-5987-4007-a730-bb3f88e93663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d407438-5eac-4705-b276-24a9862640af,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:27.344639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 52176c09-683f-49fa-a9c8-3a51f96bf550, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=52176c09-683f-49fa-a9c8-3a51f96bf550,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:27.353035 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d8537f-b0c6-43c8-8552-fa970f41f0dd x-openstack-request-id: req-a3d8537f-b0c6-43c8-8552-fa970f41f0dd {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:27.353686 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6889219-afb3-47b9-9805-23d9a4010d26", "name": "network-vif-plugged", "status": "completed", "tag": "13ac07b4-3cc8-4ad3-ab97-3133557678a4", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:27.355065 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3d8537f-b0c6-43c8-8552-fa970f41f0dd {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:27.355654 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6889219-afb3-47b9-9805-23d9a4010d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ac07b4-3cc8-4ad3-ab97-3133557678a4', 'code': 200} Aug 20 15:10:27.365687 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:27.403325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=13ac07b4-3cc8-4ad3-ab97-3133557678a4,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:27.472812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:27.501380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:27.501994 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:27.502300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 06bd5b8a-f1f9-47eb-83bc-44ea2e63da34 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:27.502907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device efde8f70-bcdc-4758-a571-33e33e579d1a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:27.504946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=52176c09-683f-49fa-a9c8-3a51f96bf550,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:27.550870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: efde8f70-bcdc-4758-a571-33e33e579d1a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:27.551318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device efde8f70-bcdc-4758-a571-33e33e579d1a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:27.551869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:27.575518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:27.576063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a4a7c7d2-58c9-4dc7-9ea3-cb9deaee2dac not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:27.726456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c5074-565a-46f2-b740-2ecb2ae553ed req-ce5ecdce-0f17-4aea-b3e3-879d619c48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:27.728019 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b33c5074-565a-46f2-b740-2ecb2ae553ed req-ce5ecdce-0f17-4aea-b3e3-879d619c48ba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 1098 time: 0.1939187 Aug 20 15:10:27.780322 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b33c5074-565a-46f2-b740-2ecb2ae553ed req-8789cc71-531b-48f7-990f-648d8e1d6eca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Aug 20 15:10:27.817517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Allocated IP 172.25.5.251 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/f4668856-0a1c-4a2f-87d6-ac007e1b586d) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:28.259660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:28.371630 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:28.493281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484bdec-a295-4d6f-8e81-b78559298ca1 req-3adfe88c-9ce3-4cb5-8575-187834aa2f18 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:28.508109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c484bdec-a295-4d6f-8e81-b78559298ca1 req-3adfe88c-9ce3-4cb5-8575-187834aa2f18 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 946 time: 0.1051900 Aug 20 15:10:28.509153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:28.562974 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:10:28.567482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c484bdec-a295-4d6f-8e81-b78559298ca1 req-171f881d-8308-4478-b4c5-1b72ac706be2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583348 Aug 20 15:10:28.576885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:28.581967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:28.587042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:28.622970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'Port': ['ID=f4668856-0a1c-4a2f-87d6-ac007e1b586d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:28.686103 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:28.725161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:28.787151 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:28.839202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Deleting port be478b7a-dded-4863-8b3a-84557c7b0883 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:28.839202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:28.861652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 52176c09-683f-49fa-a9c8-3a51f96bf550 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:28.967177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 52176c09-683f-49fa-a9c8-3a51f96bf550 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:28.967910 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:28.994062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] For port be478b7a-dded-4863-8b3a-84557c7b0883, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=be478b7a-dded-4863-8b3a-84557c7b0883,segment=NetworkSegment(4097ad40-0a40-4a94-80c1-010d38a32c3a),segment_id=4097ad40-0a40-4a94-80c1-010d38a32c3a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:28.994469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:29.029629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Calling delete_port for be478b7a-dded-4863-8b3a-84557c7b0883 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:29.106877 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:29.116134 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:29.217876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'Port': ['ID=f4668856-0a1c-4a2f-87d6-ac007e1b586d,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:29.262548 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:29.284503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:29.295079 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f8044e77-7913-4dc7-9bb8-eb4cc7f450b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5788131 Aug 20 15:10:29.383705 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:29.416914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=be478b7a-dded-4863-8b3a-84557c7b0883,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:29.522781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-1a7e1e57-5291-47b3-9e5b-0846d0a071fa tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1041704938&fields=id&tenant_id=df2f242886bb4250beb238dd4a1e5978 HTTP/1.1" status: 200 len: 267 time: 0.0468438 Aug 20 15:10:29.685061 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:29.732028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-fdf73c1f-8824-44d3-9fac-87149e1806d8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:29.733933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-fdf73c1f-8824-44d3-9fac-87149e1806d8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.2019525 Aug 20 15:10:29.779085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-86cbc919-ac3a-445e-94c7-2b733d4adc0b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/quotas/df2f242886bb4250beb238dd4a1e5978 HTTP/1.1" status: 200 len: 375 time: 0.0321348 Aug 20 15:10:29.849686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-c7638a92-678d-44d4-b9b6-615151534818 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620708 Aug 20 15:10:29.865794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623ebf9-f810-43e0-8a0a-7a50fe54dbb6 req-22d91b63-314f-46da-ae20-64105d8bdaa2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:29.867214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a623ebf9-f810-43e0-8a0a-7a50fe54dbb6 req-22d91b63-314f-46da-ae20-64105d8bdaa2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 946 time: 0.1305358 Aug 20 15:10:29.969401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a623ebf9-f810-43e0-8a0a-7a50fe54dbb6 req-2de2f072-e073-4e80-9eac-e3515ac932ce tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895712 Aug 20 15:10:29.970970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:10:30.027459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3a60517a-57bb-49c1-a311-0086c12547de service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767919 Aug 20 15:10:30.117285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:10:30.127733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] Sync routers for ids ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:10:30.139490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] Routers {'17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:30.140154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:30.142559 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d383d1c9-9e41-4a2a-9f32-5e7cca967a15 admin admin] 10.222.0.36 "PUT /v2.0/routers/17b5e71a-505c-41cc-9cab-ffcc9cfda8c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1591942 Aug 20 15:10:30.148647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52594) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:30.197329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-ce77da91-f825-480d-b03c-0d3f38e7c34e service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689680 Aug 20 15:10:30.209033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd8132-a34e-4f95-804f-5eba65d5724e req-6688f443-bff3-4546-b26d-004c4c89012a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:30.211045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6dd8132-a34e-4f95-804f-5eba65d5724e req-6688f443-bff3-4546-b26d-004c4c89012a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.1595378 Aug 20 15:10:30.255406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] Set router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:30.284550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6dd8132-a34e-4f95-804f-5eba65d5724e req-69ec6747-4764-4937-80ed-611a564ff668 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665886 Aug 20 15:10:30.389760 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:30.584156 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:30.681367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Deleting port a55c02c7-0938-4d4b-99d2-73b5d3b941e7 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:30.681776 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:30.689692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5064344-f298-48db-ad0e-29574d81c519 req-22e00b8a-c8f1-47cc-973b-bc80c4f8f117 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 210 time: 0.0875404 Aug 20 15:10:30.696510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:03Z', 'updated_at': '2021-08-20T15:10:29Z', 'revision_number': 5, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'gw_port': {'id': 'a55c02c7-0938-4d4b-99d2-73b5d3b941e7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:04Z', 'updated_at': '2021-08-20T15:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:30.730233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] Checking router: 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:10:30.737049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df05403-9fc8-457d-b726-d53cfae2c5e5 req-6eb07ac4-ef42-4f3e-b14a-b75352fa1f8d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:30.739677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] Routers {'17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:30.740457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:30.742306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1df05403-9fc8-457d-b726-d53cfae2c5e5 req-6eb07ac4-ef42-4f3e-b14a-b75352fa1f8d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 945 time: 0.1943264 Aug 20 15:10:30.850375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] For port a55c02c7-0938-4d4b-99d2-73b5d3b941e7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a55c02c7-0938-4d4b-99d2-73b5d3b941e7,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:30.850925 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:30.862206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1df05403-9fc8-457d-b726-d53cfae2c5e5 req-2821a8b1-4af6-4007-8020-887115854eed tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943332 Aug 20 15:10:30.866204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Calling delete_port for a55c02c7-0938-4d4b-99d2-73b5d3b941e7 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:30.962058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] Set router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:31.035019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:03Z', 'updated_at': '2021-08-20T15:10:30Z', 'revision_number': 6, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:31.046842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52628) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:31.083351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec698f17-1894-4275-aa99-d5d8d629da81 None None] The sync data for ids ['17b5e71a-505c-41cc-9cab-ffcc9cfda8c0'] in n-d-695189-15 is: [{'id': '17b5e71a-505c-41cc-9cab-ffcc9cfda8c0', 'name': 'tempest-TestAggregatesBasicOps-1286112013-router', 'tenant_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:03Z', 'updated_at': '2021-08-20T15:10:30Z', 'revision_number': 6, 'project_id': '9c8a7e8d75f74b3d8695007bf00afe7a', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:10:31.171063 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.203080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55c02c7-0938-4d4b-99d2-73b5d3b941e7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:31.280066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.308477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7b3e0-b7f7-4bab-8d1e-09154516fd41 req-295cee50-79e3-4b71-b60b-e41c37b6a132 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:31.316137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1f7b3e0-b7f7-4bab-8d1e-09154516fd41 req-295cee50-79e3-4b71-b60b-e41c37b6a132 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 946 time: 0.0731025 Aug 20 15:10:31.358826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1f7b3e0-b7f7-4bab-8d1e-09154516fd41 req-725bc4ce-fc1a-4bb6-af79-8fd7db94a29a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Aug 20 15:10:31.416355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.419572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.425371 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e5-cc69-4c6c-83e2-f8121f796776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.510909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.512015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:10:31.529816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.536748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52644) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:31.543830 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-38ed1d79-4e39-43ec-9498-ed5b087a5aa9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/17b5e71a-505c-41cc-9cab-ffcc9cfda8c0 HTTP/1.1" status: 204 len: 168 time: 1.3871667 Aug 20 15:10:31.663347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34ac39e-d4d2-4af9-806d-43278522ec3d admin admin] Deleting subnet 23dd43a9-12bc-4904-a9f8-ff9fb992881b {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:10:31.667033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a34ac39e-d4d2-4af9-806d-43278522ec3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.724356 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e5-cc69-4c6c-83e2-f8121f796776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.727435 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a34ac39e-d4d2-4af9-806d-43278522ec3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.750694 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b54a4e5-cc69-4c6c-83e2-f8121f796776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.825071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52650) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:31.844787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-296b4e14-3baa-4f5a-8ed5-b9be7a7d458a req-9a9f89ce-de75-4a82-92ed-8aaac1c130ae tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 210 time: 0.0883212 Aug 20 15:10:31.858242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8b54a4e5-cc69-4c6c-83e2-f8121f796776 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e362a72ec39a49d48b3298cad3a582f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8076305 Aug 20 15:10:31.858242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54a4e5-cc69-4c6c-83e2-f8121f796776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367f752f-ac35-4242-be08-72230d3a1329,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:31.859692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52654) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:31.938602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5942e9-dcb8-4986-a4ce-645a5ed06ab4 req-f92f0c67-4e38-4959-8419-528353fb4506 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:31.940487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb5942e9-dcb8-4986-a4ce-645a5ed06ab4 req-f92f0c67-4e38-4959-8419-528353fb4506 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.1719985 Aug 20 15:10:31.943205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d09b10db-d493-4faf-b6f2-b76870f66f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:31.975060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a34ac39e-d4d2-4af9-806d-43278522ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.021985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85ed5d48-4416-45c3-9616-37956c37552c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.046686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d09b10db-d493-4faf-b6f2-b76870f66f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.051876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d09b10db-d493-4faf-b6f2-b76870f66f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.053276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb5942e9-dcb8-4986-a4ce-645a5ed06ab4 req-d958d115-788c-42a1-9c99-eb3436bce7a6 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032712 Aug 20 15:10:32.070119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85ed5d48-4416-45c3-9616-37956c37552c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.090464 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a34ac39e-d4d2-4af9-806d-43278522ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.120295 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d09b10db-d493-4faf-b6f2-b76870f66f05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63353660bead450d925a06896a3569b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932746 Aug 20 15:10:32.130022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52658) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:32.148161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ac39e-d4d2-4af9-806d-43278522ec3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23dd43a9-12bc-4904-a9f8-ff9fb992881b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:32.158693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6853f4-689b-40cb-a361-4ff60898d9b5 None None] Network 40456128-b280-4415-8d5e-26e36f8675b6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:10:32.160805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a34ac39e-d4d2-4af9-806d-43278522ec3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.162917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a34ac39e-d4d2-4af9-806d-43278522ec3d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/23dd43a9-12bc-4904-a9f8-ff9fb992881b HTTP/1.1" status: 204 len: 168 time: 0.6251900 Aug 20 15:10:32.174880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b10db-d493-4faf-b6f2-b76870f66f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6704a9f-4935-4a77-94b3-88333d9ae7ed,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:32.191605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52660) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:32.267764 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85ed5d48-4416-45c3-9616-37956c37552c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.267992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac41a7d0-a5e7-4d16-90c7-30fe2d292a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.271193 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85ed5d48-4416-45c3-9616-37956c37552c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.272450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-85ed5d48-4416-45c3-9616-37956c37552c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/367f752f-ac35-4242-be08-72230d3a1329 HTTP/1.1" status: 204 len: 168 time: 0.4089704 Aug 20 15:10:32.326979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed5d48-4416-45c3-9616-37956c37552c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367f752f-ac35-4242-be08-72230d3a1329,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:32.333480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.351590 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac41a7d0-a5e7-4d16-90c7-30fe2d292a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.390431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-9985c28d-665a-4a67-9f16-6f1cd7bc27f2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:32.392068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-9985c28d-665a-4a67-9f16-6f1cd7bc27f2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.2572916 Aug 20 15:10:32.481866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac41a7d0-a5e7-4d16-90c7-30fe2d292a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.486090 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac41a7d0-a5e7-4d16-90c7-30fe2d292a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.487573 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ac41a7d0-a5e7-4d16-90c7-30fe2d292a03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6704a9f-4935-4a77-94b3-88333d9ae7ed HTTP/1.1" status: 204 len: 168 time: 0.3564453 Aug 20 15:10:32.489625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-1f081df9-1d48-45b7-b0af-2878cca3962d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df2f242886bb4250beb238dd4a1e5978 HTTP/1.1" status: 200 len: 380 time: 0.0470612 Aug 20 15:10:32.507766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Deleting port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:32.508364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.511307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41a7d0-a5e7-4d16-90c7-30fe2d292a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6704a9f-4935-4a77-94b3-88333d9ae7ed,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:32.514573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'port': {'device_id': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'admin_state_up': True, 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'security_groups': ['8ad5607c-55a2-4dd8-b427-e5a3155eec7f']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:32.542133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae47ecb1-46d7-4ddb-8e02-0f778350bc31 None None] DHCP port deletion for 40456128-b280-4415-8d5e-26e36f8675b6 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:10:32.638628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ae47ecb1-46d7-4ddb-8e02-0f778350bc31 None None] Deleting port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:10:32.639018 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae47ecb1-46d7-4ddb-8e02-0f778350bc31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.707273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] For port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939,segment=NetworkSegment(4097ad40-0a40-4a94-80c1-010d38a32c3a),segment_id=4097ad40-0a40-4a94-80c1-010d38a32c3a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:32.708930 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.730862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ae47ecb1-46d7-4ddb-8e02-0f778350bc31 None None] For port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939,segment=NetworkSegment(4097ad40-0a40-4a94-80c1-010d38a32c3a),segment_id=4097ad40-0a40-4a94-80c1-010d38a32c3a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:32.731261 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae47ecb1-46d7-4ddb-8e02-0f778350bc31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.745494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Calling delete_port for 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:32.748368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ae47ecb1-46d7-4ddb-8e02-0f778350bc31 None None] Calling delete_port for 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:10:32.776633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce7d48-e1de-482f-a198-734c65e1dfc8 req-d75f85ae-60bc-4220-ab50-ef990b9cbfc7 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:32.782821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce7d48-e1de-482f-a198-734c65e1dfc8 req-d75f85ae-60bc-4220-ab50-ef990b9cbfc7 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:32.788852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce7d48-e1de-482f-a198-734c65e1dfc8 req-d75f85ae-60bc-4220-ab50-ef990b9cbfc7 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:32.796570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82ce7d48-e1de-482f-a198-734c65e1dfc8 req-d75f85ae-60bc-4220-ab50-ef990b9cbfc7 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26&device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc&device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 2417 time: 0.1856341 Aug 20 15:10:32.852253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae47ecb1-46d7-4ddb-8e02-0f778350bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.905417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47ecb1-46d7-4ddb-8e02-0f778350bc31 None None] Pushing event deleted for resources: {'Port': ['ID=0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:32.906871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47ecb1-46d7-4ddb-8e02-0f778350bc31 None None] No DVR routers for this DVR port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:10:32.927137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:32.932686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Made reservation on behalf of df2f242886bb4250beb238dd4a1e5978 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:10:32.940268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:32.954617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82ce7d48-e1de-482f-a198-734c65e1dfc8 req-0ae78e5f-92eb-4271-a7bf-4549dfa3a895 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573420 Aug 20 15:10:32.971413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:32.971916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:32.972428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device be478b7a-dded-4863-8b3a-84557c7b0883 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:32.990948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52678) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:33.013480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bb7fe17-d94a-42de-ae7c-f77ac9f495f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.015249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: be478b7a-dded-4863-8b3a-84557c7b0883 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:33.015249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device be478b7a-dded-4863-8b3a-84557c7b0883 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:33.015249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a55c02c7-0938-4d4b-99d2-73b5d3b941e7 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:10:33.038533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52680) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:33.061105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a55c02c7-0938-4d4b-99d2-73b5d3b941e7 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:10:33.062732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a55c02c7-0938-4d4b-99d2-73b5d3b941e7 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:10:33.063196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65515abf-e432-4bc0-90df-51a08ff157b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.124165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd758731-177e-4b46-971d-dae91ee1841f req-983c9be2-2388-45e0-bad1-69e6f7c88391 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 210 time: 0.0876787 Aug 20 15:10:33.148563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.173131 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bb7fe17-d94a-42de-ae7c-f77ac9f495f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.184775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bb7fe17-d94a-42de-ae7c-f77ac9f495f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.202495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:33.204766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] No DVR routers for this DVR port 0229e2d1-b3ff-4e5f-9bb8-adf9d4d14939 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:10:33.243938 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8bb7fe17-d94a-42de-ae7c-f77ac9f495f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2d5bd4c53bc4bd281cd8593dbf1ea5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508392 Aug 20 15:10:33.250291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52682) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:33.257626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7fe17-d94a-42de-ae7c-f77ac9f495f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2449389a-bea4-4c3e-867e-4ed1cdf9e5c0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:33.328855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10cb55-9185-4753-98a2-255ceca7c96d req-574e6967-c01f-47aa-b7c2-a94d49467e4c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:33.329085 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9f59f97-bd8e-4219-be59-2ef847600e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.330370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed10cb55-9185-4753-98a2-255ceca7c96d req-574e6967-c01f-47aa-b7c2-a94d49467e4c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 946 time: 0.1928005 Aug 20 15:10:33.335961 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.343063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Allocated IP 172.20.0.9 (320379cd-22ee-4724-9f9a-17e7ba949339/4556d91d-806c-4c49-bd1f-3ea8294511f1/803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:10:33.360835 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65515abf-e432-4bc0-90df-51a08ff157b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.366036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9f59f97-bd8e-4219-be59-2ef847600e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.367713 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65515abf-e432-4bc0-90df-51a08ff157b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.372466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40456128-b280-4415-8d5e-26e36f8675b6']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:33.395781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4097ad40-0a40-4a94-80c1-010d38a32c3a') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:33.395978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4097ad40-0a40-4a94-80c1-010d38a32c3a') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:33.423781 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.437041 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-65515abf-e432-4bc0-90df-51a08ff157b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a39bb31726e941e3a41dd2c774eac267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968601 Aug 20 15:10:33.437791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65515abf-e432-4bc0-90df-51a08ff157b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc158c27-59d0-4385-83d5-98672e05a7c8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:33.439673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed10cb55-9185-4753-98a2-255ceca7c96d req-4bc3ae6a-4920-4123-b9cf-794040bcf304 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985312 Aug 20 15:10:33.440830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52684) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:33.450813 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.471230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:10:33.471837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:10:33.473368 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:10:33.507723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9f59f97-bd8e-4219-be59-2ef847600e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.511069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9f59f97-bd8e-4219-be59-2ef847600e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.514769 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c9f59f97-bd8e-4219-be59-2ef847600e6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2449389a-bea4-4c3e-867e-4ed1cdf9e5c0 HTTP/1.1" status: 204 len: 168 time: 0.2632759 Aug 20 15:10:33.532912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f59f97-bd8e-4219-be59-2ef847600e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2449389a-bea4-4c3e-867e-4ed1cdf9e5c0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:33.548039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6951805a-2db6-4f08-b83a-1211be1ab1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.583784 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6951805a-2db6-4f08-b83a-1211be1ab1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.669563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6951805a-2db6-4f08-b83a-1211be1ab1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.672414 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6951805a-2db6-4f08-b83a-1211be1ab1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.676139 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6951805a-2db6-4f08-b83a-1211be1ab1f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc158c27-59d0-4385-83d5-98672e05a7c8 HTTP/1.1" status: 204 len: 168 time: 0.2320416 Aug 20 15:10:33.682827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951805a-2db6-4f08-b83a-1211be1ab1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc158c27-59d0-4385-83d5-98672e05a7c8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:33.901026 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.911119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.917818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] 10.222.0.36 "DELETE /v2.0/networks/40456128-b280-4415-8d5e-26e36f8675b6 HTTP/1.1" status: 204 len: 168 time: 1.7250311 Aug 20 15:10:33.932981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7754-16fb-4393-bf1c-64eb48e72e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=40456128-b280-4415-8d5e-26e36f8675b6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:33.970807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:33.987094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Transition to ACTIVE for port object 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:34.033112 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:34.082768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Network 320379cd-22ee-4724-9f9a-17e7ba949339 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:10:34.086236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:10:34.096696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:10:34.137325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:34.180161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:34.180926 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:34.200917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-3faf3e99-ce05-4c27-9037-9c322153532e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6953304 Aug 20 15:10:34.260034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52720) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:34.289168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Request body: {'port': {'device_id': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:34.357100 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2c0fab07-5542-4ddb-9e74-4109654b02a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf759f24de17494b978336452f396beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950463 Aug 20 15:10:34.360009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52724) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:34.377812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a8413-5bbe-408f-a58a-63411c8f59b1 req-3dc72adf-dc57-4d4b-89ed-780bbba1b44b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:34.379053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e2a8413-5bbe-408f-a58a-63411c8f59b1 req-3dc72adf-dc57-4d4b-89ed-780bbba1b44b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 931 time: 0.1628726 Aug 20 15:10:34.381981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3b9100b3-be56-4445-a1cf-f9a5296ec6f1 None None] Provisioning for port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:34.392426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3b9100b3-be56-4445-a1cf-f9a5296ec6f1 None None] Provisioning complete for port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:34.395322 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3b9100b3-be56-4445-a1cf-f9a5296ec6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:34.422594 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:34.443031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e2a8413-5bbe-408f-a58a-63411c8f59b1 req-b4a7cb5e-55a4-41da-916e-c853449dc05e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457001 Aug 20 15:10:34.447603 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1110cde-5548-450b-82e6-006d06139094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:34.477761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3b9100b3-be56-4445-a1cf-f9a5296ec6f1 None None] Port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:10:34.506836 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1110cde-5548-450b-82e6-006d06139094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:34.608354 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1110cde-5548-450b-82e6-006d06139094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:34.613055 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1110cde-5548-450b-82e6-006d06139094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:34.614502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d1110cde-5548-450b-82e6-006d06139094 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb6998b0-19b4-4a20-b4a9-6182fd57f17b HTTP/1.1" status: 204 len: 168 time: 0.2523236 Aug 20 15:10:34.624987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110cde-5548-450b-82e6-006d06139094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6998b0-19b4-4a20-b4a9-6182fd57f17b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:34.757801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699492c-07ea-4487-a10f-4a2bf4ef7814 req-4796d08a-4dbd-4b7b-ae86-04292d728aa2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:34.759456 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c699492c-07ea-4487-a10f-4a2bf4ef7814 req-4796d08a-4dbd-4b7b-ae86-04292d728aa2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.1219461 Aug 20 15:10:34.825460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c699492c-07ea-4487-a10f-4a2bf4ef7814 req-548610ef-51f9-4a73-a7a1-f339bedfb702 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553091 Aug 20 15:10:34.873602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:10:34.881762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:34.894419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Transition to ACTIVE for port object 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:10:34.906210 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:35.012178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:35.054166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52756) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:35.113462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Attempting to bind port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:10:35.113803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Attempting to bind port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:10:35.114133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Attempting to bind port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:35.129140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 on network 320379cd-22ee-4724-9f9a-17e7ba949339 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:10:35.129474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Attempting to bind port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:10:35.141668 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a22e415b-d995-4737-997a-fa37ee879ed1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c8a7e8d75f74b3d8695007bf00afe7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862887 Aug 20 15:10:35.142485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:10:35.142831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Checking segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:10:35.143223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Bound using segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:10:35.143700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Bound port: 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:10:35.144067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:35.145989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52760) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:35.252189 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f61dad6b-53ce-4a6d-af62-4201e8f19a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:35.271246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:10:35.291374 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f61dad6b-53ce-4a6d-af62-4201e8f19a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:35.294539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:10:35.303004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:35.362143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:35.362735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:35.364126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] 10.222.0.70 "PUT /v2.0/ports/803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 1092 time: 1.1343973 Aug 20 15:10:35.364650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:35.366916 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7e105a-5af7-44d2-bea5-d2376a18a10a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:35.389705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99c66c-6a54-44de-afa0-4f807c40fb30 service neutron] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:35.402047 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f61dad6b-53ce-4a6d-af62-4201e8f19a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:35.404972 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f61dad6b-53ce-4a6d-af62-4201e8f19a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:35.406208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f61dad6b-53ce-4a6d-af62-4201e8f19a56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1071043e-647d-4306-90b1-808c11d7f7a8 HTTP/1.1" status: 204 len: 168 time: 0.2583735 Aug 20 15:10:35.416332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dad6b-53ce-4a6d-af62-4201e8f19a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071043e-647d-4306-90b1-808c11d7f7a8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:35.499899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-f262af5b-1b83-4aef-ad3a-23c388503aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:35.501506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-f262af5b-1b83-4aef-ad3a-23c388503aba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1095 time: 0.0484414 Aug 20 15:10:35.562069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-bbd013b1-e8ad-4cbb-beef-2ca12bdaced8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 217 time: 0.0479670 Aug 20 15:10:35.647487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-ec15b077-ad84-4b42-a9fa-48d3dec81573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:35.649183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-ec15b077-ad84-4b42-a9fa-48d3dec81573 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0746994 Aug 20 15:10:35.691060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d041b3-f2ab-4751-927b-bdac99dc71bf req-449a6909-b696-4a84-b90c-661a19b170c5 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:35.694204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35d041b3-f2ab-4751-927b-bdac99dc71bf req-449a6909-b696-4a84-b90c-661a19b170c5 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 943 time: 0.1348546 Aug 20 15:10:35.849345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:35.866719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-e8ce467e-ae6a-4d98-8c98-7675e630e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:35.873521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-e8ce467e-ae6a-4d98-8c98-7675e630e307 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049046 Aug 20 15:10:35.889275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35d041b3-f2ab-4751-927b-bdac99dc71bf req-7f198083-dbfd-41d9-a69a-463a149eea56 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682630 Aug 20 15:10:36.004790 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c709391-810e-4e55-a280-d7a1c8aa4d07 x-openstack-request-id: req-3c709391-810e-4e55-a280-d7a1c8aa4d07 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:36.005478 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:36.005478 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c709391-810e-4e55-a280-d7a1c8aa4d07 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:36.006051 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'status': 'completed', 'code': 200} Aug 20 15:10:36.119265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d853ef-c886-47b3-a54f-1996c3d453ba req-98e202e7-75cf-4950-9ed6-998c446b9e6d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:36.135748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78d853ef-c886-47b3-a54f-1996c3d453ba req-98e202e7-75cf-4950-9ed6-998c446b9e6d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.1224835 Aug 20 15:10:36.147347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-867f39ef-265c-4478-a59c-c031d9aa1326 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454002 Aug 20 15:10:36.225255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78d853ef-c886-47b3-a54f-1996c3d453ba req-6b21c47f-8051-4a2d-ac61-f0faefa3f7e2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887876 Aug 20 15:10:36.273403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea4718f-0544-4063-b20a-ce1d4648c7bd req-861e6640-ea6b-49da-a171-0d65ab1349b1 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115484 Aug 20 15:10:36.403790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-f1ee70b6-ea35-4709-95ce-ec8bbe74c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:36.405444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-f1ee70b6-ea35-4709-95ce-ec8bbe74c412 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1095 time: 0.0586550 Aug 20 15:10:36.514534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-75a953ee-fb97-41c9-8a4b-e38bdeeaab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:36.516378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-75a953ee-fb97-41c9-8a4b-e38bdeeaab77 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.0980301 Aug 20 15:10:36.574925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-2632c4ec-6dd5-4ccf-9dac-d46a2f82afac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 217 time: 0.0458882 Aug 20 15:10:36.646359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-f54daf4f-9807-44d2-b8fd-38cb47cb5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:36.648192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-f54daf4f-9807-44d2-b8fd-38cb47cb5d4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0601563 Aug 20 15:10:36.717650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-f11f1b83-2c38-4cb7-ba36-ed0e608f68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:36.720212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-f11f1b83-2c38-4cb7-ba36-ed0e608f68b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517368 Aug 20 15:10:36.836169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-020cbde4-e2c6-433b-bdb8-b30f2f6909a4 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010077 Aug 20 15:10:36.957007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7e105a-5af7-44d2-bea5-d2376a18a10a req-9cb562fd-bed3-458a-b058-5567c3de924d service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062872 Aug 20 15:10:37.034122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f4b6b-288f-4023-948b-28c4b66a6b01 req-04308a99-994a-4218-b21c-fa6504f0f72f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:37.036727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-807f4b6b-288f-4023-948b-28c4b66a6b01 req-04308a99-994a-4218-b21c-fa6504f0f72f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 943 time: 0.0646782 Aug 20 15:10:37.087808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-807f4b6b-288f-4023-948b-28c4b66a6b01 req-0c763522-cab2-4d33-82b3-102ece038814 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443108 Aug 20 15:10:37.355733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9aa60-a75a-4fe9-9c9f-aac2373afff6 req-63046d17-8e5c-43b5-9871-4c290467c636 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:37.359739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fd9aa60-a75a-4fe9-9c9f-aac2373afff6 req-63046d17-8e5c-43b5-9871-4c290467c636 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0522840 Aug 20 15:10:37.411049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fd9aa60-a75a-4fe9-9c9f-aac2373afff6 req-0ca7a2f2-b8ae-43e7-b6ab-5ede4e0adc0d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443556 Aug 20 15:10:38.047193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52906) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:38.210941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-45699b01-0357-4c92-aacd-82104206a5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:38.244161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85ca1c-eca7-4565-bf17-61b3367207a7 req-6292e20e-2ce9-4fa6-bfe8-f97286dfe334 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:38.248309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd85ca1c-eca7-4565-bf17-61b3367207a7 req-6292e20e-2ce9-4fa6-bfe8-f97286dfe334 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 943 time: 0.0821624 Aug 20 15:10:38.306120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd85ca1c-eca7-4565-bf17-61b3367207a7 req-e32d9989-8b5a-4bc6-a619-bcd0d3ab8d05 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529540 Aug 20 15:10:38.361267 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-45699b01-0357-4c92-aacd-82104206a5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:38.365402 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-45699b01-0357-4c92-aacd-82104206a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:38.406127 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-45699b01-0357-4c92-aacd-82104206a5d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=572efefec1ab46e38c7d7d123b92f445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577921 Aug 20 15:10:38.407083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45699b01-0357-4c92-aacd-82104206a5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa85c0-d85b-4640-9083-8719031ba24d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:38.409038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52916) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:38.480138 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36dc0479-5004-48a9-aca6-7033889a902f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:38.509811 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36dc0479-5004-48a9-aca6-7033889a902f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:38.555752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291acdb6-9077-46ae-bb44-81ce1591e442 req-c427b513-5952-4402-943c-cefd2fcaef49 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:38.557964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-291acdb6-9077-46ae-bb44-81ce1591e442 req-c427b513-5952-4402-943c-cefd2fcaef49 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0547729 Aug 20 15:10:38.566864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36dc0479-5004-48a9-aca6-7033889a902f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:38.570754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36dc0479-5004-48a9-aca6-7033889a902f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:38.571932 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-36dc0479-5004-48a9-aca6-7033889a902f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79aa85c0-d85b-4640-9083-8719031ba24d HTTP/1.1" status: 204 len: 168 time: 0.1618259 Aug 20 15:10:38.587313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc0479-5004-48a9-aca6-7033889a902f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aa85c0-d85b-4640-9083-8719031ba24d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:38.614338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-291acdb6-9077-46ae-bb44-81ce1591e442 req-79f830e3-94f4-434b-b162-3b0883225721 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Aug 20 15:10:38.875375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52926) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:38.889225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f0c17d8-b078-4b6b-be26-dd6552c74de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:38.988808 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f0c17d8-b078-4b6b-be26-dd6552c74de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:38.992858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f0c17d8-b078-4b6b-be26-dd6552c74de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:39.035002 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4f0c17d8-b078-4b6b-be26-dd6552c74de7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=07dd93a32f9d45589f2e53cab5563066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584435 Aug 20 15:10:39.035928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c17d8-b078-4b6b-be26-dd6552c74de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960396eb-c983-4cee-b04d-86b92b9d343f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:39.037691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52928) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:39.093264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea8ab573-7c85-4f0f-9692-686d5b1bc9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:39.116227 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea8ab573-7c85-4f0f-9692-686d5b1bc9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:39.168164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea8ab573-7c85-4f0f-9692-686d5b1bc9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:39.171047 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea8ab573-7c85-4f0f-9692-686d5b1bc9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:39.172277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ea8ab573-7c85-4f0f-9692-686d5b1bc9f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/960396eb-c983-4cee-b04d-86b92b9d343f HTTP/1.1" status: 204 len: 168 time: 0.1329050 Aug 20 15:10:39.180421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ab573-7c85-4f0f-9692-686d5b1bc9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960396eb-c983-4cee-b04d-86b92b9d343f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:39.449740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0da82d-8d84-4f49-abd1-b7943fd6ccca req-7a232fcb-60ba-420b-be57-9b86b44c3f56 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:39.451388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa0da82d-8d84-4f49-abd1-b7943fd6ccca req-7a232fcb-60ba-420b-be57-9b86b44c3f56 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 943 time: 0.0631993 Aug 20 15:10:39.497174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa0da82d-8d84-4f49-abd1-b7943fd6ccca req-d5f415ab-91a4-4c73-83e2-80c8024591bd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394886 Aug 20 15:10:39.753078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d146ac-473a-40e4-817f-448c2c3a44ea req-848b0d2e-f448-426b-87ff-82823ea50a1b tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:39.754869 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8d146ac-473a-40e4-817f-448c2c3a44ea req-848b0d2e-f448-426b-87ff-82823ea50a1b tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0645185 Aug 20 15:10:39.801191 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8d146ac-473a-40e4-817f-448c2c3a44ea req-47d7da0a-27bc-4020-af40-6a018830fe97 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Aug 20 15:10:40.100114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:10:40.213967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:40.234065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'port_id': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'mac_address': 'fa:16:3e:b1:0d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:10:40.272905 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:40.288528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:10:40.320017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:40.325495 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:40.384529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:40.393074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.393641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.394135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.394629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.394966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.395299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.395647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.396113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.396448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.396772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.397102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.397418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:10:40.645668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019eeb37-ede0-4068-a6ba-10484c1c3d73 req-f9d489c0-1584-44ea-824b-e496edaf51a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:40.647263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019eeb37-ede0-4068-a6ba-10484c1c3d73 req-f9d489c0-1584-44ea-824b-e496edaf51a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0628047 Aug 20 15:10:40.690957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-019eeb37-ede0-4068-a6ba-10484c1c3d73 req-05b798ed-caf9-4ff7-93ab-1c9e82783a49 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368209 Aug 20 15:10:40.774118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:10:40.942273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f5da5-0d02-445e-97d4-cc49252b0703 req-d4548799-2a88-496d-aa06-73882196e168 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:40.943860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f6f5da5-0d02-445e-97d4-cc49252b0703 req-d4548799-2a88-496d-aa06-73882196e168 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0683692 Aug 20 15:10:40.987157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f6f5da5-0d02-445e-97d4-cc49252b0703 req-d9ca79ae-55a1-4a4e-a9a6-2f57d22d60c0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362911 Aug 20 15:10:41.820987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53036) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:41.827268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dffdf-6712-4a52-89d2-1a4c5da97385 req-0c292380-44b2-4c62-9825-8039291f161b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:41.832214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-486dffdf-6712-4a52-89d2-1a4c5da97385 req-0c292380-44b2-4c62-9825-8039291f161b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0636973 Aug 20 15:10:41.869768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-486dffdf-6712-4a52-89d2-1a4c5da97385 req-25a73ba0-f2c4-4fc2-b666-f84c85b51317 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346637 Aug 20 15:10:41.952551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4a97660-4414-4525-90fd-0c6046ce7fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.058904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4a97660-4414-4525-90fd-0c6046ce7fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.064094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4a97660-4414-4525-90fd-0c6046ce7fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.104923 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a4a97660-4414-4525-90fd-0c6046ce7fa3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=524a0260d9ac49b7b3d548f26a213ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825453 Aug 20 15:10:42.107225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a97660-4414-4525-90fd-0c6046ce7fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c4fae6-0f12-425c-8677-9bd863d06488,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:42.107574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53042) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:42.121870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:10:42.158110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a990ade-a991-4703-bc44-1ecfc443030a req-653091f1-21b5-49b7-96ac-326a90a59464 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:42.159915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a990ade-a991-4703-bc44-1ecfc443030a req-653091f1-21b5-49b7-96ac-326a90a59464 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0906608 Aug 20 15:10:42.187412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:10:42.192646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:10:42.193014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.215650 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6dad4518-05da-4fcd-b18a-f2048b256612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.219945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a990ade-a991-4703-bc44-1ecfc443030a req-f6cef69e-cbd1-4275-8f5b-236fe7c014a0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524848 Aug 20 15:10:42.223567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51039151-fffe-438b-91a4-2d2501b1e0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.253757 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51039151-fffe-438b-91a4-2d2501b1e0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.288290 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.308028 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51039151-fffe-438b-91a4-2d2501b1e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.311122 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51039151-fffe-438b-91a4-2d2501b1e0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.315891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-51039151-fffe-438b-91a4-2d2501b1e0b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12c4fae6-0f12-425c-8677-9bd863d06488 HTTP/1.1" status: 204 len: 168 time: 0.2070541 Aug 20 15:10:42.321156 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:42.324179 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd7352e-1017-4c9e-a87c-138da5474a3f" -d '{"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-plugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:42.325008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039151-fffe-438b-91a4-2d2501b1e0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c4fae6-0f12-425c-8677-9bd863d06488,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:42.348255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:10:42.354990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.387935 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e605e4-d7bc-4567-9e64-ba0cf094580e x-openstack-request-id: req-e7e605e4-d7bc-4567-9e64-ba0cf094580e {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:42.388230 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-plugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:42.388671 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7e605e4-d7bc-4567-9e64-ba0cf094580e {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:42.389074 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'code': 200} Aug 20 15:10:42.428679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:42.499728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a2d38-4cf6-456d-b141-5a0deaed4d76 req-0d930cb9-7163-4f5e-80ed-9caea162505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:42.501260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658a2d38-4cf6-456d-b141-5a0deaed4d76 req-0d930cb9-7163-4f5e-80ed-9caea162505f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1097 time: 0.0467083 Aug 20 15:10:42.548502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658a2d38-4cf6-456d-b141-5a0deaed4d76 req-14014b8a-d2ec-440f-aa93-3259d1dd2035 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320127 Aug 20 15:10:42.634832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53052) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:42.649432 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3566aedc-2970-4429-82ae-d91017fc20d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.752912 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3566aedc-2970-4429-82ae-d91017fc20d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.762083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3566aedc-2970-4429-82ae-d91017fc20d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.800561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3566aedc-2970-4429-82ae-d91017fc20d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7de8e35ee6af408eb1ef83c2bbbaab9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636288 Aug 20 15:10:42.801670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566aedc-2970-4429-82ae-d91017fc20d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64d3d85-ed67-4da2-aa0d-2f96b57f01b5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:42.803340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:42.856330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-433116f7-cf69-4709-aba0-3207010cd187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.879443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-433116f7-cf69-4709-aba0-3207010cd187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.938303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-433116f7-cf69-4709-aba0-3207010cd187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.941833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-433116f7-cf69-4709-aba0-3207010cd187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:42.943224 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-433116f7-cf69-4709-aba0-3207010cd187 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e64d3d85-ed67-4da2-aa0d-2f96b57f01b5 HTTP/1.1" status: 204 len: 168 time: 0.1388192 Aug 20 15:10:42.952865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433116f7-cf69-4709-aba0-3207010cd187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64d3d85-ed67-4da2-aa0d-2f96b57f01b5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:43.022797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea8d5f-dbdc-4ee0-ac1d-1bc508a18c06 req-e8d5d0d2-cf1d-4f29-97b8-bf3a1e98d314 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:43.024360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5ea8d5f-dbdc-4ee0-ac1d-1bc508a18c06 req-e8d5d0d2-cf1d-4f29-97b8-bf3a1e98d314 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 945 time: 0.0737755 Aug 20 15:10:43.075767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5ea8d5f-dbdc-4ee0-ac1d-1bc508a18c06 req-add722b4-c558-4fa0-86c4-e70cda923614 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Aug 20 15:10:43.358185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13fd0d-8ae6-403e-8868-d077e29c3ee4 req-c3315553-3fb0-4781-b3bb-caed9075c6a5 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:43.359759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f13fd0d-8ae6-403e-8868-d077e29c3ee4 req-c3315553-3fb0-4781-b3bb-caed9075c6a5 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0593944 Aug 20 15:10:43.400273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f13fd0d-8ae6-403e-8868-d077e29c3ee4 req-3bdc800b-80b9-4ac1-8c79-42dcdec45331 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Aug 20 15:10:44.220659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a83c4-4cbb-4400-b541-b5deda966fb0 req-93d1ca11-9107-47aa-81a7-73f9e5865c07 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:44.224842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f69a83c4-4cbb-4400-b541-b5deda966fb0 req-93d1ca11-9107-47aa-81a7-73f9e5865c07 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 945 time: 0.0676007 Aug 20 15:10:44.291200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f69a83c4-4cbb-4400-b541-b5deda966fb0 req-6b3a2a9c-32f5-4754-8b38-043856876abf tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538726 Aug 20 15:10:44.539589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769b08e-aa69-49cf-8023-5a958f14d64e req-02d49e5b-0431-43fb-8c91-42937def1bc8 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:44.541320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0769b08e-aa69-49cf-8023-5a958f14d64e req-02d49e5b-0431-43fb-8c91-42937def1bc8 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0604553 Aug 20 15:10:44.626779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0769b08e-aa69-49cf-8023-5a958f14d64e req-54b3ce98-f044-4443-9402-9902ed89b070 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709527 Aug 20 15:10:44.780468 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:45.159948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0c546992-561d-4ab3-9db5-64f4bf494cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:45.427812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619cca8-2439-45bb-86d5-8025fa844a51 req-c68dd649-19d8-4040-a7f4-97e0d3c0d16b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:45.429391 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5619cca8-2439-45bb-86d5-8025fa844a51 req-c68dd649-19d8-4040-a7f4-97e0d3c0d16b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 945 time: 0.0724874 Aug 20 15:10:45.479517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5619cca8-2439-45bb-86d5-8025fa844a51 req-6a07a69d-3bc0-4cd5-a390-70b17b978ac3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Aug 20 15:10:45.607129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f1f24-f44f-4b43-a994-a7bd86333b6a req-bb636142-19b3-41e6-bd1e-5189d460a61c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:45.608694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e45f1f24-f44f-4b43-a994-a7bd86333b6a req-bb636142-19b3-41e6-bd1e-5189d460a61c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 945 time: 0.0554881 Aug 20 15:10:45.617842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53146) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:45.626992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-afc262dc-5380-487f-b173-a4d6294fb59a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'floatingip': {'port_id': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:10:45.675093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afc262dc-5380-487f-b173-a4d6294fb59a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:45.787649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc6b5a-26f8-4776-9ce6-2f3287797f1b req-0e45c2a5-41df-4aa0-8bf6-c39b5e0eba4a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:45.789229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eefc6b5a-26f8-4776-9ce6-2f3287797f1b req-0e45c2a5-41df-4aa0-8bf6-c39b5e0eba4a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0882480 Aug 20 15:10:45.865405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eefc6b5a-26f8-4776-9ce6-2f3287797f1b req-3a47f9a0-e9ee-4af1-9113-6352082f13e5 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634229 Aug 20 15:10:46.083569 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:46.646331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afc262dc-5380-487f-b173-a4d6294fb59a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:46.652994 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afc262dc-5380-487f-b173-a4d6294fb59a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:46.765566 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-afc262dc-5380-487f-b173-a4d6294fb59a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Floating IP 44ced744-4197-48c3-8cee-acbaf2c1a819 associated. External IP: 172.25.5.251, port: 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2. Aug 20 15:10:47.005779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afaebf-8071-4e35-b715-7e0e2aeca079 req-09045742-0f98-47ee-ab0b-2610e170146a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:47.015780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7afaebf-8071-4e35-b715-7e0e2aeca079 req-09045742-0f98-47ee-ab0b-2610e170146a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0690305 Aug 20 15:10:47.027352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc262dc-5380-487f-b173-a4d6294fb59a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Router ddf2d30d-d7c3-4879-a9bb-640511d23f72 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:10:47.063519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7afaebf-8071-4e35-b715-7e0e2aeca079 req-d5b69fea-76e3-4353-b1ef-a9bdde8a891c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Aug 20 15:10:47.171140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc262dc-5380-487f-b173-a4d6294fb59a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:10:47.176657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afc262dc-5380-487f-b173-a4d6294fb59a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:47.185920 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] Sync routers for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:10:47.196272 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:47.197103 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:47.214505 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-afc262dc-5380-487f-b173-a4d6294fb59a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "PUT /v2.0/floatingips/44ced744-4197-48c3-8cee-acbaf2c1a819 HTTP/1.1" status: 200 len: 991 time: 1.5906568 Aug 20 15:10:47.214505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:10:47.215778 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048071a9-b2a4-42cc-bc38-0b28e40b285e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:10:47.266747 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e428c0-912d-4135-8879-59352a8d74b2 x-openstack-request-id: req-26e428c0-912d-4135-8879-59352a8d74b2 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:10:47.267156 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:10:47.267558 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26e428c0-912d-4135-8879-59352a8d74b2 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:10:47.268068 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'status': 'completed', 'code': 200} Aug 20 15:10:47.325089 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:47.490176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-b47f192d-6c94-47c7-a6c5-1b52bc56f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:47.491943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-b47f192d-6c94-47c7-a6c5-1b52bc56f4b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1097 time: 0.1883476 Aug 20 15:10:47.660936 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '44ced744-4197-48c3-8cee-acbaf2c1a819', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'port_id': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'mac_address': 'fa:16:3e:b1:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:10:28Z', 'updated_at': '2021-08-20T15:10:46Z', 'revision_number': 1, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52176c09-683f-49fa-a9c8-3a51f96bf550', 'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'mac_address': 'fa:16:3e:a6:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:19Z', 'updated_at': '2021-08-20T15:10:27Z', 'revision_number': 5, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'subnets': [{'id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:47.675550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-78f519a2-4dda-400e-bb13-2ef0b2f38469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:47.677366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-78f519a2-4dda-400e-bb13-2ef0b2f38469 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1775157 Aug 20 15:10:47.701057 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] Checking router: ddf2d30d-d7c3-4879-a9bb-640511d23f72 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:10:47.710662 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:10:47.711859 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:10:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:47.762027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-b9e91c81-26f1-4dfa-b3fd-472ba9dbbb5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 999 time: 0.0708692 Aug 20 15:10:47.785419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:47.839450 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:10:47.841274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-168b0032-1b9f-4255-aa33-7e94438a386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:47.845136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-168b0032-1b9f-4255-aa33-7e94438a386c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0670707 Aug 20 15:10:47.929717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-6e0bd800-9907-49e1-b093-1c3a0ba81951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:47.931222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-6e0bd800-9907-49e1-b093-1c3a0ba81951 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716484 Aug 20 15:10:48.049444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-b0617746-ccd4-4c4c-b8e5-41f81297fad9 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066282 Aug 20 15:10:48.163247 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '44ced744-4197-48c3-8cee-acbaf2c1a819', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'port_id': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'mac_address': 'fa:16:3e:b1:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:10:28Z', 'updated_at': '2021-08-20T15:10:46Z', 'revision_number': 1, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52176c09-683f-49fa-a9c8-3a51f96bf550', 'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'mac_address': 'fa:16:3e:a6:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:19Z', 'updated_at': '2021-08-20T15:10:27Z', 'revision_number': 5, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'subnets': [{'id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:10:48.217479 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ca33f-8716-4ff8-9952-b9024f3491f8 None None] The sync data for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 is: [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '44ced744-4197-48c3-8cee-acbaf2c1a819', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'port_id': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'mac_address': 'fa:16:3e:b1:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:10:28Z', 'updated_at': '2021-08-20T15:10:46Z', 'revision_number': 1, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52176c09-683f-49fa-a9c8-3a51f96bf550', 'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'mac_address': 'fa:16:3e:a6:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:19Z', 'updated_at': '2021-08-20T15:10:27Z', 'revision_number': 5, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'subnets': [{'id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:10:48.319224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e84be-06bf-4f86-ae63-7b284ef19ab1 req-e686b0dd-6cd8-48f2-811a-b4a84db9bb45 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:48.320866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-984e84be-06bf-4f86-ae63-7b284ef19ab1 req-e686b0dd-6cd8-48f2-811a-b4a84db9bb45 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.1171503 Aug 20 15:10:48.336770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-048071a9-b2a4-42cc-bc38-0b28e40b285e req-b90393bb-9113-4c71-9888-645a5b58225d service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725244 Aug 20 15:10:48.404694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-984e84be-06bf-4f86-ae63-7b284ef19ab1 req-ab9db917-6e55-4339-850c-05d66782d0b0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665479 Aug 20 15:10:48.500700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c61da7-f026-4f50-8e01-29dbde466794 None None] New status for floating IP 44ced744-4197-48c3-8cee-acbaf2c1a819: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:10:49.534841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1b02f-ec86-43e1-97d6-21175d7006e0 req-47d810e5-6499-4cf6-82a7-420a7b12bdb4 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:49.536401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04a1b02f-ec86-43e1-97d6-21175d7006e0 req-47d810e5-6499-4cf6-82a7-420a7b12bdb4 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0569510 Aug 20 15:10:49.583157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04a1b02f-ec86-43e1-97d6-21175d7006e0 req-04546554-0c96-474a-903c-8ee607c0e917 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 Aug 20 15:10:50.170702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53292) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:50.293327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5643db63-a510-41f2-9128-f5cedbc1a72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:50.382792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5643db63-a510-41f2-9128-f5cedbc1a72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:50.387875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5643db63-a510-41f2-9128-f5cedbc1a72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:50.418613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643db63-a510-41f2-9128-f5cedbc1a72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b888e9-5594-4068-83e0-fa49832e7288,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:50.440372 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5643db63-a510-41f2-9128-f5cedbc1a72e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79b708fb7f7d48298adeab97dde27bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685735 Aug 20 15:10:50.443053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53300) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:50.494101 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8564-7029-4658-8721-30ecce720252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:50.521340 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8564-7029-4658-8721-30ecce720252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:50.569658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8564-7029-4658-8721-30ecce720252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:50.573740 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8564-7029-4658-8721-30ecce720252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:50.577774 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4f4a8564-7029-4658-8721-30ecce720252 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9b888e9-5594-4068-83e0-fa49832e7288 HTTP/1.1" status: 204 len: 168 time: 0.1337283 Aug 20 15:10:50.585841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a8564-7029-4658-8721-30ecce720252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b888e9-5594-4068-83e0-fa49832e7288,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:50.727180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476b751-49f3-4c2d-905f-a7f9eee05745 req-f65377f3-d2a7-4793-9819-4019f496047d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:50.732066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3476b751-49f3-4c2d-905f-a7f9eee05745 req-f65377f3-d2a7-4793-9819-4019f496047d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0572793 Aug 20 15:10:50.771058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3476b751-49f3-4c2d-905f-a7f9eee05745 req-99b9c1e8-7886-4f3f-bb1f-597f257b8f98 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355949 Aug 20 15:10:50.894025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53310) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:50.908997 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ba1adf1-482e-4a9f-b348-cb7dd15a9e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:51.007133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ba1adf1-482e-4a9f-b348-cb7dd15a9e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:51.018690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ba1adf1-482e-4a9f-b348-cb7dd15a9e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:51.079087 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ba1adf1-482e-4a9f-b348-cb7dd15a9e60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0795bc0268ae480f88e80337153369b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839261 Aug 20 15:10:51.080207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1adf1-482e-4a9f-b348-cb7dd15a9e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e4a5a-067b-432b-b89d-559884c6d0f2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:51.082306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53312) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:51.154098 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-566ae1bf-0544-4215-afee-4d9fea35c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:51.190348 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-566ae1bf-0544-4215-afee-4d9fea35c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:51.258625 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-566ae1bf-0544-4215-afee-4d9fea35c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:51.262981 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-566ae1bf-0544-4215-afee-4d9fea35c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:51.265103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-566ae1bf-0544-4215-afee-4d9fea35c846 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/881e4a5a-067b-432b-b89d-559884c6d0f2 HTTP/1.1" status: 204 len: 168 time: 0.1800039 Aug 20 15:10:51.275222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ae1bf-0544-4215-afee-4d9fea35c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e4a5a-067b-432b-b89d-559884c6d0f2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:51.899851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095418b-5518-493d-a400-38d98eff20b5 req-4ae878be-c048-4c07-ba4d-b8d652141d86 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:51.900977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a095418b-5518-493d-a400-38d98eff20b5 req-4ae878be-c048-4c07-ba4d-b8d652141d86 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0569143 Aug 20 15:10:51.944887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a095418b-5518-493d-a400-38d98eff20b5 req-de8ef0ad-b520-4b4e-9780-9fbffc903514 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353875 Aug 20 15:10:53.073582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5a221-0b9a-44de-a37b-d5c48dec3afc req-6328c247-94e7-400a-b41d-046f70f806b7 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:53.075278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8b5a221-0b9a-44de-a37b-d5c48dec3afc req-6328c247-94e7-400a-b41d-046f70f806b7 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0565135 Aug 20 15:10:53.115632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8b5a221-0b9a-44de-a37b-d5c48dec3afc req-e2b852a4-4833-48a9-b129-f8dc4e6a1424 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343306 Aug 20 15:10:54.001213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-38139dc5-8164-4388-bca1-1454c0bee817 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0481362 Aug 20 15:10:54.124850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-e2b91b29-230f-4631-b0e5-210985ccd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.125456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-e2b91b29-230f-4631-b0e5-210985ccd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.125813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-e2b91b29-230f-4631-b0e5-210985ccd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.126282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-e2b91b29-230f-4631-b0e5-210985ccd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.126944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-e2b91b29-230f-4631-b0e5-210985ccd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.127439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-e2b91b29-230f-4631-b0e5-210985ccd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.127947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-e2b91b29-230f-4631-b0e5-210985ccd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.129982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-e2b91b29-230f-4631-b0e5-210985ccd9e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2beba97d62b640409b5bc8203a3f489b&device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 6500 time: 0.0553544 Aug 20 15:10:54.311500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660e0c5-1c15-4c1d-8149-73a0f855bfce req-096c5ccc-a0ee-4cb7-b22e-af07e6eeba54 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.313315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b660e0c5-1c15-4c1d-8149-73a0f855bfce req-096c5ccc-a0ee-4cb7-b22e-af07e6eeba54 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0899112 Aug 20 15:10:54.344690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-1fd0f111-1552-4a16-8e96-f830fe6304d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.345183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-1fd0f111-1552-4a16-8e96-f830fe6304d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.345667 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-1fd0f111-1552-4a16-8e96-f830fe6304d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.347268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-1fd0f111-1552-4a16-8e96-f830fe6304d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&id=196d4518-a484-49f3-8576-2d800630dd47&id=196d4518-a484-49f3-8576-2d800630dd47 HTTP/1.1" status: 200 len: 2294 time: 0.1771646 Aug 20 15:10:54.424331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b660e0c5-1c15-4c1d-8149-73a0f855bfce req-3821daaa-4013-438f-8246-f86481823ea7 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009948 Aug 20 15:10:54.457906 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-259324e4-37ce-43cb-8869-d0d0681af012 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932 HTTP/1.1" status: 200 len: 1001 time: 0.0964572 Aug 20 15:10:54.516566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-f0bf1299-8252-4656-8bff-baec321820cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.518230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-f0bf1299-8252-4656-8bff-baec321820cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8fc21ffa-0a05-4d0b-ad52-99b92e28a737 HTTP/1.1" status: 200 len: 851 time: 0.0470171 Aug 20 15:10:54.577753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-851f4b34-d6c2-4285-8382-25185ce81f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.579421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-851f4b34-d6c2-4285-8382-25185ce81f90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1784f64-ceb3-4cfa-9325-d84fac35c44e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468976 Aug 20 15:10:54.689742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-d3247cd6-3b12-4f43-9f49-cb390ddf4171 service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915027 Aug 20 15:10:54.818212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-bb59af49-8dd5-42f4-80fb-7a60a7788faf service neutron] 10.222.0.70 "GET /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143401 Aug 20 15:10:54.873854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-0d906598-45c1-4e7c-8354-daf4147f32c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 200 len: 217 time: 0.0411122 Aug 20 15:10:54.940229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-5c840aa6-f058-4a27-aa58-cdb7ecc4a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:54.942173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-5c840aa6-f058-4a27-aa58-cdb7ecc4a1cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0527868 Aug 20 15:10:55.048647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-8945f799-da19-46bb-9262-c80e284395c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:55.050986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-8945f799-da19-46bb-9262-c80e284395c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906453 Aug 20 15:10:55.160056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-330d2eee-0c69-4d47-afc8-99f2f69567a6 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937216 Aug 20 15:10:55.246219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53448) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:55.289411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-b906056a-6060-4074-9c99-0aba99327ce1 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125495 Aug 20 15:10:55.344540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-d35234ab-7cb3-4c9d-a320-dd7cb7bfc822 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 200 len: 217 time: 0.0360374 Aug 20 15:10:55.404181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-bd5ff8f5-be79-484c-85f5-920bfa518419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:55.405714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-bd5ff8f5-be79-484c-85f5-920bfa518419 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0457265 Aug 20 15:10:55.469007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-9dc390b3-cbeb-4c31-b6ec-82569b672079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:55.470654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-9dc390b3-cbeb-4c31-b6ec-82569b672079 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501659 Aug 20 15:10:55.483948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-343701b4-eb6d-4baf-89ab-41e51bce6dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:55.606500 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-343701b4-eb6d-4baf-89ab-41e51bce6dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:55.611918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-343701b4-eb6d-4baf-89ab-41e51bce6dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:55.623039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debf3f2-a185-4a4a-bad2-6bf057d4397f req-8dd4dc80-dacd-440a-8736-fa0c33c2f458 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:55.624742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4debf3f2-a185-4a4a-bad2-6bf057d4397f req-8dd4dc80-dacd-440a-8736-fa0c33c2f458 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0727699 Aug 20 15:10:55.646007 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-343701b4-eb6d-4baf-89ab-41e51bce6dd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90e6edf47b3f4f6888b35d7ea7041556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981340 Aug 20 15:10:55.649423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-88f99394-987e-451f-952d-4e5155d3d499 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623404 Aug 20 15:10:55.649832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53460) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:55.690714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4debf3f2-a185-4a4a-bad2-6bf057d4397f req-4438f824-3483-4d39-a7cc-3ee4bc90d08c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520999 Aug 20 15:10:55.700415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343701b4-eb6d-4baf-89ab-41e51bce6dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d698cb4f-b882-40d7-b1a2-df03185d9aa3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:55.727302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e1f9-dbf8-4dfb-a200-2e90e6478c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:55.754064 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e1f9-dbf8-4dfb-a200-2e90e6478c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:55.787862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-340f0e98-9d23-46c7-b205-97353b2adbca service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147754 Aug 20 15:10:55.815969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e1f9-dbf8-4dfb-a200-2e90e6478c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:55.819146 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5a2e1f9-dbf8-4dfb-a200-2e90e6478c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:55.820396 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e5a2e1f9-dbf8-4dfb-a200-2e90e6478c6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d698cb4f-b882-40d7-b1a2-df03185d9aa3 HTTP/1.1" status: 204 len: 168 time: 0.1696372 Aug 20 15:10:55.846274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2e1f9-dbf8-4dfb-a200-2e90e6478c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d698cb4f-b882-40d7-b1a2-df03185d9aa3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:10:55.855772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-cb19e9d8-96bd-4ab0-a89e-ba13be2f5cff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=79342181-4130-44f2-b599-22ff72ffb523 HTTP/1.1" status: 200 len: 217 time: 0.0403588 Aug 20 15:10:55.943297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-b6a998f4-157d-4448-8624-57155be4f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:55.945149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-b6a998f4-157d-4448-8624-57155be4f7bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0885782 Aug 20 15:10:56.036653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-5913dae4-0dd1-424c-b93f-6c806d3dce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:56.038465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-5913dae4-0dd1-424c-b93f-6c806d3dce40 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0804157 Aug 20 15:10:56.226710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-2b1266bf-0ca2-4708-b7b1-c8c3baa99420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:56.228696 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-2b1266bf-0ca2-4708-b7b1-c8c3baa99420 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=38dd47149aa24501bd391230e6a943b5&device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 1097 time: 0.0461986 Aug 20 15:10:56.351805 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-9777a1e3-4b20-46c4-9a18-66d01990dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:56.354490 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-9777a1e3-4b20-46c4-9a18-66d01990dd90 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 200 len: 917 time: 0.1172259 Aug 20 15:10:56.406103 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-13c190c9-0a61-4438-a07a-83683c3da21b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4e15912-8d06-4a95-b84d-7244709a5d3d HTTP/1.1" status: 200 len: 217 time: 0.0437603 Aug 20 15:10:56.473084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-aa22bc6d-2e3a-47ee-9d93-01e93b10aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:56.474366 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-aa22bc6d-2e3a-47ee-9d93-01e93b10aa0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3f0e188c-1c24-46cd-bd8c-4eaa21e80580 HTTP/1.1" status: 200 len: 855 time: 0.0602784 Aug 20 15:10:56.504037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76af67-bb0c-463e-9595-e01189e432c2 req-885b42f7-4c44-404a-b078-08c48a3c09cc tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:56.511301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b76af67-bb0c-463e-9595-e01189e432c2 req-885b42f7-4c44-404a-b078-08c48a3c09cc tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.3879550 Aug 20 15:10:56.538502 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-d37791d8-4d25-4dd1-b5b7-d0ac974c8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:56.540079 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-d37791d8-4d25-4dd1-b5b7-d0ac974c8743 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50824511-ac5b-4ec4-878e-ff5458770ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585420 Aug 20 15:10:56.565064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-44040255-7e40-43f6-95ca-4d5695e102d9 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093901 Aug 20 15:10:56.606409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b76af67-bb0c-463e-9595-e01189e432c2 req-29620e9c-ad17-43d2-ad19-afae0f250c9d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940688 Aug 20 15:10:56.685043 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-8fea0077-b2b6-41ec-8dd3-2cd7ef018ce2 service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366570 Aug 20 15:10:56.702103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-4d206813-31d0-4a7f-bea4-5c8eddcd845f service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196258 Aug 20 15:10:56.759446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-81bde298-473a-4b19-a7a2-6ea755d4b366 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=d806bb72-3591-4103-9932-4e1760445cbc HTTP/1.1" status: 200 len: 217 time: 0.0444500 Aug 20 15:10:56.796714 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c478d8f-47a7-4864-894f-abcc0ce72b74 req-76f4bfd0-1cdc-409e-b1b9-4a889fa7f317 service neutron] 10.222.0.72 "GET /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995016 Aug 20 15:10:56.830725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-fe9be3f6-eb55-4cef-81f4-b4c0d685cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:56.832796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-fe9be3f6-eb55-4cef-81f4-b4c0d685cec5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 200 len: 797 time: 0.0596347 Aug 20 15:10:56.887894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-41a866da-54d3-4321-8d0d-f5930e6207ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:56.889427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-41a866da-54d3-4321-8d0d-f5930e6207ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0463226 Aug 20 15:10:57.011047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-2da15bdb-2252-40a1-a1c5-53beee34e313 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992632 Aug 20 15:10:57.119851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-41f18fd7-a026-4aa5-8f45-1d2d9c263a23 service neutron] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956490 Aug 20 15:10:57.169398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-c15c0af6-1ee5-4105-8028-d3532c690af0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd HTTP/1.1" status: 200 len: 217 time: 0.0406163 Aug 20 15:10:57.234415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-cb11523b-6f69-46d6-b993-c4ea8838f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:57.237168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-cb11523b-6f69-46d6-b993-c4ea8838f338 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.0556324 Aug 20 15:10:57.289336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-13d766bb-61d8-4ab3-8965-94a03fae4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:57.291023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-13d766bb-61d8-4ab3-8965-94a03fae4f29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0421143 Aug 20 15:10:57.407176 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-809e2ba0-3848-4484-9e96-a81d9b75645b service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008348 Aug 20 15:10:57.522899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-d0618811-b59c-4ef7-8b89-8e87f360d2b3 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036510 Aug 20 15:10:57.574105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-e31b73b4-1a6b-4cae-915f-df08ee4cad05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f HTTP/1.1" status: 200 len: 217 time: 0.0363588 Aug 20 15:10:57.643888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-61ac72ab-38d3-4b6f-acd5-92f5f1f3b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:57.646105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-61ac72ab-38d3-4b6f-acd5-92f5f1f3b2c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 200 len: 797 time: 0.0606213 Aug 20 15:10:57.712279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-0f7003b8-7bdd-4ae2-b179-d754719af851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:57.714661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-0f7003b8-7bdd-4ae2-b179-d754719af851 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=196d4518-a484-49f3-8576-2d800630dd47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499647 Aug 20 15:10:57.824343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0d511-cb20-4f61-b653-de6bb890f46e req-2c1accce-6830-4e1b-b402-c60686ee5ef5 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:57.825884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ee0d511-cb20-4f61-b653-de6bb890f46e req-2c1accce-6830-4e1b-b402-c60686ee5ef5 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.1055398 Aug 20 15:10:57.886780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-aeed0fad-2505-4d95-93ec-8fadef6d2840 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364572 Aug 20 15:10:57.889872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ee0d511-cb20-4f61-b653-de6bb890f46e req-65fb93f7-8273-418d-8dfd-52e34dbb4ad0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496440 Aug 20 15:10:58.030214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-675c6e0d-5e28-4a0c-bab7-8bf47ad7f87c req-25bffa6a-9d88-4d52-97af-9ee5a5e7e6f6 service neutron] 10.222.0.70 "GET /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251800 Aug 20 15:10:58.068164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3b57b-c8ff-4074-8700-13230c732041 req-db213c4f-def9-418a-bfd5-416aa235fcd3 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:58.075982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4b3b57b-c8ff-4074-8700-13230c732041 req-db213c4f-def9-418a-bfd5-416aa235fcd3 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0619855 Aug 20 15:10:58.123740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4b3b57b-c8ff-4074-8700-13230c732041 req-1aa07dcf-024e-4b1c-9e78-aac5f9f33cc5 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Aug 20 15:10:58.285773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1c6df-8fcf-4732-9832-69a117ab66b6 req-b9db571f-d7b8-43a7-bad3-91f5803e8256 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:58.287578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bf1c6df-8fcf-4732-9832-69a117ab66b6 req-b9db571f-d7b8-43a7-bad3-91f5803e8256 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 945 time: 0.0512226 Aug 20 15:10:58.329984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bf1c6df-8fcf-4732-9832-69a117ab66b6 req-15972229-9ced-4e43-a670-0feb6e064733 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345891 Aug 20 15:10:58.456016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff216b07-af32-4ba2-a1ca-f9e93d4e31b0 req-9d2636e7-e27d-4555-b161-bc7711275fb9 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:58.457700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff216b07-af32-4ba2-a1ca-f9e93d4e31b0 req-9d2636e7-e27d-4555-b161-bc7711275fb9 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 946 time: 0.0526998 Aug 20 15:10:58.524479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff216b07-af32-4ba2-a1ca-f9e93d4e31b0 req-9a7d1f73-e8ad-4d31-805b-ad41e43ef666 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578094 Aug 20 15:10:58.560431 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-1dad61f0-d588-4a83-9dc7-510bcb5a3675 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572395 Aug 20 15:10:58.568067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-6a3b2aa0-b68c-4b4b-b44f-664ff110f0ea req-d70d659a-6b41-4671-bcda-8b57d9b2d13e tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:10:58.569089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a3b2aa0-b68c-4b4b-b44f-664ff110f0ea req-d70d659a-6b41-4671-bcda-8b57d9b2d13e tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063133 Aug 20 15:10:58.667605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a3b2aa0-b68c-4b4b-b44f-664ff110f0ea req-e48559af-cd41-4a9b-b0df-4c8b23db1860 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0911963 Aug 20 15:10:58.677919 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:58.680201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-d064be72-8551-4789-b603-2a67a30b8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:58.681880 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-d064be72-8551-4789-b603-2a67a30b8d76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1098 time: 0.0555162 Aug 20 15:10:58.819884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-ba2689e5-d7c3-4036-9111-058271ec9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:58.821767 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-ba2689e5-d7c3-4036-9111-058271ec9e50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1200464 Aug 20 15:10:58.897029 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-93d03e29-2398-417d-8aeb-3e30abd15027 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 1002 time: 0.0677359 Aug 20 15:10:58.961116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d55744-b0e6-415b-9d41-b1a76f8f2623 req-84594d37-a5e3-421e-b14b-ed86b8f65e65 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:58.967171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-e9e74d76-6b83-438b-af67-430a93fd9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:58.968700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91d55744-b0e6-415b-9d41-b1a76f8f2623 req-84594d37-a5e3-421e-b14b-ed86b8f65e65 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0634241 Aug 20 15:10:58.969757 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-e9e74d76-6b83-438b-af67-430a93fd9e18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0650313 Aug 20 15:10:59.008614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91d55744-b0e6-415b-9d41-b1a76f8f2623 req-ae183ecf-956c-4561-b002-6717807afba3 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386708 Aug 20 15:10:59.035026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-ae9ff7a4-01c4-4f7b-8b2d-c80519786c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:59.036694 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-ae9ff7a4-01c4-4f7b-8b2d-c80519786c3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600998 Aug 20 15:10:59.146758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4aeab-ee8c-4506-9eba-c194eca9b870 req-efd0ec1e-8e16-481b-aae8-05d6db00497e tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:59.155104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-4fca0421-72fd-49d4-98d9-761d17b47398 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107552 Aug 20 15:10:59.157354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31b4aeab-ee8c-4506-9eba-c194eca9b870 req-efd0ec1e-8e16-481b-aae8-05d6db00497e tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 945 time: 0.0635228 Aug 20 15:10:59.196377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31b4aeab-ee8c-4506-9eba-c194eca9b870 req-976cfb85-bddb-40f3-9374-3a2e4dedb92a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Aug 20 15:10:59.289074 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51b108d6-cedd-40d3-aaae-90345dab1087 req-2afc8f1f-f9ab-42a9-a6c5-9b4b3da52e6d service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256320 Aug 20 15:10:59.391582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407efe59-9e9a-4fa0-8c6d-c20c32047d4b req-eb1ed9ad-fa4e-4d56-bd70-9ff37b12c624 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:59.393125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-407efe59-9e9a-4fa0-8c6d-c20c32047d4b req-eb1ed9ad-fa4e-4d56-bd70-9ff37b12c624 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 946 time: 0.0627787 Aug 20 15:10:59.440177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-407efe59-9e9a-4fa0-8c6d-c20c32047d4b req-f7b0ce5c-a165-4067-822f-819bec6244fd tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Aug 20 15:10:59.631181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32dc32-6c4f-4ea2-8aa8-8103ce4e969b req-72b9e28a-2885-40ce-a388-72d456451ae0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:59.639284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32dc32-6c4f-4ea2-8aa8-8103ce4e969b req-72b9e28a-2885-40ce-a388-72d456451ae0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:59.645910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32dc32-6c4f-4ea2-8aa8-8103ce4e969b req-72b9e28a-2885-40ce-a388-72d456451ae0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:10:59.647772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c32dc32-6c4f-4ea2-8aa8-8103ce4e969b req-72b9e28a-2885-40ce-a388-72d456451ae0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26&device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc&device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 2417 time: 0.0735276 Aug 20 15:10:59.686659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c32dc32-6c4f-4ea2-8aa8-8103ce4e969b req-75b7f622-2af4-48c1-b3ec-81d8f54cfd6c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325520 Aug 20 15:10:59.707380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53622) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:10:59.789004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be6017ee-7b98-4698-952f-12a7a92e3de2 req-28bc1153-a33d-41b5-a9cd-bf53a05a0ebd tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0665176 Aug 20 15:10:59.829582 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:59.976909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:10:59.982041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.024992 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=332525d1cd8e4689a76ffe71bddb1f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164604 Aug 20 15:11:00.027207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662a2855-e0f3-47ff-a2b4-959326576cff,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:00.028386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53630) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:00.035260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.036065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.036065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.036534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.036940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.037345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.037738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.038138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.038530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.039079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.039632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.040155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fbf2b3c-5cc8-4c11-8aff-a0e0f79d7442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.085093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.108280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.157225 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.160018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.161218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/662a2855-e0f3-47ff-a2b4-959326576cff HTTP/1.1" status: 204 len: 168 time: 0.1317391 Aug 20 15:11:00.169643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662a2855-e0f3-47ff-a2b4-959326576cff,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:00.177164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.177516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.177865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.178207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.178543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.178879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.179213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.179578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.179969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.180299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.180688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.181010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02a513-5ec6-41b8-949a-702460fd19af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:00.521877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53660) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:00.538224 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-25f0a28d-8ead-4ea8-b49f-e437d31eb3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.640956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-25f0a28d-8ead-4ea8-b49f-e437d31eb3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.645660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-25f0a28d-8ead-4ea8-b49f-e437d31eb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.685327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-25f0a28d-8ead-4ea8-b49f-e437d31eb3e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=131c139827fa442698ec7dbab54f1cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621950 Aug 20 15:11:00.687642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0a28d-8ead-4ea8-b49f-e437d31eb3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440ff77b-f75b-4ef4-96ab-925ee4944ee5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:00.687974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53664) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:00.749301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08d95625-5b7c-4925-94c6-2d2a4c1f51ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.779822 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08d95625-5b7c-4925-94c6-2d2a4c1f51ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.833769 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08d95625-5b7c-4925-94c6-2d2a4c1f51ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.841730 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08d95625-5b7c-4925-94c6-2d2a4c1f51ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:00.841730 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08d95625-5b7c-4925-94c6-2d2a4c1f51ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/440ff77b-f75b-4ef4-96ab-925ee4944ee5 HTTP/1.1" status: 204 len: 168 time: 0.1493855 Aug 20 15:11:00.847473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d95625-5b7c-4925-94c6-2d2a4c1f51ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ff77b-f75b-4ef4-96ab-925ee4944ee5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:01.104619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b46a6-e452-4a2d-ac94-b9a69b0e99ea req-624f709e-a2e0-42eb-8980-4f27722031a5 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:01.108011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-142b46a6-e452-4a2d-ac94-b9a69b0e99ea req-624f709e-a2e0-42eb-8980-4f27722031a5 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 946 time: 0.0605974 Aug 20 15:11:01.146603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-142b46a6-e452-4a2d-ac94-b9a69b0e99ea req-0ecfa551-3c7b-416e-ba84-ee405881a7de tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340192 Aug 20 15:11:02.279722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c093f9e-7576-4415-a952-b31b73a21f65 req-f679083e-5f51-486d-870d-5dfd8fb6bab2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:02.281248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c093f9e-7576-4415-a952-b31b73a21f65 req-f679083e-5f51-486d-870d-5dfd8fb6bab2 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 946 time: 0.0560060 Aug 20 15:11:02.325392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c093f9e-7576-4415-a952-b31b73a21f65 req-4f8104f6-eb88-4bd8-ba79-08c848da7996 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375161 Aug 20 15:11:02.761799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-45bd8efe-6bff-4007-a14c-d3545937dd6c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:02.764023 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-45bd8efe-6bff-4007-a14c-d3545937dd6c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 946 time: 0.0694966 Aug 20 15:11:02.880074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Deleting port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:02.880520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:02.895072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53744) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:02.985288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] For port 13ac07b4-3cc8-4ad3-ab97-3133557678a4, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=13ac07b4-3cc8-4ad3-ab97-3133557678a4,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:02.985402 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:02.999946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Calling delete_port for 13ac07b4-3cc8-4ad3-ab97-3133557678a4 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:03.020441 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9448c182-d9ea-4d82-bbe3-d4b7c57587cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.117797 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9448c182-d9ea-4d82-bbe3-d4b7c57587cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.122706 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9448c182-d9ea-4d82-bbe3-d4b7c57587cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.148750 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.167674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9448c182-d9ea-4d82-bbe3-d4b7c57587cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83f2e4de85694519806bb6c78df5e9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714128 Aug 20 15:11:03.168672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448c182-d9ea-4d82-bbe3-d4b7c57587cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bcfe4a-0a29-49ba-92ac-fa072d95eb8c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:03.171364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53750) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:03.174426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['850a6889-1a90-46fc-b914-055f71070762'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:03.188166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f4e15912-8d06-4a95-b84d-7244709a5d3d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:03.237592 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bc2069e5-e2df-420c-80d3-b0cb5c1dd915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.247660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Pushing event deleted for resources: {'Port': ['ID=13ac07b4-3cc8-4ad3-ab97-3133557678a4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:03.264625 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bc2069e5-e2df-420c-80d3-b0cb5c1dd915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.265967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] No DVR routers for this DVR port 13ac07b4-3cc8-4ad3-ab97-3133557678a4 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:03.268952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.271279 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-23610ae7-9c6b-4d24-a0eb-b10c85774db0 req-6ced047c-2e39-40e4-b1a3-7c6d9b428b99 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.72 "DELETE /v2.0/ports/13ac07b4-3cc8-4ad3-ab97-3133557678a4 HTTP/1.1" status: 204 len: 173 time: 0.4922943 Aug 20 15:11:03.271711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6889219-afb3-47b9-9805-23d9a4010d26', 'name': 'network-vif-deleted', 'tag': '13ac07b4-3cc8-4ad3-ab97-3133557678a4'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:03.274485 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415e8458-07de-44dd-8991-42dd02eb9e06" -d '{"events": [{"server_uuid": "a6889219-afb3-47b9-9805-23d9a4010d26", "name": "network-vif-deleted", "tag": "13ac07b4-3cc8-4ad3-ab97-3133557678a4"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:03.384980 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bc2069e5-e2df-420c-80d3-b0cb5c1dd915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.387750 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bc2069e5-e2df-420c-80d3-b0cb5c1dd915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.391255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bc2069e5-e2df-420c-80d3-b0cb5c1dd915 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9bcfe4a-0a29-49ba-92ac-fa072d95eb8c HTTP/1.1" status: 204 len: 168 time: 0.2164993 Aug 20 15:11:03.398336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2069e5-e2df-420c-80d3-b0cb5c1dd915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bcfe4a-0a29-49ba-92ac-fa072d95eb8c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:03.567868 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70dc208-f6f2-438b-af13-e2136ca69dd2 x-openstack-request-id: req-f70dc208-f6f2-438b-af13-e2136ca69dd2 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:03.568377 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6889219-afb3-47b9-9805-23d9a4010d26", "name": "network-vif-deleted", "tag": "13ac07b4-3cc8-4ad3-ab97-3133557678a4", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:03.568811 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f70dc208-f6f2-438b-af13-e2136ca69dd2 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:03.569409 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6889219-afb3-47b9-9805-23d9a4010d26', 'name': 'network-vif-deleted', 'tag': '13ac07b4-3cc8-4ad3-ab97-3133557678a4', 'status': 'completed', 'code': 200} Aug 20 15:11:03.570054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b57611f9-4621-4a1c-a2c7-81e2ce793e4a req-7162fd36-d3b7-47b1-bee9-a53c5c1b8245 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6889219-afb3-47b9-9805-23d9a4010d26 HTTP/1.1" status: 200 len: 210 time: 0.0607338 Aug 20 15:11:03.820034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53770) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:03.843168 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be4353f9-d44a-44a4-abac-01360491d9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.978300 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be4353f9-d44a-44a4-abac-01360491d9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:03.986347 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be4353f9-d44a-44a4-abac-01360491d9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:04.030506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-be4353f9-d44a-44a4-abac-01360491d9a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c74c29a96d14e12a94101071fbac4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093654 Aug 20 15:11:04.031410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4353f9-d44a-44a4-abac-01360491d9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aff7c30-4975-4475-b907-9604c6bbbe58,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:04.033822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53776) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:04.104304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c51f4802-056e-4a05-9e78-00a7e06a6345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:04.132642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c51f4802-056e-4a05-9e78-00a7e06a6345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:04.186317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c51f4802-056e-4a05-9e78-00a7e06a6345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:04.189163 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c51f4802-056e-4a05-9e78-00a7e06a6345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:04.190329 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c51f4802-056e-4a05-9e78-00a7e06a6345 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0aff7c30-4975-4475-b907-9604c6bbbe58 HTTP/1.1" status: 204 len: 168 time: 0.1543872 Aug 20 15:11:04.198987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f4802-056e-4a05-9e78-00a7e06a6345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aff7c30-4975-4475-b907-9604c6bbbe58,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:04.908520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e613b58-b9f9-4849-8ec3-388f8ce09159 req-61a49105-5486-4d17-b99d-2051607df279 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:04.910382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e613b58-b9f9-4849-8ec3-388f8ce09159 req-61a49105-5486-4d17-b99d-2051607df279 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 945 time: 0.0591340 Aug 20 15:11:04.954155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e613b58-b9f9-4849-8ec3-388f8ce09159 req-ee261919-0142-45cd-badc-1034cf4aac8c tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355175 Aug 20 15:11:04.976222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 13ac07b4-3cc8-4ad3-ab97-3133557678a4 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:11:04.997330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 13ac07b4-3cc8-4ad3-ab97-3133557678a4 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:11:04.998353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 13ac07b4-3cc8-4ad3-ab97-3133557678a4 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:11:05.564810 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:11:05.862357 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:06.115023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985459b9-9d7e-41cc-934c-d0bae798a657 req-e417bdcf-6703-4d6a-aaa1-0a6fa8455c6d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:06.116625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-985459b9-9d7e-41cc-934c-d0bae798a657 req-e417bdcf-6703-4d6a-aaa1-0a6fa8455c6d tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 945 time: 0.0656786 Aug 20 15:11:06.166608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-985459b9-9d7e-41cc-934c-d0bae798a657 req-37b2d333-9cf9-4d41-9e94-db0d6d2bc70e tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Aug 20 15:11:06.651168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53898) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:06.777237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6dabfc0f-1c06-433e-afe5-7edff67186a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:06.874245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6dabfc0f-1c06-433e-afe5-7edff67186a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:06.878816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6dabfc0f-1c06-433e-afe5-7edff67186a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:06.921814 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6dabfc0f-1c06-433e-afe5-7edff67186a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5156d9bc08fc434493ec1bdfec0b4190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692673 Aug 20 15:11:06.922715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabfc0f-1c06-433e-afe5-7edff67186a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8babdfcf-0151-4f14-8605-dcb25de8dac5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:06.924421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53904) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:06.977227 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6e7c7ba4-91da-48ea-8b2b-d686822a7b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:06.999907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6e7c7ba4-91da-48ea-8b2b-d686822a7b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.049558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6e7c7ba4-91da-48ea-8b2b-d686822a7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.052245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6e7c7ba4-91da-48ea-8b2b-d686822a7b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.053455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6e7c7ba4-91da-48ea-8b2b-d686822a7b9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8babdfcf-0151-4f14-8605-dcb25de8dac5 HTTP/1.1" status: 204 len: 168 time: 0.1273792 Aug 20 15:11:07.062210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c7ba4-91da-48ea-8b2b-d686822a7b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8babdfcf-0151-4f14-8605-dcb25de8dac5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:07.311161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba24832-d385-4655-ab7b-9fee9f2d54cf req-fda3b918-c2aa-4a6e-839f-47fa46978553 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:07.313812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ba24832-d385-4655-ab7b-9fee9f2d54cf req-fda3b918-c2aa-4a6e-839f-47fa46978553 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 945 time: 0.0736639 Aug 20 15:11:07.369962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53914) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:07.387653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fab74d71-8471-46eb-b790-9032f17ccb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.397358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ba24832-d385-4655-ab7b-9fee9f2d54cf req-e3d6a9a1-eafc-452f-b8dd-4e59695f3ada tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770779 Aug 20 15:11:07.418575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-e63dd262-6570-4013-a773-8250915f31f0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:07.420398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-e63dd262-6570-4013-a773-8250915f31f0 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.70 "GET /v2.0/ports?device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 945 time: 0.0739601 Aug 20 15:11:07.518113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fab74d71-8471-46eb-b790-9032f17ccb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.524059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fab74d71-8471-46eb-b790-9032f17ccb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.569050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Deleting port 850a6889-1a90-46fc-b914-055f71070762 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:07.570149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.599447 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fab74d71-8471-46eb-b790-9032f17ccb06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e286cb5dc984efcb93482c4c476bd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277501 Aug 20 15:11:07.602038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53924) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:07.609453 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab74d71-8471-46eb-b790-9032f17ccb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdaa696-e06f-4109-85d6-4c7d18899fe5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:07.669347 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25fc38b4-da9a-4625-9cad-c8ec0df9a795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.706984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25fc38b4-da9a-4625-9cad-c8ec0df9a795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.720107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] For port 850a6889-1a90-46fc-b914-055f71070762, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=850a6889-1a90-46fc-b914-055f71070762,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:07.720494 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.739177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Calling delete_port for 850a6889-1a90-46fc-b914-055f71070762 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:07.768129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25fc38b4-da9a-4625-9cad-c8ec0df9a795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.772137 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25fc38b4-da9a-4625-9cad-c8ec0df9a795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.773550 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-25fc38b4-da9a-4625-9cad-c8ec0df9a795 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4cdaa696-e06f-4109-85d6-4c7d18899fe5 HTTP/1.1" status: 204 len: 168 time: 0.1705482 Aug 20 15:11:07.791638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc38b4-da9a-4625-9cad-c8ec0df9a795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdaa696-e06f-4109-85d6-4c7d18899fe5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:07.971141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:07.988349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['850a6889-1a90-46fc-b914-055f71070762'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:07.999861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53936) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:08.012092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Pushing event deleted for resources: {'Port': ['ID=850a6889-1a90-46fc-b914-055f71070762,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:08.027132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f4e15912-8d06-4a95-b84d-7244709a5d3d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:08.069792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] No DVR routers for this DVR port 850a6889-1a90-46fc-b914-055f71070762 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:08.074309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:08.078482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b514803-2c41-4f8d-9c99-35afd8afb524 req-61da3a0a-faff-405f-8a2b-89cc585ec984 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.70 "DELETE /v2.0/ports/850a6889-1a90-46fc-b914-055f71070762 HTTP/1.1" status: 204 len: 173 time: 0.6466801 Aug 20 15:11:08.079111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74acb95d-6a1f-46af-ac40-a0cc5798bcfc', 'name': 'network-vif-deleted', 'tag': '850a6889-1a90-46fc-b914-055f71070762'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:08.092232 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9490a5-8be9-4d7d-998b-324eb240eab0" -d '{"events": [{"server_uuid": "74acb95d-6a1f-46af-ac40-a0cc5798bcfc", "name": "network-vif-deleted", "tag": "850a6889-1a90-46fc-b914-055f71070762"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:08.153636 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc6daa0-82e2-47a3-a1b0-d1213a64d6ed x-openstack-request-id: req-5cc6daa0-82e2-47a3-a1b0-d1213a64d6ed {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:08.156176 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74acb95d-6a1f-46af-ac40-a0cc5798bcfc", "name": "network-vif-deleted", "tag": "850a6889-1a90-46fc-b914-055f71070762", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:08.168877 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cc6daa0-82e2-47a3-a1b0-d1213a64d6ed {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:08.169573 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74acb95d-6a1f-46af-ac40-a0cc5798bcfc', 'name': 'network-vif-deleted', 'tag': '850a6889-1a90-46fc-b914-055f71070762', 'status': 'completed', 'code': 200} Aug 20 15:11:08.214555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0046728-513d-4b70-9ab4-65d4b4055592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:08.331389 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0046728-513d-4b70-9ab4-65d4b4055592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:08.335785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0046728-513d-4b70-9ab4-65d4b4055592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:08.375599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0046728-513d-4b70-9ab4-65d4b4055592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c698ee88-c6ce-46a8-8352-ebad4cbb5786,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:08.380013 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0046728-513d-4b70-9ab4-65d4b4055592 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1713e7504e1a4799b0233e6f09f82dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769140 Aug 20 15:11:08.382519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53952) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:08.437878 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-603715ca-1e17-4af1-ba07-6e6bb570cbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:08.467947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-603715ca-1e17-4af1-ba07-6e6bb570cbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:08.524862 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-603715ca-1e17-4af1-ba07-6e6bb570cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:08.528849 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-603715ca-1e17-4af1-ba07-6e6bb570cbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:08.532414 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-603715ca-1e17-4af1-ba07-6e6bb570cbc3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c698ee88-c6ce-46a8-8352-ebad4cbb5786 HTTP/1.1" status: 204 len: 168 time: 0.1464384 Aug 20 15:11:08.554339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1486bed-4d8f-4f5a-b071-9042192b191d req-7b6f3b8a-c2c4-44e1-96e2-c78ea8c10267 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=74acb95d-6a1f-46af-ac40-a0cc5798bcfc HTTP/1.1" status: 200 len: 210 time: 0.0409098 Aug 20 15:11:08.564660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603715ca-1e17-4af1-ba07-6e6bb570cbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c698ee88-c6ce-46a8-8352-ebad4cbb5786,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:08.950071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53978) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:08.963672 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d747-6648-4708-ba8d-a186d7c5a587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.060621 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d747-6648-4708-ba8d-a186d7c5a587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.064987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0a4d747-6648-4708-ba8d-a186d7c5a587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.108588 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e0a4d747-6648-4708-ba8d-a186d7c5a587 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b14393b028644ec8ba57d91fdefd37fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550314 Aug 20 15:11:09.108588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4d747-6648-4708-ba8d-a186d7c5a587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00c467c-5fe6-4ef7-bc91-44eeaad013dc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:09.109628 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53984) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:09.159450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b30a6a45-c4c2-42d6-8224-075812a650ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.180531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b30a6a45-c4c2-42d6-8224-075812a650ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.233432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b30a6a45-c4c2-42d6-8224-075812a650ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.236060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b30a6a45-c4c2-42d6-8224-075812a650ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.237238 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b30a6a45-c4c2-42d6-8224-075812a650ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b00c467c-5fe6-4ef7-bc91-44eeaad013dc HTTP/1.1" status: 204 len: 168 time: 0.1268835 Aug 20 15:11:09.247958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a6a45-c4c2-42d6-8224-075812a650ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00c467c-5fe6-4ef7-bc91-44eeaad013dc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:09.572290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54002) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:09.586365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3a1b-7569-4892-a116-d1c4f80626ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.694995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3a1b-7569-4892-a116-d1c4f80626ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.701000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3a1b-7569-4892-a116-d1c4f80626ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.757650 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e7cb3a1b-7569-4892-a116-d1c4f80626ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=496411a4823e4b8b95dc169bd53dc1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818349 Aug 20 15:11:09.758034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54014) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:09.761627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb3a1b-7569-4892-a116-d1c4f80626ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88144bbf-6223-4ff3-aae5-921c07f175a5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:09.812025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8e827f84-7187-452b-96e7-03d909cd25bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.857278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8e827f84-7187-452b-96e7-03d909cd25bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.905915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5603a-4474-4096-82e6-f9450dc1c510 req-b6caf5dd-0d00-4e7e-9ff3-12c7752dea2a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:09.907566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cff5603a-4474-4096-82e6-f9450dc1c510 req-b6caf5dd-0d00-4e7e-9ff3-12c7752dea2a tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0834258 Aug 20 15:11:09.934484 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8e827f84-7187-452b-96e7-03d909cd25bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.937119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8e827f84-7187-452b-96e7-03d909cd25bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:09.938246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8e827f84-7187-452b-96e7-03d909cd25bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88144bbf-6223-4ff3-aae5-921c07f175a5 HTTP/1.1" status: 204 len: 168 time: 0.1793079 Aug 20 15:11:09.956697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e827f84-7187-452b-96e7-03d909cd25bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88144bbf-6223-4ff3-aae5-921c07f175a5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:09.975603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cff5603a-4474-4096-82e6-f9450dc1c510 req-d5721f66-7e4b-45ff-93a8-844b484382b9 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477433 Aug 20 15:11:10.535592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54034) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:10.640985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5f6a-9a27-45aa-8431-e43a941b87a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:10.732988 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5f6a-9a27-45aa-8431-e43a941b87a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:10.736635 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e1fb5f6a-9a27-45aa-8431-e43a941b87a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:10.774729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e1fb5f6a-9a27-45aa-8431-e43a941b87a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08f98c74c4ab4bc1b2fee0f0c72325b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380624 Aug 20 15:11:10.775643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb5f6a-9a27-45aa-8431-e43a941b87a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304f0443-5001-4376-878b-02beab1245a4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:10.777923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54038) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:10.829728 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3add8592-4a26-4d44-ab2c-acbf53bde777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:10.850814 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3add8592-4a26-4d44-ab2c-acbf53bde777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:10.896909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3add8592-4a26-4d44-ab2c-acbf53bde777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:10.899531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3add8592-4a26-4d44-ab2c-acbf53bde777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:10.901388 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3add8592-4a26-4d44-ab2c-acbf53bde777 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/304f0443-5001-4376-878b-02beab1245a4 HTTP/1.1" status: 204 len: 168 time: 0.1217747 Aug 20 15:11:10.909271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add8592-4a26-4d44-ab2c-acbf53bde777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304f0443-5001-4376-878b-02beab1245a4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:11.095052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23e3b1-c031-463a-9b45-979ebc8cfa84 req-9f5ed51f-21d1-4409-b992-0dddc54db9de tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:11.096601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b23e3b1-c031-463a-9b45-979ebc8cfa84 req-9f5ed51f-21d1-4409-b992-0dddc54db9de tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0507374 Aug 20 15:11:11.137879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b23e3b1-c031-463a-9b45-979ebc8cfa84 req-b465a474-6ad6-4fd4-adf6-52cb161aad66 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/security-groups?id=878fe9d2-d719-4e71-b7c9-d2b52afedeea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Aug 20 15:11:11.167883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54050) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:11.180951 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a514508c-a188-48a8-bb56-1dd563368f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:11.272876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a514508c-a188-48a8-bb56-1dd563368f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:11.277471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a514508c-a188-48a8-bb56-1dd563368f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:11.314973 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a514508c-a188-48a8-bb56-1dd563368f7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39e2ba9c05794c3996c8db3333241b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458604 Aug 20 15:11:11.315874 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514508c-a188-48a8-bb56-1dd563368f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee77b4a-9183-4667-a7d6-29295feb6a63,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:11.318129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54052) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:11.367391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dac9b0e4-e2af-4200-bea3-a02a47e812f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:11.389931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dac9b0e4-e2af-4200-bea3-a02a47e812f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:11.439199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dac9b0e4-e2af-4200-bea3-a02a47e812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:11.442251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dac9b0e4-e2af-4200-bea3-a02a47e812f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:11.446241 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dac9b0e4-e2af-4200-bea3-a02a47e812f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aee77b4a-9183-4667-a7d6-29295feb6a63 HTTP/1.1" status: 204 len: 168 time: 0.1271882 Aug 20 15:11:11.454930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9b0e4-e2af-4200-bea3-a02a47e812f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee77b4a-9183-4667-a7d6-29295feb6a63,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:11.740390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-44256892-d2c7-414f-92df-c7c5675308f8 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:11.741885 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-44256892-d2c7-414f-92df-c7c5675308f8 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.72 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 945 time: 0.0531812 Aug 20 15:11:11.842808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Deleting port f4e15912-8d06-4a95-b84d-7244709a5d3d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:11.843411 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:11.938639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] For port f4e15912-8d06-4a95-b84d-7244709a5d3d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f4e15912-8d06-4a95-b84d-7244709a5d3d,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:11.939006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:11.957378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Calling delete_port for f4e15912-8d06-4a95-b84d-7244709a5d3d owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:12.086011 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:12.113189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Pushing event deleted for resources: {'Port': ['ID=f4e15912-8d06-4a95-b84d-7244709a5d3d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:12.121696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f4e15912-8d06-4a95-b84d-7244709a5d3d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:12.173794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] No DVR routers for this DVR port f4e15912-8d06-4a95-b84d-7244709a5d3d on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:12.176980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:12.179113 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-633102a1-5234-4ef7-add5-c88403f1c1c3 req-699a082c-1988-4b1e-b1d1-c64e7c892251 tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.72 "DELETE /v2.0/ports/f4e15912-8d06-4a95-b84d-7244709a5d3d HTTP/1.1" status: 204 len: 173 time: 0.4311788 Aug 20 15:11:12.179681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db499f3a-0feb-4c1f-b1c9-d6e622083b26', 'name': 'network-vif-deleted', 'tag': 'f4e15912-8d06-4a95-b84d-7244709a5d3d'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:12.182744 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa3e58f-3e48-411c-9ea9-fc92bf15bf64" -d '{"events": [{"server_uuid": "db499f3a-0feb-4c1f-b1c9-d6e622083b26", "name": "network-vif-deleted", "tag": "f4e15912-8d06-4a95-b84d-7244709a5d3d"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:12.198949 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d24f877e-131a-4f47-a58f-16734d82217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:12.252858 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b71c41-9e17-4418-91d9-a707e624e55b x-openstack-request-id: req-d7b71c41-9e17-4418-91d9-a707e624e55b {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:12.252858 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db499f3a-0feb-4c1f-b1c9-d6e622083b26", "name": "network-vif-deleted", "tag": "f4e15912-8d06-4a95-b84d-7244709a5d3d", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:12.252858 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7b71c41-9e17-4418-91d9-a707e624e55b {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:12.252858 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db499f3a-0feb-4c1f-b1c9-d6e622083b26', 'name': 'network-vif-deleted', 'tag': 'f4e15912-8d06-4a95-b84d-7244709a5d3d', 'status': 'completed', 'code': 200} Aug 20 15:11:12.283092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-768b1d38-3f6c-4993-952c-c841ca2fb62a req-b7439a8d-8190-48cd-ad4f-5c0bb0c4e99e tempest-ListServerFiltersTestJSON-1742681086 tempest-ListServerFiltersTestJSON-1742681086-project] 10.222.0.36 "GET /v2.0/ports?device_id=db499f3a-0feb-4c1f-b1c9-d6e622083b26 HTTP/1.1" status: 200 len: 210 time: 0.0467231 Aug 20 15:11:12.327568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 850a6889-1a90-46fc-b914-055f71070762 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:11:12.351036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 850a6889-1a90-46fc-b914-055f71070762 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:11:12.351364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 850a6889-1a90-46fc-b914-055f71070762 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:11:13.343078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54096) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:13.390523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ed4dab-2a54-4849-9473-f95fab72c611 admin admin] Deleting subnet 3f0e188c-1c24-46cd-bd8c-4eaa21e80580 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:11:13.394508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10ed4dab-2a54-4849-9473-f95fab72c611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.430185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10ed4dab-2a54-4849-9473-f95fab72c611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.515723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10ed4dab-2a54-4849-9473-f95fab72c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.569293 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10ed4dab-2a54-4849-9473-f95fab72c611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.595332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed4dab-2a54-4849-9473-f95fab72c611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0e188c-1c24-46cd-bd8c-4eaa21e80580,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:13.597320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10ed4dab-2a54-4849-9473-f95fab72c611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.599260 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-10ed4dab-2a54-4849-9473-f95fab72c611 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3f0e188c-1c24-46cd-bd8c-4eaa21e80580 HTTP/1.1" status: 204 len: 168 time: 0.2550793 Aug 20 15:11:13.601535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4d2a05-0626-4e87-8675-2defc0c74b4f None None] Network 50824511-ac5b-4ec4-878e-ff5458770ed0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:13.601962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54108) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:13.673814 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.731699 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Deleting port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:13.732040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.779951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0699a0a5-0489-4d38-9da4-5813286fb4d4 None None] DHCP port deletion for 50824511-ac5b-4ec4-878e-ff5458770ed0 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:11:13.797004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] For port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fd6f6661-f2f2-49e7-87d5-ea36fe93b18b,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:13.797377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.810670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Calling delete_port for fd6f6661-f2f2-49e7-87d5-ea36fe93b18b owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:13.827610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0699a0a5-0489-4d38-9da4-5813286fb4d4 None None] Deleting port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:13.827998 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0699a0a5-0489-4d38-9da4-5813286fb4d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.889971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.902467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0699a0a5-0489-4d38-9da4-5813286fb4d4 None None] For port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fd6f6661-f2f2-49e7-87d5-ea36fe93b18b,segment=NetworkSegment(b0a12cc4-36d3-46c9-8b47-f41595c33cc5),segment_id=b0a12cc4-36d3-46c9-8b47-f41595c33cc5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:13.902467 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0699a0a5-0489-4d38-9da4-5813286fb4d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.915601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0699a0a5-0489-4d38-9da4-5813286fb4d4 None None] Calling delete_port for fd6f6661-f2f2-49e7-87d5-ea36fe93b18b owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:13.916358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6f6661-f2f2-49e7-87d5-ea36fe93b18b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:13.920335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] No DVR routers for this DVR port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:13.989323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:13.991954 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0699a0a5-0489-4d38-9da4-5813286fb4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.002928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50824511-ac5b-4ec4-878e-ff5458770ed0']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:14.013870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:14.014168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a12cc4-36d3-46c9-8b47-f41595c33cc5') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:14.019513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699a0a5-0489-4d38-9da4-5813286fb4d4 None None] Pushing event deleted for resources: {'Port': ['ID=fd6f6661-f2f2-49e7-87d5-ea36fe93b18b,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:14.024485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.025061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699a0a5-0489-4d38-9da4-5813286fb4d4 None None] No DVR routers for this DVR port fd6f6661-f2f2-49e7-87d5-ea36fe93b18b on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:14.049853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.056213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:11:14.056607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:11:14.058386 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:11:14.113668 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.119088 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.121201 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] 10.222.0.36 "DELETE /v2.0/networks/50824511-ac5b-4ec4-878e-ff5458770ed0 HTTP/1.1" status: 204 len: 168 time: 0.5185595 Aug 20 15:11:14.131801 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671590be-50cb-45ca-bf40-ecf98c39c856 admin admin] Pushing event deleted for resources: {'Network': ['ID=50824511-ac5b-4ec4-878e-ff5458770ed0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:14.283289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54114) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:14.323379 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c4ad78fa-04ed-44f1-ab41-a0589a142c9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38dd47149aa24501bd391230e6a943b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382328 Aug 20 15:11:14.325730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54116) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:14.372029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91e6ad72-0158-4c59-887e-4aebed8eafc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.392587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91e6ad72-0158-4c59-887e-4aebed8eafc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.442628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91e6ad72-0158-4c59-887e-4aebed8eafc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.445722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91e6ad72-0158-4c59-887e-4aebed8eafc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.446897 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-91e6ad72-0158-4c59-887e-4aebed8eafc9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/878fe9d2-d719-4e71-b7c9-d2b52afedeea HTTP/1.1" status: 204 len: 168 time: 0.1202655 Aug 20 15:11:14.457462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6ad72-0158-4c59-887e-4aebed8eafc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878fe9d2-d719-4e71-b7c9-d2b52afedeea,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:14.789737 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:14.843737 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fd6f6661-f2f2-49e7-87d5-ea36fe93b18b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:11:14.864215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: fd6f6661-f2f2-49e7-87d5-ea36fe93b18b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:11:14.864570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fd6f6661-f2f2-49e7-87d5-ea36fe93b18b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:11:15.055315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f4e15912-8d06-4a95-b84d-7244709a5d3d no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:11:15.080171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: f4e15912-8d06-4a95-b84d-7244709a5d3d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:11:15.081209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f4e15912-8d06-4a95-b84d-7244709a5d3d not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:11:15.160566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-079e1cb2-b875-4769-8a95-2b55a16b125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.207785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54150) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:15.301595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1648907129-network', 'tenant_id': '2b55505837d64231b2e8ebaf3a4af825'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:15.322613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Made reservation on behalf of 2b55505837d64231b2e8ebaf3a4af825 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:15.325084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.333157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.423303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.427191 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.452004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:11:15.461440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f929c1ed-8d79-4d2d-801f-4f0c43b07f56,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:15.467212 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.467598 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Added segment dfa3ac03-6055-4fb5-a6e0-fc729884403c of type vlan for network a256b586-b29d-44aa-bdca-91e5d392ae5c Aug 20 15:11:15.507205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.532037 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.533015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:15.533606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.591185 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3822384 Aug 20 15:11:15.594618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54156) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:15.596623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3cf64-d4f7-436f-9454-feb17cced7e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a256b586-b29d-44aa-bdca-91e5d392ae5c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:15.600636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Request body: {'subnet': {'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1648907129-subnet', 'tenant_id': '2b55505837d64231b2e8ebaf3a4af825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:15.609810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a256b586-b29d-44aa-bdca-91e5d392ae5c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:11:15.624073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Made reservation on behalf of 2b55505837d64231b2e8ebaf3a4af825 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:15.626332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.796017 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.855318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281ddb39-b2d3-4ad7-92db-e506e7f86abe,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:15.865544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Checking segment: {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:15.865902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Network hostable DHCP agents. Network: a256b586-b29d-44aa-bdca-91e5d392ae5c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:11:15.883361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Network a256b586-b29d-44aa-bdca-91e5d392ae5c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:11:15.893122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a256b586-b29d-44aa-bdca-91e5d392ae5c) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:15.899865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:15.900673 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:15.910223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ce516-4a05-497d-bd5b-ff60987cf13b None None] Network a256b586-b29d-44aa-bdca-91e5d392ae5c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:15.927396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-35fb56cf-e5cb-47ab-ba20-5c5553a992b3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3315878 Aug 20 15:11:16.046848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489305cc-ecdd-44ea-b6e1-26b2f3689cdc None None] Network a256b586-b29d-44aa-bdca-91e5d392ae5c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:16.107320 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:16.362065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-bc1d81a7-201b-4bdf-ba34-23d3459b26d2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:16.363562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-bc1d81a7-201b-4bdf-ba34-23d3459b26d2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/networks?id=a256b586-b29d-44aa-bdca-91e5d392ae5c HTTP/1.1" status: 200 len: 818 time: 0.1008012 Aug 20 15:11:16.378779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-c50ddded-9c37-44a0-b07d-4a1161005107 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/quotas/2b55505837d64231b2e8ebaf3a4af825 HTTP/1.1" status: 200 len: 375 time: 0.0094948 Aug 20 15:11:16.410240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4c07c470-c893-449a-89fe-717110ecac88 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2b55505837d64231b2e8ebaf3a4af825&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263135 Aug 20 15:11:16.507951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-e047112b-5d73-4f67-b517-90af68f94df6 service neutron] 10.222.0.36 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907786 Aug 20 15:11:16.598386 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5f1e248e-d3a8-489f-9769-7f2fb55cbf34 service neutron] 10.222.0.36 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838618 Aug 20 15:11:16.914439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d97022a-67cc-48f2-b30f-12084ccea49c req-3ea6982d-2050-4aa7-88aa-aa147925bf0f tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 210 time: 0.0328124 Aug 20 15:11:17.781059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:18.019529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6806d1f3-dc37-4024-98c0-755f8287250f req-8aa3bbce-8fd5-46e5-9f99-db2abc29bd58 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 210 time: 0.0332325 Aug 20 15:11:18.399604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-8ff56822-f974-40fc-9b56-7f542d23e292 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:18.401153 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-8ff56822-f974-40fc-9b56-7f542d23e292 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.72 "GET /v2.0/networks?id=a256b586-b29d-44aa-bdca-91e5d392ae5c HTTP/1.1" status: 200 len: 818 time: 0.1225040 Aug 20 15:11:18.421834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Request body: {'port': {'device_id': '27fb387a-0a81-4b3b-87bf-30b1cbf60bab', 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c', 'admin_state_up': True, 'tenant_id': '2b55505837d64231b2e8ebaf3a4af825'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:18.545377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Made reservation on behalf of 2b55505837d64231b2e8ebaf3a4af825 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:18.549250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:18.550427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-b6e4406f-87ab-481b-89d2-c31eeb3c1a4d tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:18.552763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-b6e4406f-87ab-481b-89d2-c31eeb3c1a4d tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.70 "GET /v2.0/networks?id=a256b586-b29d-44aa-bdca-91e5d392ae5c HTTP/1.1" status: 200 len: 818 time: 0.1096854 Aug 20 15:11:18.572958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Request body: {'port': {'device_id': '9927e2d9-b038-4c1c-916c-f8b68580a962', 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c', 'admin_state_up': True, 'tenant_id': '2b55505837d64231b2e8ebaf3a4af825'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:18.680939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Allocated IP 172.20.0.12 (a256b586-b29d-44aa-bdca-91e5d392ae5c/281ddb39-b2d3-4ad7-92db-e506e7f86abe/01201137-9bab-48ea-b0fb-3093bb972b35) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:11:18.690560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Made reservation on behalf of 2b55505837d64231b2e8ebaf3a4af825 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:18.698371 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:18.860275 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:18.892885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f320395e-f768-4bff-989a-98e99010ce6d tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:18.894371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f320395e-f768-4bff-989a-98e99010ce6d tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.72 "GET /v2.0/networks?id=a256b586-b29d-44aa-bdca-91e5d392ae5c HTTP/1.1" status: 200 len: 818 time: 0.1629314 Aug 20 15:11:18.900701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:18.933555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Request body: {'port': {'device_id': 'ea2885ec-6457-44f7-87dc-e209afb3d00b', 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c', 'admin_state_up': True, 'tenant_id': '2b55505837d64231b2e8ebaf3a4af825'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:18.944053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Network a256b586-b29d-44aa-bdca-91e5d392ae5c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:18.946996 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:18.951347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:18.960205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Pushing event updated for resources: {'Port': ['ID=01201137-9bab-48ea-b0fb-3093bb972b35,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:19.001827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Allocated IP 172.20.0.4 (a256b586-b29d-44aa-bdca-91e5d392ae5c/281ddb39-b2d3-4ad7-92db-e506e7f86abe/95cfbec8-02d0-4edb-8b7e-6f9b04cf382a) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:11:19.008886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:19.009544 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.025514 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1890f7ec-f56a-4a63-8f54-864dbb351aab tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6079335 Aug 20 15:11:19.048045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Request body: {'port': {'device_id': '27fb387a-0a81-4b3b-87bf-30b1cbf60bab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:19.113364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.151135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Made reservation on behalf of 2b55505837d64231b2e8ebaf3a4af825 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:19.154927 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.204140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a939f15-d3cd-41d7-9d42-65dcb8d7446b req-57458126-10d7-478a-940e-ed0a4d906e88 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 210 time: 0.0955572 Aug 20 15:11:19.314410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.353771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.396184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Network a256b586-b29d-44aa-bdca-91e5d392ae5c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:19.399186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:19.403142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:19.411726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Pushing event updated for resources: {'Port': ['ID=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:19.464039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:19.465365 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.478950 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-4418eeaf-e8ce-4dad-8944-762cafb01bd7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9098570 Aug 20 15:11:19.492971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Request body: {'port': {'device_id': '9927e2d9-b038-4c1c-916c-f8b68580a962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:19.502998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01201137-9bab-48ea-b0fb-3093bb972b35 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:11:19.510325 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.522671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Transition to ACTIVE for port object 01201137-9bab-48ea-b0fb-3093bb972b35 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:19.526295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.574798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.582468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Pushing event updated for resources: {'Port': ['ID=01201137-9bab-48ea-b0fb-3093bb972b35,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:19.622475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Allocated IP 172.20.0.14 (a256b586-b29d-44aa-bdca-91e5d392ae5c/281ddb39-b2d3-4ad7-92db-e506e7f86abe/b49a55cd-f6ba-435c-a0d2-0649efbd1bac) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:11:19.647750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Attempting to bind port 01201137-9bab-48ea-b0fb-3093bb972b35 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:11:19.648153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Attempting to bind port 01201137-9bab-48ea-b0fb-3093bb972b35 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:11:19.648514 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Attempting to bind port 01201137-9bab-48ea-b0fb-3093bb972b35 on network a256b586-b29d-44aa-bdca-91e5d392ae5c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:19.653751 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Port 01201137-9bab-48ea-b0fb-3093bb972b35 on network a256b586-b29d-44aa-bdca-91e5d392ae5c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:11:19.654081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Attempting to bind port 01201137-9bab-48ea-b0fb-3093bb972b35 on network a256b586-b29d-44aa-bdca-91e5d392ae5c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:19.658892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:11:19.659233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Checking segment: {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:19.659652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Bound using segment: {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:11:19.660077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Bound port: 01201137-9bab-48ea-b0fb-3093bb972b35, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:11:19.660429 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.728108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] For port 01201137-9bab-48ea-b0fb-3093bb972b35, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:11:19.732209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] For port 01201137-9bab-48ea-b0fb-3093bb972b35, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=01201137-9bab-48ea-b0fb-3093bb972b35,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:11:19.736316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.776629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:19.778007 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.779443 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] 10.222.0.72 "PUT /v2.0/ports/01201137-9bab-48ea-b0fb-3093bb972b35 HTTP/1.1" status: 200 len: 1093 time: 0.7398334 Aug 20 15:11:19.779923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fb387a-0a81-4b3b-87bf-30b1cbf60bab', 'tag': '01201137-9bab-48ea-b0fb-3093bb972b35'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:19.782158 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a55531b-cbd3-468c-8ce7-22cb92cf300c" -d '{"events": [{"name": "network-changed", "server_uuid": "27fb387a-0a81-4b3b-87bf-30b1cbf60bab", "tag": "01201137-9bab-48ea-b0fb-3093bb972b35"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:19.808046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40c800-f766-4b5b-9c52-082bf32ae95e service neutron] Pushing event updated for resources: {'Port': ['ID=01201137-9bab-48ea-b0fb-3093bb972b35,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:19.846636 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8c6186-62e6-420e-9adb-b4edaea00c8d x-openstack-request-id: req-eb8c6186-62e6-420e-9adb-b4edaea00c8d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:19.847210 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fb387a-0a81-4b3b-87bf-30b1cbf60bab", "tag": "01201137-9bab-48ea-b0fb-3093bb972b35", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:19.847474 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb8c6186-62e6-420e-9adb-b4edaea00c8d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:19.847900 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fb387a-0a81-4b3b-87bf-30b1cbf60bab', 'tag': '01201137-9bab-48ea-b0fb-3093bb972b35', 'status': 'completed', 'code': 200} Aug 20 15:11:19.862034 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.906145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5d6f6d15-d6a7-440a-8bf4-79a2afe8980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:19.907765 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5d6f6d15-d6a7-440a-8bf4-79a2afe8980d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b55505837d64231b2e8ebaf3a4af825&device_id=27fb387a-0a81-4b3b-87bf-30b1cbf60bab HTTP/1.1" status: 200 len: 1096 time: 0.0427554 Aug 20 15:11:19.909072 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:19.957186 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-8d399b27-fec9-4382-a6ea-2eb497c2a829 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01201137-9bab-48ea-b0fb-3093bb972b35 HTTP/1.1" status: 200 len: 217 time: 0.0347836 Aug 20 15:11:19.993550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Network a256b586-b29d-44aa-bdca-91e5d392ae5c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:20.002503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:20.004444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Pushing event updated for resources: {'Port': ['ID=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:20.008296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:20.018249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-bbbed4a5-f491-46b9-9dff-6e196cd23725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:20.019623 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-bbbed4a5-f491-46b9-9dff-6e196cd23725 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=281ddb39-b2d3-4ad7-92db-e506e7f86abe HTTP/1.1" status: 200 len: 858 time: 0.0541687 Aug 20 15:11:20.054956 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-a12fe53b-5ede-4088-ac87-12032e2950ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a256b586-b29d-44aa-bdca-91e5d392ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257928 Aug 20 15:11:20.091470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:20.092115 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:20.114100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f58bf1d4-f00d-4e4f-89a8-cb67a1804bf2 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1879849 Aug 20 15:11:20.149441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Request body: {'port': {'device_id': 'ea2885ec-6457-44f7-87dc-e209afb3d00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:20.153894 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ead1d775-572e-48c0-aaa2-021c0cfbad76 service neutron] 10.222.0.72 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891597 Aug 20 15:11:20.182048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:11:20.191821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:20.226045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Transition to ACTIVE for port object 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:20.228794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:20.241148 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:20.556670 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-7cc6c1f5-a7c4-4440-837a-62391895c110 service neutron] 10.222.0.72 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780203 Aug 20 15:11:20.641219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Pushing event updated for resources: {'Port': ['ID=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:20.697517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-65dd748c-3741-4d73-9aac-afe507159cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:20.699295 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-65dd748c-3741-4d73-9aac-afe507159cf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b55505837d64231b2e8ebaf3a4af825&device_id=27fb387a-0a81-4b3b-87bf-30b1cbf60bab HTTP/1.1" status: 200 len: 1096 time: 0.0423903 Aug 20 15:11:20.771869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cbaa7-e85f-4162-9321-ca19a81842ed req-e0d99a18-0aa7-4cf6-b3d4-bbfb2ad425b0 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:20.773294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c65cbaa7-e85f-4162-9321-ca19a81842ed req-e0d99a18-0aa7-4cf6-b3d4-bbfb2ad425b0 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 932 time: 0.2038934 Aug 20 15:11:20.795049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-cb5028af-27df-4f7c-8d80-d8cfaa90dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:20.796600 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-cb5028af-27df-4f7c-8d80-d8cfaa90dc66 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a256b586-b29d-44aa-bdca-91e5d392ae5c HTTP/1.1" status: 200 len: 919 time: 0.0900228 Aug 20 15:11:20.844211 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-a43a132b-2b4e-4897-90d7-6c4dd01a3f3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01201137-9bab-48ea-b0fb-3093bb972b35 HTTP/1.1" status: 200 len: 217 time: 0.0398378 Aug 20 15:11:20.873916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Attempting to bind port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:11:20.874258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Attempting to bind port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:11:20.875068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Attempting to bind port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a on network a256b586-b29d-44aa-bdca-91e5d392ae5c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:20.896380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-cfec19e6-d6c6-4d88-a044-46f8dcaee3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:20.898347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c65cbaa7-e85f-4162-9321-ca19a81842ed req-04d08b9c-7208-489b-9326-3f02ffc09a69 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127253 Aug 20 15:11:20.900725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a on network a256b586-b29d-44aa-bdca-91e5d392ae5c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:11:20.901062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Attempting to bind port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a on network a256b586-b29d-44aa-bdca-91e5d392ae5c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:20.910247 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-cfec19e6-d6c6-4d88-a044-46f8dcaee3c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=281ddb39-b2d3-4ad7-92db-e506e7f86abe HTTP/1.1" status: 200 len: 858 time: 0.0470831 Aug 20 15:11:20.922709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:11:20.923060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Checking segment: {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:20.923461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Bound using segment: {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:11:20.923969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Bound port: 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:11:20.924333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:20.938821 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-d6dea4e6-d5d2-4637-8f85-e1a2ee365312 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a256b586-b29d-44aa-bdca-91e5d392ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275104 Aug 20 15:11:21.035057 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-23d47af8-7de2-4737-9863-14167432e89a service neutron] 10.222.0.72 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886517 Aug 20 15:11:21.044932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b49a55cd-f6ba-435c-a0d2-0649efbd1bac {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:11:21.049550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] For port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:11:21.055921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:21.068584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] For port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:11:21.076255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Transition to ACTIVE for port object b49a55cd-f6ba-435c-a0d2-0649efbd1bac will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:21.078582 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:21.109242 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:21.118470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:21.119090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:21.121274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] 10.222.0.70 "PUT /v2.0/ports/95cfbec8-02d0-4edb-8b7e-6f9b04cf382a HTTP/1.1" status: 200 len: 1092 time: 1.6318281 Aug 20 15:11:21.121704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9927e2d9-b038-4c1c-916c-f8b68580a962', 'tag': '95cfbec8-02d0-4edb-8b7e-6f9b04cf382a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:21.124769 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "9927e2d9-b038-4c1c-916c-f8b68580a962", "tag": "95cfbec8-02d0-4edb-8b7e-6f9b04cf382a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:21.158238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fb357-473c-4262-8e9d-f94c15bc7af7 service neutron] Pushing event updated for resources: {'Port': ['ID=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:21.209330 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4a55531b-cbd3-468c-8ce7-22cb92cf300c req-de09b4e3-0c83-4355-803e-d643ed46b3bd service neutron] 10.222.0.72 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669786 Aug 20 15:11:21.236922 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceb13b9-f3d1-40e6-b31e-1042f0dbce9f x-openstack-request-id: req-0ceb13b9-f3d1-40e6-b31e-1042f0dbce9f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:21.237510 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9927e2d9-b038-4c1c-916c-f8b68580a962", "tag": "95cfbec8-02d0-4edb-8b7e-6f9b04cf382a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:21.237510 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ceb13b9-f3d1-40e6-b31e-1042f0dbce9f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:21.237836 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9927e2d9-b038-4c1c-916c-f8b68580a962', 'tag': '95cfbec8-02d0-4edb-8b7e-6f9b04cf382a', 'status': 'completed', 'code': 200} Aug 20 15:11:21.301392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:21.325338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f62e209e-723a-4d4a-ae40-c47e96064e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:21.326911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f62e209e-723a-4d4a-ae40-c47e96064e7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b55505837d64231b2e8ebaf3a4af825&device_id=9927e2d9-b038-4c1c-916c-f8b68580a962 HTTP/1.1" status: 200 len: 1095 time: 0.1125000 Aug 20 15:11:21.329291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Attempting to bind port b49a55cd-f6ba-435c-a0d2-0649efbd1bac on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:11:21.329626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Attempting to bind port b49a55cd-f6ba-435c-a0d2-0649efbd1bac by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:11:21.329952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Attempting to bind port b49a55cd-f6ba-435c-a0d2-0649efbd1bac on network a256b586-b29d-44aa-bdca-91e5d392ae5c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:21.334409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Port b49a55cd-f6ba-435c-a0d2-0649efbd1bac on network a256b586-b29d-44aa-bdca-91e5d392ae5c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:11:21.334726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Attempting to bind port b49a55cd-f6ba-435c-a0d2-0649efbd1bac on network a256b586-b29d-44aa-bdca-91e5d392ae5c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:21.345856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:11:21.346198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Checking segment: {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:21.346576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Bound using segment: {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:11:21.347018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Bound port: b49a55cd-f6ba-435c-a0d2-0649efbd1bac, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa3ac03-6055-4fb5-a6e0-fc729884403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:11:21.347377 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:21.384522 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-0e397e48-a741-495e-8e24-b41f3acf16eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a HTTP/1.1" status: 200 len: 217 time: 0.0450315 Aug 20 15:11:21.473161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f039b969-ec48-45ef-8638-36849f2dfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:21.474688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-f039b969-ec48-45ef-8638-36849f2dfbe2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=281ddb39-b2d3-4ad7-92db-e506e7f86abe HTTP/1.1" status: 200 len: 858 time: 0.0647359 Aug 20 15:11:21.478706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] For port b49a55cd-f6ba-435c-a0d2-0649efbd1bac, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:11:21.482369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] For port b49a55cd-f6ba-435c-a0d2-0649efbd1bac, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:11:21.492786 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:21.515111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-751f96cb-98bf-436b-a760-05fbd05e9fb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a256b586-b29d-44aa-bdca-91e5d392ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314751 Aug 20 15:11:21.594270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:21.595016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:21.599015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] 10.222.0.72 "PUT /v2.0/ports/b49a55cd-f6ba-435c-a0d2-0649efbd1bac HTTP/1.1" status: 200 len: 1093 time: 1.4531350 Aug 20 15:11:21.621969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a963938-0ce0-4d99-8788-d4f15cc07f49 service neutron] Pushing event updated for resources: {'Port': ['ID=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:21.664479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-bf505fd5-e34a-404d-91d3-83d0a80b8dad service neutron] 10.222.0.70 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288145 Aug 20 15:11:21.746026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1b2d3189-8e20-4290-9a19-ef6719b6acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:21.747498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-1b2d3189-8e20-4290-9a19-ef6719b6acdf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b55505837d64231b2e8ebaf3a4af825&device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 1096 time: 0.0983541 Aug 20 15:11:21.804046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-69bb29a7-a310-440d-9437-49846bc730f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a55cd-f6ba-435c-a0d2-0649efbd1bac HTTP/1.1" status: 200 len: 217 time: 0.0409303 Aug 20 15:11:21.807511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-62d6e0c0-e0da-4de4-a700-16d7ee45e78b service neutron] 10.222.0.70 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270614 Aug 20 15:11:21.854601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ba5c027c-f754-4858-a71f-1761c2ac92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:21.856001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-ba5c027c-f754-4858-a71f-1761c2ac92b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=281ddb39-b2d3-4ad7-92db-e506e7f86abe HTTP/1.1" status: 200 len: 858 time: 0.0445304 Aug 20 15:11:21.900520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-92fce893-3869-4d85-8fcb-f641d0592d1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a256b586-b29d-44aa-bdca-91e5d392ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364780 Aug 20 15:11:22.008091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-d01259bf-df56-4083-87c0-46c9fd89f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:22.009582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-d01259bf-df56-4083-87c0-46c9fd89f2eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2b55505837d64231b2e8ebaf3a4af825&device_id=9927e2d9-b038-4c1c-916c-f8b68580a962 HTTP/1.1" status: 200 len: 1095 time: 0.1353426 Aug 20 15:11:22.089944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-d0b8701a-fdd3-4bc6-a9fe-50a14a4e4963 service neutron] 10.222.0.72 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713312 Aug 20 15:11:22.104579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e663a-ac55-4f98-9962-05f1463989c4 req-50a2efbe-ae24-496c-926a-0600b258dcf6 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:22.106710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c6e663a-ac55-4f98-9962-05f1463989c4 req-50a2efbe-ae24-496c-926a-0600b258dcf6 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 944 time: 0.1350744 Aug 20 15:11:22.225855 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c6e663a-ac55-4f98-9962-05f1463989c4 req-168ca9b2-13a9-4535-a2a6-8b97dee80336 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078875 Aug 20 15:11:22.228684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-ef730511-c944-4197-9068-813084eb794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:22.230654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-ef730511-c944-4197-9068-813084eb794a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a256b586-b29d-44aa-bdca-91e5d392ae5c HTTP/1.1" status: 200 len: 919 time: 0.1995101 Aug 20 15:11:22.254161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88752381-bc41-4918-ba18-7f67ff122b57 req-dac41c21-e57a-491a-9bbf-33eba2bd90ae service neutron] 10.222.0.72 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452076 Aug 20 15:11:22.282071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-73f9abf8-a005-4301-9514-800013a3508b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a HTTP/1.1" status: 200 len: 217 time: 0.0370724 Aug 20 15:11:22.344709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-24d33981-26f1-4f8c-badd-973d70506cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:22.346368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-24d33981-26f1-4f8c-badd-973d70506cee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=281ddb39-b2d3-4ad7-92db-e506e7f86abe HTTP/1.1" status: 200 len: 858 time: 0.0503359 Aug 20 15:11:22.385118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-2999c663-c365-461d-8fd6-9f3d0ce0da1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a256b586-b29d-44aa-bdca-91e5d392ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261164 Aug 20 15:11:22.480580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-2581a201-54a2-49e4-86a7-fda40180061c service neutron] 10.222.0.70 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803263 Aug 20 15:11:22.582036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b20dfb6b-bc41-4844-90a6-4c1537ce5ea7 req-8c1b0e21-b4ed-4ed7-a14d-fa85e9bdceb1 service neutron] 10.222.0.70 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869641 Aug 20 15:11:23.117970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 01201137-9bab-48ea-b0fb-3093bb972b35 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:11:23.211155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 01201137-9bab-48ea-b0fb-3093bb972b35, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=01201137-9bab-48ea-b0fb-3093bb972b35,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:23.223808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '01201137-9bab-48ea-b0fb-3093bb972b35', 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c', 'port_id': '01201137-9bab-48ea-b0fb-3093bb972b35', 'mac_address': 'fa:16:3e:15:29:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281ddb39-b2d3-4ad7-92db-e506e7f86abe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:11:23.239190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2885ec-6457-44f7-87dc-e209afb3d00b', 'tag': 'b49a55cd-f6ba-435c-a0d2-0649efbd1bac'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:23.243141 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2885ec-6457-44f7-87dc-e209afb3d00b", "tag": "b49a55cd-f6ba-435c-a0d2-0649efbd1bac"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:23.266365 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:23.284275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01201137-9bab-48ea-b0fb-3093bb972b35 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:11:23.284972 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce2bf73-79d9-4993-8c40-e2e4e18f81bb x-openstack-request-id: req-8ce2bf73-79d9-4993-8c40-e2e4e18f81bb {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:23.285469 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2885ec-6457-44f7-87dc-e209afb3d00b", "tag": "b49a55cd-f6ba-435c-a0d2-0649efbd1bac", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:23.285575 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ce2bf73-79d9-4993-8c40-e2e4e18f81bb {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:23.285907 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2885ec-6457-44f7-87dc-e209afb3d00b', 'tag': 'b49a55cd-f6ba-435c-a0d2-0649efbd1bac', 'status': 'completed', 'code': 200} Aug 20 15:11:23.304500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 01201137-9bab-48ea-b0fb-3093bb972b35, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=01201137-9bab-48ea-b0fb-3093bb972b35,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:23.309370 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:23.357311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=01201137-9bab-48ea-b0fb-3093bb972b35,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:23.387838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836ae49-a917-4440-9415-79f73bb88e62 req-8b7ea249-c80a-456d-8d46-6faca834b3d4 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:23.389347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4836ae49-a917-4440-9415-79f73bb88e62 req-8b7ea249-c80a-456d-8d46-6faca834b3d4 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 944 time: 0.0798924 Aug 20 15:11:23.403859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-2f3f0404-2d0e-4d8d-ad4f-a526439043cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:23.405296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-2f3f0404-2d0e-4d8d-ad4f-a526439043cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2b55505837d64231b2e8ebaf3a4af825&device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 1096 time: 0.0644324 Aug 20 15:11:23.434125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4836ae49-a917-4440-9415-79f73bb88e62 req-bed408a3-38c3-4841-8023-ec6ea97d1ed1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380385 Aug 20 15:11:23.522684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-f4999712-de32-4402-9363-27c80032dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:23.524107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-f4999712-de32-4402-9363-27c80032dd03 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a256b586-b29d-44aa-bdca-91e5d392ae5c HTTP/1.1" status: 200 len: 919 time: 0.0864940 Aug 20 15:11:23.568530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-b2120978-1a86-453a-b9e8-ca2092750a1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b49a55cd-f6ba-435c-a0d2-0649efbd1bac HTTP/1.1" status: 200 len: 217 time: 0.0356359 Aug 20 15:11:23.627559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-4c36cea1-c3d3-40da-b1b1-e37d75f2d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:23.629066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-4c36cea1-c3d3-40da-b1b1-e37d75f2d01d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=281ddb39-b2d3-4ad7-92db-e506e7f86abe HTTP/1.1" status: 200 len: 858 time: 0.0529549 Aug 20 15:11:23.661086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-7e7b2eb1-4bdd-46c7-b0d5-222995bb9c1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a256b586-b29d-44aa-bdca-91e5d392ae5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249534 Aug 20 15:11:23.755160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-1ac489b3-0395-439f-bde7-bc9975c13109 service neutron] 10.222.0.72 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862672 Aug 20 15:11:23.782025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['01201137-9bab-48ea-b0fb-3093bb972b35'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:23.852066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38da30b1-c0cd-4d41-91cf-2f94df7cd5bd req-15c882b9-2dee-4845-a4cf-173189c81428 service neutron] 10.222.0.72 "GET /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878086 Aug 20 15:11:24.554713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091969b1-fe8e-4f93-931a-d094e5eae8b4 req-b8a6b5ec-3bf1-402c-9847-97899609d811 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:24.556246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-091969b1-fe8e-4f93-931a-d094e5eae8b4 req-b8a6b5ec-3bf1-402c-9847-97899609d811 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 944 time: 0.0512774 Aug 20 15:11:24.593877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-091969b1-fe8e-4f93-931a-d094e5eae8b4 req-3fc696cf-4c61-4b5a-9a84-cda4053bf54e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Aug 20 15:11:25.128765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 01201137-9bab-48ea-b0fb-3093bb972b35 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:11:25.177350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 01201137-9bab-48ea-b0fb-3093bb972b35 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:11:25.181109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 01201137-9bab-48ea-b0fb-3093bb972b35 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:11:25.181516 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:25.264448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:25.286986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fb387a-0a81-4b3b-87bf-30b1cbf60bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01201137-9bab-48ea-b0fb-3093bb972b35'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:25.289251 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986ee294-55ba-4a4a-baca-a6f62afe2605" -d '{"events": [{"server_uuid": "27fb387a-0a81-4b3b-87bf-30b1cbf60bab", "name": "network-vif-plugged", "status": "completed", "tag": "01201137-9bab-48ea-b0fb-3093bb972b35"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:25.301477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 01201137-9bab-48ea-b0fb-3093bb972b35, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=01201137-9bab-48ea-b0fb-3093bb972b35,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:25.305928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:25.329462 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072ada99-f528-4a58-8dd5-7ac0d3a3b261 x-openstack-request-id: req-072ada99-f528-4a58-8dd5-7ac0d3a3b261 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:25.329759 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fb387a-0a81-4b3b-87bf-30b1cbf60bab", "name": "network-vif-plugged", "status": "completed", "tag": "01201137-9bab-48ea-b0fb-3093bb972b35", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:25.330107 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-072ada99-f528-4a58-8dd5-7ac0d3a3b261 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:25.330487 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fb387a-0a81-4b3b-87bf-30b1cbf60bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01201137-9bab-48ea-b0fb-3093bb972b35', 'code': 200} Aug 20 15:11:25.355412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=01201137-9bab-48ea-b0fb-3093bb972b35,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:25.449983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7438ce7-59b9-47a1-9ed4-cb58f35e7a86 req-7d10d6e7-69a6-4dee-8692-df1a55774e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:25.451366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7438ce7-59b9-47a1-9ed4-cb58f35e7a86 req-7d10d6e7-69a6-4dee-8692-df1a55774e61 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27fb387a-0a81-4b3b-87bf-30b1cbf60bab HTTP/1.1" status: 200 len: 1098 time: 0.0406682 Aug 20 15:11:25.485801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7438ce7-59b9-47a1-9ed4-cb58f35e7a86 req-d5f87548-6279-4780-9515-041e83b4890e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272164 Aug 20 15:11:25.714333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4f833-0886-4693-a4d5-e8cc4b1bfe65 req-676fd62b-ce39-429d-a4ea-a8b08f601d46 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:25.715900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45b4f833-0886-4693-a4d5-e8cc4b1bfe65 req-676fd62b-ce39-429d-a4ea-a8b08f601d46 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 944 time: 0.0533338 Aug 20 15:11:25.753841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45b4f833-0886-4693-a4d5-e8cc4b1bfe65 req-1369a9a3-d93e-425b-8f3e-a2d171661ea4 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Aug 20 15:11:26.414092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:11:26.509775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:26.521775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '95cfbec8-02d0-4edb-8b7e-6f9b04cf382a', 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c', 'port_id': '95cfbec8-02d0-4edb-8b7e-6f9b04cf382a', 'mac_address': 'fa:16:3e:e4:3e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281ddb39-b2d3-4ad7-92db-e506e7f86abe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:11:26.559277 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:26.571613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:11:26.592117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:26.596163 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:26.642943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:26.872955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfdfe-3502-440b-8c39-d049a907ee86 req-32f2af47-2a4a-409b-a135-a7b554f07319 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:26.874800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e33bfdfe-3502-440b-8c39-d049a907ee86 req-32f2af47-2a4a-409b-a135-a7b554f07319 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 944 time: 0.0528276 Aug 20 15:11:26.928995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e33bfdfe-3502-440b-8c39-d049a907ee86 req-707ce754-8e11-4caa-829c-e25ce632c0cb tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 Aug 20 15:11:27.009622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['95cfbec8-02d0-4edb-8b7e-6f9b04cf382a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:27.154832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b49a55cd-f6ba-435c-a0d2-0649efbd1bac details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:11:27.252287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b49a55cd-f6ba-435c-a0d2-0649efbd1bac, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:27.263800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'b49a55cd-f6ba-435c-a0d2-0649efbd1bac', 'network_id': 'a256b586-b29d-44aa-bdca-91e5d392ae5c', 'port_id': 'b49a55cd-f6ba-435c-a0d2-0649efbd1bac', 'mac_address': 'fa:16:3e:20:68:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281ddb39-b2d3-4ad7-92db-e506e7f86abe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:11:27.300863 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:27.314296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b49a55cd-f6ba-435c-a0d2-0649efbd1bac {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:11:27.334000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b49a55cd-f6ba-435c-a0d2-0649efbd1bac, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:27.338186 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:27.384039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:27.722395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b49a55cd-f6ba-435c-a0d2-0649efbd1bac'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:28.050611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba053b-a5c9-4952-8d97-1023c934a462 req-66ff95b6-b0bc-429e-b65b-03c14a74d3ea tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:28.052149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69ba053b-a5c9-4952-8d97-1023c934a462 req-66ff95b6-b0bc-429e-b65b-03c14a74d3ea tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 945 time: 0.0501213 Aug 20 15:11:28.090575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69ba053b-a5c9-4952-8d97-1023c934a462 req-3cb90b3e-9532-4c3f-a340-123b6f4ae970 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322526 Aug 20 15:11:28.442698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:11:28.490006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:11:28.493533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:11:28.493912 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:28.571397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:28.594258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9927e2d9-b038-4c1c-916c-f8b68580a962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cfbec8-02d0-4edb-8b7e-6f9b04cf382a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:28.596514 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87a1cfe-809e-4357-b7d2-ff96b87efc47" -d '{"events": [{"server_uuid": "9927e2d9-b038-4c1c-916c-f8b68580a962", "name": "network-vif-plugged", "status": "completed", "tag": "95cfbec8-02d0-4edb-8b7e-6f9b04cf382a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:28.608694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:28.612637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:28.635416 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61918071-f897-46ae-ac3d-b1e2e057baac x-openstack-request-id: req-61918071-f897-46ae-ac3d-b1e2e057baac {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:28.635747 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9927e2d9-b038-4c1c-916c-f8b68580a962", "name": "network-vif-plugged", "status": "completed", "tag": "95cfbec8-02d0-4edb-8b7e-6f9b04cf382a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:28.636006 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61918071-f897-46ae-ac3d-b1e2e057baac {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:28.636395 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9927e2d9-b038-4c1c-916c-f8b68580a962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cfbec8-02d0-4edb-8b7e-6f9b04cf382a', 'code': 200} Aug 20 15:11:28.662321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:28.681699 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:28.757973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06741e73-9ddb-4cab-a9b3-4d0a83045bac req-a907dd88-6fdf-4242-b1a3-043efa3d7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:28.759458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06741e73-9ddb-4cab-a9b3-4d0a83045bac req-a907dd88-6fdf-4242-b1a3-043efa3d7ad1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9927e2d9-b038-4c1c-916c-f8b68580a962 HTTP/1.1" status: 200 len: 1097 time: 0.0426147 Aug 20 15:11:28.802527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06741e73-9ddb-4cab-a9b3-4d0a83045bac req-e1be202d-c710-41c9-84c8-4ad9f253c5a0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292308 Aug 20 15:11:29.155326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b49a55cd-f6ba-435c-a0d2-0649efbd1bac up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:11:29.209800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6569f1-80b1-4d7f-828d-9c787dadb1fc req-98f20132-339a-4004-8549-a1a7fba34e94 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:29.211751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df6569f1-80b1-4d7f-828d-9c787dadb1fc req-98f20132-339a-4004-8549-a1a7fba34e94 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 945 time: 0.0507474 Aug 20 15:11:29.216169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port b49a55cd-f6ba-435c-a0d2-0649efbd1bac completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:11:29.220544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port b49a55cd-f6ba-435c-a0d2-0649efbd1bac triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:11:29.221094 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:29.253027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df6569f1-80b1-4d7f-828d-9c787dadb1fc req-58c0f8e3-d3c0-43ff-9c82-42ba7685a9a7 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349751 Aug 20 15:11:29.308408 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:29.340547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b49a55cd-f6ba-435c-a0d2-0649efbd1bac, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:29.348051 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:29.397533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:30.370032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c846ba-19a1-4344-a9e4-4aa5db954bb6 req-5d3385db-e542-4061-87a3-a293705984aa tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:30.371974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70c846ba-19a1-4344-a9e4-4aa5db954bb6 req-5d3385db-e542-4061-87a3-a293705984aa tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 946 time: 0.0504370 Aug 20 15:11:30.411379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70c846ba-19a1-4344-a9e4-4aa5db954bb6 req-122084ca-45d5-4073-b8e3-6c98b1e6c3c5 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332487 Aug 20 15:11:30.638164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2885ec-6457-44f7-87dc-e209afb3d00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a55cd-f6ba-435c-a0d2-0649efbd1bac'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:30.640491 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74899722-69f5-47dd-87db-506c1104e843" -d '{"events": [{"server_uuid": "ea2885ec-6457-44f7-87dc-e209afb3d00b", "name": "network-vif-plugged", "status": "completed", "tag": "b49a55cd-f6ba-435c-a0d2-0649efbd1bac"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:30.675131 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3309e6e3-0e9b-44bf-8933-baa5e2435b8d x-openstack-request-id: req-3309e6e3-0e9b-44bf-8933-baa5e2435b8d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:30.675425 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2885ec-6457-44f7-87dc-e209afb3d00b", "name": "network-vif-plugged", "status": "completed", "tag": "b49a55cd-f6ba-435c-a0d2-0649efbd1bac", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:30.675715 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3309e6e3-0e9b-44bf-8933-baa5e2435b8d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:30.676109 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2885ec-6457-44f7-87dc-e209afb3d00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b49a55cd-f6ba-435c-a0d2-0649efbd1bac', 'code': 200} Aug 20 15:11:30.809746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9d620-d71d-449c-a3a5-d917420f933c req-9989197c-1dca-413b-86b4-b2e46341d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:30.811256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98e9d620-d71d-449c-a3a5-d917420f933c req-9989197c-1dca-413b-86b4-b2e46341d7c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 1098 time: 0.0456414 Aug 20 15:11:30.846146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98e9d620-d71d-449c-a3a5-d917420f933c req-4780daeb-c0d0-408a-93a9-34ce8425b45d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271831 Aug 20 15:11:31.532245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a4136-c7e3-47e4-8f41-4352bebc4c86 req-5b6180ba-c4b5-442f-997a-b18ba79a1b97 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:31.540019 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-815a4136-c7e3-47e4-8f41-4352bebc4c86 req-5b6180ba-c4b5-442f-997a-b18ba79a1b97 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 946 time: 0.0599766 Aug 20 15:11:31.580083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-815a4136-c7e3-47e4-8f41-4352bebc4c86 req-e51f3cb5-c5d2-467a-bbe1-cf74ebef1044 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376463 Aug 20 15:11:31.805590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40dbd26-9cea-41a4-9105-d2dd083176f1 req-88eab51b-7406-4bea-9920-ff91d08a8476 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:31.807091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a40dbd26-9cea-41a4-9105-d2dd083176f1 req-88eab51b-7406-4bea-9920-ff91d08a8476 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0505257 Aug 20 15:11:31.845735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a40dbd26-9cea-41a4-9105-d2dd083176f1 req-5bbc420b-1cca-46d9-8eaf-1fbfeed18390 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325744 Aug 20 15:11:32.697394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6596e-26e9-40ff-96ab-b284dd24a268 req-59f12f80-1d08-45ec-b34d-e5fef5f615c1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:32.698992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94c6596e-26e9-40ff-96ab-b284dd24a268 req-59f12f80-1d08-45ec-b34d-e5fef5f615c1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 946 time: 0.0538132 Aug 20 15:11:32.739866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94c6596e-26e9-40ff-96ab-b284dd24a268 req-eb8fa225-73af-4a07-908b-e60a36d325c6 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Aug 20 15:11:32.858400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e74d-23ec-4e5b-b41c-1856d90a6e40 req-038c1a7c-1100-4a5e-a2d5-cd78e3bd641a tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:32.859857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b353e74d-23ec-4e5b-b41c-1856d90a6e40 req-038c1a7c-1100-4a5e-a2d5-cd78e3bd641a tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=9927e2d9-b038-4c1c-916c-f8b68580a962 HTTP/1.1" status: 200 len: 945 time: 0.0491538 Aug 20 15:11:32.905543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b353e74d-23ec-4e5b-b41c-1856d90a6e40 req-a3b55686-677c-4877-a981-a9332e671fa1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Aug 20 15:11:32.977064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224af8-e95a-4261-af6e-7d191bd9c02e req-5a8a673e-abc6-4326-817c-8a5a67a9adaa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:32.978791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58224af8-e95a-4261-af6e-7d191bd9c02e req-5a8a673e-abc6-4326-817c-8a5a67a9adaa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0519903 Aug 20 15:11:33.048499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58224af8-e95a-4261-af6e-7d191bd9c02e req-ae3cf1c3-3c84-4a97-a49a-17e488a977b5 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597332 Aug 20 15:11:33.060313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aaa91-195a-4bf5-bfad-5cc6f1f173a3 req-f82ccff7-c3f4-45d8-8df2-0ffac1f68617 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:33.061837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8aaa91-195a-4bf5-bfad-5cc6f1f173a3 req-f82ccff7-c3f4-45d8-8df2-0ffac1f68617 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fb387a-0a81-4b3b-87bf-30b1cbf60bab HTTP/1.1" status: 200 len: 946 time: 0.0821674 Aug 20 15:11:33.098866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8aaa91-195a-4bf5-bfad-5cc6f1f173a3 req-dcd66500-8db9-4e99-ae38-5c3e9705cb62 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309937 Aug 20 15:11:33.331402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d40e7-7f70-4162-868a-5391a96001bb req-e15c40d2-9ccc-4464-a174-7332db5a6804 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:33.332899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-940d40e7-7f70-4162-868a-5391a96001bb req-e15c40d2-9ccc-4464-a174-7332db5a6804 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fb387a-0a81-4b3b-87bf-30b1cbf60bab HTTP/1.1" status: 200 len: 946 time: 0.0484533 Aug 20 15:11:33.372678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-940d40e7-7f70-4162-868a-5391a96001bb req-d6728f23-3e06-47a3-85eb-b25212a94f6d tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335233 Aug 20 15:11:34.168914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91decbcc-f719-4626-84ad-d47b6859f88e req-ee223316-62b7-4257-860e-4ddec2d15f16 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:34.170368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91decbcc-f719-4626-84ad-d47b6859f88e req-ee223316-62b7-4257-860e-4ddec2d15f16 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0483913 Aug 20 15:11:34.210365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91decbcc-f719-4626-84ad-d47b6859f88e req-eac17bef-db50-43ac-a43b-55ad0ae45cb4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341713 Aug 20 15:11:34.493099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a6d3b-ddda-4e28-9fc0-aa42c55d8c1d req-059380d5-3e49-4721-9bee-02742152325b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:34.494590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae8a6d3b-ddda-4e28-9fc0-aa42c55d8c1d req-059380d5-3e49-4721-9bee-02742152325b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fb387a-0a81-4b3b-87bf-30b1cbf60bab HTTP/1.1" status: 200 len: 946 time: 0.0514431 Aug 20 15:11:34.533210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae8a6d3b-ddda-4e28-9fc0-aa42c55d8c1d req-c17d94f3-4646-41cf-aa12-79382b4eed7e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Aug 20 15:11:35.116406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39066456-8bea-4eea-b213-0141432946dd req-6b715617-10d8-4da8-9f25-2e5f0a9c7307 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:35.117849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39066456-8bea-4eea-b213-0141432946dd req-6b715617-10d8-4da8-9f25-2e5f0a9c7307 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.72 "GET /v2.0/ports?device_id=27fb387a-0a81-4b3b-87bf-30b1cbf60bab HTTP/1.1" status: 200 len: 946 time: 0.0504344 Aug 20 15:11:35.212207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-39066456-8bea-4eea-b213-0141432946dd req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Deleting port 01201137-9bab-48ea-b0fb-3093bb972b35 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:35.212912 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-39066456-8bea-4eea-b213-0141432946dd req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:35.325444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-39066456-8bea-4eea-b213-0141432946dd req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] For port 01201137-9bab-48ea-b0fb-3093bb972b35, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=01201137-9bab-48ea-b0fb-3093bb972b35,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:35.325724 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-39066456-8bea-4eea-b213-0141432946dd req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:35.345041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-39066456-8bea-4eea-b213-0141432946dd req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Calling delete_port for 01201137-9bab-48ea-b0fb-3093bb972b35 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:35.364807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db032f27-0eaf-43f7-b102-621cff4b20a1 req-b1556e00-c024-47d0-b5bc-489156855d33 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:35.366263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db032f27-0eaf-43f7-b102-621cff4b20a1 req-b1556e00-c024-47d0-b5bc-489156855d33 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0783951 Aug 20 15:11:35.442120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db032f27-0eaf-43f7-b102-621cff4b20a1 req-ae0923ba-abd8-4ebb-90f7-1cf50c859d33 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460377 Aug 20 15:11:35.509208 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-39066456-8bea-4eea-b213-0141432946dd req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:35.526756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['95cfbec8-02d0-4edb-8b7e-6f9b04cf382a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:35.546605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Pushing event deleted for resources: {'Port': ['ID=01201137-9bab-48ea-b0fb-3093bb972b35,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:35.551409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b49a55cd-f6ba-435c-a0d2-0649efbd1bac'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:35.595637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-39066456-8bea-4eea-b213-0141432946dd req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] No DVR routers for this DVR port 01201137-9bab-48ea-b0fb-3093bb972b35 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:35.598341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-39066456-8bea-4eea-b213-0141432946dd req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:35.600871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39066456-8bea-4eea-b213-0141432946dd req-938e8167-3d9a-4988-92e7-95ec8ce0ed74 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.72 "DELETE /v2.0/ports/01201137-9bab-48ea-b0fb-3093bb972b35 HTTP/1.1" status: 204 len: 173 time: 0.4759827 Aug 20 15:11:35.600871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fb387a-0a81-4b3b-87bf-30b1cbf60bab', 'name': 'network-vif-deleted', 'tag': '01201137-9bab-48ea-b0fb-3093bb972b35'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:35.603267 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868100f3-55ed-4436-ad05-d9106f6f58da" -d '{"events": [{"server_uuid": "27fb387a-0a81-4b3b-87bf-30b1cbf60bab", "name": "network-vif-deleted", "tag": "01201137-9bab-48ea-b0fb-3093bb972b35"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:35.649512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8583d802-02ec-487c-b65d-27b554079648 req-199a0bfc-27ac-43d0-b8f6-df9c37dabce5 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fb387a-0a81-4b3b-87bf-30b1cbf60bab HTTP/1.1" status: 200 len: 210 time: 0.0359254 Aug 20 15:11:35.652971 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6655760-6f06-4738-b6f2-2f9b0382f86c x-openstack-request-id: req-a6655760-6f06-4738-b6f2-2f9b0382f86c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:35.655855 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fb387a-0a81-4b3b-87bf-30b1cbf60bab", "name": "network-vif-deleted", "tag": "01201137-9bab-48ea-b0fb-3093bb972b35", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:35.656121 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6655760-6f06-4738-b6f2-2f9b0382f86c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:35.656543 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fb387a-0a81-4b3b-87bf-30b1cbf60bab', 'name': 'network-vif-deleted', 'tag': '01201137-9bab-48ea-b0fb-3093bb972b35', 'status': 'completed', 'code': 200} Aug 20 15:11:35.875140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:36.318497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54446) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:36.426411 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3132069d-b84b-4318-9d87-6c46e92ff93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:36.517050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3132069d-b84b-4318-9d87-6c46e92ff93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:36.529812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3132069d-b84b-4318-9d87-6c46e92ff93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:36.596332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3132069d-b84b-4318-9d87-6c46e92ff93a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2986d9be83af4a9e9a5d09b66d8efa92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767074 Aug 20 15:11:36.599059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54454) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:36.601737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132069d-b84b-4318-9d87-6c46e92ff93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af67640-c1e0-4e40-9dc5-6b9dc4e992b8,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:36.624745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e8a4b-704b-4138-948c-76dd4abaf9e0 req-a19b136d-eeb8-42e2-97b4-2573b7f7968e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:36.626291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d02e8a4b-704b-4138-948c-76dd4abaf9e0 req-a19b136d-eeb8-42e2-97b4-2573b7f7968e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1079021 Aug 20 15:11:36.657076 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f47b5f68-e7a1-43cd-a4d5-363a61c6fe6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:36.666701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d02e8a4b-704b-4138-948c-76dd4abaf9e0 req-802efb7c-9aef-4b7c-a29f-ef18c4cdc145 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341501 Aug 20 15:11:36.679007 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f47b5f68-e7a1-43cd-a4d5-363a61c6fe6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:36.726338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f47b5f68-e7a1-43cd-a4d5-363a61c6fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:36.729209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f47b5f68-e7a1-43cd-a4d5-363a61c6fe6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:36.730931 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f47b5f68-e7a1-43cd-a4d5-363a61c6fe6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9af67640-c1e0-4e40-9dc5-6b9dc4e992b8 HTTP/1.1" status: 204 len: 168 time: 0.1302826 Aug 20 15:11:36.738982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b5f68-e7a1-43cd-a4d5-363a61c6fe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af67640-c1e0-4e40-9dc5-6b9dc4e992b8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:37.175763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 01201137-9bab-48ea-b0fb-3093bb972b35 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:11:37.204366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 01201137-9bab-48ea-b0fb-3093bb972b35 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:11:37.204782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 01201137-9bab-48ea-b0fb-3093bb972b35 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:11:37.437616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420c902-0511-4c6b-935f-6204423eb54c req-34e31d6b-2a7d-48c1-b34a-453469f7f4f1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:37.443528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420c902-0511-4c6b-935f-6204423eb54c req-34e31d6b-2a7d-48c1-b34a-453469f7f4f1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:37.445105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5420c902-0511-4c6b-935f-6204423eb54c req-34e31d6b-2a7d-48c1-b34a-453469f7f4f1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=9927e2d9-b038-4c1c-916c-f8b68580a962&device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 1682 time: 0.0576737 Aug 20 15:11:37.483927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5420c902-0511-4c6b-935f-6204423eb54c req-602d93a4-ac82-44cd-a448-cd8b6354243a tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Aug 20 15:11:37.806069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c5cc-b927-4bef-9e38-a926080a8a42 req-15137d4d-7813-465a-9c3c-d4a033a365ca tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:37.807581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3692c5cc-b927-4bef-9e38-a926080a8a42 req-15137d4d-7813-465a-9c3c-d4a033a365ca tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0550563 Aug 20 15:11:37.847618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3692c5cc-b927-4bef-9e38-a926080a8a42 req-a7dfd7bc-0b70-471c-bb6b-8593880e3f06 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332479 Aug 20 15:11:37.879677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54560) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:37.995401 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba090a63-adb1-468b-9c26-6d5f4b9c5434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:38.049554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50c77b-2a52-4c41-a68c-19c7fc580646 req-0c8d9855-9a07-45de-8d12-0623629f84f1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:38.051113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a50c77b-2a52-4c41-a68c-19c7fc580646 req-0c8d9855-9a07-45de-8d12-0623629f84f1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=9927e2d9-b038-4c1c-916c-f8b68580a962 HTTP/1.1" status: 200 len: 945 time: 0.0560498 Aug 20 15:11:38.087087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba090a63-adb1-468b-9c26-6d5f4b9c5434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:38.094328 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba090a63-adb1-468b-9c26-6d5f4b9c5434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:38.095869 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a50c77b-2a52-4c41-a68c-19c7fc580646 req-432c813c-e024-478e-9f34-d0e79f5dff57 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357153 Aug 20 15:11:38.130513 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ba090a63-adb1-468b-9c26-6d5f4b9c5434 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e48c9ca4c8a74e4abcf4496a901d82ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497432 Aug 20 15:11:38.131385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba090a63-adb1-468b-9c26-6d5f4b9c5434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e7f539-0877-43a6-a17d-4b9550d19682,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:38.133222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54570) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:38.183817 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceeb22d2-8cd1-48c6-be47-724e9543592d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:38.205749 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceeb22d2-8cd1-48c6-be47-724e9543592d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:38.251352 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceeb22d2-8cd1-48c6-be47-724e9543592d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:38.253936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceeb22d2-8cd1-48c6-be47-724e9543592d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:38.255090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ceeb22d2-8cd1-48c6-be47-724e9543592d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71e7f539-0877-43a6-a17d-4b9550d19682 HTTP/1.1" status: 204 len: 168 time: 0.1208959 Aug 20 15:11:38.263283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb22d2-8cd1-48c6-be47-724e9543592d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e7f539-0877-43a6-a17d-4b9550d19682,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:38.978344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab7edf-a5e7-49fd-bfa3-1c7fed59622c req-1a17c016-f560-4b34-b525-6266e80230d3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:38.979834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0ab7edf-a5e7-49fd-bfa3-1c7fed59622c req-1a17c016-f560-4b34-b525-6266e80230d3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0528691 Aug 20 15:11:39.022816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0ab7edf-a5e7-49fd-bfa3-1c7fed59622c req-67dc3d0d-6c50-4c59-92d3-035ba678a8c4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359418 Aug 20 15:11:39.216566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b22038-6343-4145-9c96-204d9876af59 req-c070f6e3-5809-4da8-a1f1-ca79f9df1752 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:39.218471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63b22038-6343-4145-9c96-204d9876af59 req-c070f6e3-5809-4da8-a1f1-ca79f9df1752 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=9927e2d9-b038-4c1c-916c-f8b68580a962 HTTP/1.1" status: 200 len: 945 time: 0.0507288 Aug 20 15:11:39.257384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63b22038-6343-4145-9c96-204d9876af59 req-8c3f5eed-96d3-4ddc-8621-055b1a583315 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Aug 20 15:11:39.410196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54614) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:39.505707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7aa0ae9a-5da9-4d32-beb0-5fc4cab63227 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1386072700'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:39.506224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7aa0ae9a-5da9-4d32-beb0-5fc4cab63227 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Unknown quota resources ['metering_label']. {{(pid=101099) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 15:11:40.009254 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7aa0ae9a-5da9-4d32-beb0-5fc4cab63227 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.010428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7aa0ae9a-5da9-4d32-beb0-5fc4cab63227 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5991817 Aug 20 15:11:40.013828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54620) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:40.018538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8ebeb211-aa8f-461b-9db6-7774a550aedf tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fea6d96f-553b-47b4-a905-727813561a78'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:40.019413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8ebeb211-aa8f-461b-9db6-7774a550aedf tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 15:11:40.040826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-1ab53660-fd2f-429a-a307-89bd57192175 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:40.042233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-1ab53660-fd2f-429a-a307-89bd57192175 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.72 "GET /v2.0/ports?device_id=ea2885ec-6457-44f7-87dc-e209afb3d00b HTTP/1.1" status: 200 len: 946 time: 0.4741497 Aug 20 15:11:40.090845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-e1802741-cff2-49d0-94ee-c579d7a50b3b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:40.092445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-e1802741-cff2-49d0-94ee-c579d7a50b3b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.70 "GET /v2.0/ports?device_id=9927e2d9-b038-4c1c-916c-f8b68580a962 HTTP/1.1" status: 200 len: 945 time: 0.1426780 Aug 20 15:11:40.096881 n-d-695189-15 neutron-server[101100]: WARNING neutron.services.metering.metering_plugin [None req-8ebeb211-aa8f-461b-9db6-7774a550aedf tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 15:11:40.221110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb211-aa8f-461b-9db6-7774a550aedf tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.225399 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ebeb211-aa8f-461b-9db6-7774a550aedf tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2073820 Aug 20 15:11:40.225623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54626) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:40.229963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c0245fcd-c8bd-4a3d-be76-b66910164779 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fea6d96f-553b-47b4-a905-727813561a78'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:40.230582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c0245fcd-c8bd-4a3d-be76-b66910164779 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 15:11:40.242760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475009ea-07b9-4fa6-a3ac-038c384ed9d7 req-77709265-bea1-4c08-9758-e7ccbc7f149a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:40.244520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-475009ea-07b9-4fa6-a3ac-038c384ed9d7 req-77709265-bea1-4c08-9758-e7ccbc7f149a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1436303 Aug 20 15:11:40.270788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Deleting port b49a55cd-f6ba-435c-a0d2-0649efbd1bac {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:40.271130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.285250 n-d-695189-15 neutron-server[101100]: WARNING neutron.services.metering.metering_plugin [None req-c0245fcd-c8bd-4a3d-be76-b66910164779 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 20 15:11:40.366485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0245fcd-c8bd-4a3d-be76-b66910164779 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.370228 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0245fcd-c8bd-4a3d-be76-b66910164779 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1411231 Aug 20 15:11:40.370377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Deleting port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:40.370377 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.370598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54630) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:40.382297 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-746a9742-fec9-489f-a11e-7bb5af1b4c8b tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=3c78b90a-c417-4942-a51d-c1366e87c273 HTTP/1.1" status: 200 len: 464 time: 0.0098379 Aug 20 15:11:40.384749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54632) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:40.392834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-475009ea-07b9-4fa6-a3ac-038c384ed9d7 req-fec1e8f5-2e6e-41b4-ae01-2234989fc56d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396542 Aug 20 15:11:40.487315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d5816-8f5f-419f-9548-d91ebbdbc850 req-15ce8f67-b7b0-47a1-82a9-06df2f01ce92 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:40.488843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-049d5816-8f5f-419f-9548-d91ebbdbc850 req-15ce8f67-b7b0-47a1-82a9-06df2f01ce92 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=9927e2d9-b038-4c1c-916c-f8b68580a962 HTTP/1.1" status: 200 len: 945 time: 0.1439128 Aug 20 15:11:40.501052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65868920-b860-4545-ba2b-60802016a2e3 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.502211 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-65868920-b860-4545-ba2b-60802016a2e3 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/3c78b90a-c417-4942-a51d-c1366e87c273 HTTP/1.1" status: 204 len: 168 time: 0.1165807 Aug 20 15:11:40.504794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54634) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:40.507195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] For port b49a55cd-f6ba-435c-a0d2-0649efbd1bac, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:40.507598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.514223 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5fcb383e-4827-4910-8899-222ee3b398ca tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=3c78b90a-c417-4942-a51d-c1366e87c273 HTTP/1.1" status: 200 len: 221 time: 0.0082808 Aug 20 15:11:40.517275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54636) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:40.521427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-92ae3da4-7261-4d89-a3e5-3fd4630f14d0 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1504059830', 'description': 'label created by tempest'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:40.521883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-92ae3da4-7261-4d89-a3e5-3fd4630f14d0 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Unknown quota resources ['metering_label']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 15:11:40.555414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Calling delete_port for b49a55cd-f6ba-435c-a0d2-0649efbd1bac owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:40.558278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] For port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,segment=NetworkSegment(dfa3ac03-6055-4fb5-a6e0-fc729884403c),segment_id=dfa3ac03-6055-4fb5-a6e0-fc729884403c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:40.558690 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.591798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Calling delete_port for 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:40.597184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-049d5816-8f5f-419f-9548-d91ebbdbc850 req-cd512685-d1be-4d9c-ac34-8001ae160dfc tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/security-groups?id=f929c1ed-8d79-4d2d-801f-4f0c43b07f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948849 Aug 20 15:11:40.722461 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92ae3da4-7261-4d89-a3e5-3fd4630f14d0 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.723776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92ae3da4-7261-4d89-a3e5-3fd4630f14d0 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2055852 Aug 20 15:11:40.726827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54638) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:40.838888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2d536664-0001-4bff-acdb-27fd932f901b tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=c52e4176-b21c-4e04-8174-2d27cdc49178 HTTP/1.1" status: 200 len: 468 time: 0.1096227 Aug 20 15:11:40.842150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54640) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:40.879879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.895035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['95cfbec8-02d0-4edb-8b7e-6f9b04cf382a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:40.921616 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:40.927922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Pushing event deleted for resources: {'Port': ['ID=b49a55cd-f6ba-435c-a0d2-0649efbd1bac,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:40.931301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b49a55cd-f6ba-435c-a0d2-0649efbd1bac'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:40.955757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['95cfbec8-02d0-4edb-8b7e-6f9b04cf382a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:40.982915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Pushing event deleted for resources: {'Port': ['ID=95cfbec8-02d0-4edb-8b7e-6f9b04cf382a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:40.988294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b49a55cd-f6ba-435c-a0d2-0649efbd1bac'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:41.026799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] No DVR routers for this DVR port b49a55cd-f6ba-435c-a0d2-0649efbd1bac on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:41.030569 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:41.032848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-604b4b35-6799-40b4-be9f-fb0ba801909a req-f8e4e7ae-b0e2-47e0-9fb0-0871862c3e1b tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.72 "DELETE /v2.0/ports/b49a55cd-f6ba-435c-a0d2-0649efbd1bac HTTP/1.1" status: 204 len: 173 time: 0.9831448 Aug 20 15:11:41.033475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2885ec-6457-44f7-87dc-e209afb3d00b', 'name': 'network-vif-deleted', 'tag': 'b49a55cd-f6ba-435c-a0d2-0649efbd1bac'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:41.036246 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4691d34-279f-429d-9a98-68a7a4dff69f" -d '{"events": [{"server_uuid": "ea2885ec-6457-44f7-87dc-e209afb3d00b", "name": "network-vif-deleted", "tag": "b49a55cd-f6ba-435c-a0d2-0649efbd1bac"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:41.058626 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2af8f45b-adac-468d-96d7-0c65f6cfe14e tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:41.062932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54646) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:41.063699 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2af8f45b-adac-468d-96d7-0c65f6cfe14e tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/c52e4176-b21c-4e04-8174-2d27cdc49178 HTTP/1.1" status: 204 len: 168 time: 0.2204690 Aug 20 15:11:41.070699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] No DVR routers for this DVR port 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:41.078913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:41.081028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-191d6ac6-f27d-41d0-95a9-769bd4d6c087 req-d66bc302-3012-4a4c-a3ab-c3a2dc2cfa2e tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.70 "DELETE /v2.0/ports/95cfbec8-02d0-4edb-8b7e-6f9b04cf382a HTTP/1.1" status: 204 len: 173 time: 0.9670484 Aug 20 15:11:41.082984 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b350a7-6159-44fa-94a1-ede6705911c9 x-openstack-request-id: req-b0b350a7-6159-44fa-94a1-ede6705911c9 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:41.083278 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2885ec-6457-44f7-87dc-e209afb3d00b", "name": "network-vif-deleted", "tag": "b49a55cd-f6ba-435c-a0d2-0649efbd1bac", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:41.083531 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0b350a7-6159-44fa-94a1-ede6705911c9 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:41.083949 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2885ec-6457-44f7-87dc-e209afb3d00b', 'name': 'network-vif-deleted', 'tag': 'b49a55cd-f6ba-435c-a0d2-0649efbd1bac', 'status': 'completed', 'code': 200} Aug 20 15:11:41.086100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-06333dc5-92eb-4b19-a567-998afe87f59b tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=c52e4176-b21c-4e04-8174-2d27cdc49178 HTTP/1.1" status: 200 len: 216 time: 0.0220368 Aug 20 15:11:41.090160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54648) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:41.104772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-765b36f8-08b4-4a58-8878-1226672f79e2 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0103939 Aug 20 15:11:41.107790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54650) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:41.121555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-03939f02-6e96-4204-9f5e-dd4b420ca526 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0126088 Aug 20 15:11:41.125279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54652) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:41.189069 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ce8cc43-2e89-4b67-a393-ff9ff59bf812 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-labels/fea6d96f-553b-47b4-a905-727813561a78 HTTP/1.1" status: 200 len: 473 time: 0.0624299 Aug 20 15:11:41.192115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54654) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:41.202267 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-66ebe9bb-64df-43e0-a903-1218e8aaa04d tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "GET /v2.0/metering/metering-label-rules/19d97579-b637-4e62-8002-a57a1a5ae1a8 HTTP/1.1" status: 200 len: 461 time: 0.0090940 Aug 20 15:11:41.205455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54656) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:41.303263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4cf6-a034-420d-bd00-8f4b0831ce02 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:41.304970 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f1fb4cf6-a034-420d-bd00-8f4b0831ce02 tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-label-rules/19d97579-b637-4e62-8002-a57a1a5ae1a8 HTTP/1.1" status: 204 len: 168 time: 0.0980613 Aug 20 15:11:41.306843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54660) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:41.483697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ff00062-f6f0-4804-bc25-ad13ee405a1c tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:41.487137 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3ff00062-f6f0-4804-bc25-ad13ee405a1c tempest-MeteringTestJSON-2006936646 tempest-MeteringTestJSON-2006936646-project-admin] 10.222.0.36 "DELETE /v2.0/metering/metering-labels/fea6d96f-553b-47b4-a905-727813561a78 HTTP/1.1" status: 204 len: 168 time: 0.1770558 Aug 20 15:11:41.532795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddee67-a134-4c2c-b3f4-d06b1b7d1120 req-c0f663eb-21f9-442d-9837-8ddd52575c19 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:41.534342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95ddee67-a134-4c2c-b3f4-d06b1b7d1120 req-c0f663eb-21f9-442d-9837-8ddd52575c19 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0605583 Aug 20 15:11:41.580598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95ddee67-a134-4c2c-b3f4-d06b1b7d1120 req-4b429252-ba0d-47e6-b05b-a22bed82a627 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358052 Aug 20 15:11:41.723450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fae27b1-071f-4a3b-8b7e-548555b62998 req-24163061-eb9e-488e-9618-7e9da4e39ed1 tempest-ListServersNegativeTestJSON-704668783 tempest-ListServersNegativeTestJSON-704668783-project] 10.222.0.36 "GET /v2.0/ports?device_id=9927e2d9-b038-4c1c-916c-f8b68580a962 HTTP/1.1" status: 200 len: 210 time: 0.0343809 Aug 20 15:11:41.760973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54670) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:41.868343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7f25-1b17-480e-bb3b-b16e6b167ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:41.958419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7f25-1b17-480e-bb3b-b16e6b167ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:41.963092 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c1b7f25-1b17-480e-bb3b-b16e6b167ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.001920 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3c1b7f25-1b17-480e-bb3b-b16e6b167ef3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cc94e4fc8064931b3c0ccab87ac6546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397673 Aug 20 15:11:42.003146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b7f25-1b17-480e-bb3b-b16e6b167ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f0a89f-ca2f-43bc-bcf5-b49fabce28fc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:42.004563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54676) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:42.054202 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-25b3fc56-0dae-48ab-a1af-c06c4a07e702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.075373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-25b3fc56-0dae-48ab-a1af-c06c4a07e702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.120915 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-25b3fc56-0dae-48ab-a1af-c06c4a07e702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.123498 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-25b3fc56-0dae-48ab-a1af-c06c4a07e702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.124737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-25b3fc56-0dae-48ab-a1af-c06c4a07e702 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18f0a89f-ca2f-43bc-bcf5-b49fabce28fc HTTP/1.1" status: 204 len: 168 time: 0.1191902 Aug 20 15:11:42.132509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3fc56-0dae-48ab-a1af-c06c4a07e702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f0a89f-ca2f-43bc-bcf5-b49fabce28fc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:42.193875 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d34aaaf0-92ac-4e0b-9397-ce4f4018d3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.382865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54684) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:42.396606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d5e52b4-3936-4db4-8c40-259e1d9bfb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.483763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d5e52b4-3936-4db4-8c40-259e1d9bfb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.487999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d5e52b4-3936-4db4-8c40-259e1d9bfb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.526153 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9d5e52b4-3936-4db4-8c40-259e1d9bfb03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0da04208433d4d3c874e43fae8eaffa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420760 Aug 20 15:11:42.527175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e52b4-3936-4db4-8c40-259e1d9bfb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b28cb5b-087f-412e-989f-f24f51cd19d8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:42.529204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54686) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:42.564452 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:11:42.578035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c789e6a6-9f73-4d80-a9f8-ddfe7b01ce36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.600422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c789e6a6-9f73-4d80-a9f8-ddfe7b01ce36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.648243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c789e6a6-9f73-4d80-a9f8-ddfe7b01ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.650841 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c789e6a6-9f73-4d80-a9f8-ddfe7b01ce36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.653073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c789e6a6-9f73-4d80-a9f8-ddfe7b01ce36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b28cb5b-087f-412e-989f-f24f51cd19d8 HTTP/1.1" status: 204 len: 168 time: 0.1212666 Aug 20 15:11:42.661575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e6a6-9f73-4d80-a9f8-ddfe7b01ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b28cb5b-087f-412e-989f-f24f51cd19d8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:42.726717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d944b-9aca-4c59-b168-91b866154ade req-b24cec95-0566-4377-ba05-c3b2af3cb6e3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:42.728465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-702d944b-9aca-4c59-b168-91b866154ade req-b24cec95-0566-4377-ba05-c3b2af3cb6e3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0551548 Aug 20 15:11:42.769224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-702d944b-9aca-4c59-b168-91b866154ade req-a19e395a-0ae5-4421-b738-af7bc37b9e78 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Aug 20 15:11:42.819461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54696) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:42.870099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e26d85-ba8a-405f-936c-6d0909335a4b admin admin] Deleting subnet 281ddb39-b2d3-4ad7-92db-e506e7f86abe {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:11:42.873696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0e26d85-ba8a-405f-936c-6d0909335a4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.915869 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0e26d85-ba8a-405f-936c-6d0909335a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:42.956619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0e26d85-ba8a-405f-936c-6d0909335a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.017374 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0e26d85-ba8a-405f-936c-6d0909335a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.050938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e26d85-ba8a-405f-936c-6d0909335a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281ddb39-b2d3-4ad7-92db-e506e7f86abe,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:43.052964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f0e26d85-ba8a-405f-936c-6d0909335a4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.054868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f0e26d85-ba8a-405f-936c-6d0909335a4b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/281ddb39-b2d3-4ad7-92db-e506e7f86abe HTTP/1.1" status: 204 len: 168 time: 0.2342379 Aug 20 15:11:43.057578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54708) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:43.104144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9927e2d9-b038-4c1c-916c-f8b68580a962', 'name': 'network-vif-deleted', 'tag': '95cfbec8-02d0-4edb-8b7e-6f9b04cf382a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:43.106567 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c1e4db-f641-4ac7-9ea9-f4b1ca894583" -d '{"events": [{"server_uuid": "9927e2d9-b038-4c1c-916c-f8b68580a962", "name": "network-vif-deleted", "tag": "95cfbec8-02d0-4edb-8b7e-6f9b04cf382a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:43.153872 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ef3e67-002b-48d0-b58b-8f6c9de175a0 x-openstack-request-id: req-d7ef3e67-002b-48d0-b58b-8f6c9de175a0 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:43.154263 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9927e2d9-b038-4c1c-916c-f8b68580a962", "name": "network-vif-deleted", "tag": "95cfbec8-02d0-4edb-8b7e-6f9b04cf382a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:43.154612 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7ef3e67-002b-48d0-b58b-8f6c9de175a0 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:43.155094 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9927e2d9-b038-4c1c-916c-f8b68580a962', 'name': 'network-vif-deleted', 'tag': '95cfbec8-02d0-4edb-8b7e-6f9b04cf382a', 'status': 'completed', 'code': 200} Aug 20 15:11:43.162376 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.265010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.275206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a256b586-b29d-44aa-bdca-91e5d392ae5c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:43.288814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa3ac03-6055-4fb5-a6e0-fc729884403c') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:43.289150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa3ac03-6055-4fb5-a6e0-fc729884403c') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:43.299652 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.314039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.320281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:11:43.320693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:11:43.322368 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:11:43.392836 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.405620 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.423400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] 10.222.0.36 "DELETE /v2.0/networks/a256b586-b29d-44aa-bdca-91e5d392ae5c HTTP/1.1" status: 204 len: 168 time: 0.3559556 Aug 20 15:11:43.444948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e1650-aae8-464c-a079-e1c24522be3b admin admin] Pushing event deleted for resources: {'Network': ['ID=a256b586-b29d-44aa-bdca-91e5d392ae5c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:43.470288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54734) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:43.576321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1308508143'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:43.601052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Made reservation on behalf of 58b32d2add134aaf8e81f0162659604b for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:43.604535 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.615950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54740) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:43.618922 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.669153 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-076039a1-34a3-427f-b349-4c8f761b8765 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b55505837d64231b2e8ebaf3a4af825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515759 Aug 20 15:11:43.671642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54742) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:43.713843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.718417 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.729753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56c62b44-a068-41b0-bee3-c789b3d5407f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.745185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:11:43.756266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afbbb12-c970-46b6-8b90-4b1420272c8b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:43.759213 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56c62b44-a068-41b0-bee3-c789b3d5407f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.761144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.762104 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Added segment 7af75a77-83eb-4229-96de-83e768c8c2d7 of type vlan for network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e Aug 20 15:11:43.804052 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.819621 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56c62b44-a068-41b0-bee3-c789b3d5407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.822186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56c62b44-a068-41b0-bee3-c789b3d5407f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.826639 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-56c62b44-a068-41b0-bee3-c789b3d5407f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f929c1ed-8d79-4d2d-801f-4f0c43b07f56 HTTP/1.1" status: 204 len: 168 time: 0.1505663 Aug 20 15:11:43.834656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c62b44-a068-41b0-bee3-c789b3d5407f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f929c1ed-8d79-4d2d-801f-4f0c43b07f56,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:43.849375 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.855617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:43.856323 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:43.931994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4605484 Aug 20 15:11:43.935625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54748) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:43.943287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Request body: {'subnet': {'network_id': 'b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:43.962959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67403767-60a6-4ed0-a017-9ac6ca32528b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event updated for resources: {'Network': ['ID=b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:43.989495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aca3ad-990c-4a7b-b8b2-33c7ea7eab4e req-943d1368-75d3-4f1e-8f0e-da4113037b42 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:43.992143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14aca3ad-990c-4a7b-b8b2-33c7ea7eab4e req-943d1368-75d3-4f1e-8f0e-da4113037b42 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1116633 Aug 20 15:11:44.079905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14aca3ad-990c-4a7b-b8b2-33c7ea7eab4e req-82c18319-e5a5-4a97-804a-646be929d45c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807006 Aug 20 15:11:44.109530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Made reservation on behalf of 58b32d2add134aaf8e81f0162659604b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:44.119505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:44.129426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:11:44.332349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:44.381366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event updated for resources: {'Subnet': ['ID=599a7fed-68bc-4e1f-8e88-478056969ba1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:44.419664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Checking segment: {'id': '7af75a77-83eb-4229-96de-83e768c8c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:44.420227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Network hostable DHCP agents. Network: b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:11:44.442284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:11:44.455683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:44.459051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:44.459963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:44.466221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e79391-5adc-4079-9bcc-755a853258f3 None None] Network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:44.477455 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d002beb7-6dbb-4227-b507-97836315c1dc tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5396245 Aug 20 15:11:44.480407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54764) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:44.486387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Request body: {'port': {'network_id': 'b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1187034167'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:44.566148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:11:44.611934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:11:44.612277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 95cfbec8-02d0-4edb-8b7e-6f9b04cf382a not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:11:44.726774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Made reservation on behalf of 58b32d2add134aaf8e81f0162659604b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:44.731296 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:44.732425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e', 'network_id': 'b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e', 'tenant_id': '58b32d2add134aaf8e81f0162659604b', 'fixed_ips': [{'subnet_id': '599a7fed-68bc-4e1f-8e88-478056969ba1'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:11:44.734509 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:44.815245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] device_id is not set on port c0f1f7e7-ac25-4387-a1fc-66385338dfa1 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:11:44.863876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:44.927873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54782) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:44.937511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Allocated IP 2001:db8::2 (b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e/599a7fed-68bc-4e1f-8e88-478056969ba1/15ef41b7-2d51-4dec-a6d1-d29f4f2212f6) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:11:45.096083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-456629452-network', 'tenant_id': 'f74b796bccd241b58c4fd3beeb5742dd'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:45.125135 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.128002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Made reservation on behalf of f74b796bccd241b58c4fd3beeb5742dd for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:45.130439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.140892 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.142445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Transition to ACTIVE for port object 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:45.172086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Transition to ACTIVE for port object 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:45.178979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-81c3a4f9-1f6f-416b-ae29-4cd5abbbe18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.182917 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.223511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:11:45.225953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b49a55cd-f6ba-435c-a0d2-0649efbd1bac no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:11:45.268006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.273827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.278832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: b49a55cd-f6ba-435c-a0d2-0649efbd1bac {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:11:45.279470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b49a55cd-f6ba-435c-a0d2-0649efbd1bac not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:11:45.285927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:45.292639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:45.293791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Allocated IP 2001:db8::3df (b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e/599a7fed-68bc-4e1f-8e88-478056969ba1/c0f1f7e7-ac25-4387-a1fc-66385338dfa1) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:11:45.297895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:45.318499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6a265-b3d1-4d2e-9294-7cd7fa7741f9 req-1d163934-f3a6-4b20-ba60-ef7c7b69a301 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:45.318755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a1ffb-e19a-495d-b37a-ba79404f3f83,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:45.330337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5b6a265-b3d1-4d2e-9294-7cd7fa7741f9 req-1d163934-f3a6-4b20-ba60-ef7c7b69a301 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1086240 Aug 20 15:11:45.331468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:11:45.345448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.346325 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Added segment 56dbd032-35a3-467c-8d98-83c5f9fb5cf9 of type vlan for network 682fb3de-4769-47df-9118-cb42c7574098 Aug 20 15:11:45.347885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Pushing event updated for resources: {'Port': ['ID=15ef41b7-2d51-4dec-a6d1-d29f4f2212f6,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:45.384304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.384567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.384908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.385257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.385560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.386068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.387271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.387872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.388548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.389177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.389716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.390251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:11:45.403510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5b6a265-b3d1-4d2e-9294-7cd7fa7741f9 req-c7bbf325-65d6-45b9-8a33-61ca23fed9e7 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711641 Aug 20 15:11:45.412584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.451630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Attempting to bind port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:11:45.452443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Attempting to bind port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '7af75a77-83eb-4229-96de-83e768c8c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:11:45.452897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Attempting to bind port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 on network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:45.458772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.460536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:45.461458 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.463479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:11:45.463984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Checking segment: {'id': '7af75a77-83eb-4229-96de-83e768c8c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:45.464557 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.465257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Bound using segment: {'id': '7af75a77-83eb-4229-96de-83e768c8c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:11:45.465847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Bound port: 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af75a77-83eb-4229-96de-83e768c8c2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:11:45.466271 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.555165 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6247444 Aug 20 15:11:45.558622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54790) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:45.559836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] For port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:11:45.566332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Request body: {'subnet': {'network_id': '682fb3de-4769-47df-9118-cb42c7574098', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-456629452-subnet', 'tenant_id': 'f74b796bccd241b58c4fd3beeb5742dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:45.567101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] For port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=15ef41b7-2d51-4dec-a6d1-d29f4f2212f6,segment=NetworkSegment(7af75a77-83eb-4229-96de-83e768c8c2d7),segment_id=7af75a77-83eb-4229-96de-83e768c8c2d7)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:11:45.570094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:45.580051 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.583672 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.592076 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1307d9-3bb2-4847-b3ad-0cf387d66afa admin admin] Pushing event updated for resources: {'Network': ['ID=682fb3de-4769-47df-9118-cb42c7574098,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:45.604377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Transition to ACTIVE for port object c0f1f7e7-ac25-4387-a1fc-66385338dfa1 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:45.630200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 682fb3de-4769-47df-9118-cb42c7574098 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:11:45.633349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Made reservation on behalf of f74b796bccd241b58c4fd3beeb5742dd for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:45.636233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.637638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'port_id': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'mac_address': 'fa:16:3e:01:40:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:11:45.672813 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.752060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:45.752506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe89bb-5bd5-40ca-913a-0a3ed3bb2687 None None] Pushing event updated for resources: {'Port': ['ID=15ef41b7-2d51-4dec-a6d1-d29f4f2212f6,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:45.753562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:45.766263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:45.772539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:45.773505 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.780032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event updated for resources: {'Port': ['ID=c0f1f7e7-ac25-4387-a1fc-66385338dfa1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:45.802240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-40f0d0d1-1f1a-48a9-bddd-dcf05e280eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3206451 Aug 20 15:11:45.803183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54794) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:45.803794 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.809947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Request body: {'port': {'network_id': 'b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-682754627', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:45.810491 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.api.validators [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] bootfile-name is not in valid_values {{(pid=101099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:11:45.810830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.api.validators [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] tftp-server is not in valid_values {{(pid=101099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:11:45.811159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.api.validators [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] server-ip-address is not in valid_values {{(pid=101099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:11:45.819815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db39a254-4b4f-4d4a-88e2-f5193d5b0e0b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:11:45.841258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:45.846556 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.900000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:45.930659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:46.007841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=581e031e-d28c-4c85-b547-3b5f03c8620a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:46.014661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:46.023354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Made reservation on behalf of 58b32d2add134aaf8e81f0162659604b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:46.028666 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:46.037432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Checking segment: {'id': '56dbd032-35a3-467c-8d98-83c5f9fb5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '682fb3de-4769-47df-9118-cb42c7574098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:46.037795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Network hostable DHCP agents. Network: 682fb3de-4769-47df-9118-cb42c7574098, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:11:46.057995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] device_id is not set on port 31b18809-4736-4ae5-94ee-bfa4ba326ba9 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:11:46.079865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Network 682fb3de-4769-47df-9118-cb42c7574098 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:11:46.097220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 682fb3de-4769-47df-9118-cb42c7574098) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:46.109266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59ab16-0786-4d97-b0e6-accbc93f3257 None None] Network 682fb3de-4769-47df-9118-cb42c7574098 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:46.112733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:46.113556 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:46.139612 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-195ab5d6-0f79-4ef9-885a-6ac0f6f63c2d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5745072 Aug 20 15:11:46.208929 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:46.279058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32601e-3995-49b9-b2ed-8fe4b4416f6c None None] Network 682fb3de-4769-47df-9118-cb42c7574098 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:46.356402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Allocated IP 2001:db8::84 (b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e/599a7fed-68bc-4e1f-8e88-478056969ba1/31b18809-4736-4ae5-94ee-bfa4ba326ba9) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:11:46.619327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068ad6-84f4-4db7-933e-2abf0d207b8a req-64f3ec94-ad34-495e-afcb-3a31ebafc8b7 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:46.621496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96068ad6-84f4-4db7-933e-2abf0d207b8a req-64f3ec94-ad34-495e-afcb-3a31ebafc8b7 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 945 time: 0.1103435 Aug 20 15:11:46.667879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:46.727714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Transition to ACTIVE for port object 31b18809-4736-4ae5-94ee-bfa4ba326ba9 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:46.763846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96068ad6-84f4-4db7-933e-2abf0d207b8a req-0e66247b-b1fb-4a05-a5b7-eaacc47de177 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185238 Aug 20 15:11:46.826674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-15a80e3a-24f5-4e82-97a8-787c609e48f4 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:46.828253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-15a80e3a-24f5-4e82-97a8-787c609e48f4 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/networks?id=682fb3de-4769-47df-9118-cb42c7574098 HTTP/1.1" status: 200 len: 808 time: 0.2006228 Aug 20 15:11:46.829940 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:46.878703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-6ed8dfcc-32bb-44aa-bee4-45caa784dcb2 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/quotas/f74b796bccd241b58c4fd3beeb5742dd HTTP/1.1" status: 200 len: 375 time: 0.0419469 Aug 20 15:11:46.892811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:46.919609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:46.937909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:46.943457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:46.944121 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:46.946489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event updated for resources: {'Port': ['ID=31b18809-4736-4ae5-94ee-bfa4ba326ba9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:46.952678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-cc457e8a-ad49-4745-b643-7688a0fa6312 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f74b796bccd241b58c4fd3beeb5742dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619674 Aug 20 15:11:46.968750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:46.968913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d261dba9-ec9a-449f-8d90-ab0bd44c786b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.1641848 Aug 20 15:11:46.975844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277642b7-d258-4d06-905d-e31f50a19f73 None None] Network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:47.024707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:11:47.102951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ffb41683-cc7f-4be6-8fb4-a2c683a02285 None None] Provisioning for port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:11:47.110787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-c39d19b3-7853-4aa2-9731-ed03bcad5850 service neutron] 10.222.0.36 "GET /v2.0/networks/682fb3de-4769-47df-9118-cb42c7574098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221387 Aug 20 15:11:47.135382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:11:47.143580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:11:47.144241 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:47.231986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-cb05bd88-4b9a-461d-9a51-ae52636300ae service neutron] 10.222.0.36 "GET /v2.0/networks/682fb3de-4769-47df-9118-cb42c7574098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193352 Aug 20 15:11:47.243731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:11:47.394822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:11:47.408288 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:47.459274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0275ab8-ee7d-4561-aa87-88c96ffcbc29 req-02f84acf-2baa-4dd8-a899-959c908e0bd4 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 210 time: 0.0518136 Aug 20 15:11:47.461097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59566929-9af9-4b03-a0ab-c922dc668286 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:47.467061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59566929-9af9-4b03-a0ab-c922dc668286 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:47.473029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59566929-9af9-4b03-a0ab-c922dc668286 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:47.475015 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-59566929-9af9-4b03-a0ab-c922dc668286 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.5049319 Aug 20 15:11:47.477844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54826) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:47.523263 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:47.613745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=15ef41b7-2d51-4dec-a6d1-d29f4f2212f6,segment=NetworkSegment(7af75a77-83eb-4229-96de-83e768c8c2d7),segment_id=7af75a77-83eb-4229-96de-83e768c8c2d7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:47.615285 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:47.627068 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:47.641722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-116e1212-acfe-4701-a2fa-45ae29aaad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Deleting port 31b18809-4736-4ae5-94ee-bfa4ba326ba9 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:47.642030 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-116e1212-acfe-4701-a2fa-45ae29aaad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:47.672289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:47.674612 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de651fc-b0f1-4451-b7eb-672198978568" -d '{"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-plugged", "status": "completed", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:47.705463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:47.739765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=15ef41b7-2d51-4dec-a6d1-d29f4f2212f6,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:47.743999 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:47.785397 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e9de62-f750-40c5-b8e9-8c347e340103 x-openstack-request-id: req-24e9de62-f750-40c5-b8e9-8c347e340103 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:47.785773 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-plugged", "status": "completed", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:47.785967 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24e9de62-f750-40c5-b8e9-8c347e340103 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:47.786680 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'code': 200} Aug 20 15:11:47.800910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-116e1212-acfe-4701-a2fa-45ae29aaad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:47.816900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-116e1212-acfe-4701-a2fa-45ae29aaad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Calling delete_port for 31b18809-4736-4ae5-94ee-bfa4ba326ba9 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:47.835630 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:47.919619 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:47.972020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e57f24dc-4c64-448c-9407-4f1049301e4a None None] Provisioning complete for port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:11:47.972602 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e57f24dc-4c64-448c-9407-4f1049301e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.088431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-116e1212-acfe-4701-a2fa-45ae29aaad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.130980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e1212-acfe-4701-a2fa-45ae29aaad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event deleted for resources: {'Port': ['ID=31b18809-4736-4ae5-94ee-bfa4ba326ba9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:48.145502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdb4d0-d54e-4999-aca0-74216813cc47 req-3d0c330f-5d41-4629-beee-59a9bfc03a55 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:48.153614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80fdb4d0-d54e-4999-aca0-74216813cc47 req-3d0c330f-5d41-4629-beee-59a9bfc03a55 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1207108 Aug 20 15:11:48.192706 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-116e1212-acfe-4701-a2fa-45ae29aaad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.194759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-116e1212-acfe-4701-a2fa-45ae29aaad20 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "DELETE /v2.0/ports/31b18809-4736-4ae5-94ee-bfa4ba326ba9 HTTP/1.1" status: 204 len: 168 time: 0.7155106 Aug 20 15:11:48.198790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54840) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:48.204553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e57f24dc-4c64-448c-9407-4f1049301e4a None None] Provisioning for port c0f1f7e7-ac25-4387-a1fc-66385338dfa1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:11:48.205922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Request body: {'port': {'name': 'tempest-new-port-name-1965105263', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:48.206387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.api.validators [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] bootfile-name is not in valid_values {{(pid=101100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:11:48.206730 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.api.validators [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] tftp-server is not in valid_values {{(pid=101100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:11:48.207065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.api.validators [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] server-ip-address is not in valid_values {{(pid=101100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:11:48.215754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e57f24dc-4c64-448c-9407-4f1049301e4a None None] Provisioning complete for port c0f1f7e7-ac25-4387-a1fc-66385338dfa1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:11:48.217270 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e57f24dc-4c64-448c-9407-4f1049301e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.228152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80fdb4d0-d54e-4999-aca0-74216813cc47 req-5388b21b-0606-4b05-9da4-64d9c8bfa752 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658879 Aug 20 15:11:48.272856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e57f24dc-4c64-448c-9407-4f1049301e4a None None] Port c0f1f7e7-ac25-4387-a1fc-66385338dfa1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:11:48.282778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e57f24dc-4c64-448c-9407-4f1049301e4a None None] Could not find standard attr ID for object 31b18809-4736-4ae5-94ee-bfa4ba326ba9. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:11:48.318171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.432522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c851f2b5-4abf-44bd-98cd-b21e3a7cd56b None None] Provisioning complete for port c0f1f7e7-ac25-4387-a1fc-66385338dfa1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:11:48.432904 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c851f2b5-4abf-44bd-98cd-b21e3a7cd56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.503615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c851f2b5-4abf-44bd-98cd-b21e3a7cd56b None None] Port c0f1f7e7-ac25-4387-a1fc-66385338dfa1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:11:48.562321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.568818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.582474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b3c94ad-7472-450e-9695-347a69bbbe67 req-c1051c64-7385-410c-ba3c-14cd4da44127 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 210 time: 0.0397854 Aug 20 15:11:48.605635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] In _notify_port_updated(), no bound segment for port c0f1f7e7-ac25-4387-a1fc-66385338dfa1 on network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:11:48.611168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:48.611896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.615582 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "PUT /v2.0/ports/c0f1f7e7-ac25-4387-a1fc-66385338dfa1 HTTP/1.1" status: 200 len: 1130 time: 0.4130473 Aug 20 15:11:48.616913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54846) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:48.619761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3ef305e7-98f3-4fea-8161-9caa6897807b None None] Could not find standard attr ID for object 31b18809-4736-4ae5-94ee-bfa4ba326ba9. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:11:48.634120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98956f65-9cb1-4e0a-8d9b-525225495682 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event updated for resources: {'Port': ['ID=c0f1f7e7-ac25-4387-a1fc-66385338dfa1,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:48.691947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6e262-2623-4073-9a2d-200821b6e35f tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:48.699782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0ee6e262-2623-4073-9a2d-200821b6e35f tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "GET /v2.0/ports/c0f1f7e7-ac25-4387-a1fc-66385338dfa1 HTTP/1.1" status: 200 len: 1130 time: 0.0807700 Aug 20 15:11:48.700070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54848) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:48.826728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b35c2-829c-4b94-8e13-be930e16721c tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Deleting port c0f1f7e7-ac25-4387-a1fc-66385338dfa1 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:48.826728 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c9b35c2-829c-4b94-8e13-be930e16721c tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.875946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-4b822140-3160-49cf-9a6e-cd93256260d1 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:48.878340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-4b822140-3160-49cf-9a6e-cd93256260d1 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.72 "GET /v2.0/networks?id=682fb3de-4769-47df-9118-cb42c7574098 HTTP/1.1" status: 200 len: 808 time: 0.1296339 Aug 20 15:11:48.903645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Request body: {'port': {'device_id': '86786831-406e-446a-aacd-065808a1d3a8', 'network_id': '682fb3de-4769-47df-9118-cb42c7574098', 'admin_state_up': True, 'tenant_id': 'f74b796bccd241b58c4fd3beeb5742dd'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:48.941131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:11:48.971639 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c9b35c2-829c-4b94-8e13-be930e16721c tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:48.991412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b35c2-829c-4b94-8e13-be930e16721c tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Calling delete_port for c0f1f7e7-ac25-4387-a1fc-66385338dfa1 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:49.034846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:11:49.035754 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:49.207962 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c9b35c2-829c-4b94-8e13-be930e16721c tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:49.245276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b35c2-829c-4b94-8e13-be930e16721c tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event deleted for resources: {'Port': ['ID=c0f1f7e7-ac25-4387-a1fc-66385338dfa1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:49.291777 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c9b35c2-829c-4b94-8e13-be930e16721c tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:49.297401 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7c9b35c2-829c-4b94-8e13-be930e16721c tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "DELETE /v2.0/ports/c0f1f7e7-ac25-4387-a1fc-66385338dfa1 HTTP/1.1" status: 204 len: 168 time: 0.5960288 Aug 20 15:11:49.298649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54854) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:49.389117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce74a053-752a-4cc4-b8dc-0ebefbf41d4b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Deleting subnet 599a7fed-68bc-4e1f-8e88-478056969ba1 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:11:49.393445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce74a053-752a-4cc4-b8dc-0ebefbf41d4b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:49.393756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-679d2a17-3e08-4cdd-93d9-e5bd786c9dac None None] Could not find standard attr ID for object c0f1f7e7-ac25-4387-a1fc-66385338dfa1. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:11:49.439533 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130088c0-ce87-4403-9e22-d68581a7e3fc req-e263b694-d5b8-4d39-b075-971bbedc5fe2 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:49.453279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-130088c0-ce87-4403-9e22-d68581a7e3fc req-e263b694-d5b8-4d39-b075-971bbedc5fe2 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1059220 Aug 20 15:11:49.484812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce74a053-752a-4cc4-b8dc-0ebefbf41d4b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:49.511519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Made reservation on behalf of f74b796bccd241b58c4fd3beeb5742dd for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:49.515267 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:49.536583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-130088c0-ce87-4403-9e22-d68581a7e3fc req-b8b8523c-2972-4136-a23e-32d0a5280606 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819206 Aug 20 15:11:49.633525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce74a053-752a-4cc4-b8dc-0ebefbf41d4b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:49.719801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5be64e0b-3ba3-48f5-be1d-36483afbb2d4 req-ca0c5215-1891-4ba0-8b2a-00a863e69ca1 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 210 time: 0.0369730 Aug 20 15:11:49.734556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Allocated IP 172.20.0.9 (682fb3de-4769-47df-9118-cb42c7574098/581e031e-d28c-4c85-b547-3b5f03c8620a/096b3a56-a543-4e1d-bf62-901d9569a776) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:11:49.755719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce74a053-752a-4cc4-b8dc-0ebefbf41d4b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:49.810971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce74a053-752a-4cc4-b8dc-0ebefbf41d4b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:49.816502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ce74a053-752a-4cc4-b8dc-0ebefbf41d4b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "DELETE /v2.0/subnets/599a7fed-68bc-4e1f-8e88-478056969ba1 HTTP/1.1" status: 204 len: 168 time: 0.5138433 Aug 20 15:11:49.816502 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74a053-752a-4cc4-b8dc-0ebefbf41d4b tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event deleted for resources: {'Subnet': ['ID=599a7fed-68bc-4e1f-8e88-478056969ba1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:49.817029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54874) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:49.819450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6b319d-72d3-4b40-a5a0-90592df12661 None None] Network b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:49.915720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.011232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Deleting port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:50.012450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.053545 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.070739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995818b7-608a-4c89-855e-da866e196ab1 None None] DHCP port deletion for b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:11:50.138868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] For port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=15ef41b7-2d51-4dec-a6d1-d29f4f2212f6,segment=NetworkSegment(7af75a77-83eb-4229-96de-83e768c8c2d7),segment_id=7af75a77-83eb-4229-96de-83e768c8c2d7)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:50.139273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.140919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.156842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Calling delete_port for 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:50.166952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-995818b7-608a-4c89-855e-da866e196ab1 None None] Deleting port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:50.167502 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-995818b7-608a-4c89-855e-da866e196ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.184210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Network 682fb3de-4769-47df-9118-cb42c7574098 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:50.191071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:50.221379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:50.260403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.281313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:50.282334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.291795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event deleted for resources: {'Port': ['ID=15ef41b7-2d51-4dec-a6d1-d29f4f2212f6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:50.300866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] No DVR routers for this DVR port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:50.317750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4210603 Aug 20 15:11:50.327359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc027e79-b325-4347-a318-fab479f6c9a9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Pushing event updated for resources: {'Port': ['ID=096b3a56-a543-4e1d-bf62-901d9569a776,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:50.343940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Request body: {'port': {'device_id': '86786831-406e-446a-aacd-065808a1d3a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:50.382041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-995818b7-608a-4c89-855e-da866e196ab1 None None] For port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=15ef41b7-2d51-4dec-a6d1-d29f4f2212f6,segment=NetworkSegment(7af75a77-83eb-4229-96de-83e768c8c2d7),segment_id=7af75a77-83eb-4229-96de-83e768c8c2d7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:50.382448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-995818b7-608a-4c89-855e-da866e196ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.397907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-995818b7-608a-4c89-855e-da866e196ab1 None None] Calling delete_port for 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:50.423383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.447876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.468251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:50.487416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af75a77-83eb-4229-96de-83e768c8c2d7') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:50.487959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af75a77-83eb-4229-96de-83e768c8c2d7') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:50.512119 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.543955 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.551334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:11:50.552653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:11:50.555812 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:11:50.637749 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-995818b7-608a-4c89-855e-da866e196ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.655506 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.666481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995818b7-608a-4c89-855e-da866e196ab1 None None] No DVR routers for this DVR port 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:11:50.680205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:50.689969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995818b7-608a-4c89-855e-da866e196ab1 None None] Pushing event deleted for resources: {'Port': ['ID=15ef41b7-2d51-4dec-a6d1-d29f4f2212f6,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:50.701922 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] 10.222.0.36 "DELETE /v2.0/networks/b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e HTTP/1.1" status: 204 len: 168 time: 0.8762021 Aug 20 15:11:50.739105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d1951-4129-4ca5-857e-e49201e8d4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875 tempest-ExtraDHCPOptionsIpV6TestJSON-1479356875-project] Pushing event deleted for resources: {'Network': ['ID=b08f1fd4-59a0-43a6-8d81-4a1bdd898f0e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:50.809414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bcd98-801b-4778-baec-e6da2eadfb9e req-2ab135cf-f737-42c3-8c48-bd1431bd8e2a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:50.811111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-363bcd98-801b-4778-baec-e6da2eadfb9e req-2ab135cf-f737-42c3-8c48-bd1431bd8e2a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1122923 Aug 20 15:11:50.980181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:11:51.008439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096b3a56-a543-4e1d-bf62-901d9569a776 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:11:51.019806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:11:51.020156 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 15ef41b7-2d51-4dec-a6d1-d29f4f2212f6 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:11:51.040951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:51.060455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Transition to ACTIVE for port object 096b3a56-a543-4e1d-bf62-901d9569a776 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:51.065777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-363bcd98-801b-4778-baec-e6da2eadfb9e req-190fa1b7-f4f9-4842-822b-86bc2c50205a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447937 Aug 20 15:11:51.072143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:51.144389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8c62e-c436-4190-9b6c-30a3fdebc189 req-2356dd05-8efb-4fec-bce3-e92a9274898a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:51.155203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5e8c62e-c436-4190-9b6c-30a3fdebc189 req-2356dd05-8efb-4fec-bce3-e92a9274898a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 931 time: 0.3100204 Aug 20 15:11:51.166611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54902) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:51.236501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Pushing event updated for resources: {'Port': ['ID=096b3a56-a543-4e1d-bf62-901d9569a776,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:51.291152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5e8c62e-c436-4190-9b6c-30a3fdebc189 req-38b45204-cea7-4cad-8b3a-885ed1c6cd55 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348433 Aug 20 15:11:51.304326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Attempting to bind port 096b3a56-a543-4e1d-bf62-901d9569a776 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:11:51.304669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Attempting to bind port 096b3a56-a543-4e1d-bf62-901d9569a776 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '56dbd032-35a3-467c-8d98-83c5f9fb5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '682fb3de-4769-47df-9118-cb42c7574098'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:11:51.305003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Attempting to bind port 096b3a56-a543-4e1d-bf62-901d9569a776 on network 682fb3de-4769-47df-9118-cb42c7574098 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:51.310074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Port 096b3a56-a543-4e1d-bf62-901d9569a776 on network 682fb3de-4769-47df-9118-cb42c7574098 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:11:51.310407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Attempting to bind port 096b3a56-a543-4e1d-bf62-901d9569a776 on network 682fb3de-4769-47df-9118-cb42c7574098 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:51.315442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:11:51.315820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Checking segment: {'id': '56dbd032-35a3-467c-8d98-83c5f9fb5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '682fb3de-4769-47df-9118-cb42c7574098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:51.316205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Bound using segment: {'id': '56dbd032-35a3-467c-8d98-83c5f9fb5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '682fb3de-4769-47df-9118-cb42c7574098'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:11:51.316628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Bound port: 096b3a56-a543-4e1d-bf62-901d9569a776, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56dbd032-35a3-467c-8d98-83c5f9fb5cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '682fb3de-4769-47df-9118-cb42c7574098'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:11:51.316983 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:51.405838 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-887f0fc1-23e2-446a-a87f-af8d1d96ceb5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58b32d2add134aaf8e81f0162659604b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360384 Aug 20 15:11:51.406069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54908) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:51.429521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] For port 096b3a56-a543-4e1d-bf62-901d9569a776, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:11:51.435814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] For port 096b3a56-a543-4e1d-bf62-901d9569a776, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=096b3a56-a543-4e1d-bf62-901d9569a776,segment=NetworkSegment(56dbd032-35a3-467c-8d98-83c5f9fb5cf9),segment_id=56dbd032-35a3-467c-8d98-83c5f9fb5cf9)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:11:51.441885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:51.468091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d9e19d-0315-4c59-978a-c801874e6909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:51.471353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:51.472547 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:51.474690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] 10.222.0.72 "PUT /v2.0/ports/096b3a56-a543-4e1d-bf62-901d9569a776 HTTP/1.1" status: 200 len: 1092 time: 1.1364901 Aug 20 15:11:51.495196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d9e19d-0315-4c59-978a-c801874e6909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:51.499587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86786831-406e-446a-aacd-065808a1d3a8', 'tag': '096b3a56-a543-4e1d-bf62-901d9569a776'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:11:51.501898 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99890eec-7c42-451c-937f-57906e6fb721" -d '{"events": [{"name": "network-changed", "server_uuid": "86786831-406e-446a-aacd-065808a1d3a8", "tag": "096b3a56-a543-4e1d-bf62-901d9569a776"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:11:51.564705 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2122d6ff-5663-4f66-a3f1-cb1069204813 x-openstack-request-id: req-2122d6ff-5663-4f66-a3f1-cb1069204813 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:11:51.565057 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86786831-406e-446a-aacd-065808a1d3a8", "tag": "096b3a56-a543-4e1d-bf62-901d9569a776", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:11:51.565251 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2122d6ff-5663-4f66-a3f1-cb1069204813 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:11:51.565643 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86786831-406e-446a-aacd-065808a1d3a8', 'tag': '096b3a56-a543-4e1d-bf62-901d9569a776', 'status': 'completed', 'code': 200} Aug 20 15:11:51.596213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a9ca1-4446-42ea-bb65-92960e5c4513 service neutron] Pushing event updated for resources: {'Port': ['ID=096b3a56-a543-4e1d-bf62-901d9569a776,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:51.609126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d9e19d-0315-4c59-978a-c801874e6909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:51.611978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1d9e19d-0315-4c59-978a-c801874e6909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:51.613881 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e1d9e19d-0315-4c59-978a-c801874e6909 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0afbbb12-c970-46b6-8b90-4b1420272c8b HTTP/1.1" status: 204 len: 168 time: 0.2069085 Aug 20 15:11:51.626170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9e19d-0315-4c59-978a-c801874e6909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afbbb12-c970-46b6-8b90-4b1420272c8b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:51.644484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-eb1efd74-260a-44bc-a0b1-1c3f2e1d4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:51.646845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-eb1efd74-260a-44bc-a0b1-1c3f2e1d4477 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f74b796bccd241b58c4fd3beeb5742dd&device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 1095 time: 0.1004024 Aug 20 15:11:51.732460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-3a2722ad-2900-49be-9030-f0866ff47984 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=096b3a56-a543-4e1d-bf62-901d9569a776 HTTP/1.1" status: 200 len: 217 time: 0.0686972 Aug 20 15:11:51.801213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-5abd1fc9-19ba-4434-9953-d689cca93c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:51.802768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-5abd1fc9-19ba-4434-9953-d689cca93c71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=581e031e-d28c-4c85-b547-3b5f03c8620a HTTP/1.1" status: 200 len: 848 time: 0.0615489 Aug 20 15:11:51.847249 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-2edc9ac1-a735-4890-8ac7-1d46719b2aca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=682fb3de-4769-47df-9118-cb42c7574098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368757 Aug 20 15:11:51.969318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-a04529e2-e377-48e6-975a-bd879e75cd18 service neutron] 10.222.0.72 "GET /v2.0/networks/682fb3de-4769-47df-9118-cb42c7574098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136169 Aug 20 15:11:52.082233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91c80325-884e-4711-aa71-a80bb6e694e5 req-c687e84e-cafc-49ab-834c-e82006be510d service neutron] 10.222.0.72 "GET /v2.0/networks/682fb3de-4769-47df-9118-cb42c7574098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054821 Aug 20 15:11:52.276061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409bff81-eebd-4d81-9c92-9be6dd70a89c req-f8842e41-4326-4f1a-bbe1-2269e435b3e1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:52.277998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-409bff81-eebd-4d81-9c92-9be6dd70a89c req-f8842e41-4326-4f1a-bbe1-2269e435b3e1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1015763 Aug 20 15:11:52.281004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99890eec-7c42-451c-937f-57906e6fb721 req-af9e1b9f-192b-480a-a821-3fea73abf26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:52.282461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99890eec-7c42-451c-937f-57906e6fb721 req-af9e1b9f-192b-480a-a821-3fea73abf26c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f74b796bccd241b58c4fd3beeb5742dd&device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 1095 time: 0.1078627 Aug 20 15:11:52.408100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-409bff81-eebd-4d81-9c92-9be6dd70a89c req-30f468b5-9add-4dae-8826-23f118d66564 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241326 Aug 20 15:11:52.503017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee64a2-b9e5-4a34-ac55-4f567847eb80 req-34b04d0b-2d5f-4111-ae77-b750fb4521a5 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:52.510889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98ee64a2-b9e5-4a34-ac55-4f567847eb80 req-34b04d0b-2d5f-4111-ae77-b750fb4521a5 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 943 time: 0.1114514 Aug 20 15:11:52.528765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54942) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:52.532292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99890eec-7c42-451c-937f-57906e6fb721 req-64ac079c-2434-4a8f-8001-1bfd19d88ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:52.533941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99890eec-7c42-451c-937f-57906e6fb721 req-64ac079c-2434-4a8f-8001-1bfd19d88ae9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=682fb3de-4769-47df-9118-cb42c7574098 HTTP/1.1" status: 200 len: 909 time: 0.2389843 Aug 20 15:11:52.587144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99890eec-7c42-451c-937f-57906e6fb721 req-983b448a-a618-4c32-bc0d-23710b0ffafa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=096b3a56-a543-4e1d-bf62-901d9569a776 HTTP/1.1" status: 200 len: 217 time: 0.0455241 Aug 20 15:11:52.597717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98ee64a2-b9e5-4a34-ac55-4f567847eb80 req-aa1ed2bc-f70a-430e-bce7-b95bbefbba91 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857017 Aug 20 15:11:52.657160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99890eec-7c42-451c-937f-57906e6fb721 req-1a396e9f-c923-4615-bb76-86999788e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:52.658866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99890eec-7c42-451c-937f-57906e6fb721 req-1a396e9f-c923-4615-bb76-86999788e8bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=581e031e-d28c-4c85-b547-3b5f03c8620a HTTP/1.1" status: 200 len: 848 time: 0.0556977 Aug 20 15:11:52.698270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-432720578'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:52.704556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99890eec-7c42-451c-937f-57906e6fb721 req-61d82b9e-cff7-4746-a0b8-f7c92214e6a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=682fb3de-4769-47df-9118-cb42c7574098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358052 Aug 20 15:11:52.741661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:52.751562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:52.765706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:52.862977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99890eec-7c42-451c-937f-57906e6fb721 req-e7d53d71-af81-42e5-8d8f-9e53935cadf0 service neutron] 10.222.0.72 "GET /v2.0/networks/682fb3de-4769-47df-9118-cb42c7574098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510751 Aug 20 15:11:52.889489 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:52.899655 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:52.936530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:11:52.949792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311e70c0-113d-4f04-a947-61335f0377c6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:52.956459 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:52.957296 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Added segment c446b094-2ada-4e37-bc49-93b6b800e035 of type vlan for network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c Aug 20 15:11:53.012158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:53.045730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99890eec-7c42-451c-937f-57906e6fb721 req-7a5b0fff-8e04-4af1-a91f-fe437a48f75e service neutron] 10.222.0.72 "GET /v2.0/networks/682fb3de-4769-47df-9118-cb42c7574098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745756 Aug 20 15:11:53.046580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:53.055713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:53.056353 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:53.141690 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6088450 Aug 20 15:11:53.142244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54948) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:53.147383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'name': 'tempest-PortsIpV6TestJSON-726263557'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:53.188203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993995d-7f1b-4f0e-8f40-9241aaee5243 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Network': ['ID=6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:53.202397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:11:53.257170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:53.260915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:53.286170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 8396b7d2-f023-40fd-b0e0-58144ca3f327 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:11:53.487973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:53.544768 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:53.564382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838af549-0518-4473-ba37-72a04879d761 req-0171c2ac-f495-4d6e-a96f-f87c210b90cb tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:53.572003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-838af549-0518-4473-ba37-72a04879d761 req-0171c2ac-f495-4d6e-a96f-f87c210b90cb tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0728784 Aug 20 15:11:53.625352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-838af549-0518-4473-ba37-72a04879d761 req-751ac538-afc2-4fe1-9b25-c3f58e4f9e71 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522134 Aug 20 15:11:53.628554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=8396b7d2-f023-40fd-b0e0-58144ca3f327,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:53.654204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Checking segment: {'id': 'c446b094-2ada-4e37-bc49-93b6b800e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:53.656304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network hostable DHCP agents. Network: 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:11:53.680802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:11:53.696196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:53.702953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:53.710672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:53.711054 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:53.715201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb16443-485e-48be-99ea-dc90783d1f16 None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:53.740998 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cf9e276b-d921-4969-81d1-ba3ea21c9bbb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5974283 Aug 20 15:11:53.742116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54956) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:53.746613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1424669828'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:53.821946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360fd79-96a8-4778-91b5-021bbc5571a0 req-5766b775-718b-47a9-b9ef-354079118e50 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:53.829596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6360fd79-96a8-4778-91b5-021bbc5571a0 req-5766b775-718b-47a9-b9ef-354079118e50 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 943 time: 0.1178615 Aug 20 15:11:53.837687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:53.841766 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:53.878231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:11:53.909273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6360fd79-96a8-4778-91b5-021bbc5571a0 req-21807ad1-2dee-49e1-8e86-f428bb89fc3d tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732210 Aug 20 15:11:53.917664 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:53.918138 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Added segment 3fc06179-e00c-4daf-8ff0-021d61f4e0f4 of type vlan for network 88b26bd5-5029-441c-9fb7-1ccb0a3dce3d Aug 20 15:11:53.984136 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:54.032753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:54.038513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:54.039093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:54.044241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-3c0b0901-29f6-46c3-85df-160733bc6b83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0763028 Aug 20 15:11:54.117038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3722248 Aug 20 15:11:54.117766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54960) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:54.124827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'ports': [{'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c'}, {'network_id': '88b26bd5-5029-441c-9fb7-1ccb0a3dce3d'}]} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:54.125216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:54.125832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '88b26bd5-5029-441c-9fb7-1ccb0a3dce3d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:54.149420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c8099-6d39-445a-ac62-89655bcc2598 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Network': ['ID=88b26bd5-5029-441c-9fb7-1ccb0a3dce3d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:54.163180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 88b26bd5-5029-441c-9fb7-1ccb0a3dce3d details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:11:54.172133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-ae5f2b4f-ab6a-40fd-a314-eac6e6ede9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:54.173688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-ae5f2b4f-ab6a-40fd-a314-eac6e6ede9ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 1097 time: 0.0792601 Aug 20 15:11:54.327466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-0cbde65c-4681-43fe-8e45-9bc831fb09bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:54.330045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-0cbde65c-4681-43fe-8e45-9bc831fb09bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 200 len: 912 time: 0.1286883 Aug 20 15:11:54.355025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 2} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:54.359959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:54.374030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:54.442673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-51d2e5b0-1642-4a47-8e0a-a1d35958b272 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25c02190-4006-4862-b6de-d9046bb34412 HTTP/1.1" status: 200 len: 1001 time: 0.0873702 Aug 20 15:11:54.468235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 33cf96b7-c141-4ba0-a354-64d6a8a5b808 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:11:54.503632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-f24e82dd-c769-4036-8904-bff4d08ad930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:54.505564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-f24e82dd-c769-4036-8904-bff4d08ad930 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 200 len: 850 time: 0.0556126 Aug 20 15:11:54.572609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-8005583e-caa2-4354-8b98-cd22b15c108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:54.577358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-8005583e-caa2-4354-8b98-cd22b15c108b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49150ad4-8e8a-418b-ac39-7b955ab4c514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613179 Aug 20 15:11:54.638998 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:54.686087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-79120504-7444-4827-9e56-6c1541c35f61 service neutron] 10.222.0.70 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999796 Aug 20 15:11:54.739450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 14f7d41b-7558-473c-89d5-f86acafa058c yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:11:54.862504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51540aa-e6fb-46ce-a3dd-500701bde9e7 req-74a67d0d-620f-43cc-be88-1fc9c79e1208 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:54.864582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f51540aa-e6fb-46ce-a3dd-500701bde9e7 req-74a67d0d-620f-43cc-be88-1fc9c79e1208 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1480789 Aug 20 15:11:54.871999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:54.904866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62cf3c9d-e19c-48c4-b520-5945f0739859 req-7dd684ac-b3f8-43a9-a4c7-2a185fd0dcb0 service neutron] 10.222.0.70 "GET /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099092 Aug 20 15:11:54.925986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f51540aa-e6fb-46ce-a3dd-500701bde9e7 req-24ecfda0-3782-42d5-a207-9c9c90fbbba8 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530396 Aug 20 15:11:54.973223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.018974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:55.022154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:55.025888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:55.026802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.036416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=33cf96b7-c141-4ba0-a354-64d6a8a5b808,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:55.076870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed021d7-8687-4251-881a-9dfedf42ec24 req-7dbad20c-3144-4e41-87c9-420c6d0c87a4 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:55.080771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ed021d7-8687-4251-881a-9dfedf42ec24 req-7dbad20c-3144-4e41-87c9-420c6d0c87a4 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 943 time: 0.0729125 Aug 20 15:11:55.102297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=14f7d41b-7558-473c-89d5-f86acafa058c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:55.111003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Checking segment: {'id': '3fc06179-e00c-4daf-8ff0-021d61f4e0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '88b26bd5-5029-441c-9fb7-1ccb0a3dce3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:55.111389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network hostable DHCP agents. Network: 88b26bd5-5029-441c-9fb7-1ccb0a3dce3d, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:11:55.127460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ed021d7-8687-4251-881a-9dfedf42ec24 req-e1d2236a-1ce9-4ba0-add1-7cc366fce64d tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Aug 20 15:11:55.129569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 88b26bd5-5029-441c-9fb7-1ccb0a3dce3d is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:11:55.139997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 88b26bd5-5029-441c-9fb7-1ccb0a3dce3d) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:55.144650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:55.151824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:55.151944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cd0dde-e63f-405a-85da-13cc2962521c None None] Network 88b26bd5-5029-441c-9fb7-1ccb0a3dce3d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:55.157578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:55.158205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.181686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54974) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:55.182292 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c76df8ad-4878-4603-b653-31fcb9e1ddf1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0632527 Aug 20 15:11:55.293759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-477c9b2d-2ff0-4e34-b019-573866dda638 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 14f7d41b-7558-473c-89d5-f86acafa058c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:55.294114 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-477c9b2d-2ff0-4e34-b019-573866dda638 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.366338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-477c9b2d-2ff0-4e34-b019-573866dda638 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.381148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-477c9b2d-2ff0-4e34-b019-573866dda638 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 14f7d41b-7558-473c-89d5-f86acafa058c owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:55.471115 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-477c9b2d-2ff0-4e34-b019-573866dda638 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.504006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c9b2d-2ff0-4e34-b019-573866dda638 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=14f7d41b-7558-473c-89d5-f86acafa058c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:55.508193 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-477c9b2d-2ff0-4e34-b019-573866dda638 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.513638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-477c9b2d-2ff0-4e34-b019-573866dda638 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/14f7d41b-7558-473c-89d5-f86acafa058c HTTP/1.1" status: 204 len: 168 time: 0.3267224 Aug 20 15:11:55.514968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54976) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:55.570801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e91aa-112a-499a-8a78-f3ca0b6708df tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:55.578103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e91aa-112a-499a-8a78-f3ca0b6708df tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:55.582370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-176e91aa-112a-499a-8a78-f3ca0b6708df tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0646367 Aug 20 15:11:55.582672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54978) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:55.682439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8e7bf313-1c5d-4043-9885-82cedcbf5796 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 33cf96b7-c141-4ba0-a354-64d6a8a5b808 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:55.682822 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf313-1c5d-4043-9885-82cedcbf5796 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.755249 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf313-1c5d-4043-9885-82cedcbf5796 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.769986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8e7bf313-1c5d-4043-9885-82cedcbf5796 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 33cf96b7-c141-4ba0-a354-64d6a8a5b808 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:55.867112 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf313-1c5d-4043-9885-82cedcbf5796 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.895939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bf313-1c5d-4043-9885-82cedcbf5796 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=33cf96b7-c141-4ba0-a354-64d6a8a5b808,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:55.906811 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8e7bf313-1c5d-4043-9885-82cedcbf5796 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:55.910260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8e7bf313-1c5d-4043-9885-82cedcbf5796 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/33cf96b7-c141-4ba0-a354-64d6a8a5b808 HTTP/1.1" status: 204 len: 168 time: 0.3263321 Aug 20 15:11:55.911272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54982) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:55.962463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d79f23-02de-42d7-98e6-52dc5e3c29a9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:55.964040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-68d79f23-02de-42d7-98e6-52dc5e3c29a9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0512812 Aug 20 15:11:55.966928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54986) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:55.998213 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bd7b46-a91b-4916-b0f5-b07aa8d72507 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:11:56.000713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e5bd7b46-a91b-4916-b0f5-b07aa8d72507 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/14f7d41b-7558-473c-89d5-f86acafa058c HTTP/1.1" status: 404 len: 333 time: 0.0318437 Aug 20 15:11:56.003484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54990) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:56.042213 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce095933-d062-4ea6-9044-0d1dcced03c8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:11:56.043735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ce095933-d062-4ea6-9044-0d1dcced03c8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/33cf96b7-c141-4ba0-a354-64d6a8a5b808 HTTP/1.1" status: 404 len: 333 time: 0.0391445 Aug 20 15:11:56.047438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54992) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:56.148303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c579d1-7ce7-4081-ae8d-52bfa3571076 req-7005b1d6-6f5b-4800-95cd-ec65063e9716 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:56.149811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c579d1-7ce7-4081-ae8d-52bfa3571076 req-7005b1d6-6f5b-4800-95cd-ec65063e9716 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1167679 Aug 20 15:11:56.189212 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.255203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c579d1-7ce7-4081-ae8d-52bfa3571076 req-5fe4b9e7-cc8d-4e0b-81b8-aee1e5f4bda2 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971680 Aug 20 15:11:56.367978 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.385144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b973d8-b848-4363-9637-29626c16b8ad req-42e94188-0208-45db-abf3-be0c6f92e3fd tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:56.386677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0b973d8-b848-4363-9637-29626c16b8ad req-42e94188-0208-45db-abf3-be0c6f92e3fd tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 943 time: 0.1581120 Aug 20 15:11:56.390767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b26bd5-5029-441c-9fb7-1ccb0a3dce3d']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:56.408245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc06179-e00c-4daf-8ff0-021d61f4e0f4') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:56.408624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc06179-e00c-4daf-8ff0-021d61f4e0f4') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:11:56.426567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.452951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0b973d8-b848-4363-9637-29626c16b8ad req-2f1ae438-deba-414b-9db2-d673711cc865 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597022 Aug 20 15:11:56.454039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.461223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:11:56.461752 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:11:56.465179 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:11:56.532309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.553628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.555572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/networks/88b26bd5-5029-441c-9fb7-1ccb0a3dce3d HTTP/1.1" status: 204 len: 168 time: 0.5071695 Aug 20 15:11:56.556766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd8b64-0f77-4d0e-978b-51563deca92b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Network': ['ID=88b26bd5-5029-441c-9fb7-1ccb0a3dce3d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:56.561077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 54996) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:56.566510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1859744277'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:56.595572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:56.599222 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.626127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:11:56.643600 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.644236 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Added segment 8960842e-c2bd-46bc-ac10-2aab63dc62d2 of type vlan for network 0aa65db9-c338-4357-95ab-8dde917786fc Aug 20 15:11:56.695021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.723074 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.732763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:56.733397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:56.810867 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2451837 Aug 20 15:11:56.812280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54998) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:56.826292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '0aa65db9-c338-4357-95ab-8dde917786fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:56.828527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187dc61-2115-479d-9b1f-02869c1c9875 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Network': ['ID=0aa65db9-c338-4357-95ab-8dde917786fc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:56.851479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 0aa65db9-c338-4357-95ab-8dde917786fc details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:11:57.007851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:57.011638 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:57.253834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:57.262517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 096b3a56-a543-4e1d-bf62-901d9569a776 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:11:57.352617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=ae03b42c-e9ba-4072-bc9f-a5a69029478d,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:57.365538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Checking segment: {'id': '8960842e-c2bd-46bc-ac10-2aab63dc62d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0aa65db9-c338-4357-95ab-8dde917786fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:57.365932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network hostable DHCP agents. Network: 0aa65db9-c338-4357-95ab-8dde917786fc, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:11:57.444172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 096b3a56-a543-4e1d-bf62-901d9569a776, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=096b3a56-a543-4e1d-bf62-901d9569a776,segment=NetworkSegment(56dbd032-35a3-467c-8d98-83c5f9fb5cf9),segment_id=56dbd032-35a3-467c-8d98-83c5f9fb5cf9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:57.449027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 0aa65db9-c338-4357-95ab-8dde917786fc is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:11:57.457985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '096b3a56-a543-4e1d-bf62-901d9569a776', 'network_id': '682fb3de-4769-47df-9118-cb42c7574098', 'port_id': '096b3a56-a543-4e1d-bf62-901d9569a776', 'mac_address': 'fa:16:3e:65:5c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581e031e-d28c-4c85-b547-3b5f03c8620a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:11:57.475672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4311f-5740-44de-84b5-c6a64aaaeefc req-6be76b99-1464-4030-ae5b-ab0690cb50d8 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:57.477159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18a4311f-5740-44de-84b5-c6a64aaaeefc req-6be76b99-1464-4030-ae5b-ab0690cb50d8 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1054211 Aug 20 15:11:57.496641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 0aa65db9-c338-4357-95ab-8dde917786fc) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:57.507710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af7fd77-158e-4164-96ce-06138a2a9d80 None None] Network 0aa65db9-c338-4357-95ab-8dde917786fc requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:11:57.545936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:57.546677 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:57.602846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3e22d803-4285-4aa4-8ace-febc52e2e234 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7863979 Aug 20 15:11:57.603062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55016) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:57.609190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '0aa65db9-c338-4357-95ab-8dde917786fc', 'name': 'tempest-PortsIpV6TestJSON-1196465550'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:11:57.620324 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:57.666574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096b3a56-a543-4e1d-bf62-901d9569a776 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:11:57.672514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18a4311f-5740-44de-84b5-c6a64aaaeefc req-a3671d04-352f-4151-b896-4d5ba3fd6f95 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795509 Aug 20 15:11:57.705598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 096b3a56-a543-4e1d-bf62-901d9569a776, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=096b3a56-a543-4e1d-bf62-901d9569a776,segment=NetworkSegment(56dbd032-35a3-467c-8d98-83c5f9fb5cf9),segment_id=56dbd032-35a3-467c-8d98-83c5f9fb5cf9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:11:57.710226 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:57.726720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee371ef-4aa3-40bb-9458-8c576ae74949 req-560846da-e5e7-4eb5-b880-abe751dddfac tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:57.734472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ee371ef-4aa3-40bb-9458-8c576ae74949 req-560846da-e5e7-4eb5-b880-abe751dddfac tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 943 time: 0.1571357 Aug 20 15:11:57.827352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ee371ef-4aa3-40bb-9458-8c576ae74949 req-da650c16-d02d-41dd-bed7-da348d720e8d tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918729 Aug 20 15:11:57.839163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-0aa65db9-c338-4357-95ab-8dde917786fc', 'network_id': '0aa65db9-c338-4357-95ab-8dde917786fc', 'tenant_id': 'd53a28711c0345d79ef6c11c8163ac5b', 'fixed_ips': [{'subnet_id': 'ae03b42c-e9ba-4072-bc9f-a5a69029478d'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:11:57.840279 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:57.886156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:11:57.889441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=096b3a56-a543-4e1d-bf62-901d9569a776,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:57.929112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:57.957314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 95110ce2-a791-4bf7-a902-02b49f0eed7b yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:11:58.057256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Allocated IP 2001:db8::2 (0aa65db9-c338-4357-95ab-8dde917786fc/ae03b42c-e9ba-4072-bc9f-a5a69029478d/2243ae0a-d9c4-430f-bc16-a23639b1d284) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:11:58.126556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['096b3a56-a543-4e1d-bf62-901d9569a776'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:11:58.361415 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:58.380440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Transition to ACTIVE for port object 2243ae0a-d9c4-430f-bc16-a23639b1d284 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:58.414445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Transition to ACTIVE for port object 2243ae0a-d9c4-430f-bc16-a23639b1d284 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:58.451048 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:58.495724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::15b (0aa65db9-c338-4357-95ab-8dde917786fc/ae03b42c-e9ba-4072-bc9f-a5a69029478d/95110ce2-a791-4bf7-a902-02b49f0eed7b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:11:58.561493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Network 0aa65db9-c338-4357-95ab-8dde917786fc is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:58.571461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Pushing event updated for resources: {'Port': ['ID=2243ae0a-d9c4-430f-bc16-a23639b1d284,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:58.581493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:58.584035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:58.701068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:58.719976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object 95110ce2-a791-4bf7-a902-02b49f0eed7b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:11:58.745925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Attempting to bind port 2243ae0a-d9c4-430f-bc16-a23639b1d284 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:11:58.746369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Attempting to bind port 2243ae0a-d9c4-430f-bc16-a23639b1d284 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8960842e-c2bd-46bc-ac10-2aab63dc62d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0aa65db9-c338-4357-95ab-8dde917786fc'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:11:58.746933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Attempting to bind port 2243ae0a-d9c4-430f-bc16-a23639b1d284 on network 0aa65db9-c338-4357-95ab-8dde917786fc {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:11:58.752343 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:58.753802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:11:58.754299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Checking segment: {'id': '8960842e-c2bd-46bc-ac10-2aab63dc62d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0aa65db9-c338-4357-95ab-8dde917786fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:11:58.754880 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:58.755340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Bound using segment: {'id': '8960842e-c2bd-46bc-ac10-2aab63dc62d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0aa65db9-c338-4357-95ab-8dde917786fc'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:11:58.756033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Bound port: 2243ae0a-d9c4-430f-bc16-a23639b1d284, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8960842e-c2bd-46bc-ac10-2aab63dc62d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '0aa65db9-c338-4357-95ab-8dde917786fc'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:11:58.756498 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:58.760749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:58.850561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] For port 2243ae0a-d9c4-430f-bc16-a23639b1d284, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:11:58.854138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] For port 2243ae0a-d9c4-430f-bc16-a23639b1d284, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2243ae0a-d9c4-430f-bc16-a23639b1d284,segment=NetworkSegment(8960842e-c2bd-46bc-ac10-2aab63dc62d2),segment_id=8960842e-c2bd-46bc-ac10-2aab63dc62d2)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:11:58.859886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:58.916505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 0aa65db9-c338-4357-95ab-8dde917786fc is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:11:58.925764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:11:58.941348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:11:58.951163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:58.954148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073208c6-3129-40fb-b299-6420893cbcb0 req-520e09d8-ee2a-4848-a7a5-5bf6fdc5f25e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:58.954724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:58.964140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-073208c6-3129-40fb-b299-6420893cbcb0 req-520e09d8-ee2a-4848-a7a5-5bf6fdc5f25e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1556320 Aug 20 15:11:58.967565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ff84e-90c6-4cbf-bbe6-2cad0029413a None None] Pushing event updated for resources: {'Port': ['ID=2243ae0a-d9c4-430f-bc16-a23639b1d284,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:58.992908 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=95110ce2-a791-4bf7-a902-02b49f0eed7b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:59.016940 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ab8cd81e-e5bd-4c1a-83c4-a0631e6f4d74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4103003 Aug 20 15:11:59.017198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55038) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:59.109982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-073208c6-3129-40fb-b299-6420893cbcb0 req-4220ea2f-1ee4-41c8-aeb2-cefb06699d2e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448245 Aug 20 15:11:59.145886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb5327-c5aa-47ad-9aa0-4e0132d70d0f req-85de3816-031b-4c84-acde-af5ba6f14a92 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:11:59.148865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61bb5327-c5aa-47ad-9aa0-4e0132d70d0f req-85de3816-031b-4c84-acde-af5ba6f14a92 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 944 time: 0.1610253 Aug 20 15:11:59.193530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d08b1509-b1ff-43ff-8705-4863ba6a4773 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 95110ce2-a791-4bf7-a902-02b49f0eed7b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:11:59.195593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d08b1509-b1ff-43ff-8705-4863ba6a4773 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:59.224755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61bb5327-c5aa-47ad-9aa0-4e0132d70d0f req-f4a5a225-1e46-442a-a3ca-1dba32908a62 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637846 Aug 20 15:11:59.344338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-aeeecd32-f445-4f8d-9b72-d1fb85139589 req-68782cbb-b0e4-45ad-85a5-84a1bb2c8709 service neutron] (101100) timed out ('10.222.0.72', 49783) {{(pid=101100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:11:59.374200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d08b1509-b1ff-43ff-8705-4863ba6a4773 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:59.398064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d08b1509-b1ff-43ff-8705-4863ba6a4773 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 95110ce2-a791-4bf7-a902-02b49f0eed7b owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:11:59.603468 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d08b1509-b1ff-43ff-8705-4863ba6a4773 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:59.651975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b1509-b1ff-43ff-8705-4863ba6a4773 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=95110ce2-a791-4bf7-a902-02b49f0eed7b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:11:59.687321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d08b1509-b1ff-43ff-8705-4863ba6a4773 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:59.689363 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d08b1509-b1ff-43ff-8705-4863ba6a4773 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/95110ce2-a791-4bf7-a902-02b49f0eed7b HTTP/1.1" status: 204 len: 168 time: 0.6711342 Aug 20 15:11:59.693299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55050) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:59.720266 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-872522d6-2a5c-4470-9d7f-7556ec5deb97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:11:59.721328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872522d6-2a5c-4470-9d7f-7556ec5deb97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:11:59.723609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-872522d6-2a5c-4470-9d7f-7556ec5deb97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/95110ce2-a791-4bf7-a902-02b49f0eed7b HTTP/1.1" status: 404 len: 333 time: 0.0290253 Aug 20 15:11:59.726287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55052) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:59.767490 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89dedad-d45a-46c7-9573-7d678824a073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:11:59.769196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a89dedad-d45a-46c7-9573-7d678824a073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/95110ce2-a791-4bf7-a902-02b49f0eed7b HTTP/1.1" status: 404 len: 333 time: 0.0417490 Aug 20 15:11:59.771783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55054) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:11:59.833615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-306a1ea4-2c34-4d78-9a02-84854858a471 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet ae03b42c-e9ba-4072-bc9f-a5a69029478d {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:11:59.843745 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-306a1ea4-2c34-4d78-9a02-84854858a471 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:11:59.912569 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-306a1ea4-2c34-4d78-9a02-84854858a471 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.028966 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-306a1ea4-2c34-4d78-9a02-84854858a471 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.118667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-306a1ea4-2c34-4d78-9a02-84854858a471 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.156768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a1ea4-2c34-4d78-9a02-84854858a471 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=ae03b42c-e9ba-4072-bc9f-a5a69029478d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:00.158155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-306a1ea4-2c34-4d78-9a02-84854858a471 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.160280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-306a1ea4-2c34-4d78-9a02-84854858a471 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/ae03b42c-e9ba-4072-bc9f-a5a69029478d HTTP/1.1" status: 204 len: 168 time: 0.3875673 Aug 20 15:12:00.163140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:00.289372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.338667 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121b43f-b0b2-4440-903b-ca250ea467e7 req-f9c53828-a2ec-4428-a9bd-9fe6a89dd5cd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:00.346943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9121b43f-b0b2-4440-903b-ca250ea467e7 req-f9c53828-a2ec-4428-a9bd-9fe6a89dd5cd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1118035 Aug 20 15:12:00.379023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 2243ae0a-d9c4-430f-bc16-a23639b1d284 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:00.379695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.421849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9121b43f-b0b2-4440-903b-ca250ea467e7 req-908f0120-803a-4da7-a657-975a0853d3ae tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732868 Aug 20 15:12:00.464407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b97834-0375-4b61-bda5-9a5f0d987097 req-8cdc2256-0018-429c-8d93-a82f3e2daa35 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:00.472258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17b97834-0375-4b61-bda5-9a5f0d987097 req-8cdc2256-0018-429c-8d93-a82f3e2daa35 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 944 time: 0.1209989 Aug 20 15:12:00.487799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e000a3-9d16-4328-9c6b-fcc464463a81 None None] Network 0aa65db9-c338-4357-95ab-8dde917786fc requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:00.512234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] For port 2243ae0a-d9c4-430f-bc16-a23639b1d284, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2243ae0a-d9c4-430f-bc16-a23639b1d284,segment=NetworkSegment(8960842e-c2bd-46bc-ac10-2aab63dc62d2),segment_id=8960842e-c2bd-46bc-ac10-2aab63dc62d2)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:00.512628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.551787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 2243ae0a-d9c4-430f-bc16-a23639b1d284 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:00.560935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17b97834-0375-4b61-bda5-9a5f0d987097 req-703231f0-1702-483d-b129-2fcb0f72bc4a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876465 Aug 20 15:12:00.650969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-deff3516-aa92-49f8-9479-d0e5a18d6313 None None] Provisioning for port 2243ae0a-d9c4-430f-bc16-a23639b1d284 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:00.672209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.710766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=2243ae0a-d9c4-430f-bc16-a23639b1d284,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:00.719932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.720639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.721197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.726827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.727208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.727570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.731965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.732323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.732662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.732998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.733328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.733655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:00.741041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No DVR routers for this DVR port 2243ae0a-d9c4-430f-bc16-a23639b1d284 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:00.810557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1fdc5c-47d2-4d25-9448-8837219073a6 None None] DHCP port deletion for 0aa65db9-c338-4357-95ab-8dde917786fc request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:12:00.866025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.878410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa65db9-c338-4357-95ab-8dde917786fc']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:00.890578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8960842e-c2bd-46bc-ac10-2aab63dc62d2') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:00.890963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8960842e-c2bd-46bc-ac10-2aab63dc62d2') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:00.904176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.928628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:00.936612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:00.937115 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:01.015360 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:01.025574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.036040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.040104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/networks/0aa65db9-c338-4357-95ab-8dde917786fc HTTP/1.1" status: 204 len: 168 time: 0.8751915 Aug 20 15:12:01.044472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55066) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:01.049630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1893745462'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:01.060287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b749ae-32e9-4d3f-9fa1-c00259fefbac tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Network': ['ID=0aa65db9-c338-4357-95ab-8dde917786fc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:01.078132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:01.082522 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.115747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:12:01.128241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.128931 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Added segment 7d1d013f-31d1-470c-b6e9-42a2db2a283d of type vlan for network d1573ada-38e7-4ba2-91a6-f3cb34c37a2c Aug 20 15:12:01.176001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.207857 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.215043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:01.215772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.285219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2395761 Aug 20 15:12:01.288149 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55068) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:01.291672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Network': ['ID=d1573ada-38e7-4ba2-91a6-f3cb34c37a2c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:01.294053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': 'd1573ada-38e7-4ba2-91a6-f3cb34c37a2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:01.300202 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 096b3a56-a543-4e1d-bf62-901d9569a776 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:01.302752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.303114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.304033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.304373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.304759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.305112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.305480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.305797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.306124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.306616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.307375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.308378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6ee435-9ac5-4b47-9a14-48ab5387188a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:01.357778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network d1573ada-38e7-4ba2-91a6-f3cb34c37a2c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:12:01.413278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:01.422599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.441476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 096b3a56-a543-4e1d-bf62-901d9569a776 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:01.454662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 096b3a56-a543-4e1d-bf62-901d9569a776 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:01.455245 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.611238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525a63d-eb57-462d-bafe-836f96b68d4a req-7736522a-f825-40fe-97e6-6e9df2a316ba tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:01.613011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c525a63d-eb57-462d-bafe-836f96b68d4a req-7736522a-f825-40fe-97e6-6e9df2a316ba tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0735645 Aug 20 15:12:01.615471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.647353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86786831-406e-446a-aacd-065808a1d3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096b3a56-a543-4e1d-bf62-901d9569a776'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:01.650467 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d9a4d-f855-4605-929f-3c711c4330da" -d '{"events": [{"server_uuid": "86786831-406e-446a-aacd-065808a1d3a8", "name": "network-vif-plugged", "status": "completed", "tag": "096b3a56-a543-4e1d-bf62-901d9569a776"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:01.671855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 096b3a56-a543-4e1d-bf62-901d9569a776, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=096b3a56-a543-4e1d-bf62-901d9569a776,segment=NetworkSegment(56dbd032-35a3-467c-8d98-83c5f9fb5cf9),segment_id=56dbd032-35a3-467c-8d98-83c5f9fb5cf9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:01.677403 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:01.707888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c525a63d-eb57-462d-bafe-836f96b68d4a req-6d94dffd-5470-414e-9fe1-4d8b367f2794 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839722 Aug 20 15:12:01.807189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=096b3a56-a543-4e1d-bf62-901d9569a776,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:01.862533 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b5410a-f649-428c-bdaf-c5554b08358e x-openstack-request-id: req-80b5410a-f649-428c-bdaf-c5554b08358e {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:01.862826 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86786831-406e-446a-aacd-065808a1d3a8", "name": "network-vif-plugged", "status": "completed", "tag": "096b3a56-a543-4e1d-bf62-901d9569a776", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:01.863091 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80b5410a-f649-428c-bdaf-c5554b08358e {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:01.863877 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86786831-406e-446a-aacd-065808a1d3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096b3a56-a543-4e1d-bf62-901d9569a776', 'code': 200} Aug 20 15:12:01.936436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:02.032586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=a33cf7e4-56a6-4268-bcb1-8157c186b1e7,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:02.047864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Checking segment: {'id': '7d1d013f-31d1-470c-b6e9-42a2db2a283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd1573ada-38e7-4ba2-91a6-f3cb34c37a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:02.048376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network hostable DHCP agents. Network: d1573ada-38e7-4ba2-91a6-f3cb34c37a2c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:12:02.094034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network d1573ada-38e7-4ba2-91a6-f3cb34c37a2c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:12:02.106301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, d1573ada-38e7-4ba2-91a6-f3cb34c37a2c) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:02.111226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:02.112088 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:02.115623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b8bea4-c5be-40ed-98ba-860e084b9b50 None None] Network d1573ada-38e7-4ba2-91a6-f3cb34c37a2c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:02.155062 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-23d2b187-714f-472e-8c82-f57ace0da4e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8656955 Aug 20 15:12:02.157641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:02.175421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': 'd1573ada-38e7-4ba2-91a6-f3cb34c37a2c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-510197324'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:02.232417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cb5a0-f2fc-4bbb-83bd-ec528a5148a3 req-27525191-6b15-4735-b2d2-42d75874f69d tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:02.234428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-360cb5a0-f2fc-4bbb-83bd-ec528a5148a3 req-27525191-6b15-4735-b2d2-42d75874f69d tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 945 time: 0.5063088 Aug 20 15:12:02.282959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4864103-9753-46ac-8996-99db33c3f6f7 req-c00b9228-32ff-4d63-b954-d199aa7aaa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:02.284035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4864103-9753-46ac-8996-99db33c3f6f7 req-c00b9228-32ff-4d63-b954-d199aa7aaa0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 1097 time: 0.1108179 Aug 20 15:12:02.287283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-360cb5a0-f2fc-4bbb-83bd-ec528a5148a3 req-2f592fb3-31fc-45e6-9972-7e62d0da2957 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445015 Aug 20 15:12:02.342801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4864103-9753-46ac-8996-99db33c3f6f7 req-c6bebe75-9624-41e9-bd21-d84a7993956e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488927 Aug 20 15:12:02.380172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-d1573ada-38e7-4ba2-91a6-f3cb34c37a2c', 'network_id': 'd1573ada-38e7-4ba2-91a6-f3cb34c37a2c', 'tenant_id': 'd53a28711c0345d79ef6c11c8163ac5b', 'fixed_ips': [{'subnet_id': 'a33cf7e4-56a6-4268-bcb1-8157c186b1e7'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:12:02.381262 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:02.385528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:02.392663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:02.414261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 947e24fc-a3a5-4efd-a9e2-cfc0e25911e9 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:02.550492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Allocated IP 2001:db8::2 (d1573ada-38e7-4ba2-91a6-f3cb34c37a2c/a33cf7e4-56a6-4268-bcb1-8157c186b1e7/449b6443-9af3-422a-b56e-4df1eb155c0c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:02.769583 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:02.780555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Transition to ACTIVE for port object 449b6443-9af3-422a-b56e-4df1eb155c0c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:02.798234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Transition to ACTIVE for port object 449b6443-9af3-422a-b56e-4df1eb155c0c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:02.809885 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:02.885357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::2f7 (d1573ada-38e7-4ba2-91a6-f3cb34c37a2c/a33cf7e4-56a6-4268-bcb1-8157c186b1e7/947e24fc-a3a5-4efd-a9e2-cfc0e25911e9) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:02.887312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc64ba6-cc3c-45fc-9eb1-8566e26a6512 req-a773dfda-5739-4d0e-8506-f5a3c8adb108 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:02.893153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Pushing event updated for resources: {'Port': ['ID=449b6443-9af3-422a-b56e-4df1eb155c0c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:02.901549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc64ba6-cc3c-45fc-9eb1-8566e26a6512 req-a773dfda-5739-4d0e-8506-f5a3c8adb108 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0992537 Aug 20 15:12:02.924540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Network d1573ada-38e7-4ba2-91a6-f3cb34c37a2c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:02.928892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:02.945280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:02.976794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc64ba6-cc3c-45fc-9eb1-8566e26a6512 req-d0f63b1b-d33f-4453-92ec-9cd8cf1e68b9 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653107 Aug 20 15:12:03.078260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Attempting to bind port 449b6443-9af3-422a-b56e-4df1eb155c0c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:12:03.078722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Attempting to bind port 449b6443-9af3-422a-b56e-4df1eb155c0c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '7d1d013f-31d1-470c-b6e9-42a2db2a283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd1573ada-38e7-4ba2-91a6-f3cb34c37a2c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:12:03.079149 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Attempting to bind port 449b6443-9af3-422a-b56e-4df1eb155c0c on network d1573ada-38e7-4ba2-91a6-f3cb34c37a2c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:12:03.084728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:12:03.085197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Checking segment: {'id': '7d1d013f-31d1-470c-b6e9-42a2db2a283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd1573ada-38e7-4ba2-91a6-f3cb34c37a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:03.085673 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:03.086133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Bound using segment: {'id': '7d1d013f-31d1-470c-b6e9-42a2db2a283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd1573ada-38e7-4ba2-91a6-f3cb34c37a2c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:12:03.086912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Bound port: 449b6443-9af3-422a-b56e-4df1eb155c0c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d1d013f-31d1-470c-b6e9-42a2db2a283d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd1573ada-38e7-4ba2-91a6-f3cb34c37a2c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:12:03.087052 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:03.139869 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:03.163172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] For port 449b6443-9af3-422a-b56e-4df1eb155c0c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:12:03.163586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object 947e24fc-a3a5-4efd-a9e2-cfc0e25911e9 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:03.168315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] For port 449b6443-9af3-422a-b56e-4df1eb155c0c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=449b6443-9af3-422a-b56e-4df1eb155c0c,segment=NetworkSegment(7d1d013f-31d1-470c-b6e9-42a2db2a283d),segment_id=7d1d013f-31d1-470c-b6e9-42a2db2a283d)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:12:03.173981 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:03.204630 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:03.246306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9ea25-5970-4ef8-a18c-6a745a46693a None None] Pushing event updated for resources: {'Port': ['ID=449b6443-9af3-422a-b56e-4df1eb155c0c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:03.277018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network d1573ada-38e7-4ba2-91a6-f3cb34c37a2c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:03.280376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:03.284020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:03.289703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:03.290334 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:03.306230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=947e24fc-a3a5-4efd-a9e2-cfc0e25911e9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:03.315986 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6eb3931e-e23b-41cd-ba18-5e83eb25a7f7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1570079 Aug 20 15:12:03.318501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55092) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:03.481741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc645b4-b892-41e2-819d-9fd236e0f88f req-ad6a1b6b-d4b6-491d-a72b-e4cc466e3b2b tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:03.491748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcc645b4-b892-41e2-819d-9fd236e0f88f req-ad6a1b6b-d4b6-491d-a72b-e4cc466e3b2b tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 945 time: 0.0828352 Aug 20 15:12:03.612745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcc645b4-b892-41e2-819d-9fd236e0f88f req-cb01d921-b92c-4382-9aec-e1e4c9f4b6fe tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050916 Aug 20 15:12:03.628374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-02f3f3a6-7433-450a-9880-7944edcdb184 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 947e24fc-a3a5-4efd-a9e2-cfc0e25911e9 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:03.629299 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02f3f3a6-7433-450a-9880-7944edcdb184 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:03.835897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02f3f3a6-7433-450a-9880-7944edcdb184 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:03.866110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-02f3f3a6-7433-450a-9880-7944edcdb184 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 947e24fc-a3a5-4efd-a9e2-cfc0e25911e9 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:04.085167 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02f3f3a6-7433-450a-9880-7944edcdb184 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.191743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3f3a6-7433-450a-9880-7944edcdb184 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=947e24fc-a3a5-4efd-a9e2-cfc0e25911e9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:04.239355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b16b8c-ec14-401a-aa2e-778270b967be req-6bf63310-0244-4f99-90a5-d6038a009ffd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:04.241073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3b16b8c-ec14-401a-aa2e-778270b967be req-6bf63310-0244-4f99-90a5-d6038a009ffd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1467547 Aug 20 15:12:04.279101 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02f3f3a6-7433-450a-9880-7944edcdb184 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.283824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55106) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:04.284336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-02f3f3a6-7433-450a-9880-7944edcdb184 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/947e24fc-a3a5-4efd-a9e2-cfc0e25911e9 HTTP/1.1" status: 204 len: 168 time: 0.9642837 Aug 20 15:12:04.330467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3b16b8c-ec14-401a-aa2e-778270b967be req-aa539ed8-14b3-4adf-b2d5-b59a5f76a65f tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784168 Aug 20 15:12:04.331151 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4963e9f-e0d3-4121-a20b-267ebb5542c9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:04.335104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d4963e9f-e0d3-4121-a20b-267ebb5542c9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/947e24fc-a3a5-4efd-a9e2-cfc0e25911e9 HTTP/1.1" status: 404 len: 333 time: 0.0500143 Aug 20 15:12:04.335756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:04.404937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-3693494c-4aee-487d-bc4e-b707c6c2a0b3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet a33cf7e4-56a6-4268-bcb1-8157c186b1e7 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:04.408632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3693494c-4aee-487d-bc4e-b707c6c2a0b3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.454924 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3693494c-4aee-487d-bc4e-b707c6c2a0b3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.554821 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3693494c-4aee-487d-bc4e-b707c6c2a0b3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.574094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafede2-6eae-4e41-aaab-dc4d3a3abff3 None None] Network d1573ada-38e7-4ba2-91a6-f3cb34c37a2c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:04.631615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3693494c-4aee-487d-bc4e-b707c6c2a0b3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.668288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3693494c-4aee-487d-bc4e-b707c6c2a0b3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.670309 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3693494c-4aee-487d-bc4e-b707c6c2a0b3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/a33cf7e4-56a6-4268-bcb1-8157c186b1e7 HTTP/1.1" status: 204 len: 168 time: 0.3336120 Aug 20 15:12:04.671736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693494c-4aee-487d-bc4e-b707c6c2a0b3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=a33cf7e4-56a6-4268-bcb1-8157c186b1e7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:04.672999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55118) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:04.716548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-382f5511-91a8-4597-b6e6-e3cda5208885 None None] Provisioning for port 449b6443-9af3-422a-b56e-4df1eb155c0c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:04.800603 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.808939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399b72f-48d6-47b6-86f0-6a9e29577136 req-3391bf85-e86f-430f-a72c-f9389b8036e6 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:04.810432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1399b72f-48d6-47b6-86f0-6a9e29577136 req-3391bf85-e86f-430f-a72c-f9389b8036e6 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 945 time: 0.1218209 Aug 20 15:12:04.851503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6abc1-7656-4c23-9926-57ca30d8cc59 None None] DHCP port deletion for d1573ada-38e7-4ba2-91a6-f3cb34c37a2c request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:12:04.872154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1399b72f-48d6-47b6-86f0-6a9e29577136 req-7a08b1d3-25a4-4540-922e-e440491ce0aa tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555062 Aug 20 15:12:04.899104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 449b6443-9af3-422a-b56e-4df1eb155c0c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:04.905935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.951769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6abc1-7656-4c23-9926-57ca30d8cc59 None None] Deleting port 449b6443-9af3-422a-b56e-4df1eb155c0c {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:04.952242 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ab6abc1-7656-4c23-9926-57ca30d8cc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:04.993654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] For port 449b6443-9af3-422a-b56e-4df1eb155c0c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=449b6443-9af3-422a-b56e-4df1eb155c0c,segment=NetworkSegment(7d1d013f-31d1-470c-b6e9-42a2db2a283d),segment_id=7d1d013f-31d1-470c-b6e9-42a2db2a283d)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:04.994031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.009667 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 449b6443-9af3-422a-b56e-4df1eb155c0c owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:05.048326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7ab6abc1-7656-4c23-9926-57ca30d8cc59 None None] For port 449b6443-9af3-422a-b56e-4df1eb155c0c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=449b6443-9af3-422a-b56e-4df1eb155c0c,segment=NetworkSegment(7d1d013f-31d1-470c-b6e9-42a2db2a283d),segment_id=7d1d013f-31d1-470c-b6e9-42a2db2a283d)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:05.048962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ab6abc1-7656-4c23-9926-57ca30d8cc59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.064593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6abc1-7656-4c23-9926-57ca30d8cc59 None None] Calling delete_port for 449b6443-9af3-422a-b56e-4df1eb155c0c owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:05.122789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:05.187160 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:12:05.194770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=449b6443-9af3-422a-b56e-4df1eb155c0c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:05.200361 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ab6abc1-7656-4c23-9926-57ca30d8cc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.205084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No DVR routers for this DVR port 449b6443-9af3-422a-b56e-4df1eb155c0c on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:05.244919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6abc1-7656-4c23-9926-57ca30d8cc59 None None] Pushing event deleted for resources: {'Port': ['ID=449b6443-9af3-422a-b56e-4df1eb155c0c,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:05.252300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6abc1-7656-4c23-9926-57ca30d8cc59 None None] No DVR routers for this DVR port 449b6443-9af3-422a-b56e-4df1eb155c0c on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:05.305595 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.316224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1573ada-38e7-4ba2-91a6-f3cb34c37a2c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:05.328362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1d013f-31d1-470c-b6e9-42a2db2a283d') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:05.328677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1d013f-31d1-470c-b6e9-42a2db2a283d') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:05.338420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.367424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.389475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:05.390133 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:05.393567 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:05.491175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-63b52c23-7b06-4a3c-acf7-58129ba690f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:05.492748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-63b52c23-7b06-4a3c-acf7-58129ba690f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1098 time: 0.1390901 Aug 20 15:12:05.494955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.506923 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.508765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/networks/d1573ada-38e7-4ba2-91a6-f3cb34c37a2c HTTP/1.1" status: 204 len: 168 time: 0.8346167 Aug 20 15:12:05.514134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55140) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:05.522088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'name': 'tempest-PortsIpV6TestJSON-1676074009'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:05.528969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9592e70-7178-4c1a-9470-0d9d34270390 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Network': ['ID=d1573ada-38e7-4ba2-91a6-f3cb34c37a2c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:05.590058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742503b-650a-4021-9b30-f4f8659a1ac5 req-fecda200-31fa-4485-ba34-3b8514a9f6c1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:05.591607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6742503b-650a-4021-9b30-f4f8659a1ac5 req-fecda200-31fa-4485-ba34-3b8514a9f6c1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1453238 Aug 20 15:12:05.627803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:05.631326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.653315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 652be074-2bf0-4e5e-8dbb-438ea1e54870 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:05.662260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6742503b-650a-4021-9b30-f4f8659a1ac5 req-49accdef-3138-40bf-8c5e-75f1aefeb41a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589242 Aug 20 15:12:05.665135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-92d81066-94b7-4322-80f6-4ba12ca1ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:05.666634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-92d81066-94b7-4322-80f6-4ba12ca1ef5b service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1472099 Aug 20 15:12:05.751422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-dd3da4ae-928b-4b1c-81c0-21d227bc7dfc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 1002 time: 0.0771446 Aug 20 15:12:05.813652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-ed45a754-b33d-40b6-83a2-e2cdedd6c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:05.815152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-ed45a754-b33d-40b6-83a2-e2cdedd6c933 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0573606 Aug 20 15:12:05.838635 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.863186 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.873404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-366da9ce-910a-4ae0-9e15-f824830f4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:05.875194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-366da9ce-910a-4ae0-9e15-f824830f4d47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529337 Aug 20 15:12:05.883443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.947991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:05.955376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:05.958041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=652be074-2bf0-4e5e-8dbb-438ea1e54870,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:05.960320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:05.967894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:05.968656 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:05.987807 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-67e8041a-3cba-4802-bfe0-12fbbc3dd547 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4688432 Aug 20 15:12:05.988382 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55156) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:06.012436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-0c8bff4f-7b07-454f-a3e5-5423e5290173 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298862 Aug 20 15:12:06.092323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b80cb1e8-eb72-46c5-9e72-ffe348044cdf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 652be074-2bf0-4e5e-8dbb-438ea1e54870 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:06.092749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80cb1e8-eb72-46c5-9e72-ffe348044cdf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:06.131556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ea98b8-06e4-4f2d-b92a-744568abfd0e req-948bd479-c660-4cdd-ba6f-7117e6e7efc7 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116858 Aug 20 15:12:06.159936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80cb1e8-eb72-46c5-9e72-ffe348044cdf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:06.173738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b80cb1e8-eb72-46c5-9e72-ffe348044cdf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 652be074-2bf0-4e5e-8dbb-438ea1e54870 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:06.256187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80cb1e8-eb72-46c5-9e72-ffe348044cdf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:06.286015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cb1e8-eb72-46c5-9e72-ffe348044cdf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=652be074-2bf0-4e5e-8dbb-438ea1e54870,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:06.289543 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80cb1e8-eb72-46c5-9e72-ffe348044cdf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:06.291611 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b80cb1e8-eb72-46c5-9e72-ffe348044cdf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/652be074-2bf0-4e5e-8dbb-438ea1e54870 HTTP/1.1" status: 204 len: 168 time: 0.3007450 Aug 20 15:12:06.294579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55168) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:06.299707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'mac_address': 'fa:16:3e:c8:90:4a', 'name': 'tempest-PortsIpV6TestJSON-1406538238'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:06.393653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:06.461683 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:06.483109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port cb7f722a-4480-472a-9d5e-8b8d0a1f75ec yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:06.647296 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:06.684244 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:06.754405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:06.762812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:06.773653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:06.784589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:06.785549 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:06.790756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=cb7f722a-4480-472a-9d5e-8b8d0a1f75ec,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:06.808705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ff454eb5-b131-48c1-b595-56e680bcd82e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5121388 Aug 20 15:12:06.811821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55182) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:06.818601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a98ee7-1ee0-44f4-a437-7cf924282fb6 req-8aefc307-60c2-4a7f-abae-fbae063c44d9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:06.820132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53a98ee7-1ee0-44f4-a437-7cf924282fb6 req-8aefc307-60c2-4a7f-abae-fbae063c44d9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 945 time: 0.1306381 Aug 20 15:12:06.844024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0746f-71d2-40e3-afa3-58e6def2795c req-fa3acaf9-73b5-461a-808a-a15f1aac5b6a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:06.847931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46c0746f-71d2-40e3-afa3-58e6def2795c req-fa3acaf9-73b5-461a-808a-a15f1aac5b6a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.0908420 Aug 20 15:12:06.867045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9602b66a-5eb3-4b4d-a074-73fb2e1dd577 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:06.868471 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9602b66a-5eb3-4b4d-a074-73fb2e1dd577 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/cb7f722a-4480-472a-9d5e-8b8d0a1f75ec HTTP/1.1" status: 200 len: 845 time: 0.0556886 Aug 20 15:12:06.871312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:06.893283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53a98ee7-1ee0-44f4-a437-7cf924282fb6 req-c9d378e8-c72c-4a08-8ea4-d7f16083846c tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660772 Aug 20 15:12:06.906994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46c0746f-71d2-40e3-afa3-58e6def2795c req-8a918665-2530-4482-a393-c89bf7a84a8b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547855 Aug 20 15:12:06.976345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-40554827-af52-4033-9fab-3436a169923c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port cb7f722a-4480-472a-9d5e-8b8d0a1f75ec {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:06.976606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40554827-af52-4033-9fab-3436a169923c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:07.050339 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40554827-af52-4033-9fab-3436a169923c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:07.064930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-40554827-af52-4033-9fab-3436a169923c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for cb7f722a-4480-472a-9d5e-8b8d0a1f75ec owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:07.381920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0853a3-bfa6-4d41-a9bd-cac1d9917e4e req-65d7902f-1830-466c-9bbd-c936f6e6d04d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:07.388266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0853a3-bfa6-4d41-a9bd-cac1d9917e4e req-65d7902f-1830-466c-9bbd-c936f6e6d04d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:07.394497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0853a3-bfa6-4d41-a9bd-cac1d9917e4e req-65d7902f-1830-466c-9bbd-c936f6e6d04d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:07.405544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0853a3-bfa6-4d41-a9bd-cac1d9917e4e req-65d7902f-1830-466c-9bbd-c936f6e6d04d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:07.407955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0853a3-bfa6-4d41-a9bd-cac1d9917e4e req-65d7902f-1830-466c-9bbd-c936f6e6d04d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:07.413868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0853a3-bfa6-4d41-a9bd-cac1d9917e4e req-65d7902f-1830-466c-9bbd-c936f6e6d04d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:07.421012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0853a3-bfa6-4d41-a9bd-cac1d9917e4e req-65d7902f-1830-466c-9bbd-c936f6e6d04d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:07.423652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e0853a3-bfa6-4d41-a9bd-cac1d9917e4e req-65d7902f-1830-466c-9bbd-c936f6e6d04d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5436 time: 0.1043699 Aug 20 15:12:07.454542 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40554827-af52-4033-9fab-3436a169923c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:07.471213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e0853a3-bfa6-4d41-a9bd-cac1d9917e4e req-61fb102f-5cab-423d-84f3-5a98b9d5b3f5 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409467 Aug 20 15:12:07.484043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40554827-af52-4033-9fab-3436a169923c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=cb7f722a-4480-472a-9d5e-8b8d0a1f75ec,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:07.504468 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40554827-af52-4033-9fab-3436a169923c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:07.506449 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40554827-af52-4033-9fab-3436a169923c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/cb7f722a-4480-472a-9d5e-8b8d0a1f75ec HTTP/1.1" status: 204 len: 168 time: 0.6340194 Aug 20 15:12:07.510061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55196) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:07.535818 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d47881d-36ad-4b91-acda-2529d004b372 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:07.537227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4d47881d-36ad-4b91-acda-2529d004b372 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/cb7f722a-4480-472a-9d5e-8b8d0a1f75ec HTTP/1.1" status: 404 len: 333 time: 0.0262210 Aug 20 15:12:07.543657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55198) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:07.548920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'name': 'tempest-PortsIpV6TestJSON-1845543593'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:07.646375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:07.652862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:07.673872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 9c53b68e-66c7-47ce-b047-f39eacfacc6f yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:07.855859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:07.897555 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:07.961022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:07.965925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:07.974064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:07.982873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:07.983536 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:07.992797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=9c53b68e-66c7-47ce-b047-f39eacfacc6f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:08.025825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f0416424-c619-4276-bea2-e3f5b2aa7ebc tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4802823 Aug 20 15:12:08.029649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55204) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:08.036390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d2e96d11-4528-4ca7-93c1-de4a8b9cea97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:08.095914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029df362-e72b-41ea-947a-982b04612b3b req-07b7ba3c-771f-45c4-a233-0b5062a4dd24 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.097491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-029df362-e72b-41ea-947a-982b04612b3b req-07b7ba3c-771f-45c4-a233-0b5062a4dd24 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 945 time: 0.1091793 Aug 20 15:12:08.112936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2e96d11-4528-4ca7-93c1-de4a8b9cea97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:08.115223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720691c-e88a-4890-97c1-6f65eeb2ec51 req-4ce3cabb-19ec-42ce-ac16-03e5d16c9e8c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.117090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1720691c-e88a-4890-97c1-6f65eeb2ec51 req-4ce3cabb-19ec-42ce-ac16-03e5d16c9e8c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.1217089 Aug 20 15:12:08.187339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-029df362-e72b-41ea-947a-982b04612b3b req-5a7311ea-73cc-467f-8bf8-b5b72e6c9a5f tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690455 Aug 20 15:12:08.197117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1720691c-e88a-4890-97c1-6f65eeb2ec51 req-eb88988b-ec8e-4ec2-ada3-43f0bf21d978 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717733 Aug 20 15:12:08.290529 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2e96d11-4528-4ca7-93c1-de4a8b9cea97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:08.296103 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2e96d11-4528-4ca7-93c1-de4a8b9cea97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:08.339269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d2e96d11-4528-4ca7-93c1-de4a8b9cea97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] In _notify_port_updated(), no bound segment for port 9c53b68e-66c7-47ce-b047-f39eacfacc6f on network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:12:08.346771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e96d11-4528-4ca7-93c1-de4a8b9cea97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.347364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2e96d11-4528-4ca7-93c1-de4a8b9cea97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:08.349099 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2e96d11-4528-4ca7-93c1-de4a8b9cea97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "PUT /v2.0/ports/9c53b68e-66c7-47ce-b047-f39eacfacc6f HTTP/1.1" status: 200 len: 818 time: 0.3174534 Aug 20 15:12:08.353054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55214) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:08.374671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e96d11-4528-4ca7-93c1-de4a8b9cea97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=9c53b68e-66c7-47ce-b047-f39eacfacc6f,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:08.514009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-ddba6833-b077-4a90-9b9d-f2f34334caf9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.515758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-ddba6833-b077-4a90-9b9d-f2f34334caf9 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.72 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 945 time: 0.1016326 Aug 20 15:12:08.536716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-99635973-948e-4223-8949-cc3df8c96b53 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 9c53b68e-66c7-47ce-b047-f39eacfacc6f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:08.537075 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-99635973-948e-4223-8949-cc3df8c96b53 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:08.701244 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-99635973-948e-4223-8949-cc3df8c96b53 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:08.733240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b5e4-379d-435f-938f-6aa6b6af7cb7 req-c9bde462-2291-44de-90fe-b52edfa2e669 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.739090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b5e4-379d-435f-938f-6aa6b6af7cb7 req-c9bde462-2291-44de-90fe-b52edfa2e669 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.745741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b5e4-379d-435f-938f-6aa6b6af7cb7 req-c9bde462-2291-44de-90fe-b52edfa2e669 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.752206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b5e4-379d-435f-938f-6aa6b6af7cb7 req-c9bde462-2291-44de-90fe-b52edfa2e669 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.759147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b5e4-379d-435f-938f-6aa6b6af7cb7 req-c9bde462-2291-44de-90fe-b52edfa2e669 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.766233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b5e4-379d-435f-938f-6aa6b6af7cb7 req-c9bde462-2291-44de-90fe-b52edfa2e669 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.772225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b5e4-379d-435f-938f-6aa6b6af7cb7 req-c9bde462-2291-44de-90fe-b52edfa2e669 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:08.774558 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92f1b5e4-379d-435f-938f-6aa6b6af7cb7 req-c9bde462-2291-44de-90fe-b52edfa2e669 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5436 time: 0.2108977 Aug 20 15:12:08.775884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-99635973-948e-4223-8949-cc3df8c96b53 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 9c53b68e-66c7-47ce-b047-f39eacfacc6f owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:08.933601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Deleting port 096b3a56-a543-4e1d-bf62-901d9569a776 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:08.934239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.019227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92f1b5e4-379d-435f-938f-6aa6b6af7cb7 req-848d1ce2-32df-42ec-a083-0767e51ccbe8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2261786 Aug 20 15:12:09.031528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-8890b14d-006f-4992-a44a-e63d8e764063 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.037504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-8890b14d-006f-4992-a44a-e63d8e764063 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.045887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-8890b14d-006f-4992-a44a-e63d8e764063 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.050678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-8890b14d-006f-4992-a44a-e63d8e764063 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.056781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-8890b14d-006f-4992-a44a-e63d8e764063 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.064063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-8890b14d-006f-4992-a44a-e63d8e764063 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.070017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-8890b14d-006f-4992-a44a-e63d8e764063 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.071972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-8890b14d-006f-4992-a44a-e63d8e764063 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 5436 time: 0.2905376 Aug 20 15:12:09.094541 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-6f17f409-151e-46f0-a2ba-9c379217985c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969486 Aug 20 15:12:09.150784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0dcd3-798a-4b7a-975c-32c33eab0e21 req-af177720-a83a-4ee5-8550-3c780d79c868 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.153826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bb0dcd3-798a-4b7a-975c-32c33eab0e21 req-af177720-a83a-4ee5-8550-3c780d79c868 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 946 time: 0.2696574 Aug 20 15:12:09.188632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-fb68f621-69ba-45ad-ba96-448113958bbe tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.190038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-fb68f621-69ba-45ad-ba96-448113958bbe tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "GET /v2.0/ports/7af7bc0b-833f-4482-8e06-e1b9ae83ca66?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1063399 Aug 20 15:12:09.201512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] For port 096b3a56-a543-4e1d-bf62-901d9569a776, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=096b3a56-a543-4e1d-bf62-901d9569a776,segment=NetworkSegment(56dbd032-35a3-467c-8d98-83c5f9fb5cf9),segment_id=56dbd032-35a3-467c-8d98-83c5f9fb5cf9)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:09.201893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.205988 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-99635973-948e-4223-8949-cc3df8c96b53 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.280814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Calling delete_port for 096b3a56-a543-4e1d-bf62-901d9569a776 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:09.313940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:09.319705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99635973-948e-4223-8949-cc3df8c96b53 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=9c53b68e-66c7-47ce-b047-f39eacfacc6f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:09.342911 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-99635973-948e-4223-8949-cc3df8c96b53 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.347479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-99635973-948e-4223-8949-cc3df8c96b53 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/9c53b68e-66c7-47ce-b047-f39eacfacc6f HTTP/1.1" status: 204 len: 168 time: 0.9933455 Aug 20 15:12:09.347913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55254) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:09.356566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bb0dcd3-798a-4b7a-975c-32c33eab0e21 req-06ba35cc-a7d3-488e-a865-2fa83565de36 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903331 Aug 20 15:12:09.412901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.441685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:09.444365 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169b3d5-72ea-4ba3-8cfa-367ff98b9f3f" -d '{"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-unplugged", "status": "completed", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:09.459019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348e8a0b-1ea6-490e-87f2-14a3315b4d3e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.460909 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-348e8a0b-1ea6-490e-87f2-14a3315b4d3e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1117461 Aug 20 15:12:09.463478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55258) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:09.474434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:09.482846 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.494029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0ebd5-291c-415c-85a3-0dc1d24c1cc0 req-d0d9f8ad-8afb-4407-97f3-84f1e264c52f tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.502640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57b0ebd5-291c-415c-85a3-0dc1d24c1cc0 req-d0d9f8ad-8afb-4407-97f3-84f1e264c52f tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/ports?device_id=86786831-406e-446a-aacd-065808a1d3a8 HTTP/1.1" status: 200 len: 945 time: 0.1889279 Aug 20 15:12:09.516007 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-081010a9-f6ae-47f5-87c7-b78dfec66f54 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:09.518599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-081010a9-f6ae-47f5-87c7-b78dfec66f54 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/9c53b68e-66c7-47ce-b047-f39eacfacc6f HTTP/1.1" status: 404 len: 333 time: 0.0536592 Aug 20 15:12:09.520845 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44bed29-a94c-43ce-b4ae-9ac2af4b971c x-openstack-request-id: req-f44bed29-a94c-43ce-b4ae-9ac2af4b971c {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:09.521016 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-unplugged", "status": "failed", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b", "code": 422}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:09.521330 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f44bed29-a94c-43ce-b4ae-9ac2af4b971c {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:09.521730 n-d-695189-15 neutron-server[101101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'code': 422} returned with failed status Aug 20 15:12:09.524639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55262) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:09.540819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1085692037'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:09.544285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-8136894f-f742-44f7-b6e7-ff880d0e2b8e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "GET /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3396876 Aug 20 15:12:09.566973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:09.573064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:09.576475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:09.578297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.604224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:12:09.613857 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.614208 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Added segment 22d2adba-7c8e-4803-a430-4c1b7c734a56 of type vlan for network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 Aug 20 15:12:09.627833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57b0ebd5-291c-415c-85a3-0dc1d24c1cc0 req-9f9f8774-0baa-4708-b5fc-9d7b62ba1aa7 tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.36 "GET /v2.0/security-groups?id=da9a1ffb-e19a-495d-b37a-ba79404f3f83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242838 Aug 20 15:12:09.675792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.688373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.701906 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.706489 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.713099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:09.713818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.734557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['096b3a56-a543-4e1d-bf62-901d9569a776'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:12:09.753427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Pushing event deleted for resources: {'Port': ['ID=096b3a56-a543-4e1d-bf62-901d9569a776,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:09.800380 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2652531 Aug 20 15:12:09.802532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55264) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:09.810822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:09.827475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] No DVR routers for this DVR port 096b3a56-a543-4e1d-bf62-901d9569a776 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:09.829068 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc45886-4848-4c40-b8de-0d194a2848f1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Network': ['ID=0ee7698a-0a1e-4efd-a3a3-4ceb277f6763,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:09.832443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.835584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c48aed9a-dc9b-4e21-87cd-86a9953fbee9 req-c902b2ff-2aa5-45d8-a3da-7c84f71d6c1a tempest-ServerTagsTestJSON-1892110122 tempest-ServerTagsTestJSON-1892110122-project] 10.222.0.72 "DELETE /v2.0/ports/096b3a56-a543-4e1d-bf62-901d9569a776 HTTP/1.1" status: 204 len: 173 time: 1.3117039 Aug 20 15:12:09.836550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86786831-406e-446a-aacd-065808a1d3a8', 'name': 'network-vif-deleted', 'tag': '096b3a56-a543-4e1d-bf62-901d9569a776'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:09.840350 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ff91f7-ccbb-4427-a9c5-962a0b19acc5" -d '{"events": [{"server_uuid": "86786831-406e-446a-aacd-065808a1d3a8", "name": "network-vif-deleted", "tag": "096b3a56-a543-4e1d-bf62-901d9569a776"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:09.842874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:12:09.938872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:09.942162 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e88c329-afed-4286-976d-ea1ca6e9387b x-openstack-request-id: req-7e88c329-afed-4286-976d-ea1ca6e9387b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:09.942661 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86786831-406e-446a-aacd-065808a1d3a8", "name": "network-vif-deleted", "tag": "096b3a56-a543-4e1d-bf62-901d9569a776", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:09.942823 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e88c329-afed-4286-976d-ea1ca6e9387b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:09.943124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:09.943267 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86786831-406e-446a-aacd-065808a1d3a8', 'name': 'network-vif-deleted', 'tag': '096b3a56-a543-4e1d-bf62-901d9569a776', 'status': 'completed', 'code': 200} Aug 20 15:12:09.952353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] For port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:09.990822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] For port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:12:10.028590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] device_id is not set on port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:10.039124 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.051346 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.125182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] No DVR routers for this DVR port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:10.149057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] Pushing event updated for resources: {'Port': ['ID=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:10.204344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.215617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] In _notify_port_updated(), no bound segment for port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:12:10.216647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:10.217280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.219007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-ee63999e-1cde-47f1-b555-caf9c0092b9a service neutron] 10.222.0.70 "PUT /v2.0/ports/7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 200 len: 1027 time: 0.6577027 Aug 20 15:12:10.273652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=27c754ca-1f95-4326-af09-cc135472c016,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:10.298700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0e3eb-94e0-4f7c-ad65-4c0e0039b803 req-c4baf11b-a843-4bf8-bb9f-dd0fe27b386e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:10.302929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Checking segment: {'id': '22d2adba-7c8e-4803-a430-4c1b7c734a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:10.303302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network hostable DHCP agents. Network: 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:12:10.305422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0e3eb-94e0-4f7c-ad65-4c0e0039b803 req-c4baf11b-a843-4bf8-bb9f-dd0fe27b386e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:10.312306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0e3eb-94e0-4f7c-ad65-4c0e0039b803 req-c4baf11b-a843-4bf8-bb9f-dd0fe27b386e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:10.318518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0e3eb-94e0-4f7c-ad65-4c0e0039b803 req-c4baf11b-a843-4bf8-bb9f-dd0fe27b386e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:10.325628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0e3eb-94e0-4f7c-ad65-4c0e0039b803 req-c4baf11b-a843-4bf8-bb9f-dd0fe27b386e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:10.326431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:12:10.332173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0e3eb-94e0-4f7c-ad65-4c0e0039b803 req-c4baf11b-a843-4bf8-bb9f-dd0fe27b386e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:10.333995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15c0e3eb-94e0-4f7c-ad65-4c0e0039b803 req-c4baf11b-a843-4bf8-bb9f-dd0fe27b386e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 4662 time: 0.2055259 Aug 20 15:12:10.337937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-94aff90e-25cc-4218-a726-df9c6d9b79e8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:10.340645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-94aff90e-25cc-4218-a726-df9c6d9b79e8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "GET /v2.0/ports/eda3b34f-d54c-4cd9-bdde-876cea3d3eaa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1111910 Aug 20 15:12:10.342493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:10.347708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:10.348559 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.362905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:10.364924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25105c26-af87-4c8c-a267-c764593ac79a None None] Network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:10.374803 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e7a541eb-c347-49bb-a85e-ec10a179f92a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5687270 Aug 20 15:12:10.375148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55270) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:10.380958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5a5db3d8-f6bb-4d80-a4ef-c88217fe7628 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:10.463432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15c0e3eb-94e0-4f7c-ad65-4c0e0039b803 req-b276eea1-ac8c-4af8-a577-1c6eba08f0fa tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&id=d0d9240e-d9ac-484a-972d-1cdd06324fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216030 Aug 20 15:12:10.555664 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.668034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5db3d8-f6bb-4d80-a4ef-c88217fe7628 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:10.672370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a5db3d8-f6bb-4d80-a4ef-c88217fe7628 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.708791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55280) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:10.733097 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-48be8fec-c30a-4cad-afc4-b55ecfabb814 None None] Provisioning complete for port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:10.733472 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-48be8fec-c30a-4cad-afc4-b55ecfabb814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.794056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-48be8fec-c30a-4cad-afc4-b55ecfabb814 None None] Port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:10.821349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-95dff54a-805f-4aed-9a45-618e0e9902eb admin admin] Deleting subnet 581e031e-d28c-4c85-b547-3b5f03c8620a {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:10.828513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95dff54a-805f-4aed-9a45-618e0e9902eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.881016 n-d-695189-15 neutron-server[101100]: INFO neutron.db.ipam_backend_mixin [None req-5a5db3d8-f6bb-4d80-a4ef-c88217fe7628 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27c754ca-1f95-4326-af09-cc135472c016 (CIDR: 2001:db8::/64) Aug 20 15:12:10.894111 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5db3d8-f6bb-4d80-a4ef-c88217fe7628 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:12:10.894624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5db3d8-f6bb-4d80-a4ef-c88217fe7628 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:12:10.907238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95dff54a-805f-4aed-9a45-618e0e9902eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:10.934499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5a5db3d8-f6bb-4d80-a4ef-c88217fe7628 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5579946 Aug 20 15:12:10.938806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55282) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:10.944225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:10.959127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-0ee7698a-0a1e-4efd-a3a3-4ceb277f6763', 'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763', 'tenant_id': 'd53a28711c0345d79ef6c11c8163ac5b', 'fixed_ips': [{'subnet_id': '27c754ca-1f95-4326-af09-cc135472c016'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:12:10.966224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.004615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121ba23-91a9-4a7f-b7ea-a11dbe7bb7a4 req-8415d25e-115b-4f36-8a16-e5aa15c8742b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:11.017226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7121ba23-91a9-4a7f-b7ea-a11dbe7bb7a4 req-8415d25e-115b-4f36-8a16-e5aa15c8742b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.5298100 Aug 20 15:12:11.017636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95dff54a-805f-4aed-9a45-618e0e9902eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.108307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7121ba23-91a9-4a7f-b7ea-a11dbe7bb7a4 req-b921dcc9-1e2b-4810-a290-1169210c834f tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900764 Aug 20 15:12:11.122907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95dff54a-805f-4aed-9a45-618e0e9902eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.154865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:11.158577 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.213412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] For port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:11.233580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Allocated IP 2001:db8::2 (0ee7698a-0a1e-4efd-a3a3-4ceb277f6763/27c754ca-1f95-4326-af09-cc135472c016/a056459e-3ff5-41ef-a61d-f778257b776b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:11.258713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] For port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:12:11.300243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] device_id is not set on port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:11.311567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.320065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.387444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] No DVR routers for this DVR port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:11.411761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dff54a-805f-4aed-9a45-618e0e9902eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581e031e-d28c-4c85-b547-3b5f03c8620a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:11.419671 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95dff54a-805f-4aed-9a45-618e0e9902eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.423453 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-95dff54a-805f-4aed-9a45-618e0e9902eb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/581e031e-d28c-4c85-b547-3b5f03c8620a HTTP/1.1" status: 204 len: 168 time: 0.7072647 Aug 20 15:12:11.424704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55284) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:11.435390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.437344 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.451997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Transition to ACTIVE for port object a056459e-3ff5-41ef-a61d-f778257b776b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:11.472911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Transition to ACTIVE for port object a056459e-3ff5-41ef-a61d-f778257b776b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:11.481701 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.490207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] Pushing event updated for resources: {'Port': ['ID=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:11.515878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] In _notify_port_updated(), no bound segment for port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa on network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:12:11.516793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:11.517419 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.524230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-f4c10056-b0cb-469c-bde8-4ab017c7014f service neutron] 10.222.0.70 "PUT /v2.0/ports/eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 200 len: 1028 time: 1.1622646 Aug 20 15:12:11.538359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:11.542934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:11.546874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:11.566351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:11.576622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:11.585911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:11.588454 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.593096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=05ccbec6-b4b0-4198-8751-d7e1beb933ab,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:11.595898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Pushing event updated for resources: {'Port': ['ID=a056459e-3ff5-41ef-a61d-f778257b776b,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:11.600069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.624544 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c792fbd3-17ef-4895-9b26-166d9d5632c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6847045 Aug 20 15:12:11.627692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55288) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:11.641743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763', 'fixed_ips': [{'subnet_id': '27c754ca-1f95-4326-af09-cc135472c016'}, {'subnet_id': '05ccbec6-b4b0-4198-8751-d7e1beb933ab'}], 'name': 'tempest-PortsIpV6TestJSON-1060061668'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:11.685676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Attempting to bind port a056459e-3ff5-41ef-a61d-f778257b776b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:12:11.686147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Attempting to bind port a056459e-3ff5-41ef-a61d-f778257b776b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '22d2adba-7c8e-4803-a430-4c1b7c734a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:12:11.686586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Attempting to bind port a056459e-3ff5-41ef-a61d-f778257b776b on network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:12:11.696297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:12:11.700980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Checking segment: {'id': '22d2adba-7c8e-4803-a430-4c1b7c734a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:11.701523 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.703839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Bound using segment: {'id': '22d2adba-7c8e-4803-a430-4c1b7c734a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:12:11.703839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Bound port: a056459e-3ff5-41ef-a61d-f778257b776b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d2adba-7c8e-4803-a430-4c1b7c734a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:12:11.703839 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.754970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.779203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682fb3de-4769-47df-9118-cb42c7574098']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:11.791867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56dbd032-35a3-467c-8d98-83c5f9fb5cf9') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:11.792907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56dbd032-35a3-467c-8d98-83c5f9fb5cf9') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:11.813830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.829978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.841557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:11.841985 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:11.843806 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:11.865223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] For port a056459e-3ff5-41ef-a61d-f778257b776b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:12:11.867663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-74bcef7f-1328-4b01-8bf1-4e29457fbc91 None None] Provisioning complete for port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:11.868285 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74bcef7f-1328-4b01-8bf1-4e29457fbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.872374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] For port a056459e-3ff5-41ef-a61d-f778257b776b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a056459e-3ff5-41ef-a61d-f778257b776b,segment=NetworkSegment(22d2adba-7c8e-4803-a430-4c1b7c734a56),segment_id=22d2adba-7c8e-4803-a430-4c1b7c734a56)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:12:11.885604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8b4a9-c221-4dcc-80b0-790be7a54ec5 req-550d208e-5210-4894-b010-65272f09eab8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:11.892429 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.892638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8b4a9-c221-4dcc-80b0-790be7a54ec5 req-550d208e-5210-4894-b010-65272f09eab8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:11.899583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8b4a9-c221-4dcc-80b0-790be7a54ec5 req-550d208e-5210-4894-b010-65272f09eab8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:11.908414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8b4a9-c221-4dcc-80b0-790be7a54ec5 req-550d208e-5210-4894-b010-65272f09eab8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:11.918635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8b4a9-c221-4dcc-80b0-790be7a54ec5 req-550d208e-5210-4894-b010-65272f09eab8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:11.929390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0e8b4a9-c221-4dcc-80b0-790be7a54ec5 req-550d208e-5210-4894-b010-65272f09eab8 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 3887 time: 0.2750781 Aug 20 15:12:11.955313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-74bcef7f-1328-4b01-8bf1-4e29457fbc91 None None] Port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:11.969955 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.978685 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:11.981559 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] 10.222.0.36 "DELETE /v2.0/networks/682fb3de-4769-47df-9118-cb42c7574098 HTTP/1.1" status: 204 len: 168 time: 0.5556030 Aug 20 15:12:11.997071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2752f4-394b-4a8d-a055-8173ae1d4aed None None] Pushing event updated for resources: {'Port': ['ID=a056459e-3ff5-41ef-a61d-f778257b776b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:11.997957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556960b7-b62c-4494-a516-ff8d07d37018 admin admin] Pushing event deleted for resources: {'Network': ['ID=682fb3de-4769-47df-9118-cb42c7574098,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:12.047002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:12.047652 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.056180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0e8b4a9-c221-4dcc-80b0-790be7a54ec5 req-381e902e-5ce8-44bf-8c07-3136449bbe49 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259131 Aug 20 15:12:12.074024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:12.224470 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-02fbc6d1-2a46-4d02-b11d-7b9b9fce66a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.290719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55304) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:12.344684 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a93a4336-b9f9-436f-bced-7df566991f48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f74b796bccd241b58c4fd3beeb5742dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503459 Aug 20 15:12:12.344917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-876718e4-a01e-4341-ab49-106387481c9d req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] For port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:12.344917 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.349847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55306) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:12.400418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:12.415046 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.429863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8241b72-a4f1-4c5b-adf1-280500de5635 req-29619a88-80f5-41d7-9bab-67cab8a68d84 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:12.431413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8241b72-a4f1-4c5b-adf1-280500de5635 req-29619a88-80f5-41d7-9bab-67cab8a68d84 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1807427 Aug 20 15:12:12.504510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port e908d68e-5872-4dcb-8c33-7619a1d45bce yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:12.618271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8241b72-a4f1-4c5b-adf1-280500de5635 req-b1eadf52-79a5-467a-857a-c6713439aa93 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499352 Aug 20 15:12:12.618271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7de348d6-4b08-41ee-afe3-a240bf38e9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.632101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:12.700358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:12.700760 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b60b365e-9d5e-4e85-b50d-006c1b6d73fd no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:12.726199 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7de348d6-4b08-41ee-afe3-a240bf38e9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.798065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.855193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:12.862516 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b873b0-81eb-45fd-8842-befaf2caf721" -d '{"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-unplugged", "status": "completed", "tag": "b60b365e-9d5e-4e85-b50d-006c1b6d73fd"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:12.905464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b60b365e-9d5e-4e85-b50d-006c1b6d73fd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:12.921895 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.923000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device eda3b34f-d54c-4cd9-bdde-876cea3d3eaa no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:12.932428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7de348d6-4b08-41ee-afe3-a240bf38e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.935250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7de348d6-4b08-41ee-afe3-a240bf38e9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:12.938726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7de348d6-4b08-41ee-afe3-a240bf38e9c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da9a1ffb-e19a-495d-b37a-ba79404f3f83 HTTP/1.1" status: 204 len: 168 time: 0.5774648 Aug 20 15:12:12.999463 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccada39-ae91-4555-8acd-cb5923c61a19 x-openstack-request-id: req-3ccada39-ae91-4555-8acd-cb5923c61a19 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:13.000033 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-unplugged", "status": "completed", "tag": "b60b365e-9d5e-4e85-b50d-006c1b6d73fd", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:13.000227 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ccada39-ae91-4555-8acd-cb5923c61a19 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:13.000579 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd', 'code': 200} Aug 20 15:12:13.034183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:13.038125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a056459e-3ff5-41ef-a61d-f778257b776b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:13.066332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device eda3b34f-d54c-4cd9-bdde-876cea3d3eaa not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:13.066775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0fac00f8-0f79-4983-af5b-d5ff65d34932 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:13.111624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:13.117759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=7bdd0a4c-585e-4a0c-9f66-7208a2692b7f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:13.124173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de348d6-4b08-41ee-afe3-a240bf38e9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a1ffb-e19a-495d-b37a-ba79404f3f83,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:13.206982 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:13.218808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a056459e-3ff5-41ef-a61d-f778257b776b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:13.258358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0fac00f8-0f79-4983-af5b-d5ff65d34932, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:13.264521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-876718e4-a01e-4341-ab49-106387481c9d req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] No DVR routers for this DVR port 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:13.266560 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:13.267782 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:13.268539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d806bb72-3591-4103-9932-4e1760445cbc no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:13.270973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-8ddf4d78-cfc4-4ddd-b12b-55b9b91ccef6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "DELETE /v2.0/ports/7bdd0a4c-585e-4a0c-9f66-7208a2692b7f HTTP/1.1" status: 204 len: 173 time: 1.7259250 Aug 20 15:12:13.282607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': '7bdd0a4c-585e-4a0c-9f66-7208a2692b7f'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:13.285099 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d50d97f-b652-4f8d-889d-496001c95f3c" -d '{"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "7bdd0a4c-585e-4a0c-9f66-7208a2692b7f"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:13.381209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 096b3a56-a543-4e1d-bf62-901d9569a776 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:13.413173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 096b3a56-a543-4e1d-bf62-901d9569a776 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:12:13.413513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 096b3a56-a543-4e1d-bf62-901d9569a776 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:13.413932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:13.428213 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d1b12c-f496-47a1-8339-eb17ae9ae160 x-openstack-request-id: req-69d1b12c-f496-47a1-8339-eb17ae9ae160 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:13.428965 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "7bdd0a4c-585e-4a0c-9f66-7208a2692b7f", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:13.429503 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69d1b12c-f496-47a1-8339-eb17ae9ae160 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:13.430065 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': '7bdd0a4c-585e-4a0c-9f66-7208a2692b7f', 'status': 'completed', 'code': 200} Aug 20 15:12:13.473531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73dcaf5-4238-4f16-8fb8-416c645bcb1e None None] Network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:13.529496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785497-e9ed-4cba-91a2-a19faf82f607 req-42c3949b-9183-45b8-a7ce-a14fde9d539a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:13.536678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785497-e9ed-4cba-91a2-a19faf82f607 req-42c3949b-9183-45b8-a7ce-a14fde9d539a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:13.545133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785497-e9ed-4cba-91a2-a19faf82f607 req-42c3949b-9183-45b8-a7ce-a14fde9d539a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:13.552757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785497-e9ed-4cba-91a2-a19faf82f607 req-42c3949b-9183-45b8-a7ce-a14fde9d539a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:13.555574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0fac00f8-0f79-4983-af5b-d5ff65d34932,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:13.570320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05785497-e9ed-4cba-91a2-a19faf82f607 req-42c3949b-9183-45b8-a7ce-a14fde9d539a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 3148 time: 0.3167431 Aug 20 15:12:13.615837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-64b40557-be24-424f-83fe-aaceedc5397e None None] Provisioning for port a056459e-3ff5-41ef-a61d-f778257b776b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:13.617524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::96 (0ee7698a-0a1e-4efd-a3a3-4ceb277f6763/27c754ca-1f95-4326-af09-cc135472c016/e908d68e-5872-4dcb-8c33-7619a1d45bce) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:13.673980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8:0:1::155 (0ee7698a-0a1e-4efd-a3a3-4ceb277f6763/05ccbec6-b4b0-4198-8751-d7e1beb933ab/e908d68e-5872-4dcb-8c33-7619a1d45bce) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:13.758499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-64b40557-be24-424f-83fe-aaceedc5397e None None] Provisioning complete for port a056459e-3ff5-41ef-a61d-f778257b776b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:13.759197 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-64b40557-be24-424f-83fe-aaceedc5397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:13.834964 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:13.929284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05785497-e9ed-4cba-91a2-a19faf82f607 req-16207608-b810-4893-a3a5-796df3e3f85e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580761 Aug 20 15:12:13.940950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:13.963418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object e908d68e-5872-4dcb-8c33-7619a1d45bce will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:13.983362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port 0fac00f8-0f79-4983-af5b-d5ff65d34932 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:13.983755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.043278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d806bb72-3591-4103-9932-4e1760445cbc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d806bb72-3591-4103-9932-4e1760445cbc,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:14.056223 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-64b40557-be24-424f-83fe-aaceedc5397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.060917 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.061692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:14.086098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158347ff-a510-450d-9c05-29b2528c3820 req-a6b5e680-0a77-4ad3-b12c-01aca4b30817 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:14.091509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-158347ff-a510-450d-9c05-29b2528c3820 req-a6b5e680-0a77-4ad3-b12c-01aca4b30817 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.2442555 Aug 20 15:12:14.118364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:12:14.118839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 7bdd0a4c-585e-4a0c-9f66-7208a2692b7f not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:14.119474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 79342181-4130-44f2-b599-22ff72ffb523 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:14.152274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.184784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d806bb72-3591-4103-9932-4e1760445cbc,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:14.224655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-64b40557-be24-424f-83fe-aaceedc5397e None None] For port a056459e-3ff5-41ef-a61d-f778257b776b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a056459e-3ff5-41ef-a61d-f778257b776b,segment=NetworkSegment(22d2adba-7c8e-4803-a430-4c1b7c734a56),segment_id=22d2adba-7c8e-4803-a430-4c1b7c734a56)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:14.237797 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-64b40557-be24-424f-83fe-aaceedc5397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.247778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] For port 0fac00f8-0f79-4983-af5b-d5ff65d34932, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0fac00f8-0f79-4983-af5b-d5ff65d34932,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:14.248337 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.264724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:14.277249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55352) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:14.281102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:14.316315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=e908d68e-5872-4dcb-8c33-7619a1d45bce,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:14.318858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:14.326867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:14.327561 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.364937 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.395903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-158347ff-a510-450d-9c05-29b2528c3820 req-5e2aed67-a862-4f0c-aedd-28d3896c6423 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520652 Aug 20 15:12:14.409340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-37bab461-ffff-4139-996a-0ef9f990b049 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7785251 Aug 20 15:12:14.411841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:14.418374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27c754ca-1f95-4326-af09-cc135472c016'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:14.424933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-412151097-network', 'tenant_id': 'ff7d0e2ef0514d8abb30d086425f58db'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:14.448077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7043d64f-43c8-4c17-8264-0ee329bd26eb None None] Update dhcp port {'port': {'network_id': '0ee7698a-0a1e-4efd-a3a3-4ceb277f6763', 'fixed_ips': [{'subnet_id': '27c754ca-1f95-4326-af09-cc135472c016', 'ip_address': '2001:db8::2'}, {'subnet_id': '05ccbec6-b4b0-4198-8751-d7e1beb933ab'}], 'binding:host_id': 'n-d-695189-15'}, 'id': 'a056459e-3ff5-41ef-a61d-f778257b776b'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 15:12:14.468531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Made reservation on behalf of ff7d0e2ef0514d8abb30d086425f58db for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:14.471668 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.482692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 79342181-4130-44f2-b599-22ff72ffb523, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=79342181-4130-44f2-b599-22ff72ffb523,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:14.483677 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7043d64f-43c8-4c17-8264-0ee329bd26eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.489782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.498554 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.501315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b40557-be24-424f-83fe-aaceedc5397e None None] Pushing event updated for resources: {'Port': ['ID=a056459e-3ff5-41ef-a61d-f778257b776b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:14.599190 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.599826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.600248 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Floating IP a365458c-52a3-4cc7-8dc3-222d5a9b6606 disassociated. External IP: 172.25.5.20, port: 0fac00f8-0f79-4983-af5b-d5ff65d34932. Aug 20 15:12:14.600734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for 0fac00f8-0f79-4983-af5b-d5ff65d34932 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:14.612584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.670262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=79342181-4130-44f2-b599-22ff72ffb523,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:14.744081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-7043d64f-43c8-4c17-8264-0ee329bd26eb None None] Allocated IP 2001:db8:0:1::2 (0ee7698a-0a1e-4efd-a3a3-4ceb277f6763/05ccbec6-b4b0-4198-8751-d7e1beb933ab/a056459e-3ff5-41ef-a61d-f778257b776b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:14.744840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.747401 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.752647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.761677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:12:14.773280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.773674 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Added segment 9aceb6a8-d34d-4115-889a-44495f8846fa of type vlan for network 335c013d-74c5-421e-b27f-967428de28d2 Aug 20 15:12:14.808068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=0fac00f8-0f79-4983-af5b-d5ff65d34932,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:14.828354 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.863127 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.872720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.873773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:14.874534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:14.923357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7043d64f-43c8-4c17-8264-0ee329bd26eb None None] For port a056459e-3ff5-41ef-a61d-f778257b776b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a056459e-3ff5-41ef-a61d-f778257b776b,segment=NetworkSegment(22d2adba-7c8e-4803-a430-4c1b7c734a56),segment_id=22d2adba-7c8e-4803-a430-4c1b7c734a56)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:14.960201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a056459e-3ff5-41ef-a61d-f778257b776b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:14.980927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Router a8d8dfbf-a45e-4de3-916f-7627003957a3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:12:14.992473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c17f11-c36e-4dc0-bfb1-42160ef95d21,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:15.009254 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7298534 Aug 20 15:12:15.013750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55362) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:15.014611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d61a5-e62a-43a4-86f6-d9953907f870 admin admin] Pushing event updated for resources: {'Network': ['ID=335c013d-74c5-421e-b27f-967428de28d2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:15.021298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Request body: {'subnet': {'network_id': '335c013d-74c5-421e-b27f-967428de28d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-412151097-subnet', 'tenant_id': 'ff7d0e2ef0514d8abb30d086425f58db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:15.042701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932'}, {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd806bb72-3591-4103-9932-4e1760445cbc'}, {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79342181-4130-44f2-b599-22ff72ffb523'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:15.045083 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d21fb62-ac83-419a-9755-b78de0a32e0e" -d '{"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-unplugged", "status": "completed", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932"}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-unplugged", "status": "completed", "tag": "d806bb72-3591-4103-9932-4e1760445cbc"}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-unplugged", "status": "completed", "tag": "79342181-4130-44f2-b599-22ff72ffb523"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:15.050334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 335c013d-74c5-421e-b27f-967428de28d2 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:12:15.056522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7043d64f-43c8-4c17-8264-0ee329bd26eb None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.102060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Made reservation on behalf of ff7d0e2ef0514d8abb30d086425f58db for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:15.105688 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.127139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7043d64f-43c8-4c17-8264-0ee329bd26eb None None] Transition to ACTIVE for port object a056459e-3ff5-41ef-a61d-f778257b776b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:15.154910 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a056459e-3ff5-41ef-a61d-f778257b776b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:15.155377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.201914 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7043d64f-43c8-4c17-8264-0ee329bd26eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.207747 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877e8627-c650-4d47-9c11-77e02f3a789a x-openstack-request-id: req-877e8627-c650-4d47-9c11-77e02f3a789a {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:15.208180 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-unplugged", "status": "completed", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932", "code": 200}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-unplugged", "status": "completed", "tag": "d806bb72-3591-4103-9932-4e1760445cbc", "code": 200}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-unplugged", "status": "completed", "tag": "79342181-4130-44f2-b599-22ff72ffb523", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:15.210056 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-877e8627-c650-4d47-9c11-77e02f3a789a {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:15.210056 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'code': 200} Aug 20 15:12:15.210056 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd806bb72-3591-4103-9932-4e1760445cbc', 'code': 200} Aug 20 15:12:15.210056 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79342181-4130-44f2-b599-22ff72ffb523', 'code': 200} Aug 20 15:12:15.343998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f1339-7bdd-4da5-ba47-957a2cff048e req-a20c78b1-6843-4f4c-b927-05dde8ed953f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:15.360651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f1339-7bdd-4da5-ba47-957a2cff048e req-a20c78b1-6843-4f4c-b927-05dde8ed953f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:15.376497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f1339-7bdd-4da5-ba47-957a2cff048e req-a20c78b1-6843-4f4c-b927-05dde8ed953f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:15.380521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-285f1339-7bdd-4da5-ba47-957a2cff048e req-a20c78b1-6843-4f4c-b927-05dde8ed953f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 2410 time: 0.2843673 Aug 20 15:12:15.395440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043d64f-43c8-4c17-8264-0ee329bd26eb None None] Pushing event updated for resources: {'Port': ['ID=a056459e-3ff5-41ef-a61d-f778257b776b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:15.409572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Port a056459e-3ff5-41ef-a61d-f778257b776b had new provisioning blocks added so it will not transition to active. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 20 15:12:15.438517 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8c8c22a5-1322-43f6-b14a-266acf710825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.452835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Delete allocated IP 2001:db8:0:1::155 (0ee7698a-0a1e-4efd-a3a3-4ceb277f6763/05ccbec6-b4b0-4198-8751-d7e1beb933ab) {{(pid=101100) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 15:12:15.469446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:12:15.483499 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] Sync routers for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:12:15.497319 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:15.497999 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:15.555364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] No DVR routers for this DVR port 0fac00f8-0f79-4983-af5b-d5ff65d34932 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:15.561537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-285f1339-7bdd-4da5-ba47-957a2cff048e req-d7b07626-8974-4d61-a90f-5d6e646850a9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619244 Aug 20 15:12:15.564936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.567122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-2f9438ff-faf6-4b03-b7f0-a39fb7c3acf1 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "DELETE /v2.0/ports/0fac00f8-0f79-4983-af5b-d5ff65d34932 HTTP/1.1" status: 204 len: 173 time: 2.2759502 Aug 20 15:12:15.567792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:15.570529 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab9d60b-5fab-4f70-a8c4-e30757141c2a" -d '{"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:15.595604 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.665360 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:12:15.689460 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6013eb-4985-4433-b9c6-103fcbcf7eda x-openstack-request-id: req-8a6013eb-4985-4433-b9c6-103fcbcf7eda {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:15.689998 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "0fac00f8-0f79-4983-af5b-d5ff65d34932", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:15.690688 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a6013eb-4985-4433-b9c6-103fcbcf7eda {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:15.691246 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': '0fac00f8-0f79-4983-af5b-d5ff65d34932', 'status': 'completed', 'code': 200} Aug 20 15:12:15.722752 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3734033c-e271-483d-8358-8e2bab14199f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:15.732359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5e1a-2c02-4212-acc6-e5c8668bb62e req-64c17434-d41c-42c3-9a50-debeb3b625b3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:15.733977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e4c5e1a-2c02-4212-acc6-e5c8668bb62e req-64c17434-d41c-42c3-9a50-debeb3b625b3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1878161 Aug 20 15:12:15.786247 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Checking segment: {'id': '9aceb6a8-d34d-4115-889a-44495f8846fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '335c013d-74c5-421e-b27f-967428de28d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:15.786611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Network hostable DHCP agents. Network: 335c013d-74c5-421e-b27f-967428de28d2, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:12:15.810727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e4c5e1a-2c02-4212-acc6-e5c8668bb62e req-2e51cde3-7814-41b1-8c19-757827400d0a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524416 Aug 20 15:12:15.830956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port 79342181-4130-44f2-b599-22ff72ffb523 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:15.831313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.836387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.840912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Network 335c013d-74c5-421e-b27f-967428de28d2 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:12:15.876184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Ignored duplicate provisioning block setup for port e908d68e-5872-4dcb-8c33-7619a1d45bce by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 15:12:15.878754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 335c013d-74c5-421e-b27f-967428de28d2) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:15.888381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:15.889340 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:15.894855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccce3cb-2a97-4c55-900b-a216388c25f1 None None] Network 335c013d-74c5-421e-b27f-967428de28d2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:15.908158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.011392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-876718e4-a01e-4341-ab49-106387481c9d req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] For port 79342181-4130-44f2-b599-22ff72ffb523, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=79342181-4130-44f2-b599-22ff72ffb523,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:16.011798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.015302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] In _notify_port_updated(), no bound segment for port e908d68e-5872-4dcb-8c33-7619a1d45bce on network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:12:16.028467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:16.029284 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.036204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for 79342181-4130-44f2-b599-22ff72ffb523 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:16.036479 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "PUT /v2.0/ports/e908d68e-5872-4dcb-8c33-7619a1d45bce HTTP/1.1" status: 200 len: 925 time: 1.6231279 Aug 20 15:12:16.041444 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1d1624d3-ee90-42da-aab0-84f0611079a8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0208161 Aug 20 15:12:16.049407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2666d3-604d-4d95-9c43-f7e05c4e0044 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=e908d68e-5872-4dcb-8c33-7619a1d45bce,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:16.052094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55372) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:16.058321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27c754ca-1f95-4326-af09-cc135472c016'}, {'subnet_id': '05ccbec6-b4b0-4198-8751-d7e1beb933ab'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:16.199956 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e346202a-da14-4b5a-ab27-8e351a2a0d2e', 'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'mac_address': 'fa:16:3e:72:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:36Z', 'updated_at': '2021-08-20T15:01:43Z', 'revision_number': 5, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'subnets': [{'id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:16.204209 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.248586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55378) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:16.263980 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.268602 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] Checking router: a8d8dfbf-a45e-4de3-916f-7627003957a3 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:12:16.289057 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:16.289702 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:16.319362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-737bff4b-7bb3-471d-8b5f-525e5a75039a admin admin] Deleting subnet 3734033c-e271-483d-8358-8e2bab14199f {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:16.326473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-737bff4b-7bb3-471d-8b5f-525e5a75039a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.403080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-737bff4b-7bb3-471d-8b5f-525e5a75039a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.408245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d649a22-50c5-4e9d-97fa-a4f725a77cfb None None] Network 335c013d-74c5-421e-b27f-967428de28d2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:16.429783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e560a-7a88-40db-b444-51938854fa9a None None] Network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:16.471072 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:12:16.499280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-737bff4b-7bb3-471d-8b5f-525e5a75039a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.574400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-737bff4b-7bb3-471d-8b5f-525e5a75039a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.649833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-737bff4b-7bb3-471d-8b5f-525e5a75039a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.654063 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-737bff4b-7bb3-471d-8b5f-525e5a75039a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3734033c-e271-483d-8358-8e2bab14199f HTTP/1.1" status: 204 len: 168 time: 0.4043648 Aug 20 15:12:16.655069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bff4b-7bb3-471d-8b5f-525e5a75039a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3734033c-e271-483d-8358-8e2bab14199f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:16.666488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55384) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:16.689383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b37c9d7d-6d49-4422-8119-c2767724ab9a None None] Provisioning for port a056459e-3ff5-41ef-a61d-f778257b776b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:16.696548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b37c9d7d-6d49-4422-8119-c2767724ab9a None None] Provisioning complete for port a056459e-3ff5-41ef-a61d-f778257b776b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:16.697071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b37c9d7d-6d49-4422-8119-c2767724ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.849790 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:16.883500 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e346202a-da14-4b5a-ab27-8e351a2a0d2e', 'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'mac_address': 'fa:16:3e:72:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:36Z', 'updated_at': '2021-08-20T15:01:43Z', 'revision_number': 5, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'subnets': [{'id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:16.969708 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c072eaf-0e40-49e1-9a5a-3b69d3e79b9b None None] The sync data for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 is: [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e346202a-da14-4b5a-ab27-8e351a2a0d2e', 'name': '', 'network_id': 'c1784f64-ceb3-4cfa-9325-d84fac35c44e', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'mac_address': 'fa:16:3e:72:b1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:36Z', 'updated_at': '2021-08-20T15:01:43Z', 'revision_number': 5, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'subnets': [{'id': '8fc21ffa-0a05-4d0b-ad52-99b92e28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:12:17.006875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a056459e-3ff5-41ef-a61d-f778257b776b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:17.052136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.066461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335c013d-74c5-421e-b27f-967428de28d2']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:17.083448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aceb6a8-d34d-4115-889a-44495f8846fa') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:17.084109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aceb6a8-d34d-4115-889a-44495f8846fa') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:17.096158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.117688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a056459e-3ff5-41ef-a61d-f778257b776b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:17.118154 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.124626 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.139763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:17.140619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:17.225491 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:17.227893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4f7aa-3e94-4da1-812d-704d801c822d req-db2655cd-0344-4b45-8b2a-dd9f291e579e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:17.229123 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.236199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4f7aa-3e94-4da1-812d-704d801c822d req-db2655cd-0344-4b45-8b2a-dd9f291e579e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:17.241748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.244069 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] 10.222.0.36 "DELETE /v2.0/networks/335c013d-74c5-421e-b27f-967428de28d2 HTTP/1.1" status: 204 len: 168 time: 0.5736797 Aug 20 15:12:17.250925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4f7aa-3e94-4da1-812d-704d801c822d req-db2655cd-0344-4b45-8b2a-dd9f291e579e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:17.258878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96b4f7aa-3e94-4da1-812d-704d801c822d req-db2655cd-0344-4b45-8b2a-dd9f291e579e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 2410 time: 0.5085130 Aug 20 15:12:17.290866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-020a420a-309e-4550-bea6-d252a6760851 None None] Provisioning complete for port a056459e-3ff5-41ef-a61d-f778257b776b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:17.293282 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-020a420a-309e-4550-bea6-d252a6760851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.293918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b52cd-bc0b-4eba-957c-e56471a089ad admin admin] Pushing event deleted for resources: {'Network': ['ID=335c013d-74c5-421e-b27f-967428de28d2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:17.351985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.462967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcfa77d-6b44-4880-8f2d-06c9300d79fb None None] New status for floating IP a365458c-52a3-4cc7-8dc3-222d5a9b6606: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:12:17.471117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55392) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:17.478397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=79342181-4130-44f2-b599-22ff72ffb523,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:17.547458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50372834-0f3f-46a0-bb4e-ce6cf6753ff3 req-017b4c28-0367-4127-becb-1f5a17766f70 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:17.554356 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-895d9039-b74f-4584-8216-d5f50d995d27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff7d0e2ef0514d8abb30d086425f58db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813897 Aug 20 15:12:17.556762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55394) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:17.558722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50372834-0f3f-46a0-bb4e-ce6cf6753ff3 req-017b4c28-0367-4127-becb-1f5a17766f70 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.5375097 Aug 20 15:12:17.573286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-020a420a-309e-4550-bea6-d252a6760851 None None] Provisioning for port e908d68e-5872-4dcb-8c33-7619a1d45bce completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:17.584490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96b4f7aa-3e94-4da1-812d-704d801c822d req-32069632-9dde-4d94-9f04-50b8142d939e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147917 Aug 20 15:12:17.598876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-020a420a-309e-4550-bea6-d252a6760851 None None] Provisioning complete for port e908d68e-5872-4dcb-8c33-7619a1d45bce triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:17.599325 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-020a420a-309e-4550-bea6-d252a6760851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.638821 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c91280-41b4-461e-bb5e-7cabdf743cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.661055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-876718e4-a01e-4341-ab49-106387481c9d req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] No DVR routers for this DVR port 79342181-4130-44f2-b599-22ff72ffb523 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:17.673625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c91280-41b4-461e-bb5e-7cabdf743cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.694489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-020a420a-309e-4550-bea6-d252a6760851 None None] Port e908d68e-5872-4dcb-8c33-7619a1d45bce cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:17.704165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.706199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-eb97c59c-1bf3-466f-a940-6666999d4aa9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "DELETE /v2.0/ports/79342181-4130-44f2-b599-22ff72ffb523 HTTP/1.1" status: 204 len: 173 time: 2.0902412 Aug 20 15:12:17.706779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': '79342181-4130-44f2-b599-22ff72ffb523'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:17.709217 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7047fd8-fa5f-45ea-ae60-4ea563de85cf" -d '{"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "79342181-4130-44f2-b599-22ff72ffb523"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:17.771718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c91280-41b4-461e-bb5e-7cabdf743cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.780372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c91280-41b4-461e-bb5e-7cabdf743cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.801350 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2c91280-41b4-461e-bb5e-7cabdf743cad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2c17f11-c36e-4dc0-bfb1-42160ef95d21 HTTP/1.1" status: 204 len: 168 time: 0.2406554 Aug 20 15:12:17.811136 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.829018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-607e81de-2248-4cfa-b162-5c798c54315c None None] Provisioning complete for port e908d68e-5872-4dcb-8c33-7619a1d45bce triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:17.829381 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-607e81de-2248-4cfa-b162-5c798c54315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:17.833100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c91280-41b4-461e-bb5e-7cabdf743cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c17f11-c36e-4dc0-bfb1-42160ef95d21,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:17.858799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50372834-0f3f-46a0-bb4e-ce6cf6753ff3 req-babb0b9f-9511-442c-b94e-c35a23d08827 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991502 Aug 20 15:12:17.860299 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44455fd6-5651-46d1-a479-a5103fd2ea05 x-openstack-request-id: req-44455fd6-5651-46d1-a479-a5103fd2ea05 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:17.860590 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "79342181-4130-44f2-b599-22ff72ffb523", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:17.860840 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44455fd6-5651-46d1-a479-a5103fd2ea05 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:17.861235 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': '79342181-4130-44f2-b599-22ff72ffb523', 'status': 'completed', 'code': 200} Aug 20 15:12:17.892052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8:0:1::2c4 (0ee7698a-0a1e-4efd-a3a3-4ceb277f6763/05ccbec6-b4b0-4198-8751-d7e1beb933ab/e908d68e-5872-4dcb-8c33-7619a1d45bce) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:17.945444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-607e81de-2248-4cfa-b162-5c798c54315c None None] Port e908d68e-5872-4dcb-8c33-7619a1d45bce cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:18.021705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port b60b365e-9d5e-4e85-b50d-006c1b6d73fd {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:18.021992 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.075141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-600c6be5-34cc-4ecc-b983-0d0a4a0fa7bf None None] Provisioning complete for port e908d68e-5872-4dcb-8c33-7619a1d45bce triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:18.075726 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-600c6be5-34cc-4ecc-b983-0d0a4a0fa7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.131364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-600c6be5-34cc-4ecc-b983-0d0a4a0fa7bf None None] Port e908d68e-5872-4dcb-8c33-7619a1d45bce cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:18.186985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.191079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-876718e4-a01e-4341-ab49-106387481c9d req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] For port b60b365e-9d5e-4e85-b50d-006c1b6d73fd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:18.191442 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.211259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for b60b365e-9d5e-4e85-b50d-006c1b6d73fd owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:18.213039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Ignored duplicate provisioning block setup for port e908d68e-5872-4dcb-8c33-7619a1d45bce by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 15:12:18.220628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.345246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=e908d68e-5872-4dcb-8c33-7619a1d45bce,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:18.373135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] In _notify_port_updated(), no bound segment for port e908d68e-5872-4dcb-8c33-7619a1d45bce on network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:12:18.378869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:18.379559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.383385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9ad34fee-607e-4237-82eb-3b628b36b27d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "PUT /v2.0/ports/e908d68e-5872-4dcb-8c33-7619a1d45bce HTTP/1.1" status: 200 len: 1011 time: 2.3277819 Aug 20 15:12:18.384311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55410) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:18.465998 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.538223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8f32cc1f-f8ec-465e-b2d9-07946d59c6ed tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port e908d68e-5872-4dcb-8c33-7619a1d45bce {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:18.538801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f32cc1f-f8ec-465e-b2d9-07946d59c6ed tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.543045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=b60b365e-9d5e-4e85-b50d-006c1b6d73fd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:18.580206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-876718e4-a01e-4341-ab49-106387481c9d req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] No DVR routers for this DVR port b60b365e-9d5e-4e85-b50d-006c1b6d73fd on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:18.583039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.585244 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-429fa6c1-3c23-49e5-a0a7-f68287696250 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "DELETE /v2.0/ports/b60b365e-9d5e-4e85-b50d-006c1b6d73fd HTTP/1.1" status: 204 len: 173 time: 0.8670084 Aug 20 15:12:18.656914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0f49576c-5489-4ca4-9162-631c837392cb None None] Provisioning complete for port e908d68e-5872-4dcb-8c33-7619a1d45bce triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:18.657299 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f49576c-5489-4ca4-9162-631c837392cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.712736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f32cc1f-f8ec-465e-b2d9-07946d59c6ed tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.719362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0f49576c-5489-4ca4-9162-631c837392cb None None] Port e908d68e-5872-4dcb-8c33-7619a1d45bce cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:18.736326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8f32cc1f-f8ec-465e-b2d9-07946d59c6ed tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for e908d68e-5872-4dcb-8c33-7619a1d45bce owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:18.809102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbab17-6215-448c-b1b2-56739fb8923b req-85fad828-ada1-4676-a63f-2a093d0b52c9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:18.818837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1efbab17-6215-448c-b1b2-56739fb8923b req-85fad828-ada1-4676-a63f-2a093d0b52c9 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 943 time: 0.1488121 Aug 20 15:12:18.882676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port d806bb72-3591-4103-9932-4e1760445cbc {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:18.883025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:18.913419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1efbab17-6215-448c-b1b2-56739fb8923b req-886b8371-efeb-44c6-a906-e584764e958b tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups?id=1099680c-407a-4488-83a9-cdaeda54e72a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932662 Aug 20 15:12:19.025469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-876718e4-a01e-4341-ab49-106387481c9d req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] For port d806bb72-3591-4103-9932-4e1760445cbc, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d806bb72-3591-4103-9932-4e1760445cbc,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:19.027364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.045408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-876718e4-a01e-4341-ab49-106387481c9d req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for d806bb72-3591-4103-9932-4e1760445cbc owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:19.056565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f32cc1f-f8ec-465e-b2d9-07946d59c6ed tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.100333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32cc1f-f8ec-465e-b2d9-07946d59c6ed tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=e908d68e-5872-4dcb-8c33-7619a1d45bce,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:19.168973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f32cc1f-f8ec-465e-b2d9-07946d59c6ed tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.178396 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8f32cc1f-f8ec-465e-b2d9-07946d59c6ed tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/e908d68e-5872-4dcb-8c33-7619a1d45bce HTTP/1.1" status: 204 len: 168 time: 0.7925107 Aug 20 15:12:19.179044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55432) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:19.206227 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-17574f3c-bfbc-4b49-9605-727a26f5eb7d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:19.209841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f9f0e-9e3f-433c-b17d-896b54cd1ef9 req-558d6444-0b76-42b9-becc-4dcabe8117c6 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:19.210288 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-17574f3c-bfbc-4b49-9605-727a26f5eb7d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/e908d68e-5872-4dcb-8c33-7619a1d45bce HTTP/1.1" status: 404 len: 333 time: 0.0300949 Aug 20 15:12:19.210925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55434) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:19.221057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-361f9f0e-9e3f-433c-b17d-896b54cd1ef9 req-558d6444-0b76-42b9-becc-4dcabe8117c6 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1729589 Aug 20 15:12:19.289754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-361f9f0e-9e3f-433c-b17d-896b54cd1ef9 req-2aa51426-261f-41c5-9352-35fc0946dbec tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674148 Aug 20 15:12:19.306083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-626025e4-acd8-4f6d-bc45-7c43bba3d9eb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet 05ccbec6-b4b0-4198-8751-d7e1beb933ab {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:19.322019 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-626025e4-acd8-4f6d-bc45-7c43bba3d9eb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.405910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.413742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-626025e4-acd8-4f6d-bc45-7c43bba3d9eb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.490359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=d806bb72-3591-4103-9932-4e1760445cbc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:19.558298 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-626025e4-acd8-4f6d-bc45-7c43bba3d9eb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.564584 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:12:19.566131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-876718e4-a01e-4341-ab49-106387481c9d req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] No DVR routers for this DVR port d806bb72-3591-4103-9932-4e1760445cbc on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:19.570074 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-876718e4-a01e-4341-ab49-106387481c9d req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.575562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-876718e4-a01e-4341-ab49-106387481c9d req-cdc773e3-0a76-448e-9f67-8835adf7bb8f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.70 "DELETE /v2.0/ports/d806bb72-3591-4103-9932-4e1760445cbc HTTP/1.1" status: 204 len: 173 time: 0.9783735 Aug 20 15:12:19.654120 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-626025e4-acd8-4f6d-bc45-7c43bba3d9eb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.685954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626025e4-acd8-4f6d-bc45-7c43bba3d9eb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=05ccbec6-b4b0-4198-8751-d7e1beb933ab,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:19.688015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-626025e4-acd8-4f6d-bc45-7c43bba3d9eb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.690279 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-626025e4-acd8-4f6d-bc45-7c43bba3d9eb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/05ccbec6-b4b0-4198-8751-d7e1beb933ab HTTP/1.1" status: 204 len: 168 time: 0.4784029 Aug 20 15:12:19.693096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55442) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:19.697421 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b131ce-2299-4c0c-9b3f-1c30b033778c None None] Network 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:19.842449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-481e7a2c-72cf-4e7f-a2df-c851f4c2d073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet 27c754ca-1f95-4326-af09-cc135472c016 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:19.846287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-481e7a2c-72cf-4e7f-a2df-c851f4c2d073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:19.874182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd'}, {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': 'd806bb72-3591-4103-9932-4e1760445cbc'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:19.877073 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32acffe-0655-4f7a-af6a-ebc4c3e8873a" -d '{"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "b60b365e-9d5e-4e85-b50d-006c1b6d73fd"}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "d806bb72-3591-4103-9932-4e1760445cbc"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:19.904855 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-481e7a2c-72cf-4e7f-a2df-c851f4c2d073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.025041 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-481e7a2c-72cf-4e7f-a2df-c851f4c2d073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.125956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-481e7a2c-72cf-4e7f-a2df-c851f4c2d073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.157858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e7a2c-72cf-4e7f-a2df-c851f4c2d073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=27c754ca-1f95-4326-af09-cc135472c016,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:20.159915 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-481e7a2c-72cf-4e7f-a2df-c851f4c2d073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.164585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55458) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:20.165028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-481e7a2c-72cf-4e7f-a2df-c851f4c2d073 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/27c754ca-1f95-4326-af09-cc135472c016 HTTP/1.1" status: 204 len: 168 time: 0.4703622 Aug 20 15:12:20.251912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.317702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port a056459e-3ff5-41ef-a61d-f778257b776b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:20.318050 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.388354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] For port a056459e-3ff5-41ef-a61d-f778257b776b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a056459e-3ff5-41ef-a61d-f778257b776b,segment=NetworkSegment(22d2adba-7c8e-4803-a430-4c1b7c734a56),segment_id=22d2adba-7c8e-4803-a430-4c1b7c734a56)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:20.388732 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.402603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for a056459e-3ff5-41ef-a61d-f778257b776b owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:20.507432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.543890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=a056459e-3ff5-41ef-a61d-f778257b776b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:20.549737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No DVR routers for this DVR port a056459e-3ff5-41ef-a61d-f778257b776b on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:20.644204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.656984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee7698a-0a1e-4efd-a3a3-4ceb277f6763']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:20.669791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d2adba-7c8e-4803-a430-4c1b7c734a56') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:20.670053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d2adba-7c8e-4803-a430-4c1b7c734a56') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:20.690202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.719513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.727978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:20.728395 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:20.734492 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:20.821359 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.857160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ce3a2727-19f8-4efd-a323-e5baaa20eccb None None] Could not find standard attr ID for object a056459e-3ff5-41ef-a61d-f778257b776b. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:12:20.889144 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:20.891493 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/networks/0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 HTTP/1.1" status: 204 len: 168 time: 0.7251372 Aug 20 15:12:20.892598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7532fd-c742-4ef4-a726-bdbce4013c28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Network': ['ID=0ee7698a-0a1e-4efd-a3a3-4ceb277f6763,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:20.895224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55462) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:20.959996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7afab-5f17-4a95-9379-31fd936d6220 None None] DHCP port deletion for 0ee7698a-0a1e-4efd-a3a3-4ceb277f6763 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:12:20.975705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ace2d5-8a4f-4c8d-8398-54fe4c142c85 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:20.977337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-84ace2d5-8a4f-4c8d-8398-54fe4c142c85 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0804868 Aug 20 15:12:20.981191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55466) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:21.031672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5c11e895-cdf0-4709-a7d5-17d9bcedc155 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0478036 Aug 20 15:12:21.033481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55468) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:21.040573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1989077773'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:21.066039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:21.070615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:21.107984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:12:21.121891 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:21.122402 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Added segment 9b5605b0-f763-4f82-bc34-ba5400a99209 of type vlan for network 45bab6d7-f8bb-4f57-a384-c55184e63a40 Aug 20 15:12:21.181029 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:21.216222 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:21.226437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:21.227405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:21.333849 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3476466-3ce4-47c7-a546-b81f0db460ec x-openstack-request-id: req-d3476466-3ce4-47c7-a546-b81f0db460ec {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:21.334316 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "b60b365e-9d5e-4e85-b50d-006c1b6d73fd", "status": "completed", "code": 200}, {"server_uuid": "1fc2ade2-1779-4fea-af01-5c0407db5718", "name": "network-vif-deleted", "tag": "d806bb72-3591-4103-9932-4e1760445cbc", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:21.334665 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d3476466-3ce4-47c7-a546-b81f0db460ec {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:21.335286 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': 'b60b365e-9d5e-4e85-b50d-006c1b6d73fd', 'status': 'completed', 'code': 200} Aug 20 15:12:21.335772 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2ade2-1779-4fea-af01-5c0407db5718', 'name': 'network-vif-deleted', 'tag': 'd806bb72-3591-4103-9932-4e1760445cbc', 'status': 'completed', 'code': 200} Aug 20 15:12:21.431886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df25e26e-5118-43f9-8501-a643ca36a5f7 req-98a0f3c9-df52-4419-8fbc-5e241dcd37db tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0951355 Aug 20 15:12:21.449859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Network': ['ID=45bab6d7-f8bb-4f57-a384-c55184e63a40,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:21.458309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55474) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:21.470983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '45bab6d7-f8bb-4f57-a384-c55184e63a40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:21.471862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4e70ce5d-5024-4015-91b3-9b7a98e2fc8c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4335055 Aug 20 15:12:21.472887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 45bab6d7-f8bb-4f57-a384-c55184e63a40 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:12:21.545018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2a60a-ea67-455f-8f64-90a897b1a7a7 req-eb8b98de-9894-445a-9435-70f355abd160 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:21.547757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9d2a60a-ea67-455f-8f64-90a897b1a7a7 req-eb8b98de-9894-445a-9435-70f355abd160 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1291511 Aug 20 15:12:21.626907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9d2a60a-ea67-455f-8f64-90a897b1a7a7 req-6e08d9b5-f274-49c3-90be-0ba312a21a9a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648534 Aug 20 15:12:21.700088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:21.704546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:21.974701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:21.976042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-8a0d089d-4b7e-40b1-a760-3023c458b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:21.977598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-8a0d089d-4b7e-40b1-a760-3023c458b177 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5&tenant_id=428713e0bd7c4b65bd34601452d96d59 HTTP/1.1" status: 200 len: 1096 time: 0.1187088 Aug 20 15:12:22.048195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Checking segment: {'id': '9b5605b0-f763-4f82-bc34-ba5400a99209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '45bab6d7-f8bb-4f57-a384-c55184e63a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:22.048566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network hostable DHCP agents. Network: 45bab6d7-f8bb-4f57-a384-c55184e63a40, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:12:22.052902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=ba8c2ed5-4e82-4ec0-b011-b87bcb6d9896,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:22.072311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 45bab6d7-f8bb-4f57-a384-c55184e63a40 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:12:22.084091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 45bab6d7-f8bb-4f57-a384-c55184e63a40) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:22.093244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d5f665-1f11-4585-a602-ad8dc63c098f None None] Network 45bab6d7-f8bb-4f57-a384-c55184e63a40 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:22.101427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:22.102142 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:22.113523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-c00a6390-ea88-49e4-ab5f-39ba5357d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:22.116634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-c00a6390-ea88-49e4-ab5f-39ba5357d6fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1096 time: 0.0786211 Aug 20 15:12:22.119345 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-22ffd237-0f9e-43b0-840e-c5483acab9f4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6591079 Aug 20 15:12:22.122502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55490) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:22.128833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '45bab6d7-f8bb-4f57-a384-c55184e63a40', 'name': 'tempest-PortsIpV6TestJSON-372985016'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:22.275789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-45bab6d7-f8bb-4f57-a384-c55184e63a40', 'network_id': '45bab6d7-f8bb-4f57-a384-c55184e63a40', 'tenant_id': 'd53a28711c0345d79ef6c11c8163ac5b', 'fixed_ips': [{'subnet_id': 'ba8c2ed5-4e82-4ec0-b011-b87bcb6d9896'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:12:22.277292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:22.331563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:22.336979 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:22.363662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port f97ebdeb-6c67-4269-b203-4114a4f4c298 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:22.419446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-5f11e3a9-b450-4d50-8509-99540f2cda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:22.420983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-5f11e3a9-b450-4d50-8509-99540f2cda05 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1913857 Aug 20 15:12:22.457987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Allocated IP 2001:db8::2 (45bab6d7-f8bb-4f57-a384-c55184e63a40/ba8c2ed5-4e82-4ec0-b011-b87bcb6d9896/c04cf93f-7f1b-4da1-bda9-58d85a3e2e59) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:22.507088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-6b5f2284-f9c4-47c1-be63-f2d132a1c6d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 1000 time: 0.0773661 Aug 20 15:12:22.598199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d07dc28-1192-4a0e-889a-137058945985 req-a73a4145-379f-4a81-9196-9d94aa2a04cd tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0292268 Aug 20 15:12:22.604719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-df982207-a288-49f5-9147-b3409c3a4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:22.606526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-df982207-a288-49f5-9147-b3409c3a4297 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0916879 Aug 20 15:12:22.658284 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:22.668524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Transition to ACTIVE for port object c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:22.679760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-c8a52070-1658-4b80-80f2-e71c89d54c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:22.681856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-c8a52070-1658-4b80-80f2-e71c89d54c47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674062 Aug 20 15:12:22.686435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Transition to ACTIVE for port object c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:22.694919 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:22.738651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Network 45bab6d7-f8bb-4f57-a384-c55184e63a40 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:22.741878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:22.746789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:22.762415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Pushing event updated for resources: {'Port': ['ID=c04cf93f-7f1b-4da1-bda9-58d85a3e2e59,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:22.859588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Attempting to bind port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:12:22.859588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Attempting to bind port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '9b5605b0-f763-4f82-bc34-ba5400a99209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '45bab6d7-f8bb-4f57-a384-c55184e63a40'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:12:22.859588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Attempting to bind port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 on network 45bab6d7-f8bb-4f57-a384-c55184e63a40 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:12:22.871568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:12:22.871568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Checking segment: {'id': '9b5605b0-f763-4f82-bc34-ba5400a99209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '45bab6d7-f8bb-4f57-a384-c55184e63a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:22.875574 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:22.875574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Bound using segment: {'id': '9b5605b0-f763-4f82-bc34-ba5400a99209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '45bab6d7-f8bb-4f57-a384-c55184e63a40'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:12:22.875574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Bound port: c04cf93f-7f1b-4da1-bda9-58d85a3e2e59, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5605b0-f763-4f82-bc34-ba5400a99209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '45bab6d7-f8bb-4f57-a384-c55184e63a40'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:12:22.875574 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:22.883235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a056459e-3ff5-41ef-a61d-f778257b776b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:22.904857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-bb8e691b-dc9a-4376-a2ee-19e95973b5c2 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151136 Aug 20 15:12:22.920800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::18b (45bab6d7-f8bb-4f57-a384-c55184e63a40/ba8c2ed5-4e82-4ec0-b011-b87bcb6d9896/f97ebdeb-6c67-4269-b203-4114a4f4c298) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:22.925116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a056459e-3ff5-41ef-a61d-f778257b776b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:12:22.925476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a056459e-3ff5-41ef-a61d-f778257b776b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:22.956003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627dad-1bab-4202-a906-3d38e0f89d2a req-35672ae9-598f-4421-a1ce-7bfa41f35ab4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:22.957664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87627dad-1bab-4202-a906-3d38e0f89d2a req-35672ae9-598f-4421-a1ce-7bfa41f35ab4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1716318 Aug 20 15:12:23.002483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] For port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:12:23.007501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] For port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c04cf93f-7f1b-4da1-bda9-58d85a3e2e59,segment=NetworkSegment(9b5605b0-f763-4f82-bc34-ba5400a99209),segment_id=9b5605b0-f763-4f82-bc34-ba5400a99209)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:12:23.015985 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:23.087412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ec2bc-3b87-4680-a0a3-505a60d0a38b None None] Pushing event updated for resources: {'Port': ['ID=c04cf93f-7f1b-4da1-bda9-58d85a3e2e59,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:23.125856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720822e1-6051-42e6-bb9b-53e0f9d48b5c req-aded8a5c-8c55-40fe-b0cd-9f6936acec0e service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065716 Aug 20 15:12:23.142658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87627dad-1bab-4202-a906-3d38e0f89d2a req-9106241a-786d-4bae-bee3-51a8def9ebea tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551034 Aug 20 15:12:23.329499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:23.357707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object f97ebdeb-6c67-4269-b203-4114a4f4c298 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:23.405628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:23.480979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 45bab6d7-f8bb-4f57-a384-c55184e63a40 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:23.487235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:23.491579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:23.499668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:23.500345 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:23.560796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=f97ebdeb-6c67-4269-b203-4114a4f4c298,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:23.565560 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4a992322-95df-4789-a076-4f897de4cfd7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4415295 Aug 20 15:12:23.567905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55512) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:23.574548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '45bab6d7-f8bb-4f57-a384-c55184e63a40', 'name': 'tempest-PortsIpV6TestJSON-885286370'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:23.710480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:23.715140 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:23.738411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a57b3a56-416e-4f10-b717-792750b543f9 req-0e4d14a1-34f8-4ac0-b8c9-0692f775e19d tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0404499 Aug 20 15:12:23.743052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port db87c3e4-96f3-4b05-a4f2-85ef66539484 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:23.967116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::21e (45bab6d7-f8bb-4f57-a384-c55184e63a40/ba8c2ed5-4e82-4ec0-b011-b87bcb6d9896/db87c3e4-96f3-4b05-a4f2-85ef66539484) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:24.290004 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:24.346648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object db87c3e4-96f3-4b05-a4f2-85ef66539484 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:24.413450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:24.477580 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 45bab6d7-f8bb-4f57-a384-c55184e63a40 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:24.482103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:24.485663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097522ef-d426-458f-a6cc-8991d185f420 req-2506ef0a-8a98-4d6b-b2bb-3c03bfbda907 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:24.496280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:24.501219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-097522ef-d426-458f-a6cc-8991d185f420 req-2506ef0a-8a98-4d6b-b2bb-3c03bfbda907 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1184299 Aug 20 15:12:24.511417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:24.512122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:24.526686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=db87c3e4-96f3-4b05-a4f2-85ef66539484,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:24.546321 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2475fa29-9f81-4f26-a964-d8be3d827f60 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9747052 Aug 20 15:12:24.546541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55526) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:24.575364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-097522ef-d426-458f-a6cc-8991d185f420 req-efd58ec5-a300-45a4-913c-e5b87fbd9c4a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723999 Aug 20 15:12:24.626340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b610bd66-e1d9-44d3-a611-d77d1ce3f4d6 None None] Network 45bab6d7-f8bb-4f57-a384-c55184e63a40 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:24.637081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e4f8f-c916-4947-9435-a248913dfefd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:24.643355 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-846e4f8f-c916-4947-9435-a248913dfefd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18b HTTP/1.1" status: 200 len: 928 time: 0.0953960 Aug 20 15:12:24.646093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55528) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:24.794416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-94734a11-1162-46e8-815d-5b7c33383adb None None] Provisioning for port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:24.852808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-40c94ff8-1c75-4874-820a-0a03db02b9a7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port db87c3e4-96f3-4b05-a4f2-85ef66539484 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:24.853259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40c94ff8-1c75-4874-820a-0a03db02b9a7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.036309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40c94ff8-1c75-4874-820a-0a03db02b9a7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.052131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-40c94ff8-1c75-4874-820a-0a03db02b9a7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for db87c3e4-96f3-4b05-a4f2-85ef66539484 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:25.054254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:25.208134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40c94ff8-1c75-4874-820a-0a03db02b9a7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.215800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:25.220337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:25.221019 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.229949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d6e51ee-f9b9-4ed4-802d-98a97c6c172a req-2c76d55f-5662-40c3-b43a-94b41380013e tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0350161 Aug 20 15:12:25.259006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c94ff8-1c75-4874-820a-0a03db02b9a7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=db87c3e4-96f3-4b05-a4f2-85ef66539484,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:25.329825 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40c94ff8-1c75-4874-820a-0a03db02b9a7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.334860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55532) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:25.335129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-40c94ff8-1c75-4874-820a-0a03db02b9a7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/db87c3e4-96f3-4b05-a4f2-85ef66539484 HTTP/1.1" status: 204 len: 168 time: 0.6878960 Aug 20 15:12:25.384795 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.401844 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a14bf1-cda5-466e-9e16-62c2f1884d28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:25.406234 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d1a14bf1-cda5-466e-9e16-62c2f1884d28 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/db87c3e4-96f3-4b05-a4f2-85ef66539484 HTTP/1.1" status: 404 len: 333 time: 0.0672150 Aug 20 15:12:25.406621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55534) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:25.444781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c04cf93f-7f1b-4da1-bda9-58d85a3e2e59,segment=NetworkSegment(9b5605b0-f763-4f82-bc34-ba5400a99209),segment_id=9b5605b0-f763-4f82-bc34-ba5400a99209)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:25.461341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.530141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6a14f3f7-eff5-491a-8fe2-89a7caf0e765 None None] Provisioning for port f97ebdeb-6c67-4269-b203-4114a4f4c298 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:25.544321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6a14f3f7-eff5-491a-8fe2-89a7caf0e765 None None] Provisioning complete for port f97ebdeb-6c67-4269-b203-4114a4f4c298 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:25.545574 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6a14f3f7-eff5-491a-8fe2-89a7caf0e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.616143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2028ced1-8cc9-49e6-936a-25c0d4c6b1b5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port f97ebdeb-6c67-4269-b203-4114a4f4c298 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:25.616494 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2028ced1-8cc9-49e6-936a-25c0d4c6b1b5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.645630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=c04cf93f-7f1b-4da1-bda9-58d85a3e2e59,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:25.654857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6a14f3f7-eff5-491a-8fe2-89a7caf0e765 None None] Port f97ebdeb-6c67-4269-b203-4114a4f4c298 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:25.659408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6a14f3f7-eff5-491a-8fe2-89a7caf0e765 None None] Could not find standard attr ID for object db87c3e4-96f3-4b05-a4f2-85ef66539484. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:12:25.671284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6a14f3f7-eff5-491a-8fe2-89a7caf0e765 None None] Provisioning complete for port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:25.671881 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6a14f3f7-eff5-491a-8fe2-89a7caf0e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.832417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d95e2-53c6-46b9-a18a-319c20c1c405 req-9e3a43bf-d07c-416f-8722-82f2a7eead5c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:25.834262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f98d95e2-53c6-46b9-a18a-319c20c1c405 req-9e3a43bf-d07c-416f-8722-82f2a7eead5c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.0868609 Aug 20 15:12:25.843861 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2028ced1-8cc9-49e6-936a-25c0d4c6b1b5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:25.882041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2028ced1-8cc9-49e6-936a-25c0d4c6b1b5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for f97ebdeb-6c67-4269-b203-4114a4f4c298 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:25.935645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f98d95e2-53c6-46b9-a18a-319c20c1c405 req-fbbb6bff-7571-435c-a9cd-7cf75415778a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944824 Aug 20 15:12:26.056285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4b637940-c473-415f-a627-ad5bf3e3c3ea None None] Provisioning complete for port f97ebdeb-6c67-4269-b203-4114a4f4c298 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:26.056676 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4b637940-c473-415f-a627-ad5bf3e3c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:26.120992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2028ced1-8cc9-49e6-936a-25c0d4c6b1b5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:26.127402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4b637940-c473-415f-a627-ad5bf3e3c3ea None None] Port f97ebdeb-6c67-4269-b203-4114a4f4c298 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:26.178151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028ced1-8cc9-49e6-936a-25c0d4c6b1b5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=f97ebdeb-6c67-4269-b203-4114a4f4c298,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:26.245961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2f588f6f-df68-4f5a-b354-e21bc85a685d None None] Could not find standard attr ID for object db87c3e4-96f3-4b05-a4f2-85ef66539484. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:12:26.246364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2028ced1-8cc9-49e6-936a-25c0d4c6b1b5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:26.248397 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2028ced1-8cc9-49e6-936a-25c0d4c6b1b5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/f97ebdeb-6c67-4269-b203-4114a4f4c298 HTTP/1.1" status: 204 len: 168 time: 0.8409090 Aug 20 15:12:26.250903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55540) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:26.329058 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10feb1f-15e9-419a-adc9-2b08e344ec76 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:26.336697 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d10feb1f-15e9-419a-adc9-2b08e344ec76 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/f97ebdeb-6c67-4269-b203-4114a4f4c298 HTTP/1.1" status: 404 len: 333 time: 0.0847321 Aug 20 15:12:26.340110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55548) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:26.447321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4142fddb-a34b-4ed5-a7b6-7e1622ea5ad5 req-7edf2e3a-66f5-45fa-9e0f-754c527fe857 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0549536 Aug 20 15:12:26.494446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3122c64-7c2d-4d82-a90a-a336d668ea3c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet ba8c2ed5-4e82-4ec0-b011-b87bcb6d9896 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:26.499863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3122c64-7c2d-4d82-a90a-a336d668ea3c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:26.574617 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3122c64-7c2d-4d82-a90a-a336d668ea3c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:26.691935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3122c64-7c2d-4d82-a90a-a336d668ea3c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:26.761873 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3122c64-7c2d-4d82-a90a-a336d668ea3c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:26.807128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3122c64-7c2d-4d82-a90a-a336d668ea3c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=ba8c2ed5-4e82-4ec0-b011-b87bcb6d9896,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:26.809973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3122c64-7c2d-4d82-a90a-a336d668ea3c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:26.813226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f3122c64-7c2d-4d82-a90a-a336d668ea3c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/ba8c2ed5-4e82-4ec0-b011-b87bcb6d9896 HTTP/1.1" status: 204 len: 168 time: 0.4712405 Aug 20 15:12:26.814931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55552) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:26.838354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cedd039-40e4-4e3f-a3b0-0195276716c4 None None] Network 45bab6d7-f8bb-4f57-a384-c55184e63a40 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:26.914700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:26.984924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:27.008509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:27.008848 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.112736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] For port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c04cf93f-7f1b-4da1-bda9-58d85a3e2e59,segment=NetworkSegment(9b5605b0-f763-4f82-bc34-ba5400a99209),segment_id=9b5605b0-f763-4f82-bc34-ba5400a99209)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:27.113249 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.131686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:27.132274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:27.132547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.200770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326202e4-f8bc-4557-b51d-2900a8ff640a req-af7a95dd-d463-4c94-a7c7-17316aad2f52 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:27.202479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-326202e4-f8bc-4557-b51d-2900a8ff640a req-af7a95dd-d463-4c94-a7c7-17316aad2f52 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1268532 Aug 20 15:12:27.295405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36afbcc-dfbc-49cb-bf2f-5c943f7c577c None None] DHCP port deletion for 45bab6d7-f8bb-4f57-a384-c55184e63a40 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:12:27.308897 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-326202e4-f8bc-4557-b51d-2900a8ff640a req-be4737aa-8525-443d-b68d-a041641d04f5 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926728 Aug 20 15:12:27.448120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e36afbcc-dfbc-49cb-bf2f-5c943f7c577c None None] Deleting port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:27.448578 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e36afbcc-dfbc-49cb-bf2f-5c943f7c577c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.579810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e36afbcc-dfbc-49cb-bf2f-5c943f7c577c None None] For port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c04cf93f-7f1b-4da1-bda9-58d85a3e2e59,segment=NetworkSegment(9b5605b0-f763-4f82-bc34-ba5400a99209),segment_id=9b5605b0-f763-4f82-bc34-ba5400a99209)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:27.580224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e36afbcc-dfbc-49cb-bf2f-5c943f7c577c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.598861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e36afbcc-dfbc-49cb-bf2f-5c943f7c577c None None] Calling delete_port for c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:27.719363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1cf8666f-8b28-4c0e-9c7f-d0ae678c069a req-a87ed821-29d5-48b6-aeb8-aa930172964c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0666223 Aug 20 15:12:27.737899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.759114 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e36afbcc-dfbc-49cb-bf2f-5c943f7c577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.793721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36afbcc-dfbc-49cb-bf2f-5c943f7c577c None None] No DVR routers for this DVR port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:27.795675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=c04cf93f-7f1b-4da1-bda9-58d85a3e2e59,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:27.800783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No DVR routers for this DVR port c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:27.836383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36afbcc-dfbc-49cb-bf2f-5c943f7c577c None None] Pushing event deleted for resources: {'Port': ['ID=c04cf93f-7f1b-4da1-bda9-58d85a3e2e59,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:27.901792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.924844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bab6d7-f8bb-4f57-a384-c55184e63a40']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:27.942183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5605b0-f763-4f82-bc34-ba5400a99209') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:27.942621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5605b0-f763-4f82-bc34-ba5400a99209') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:27.952650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.966809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.972694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:27.973097 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:27.976493 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:28.039317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:28.049035 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:28.054391 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/networks/45bab6d7-f8bb-4f57-a384-c55184e63a40 HTTP/1.1" status: 204 len: 168 time: 1.2349052 Aug 20 15:12:28.054924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55562) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:28.061034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-338407366'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:28.068361 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d651bb-0552-4fb6-a27e-f098d4ef3770 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Network': ['ID=45bab6d7-f8bb-4f57-a384-c55184e63a40,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:28.092808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:28.100948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:28.131509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:12:28.141984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:28.142352 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Added segment 8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c of type vlan for network ca5eb4b0-a284-43e1-abce-0b3ccc849959 Aug 20 15:12:28.189007 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:28.219371 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:28.228930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:28.230462 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:28.315511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2594445 Aug 20 15:12:28.318330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55564) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:28.325950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': 'ca5eb4b0-a284-43e1-abce-0b3ccc849959', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:28.375947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d0303-5cc3-4fe4-ac18-ee152f9fe7bf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Network': ['ID=ca5eb4b0-a284-43e1-abce-0b3ccc849959,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:28.390119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network ca5eb4b0-a284-43e1-abce-0b3ccc849959 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:12:28.427227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:28.432918 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:28.674972 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:28.945206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:28.976773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:12:28.977417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c04cf93f-7f1b-4da1-bda9-58d85a3e2e59 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:29.042953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073740bf-fd21-491c-b16f-150682bf45f2 req-3de42e36-a2e7-4dc9-935a-c39efa32c6f2 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:29.044592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-073740bf-fd21-491c-b16f-150682bf45f2 req-3de42e36-a2e7-4dc9-935a-c39efa32c6f2 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.5276480 Aug 20 15:12:29.071449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:29.163085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-073740bf-fd21-491c-b16f-150682bf45f2 req-c89cb41a-8225-4299-8325-48e608ece7fd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095462 Aug 20 15:12:29.165911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:29.189690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Checking segment: {'id': '8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca5eb4b0-a284-43e1-abce-0b3ccc849959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:29.190316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network hostable DHCP agents. Network: ca5eb4b0-a284-43e1-abce-0b3ccc849959, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:12:29.225980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network ca5eb4b0-a284-43e1-abce-0b3ccc849959 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:12:29.239229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, ca5eb4b0-a284-43e1-abce-0b3ccc849959) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:29.249114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f840eb35-0689-4117-960f-43edc5eb99fb None None] Network ca5eb4b0-a284-43e1-abce-0b3ccc849959 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:29.254198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:29.255075 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:29.292910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1baaf5dc-71ad-415f-b246-c33d6f69e012 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9734437 Aug 20 15:12:29.296275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55572) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:29.301531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': 'ca5eb4b0-a284-43e1-abce-0b3ccc849959', 'name': 'tempest-PortsIpV6TestJSON-725496997', 'fixed_ips': [{'subnet_id': '85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff', 'ip_address': '2001:db8::10'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:29.408070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26b48b0d-696b-4d23-930a-1c1e04f3b7e6 req-0c544f01-99af-480c-b890-f13700eb4421 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0539317 Aug 20 15:12:29.494187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:29.592445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:29.626503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 93455db5-6ce6-4a77-9210-f388afac5f1e yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:29.728349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ca5eb4b0-a284-43e1-abce-0b3ccc849959', 'network_id': 'ca5eb4b0-a284-43e1-abce-0b3ccc849959', 'tenant_id': 'd53a28711c0345d79ef6c11c8163ac5b', 'fixed_ips': [{'subnet_id': '85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:12:29.729253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:29.855909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::10 (ca5eb4b0-a284-43e1-abce-0b3ccc849959/85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff/93455db5-6ce6-4a77-9210-f388afac5f1e) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:30.044964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:30.061586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object 93455db5-6ce6-4a77-9210-f388afac5f1e will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:30.121744 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:30.162532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network ca5eb4b0-a284-43e1-abce-0b3ccc849959 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:30.165567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:30.176185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Allocated IP 2001:db8::2 (ca5eb4b0-a284-43e1-abce-0b3ccc849959/85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff/baa33068-2458-414e-952e-e5aeec54fd61) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:30.186706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:30.194662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:30.194821 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:30.228905 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9314947 Aug 20 15:12:30.231144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b8ecd-c6bb-40f7-a353-3fa2f83863b6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=93455db5-6ce6-4a77-9210-f388afac5f1e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:30.232981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55576) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:30.247220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': 'ca5eb4b0-a284-43e1-abce-0b3ccc849959', 'name': 'tempest-PortsIpV6TestJSON-29747200', 'fixed_ips': [{'subnet_id': '85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff', 'ip_address': '2001:db8::f'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:30.415565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a9e3d-97f6-4142-af95-c02b403c17f6 req-648200e4-762a-4ad2-9db4-e46a2c6977a5 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:30.417643 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:30.427569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Transition to ACTIVE for port object baa33068-2458-414e-952e-e5aeec54fd61 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:30.428359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d9a9e3d-97f6-4142-af95-c02b403c17f6 req-648200e4-762a-4ad2-9db4-e46a2c6977a5 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1100252 Aug 20 15:12:30.445870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Transition to ACTIVE for port object baa33068-2458-414e-952e-e5aeec54fd61 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:30.461433 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:30.501202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d9a9e3d-97f6-4142-af95-c02b403c17f6 req-af899120-62f2-41c6-bac9-cbae9abc0eae tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718448 Aug 20 15:12:30.527163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Network ca5eb4b0-a284-43e1-abce-0b3ccc849959 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:30.541144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:30.544430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:30.547732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:30.578470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Pushing event updated for resources: {'Port': ['ID=baa33068-2458-414e-952e-e5aeec54fd61,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:30.686835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:30.693482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Attempting to bind port baa33068-2458-414e-952e-e5aeec54fd61 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:12:30.693865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Attempting to bind port baa33068-2458-414e-952e-e5aeec54fd61 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca5eb4b0-a284-43e1-abce-0b3ccc849959'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:12:30.694233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Attempting to bind port baa33068-2458-414e-952e-e5aeec54fd61 on network ca5eb4b0-a284-43e1-abce-0b3ccc849959 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:12:30.700683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:12:30.701305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Checking segment: {'id': '8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca5eb4b0-a284-43e1-abce-0b3ccc849959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:30.701797 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:30.702108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Bound using segment: {'id': '8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca5eb4b0-a284-43e1-abce-0b3ccc849959'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:12:30.702584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Bound port: baa33068-2458-414e-952e-e5aeec54fd61, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ca5eb4b0-a284-43e1-abce-0b3ccc849959'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:12:30.702985 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:30.715351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port dc812fd8-ed7f-43cb-a421-41c5da62b4da yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:30.834516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] For port baa33068-2458-414e-952e-e5aeec54fd61, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:12:30.839858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] For port baa33068-2458-414e-952e-e5aeec54fd61, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=baa33068-2458-414e-952e-e5aeec54fd61,segment=NetworkSegment(8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c),segment_id=8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:12:30.848367 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:30.859098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f4062fb-5347-4615-b87d-e21be47991b8 req-d0acd171-48d3-421c-a395-718516c8ab4f tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0590539 Aug 20 15:12:31.042669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c81f6-7693-4922-84d2-40a5596bd16d None None] Pushing event updated for resources: {'Port': ['ID=baa33068-2458-414e-952e-e5aeec54fd61,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:31.043406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::f (ca5eb4b0-a284-43e1-abce-0b3ccc849959/85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff/dc812fd8-ed7f-43cb-a421-41c5da62b4da) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:31.267773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:31.292307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object dc812fd8-ed7f-43cb-a421-41c5da62b4da will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:31.446482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:31.519096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network ca5eb4b0-a284-43e1-abce-0b3ccc849959 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:31.530138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:31.539577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:31.548328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:31.549406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:31.562352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=dc812fd8-ed7f-43cb-a421-41c5da62b4da,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:31.587487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-eb79fc34-41c8-4e6a-8aa5-9a57c5f30281 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3504379 Aug 20 15:12:31.590177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55600) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:31.708457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b509c-ffa4-4c84-877e-b9d6315d886b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:31.710044 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d4b509c-ffa4-4c84-877e-b9d6315d886b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1188722 Aug 20 15:12:31.714497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55606) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:31.789412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a5ffd-64cb-4acd-8233-c4b567a16c0e req-9233742b-89af-4d19-86cf-d7e5f70efd87 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:31.802756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-392a5ffd-64cb-4acd-8233-c4b567a16c0e req-9233742b-89af-4d19-86cf-d7e5f70efd87 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1401989 Aug 20 15:12:31.860153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-392a5ffd-64cb-4acd-8233-c4b567a16c0e req-4c4bf753-78fa-4f8f-b903-7fc85b14fba1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597527 Aug 20 15:12:31.881197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc255c2-8f0c-41c4-bd1a-8b6173b8d0a1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:31.888093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc255c2-8f0c-41c4-bd1a-8b6173b8d0a1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:31.899327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc255c2-8f0c-41c4-bd1a-8b6173b8d0a1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:31.899327 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0dc255c2-8f0c-41c4-bd1a-8b6173b8d0a1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.1811254 Aug 20 15:12:31.900026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55612) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:32.091589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72698567-d078-450a-94db-e8028ebb799d req-71ddaed6-564f-4a46-8c2b-f803ed55f8e2 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0439982 Aug 20 15:12:32.141837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b9cac6d1-faeb-4858-8bba-cfc51ae6c721 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port dc812fd8-ed7f-43cb-a421-41c5da62b4da {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:32.142194 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b9cac6d1-faeb-4858-8bba-cfc51ae6c721 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:32.351430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b9cac6d1-faeb-4858-8bba-cfc51ae6c721 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:32.366387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b9cac6d1-faeb-4858-8bba-cfc51ae6c721 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for dc812fd8-ed7f-43cb-a421-41c5da62b4da owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:32.545691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb150c2c-7d69-4917-99d1-e5192603f7b4 req-b773e6a9-adc8-46ae-8004-80c050cba086 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:32.551854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb150c2c-7d69-4917-99d1-e5192603f7b4 req-b773e6a9-adc8-46ae-8004-80c050cba086 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 945 time: 0.0902221 Aug 20 15:12:32.641923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb150c2c-7d69-4917-99d1-e5192603f7b4 req-072878d8-a8a3-4d61-8f83-90043b1e343c tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800900 Aug 20 15:12:32.714232 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b9cac6d1-faeb-4858-8bba-cfc51ae6c721 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:32.798501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cac6d1-faeb-4858-8bba-cfc51ae6c721 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=dc812fd8-ed7f-43cb-a421-41c5da62b4da,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:32.840225 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b9cac6d1-faeb-4858-8bba-cfc51ae6c721 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:32.857770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b9cac6d1-faeb-4858-8bba-cfc51ae6c721 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/dc812fd8-ed7f-43cb-a421-41c5da62b4da HTTP/1.1" status: 204 len: 168 time: 0.9564056 Aug 20 15:12:32.860588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55626) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:32.900333 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b25c6d-1561-45a5-ab4b-9fdcb74633e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:32.904193 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-05b25c6d-1561-45a5-ab4b-9fdcb74633e0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/dc812fd8-ed7f-43cb-a421-41c5da62b4da HTTP/1.1" status: 404 len: 333 time: 0.0420785 Aug 20 15:12:32.907277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55630) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:32.924004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704b704-bc57-4a9d-808e-eeddd90c8e47 None None] Network ca5eb4b0-a284-43e1-abce-0b3ccc849959 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:33.062431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3ad60b7c-6b52-4556-88ed-99e786004455 None None] Provisioning for port baa33068-2458-414e-952e-e5aeec54fd61 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:33.270607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb898587-2650-4cff-b4aa-5fb249aefbfc req-5e70217a-39e3-4787-a2a2-7dc9f82710d3 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0538135 Aug 20 15:12:33.299280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device baa33068-2458-414e-952e-e5aeec54fd61 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:33.309583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bce28-977a-4874-bbfb-eb10a473b0a2 req-596395bf-cf7c-4447-b30a-d80e6d430a08 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:33.317787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d51bce28-977a-4874-bbfb-eb10a473b0a2 req-596395bf-cf7c-4447-b30a-d80e6d430a08 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1736510 Aug 20 15:12:33.344908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d25dd0c5-b0ae-405b-9b98-aa2944e61a40 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 93455db5-6ce6-4a77-9210-f388afac5f1e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:33.345255 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d25dd0c5-b0ae-405b-9b98-aa2944e61a40 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:33.440011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d51bce28-977a-4874-bbfb-eb10a473b0a2 req-46cb33bd-7564-47e5-b0ce-dbda3fe3f882 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010535 Aug 20 15:12:33.468697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port baa33068-2458-414e-952e-e5aeec54fd61 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:33.477176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port baa33068-2458-414e-952e-e5aeec54fd61 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:33.477443 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:33.535108 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d25dd0c5-b0ae-405b-9b98-aa2944e61a40 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:33.549963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d25dd0c5-b0ae-405b-9b98-aa2944e61a40 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 93455db5-6ce6-4a77-9210-f388afac5f1e owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:33.607217 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:33.727820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port baa33068-2458-414e-952e-e5aeec54fd61, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=baa33068-2458-414e-952e-e5aeec54fd61,segment=NetworkSegment(8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c),segment_id=8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:33.737314 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:33.837281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=baa33068-2458-414e-952e-e5aeec54fd61,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:33.862897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d25dd0c5-b0ae-405b-9b98-aa2944e61a40 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:33.993459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dd0c5-b0ae-405b-9b98-aa2944e61a40 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=93455db5-6ce6-4a77-9210-f388afac5f1e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:34.016252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3655b9f3-931e-45a6-adfe-8d50ec3958bc None None] Could not find standard attr ID for object 93455db5-6ce6-4a77-9210-f388afac5f1e. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:12:34.034086 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d25dd0c5-b0ae-405b-9b98-aa2944e61a40 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:34.039308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3655b9f3-931e-45a6-adfe-8d50ec3958bc None None] Provisioning complete for port baa33068-2458-414e-952e-e5aeec54fd61 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:34.039789 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3655b9f3-931e-45a6-adfe-8d50ec3958bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:34.039997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d25dd0c5-b0ae-405b-9b98-aa2944e61a40 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/93455db5-6ce6-4a77-9210-f388afac5f1e HTTP/1.1" status: 204 len: 168 time: 1.1313863 Aug 20 15:12:34.040280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55648) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:34.064075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94913ca8-7c54-457f-8ee9-af22b23d3797 req-8268d244-f5c8-4926-9036-6271df2101bf tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:34.065770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94913ca8-7c54-457f-8ee9-af22b23d3797 req-8268d244-f5c8-4926-9036-6271df2101bf tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 945 time: 0.1762130 Aug 20 15:12:34.110943 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6570537f-7a6d-45be-be72-e7f7ac02125c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:34.121976 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6570537f-7a6d-45be-be72-e7f7ac02125c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/93455db5-6ce6-4a77-9210-f388afac5f1e HTTP/1.1" status: 404 len: 333 time: 0.0799854 Aug 20 15:12:34.127016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55652) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:34.178907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94913ca8-7c54-457f-8ee9-af22b23d3797 req-208fc703-575b-4c1f-ad69-b696719be15d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006491 Aug 20 15:12:34.316877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e21a10-cdec-4ae8-8423-22186f885a5d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet 85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:34.331136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34e21a10-cdec-4ae8-8423-22186f885a5d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:34.480742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeef05a3-5c2a-45ae-b611-e936c42f0a3b req-15d5f5ce-e4cb-41f3-bc3d-2ab88fed8315 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0863850 Aug 20 15:12:34.514593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34e21a10-cdec-4ae8-8423-22186f885a5d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:34.588167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-11532865-9e9c-4ff0-8834-2bf9932f074f None None] Could not find standard attr ID for object 93455db5-6ce6-4a77-9210-f388afac5f1e. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:12:34.721584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34e21a10-cdec-4ae8-8423-22186f885a5d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:34.811283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34e21a10-cdec-4ae8-8423-22186f885a5d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:34.826330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af1682-b658-4eb5-86d6-2aab4f05a421 req-e4c87048-614c-4d26-bbab-3d8ff02fd3a3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:34.833943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89af1682-b658-4eb5-86d6-2aab4f05a421 req-e4c87048-614c-4d26-bbab-3d8ff02fd3a3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.2289367 Aug 20 15:12:34.853757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e21a10-cdec-4ae8-8423-22186f885a5d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:34.873897 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34e21a10-cdec-4ae8-8423-22186f885a5d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:34.888152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55664) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:34.891180 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34e21a10-cdec-4ae8-8423-22186f885a5d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff HTTP/1.1" status: 204 len: 168 time: 0.7377923 Aug 20 15:12:34.991230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2dec77-d406-4348-aba8-c13e8c4980db None None] Network ca5eb4b0-a284-43e1-abce-0b3ccc849959 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:35.028104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89af1682-b658-4eb5-86d6-2aab4f05a421 req-7642e61b-378f-414d-9e72-ad5511eaeed4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851547 Aug 20 15:12:35.036452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c483d40-163d-4124-89c4-f8ee9306749c req-5ee04dab-fdcc-414a-a2f9-95bb2581e5c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:35.043413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c483d40-163d-4124-89c4-f8ee9306749c req-5ee04dab-fdcc-414a-a2f9-95bb2581e5c8 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.70 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 945 time: 0.3622315 Aug 20 15:12:35.107095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1d6a3942-d88f-4e91-9e4d-a2e5ceedc289 None None] Could not find standard attr ID for object dc812fd8-ed7f-43cb-a421-41c5da62b4da. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:12:35.126869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device baa33068-2458-414e-952e-e5aeec54fd61 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:35.175785 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.324824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port baa33068-2458-414e-952e-e5aeec54fd61 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:35.325210 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.399932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f84fd5-4d1b-4000-a276-aa8ceb781ed3 None None] DHCP port deletion for ca5eb4b0-a284-43e1-abce-0b3ccc849959 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:12:35.412965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc22780-1f30-471f-8a3d-c8b1870ae368 req-f4ad566d-84ee-43a7-9657-0ef5cadcf555 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:35.421632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdc22780-1f30-471f-8a3d-c8b1870ae368 req-f4ad566d-84ee-43a7-9657-0ef5cadcf555 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 945 time: 0.1047714 Aug 20 15:12:35.466319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Deleting port 25c02190-4006-4862-b6de-d9046bb34412 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:35.466686 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.499175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b9f84fd5-4d1b-4000-a276-aa8ceb781ed3 None None] Deleting port baa33068-2458-414e-952e-e5aeec54fd61 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:35.499643 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b9f84fd5-4d1b-4000-a276-aa8ceb781ed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.528308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port baa33068-2458-414e-952e-e5aeec54fd61 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:35.529123 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.540091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdc22780-1f30-471f-8a3d-c8b1870ae368 req-7061987b-39c2-42d4-af37-4c1bdf48676f tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ba3b395-3ae8-40a8-9bc2-6c1935b01734&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173995 Aug 20 15:12:35.585377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b9f84fd5-4d1b-4000-a276-aa8ceb781ed3 None None] For port baa33068-2458-414e-952e-e5aeec54fd61, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=baa33068-2458-414e-952e-e5aeec54fd61,segment=NetworkSegment(8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c),segment_id=8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:35.585914 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b9f84fd5-4d1b-4000-a276-aa8ceb781ed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.603823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b9f84fd5-4d1b-4000-a276-aa8ceb781ed3 None None] Calling delete_port for baa33068-2458-414e-952e-e5aeec54fd61 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:35.687085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7d33712-4313-446f-ae3c-96306e82a32b req-7d2657d3-9b3c-4fba-83e1-2f3256825229 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0472996 Aug 20 15:12:35.698369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] For port 25c02190-4006-4862-b6de-d9046bb34412, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=25c02190-4006-4862-b6de-d9046bb34412,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:35.698748 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.727639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] For port baa33068-2458-414e-952e-e5aeec54fd61, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=baa33068-2458-414e-952e-e5aeec54fd61,segment=NetworkSegment(8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c),segment_id=8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:35.728060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.747646 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b9f84fd5-4d1b-4000-a276-aa8ceb781ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.779180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for baa33068-2458-414e-952e-e5aeec54fd61 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:35.797279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f84fd5-4d1b-4000-a276-aa8ceb781ed3 None None] No DVR routers for this DVR port baa33068-2458-414e-952e-e5aeec54fd61 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:35.807721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f84fd5-4d1b-4000-a276-aa8ceb781ed3 None None] Pushing event deleted for resources: {'Port': ['ID=baa33068-2458-414e-952e-e5aeec54fd61,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:35.875078 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:35.980534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.024146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.024546 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.024874 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Floating IP 849c22b9-994d-4b89-bbe7-c2b52c504467 disassociated. External IP: 172.25.5.200, port: 25c02190-4006-4862-b6de-d9046bb34412. Aug 20 15:12:36.025224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Calling delete_port for 25c02190-4006-4862-b6de-d9046bb34412 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:36.032122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=baa33068-2458-414e-952e-e5aeec54fd61,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:36.035826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No DVR routers for this DVR port baa33068-2458-414e-952e-e5aeec54fd61 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:36.217790 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.234606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5eb4b0-a284-43e1-abce-0b3ccc849959']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:36.257617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:36.257819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7e49f0-b3a9-4ffb-9d5f-ac29bfc57f5c') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:36.272075 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.281831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bead27d-6278-4f36-a89a-d490414fd0a1 req-e4d80f2b-3dc3-491c-b9ab-27cafbb0ec7a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:36.283368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1bead27d-6278-4f36-a89a-d490414fd0a1 req-e4d80f2b-3dc3-491c-b9ab-27cafbb0ec7a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1278806 Aug 20 15:12:36.326954 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.348687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:36.349155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:36.353890 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:36.449936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1bead27d-6278-4f36-a89a-d490414fd0a1 req-dd19839c-e178-4b21-8cd1-5d4953f4b256 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540740 Aug 20 15:12:36.450858 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.453238 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.474295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.480047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/networks/ca5eb4b0-a284-43e1-abce-0b3ccc849959 HTTP/1.1" status: 204 len: 168 time: 1.5870028 Aug 20 15:12:36.480047 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be21f17-daac-4a88-b1e2-edc0481d324c tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Network': ['ID=ca5eb4b0-a284-43e1-abce-0b3ccc849959,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:36.481604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55680) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:36.488136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-358548788'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:36.527727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event deleted for resources: {'Port': ['ID=25c02190-4006-4862-b6de-d9046bb34412,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:36.671851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49e57526-e2e7-4f74-b632-27d2f6c04f18 req-c235ca2b-9873-4fa5-846e-61de1520a70d tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 210 time: 0.0414448 Aug 20 15:12:36.678272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:36.683213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.715657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:12:36.729674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:12:36.744156 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.744508 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Added segment af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59 of type vlan for network 50030962-8b42-4609-89a8-060bec4b10eb Aug 20 15:12:36.847732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49e4808f-9b33-461d-82b0-65bf77d781fc req-95ef22ec-1385-42cd-a3c4-ca1f4f115775 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0567470 Aug 20 15:12:36.873600 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.948360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:12:36.968190 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] Sync routers for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:12:36.977692 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.984302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:36.986469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:36.987202 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:36.988329 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:37.009854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device baa33068-2458-414e-952e-e5aeec54fd61 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:37.058044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: baa33068-2458-414e-952e-e5aeec54fd61 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:12:37.058440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device baa33068-2458-414e-952e-e5aeec54fd61 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:37.100305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] No DVR routers for this DVR port 25c02190-4006-4862-b6de-d9046bb34412 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:37.110279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:37.112784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c483d40-163d-4124-89c4-f8ee9306749c req-75298b2a-07b3-4586-ac31-55a8f5aa86e5 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.70 "DELETE /v2.0/ports/25c02190-4006-4862-b6de-d9046bb34412 HTTP/1.1" status: 204 len: 173 time: 2.0559793 Aug 20 15:12:37.116817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6302924 Aug 20 15:12:37.116817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'name': 'network-vif-deleted', 'tag': '25c02190-4006-4862-b6de-d9046bb34412'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:37.118823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55690) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:37.131761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '50030962-8b42-4609-89a8-060bec4b10eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:37.144956 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22a0d55-b4e2-4850-9d79-0e494032080f" -d '{"events": [{"server_uuid": "b88649e0-b03a-4580-8ed1-b31cd1c4e439", "name": "network-vif-deleted", "tag": "25c02190-4006-4862-b6de-d9046bb34412"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:37.202566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a0e9e-1501-4e56-8666-3aff1ab056cd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Network': ['ID=50030962-8b42-4609-89a8-060bec4b10eb,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:37.231526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 50030962-8b42-4609-89a8-060bec4b10eb details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:12:37.242984 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:12:37.255617 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eafd00-94ff-4410-93e2-57f746f0eb48 x-openstack-request-id: req-a4eafd00-94ff-4410-93e2-57f746f0eb48 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:37.255929 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88649e0-b03a-4580-8ed1-b31cd1c4e439", "name": "network-vif-deleted", "tag": "25c02190-4006-4862-b6de-d9046bb34412", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:37.256187 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4eafd00-94ff-4410-93e2-57f746f0eb48 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:37.256602 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88649e0-b03a-4580-8ed1-b31cd1c4e439', 'name': 'network-vif-deleted', 'tag': '25c02190-4006-4862-b6de-d9046bb34412', 'status': 'completed', 'code': 200} Aug 20 15:12:37.356475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:37.360292 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:37.565226 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:37.604165 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] Checking router: 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:12:37.615533 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:37.616365 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:37.684774 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:37.724701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55712) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:37.761348 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:12:37.793762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d528a-83eb-46aa-9e73-3dfc3f3b965f req-fbe91896-141d-474c-b658-cf6c739949c7 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:37.794787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=0ddf251e-d103-4fa6-a263-3bbb0146f9db,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:37.807977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-390d528a-83eb-46aa-9e73-3dfc3f3b965f req-fbe91896-141d-474c-b658-cf6c739949c7 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1678412 Aug 20 15:12:37.835715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Checking segment: {'id': 'af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '50030962-8b42-4609-89a8-060bec4b10eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:37.836105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network hostable DHCP agents. Network: 50030962-8b42-4609-89a8-060bec4b10eb, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:12:37.864825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 50030962-8b42-4609-89a8-060bec4b10eb is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:12:37.895164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 50030962-8b42-4609-89a8-060bec4b10eb) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:37.899834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:37.900437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:37.908579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535724d-731b-4f55-bf83-ac3ae875bbc9 None None] Network 50030962-8b42-4609-89a8-060bec4b10eb requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:37.931285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-390d528a-83eb-46aa-9e73-3dfc3f3b965f req-9f56ac85-6a3d-4ab1-bc74-aab29011f609 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199441 Aug 20 15:12:37.943184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4f65430-cb72-4e34-be5f-e22b4b44e466 req-f7e2a2d4-e2d4-40aa-b180-d6c824f27c9f tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/ports?device_id=b88649e0-b03a-4580-8ed1-b31cd1c4e439 HTTP/1.1" status: 200 len: 210 time: 0.0689621 Aug 20 15:12:37.943961 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6fe1638f-7b5c-406a-bb8a-9d1313201703 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8211229 Aug 20 15:12:37.947033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55718) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:37.972891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-98c56208-cd8d-4463-b787-c4c948f48225 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-828473745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:38.023512 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c56208-cd8d-4463-b787-c4c948f48225 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.028914 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1241e67e-60a6-4cd3-8843-a72c375c5602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.029385 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c56208-cd8d-4463-b787-c4c948f48225 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.149938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b40bc23-039d-4e66-87bb-58165dcb4295 req-a6f55f17-ed3c-46ee-b367-2103156fb327 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0442021 Aug 20 15:12:38.156651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c56208-cd8d-4463-b787-c4c948f48225 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.163220 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c56208-cd8d-4463-b787-c4c948f48225 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.174709 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:38.216349 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14048516-a564-475f-9064-1dbe2cee1b77 None None] The sync data for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 is: [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:02:56Z', 'revision_number': 4, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '74cecdfa-b166-4de9-88e5-f95ed401c0a2', 'name': '', 'network_id': '49150ad4-8e8a-418b-ac39-7b955ab4c514', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'mac_address': 'fa:16:3e:69:1b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:55Z', 'updated_at': '2021-08-20T15:03:01Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'subnets': [{'id': 'c0b052b0-0834-4267-8354-9a3471fabf6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:12:38.234279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-50030962-8b42-4609-89a8-060bec4b10eb', 'network_id': '50030962-8b42-4609-89a8-060bec4b10eb', 'tenant_id': 'd53a28711c0345d79ef6c11c8163ac5b', 'fixed_ips': [{'subnet_id': '0ddf251e-d103-4fa6-a263-3bbb0146f9db'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:12:38.235363 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.259796 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1241e67e-60a6-4cd3-8843-a72c375c5602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.270522 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1241e67e-60a6-4cd3-8843-a72c375c5602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.277995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c56208-cd8d-4463-b787-c4c948f48225 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.282517 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-98c56208-cd8d-4463-b787-c4c948f48225 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3342679 Aug 20 15:12:38.283218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55720) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:38.288569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'network_id': '50030962-8b42-4609-89a8-060bec4b10eb', 'name': 'tempest-PortsIpV6TestJSON-1229002123'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:38.327160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1241e67e-60a6-4cd3-8843-a72c375c5602 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c5fbb75d3ce4d9e86d2f9bb418bca6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005952 Aug 20 15:12:38.328101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55722) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:38.328957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241e67e-60a6-4cd3-8843-a72c375c5602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c620a-c7d5-47b4-bd6b-940a25adf07d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:38.391152 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb90821b-82dd-422f-8638-89f2dfb8a0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.418641 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb90821b-82dd-422f-8638-89f2dfb8a0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.443896 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:38.444451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Allocated IP 2001:db8::2 (50030962-8b42-4609-89a8-060bec4b10eb/0ddf251e-d103-4fa6-a263-3bbb0146f9db/6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:38.449889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.478992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:38.487810 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb90821b-82dd-422f-8638-89f2dfb8a0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.490557 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb90821b-82dd-422f-8638-89f2dfb8a0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.494169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bb90821b-82dd-422f-8638-89f2dfb8a0a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa8c620a-c7d5-47b4-bd6b-940a25adf07d HTTP/1.1" status: 204 len: 168 time: 0.1597409 Aug 20 15:12:38.501188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90821b-82dd-422f-8638-89f2dfb8a0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c620a-c7d5-47b4-bd6b-940a25adf07d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:38.660730 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.669831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Transition to ACTIVE for port object 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:38.680198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12277645-843b-4978-99da-148c35914e36 None None] New status for floating IP 849c22b9-994d-4b89-bbe7-c2b52c504467: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:12:38.690338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Transition to ACTIVE for port object 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:38.734162 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.816442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::319 (50030962-8b42-4609-89a8-060bec4b10eb/0ddf251e-d103-4fa6-a263-3bbb0146f9db/64e79fab-3ecf-43bb-8423-c2d4d6fe5c39) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:38.837547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 25c02190-4006-4862-b6de-d9046bb34412 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:38.852351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Network 50030962-8b42-4609-89a8-060bec4b10eb is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:38.870474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Pushing event updated for resources: {'Port': ['ID=6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:38.873819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:38.875785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 25c02190-4006-4862-b6de-d9046bb34412 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:12:38.876131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 25c02190-4006-4862-b6de-d9046bb34412 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:38.877552 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:38.942277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Attempting to bind port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:12:38.942866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Attempting to bind port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '50030962-8b42-4609-89a8-060bec4b10eb'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:12:38.943456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Attempting to bind port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf on network 50030962-8b42-4609-89a8-060bec4b10eb {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:12:38.951012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:12:38.951399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Checking segment: {'id': 'af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '50030962-8b42-4609-89a8-060bec4b10eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:38.951848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:38.952247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Bound using segment: {'id': 'af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '50030962-8b42-4609-89a8-060bec4b10eb'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:12:38.952721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Bound port: 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '50030962-8b42-4609-89a8-060bec4b10eb'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:12:38.953294 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:39.098089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55744) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:39.124226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f37aae-a7e9-4fef-9ca4-a53fe108f8f6 req-059ab925-5108-43cc-9d3b-50c4908526e5 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:39.127898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1f37aae-a7e9-4fef-9ca4-a53fe108f8f6 req-059ab925-5108-43cc-9d3b-50c4908526e5 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.0695317 Aug 20 15:12:39.137842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] For port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:12:39.144969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] For port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf,segment=NetworkSegment(af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59),segment_id=af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:12:39.158805 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:39.162031 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:39.207079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1f37aae-a7e9-4fef-9ca4-a53fe108f8f6 req-dcb50aeb-2401-497f-842d-7a6d08215ac7 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677655 Aug 20 15:12:39.227718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:39.278271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cba15-70d7-47e3-9b16-4c866392d9ad None None] Pushing event updated for resources: {'Port': ['ID=6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:39.283866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc647-66f8-4ec9-9420-bf2d4d3371f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:39.297741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:39.357521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 50030962-8b42-4609-89a8-060bec4b10eb is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:39.363677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b47e0a8-5f86-4471-99c8-9629362494d6 req-cc55655a-149f-407e-8b95-e32967b6a996 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0590286 Aug 20 15:12:39.393255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:39.395681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:39.401680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:39.402341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:39.413823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc647-66f8-4ec9-9420-bf2d4d3371f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:39.444981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=64e79fab-3ecf-43bb-8423-c2d4d6fe5c39,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:39.454996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55756) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:39.455276 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dbb43df0-42af-4079-bce4-a824fe264a80 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1708300 Aug 20 15:12:39.532697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc647-66f8-4ec9-9420-bf2d4d3371f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:39.535778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d8fc647-66f8-4ec9-9420-bf2d4d3371f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:39.536972 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4d8fc647-66f8-4ec9-9420-bf2d4d3371f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "DELETE /v2.0/security-groups/3ba3b395-3ae8-40a8-9bc2-6c1935b01734 HTTP/1.1" status: 204 len: 168 time: 0.4376519 Aug 20 15:12:39.541032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55758) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:39.555296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fc647-66f8-4ec9-9420-bf2d4d3371f4 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba3b395-3ae8-40a8-9bc2-6c1935b01734,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:39.618544 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-126497e6-922f-4984-bdf7-1ff8a9a60d17 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] show failed (client error): The resource could not be found. Aug 20 15:12:39.622500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-126497e6-922f-4984-bdf7-1ff8a9a60d17 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "GET /v2.0/security-groups/3ba3b395-3ae8-40a8-9bc2-6c1935b01734 HTTP/1.1" status: 404 len: 347 time: 0.0745134 Aug 20 15:12:39.623505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55760) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:39.850771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Deleting port 8e20c3f6-0ddd-4349-9bf8-8d2783b72cf3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:39.851408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:40.015354 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:40.016641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:40.045778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Calling delete_port for 8e20c3f6-0ddd-4349-9bf8-8d2783b72cf3 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:40.241948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:40.290622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Pushing event deleted for resources: {'Port': ['ID=8e20c3f6-0ddd-4349-9bf8-8d2783b72cf3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:40.396331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:40.403052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:40.404571 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e626d562-e905-4595-9197-be2d7cb19b77 tempest-AttachVolumeTestJSON-640792261 tempest-AttachVolumeTestJSON-640792261-project] 10.222.0.36 "DELETE /v2.0/floatingips/849c22b9-994d-4b89-bbe7-c2b52c504467 HTTP/1.1" status: 204 len: 168 time: 0.7799463 Aug 20 15:12:40.407034 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:40.708698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5913e24b-6219-434b-8f44-8f0196e1d10e req-8c8d24f4-7fe2-4798-8e7a-ec307da6ca1a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.1596963 Aug 20 15:12:40.729981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13881d26-e24f-4f6f-924f-b8d7d141a782 req-bd3abb68-dd51-4cfb-807d-ad112683b262 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:40.737415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13881d26-e24f-4f6f-924f-b8d7d141a782 req-bd3abb68-dd51-4cfb-807d-ad112683b262 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.3713434 Aug 20 15:12:40.786281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa98f0b-7532-4d23-8bef-50ef09251445 None None] Network 50030962-8b42-4609-89a8-060bec4b10eb requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:40.836151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13881d26-e24f-4f6f-924f-b8d7d141a782 req-6fcb3586-e1ae-4e6f-8522-e40e3b9bc75f tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979593 Aug 20 15:12:40.922989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e928d417-e168-432c-af30-5257798dbf91 None None] Provisioning for port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:40.934246 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:40.940182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.050378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:41.061099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=64e79fab-3ecf-43bb-8423-c2d4d6fe5c39,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:41.131448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:41.136376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:41.136534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.230691 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.249653 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.318531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf,segment=NetworkSegment(af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59),segment_id=af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:41.328106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.429259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.441326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:41.504503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f3aaa6d3-88a4-43ff-9ae2-bf5bae611b5d None None] Provisioning for port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:41.513283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f3aaa6d3-88a4-43ff-9ae2-bf5bae611b5d None None] Provisioning complete for port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:41.513675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa6d3-88a4-43ff-9ae2-bf5bae611b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.565369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f3aaa6d3-88a4-43ff-9ae2-bf5bae611b5d None None] Port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:41.583738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f3aaa6d3-88a4-43ff-9ae2-bf5bae611b5d None None] Provisioning complete for port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:41.584468 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa6d3-88a4-43ff-9ae2-bf5bae611b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.737806 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.744895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.745779 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.864099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-58ceb985-7b3e-4114-b735-615082006479 None None] Provisioning complete for port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:41.864663 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-58ceb985-7b3e-4114-b735-615082006479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:41.880655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=64e79fab-3ecf-43bb-8423-c2d4d6fe5c39,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:41.907207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-498929a6-b227-4ede-982d-f6e2d30b6805 req-b59f59ad-3c93-4f39-bdc7-3c822a08fd88 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fc2ade2-1779-4fea-af01-5c0407db5718 HTTP/1.1" status: 200 len: 210 time: 0.0736525 Aug 20 15:12:41.959394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-58ceb985-7b3e-4114-b735-615082006479 None None] Port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:41.986285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 50030962-8b42-4609-89a8-060bec4b10eb is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:41.989052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:42.153913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7a309-7565-4ef9-b19e-4e95b60d3579 req-3a0a483c-6971-49c2-b956-5566c970cc08 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:42.161590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffe7a309-7565-4ef9-b19e-4e95b60d3579 req-3a0a483c-6971-49c2-b956-5566c970cc08 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1733985 Aug 20 15:12:42.207567 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6db29fe-d4dc-4365-af05-5a32ec379c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:42.245065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffe7a309-7565-4ef9-b19e-4e95b60d3579 req-23d621f1-4354-4996-985e-a435866a5f95 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713673 Aug 20 15:12:42.274304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Router 4eb419f1-ff95-45f0-ad35-2fb6c4723211 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:12:42.303454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1da3f8d5-43f6-4ab7-8982-cd1c31b63437 None None] Provisioning complete for port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:42.303873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1da3f8d5-43f6-4ab7-8982-cd1c31b63437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:42.352074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1da3f8d5-43f6-4ab7-8982-cd1c31b63437 None None] Port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:42.384706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:12:42.394089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55814) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:42.395100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5f6e611f-6706-419e-9c36-34eca5969826 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "PUT /v2.0/routers/4eb419f1-ff95-45f0-ad35-2fb6c4723211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9387834 Aug 20 15:12:42.402459 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd914-d9ac-4599-8c29-edf6b536c02e None None] Sync routers for ids ['4eb419f1-ff95-45f0-ad35-2fb6c4723211'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:12:42.415326 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cd914-d9ac-4599-8c29-edf6b536c02e None None] Routers {'4eb419f1-ff95-45f0-ad35-2fb6c4723211'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:42.416105 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f45cd914-d9ac-4599-8c29-edf6b536c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4eb419f1-ff95-45f0-ad35-2fb6c4723211'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:42.463041 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f45cd914-d9ac-4599-8c29-edf6b536c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:42.473307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c478b5e-dd08-41e9-8b98-9dc3c25291ba tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:42.475177 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0c478b5e-dd08-41e9-8b98-9dc3c25291ba tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports?device_id=4eb419f1-ff95-45f0-ad35-2fb6c4723211 HTTP/1.1" status: 200 len: 989 time: 0.0785890 Aug 20 15:12:42.478022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:42.486804 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cd914-d9ac-4599-8c29-edf6b536c02e None None] Routers {'4eb419f1-ff95-45f0-ad35-2fb6c4723211'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:42.487649 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f45cd914-d9ac-4599-8c29-edf6b536c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4eb419f1-ff95-45f0-ad35-2fb6c4723211'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:42.535508 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f45cd914-d9ac-4599-8c29-edf6b536c02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:42.536182 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd914-d9ac-4599-8c29-edf6b536c02e None None] The sync data for ids ['4eb419f1-ff95-45f0-ad35-2fb6c4723211'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:12:42.678057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cb4d3f84-b1a4-48e9-b05a-5eaf8e682b20 None None] Provisioning complete for port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:42.678570 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cb4d3f84-b1a4-48e9-b05a-5eaf8e682b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:42.725055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d3f84-b1a4-48e9-b05a-5eaf8e682b20 None None] Port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:42.908580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:42.954676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:43.023643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:43.024609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.058912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55832) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:43.164453 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5e76cb4-a45b-4462-ba80-a8ad775a3fec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.197102 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5e76cb4-a45b-4462-ba80-a8ad775a3fec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.263878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:43.264434 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.265721 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5e76cb4-a45b-4462-ba80-a8ad775a3fec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.268951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5e76cb4-a45b-4462-ba80-a8ad775a3fec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.281305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b5e76cb4-a45b-4462-ba80-a8ad775a3fec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "DELETE /v2.0/security-groups/1099680c-407a-4488-83a9-cdaeda54e72a HTTP/1.1" status: 204 len: 168 time: 0.2098849 Aug 20 15:12:43.282875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55842) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:43.305794 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-be9b8afe-ad84-4fb3-ba2e-87cbdabbfefc tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] show failed (client error): The resource could not be found. Aug 20 15:12:43.307478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-be9b8afe-ad84-4fb3-ba2e-87cbdabbfefc tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "GET /v2.0/security-groups/1099680c-407a-4488-83a9-cdaeda54e72a HTTP/1.1" status: 404 len: 347 time: 0.0185719 Aug 20 15:12:43.312271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55844) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:43.323999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e76cb4-a45b-4462-ba80-a8ad775a3fec tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1099680c-407a-4488-83a9-cdaeda54e72a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:43.426215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.442293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:43.489634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba260f-b4e4-4b14-8e20-110cb70364dd req-ac702ada-1d24-43cb-9678-d191569b6916 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:43.491251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0ba260f-b4e4-4b14-8e20-110cb70364dd req-ac702ada-1d24-43cb-9678-d191569b6916 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1150002 Aug 20 15:12:43.538899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port e4c99d72-2ff0-423f-a3a6-13545e79426d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:43.539257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.571710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0ba260f-b4e4-4b14-8e20-110cb70364dd req-619614e1-c79a-467c-b2ed-ce7ecec83673 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655227 Aug 20 15:12:43.660934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.661270 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.674030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.677409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for e4c99d72-2ff0-423f-a3a6-13545e79426d owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:43.747830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=64e79fab-3ecf-43bb-8423-c2d4d6fe5c39,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:43.841330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.938053 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:43.965712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=e4c99d72-2ff0-423f-a3a6-13545e79426d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:44.059825 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.062987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.064646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8972654f-0b31-4c73-96ee-10a89d8f74c6 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "DELETE /v2.0/floatingips/a365458c-52a3-4cc7-8dc3-222d5a9b6606 HTTP/1.1" status: 204 len: 168 time: 0.7505112 Aug 20 15:12:44.067321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55858) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:44.094154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Router 4eb419f1-ff95-45f0-ad35-2fb6c4723211 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:12:44.210981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:12:44.227959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55862) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:44.231362 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e331e183-2029-4728-8c38-01dc5757e7f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "PUT /v2.0/routers/4eb419f1-ff95-45f0-ad35-2fb6c4723211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7443156 Aug 20 15:12:44.232060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020b286-b5ac-48a3-88a8-7660fd57318b None None] Sync routers for ids ['4eb419f1-ff95-45f0-ad35-2fb6c4723211'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:12:44.237997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ceddd54f-3bb4-4ed2-8473-82a02ea60b8c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port eda3b34f-d54c-4cd9-bdde-876cea3d3eaa {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:44.238476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceddd54f-3bb4-4ed2-8473-82a02ea60b8c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.254363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020b286-b5ac-48a3-88a8-7660fd57318b None None] Routers {'4eb419f1-ff95-45f0-ad35-2fb6c4723211'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:44.255321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c020b286-b5ac-48a3-88a8-7660fd57318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4eb419f1-ff95-45f0-ad35-2fb6c4723211'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:44.321680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c020b286-b5ac-48a3-88a8-7660fd57318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:44.336829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c020b286-b5ac-48a3-88a8-7660fd57318b None None] Routers {'4eb419f1-ff95-45f0-ad35-2fb6c4723211'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:44.337989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c020b286-b5ac-48a3-88a8-7660fd57318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4eb419f1-ff95-45f0-ad35-2fb6c4723211'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:44.371245 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7069927-b306-4801-9498-a0f9927be5ca tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:44.375676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c7069927-b306-4801-9498-a0f9927be5ca tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/64e79fab-3ecf-43bb-8423-c2d4d6fe5c39 HTTP/1.1" status: 404 len: 333 time: 0.1264567 Aug 20 15:12:44.375953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55864) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:44.398020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c020b286-b5ac-48a3-88a8-7660fd57318b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:44.399635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c020b286-b5ac-48a3-88a8-7660fd57318b None None] The sync data for ids ['4eb419f1-ff95-45f0-ad35-2fb6c4723211'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:12:44.461150 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceddd54f-3bb4-4ed2-8473-82a02ea60b8c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.476440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d57076a-0afb-4175-b63e-4576eb3e4387 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.483344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ceddd54f-3bb4-4ed2-8473-82a02ea60b8c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for eda3b34f-d54c-4cd9-bdde-876cea3d3eaa owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:44.683727 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceddd54f-3bb4-4ed2-8473-82a02ea60b8c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.755768 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d57076a-0afb-4175-b63e-4576eb3e4387 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.758141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d57076a-0afb-4175-b63e-4576eb3e4387 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.802894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceddd54f-3bb4-4ed2-8473-82a02ea60b8c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=eda3b34f-d54c-4cd9-bdde-876cea3d3eaa,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:44.809659 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.853549 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d57076a-0afb-4175-b63e-4576eb3e4387 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.855229 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d57076a-0afb-4175-b63e-4576eb3e4387 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb419f1-ff95-45f0-ad35-2fb6c4723211 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:12:44.863306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d57076a-0afb-4175-b63e-4576eb3e4387 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.864738 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d57076a-0afb-4175-b63e-4576eb3e4387 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/routers/4eb419f1-ff95-45f0-ad35-2fb6c4723211 HTTP/1.1" status: 204 len: 168 time: 0.4875989 Aug 20 15:12:44.872189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55878) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:44.875578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89dfc-a1d3-49b6-98f7-3ada7458aae1 req-ccd19733-6eb7-4807-a509-d7aa4ead564e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:44.877146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fb89dfc-a1d3-49b6-98f7-3ada7458aae1 req-ccd19733-6eb7-4807-a509-d7aa4ead564e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1702116 Aug 20 15:12:44.918366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceddd54f-3bb4-4ed2-8473-82a02ea60b8c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:44.920946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ceddd54f-3bb4-4ed2-8473-82a02ea60b8c tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "DELETE /v2.0/ports/eda3b34f-d54c-4cd9-bdde-876cea3d3eaa HTTP/1.1" status: 204 len: 168 time: 0.8519688 Aug 20 15:12:44.929016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55884) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:44.990828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fb89dfc-a1d3-49b6-98f7-3ada7458aae1 req-b41aa90e-4dcd-4705-9ce1-d531676f5e12 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063337 Aug 20 15:12:45.038546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70cfb06-7259-4b12-94bb-449275905ac8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet 0ddf251e-d103-4fa6-a263-3bbb0146f9db {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:45.045640 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c70cfb06-7259-4b12-94bb-449275905ac8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.119298 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c70cfb06-7259-4b12-94bb-449275905ac8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.119905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c1946a49-e939-4c10-ad62-ac65b535ffa4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:45.120763 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1946a49-e939-4c10-ad62-ac65b535ffa4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.172236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99988a64-1587-4d43-a12a-ef3b73bdc0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.299276 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1946a49-e939-4c10-ad62-ac65b535ffa4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.318282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c1946a49-e939-4c10-ad62-ac65b535ffa4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for 7af7bc0b-833f-4482-8e06-e1b9ae83ca66 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:45.365550 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c70cfb06-7259-4b12-94bb-449275905ac8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.447870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c70cfb06-7259-4b12-94bb-449275905ac8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.499943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cfb06-7259-4b12-94bb-449275905ac8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=0ddf251e-d103-4fa6-a263-3bbb0146f9db,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:45.511364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c70cfb06-7259-4b12-94bb-449275905ac8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.516094 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c70cfb06-7259-4b12-94bb-449275905ac8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/0ddf251e-d103-4fa6-a263-3bbb0146f9db HTTP/1.1" status: 204 len: 168 time: 0.6404805 Aug 20 15:12:45.519225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55904) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:45.519629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74561af4-649a-4e0c-8daa-7d6d87093b9a None None] Network 50030962-8b42-4609-89a8-060bec4b10eb requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:45.614794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1946a49-e939-4c10-ad62-ac65b535ffa4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.681882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.725710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1946a49-e939-4c10-ad62-ac65b535ffa4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=7af7bc0b-833f-4482-8e06-e1b9ae83ca66,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:45.754425 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:45.754971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.787326 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1946a49-e939-4c10-ad62-ac65b535ffa4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.791988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c1946a49-e939-4c10-ad62-ac65b535ffa4 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "DELETE /v2.0/ports/7af7bc0b-833f-4482-8e06-e1b9ae83ca66 HTTP/1.1" status: 204 len: 168 time: 0.8596890 Aug 20 15:12:45.792489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55908) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:45.866122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] DHCP port deletion for 50030962-8b42-4609-89a8-060bec4b10eb request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:12:45.868233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-719c0409-ad99-4842-be1e-116de782a850 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting subnet ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:45.872941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-719c0409-ad99-4842-be1e-116de782a850 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.931025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-719c0409-ad99-4842-be1e-116de782a850 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:45.975844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Deleting port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:45.976520 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.109057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-719c0409-ad99-4842-be1e-116de782a850 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.163496 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.217419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] For port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf,segment=NetworkSegment(af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59),segment_id=af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:46.220535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.264463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Calling delete_port for 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:46.308936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e143801-9fb0-4173-ab01-237b78c94c45 req-a9895ade-f1f4-4a97-b694-31bf5448676e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:46.311717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e143801-9fb0-4173-ab01-237b78c94c45 req-a9895ade-f1f4-4a97-b694-31bf5448676e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1225405 Aug 20 15:12:46.394790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e143801-9fb0-4173-ab01-237b78c94c45 req-877d77b9-75b4-4359-96ea-9e12586e1b5f tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751331 Aug 20 15:12:46.399955 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.415629 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-719c0409-ad99-4842-be1e-116de782a850 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.423840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] For port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf,segment=NetworkSegment(af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59),segment_id=af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:46.424214 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.440689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:46.452648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Pushing event deleted for resources: {'Port': ['ID=6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:46.470727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] No DVR routers for this DVR port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:46.473870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.474319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.474748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.475151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.475573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.475977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.476377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.476769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.477180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.477571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.478249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.478651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edcc161-9df6-435b-9ad7-571d3e49d13f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:12:46.532332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c0409-ad99-4842-be1e-116de782a850 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:46.535026 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-719c0409-ad99-4842-be1e-116de782a850 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.536860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.539144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826bf667-4dfa-498c-95b9-9638e1d4fdd1 None None] Network 196d4518-a484-49f3-8576-2d800630dd47 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:46.540006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-719c0409-ad99-4842-be1e-116de782a850 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "DELETE /v2.0/subnets/ec9dcab8-4292-400a-bcf4-0e2c0df5b2b8 HTTP/1.1" status: 204 len: 168 time: 0.7462227 Aug 20 15:12:46.540611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55918) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:46.578116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:46.585114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No DVR routers for this DVR port 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:46.619736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d35ffef-f7ae-4ed3-b8ed-59a79d8ae9ce tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting subnet 8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:46.633481 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffef-f7ae-4ed3-b8ed-59a79d8ae9ce tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.728454 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffef-f7ae-4ed3-b8ed-59a79d8ae9ce tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.749532 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.777647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50030962-8b42-4609-89a8-060bec4b10eb']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:46.795508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:46.795508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7ee1e0-a16a-4f12-9f6c-0b8ecb6cad59') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:46.805780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.820292 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.830740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:46.830740 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:46.837347 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:46.841398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7040e0a4-6474-4e2b-bca6-1dbece25d874 None None] DHCP port deletion for 196d4518-a484-49f3-8576-2d800630dd47 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:12:46.968765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.986337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:46.990255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7040e0a4-6474-4e2b-bca6-1dbece25d874 None None] Deleting port 448e9053-aab5-4254-8efe-ff953bca04b5 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:46.990923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7040e0a4-6474-4e2b-bca6-1dbece25d874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:46.994017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.008138 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/networks/50030962-8b42-4609-89a8-060bec4b10eb HTTP/1.1" status: 204 len: 168 time: 1.4835930 Aug 20 15:12:47.040604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55926) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:47.064595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb292cc-0a1b-4999-8e45-fda92c896ab2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Network': ['ID=50030962-8b42-4609-89a8-060bec4b10eb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:47.097851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7040e0a4-6474-4e2b-bca6-1dbece25d874 None None] For port 448e9053-aab5-4254-8efe-ff953bca04b5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=448e9053-aab5-4254-8efe-ff953bca04b5,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:47.098750 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7040e0a4-6474-4e2b-bca6-1dbece25d874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.110072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08780a43-49e3-428d-9ca8-5ffebad32ee8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:47.114941 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08780a43-49e3-428d-9ca8-5ffebad32ee8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/8396b7d2-f023-40fd-b0e0-58144ca3f327 HTTP/1.1" status: 200 len: 844 time: 0.0702901 Aug 20 15:12:47.115322 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55928) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:47.120165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7040e0a4-6474-4e2b-bca6-1dbece25d874 None None] Calling delete_port for 448e9053-aab5-4254-8efe-ff953bca04b5 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:47.158083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:12:47.158676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6c55ea2f-d9f3-4d3d-9f63-c862d0c29aaf not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:47.159371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 448e9053-aab5-4254-8efe-ff953bca04b5 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:47.169372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639aed5-df56-4071-bf8f-e3ffef859dff req-bafef68f-2148-459b-9403-6f7b7cc900db tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:47.171202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5639aed5-df56-4071-bf8f-e3ffef859dff req-bafef68f-2148-459b-9403-6f7b7cc900db tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 945 time: 0.4975004 Aug 20 15:12:47.176930 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bd2e1a2c-b30c-4bc8-b0e8-087041851f49 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/8396b7d2-f023-40fd-b0e0-58144ca3f327?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0602279 Aug 20 15:12:47.180717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55930) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:47.187196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:47.247168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5639aed5-df56-4071-bf8f-e3ffef859dff req-8cda8951-0879-49fb-9f8d-ba6516d7889a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632827 Aug 20 15:12:47.258028 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffef-f7ae-4ed3-b8ed-59a79d8ae9ce tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.315845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:47.322512 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.359339 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffef-f7ae-4ed3-b8ed-59a79d8ae9ce tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.405313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ffef-f7ae-4ed3-b8ed-59a79d8ae9ce tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Subnet': ['ID=8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:47.413616 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffef-f7ae-4ed3-b8ed-59a79d8ae9ce tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.417695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1d35ffef-f7ae-4ed3-b8ed-59a79d8ae9ce tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "DELETE /v2.0/subnets/8e78dea7-2dfc-4fe0-b32c-4d6ca05385b7 HTTP/1.1" status: 204 len: 168 time: 0.8745551 Aug 20 15:12:47.421451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55936) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:47.575695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1440eb0-55c4-4455-901a-fae1d26173bc None None] Network cc815b3d-0f87-4c07-9a13-8fc9de10a3ec requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:47.578340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:12:47.592219 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.666783 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.677936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:47.679306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=2b6712b7-a70f-4b44-86d1-d050fa1ee519,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:47.684978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:47.687782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:47.688378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.702489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eb78d-5f70-4655-9497-15217fb077fd req-a6dc64f3-c2a9-470f-8d4d-baf80bb55826 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:47.704955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f34eb78d-5f70-4655-9497-15217fb077fd req-a6dc64f3-c2a9-470f-8d4d-baf80bb55826 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 944 time: 0.1031928 Aug 20 15:12:47.718085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc401f35-a215-41ee-9914-4177236fb776 None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:47.729366 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-78bef32e-e1b3-49bd-9101-8264ac4484a6 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5470631 Aug 20 15:12:47.730491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55946) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:47.737367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fb3bbf62-f9d9-4a25-a5ee-c59701264405 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'security_group': {'name': 'tempest-secgroup-1971311686'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:47.785483 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbf62-f9d9-4a25-a5ee-c59701264405 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.793318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f34eb78d-5f70-4655-9497-15217fb077fd req-48373775-df40-4255-8255-9c98ee1d3a5c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587854 Aug 20 15:12:47.810965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port 448e9053-aab5-4254-8efe-ff953bca04b5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:47.811341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.966027 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.974247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] For port 448e9053-aab5-4254-8efe-ff953bca04b5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=448e9053-aab5-4254-8efe-ff953bca04b5,segment=NetworkSegment(8656f413-4cac-4f5e-bab1-1fcc2e59c82e),segment_id=8656f413-4cac-4f5e-bab1-1fcc2e59c82e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:47.974996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.995119 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:47.997830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for 448e9053-aab5-4254-8efe-ff953bca04b5 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:48.032893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbf62-f9d9-4a25-a5ee-c59701264405 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.054581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbf62-f9d9-4a25-a5ee-c59701264405 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.064542 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7040e0a4-6474-4e2b-bca6-1dbece25d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.109154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.113195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bbf62-f9d9-4a25-a5ee-c59701264405 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0f9d81-6eee-4d47-a86f-eb5fe5846c2d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:48.120634 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbf62-f9d9-4a25-a5ee-c59701264405 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.126597 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fb3bbf62-f9d9-4a25-a5ee-c59701264405 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3947637 Aug 20 15:12:48.127428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55958) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:48.132303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4c17d7a9-5247-479f-bed7-5b554d723af4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'security_group': {'name': 'tempest-secgroup-20857782'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:48.144376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040e0a4-6474-4e2b-bca6-1dbece25d874 None None] Pushing event deleted for resources: {'Port': ['ID=448e9053-aab5-4254-8efe-ff953bca04b5,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:48.146695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040e0a4-6474-4e2b-bca6-1dbece25d874 None None] No DVR routers for this DVR port 448e9053-aab5-4254-8efe-ff953bca04b5 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:48.147988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=448e9053-aab5-4254-8efe-ff953bca04b5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:48.150416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] No DVR routers for this DVR port 448e9053-aab5-4254-8efe-ff953bca04b5 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:48.196430 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c17d7a9-5247-479f-bed7-5b554d723af4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.212153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55960) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:48.235155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:48.277995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'port_id': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'mac_address': 'fa:16:3e:01:40:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:12:48.330254 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.343842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196d4518-a484-49f3-8576-2d800630dd47']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:48.365310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8656f413-4cac-4f5e-bab1-1fcc2e59c82e') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:48.365918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8656f413-4cac-4f5e-bab1-1fcc2e59c82e') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:48.366345 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c17d7a9-5247-479f-bed7-5b554d723af4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.372591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c17d7a9-5247-479f-bed7-5b554d723af4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.378831 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.389966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12f6dc4-96d5-4d6a-8fd6-58507ad04136 None None] DHCP port deletion for cc815b3d-0f87-4c07-9a13-8fc9de10a3ec request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:12:48.396110 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.403071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:48.403960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:48.407213 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:48.409800 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e188bd7-c6bc-4cb3-ad7a-e31d1ceccc18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.443983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17d7a9-5247-479f-bed7-5b554d723af4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e08574-5582-4afd-a845-96c9863ea135,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:48.452801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4c17d7a9-5247-479f-bed7-5b554d723af4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.457426 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4c17d7a9-5247-479f-bed7-5b554d723af4 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3288333 Aug 20 15:12:48.460184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55966) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:48.465822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-73794897', 'security_groups': ['a2e08574-5582-4afd-a845-96c9863ea135'], 'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b6712b7-a70f-4b44-86d1-d050fa1ee519'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:48.485133 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.489165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'tenant_id': 'd53a28711c0345d79ef6c11c8163ac5b', 'fixed_ips': [{'subnet_id': '2b6712b7-a70f-4b44-86d1-d050fa1ee519'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:12:48.490301 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.523665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.536234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db39a254-4b4f-4d4a-88e2-f5193d5b0e0b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:12:48.539791 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.542105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "DELETE /v2.0/networks/196d4518-a484-49f3-8576-2d800630dd47 HTTP/1.1" status: 204 len: 168 time: 1.1196785 Aug 20 15:12:48.544875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55968) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:48.568345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121e115-526f-4695-abd8-e1b909aa2b2a tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Network': ['ID=196d4518-a484-49f3-8576-2d800630dd47,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:48.593397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:12:48.593397 n-d-695189-15 neutron-server[101100]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 15:12:48.593397 n-d-695189-15 neutron-server[101100]: [parameters: {'project_id_1': 'd53a28711c0345d79ef6c11c8163ac5b', 'expiration_1': datetime.datetime(2021, 8, 20, 15, 12, 48, 587197)}] Aug 20 15:12:48.593397 n-d-695189-15 neutron-server[101100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:12:48.594192 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:12:48.656950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:48.671069 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.672039 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.690853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e188bd7-c6bc-4cb3-ad7a-e31d1ceccc18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.696159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e188bd7-c6bc-4cb3-ad7a-e31d1ceccc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.710628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d12f6dc4-96d5-4d6a-8fd6-58507ad04136 None None] Deleting port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:48.710628 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d12f6dc4-96d5-4d6a-8fd6-58507ad04136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.750754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e188bd7-c6bc-4cb3-ad7a-e31d1ceccc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80441c5c-0c67-4684-b3ce-346adc52136b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:48.755258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Deleting port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:48.755662 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.757213 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7e188bd7-c6bc-4cb3-ad7a-e31d1ceccc18 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=992f25c8b7094523b61f465ca86c80e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419071 Aug 20 15:12:48.759715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55970) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:48.825146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] For port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0c00519b-5ad7-4f3a-be37-d6cc1563d5ff,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:48.825414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.828579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc8df-223c-43ce-8303-c428dd3be8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.840304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Allocated IP 2001:db8::2 (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/2b6712b7-a70f-4b44-86d1-d050fa1ee519/5d90610c-1802-4365-878a-4be8d9784267) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:48.843043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Calling delete_port for 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:48.850106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d12f6dc4-96d5-4d6a-8fd6-58507ad04136 None None] For port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0c00519b-5ad7-4f3a-be37-d6cc1563d5ff,segment=NetworkSegment(83a58bd8-b67a-46bb-af84-a5001cc49da4),segment_id=83a58bd8-b67a-46bb-af84-a5001cc49da4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:48.850520 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d12f6dc4-96d5-4d6a-8fd6-58507ad04136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:48.867630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:48.876608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d12f6dc4-96d5-4d6a-8fd6-58507ad04136 None None] Calling delete_port for 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:48.882959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc8df-223c-43ce-8303-c428dd3be8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.008216 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.012753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:12:49.016631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc8df-223c-43ce-8303-c428dd3be8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.021921 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d6dc8df-223c-43ce-8303-c428dd3be8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.023418 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3d6dc8df-223c-43ce-8303-c428dd3be8e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80441c5c-0c67-4684-b3ce-346adc52136b HTTP/1.1" status: 204 len: 168 time: 0.2620280 Aug 20 15:12:49.033993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dc8df-223c-43ce-8303-c428dd3be8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80441c5c-0c67-4684-b3ce-346adc52136b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:49.055233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Port': ['ID=0c00519b-5ad7-4f3a-be37-d6cc1563d5ff,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:49.060651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] No DVR routers for this DVR port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:49.108389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8818a4-9fef-45d3-b9ef-1e27e46f6678 req-07bfe6e4-a4ea-41d9-b572-0e8962508c26 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:49.112356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d8818a4-9fef-45d3-b9ef-1e27e46f6678 req-07bfe6e4-a4ea-41d9-b572-0e8962508c26 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 945 time: 0.1528788 Aug 20 15:12:49.137662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:49.181053 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.191225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Transition to ACTIVE for port object 5d90610c-1802-4365-878a-4be8d9784267 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:49.194159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.208617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Transition to ACTIVE for port object 5d90610c-1802-4365-878a-4be8d9784267 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:49.211590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:12:49.211921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:12:49.216179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc815b3d-0f87-4c07-9a13-8fc9de10a3ec']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:49.222517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d8818a4-9fef-45d3-b9ef-1e27e46f6678 req-9e922efb-5bbe-4355-88d1-34e5c4d982a9 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972803 Aug 20 15:12:49.233427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a58bd8-b67a-46bb-af84-a5001cc49da4') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:49.233731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a58bd8-b67a-46bb-af84-a5001cc49da4') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:49.246341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.274673 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.286188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:12:49.286653 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:12:49.296157 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:12:49.316318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:12:49.346547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.352548 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.392993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 5640e1e1-c542-47eb-bf81-f9ee52bd1fa9 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:12:49.396750 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d12f6dc4-96d5-4d6a-8fd6-58507ad04136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.412554 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:49.417474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f6dc4-96d5-4d6a-8fd6-58507ad04136 None None] No DVR routers for this DVR port 0c00519b-5ad7-4f3a-be37-d6cc1563d5ff on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:12:49.431338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:49.434916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:49.449641 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.459132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.465162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] 10.222.0.36 "DELETE /v2.0/networks/cc815b3d-0f87-4c07-9a13-8fc9de10a3ec HTTP/1.1" status: 204 len: 168 time: 0.9149904 Aug 20 15:12:49.472850 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Pushing event updated for resources: {'Port': ['ID=5d90610c-1802-4365-878a-4be8d9784267,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:49.482523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99fb69-e4d6-4bc7-94c4-6a6107c95e96 tempest-TaggedBootDevicesTest-208745600 tempest-TaggedBootDevicesTest-208745600-project] Pushing event deleted for resources: {'Network': ['ID=cc815b3d-0f87-4c07-9a13-8fc9de10a3ec,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:49.507608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f6dc4-96d5-4d6a-8fd6-58507ad04136 None None] Pushing event deleted for resources: {'Port': ['ID=0c00519b-5ad7-4f3a-be37-d6cc1563d5ff,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:49.548555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55982) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:49.566425 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30088ab7-c031-41cf-8c0a-99640684b1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.611068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Attempting to bind port 5d90610c-1802-4365-878a-4be8d9784267 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:12:49.612397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Attempting to bind port 5d90610c-1802-4365-878a-4be8d9784267 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'c446b094-2ada-4e37-bc49-93b6b800e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:12:49.614434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Attempting to bind port 5d90610c-1802-4365-878a-4be8d9784267 on network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:12:49.634620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:12:49.634833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Checking segment: {'id': 'c446b094-2ada-4e37-bc49-93b6b800e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:12:49.635859 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.636269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Bound using segment: {'id': 'c446b094-2ada-4e37-bc49-93b6b800e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:12:49.636765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Bound port: 5d90610c-1802-4365-878a-4be8d9784267, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c446b094-2ada-4e37-bc49-93b6b800e035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:12:49.637447 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.753731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::8b (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/2b6712b7-a70f-4b44-86d1-d050fa1ee519/5640e1e1-c542-47eb-bf81-f9ee52bd1fa9) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:49.781758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] For port 5d90610c-1802-4365-878a-4be8d9784267, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:12:49.785157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] For port 5d90610c-1802-4365-878a-4be8d9784267, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d90610c-1802-4365-878a-4be8d9784267,segment=NetworkSegment(c446b094-2ada-4e37-bc49-93b6b800e035),segment_id=c446b094-2ada-4e37-bc49-93b6b800e035)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:12:49.788786 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30088ab7-c031-41cf-8c0a-99640684b1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.804800 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30088ab7-c031-41cf-8c0a-99640684b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.805344 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:49.911394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30088ab7-c031-41cf-8c0a-99640684b1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6956014a-fbc1-44c6-9c47-0b49e2b5274f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:49.931374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313511b-ab3a-4e68-b8f3-56cf25af1e02 None None] Pushing event updated for resources: {'Port': ['ID=5d90610c-1802-4365-878a-4be8d9784267,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:49.942153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-30088ab7-c031-41cf-8c0a-99640684b1b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b70d63b2dba246a1adc59d8c08bc5c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899963 Aug 20 15:12:49.942316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56004) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:50.011344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:50.043394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object 5640e1e1-c542-47eb-bf81-f9ee52bd1fa9 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:50.051075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88e55dd9-f1cd-4606-85c3-d81b9b301474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:50.087709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88e55dd9-f1cd-4606-85c3-d81b9b301474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:50.138704 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:50.196072 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88e55dd9-f1cd-4606-85c3-d81b9b301474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:50.203351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88e55dd9-f1cd-4606-85c3-d81b9b301474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:50.203351 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-88e55dd9-f1cd-4606-85c3-d81b9b301474 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6956014a-fbc1-44c6-9c47-0b49e2b5274f HTTP/1.1" status: 204 len: 168 time: 0.2576933 Aug 20 15:12:50.211769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:50.231473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:50.233961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:12:50.241292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:50.241292 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:50.254095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=5640e1e1-c542-47eb-bf81-f9ee52bd1fa9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:50.262408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e55dd9-f1cd-4606-85c3-d81b9b301474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6956014a-fbc1-44c6-9c47-0b49e2b5274f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:50.274917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56014) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:50.275523 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dbb818f0-d05f-4a3c-9b7a-589a992e8d79 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8142169 Aug 20 15:12:50.281335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6be5adc9-1e36-4de6-8086-4e275495b7c8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:50.457967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a018e-5569-4403-9119-394103583dad req-238b1ee0-438f-4457-83cb-8268f5de5239 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:50.466182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b0a018e-5569-4403-9119-394103583dad req-238b1ee0-438f-4457-83cb-8268f5de5239 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 945 time: 0.1032486 Aug 20 15:12:50.517915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b0a018e-5569-4403-9119-394103583dad req-95d372e8-f2ea-4c7e-9d85-393a2f1db19e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508282 Aug 20 15:12:50.528287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be5adc9-1e36-4de6-8086-4e275495b7c8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:50.532424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6be5adc9-1e36-4de6-8086-4e275495b7c8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:50.643295 n-d-695189-15 neutron-server[101099]: INFO neutron.db.ipam_backend_mixin [None req-6be5adc9-1e36-4de6-8086-4e275495b7c8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b6712b7-a70f-4b44-86d1-d050fa1ee519 (CIDR: 2001:db8::/64) Aug 20 15:12:50.648594 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be5adc9-1e36-4de6-8086-4e275495b7c8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:12:50.649110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be5adc9-1e36-4de6-8086-4e275495b7c8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:12:50.665087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6be5adc9-1e36-4de6-8086-4e275495b7c8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3881664 Aug 20 15:12:50.668796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56022) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:50.674411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:50.805933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:12:50.824958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:50.829507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:50.976730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:51.078591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'port_id': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'mac_address': 'fa:16:3e:b1:0d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:12:51.169568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d90610c-1802-4365-878a-4be8d9784267 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:51.292867 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:51.309379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:51.316971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:12:51.345733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:51.347360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5d90610c-1802-4365-878a-4be8d9784267 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:51.355271 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:51.398935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:51.403622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:51.408739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:51.409234 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:51.420892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=9729b90f-51c7-4291-8074-5c45590045a2,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:51.434248 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-715cb921-15ca-420d-a4b1-e094164384cf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7640903 Aug 20 15:12:51.436868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56044) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:51.444853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1073407675', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9729b90f-51c7-4291-8074-5c45590045a2'}], 'security_groups': ['fd0f9d81-6eee-4d47-a86f-eb5fe5846c2d']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:51.448408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:51.466466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:12:51.511378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82408eae-8bae-4602-88db-16fae5602ce2 None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:51.537076 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:51.801554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4c5be-cbc4-4e9a-9277-069c5c1bf403 req-2cd24276-dc9b-4e00-8768-51b87e50f81c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:51.803806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ff4c5be-cbc4-4e9a-9277-069c5c1bf403 req-2cd24276-dc9b-4e00-8768-51b87e50f81c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 945 time: 0.1385238 Aug 20 15:12:51.831389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:51.860756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ff4c5be-cbc4-4e9a-9277-069c5c1bf403 req-739e464c-1fa5-43f2-b46c-f3a763b8ea7c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495174 Aug 20 15:12:51.941724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] Provisioning complete for port 8396b7d2-f023-40fd-b0e0-58144ca3f327 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:51.942255 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:51.954145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Delete allocated IP 2001:db8::8b (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/2b6712b7-a70f-4b44-86d1-d050fa1ee519) {{(pid=101100) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 15:12:51.969188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8:0:1::113 (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/9729b90f-51c7-4291-8074-5c45590045a2/5640e1e1-c542-47eb-bf81-f9ee52bd1fa9) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:52.046495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] Port 8396b7d2-f023-40fd-b0e0-58144ca3f327 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:52.078112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:52.078493 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.117223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] Provisioning for port 5d90610c-1802-4365-878a-4be8d9784267 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:52.153495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] Provisioning complete for port 5d90610c-1802-4365-878a-4be8d9784267 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:52.154179 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.212945 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.246033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Ignored duplicate provisioning block setup for port 5640e1e1-c542-47eb-bf81-f9ee52bd1fa9 by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 20 15:12:52.263727 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.345324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] In _notify_port_updated(), no bound segment for port 5640e1e1-c542-47eb-bf81-f9ee52bd1fa9 on network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:12:52.352109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:52.354684 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.356574 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "PUT /v2.0/ports/5640e1e1-c542-47eb-bf81-f9ee52bd1fa9 HTTP/1.1" status: 200 len: 931 time: 0.9180367 Aug 20 15:12:52.359717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56070) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:52.407166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17744837-67e6-4cd4-86f1-09645387751e tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=5640e1e1-c542-47eb-bf81-f9ee52bd1fa9,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:52.426003 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.454012 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.456639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced17b3b-21f3-491d-9a3e-33f477f70ae5 None None] Update dhcp port {'port': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'fixed_ips': [{'subnet_id': '2b6712b7-a70f-4b44-86d1-d050fa1ee519', 'ip_address': '2001:db8::2'}, {'subnet_id': '9729b90f-51c7-4291-8074-5c45590045a2'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '5d90610c-1802-4365-878a-4be8d9784267'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 15:12:52.514167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:52.515316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7cf32e35-394f-4076-8141-5ac047f591a3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 5640e1e1-c542-47eb-bf81-f9ee52bd1fa9 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:52.515814 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7cf32e35-394f-4076-8141-5ac047f591a3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.516894 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d99855-6d3e-499a-b282-3c5c7dfa9af8" -d '{"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-plugged", "status": "completed", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:52.540445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:52.546476 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ced17b3b-21f3-491d-9a3e-33f477f70ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.554978 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.576919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] For port 5d90610c-1802-4365-878a-4be8d9784267, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d90610c-1802-4365-878a-4be8d9784267,segment=NetworkSegment(c446b094-2ada-4e37-bc49-93b6b800e035),segment_id=c446b094-2ada-4e37-bc49-93b6b800e035)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:52.602039 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9ecfe5-c078-4e98-9673-cc77ac206dce x-openstack-request-id: req-db9ecfe5-c078-4e98-9673-cc77ac206dce {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:52.602334 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-plugged", "status": "completed", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:52.602593 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db9ecfe5-c078-4e98-9673-cc77ac206dce {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:52.602985 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'code': 200} Aug 20 15:12:52.630347 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.665946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7cf32e35-394f-4076-8141-5ac047f591a3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.682658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7cf32e35-394f-4076-8141-5ac047f591a3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 5640e1e1-c542-47eb-bf81-f9ee52bd1fa9 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:52.748297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=10']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:52.829037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:52.932717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7cf32e35-394f-4076-8141-5ac047f591a3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:52.957411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573f8a4-a314-4197-9ab6-0382151f1115 req-5bf724da-91a3-45ba-a99a-242340047356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:52.960073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ac5ab-2b28-43d0-89a2-36d773b4cdc0 None None] Pushing event updated for resources: {'Port': ['ID=5d90610c-1802-4365-878a-4be8d9784267,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:52.971831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1573f8a4-a314-4197-9ab6-0382151f1115 req-5bf724da-91a3-45ba-a99a-242340047356 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1099 time: 0.1480968 Aug 20 15:12:53.049971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf32e35-394f-4076-8141-5ac047f591a3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=5640e1e1-c542-47eb-bf81-f9ee52bd1fa9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:53.059641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1573f8a4-a314-4197-9ab6-0382151f1115 req-13110af2-ab14-4b61-84c8-13bb4a1a093e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863075 Aug 20 15:12:53.065576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-ced17b3b-21f3-491d-9a3e-33f477f70ae5 None None] Allocated IP 2001:db8:0:1::2 (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/9729b90f-51c7-4291-8074-5c45590045a2/5d90610c-1802-4365-878a-4be8d9784267) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:53.086350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:53.086736 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.087444 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7cf32e35-394f-4076-8141-5ac047f591a3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.095594 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7cf32e35-394f-4076-8141-5ac047f591a3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/5640e1e1-c542-47eb-bf81-f9ee52bd1fa9 HTTP/1.1" status: 204 len: 168 time: 0.7335913 Aug 20 15:12:53.097164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56094) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:53.109438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792b89-0ed7-44b5-a01a-edda8762dcbe req-3390d23b-b3b8-42d3-83cf-21181fe539a9 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:53.111161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d792b89-0ed7-44b5-a01a-edda8762dcbe req-3390d23b-b3b8-42d3-83cf-21181fe539a9 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 947 time: 0.1167235 Aug 20 15:12:53.161171 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca676c7-455f-4780-aa81-e837e9f72c86 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:12:53.163117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4ca676c7-455f-4780-aa81-e837e9f72c86 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/5640e1e1-c542-47eb-bf81-f9ee52bd1fa9 HTTP/1.1" status: 404 len: 333 time: 0.0646517 Aug 20 15:12:53.166003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56102) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:53.259331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec09f380-d1b9-414a-85e8-43dd020ebcb5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.264930 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d792b89-0ed7-44b5-a01a-edda8762dcbe req-c831bc87-4284-4d84-9976-f7ebd9435e6b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409676 Aug 20 15:12:53.339086 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.353100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ced17b3b-21f3-491d-9a3e-33f477f70ae5 None None] For port 5d90610c-1802-4365-878a-4be8d9784267, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d90610c-1802-4365-878a-4be8d9784267,segment=NetworkSegment(c446b094-2ada-4e37-bc49-93b6b800e035),segment_id=c446b094-2ada-4e37-bc49-93b6b800e035)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:53.389071 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec09f380-d1b9-414a-85e8-43dd020ebcb5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.445062 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ced17b3b-21f3-491d-9a3e-33f477f70ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.469140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:53.474799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec09f380-d1b9-414a-85e8-43dd020ebcb5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.478463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec09f380-d1b9-414a-85e8-43dd020ebcb5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.484492 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ec09f380-d1b9-414a-85e8-43dd020ebcb5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/security-groups/a2e08574-5582-4afd-a845-96c9863ea135 HTTP/1.1" status: 204 len: 168 time: 0.3126898 Aug 20 15:12:53.485227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56122) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:53.489119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ced17b3b-21f3-491d-9a3e-33f477f70ae5 None None] Transition to ACTIVE for port object 5d90610c-1802-4365-878a-4be8d9784267 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:53.492127 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.493781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09f380-d1b9-414a-85e8-43dd020ebcb5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e08574-5582-4afd-a845-96c9863ea135,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:53.570488 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ced17b3b-21f3-491d-9a3e-33f477f70ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.574833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:53.601327 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d08e22c5-f56d-4f98-b6a6-5b2cb97abdfd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.668337 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d08e22c5-f56d-4f98-b6a6-5b2cb97abdfd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.760958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced17b3b-21f3-491d-9a3e-33f477f70ae5 None None] Pushing event updated for resources: {'Port': ['ID=5d90610c-1802-4365-878a-4be8d9784267,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:53.766711 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d08e22c5-f56d-4f98-b6a6-5b2cb97abdfd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.772114 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d08e22c5-f56d-4f98-b6a6-5b2cb97abdfd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.776365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d08e22c5-f56d-4f98-b6a6-5b2cb97abdfd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/security-groups/fd0f9d81-6eee-4d47-a86f-eb5fe5846c2d HTTP/1.1" status: 204 len: 168 time: 0.2866030 Aug 20 15:12:53.777505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56130) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:53.786038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e22c5-f56d-4f98-b6a6-5b2cb97abdfd tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0f9d81-6eee-4d47-a86f-eb5fe5846c2d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:53.887154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e049e2d-f667-4e34-9d02-a9ef1aad2af8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet 2b6712b7-a70f-4b44-86d1-d050fa1ee519 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:12:53.892986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e049e2d-f667-4e34-9d02-a9ef1aad2af8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:53.980212 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e049e2d-f667-4e34-9d02-a9ef1aad2af8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:54.130416 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e049e2d-f667-4e34-9d02-a9ef1aad2af8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:54.240596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56144) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:54.286408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e049e2d-f667-4e34-9d02-a9ef1aad2af8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:54.394900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e049e2d-f667-4e34-9d02-a9ef1aad2af8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6712b7-a70f-4b44-86d1-d050fa1ee519,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:54.413228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e049e2d-f667-4e34-9d02-a9ef1aad2af8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:54.426767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56156) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:54.433893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:54.436778 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1e049e2d-f667-4e34-9d02-a9ef1aad2af8 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/2b6712b7-a70f-4b44-86d1-d050fa1ee519 HTTP/1.1" status: 204 len: 168 time: 0.6578360 Aug 20 15:12:54.604977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:12:54.608008 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf53dd1-4316-4b1a-8707-2de34420bc5b" -d '{"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-plugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:12:54.691871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56170) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:54.759312 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05caf5e8-8825-497b-84ed-28872da07312 x-openstack-request-id: req-05caf5e8-8825-497b-84ed-28872da07312 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:12:54.759657 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-plugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:12:54.760456 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05caf5e8-8825-497b-84ed-28872da07312 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:12:54.760870 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'code': 200} Aug 20 15:12:54.790740 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac6c763d-5522-41be-ad3b-a7b2e362f474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:54.898109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea27b45-3b8f-4685-aa75-9adf9a36b3be None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:55.108521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d90610c-1802-4365-878a-4be8d9784267 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:12:55.130450 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac6c763d-5522-41be-ad3b-a7b2e362f474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:55.186690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-67a7c250-5b8d-43f6-966a-8cb8c1b65614 None None] Provisioning for port 5d90610c-1802-4365-878a-4be8d9784267 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:12:55.189450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d059a-f850-4b7c-a370-934a1ce7db17 req-456203a7-ae14-4d03-bccb-424c61068b7a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:55.200000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce8d059a-f850-4b7c-a370-934a1ce7db17 req-456203a7-ae14-4d03-bccb-424c61068b7a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 947 time: 0.7248580 Aug 20 15:12:55.201139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-67a7c250-5b8d-43f6-966a-8cb8c1b65614 None None] Provisioning complete for port 5d90610c-1802-4365-878a-4be8d9784267 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:55.201663 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67a7c250-5b8d-43f6-966a-8cb8c1b65614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:55.204886 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac6c763d-5522-41be-ad3b-a7b2e362f474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:55.280458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ac6c763d-5522-41be-ad3b-a7b2e362f474 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ef75102188d4b05a2e65b3914bc3193&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0386994 Aug 20 15:12:55.294468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56186) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:55.301299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d90610c-1802-4365-878a-4be8d9784267 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:55.305653 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:55.524658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c763d-5522-41be-ad3b-a7b2e362f474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9297499-4f82-4043-bef3-f749bdf2f1e0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:55.592445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-86d5d306-9ff2-497e-953f-4bc09773cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:55.594281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-86d5d306-9ff2-497e-953f-4bc09773cc6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1097 time: 0.4621897 Aug 20 15:12:55.599450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:55.614239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:55.618068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:55.656584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-67a7c250-5b8d-43f6-966a-8cb8c1b65614 None None] Could not find standard attr ID for object 5640e1e1-c542-47eb-bf81-f9ee52bd1fa9. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:12:55.695978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-67a7c250-5b8d-43f6-966a-8cb8c1b65614 None None] Provisioning complete for port 8396b7d2-f023-40fd-b0e0-58144ca3f327 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:55.697190 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67a7c250-5b8d-43f6-966a-8cb8c1b65614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:55.751124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-67a7c250-5b8d-43f6-966a-8cb8c1b65614 None None] Port 8396b7d2-f023-40fd-b0e0-58144ca3f327 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:56.020188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-a1a8a403-157d-495a-8601-eda6c2a5c1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:56.028486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-a1a8a403-157d-495a-8601-eda6c2a5c1c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.2265480 Aug 20 15:12:56.033719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Deleting port 74cecdfa-b166-4de9-88e5-f95ed401c0a2 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:56.034147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:56.047397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce8d059a-f850-4b7c-a370-934a1ce7db17 req-534930d0-9ab9-4c15-9b28-655d1e51659f tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8463924 Aug 20 15:12:56.172895 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] For port 74cecdfa-b166-4de9-88e5-f95ed401c0a2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=74cecdfa-b166-4de9-88e5-f95ed401c0a2,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:56.174034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:56.196239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Calling delete_port for 74cecdfa-b166-4de9-88e5-f95ed401c0a2 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:56.203081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-a0ed6908-8b93-4b3c-b068-bb3c9ccbf38a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 1001 time: 0.1542947 Aug 20 15:12:56.209859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73fbc380-c935-4a1b-b0ec-596fa9f7f148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:56.335293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-7635a6e3-6544-4e53-a409-c77724ecaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:56.339968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-7635a6e3-6544-4e53-a409-c77724ecaf7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.1218843 Aug 20 15:12:56.486868 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73fbc380-c935-4a1b-b0ec-596fa9f7f148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:56.524748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:56.568686 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:12:56.602692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-98beb653-0eef-45c5-b2db-05914540988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:56.604605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-98beb653-0eef-45c5-b2db-05914540988e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2395148 Aug 20 15:12:56.687344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=74cecdfa-b166-4de9-88e5-f95ed401c0a2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:56.824454 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73fbc380-c935-4a1b-b0ec-596fa9f7f148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:56.825847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bf6966bf-7ebf-45c4-9a9e-823c8b80cd02 None None] Provisioning complete for port 8396b7d2-f023-40fd-b0e0-58144ca3f327 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:56.827065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73fbc380-c935-4a1b-b0ec-596fa9f7f148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:56.832318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-73fbc380-c935-4a1b-b0ec-596fa9f7f148 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b9297499-4f82-4043-bef3-f749bdf2f1e0 HTTP/1.1" status: 204 len: 168 time: 1.4879410 Aug 20 15:12:56.834377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bf6966bf-7ebf-45c4-9a9e-823c8b80cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:56.954026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbc380-c935-4a1b-b0ec-596fa9f7f148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9297499-4f82-4043-bef3-f749bdf2f1e0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:56.999569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:57.001548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-bf6966bf-7ebf-45c4-9a9e-823c8b80cd02 None None] Port 8396b7d2-f023-40fd-b0e0-58144ca3f327 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:12:57.074428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bf6966bf-7ebf-45c4-9a9e-823c8b80cd02 None None] Provisioning complete for port 5d90610c-1802-4365-878a-4be8d9784267 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:12:57.074819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bf6966bf-7ebf-45c4-9a9e-823c8b80cd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:57.233871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-c07011cb-252e-4b1a-ad4d-f81923e37261 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996675 Aug 20 15:12:57.376767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:57.554911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fb48d778-3ac7-47a6-8e1e-aeba226d6802 None None] Could not find standard attr ID for object 5640e1e1-c542-47eb-bf81-f9ee52bd1fa9. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:12:57.663319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56228) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:57.765669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ff94189-b578-44d3-b2ec-0f755dc6eaab req-7411683c-620e-404f-a2f5-7a177a924f1e service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101686 Aug 20 15:12:57.783968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1f229d6-ac0f-4afb-8acd-aa5327ec688e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:57.827708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:12:57.833220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:12:57.837179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:57.837850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:57.840852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=069e9363-8bf3-4c10-a604-abdfe692d0ba,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:57.858460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1220be-7eb7-41cf-abae-90546db31e92 req-d884966b-a0e7-4825-ab10-e264771616a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:12:57.860557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa1220be-7eb7-41cf-abae-90546db31e92 req-d884966b-a0e7-4825-ab10-e264771616a1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 947 time: 0.6143510 Aug 20 15:12:57.868700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0cea3d64-1bdd-45f2-9e0f-2ecafc38e599 None None] Could not find standard attr ID for object 5640e1e1-c542-47eb-bf81-f9ee52bd1fa9. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:12:57.922294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa1220be-7eb7-41cf-abae-90546db31e92 req-d7e71f1b-c88c-4342-8943-7632adf797e2 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537155 Aug 20 15:12:58.097928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1f229d6-ac0f-4afb-8acd-aa5327ec688e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.114771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1f229d6-ac0f-4afb-8acd-aa5327ec688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.140175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-12963777-edb0-4a2a-b712-f5c8ddb0670d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7119956 Aug 20 15:12:58.145632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56234) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:58.155608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f141bfd-abb1-472a-ab78-dec5871013c9 None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:12:58.190112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6feb5b1f-4ba0-49fb-a56c-1611e834f2c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'security_group': {'name': 'tempest-secgroup-1570643278'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:58.228581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c1f229d6-ac0f-4afb-8acd-aa5327ec688e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbfbad8415594187a6af522e9fcb2df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362256 Aug 20 15:12:58.228581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f229d6-ac0f-4afb-8acd-aa5327ec688e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493b19d2-2f7f-4b99-98df-c1943fdb1c19,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:58.233710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56236) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:58.282559 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:12:58.322579 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6feb5b1f-4ba0-49fb-a56c-1611e834f2c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.430571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6feb5b1f-4ba0-49fb-a56c-1611e834f2c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.442207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6feb5b1f-4ba0-49fb-a56c-1611e834f2c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.478475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb5b1f-4ba0-49fb-a56c-1611e834f2c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec43ae18-a0de-4d04-8538-d1db1163f267,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:58.494029 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-df7b3dab-451d-45eb-a7ba-0936c8e85874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.521238 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-df7b3dab-451d-45eb-a7ba-0936c8e85874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.582709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6feb5b1f-4ba0-49fb-a56c-1611e834f2c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.584642 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6feb5b1f-4ba0-49fb-a56c-1611e834f2c2 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4342172 Aug 20 15:12:58.587631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56242) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:58.595181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-953ba70f-9909-415b-9789-5e8fda5e8d97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'security_group': {'name': 'tempest-secgroup-2109409879'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:58.601172 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-df7b3dab-451d-45eb-a7ba-0936c8e85874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.606364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-df7b3dab-451d-45eb-a7ba-0936c8e85874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.612461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-df7b3dab-451d-45eb-a7ba-0936c8e85874 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/493b19d2-2f7f-4b99-98df-c1943fdb1c19 HTTP/1.1" status: 204 len: 168 time: 0.3762093 Aug 20 15:12:58.636213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:12:58.647286 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] Sync routers for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:12:58.652914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b3dab-451d-45eb-a7ba-0936c8e85874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493b19d2-2f7f-4b99-98df-c1943fdb1c19,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:58.664481 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-09ca570f-867d-4beb-b1fa-b8bad86b4d18 admin admin] 10.222.0.36 "PUT /v2.0/routers/7ce4e125-182e-4437-9d62-d7e8c3e2aa23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9702961 Aug 20 15:12:58.665292 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:58.665929 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:58.667147 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-953ba70f-9909-415b-9789-5e8fda5e8d97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.667880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56246) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:58.776540 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.777543 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a5335-e8b0-4bff-86e0-c26c7f8c70c3 None None] Update dhcp port {'port': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'fixed_ips': [{'subnet_id': '9729b90f-51c7-4291-8074-5c45590045a2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '069e9363-8bf3-4c10-a604-abdfe692d0ba'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '5d90610c-1802-4365-878a-4be8d9784267'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 15:12:58.812591 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-953ba70f-9909-415b-9789-5e8fda5e8d97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.821576 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-953ba70f-9909-415b-9789-5e8fda5e8d97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.834055 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.846333 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-513a5335-e8b0-4bff-86e0-c26c7f8c70c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.928733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-953ba70f-9909-415b-9789-5e8fda5e8d97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:58.933115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-953ba70f-9909-415b-9789-5e8fda5e8d97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3409512 Aug 20 15:12:58.938509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56248) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:58.949171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ba70f-9909-415b-9789-5e8fda5e8d97 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dfbdc8-7944-4684-8cb9-3810aaf2b319,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:58.969767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a55edbcc-bb86-4945-8d40-9c9a50e34faf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'security_group': {'name': 'tempest-secgroup-1287004457'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:59.047456 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:12:59.091348 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a55edbcc-bb86-4945-8d40-9c9a50e34faf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:59.176782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-513a5335-e8b0-4bff-86e0-c26c7f8c70c3 None None] Allocated IP 2001:db8::2 (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/069e9363-8bf3-4c10-a604-abdfe692d0ba/5d90610c-1802-4365-878a-4be8d9784267) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:12:59.209378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a55edbcc-bb86-4945-8d40-9c9a50e34faf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:59.218029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:59.228182 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a55edbcc-bb86-4945-8d40-9c9a50e34faf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:59.394602 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a55edbcc-bb86-4945-8d40-9c9a50e34faf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:59.395855 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a55edbcc-bb86-4945-8d40-9c9a50e34faf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4523799 Aug 20 15:12:59.396639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55edbcc-bb86-4945-8d40-9c9a50e34faf tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40d6e46-3250-42a1-aec1-de28bbb38b0e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:59.398650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56256) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:12:59.405529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-176112289', 'security_groups': ['d40d6e46-3250-42a1-aec1-de28bbb38b0e'], 'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '069e9363-8bf3-4c10-a604-abdfe692d0ba'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:12:59.445784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Deleting port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:12:59.445944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-513a5335-e8b0-4bff-86e0-c26c7f8c70c3 None None] For port 5d90610c-1802-4365-878a-4be8d9784267, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d90610c-1802-4365-878a-4be8d9784267,segment=NetworkSegment(c446b094-2ada-4e37-bc49-93b6b800e035),segment_id=c446b094-2ada-4e37-bc49-93b6b800e035)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:59.446574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:59.458411 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:12:56Z', 'revision_number': 5, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port': {'id': '155a968b-2d5c-4ff4-9822-f15cb7e7c9bb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:02:51Z', 'updated_at': '2021-08-20T15:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:59.517844 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-513a5335-e8b0-4bff-86e0-c26c7f8c70c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:59.544406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-513a5335-e8b0-4bff-86e0-c26c7f8c70c3 None None] Transition to ACTIVE for port object 5d90610c-1802-4365-878a-4be8d9784267 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:12:59.549238 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] Checking router: 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:12:59.554313 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-513a5335-e8b0-4bff-86e0-c26c7f8c70c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:59.590574 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] Routers {'7ce4e125-182e-4437-9d62-d7e8c3e2aa23'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:12:59.592038 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:59.650813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] For port 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=155a968b-2d5c-4ff4-9822-f15cb7e7c9bb,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:12:59.651287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:12:59.671281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a5335-e8b0-4bff-86e0-c26c7f8c70c3 None None] Pushing event updated for resources: {'Port': ['ID=5d90610c-1802-4365-878a-4be8d9784267,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:12:59.683391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Calling delete_port for 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:12:59.736234 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] Set router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:12:59.835092 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:12:59Z', 'revision_number': 6, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:12:59.869510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:12:59.903426 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298fb4f3-3251-49b5-9372-99034151b1cb None None] The sync data for ids ['7ce4e125-182e-4437-9d62-d7e8c3e2aa23'] in n-d-695189-15 is: [{'id': '7ce4e125-182e-4437-9d62-d7e8c3e2aa23', 'name': 'tempest-AttachVolumeTestJSON-1583673228-router', 'tenant_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:02:50Z', 'updated_at': '2021-08-20T15:12:59Z', 'revision_number': 6, 'project_id': '1b02ed40d3a744f7bcd3a7821b3b3ebb', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:12:59.994015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:00.032443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=155a968b-2d5c-4ff4-9822-f15cb7e7c9bb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:00.087399 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:00.152877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] device_id is not set on port 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:13:00.168977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:00.359835 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:00.368052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:00.493513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:00.497114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce4e125-182e-4437-9d62-d7e8c3e2aa23 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:13:00.516809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:00.529660 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a6039439-bccb-4d5b-b12a-4c0718d531b1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7ce4e125-182e-4437-9d62-d7e8c3e2aa23 HTTP/1.1" status: 204 len: 168 time: 1.8543952 Aug 20 15:13:00.540613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56282) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:00.724668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Deleting subnet c0b052b0-0834-4267-8354-9a3471fabf6a {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:00.736347 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:00.749723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8::2be (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/069e9363-8bf3-4c10-a604-abdfe692d0ba/88161d4e-5e2f-46d9-8dc6-53a10eab2d3c) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:00.805623 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.070588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-1c60bfc2-9bc6-4548-a1b9-aae2677eadaf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4555860 Aug 20 15:13:01.077468 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.138834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f60ace86-bef2-4670-9f9b-41ecd3bd21cd None None] Provisioning complete for port 8396b7d2-f023-40fd-b0e0-58144ca3f327 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:01.139434 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f60ace86-bef2-4670-9f9b-41ecd3bd21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.198751 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.224920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f60ace86-bef2-4670-9f9b-41ecd3bd21cd None None] Port 8396b7d2-f023-40fd-b0e0-58144ca3f327 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:01.230087 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d90610c-1802-4365-878a-4be8d9784267 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:01.253782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.258093 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c0b052b0-0834-4267-8354-9a3471fabf6a HTTP/1.1" status: 204 len: 168 time: 0.7141681 Aug 20 15:13:01.258093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b052b0-0834-4267-8354-9a3471fabf6a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:01.260421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56298) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:01.302503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ecd4a9-df33-4f27-8008-3c600e98f229 None None] Network 49150ad4-8e8a-418b-ac39-7b955ab4c514 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:01.303294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.303683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.304039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.304472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.304818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.305191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.305539 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.305877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.306215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.306594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.307205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.309549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916346be-8b00-41f5-824a-f73f971fe5ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:01.378848 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.421385 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.442627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f60ace86-bef2-4670-9f9b-41ecd3bd21cd None None] Provisioning for port 5d90610c-1802-4365-878a-4be8d9784267 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:01.460890 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f60ace86-bef2-4670-9f9b-41ecd3bd21cd None None] Provisioning complete for port 5d90610c-1802-4365-878a-4be8d9784267 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:01.461369 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f60ace86-bef2-4670-9f9b-41ecd3bd21cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.467035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d90610c-1802-4365-878a-4be8d9784267 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:01.467199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.477040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-f3018c8c-2b08-4041-92d1-0f451499cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:01.491134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-f3018c8c-2b08-4041-92d1-0f451499cbcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1099 time: 0.3335700 Aug 20 15:13:01.502015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:01.562226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Deleting port 0830e995-c4c7-443c-9c65-8158838ed452 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:01.569874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.601600 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.803703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] For port 0830e995-c4c7-443c-9c65-8158838ed452, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0830e995-c4c7-443c-9c65-8158838ed452,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:01.804086 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:01.847076 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Calling delete_port for 0830e995-c4c7-443c-9c65-8158838ed452 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:01.914847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:01.930150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae76da-682d-47a4-a238-8f9a09537cf4 None None] DHCP port deletion for 49150ad4-8e8a-418b-ac39-7b955ab4c514 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:13:01.931181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:01.937321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:01.953656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:01.954677 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:02.044895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=88161d4e-5e2f-46d9-8dc6-53a10eab2d3c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:02.059578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56314) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:02.064144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6635725 Aug 20 15:13:02.074162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dbaa3595-61f4-4123-acfa-d70ed5a1af30 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:02.084650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.085125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.085354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.090035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.090461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.090817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.091248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.091632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.091978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.092316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.092654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.092812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 74cecdfa-b166-4de9-88e5-f95ed401c0a2 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:02.092979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ff09df-e62f-4cde-ba1c-478d2c814b7a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:02.130220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-d4a8f4c0-427c-41b7-a333-88c1099c2b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:02.133011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-d4a8f4c0-427c-41b7-a333-88c1099c2b2a service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.5573251 Aug 20 15:13:02.144978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 74cecdfa-b166-4de9-88e5-f95ed401c0a2 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:02.145695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 74cecdfa-b166-4de9-88e5-f95ed401c0a2 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:02.146192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:02.211776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:02.212241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 155a968b-2d5c-4ff4-9822-f15cb7e7c9bb not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:02.253250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3eae76da-682d-47a4-a238-8f9a09537cf4 None None] Deleting port 0830e995-c4c7-443c-9c65-8158838ed452 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:02.256053 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3eae76da-682d-47a4-a238-8f9a09537cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:02.294326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:02.333341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-5b9fac48-326c-4db4-b5b4-d7f4746476ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 1002 time: 0.1909678 Aug 20 15:13:02.428794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] No DVR routers for this DVR port 0830e995-c4c7-443c-9c65-8158838ed452 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:02.456299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-b05dcefe-3293-45b5-ac5f-c205218d2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:02.460819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-b05dcefe-3293-45b5-ac5f-c205218d2ceb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.1189933 Aug 20 15:13:02.477685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3eae76da-682d-47a4-a238-8f9a09537cf4 None None] For port 0830e995-c4c7-443c-9c65-8158838ed452, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0830e995-c4c7-443c-9c65-8158838ed452,segment=NetworkSegment(ca74b07e-0fcd-4725-87a1-43ba2ca00989),segment_id=ca74b07e-0fcd-4725-87a1-43ba2ca00989)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:02.477978 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3eae76da-682d-47a4-a238-8f9a09537cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:02.489803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0830e995-c4c7-443c-9c65-8158838ed452,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:02.520986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3eae76da-682d-47a4-a238-8f9a09537cf4 None None] Calling delete_port for 0830e995-c4c7-443c-9c65-8158838ed452 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:02.579639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-31c05b1b-8416-4eb2-8a21-790791b171a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:02.580967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-31c05b1b-8416-4eb2-8a21-790791b171a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110823 Aug 20 15:13:02.654342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3024b245-0de0-49a7-9395-af770b6ac90a None None] Provisioning for port 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:02.675513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3024b245-0de0-49a7-9395-af770b6ac90a None None] Provisioning complete for port 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:02.676610 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3024b245-0de0-49a7-9395-af770b6ac90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:02.680940 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3eae76da-682d-47a4-a238-8f9a09537cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:02.687862 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:02.705163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49150ad4-8e8a-418b-ac39-7b955ab4c514']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:02.722638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca74b07e-0fcd-4725-87a1-43ba2ca00989') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:02.722994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca74b07e-0fcd-4725-87a1-43ba2ca00989') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:02.774288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:02.793342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaa3595-61f4-4123-acfa-d70ed5a1af30 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:02.804020 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dbaa3595-61f4-4123-acfa-d70ed5a1af30 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:02.809930 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-ae141e33-0283-42de-ad66-f103e7b22aa2 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218473 Aug 20 15:13:03.040589 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:03.058496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:03.061020 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:03.104633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dd9fef8-56d1-43cc-bd08-150acf532dec req-b728ea76-937b-4f72-94ca-10b8ee622c48 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832680 Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:03.145340 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:03.184284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0830e995-c4c7-443c-9c65-8158838ed452 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:03.189449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae76da-682d-47a4-a238-8f9a09537cf4 None None] Pushing event deleted for resources: {'Port': ['ID=0830e995-c4c7-443c-9c65-8158838ed452,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:03.223433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae76da-682d-47a4-a238-8f9a09537cf4 None None] No DVR routers for this DVR port 0830e995-c4c7-443c-9c65-8158838ed452 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:03.250409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 0830e995-c4c7-443c-9c65-8158838ed452 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:03.250781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0830e995-c4c7-443c-9c65-8158838ed452 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:03.254062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:03.260069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3024b245-0de0-49a7-9395-af770b6ac90a None None] Port 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:03.281115 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:03.291769 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/49150ad4-8e8a-418b-ac39-7b955ab4c514 HTTP/1.1" status: 204 len: 168 time: 2.0255814 Aug 20 15:13:03.294711 n-d-695189-15 neutron-server[101100]: INFO neutron.db.ipam_backend_mixin [None req-dbaa3595-61f4-4123-acfa-d70ed5a1af30 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 069e9363-8bf3-4c10-a604-abdfe692d0ba (CIDR: 2001:db8::/64) Aug 20 15:13:03.298645 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbaa3595-61f4-4123-acfa-d70ed5a1af30 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:03.299109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbaa3595-61f4-4123-acfa-d70ed5a1af30 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:03.312756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71b4a0-482b-4254-ac26-0b8a0e8c33b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=49150ad4-8e8a-418b-ac39-7b955ab4c514,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:03.337237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56350) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:03.337781 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dbaa3595-61f4-4123-acfa-d70ed5a1af30 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2770848 Aug 20 15:13:03.343954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-61e43855-d35e-42af-8209-69171a0bbcc7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:03.610761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e43855-d35e-42af-8209-69171a0bbcc7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:03.616901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-61e43855-d35e-42af-8209-69171a0bbcc7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:03.620988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:03.678847 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1662eb60-e295-47a6-b646-941c51caf458 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b02ed40d3a744f7bcd3a7821b3b3ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543740 Aug 20 15:13:03.679306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56360) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:03.753246 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f0912cd-f062-4541-bd7b-f79c9c85155d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:03.797096 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f0912cd-f062-4541-bd7b-f79c9c85155d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:03.837516 n-d-695189-15 neutron-server[101099]: INFO neutron.db.ipam_backend_mixin [None req-61e43855-d35e-42af-8209-69171a0bbcc7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9729b90f-51c7-4291-8074-5c45590045a2 (CIDR: 2001:db8:0:1::/64) Aug 20 15:13:03.843329 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e43855-d35e-42af-8209-69171a0bbcc7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:03.844347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e43855-d35e-42af-8209-69171a0bbcc7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:03.883741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f0912cd-f062-4541-bd7b-f79c9c85155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:03.887866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f0912cd-f062-4541-bd7b-f79c9c85155d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:03.889332 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0f0912cd-f062-4541-bd7b-f79c9c85155d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/708198f2-4066-4410-ad9f-8f32e0dc4b58 HTTP/1.1" status: 204 len: 168 time: 0.2086368 Aug 20 15:13:03.900070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-61e43855-d35e-42af-8209-69171a0bbcc7 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5604608 Aug 20 15:13:03.902924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56374) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:03.915102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'subnet': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:03.915392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0912cd-f062-4541-bd7b-f79c9c85155d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708198f2-4066-4410-ad9f-8f32e0dc4b58,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:04.104718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Made reservation on behalf of d53a28711c0345d79ef6c11c8163ac5b for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:04.110539 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.338946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56380) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:04.515359 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a115cd8c-38ee-4993-96d7-f41ac1f6dcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.599283 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.693375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a115cd8c-38ee-4993-96d7-f41ac1f6dcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.700421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a115cd8c-38ee-4993-96d7-f41ac1f6dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.724539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:04.727932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:04.742257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30585c6-f187-4573-86dc-922ca6423ee3 None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:04.742844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:04.743693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.749392 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a115cd8c-38ee-4993-96d7-f41ac1f6dcb9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b953304af394d6a8b040d625dc5a06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090261 Aug 20 15:13:04.750120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56392) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:04.761429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Subnet': ['ID=c8cdb107-4cde-47ea-93e8-6486bc519edc,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:04.765001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115cd8c-38ee-4993-96d7-f41ac1f6dcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a39c35-8fcc-440a-929b-945c163daf6b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:04.820581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4bffa5f8-bde5-4a6f-8f41-60c24ebab3f3 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9152210 Aug 20 15:13:04.824188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56400) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:04.830006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2143776481', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c8cdb107-4cde-47ea-93e8-6486bc519edc'}], 'security_groups': ['ec43ae18-a0de-4d04-8538-d1db1163f267', 'f5dfbdc8-7944-4684-8cb9-3810aaf2b319']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:04.839062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ce23767-cb94-4dca-ba7f-63f69ce5615c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.890264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ce23767-cb94-4dca-ba7f-63f69ce5615c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.964269 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ce23767-cb94-4dca-ba7f-63f69ce5615c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.967695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ce23767-cb94-4dca-ba7f-63f69ce5615c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:04.971660 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2ce23767-cb94-4dca-ba7f-63f69ce5615c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7a39c35-8fcc-440a-929b-945c163daf6b HTTP/1.1" status: 204 len: 168 time: 0.2191648 Aug 20 15:13:05.001723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce23767-cb94-4dca-ba7f-63f69ce5615c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a39c35-8fcc-440a-929b-945c163daf6b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:05.042294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56410) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:05.053559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:05.680893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ba5d04-46a6-4e8f-a5e3-fb6add30bb6d None None] Update dhcp port {'port': {'network_id': '6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c', 'fixed_ips': [{'subnet_id': '9729b90f-51c7-4291-8074-5c45590045a2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '069e9363-8bf3-4c10-a604-abdfe692d0ba', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c8cdb107-4cde-47ea-93e8-6486bc519edc'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '5d90610c-1802-4365-878a-4be8d9784267'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 15:13:05.717087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56422) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:05.731580 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67ba5d04-46a6-4e8f-a5e3-fb6add30bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:05.800130 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55c3be4f-3ce3-487a-92a4-0d48cfe7c547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:05.885067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Delete allocated IP 2001:db8::2be (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/069e9363-8bf3-4c10-a604-abdfe692d0ba) {{(pid=101099) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 20 15:13:05.917045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Allocated IP 2001:db8:0:2::3b6 (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/c8cdb107-4cde-47ea-93e8-6486bc519edc/88161d4e-5e2f-46d9-8dc6-53a10eab2d3c) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:05.918132 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:06.754163 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:06.782386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Transition to ACTIVE for port object 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:06.786364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:06.851333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55c3be4f-3ce3-487a-92a4-0d48cfe7c547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:06.873965 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55c3be4f-3ce3-487a-92a4-0d48cfe7c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:06.876571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] In _notify_port_updated(), no bound segment for port 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c on network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c {{(pid=101099) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:13:06.882989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:06.883767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:06.885748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "PUT /v2.0/ports/88161d4e-5e2f-46d9-8dc6-53a10eab2d3c HTTP/1.1" status: 200 len: 970 time: 2.0602593 Aug 20 15:13:06.889355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56452) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:06.947085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3be4f-3ce3-487a-92a4-0d48cfe7c547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720f6e33-813c-483a-b8ed-370c49fbc47c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:06.995490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-67ba5d04-46a6-4e8f-a5e3-fb6add30bb6d None None] Allocated IP 2001:db8:0:2::2 (6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c/c8cdb107-4cde-47ea-93e8-6486bc519edc/5d90610c-1802-4365-878a-4be8d9784267) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:07.009931 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-55c3be4f-3ce3-487a-92a4-0d48cfe7c547 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83684c9f3c3a40fea3a3ea0e7360d0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2904685 Aug 20 15:13:07.014254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56456) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:07.020380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63807c-777c-4005-84fb-bb6140114e46 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event updated for resources: {'Port': ['ID=88161d4e-5e2f-46d9-8dc6-53a10eab2d3c,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:07.084679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.107894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0bd2f-fa75-4fe7-b4f9-7fe316b36f22 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:07.108429 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bd2f-fa75-4fe7-b4f9-7fe316b36f22 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.167886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-67ba5d04-46a6-4e8f-a5e3-fb6add30bb6d None None] For port 5d90610c-1802-4365-878a-4be8d9784267, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d90610c-1802-4365-878a-4be8d9784267,segment=NetworkSegment(c446b094-2ada-4e37-bc49-93b6b800e035),segment_id=c446b094-2ada-4e37-bc49-93b6b800e035)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:07.202171 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67ba5d04-46a6-4e8f-a5e3-fb6add30bb6d None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.218813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-67ba5d04-46a6-4e8f-a5e3-fb6add30bb6d None None] Transition to ACTIVE for port object 5d90610c-1802-4365-878a-4be8d9784267 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:07.223993 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67ba5d04-46a6-4e8f-a5e3-fb6add30bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.300491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba5d04-46a6-4e8f-a5e3-fb6add30bb6d None None] Pushing event updated for resources: {'Port': ['ID=5d90610c-1802-4365-878a-4be8d9784267,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:07.344686 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bd2f-fa75-4fe7-b4f9-7fe316b36f22 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.376614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0bd2f-fa75-4fe7-b4f9-7fe316b36f22 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:07.589860 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bd2f-fa75-4fe7-b4f9-7fe316b36f22 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.644881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0bd2f-fa75-4fe7-b4f9-7fe316b36f22 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=88161d4e-5e2f-46d9-8dc6-53a10eab2d3c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:07.677134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bd2f-fa75-4fe7-b4f9-7fe316b36f22 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.679304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c7c0bd2f-fa75-4fe7-b4f9-7fe316b36f22 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/88161d4e-5e2f-46d9-8dc6-53a10eab2d3c HTTP/1.1" status: 204 len: 168 time: 0.7806060 Aug 20 15:13:07.684558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56468) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:07.738526 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d24075d-e004-4105-b69e-8cfb4121518b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] GET failed (client error): The resource could not be found. Aug 20 15:13:07.741038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6d24075d-e004-4105-b69e-8cfb4121518b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports/88161d4e-5e2f-46d9-8dc6-53a10eab2d3c HTTP/1.1" status: 404 len: 333 time: 0.0554910 Aug 20 15:13:07.743843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56470) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:07.782645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a377-9b40-48c5-85ea-80e6f326ef90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.823791 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a377-9b40-48c5-85ea-80e6f326ef90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.849970 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b88c938f-accf-4cce-9d3b-bf2565675c0d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.892473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b88c938f-accf-4cce-9d3b-bf2565675c0d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.960347 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b88c938f-accf-4cce-9d3b-bf2565675c0d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.969711 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b88c938f-accf-4cce-9d3b-bf2565675c0d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:07.972406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b88c938f-accf-4cce-9d3b-bf2565675c0d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/security-groups/d40d6e46-3250-42a1-aec1-de28bbb38b0e HTTP/1.1" status: 204 len: 168 time: 0.2272024 Aug 20 15:13:07.986340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56480) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:08.033740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c938f-accf-4cce-9d3b-bf2565675c0d tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40d6e46-3250-42a1-aec1-de28bbb38b0e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:08.088525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a377-9b40-48c5-85ea-80e6f326ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.093017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a377-9b40-48c5-85ea-80e6f326ef90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.096824 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a6e9a377-9b40-48c5-85ea-80e6f326ef90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/720f6e33-813c-483a-b8ed-370c49fbc47c HTTP/1.1" status: 204 len: 168 time: 1.0807548 Aug 20 15:13:08.135848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9a377-9b40-48c5-85ea-80e6f326ef90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720f6e33-813c-483a-b8ed-370c49fbc47c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:08.155536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Deleting port e346202a-da14-4b5a-ab27-8e351a2a0d2e {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:08.157245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.166557 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d0da004c-a23a-477e-95da-56d9f2e9dd1a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.223896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d0da004c-a23a-477e-95da-56d9f2e9dd1a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.350522 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d0da004c-a23a-477e-95da-56d9f2e9dd1a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.354696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d0da004c-a23a-477e-95da-56d9f2e9dd1a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.359716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d0da004c-a23a-477e-95da-56d9f2e9dd1a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/security-groups/f5dfbdc8-7944-4684-8cb9-3810aaf2b319 HTTP/1.1" status: 204 len: 168 time: 0.3566360 Aug 20 15:13:08.377425 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56492) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:08.399288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da004c-a23a-477e-95da-56d9f2e9dd1a tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dfbdc8-7944-4684-8cb9-3810aaf2b319,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:08.510840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] For port e346202a-da14-4b5a-ab27-8e351a2a0d2e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e346202a-da14-4b5a-ab27-8e351a2a0d2e,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:08.511229 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.533464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b047064a-90a6-4184-b47d-7f413eecd023 None None] Could not find standard attr ID for object 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:13:08.539260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Calling delete_port for e346202a-da14-4b5a-ab27-8e351a2a0d2e owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:08.566746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b047064a-90a6-4184-b47d-7f413eecd023 None None] Provisioning complete for port 8396b7d2-f023-40fd-b0e0-58144ca3f327 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:08.567209 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b047064a-90a6-4184-b47d-7f413eecd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.585659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae92fb01-3414-4db0-976b-d24ee6158a66 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.657559 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae92fb01-3414-4db0-976b-d24ee6158a66 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.665800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b047064a-90a6-4184-b47d-7f413eecd023 None None] Port 8396b7d2-f023-40fd-b0e0-58144ca3f327 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:08.686715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b047064a-90a6-4184-b47d-7f413eecd023 None None] Provisioning for port 5d90610c-1802-4365-878a-4be8d9784267 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:08.696495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b047064a-90a6-4184-b47d-7f413eecd023 None None] Provisioning complete for port 5d90610c-1802-4365-878a-4be8d9784267 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:08.697362 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b047064a-90a6-4184-b47d-7f413eecd023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.821060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae92fb01-3414-4db0-976b-d24ee6158a66 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.824558 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae92fb01-3414-4db0-976b-d24ee6158a66 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:08.828083 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae92fb01-3414-4db0-976b-d24ee6158a66 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/security-groups/ec43ae18-a0de-4d04-8538-d1db1163f267 HTTP/1.1" status: 204 len: 168 time: 0.4460282 Aug 20 15:13:08.828348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56504) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:08.848428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92fb01-3414-4db0-976b-d24ee6158a66 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec43ae18-a0de-4d04-8538-d1db1163f267,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:08.959165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f415b2-5b58-4ae4-a6c2-8498a37e7e5f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet 069e9363-8bf3-4c10-a604-abdfe692d0ba {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:08.969694 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64f415b2-5b58-4ae4-a6c2-8498a37e7e5f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.001845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.071936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64f415b2-5b58-4ae4-a6c2-8498a37e7e5f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.084356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=e346202a-da14-4b5a-ab27-8e351a2a0d2e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:09.118323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d90610c-1802-4365-878a-4be8d9784267 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:09.294451 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64f415b2-5b58-4ae4-a6c2-8498a37e7e5f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.294891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f01faa7a-4471-4e10-a008-00621ee5d3d8 None None] Could not find standard attr ID for object 88161d4e-5e2f-46d9-8dc6-53a10eab2d3c. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:13:09.371587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d90610c-1802-4365-878a-4be8d9784267 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:09.372175 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.497190 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64f415b2-5b58-4ae4-a6c2-8498a37e7e5f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.558984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f415b2-5b58-4ae4-a6c2-8498a37e7e5f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=069e9363-8bf3-4c10-a604-abdfe692d0ba,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:09.561095 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64f415b2-5b58-4ae4-a6c2-8498a37e7e5f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.564975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-64f415b2-5b58-4ae4-a6c2-8498a37e7e5f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/069e9363-8bf3-4c10-a604-abdfe692d0ba HTTP/1.1" status: 204 len: 168 time: 0.7353854 Aug 20 15:13:09.572889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56518) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:09.575340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa91b4e-9e5b-4153-8e02-7968d16bc49d None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:09.599330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.694429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4855977-3910-422c-bb0e-6f626f509479 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet c8cdb107-4cde-47ea-93e8-6486bc519edc {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:09.708330 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4855977-3910-422c-bb0e-6f626f509479 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.816003 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4855977-3910-422c-bb0e-6f626f509479 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:09.975721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Router a8d8dfbf-a45e-4de3-916f-7627003957a3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:13:10.031361 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4855977-3910-422c-bb0e-6f626f509479 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:10.225177 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4855977-3910-422c-bb0e-6f626f509479 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:10.233297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:13:10.245067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] Sync routers for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:13:10.251131 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8badcde4-64c5-4910-9f20-5ad92fda5b7f admin admin] 10.222.0.36 "PUT /v2.0/routers/a8d8dfbf-a45e-4de3-916f-7627003957a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2073600 Aug 20 15:13:10.255683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56538) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:10.270432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:10.273185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:10.323758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4855977-3910-422c-bb0e-6f626f509479 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cdb107-4cde-47ea-93e8-6486bc519edc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:10.342245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4855977-3910-422c-bb0e-6f626f509479 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:10.346317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c4855977-3910-422c-bb0e-6f626f509479 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/c8cdb107-4cde-47ea-93e8-6486bc519edc HTTP/1.1" status: 204 len: 168 time: 0.7677956 Aug 20 15:13:10.347187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56542) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:10.440821 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1ce0d2-3993-4e84-8c52-a781d396ce39 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:10.453629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1ce0d2-3993-4e84-8c52-a781d396ce39 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:10.458463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-af1ce0d2-3993-4e84-8c52-a781d396ce39 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/069e9363-8bf3-4c10-a604-abdfe692d0ba HTTP/1.1" status: 404 len: 337 time: 0.1080613 Aug 20 15:13:10.464142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56546) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:10.512427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:13:10.516238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:10.682847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c48d90-9eb4-4917-a976-d98df5182ee5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting subnet 9729b90f-51c7-4291-8074-5c45590045a2 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:10.692106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-45c48d90-9eb4-4917-a976-d98df5182ee5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:10.751495 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:10.841755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-45c48d90-9eb4-4917-a976-d98df5182ee5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:10.845976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Deleting port 2915672d-0ab5-4c20-82d6-df713691e489 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:10.845976 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.031046 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-45c48d90-9eb4-4917-a976-d98df5182ee5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.055232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] For port 2915672d-0ab5-4c20-82d6-df713691e489, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2915672d-0ab5-4c20-82d6-df713691e489,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:11.063283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.089790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Calling delete_port for 2915672d-0ab5-4c20-82d6-df713691e489 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:11.107502 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-45c48d90-9eb4-4917-a976-d98df5182ee5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.144374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '2915672d-0ab5-4c20-82d6-df713691e489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:13:08Z', 'revision_number': 5, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port': {'id': '2915672d-0ab5-4c20-82d6-df713691e489', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:01:32Z', 'updated_at': '2021-08-20T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:11.188632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] Checking router: a8d8dfbf-a45e-4de3-916f-7627003957a3 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:13:11.188802 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-45c48d90-9eb4-4917-a976-d98df5182ee5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.195088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56576) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.196068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-45c48d90-9eb4-4917-a976-d98df5182ee5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/9729b90f-51c7-4291-8074-5c45590045a2 HTTP/1.1" status: 204 len: 168 time: 0.7308338 Aug 20 15:13:11.199018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c48d90-9eb4-4917-a976-d98df5182ee5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Subnet': ['ID=9729b90f-51c7-4291-8074-5c45590045a2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:11.208994 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] Routers {'a8d8dfbf-a45e-4de3-916f-7627003957a3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:11.209766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:12:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a8d8dfbf-a45e-4de3-916f-7627003957a3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:11.244351 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebc7eb8-33ce-4066-9969-adec6626f207 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:11.245348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebc7eb8-33ce-4066-9969-adec6626f207 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:11.248270 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eebc7eb8-33ce-4066-9969-adec6626f207 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/2b6712b7-a70f-4b44-86d1-d050fa1ee519 HTTP/1.1" status: 404 len: 337 time: 0.0508375 Aug 20 15:13:11.250775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56580) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.276242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74fc412-ee7b-43ce-9345-a08411284793 None None] Network 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:11.308030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-84f75c17-9e84-490d-8a21-b06d1516c68b tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "GET /v2.0/ports?device_id=4eb419f1-ff95-45f0-ad35-2fb6c4723211 HTTP/1.1" status: 200 len: 205 time: 0.0544536 Aug 20 15:13:11.309100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56582) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.396374 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-74ca0562-a3ce-43c2-ac32-1bd0ad9e2c74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] delete failed (client error): The resource could not be found. Aug 20 15:13:11.400067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-74ca0562-a3ce-43c2-ac32-1bd0ad9e2c74 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/routers/4eb419f1-ff95-45f0-ad35-2fb6c4723211 HTTP/1.1" status: 404 len: 336 time: 0.0875010 Aug 20 15:13:11.400577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56586) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.446507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.473808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Pushing event deleted for resources: {'Port': ['ID=2915672d-0ab5-4c20-82d6-df713691e489,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:11.474188 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-741a9126-ccce-449f-a4da-7e858d9b57d1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:11.476035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741a9126-ccce-449f-a4da-7e858d9b57d1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:11.482521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-741a9126-ccce-449f-a4da-7e858d9b57d1 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/0ddf251e-d103-4fa6-a263-3bbb0146f9db HTTP/1.1" status: 404 len: 337 time: 0.0802732 Aug 20 15:13:11.485745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56588) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.566027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f2f06309-4313-4c58-8d81-5c69b5fe2a99 None None] Provisioning complete for port 8396b7d2-f023-40fd-b0e0-58144ca3f327 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:11.566452 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f2f06309-4313-4c58-8d81-5c69b5fe2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.585885 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32f497a-8539-45e4-903b-22cb2c0d0578 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:11.586451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32f497a-8539-45e4-903b-22cb2c0d0578 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:11.588980 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b32f497a-8539-45e4-903b-22cb2c0d0578 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/85e7e76b-f56b-41b7-bbcd-5c53f5e8a5ff HTTP/1.1" status: 404 len: 337 time: 0.1021419 Aug 20 15:13:11.592299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56590) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.602367 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.675876 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6c5b0a-e36f-4536-a13a-c14ad9174521 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:11.676444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6c5b0a-e36f-4536-a13a-c14ad9174521 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:11.678254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cc6c5b0a-e36f-4536-a13a-c14ad9174521 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/ba8c2ed5-4e82-4ec0-b011-b87bcb6d9896 HTTP/1.1" status: 404 len: 337 time: 0.0848279 Aug 20 15:13:11.685184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56596) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.696911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] Set router a8d8dfbf-a45e-4de3-916f-7627003957a3 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:13:11.755499 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-04af2ed3-c5a9-42f1-9368-42365720d3cb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:11.762460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04af2ed3-c5a9-42f1-9368-42365720d3cb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:11.768260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-04af2ed3-c5a9-42f1-9368-42365720d3cb tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/e908d68e-5872-4dcb-8c33-7619a1d45bce HTTP/1.1" status: 404 len: 333 time: 0.0818138 Aug 20 15:13:11.771735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56600) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.846532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:13:10Z', 'revision_number': 6, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:11.846689 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5141724-0453-4108-a9aa-57b74aa47758 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:11.847091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5141724-0453-4108-a9aa-57b74aa47758 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:11.849932 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.852212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f2f06309-4313-4c58-8d81-5c69b5fe2a99 None None] Port 8396b7d2-f023-40fd-b0e0-58144ca3f327 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:11.854664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f5141724-0453-4108-a9aa-57b74aa47758 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/05ccbec6-b4b0-4198-8751-d7e1beb933ab HTTP/1.1" status: 404 len: 337 time: 0.0817332 Aug 20 15:13:11.854809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.860105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56606) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.930859 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3178f67a-7fb1-4cca-ad8e-2bdc517be93f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:11.931331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3178f67a-7fb1-4cca-ad8e-2bdc517be93f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:11.936202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3178f67a-7fb1-4cca-ad8e-2bdc517be93f tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/27c754ca-1f95-4326-af09-cc135472c016 HTTP/1.1" status: 404 len: 337 time: 0.0715191 Aug 20 15:13:11.938269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56610) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:11.939475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff59308-92c6-4999-913d-b9456c71bc8b None None] The sync data for ids ['a8d8dfbf-a45e-4de3-916f-7627003957a3'] in n-d-695189-15 is: [{'id': 'a8d8dfbf-a45e-4de3-916f-7627003957a3', 'name': 'tempest-TaggedBootDevicesTest-1801967129-router', 'tenant_id': '2beba97d62b640409b5bc8203a3f489b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:01:31Z', 'updated_at': '2021-08-20T15:13:10Z', 'revision_number': 6, 'project_id': '2beba97d62b640409b5bc8203a3f489b', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:13:11.962167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f2f06309-4313-4c58-8d81-5c69b5fe2a99 None None] Provisioning complete for port 5d90610c-1802-4365-878a-4be8d9784267 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:11.962542 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f2f06309-4313-4c58-8d81-5c69b5fe2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.972576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.973300 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d8dfbf-a45e-4de3-916f-7627003957a3 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:13:11.977711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:11.982380 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-368ade79-a307-4a5e-9e5c-8c48f2e6ca91 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a8d8dfbf-a45e-4de3-916f-7627003957a3 HTTP/1.1" status: 204 len: 168 time: 1.7187090 Aug 20 15:13:11.982578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56616) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:12.007775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1706b1-8a4b-4d4c-b675-d924477537c8 None None] DHCP port deletion for 6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:13:12.044911 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e78a7f9-b618-4a87-8e4b-021d4be071c0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:12.045694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e78a7f9-b618-4a87-8e4b-021d4be071c0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:12.047467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0e78a7f9-b618-4a87-8e4b-021d4be071c0 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/947e24fc-a3a5-4efd-a9e2-cfc0e25911e9 HTTP/1.1" status: 404 len: 333 time: 0.1080735 Aug 20 15:13:12.050283 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56622) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:12.104696 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c7cf6d-8ad4-4ce0-b0e4-21502a7486d5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:12.105177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c7cf6d-8ad4-4ce0-b0e4-21502a7486d5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:12.106931 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e3c7cf6d-8ad4-4ce0-b0e4-21502a7486d5 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/a33cf7e4-56a6-4268-bcb1-8157c186b1e7 HTTP/1.1" status: 404 len: 337 time: 0.0556586 Aug 20 15:13:12.110223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56628) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:12.156608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ec1706b1-8a4b-4d4c-b675-d924477537c8 None None] Deleting port 5d90610c-1802-4365-878a-4be8d9784267 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:12.157607 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec1706b1-8a4b-4d4c-b675-d924477537c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.209787 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed6d160-c720-4801-aa73-34c20dc3f567 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] DELETE failed (client error): The resource could not be found. Aug 20 15:13:12.210720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed6d160-c720-4801-aa73-34c20dc3f567 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:12.218054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8ed6d160-c720-4801-aa73-34c20dc3f567 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/subnets/ae03b42c-e9ba-4072-bc9f-a5a69029478d HTTP/1.1" status: 404 len: 337 time: 0.1008279 Aug 20 15:13:12.218758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56640) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:12.236066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-276b15aa-d3c0-4732-a63e-20bc0a20199f admin admin] Deleting subnet 8fc21ffa-0a05-4d0b-ad52-99b92e28a737 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:12.239618 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-276b15aa-d3c0-4732-a63e-20bc0a20199f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.274924 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2c874c7c-068b-443d-aec6-502a8a421717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.291515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-276b15aa-d3c0-4732-a63e-20bc0a20199f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.294726 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ec1706b1-8a4b-4d4c-b675-d924477537c8 None None] For port 5d90610c-1802-4365-878a-4be8d9784267, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d90610c-1802-4365-878a-4be8d9784267,segment=NetworkSegment(c446b094-2ada-4e37-bc49-93b6b800e035),segment_id=c446b094-2ada-4e37-bc49-93b6b800e035)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:12.296544 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec1706b1-8a4b-4d4c-b675-d924477537c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.326520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ec1706b1-8a4b-4d4c-b675-d924477537c8 None None] Calling delete_port for 5d90610c-1802-4365-878a-4be8d9784267 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:12.417498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f84ed9ac-1757-4cdc-acec-78efc3fb4734 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Deleting port 8396b7d2-f023-40fd-b0e0-58144ca3f327 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:12.419981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f84ed9ac-1757-4cdc-acec-78efc3fb4734 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.437480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-276b15aa-d3c0-4732-a63e-20bc0a20199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.564090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-276b15aa-d3c0-4732-a63e-20bc0a20199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.576046 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec1706b1-8a4b-4d4c-b675-d924477537c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.581468 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f84ed9ac-1757-4cdc-acec-78efc3fb4734 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.604355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1706b1-8a4b-4d4c-b675-d924477537c8 None None] No DVR routers for this DVR port 5d90610c-1802-4365-878a-4be8d9784267 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:12.635840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f84ed9ac-1757-4cdc-acec-78efc3fb4734 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Calling delete_port for 8396b7d2-f023-40fd-b0e0-58144ca3f327 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:12.662322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1706b1-8a4b-4d4c-b675-d924477537c8 None None] Pushing event deleted for resources: {'Port': ['ID=5d90610c-1802-4365-878a-4be8d9784267,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:12.663581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b15aa-d3c0-4732-a63e-20bc0a20199f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc21ffa-0a05-4d0b-ad52-99b92e28a737,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:12.690583 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-276b15aa-d3c0-4732-a63e-20bc0a20199f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.691353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182fe4e6-3570-4c17-b4c7-6b728224adee None None] Network c1784f64-ceb3-4cfa-9325-d84fac35c44e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:12.697061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-276b15aa-d3c0-4732-a63e-20bc0a20199f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8fc21ffa-0a05-4d0b-ad52-99b92e28a737 HTTP/1.1" status: 204 len: 168 time: 0.7114522 Aug 20 15:13:12.698023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56652) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:12.737985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56656) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:12.747230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f84ed9ac-1757-4cdc-acec-78efc3fb4734 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.777741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ed9ac-1757-4cdc-acec-78efc3fb4734 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Port': ['ID=8396b7d2-f023-40fd-b0e0-58144ca3f327,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:12.798388 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f84ed9ac-1757-4cdc-acec-78efc3fb4734 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:12.800786 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f84ed9ac-1757-4cdc-acec-78efc3fb4734 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/ports/8396b7d2-f023-40fd-b0e0-58144ca3f327 HTTP/1.1" status: 204 len: 168 time: 0.5809174 Aug 20 15:13:12.808069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56662) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:12.873429 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.004678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-43f191d8-93ea-4b26-a12f-9c58f79b26b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.029069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Deleting port eed634c4-5e89-42a4-80d4-8df03e155092 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:13.029069 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.035144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb779da4-870d-4f27-840e-290016c4848d None None] DHCP port deletion for c1784f64-ceb3-4cfa-9325-d84fac35c44e request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:13:13.071395 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.136564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d90610c-1802-4365-878a-4be8d9784267 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:13.180132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-eb779da4-870d-4f27-840e-290016c4848d None None] Deleting port eed634c4-5e89-42a4-80d4-8df03e155092 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:13.180723 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eb779da4-870d-4f27-840e-290016c4848d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.258451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] For port eed634c4-5e89-42a4-80d4-8df03e155092, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=eed634c4-5e89-42a4-80d4-8df03e155092,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:13.261672 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.285928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Calling delete_port for eed634c4-5e89-42a4-80d4-8df03e155092 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:13.327484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-eb779da4-870d-4f27-840e-290016c4848d None None] For port eed634c4-5e89-42a4-80d4-8df03e155092, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=eed634c4-5e89-42a4-80d4-8df03e155092,segment=NetworkSegment(7c29554f-3693-418e-aab8-fe80f7524e42),segment_id=7c29554f-3693-418e-aab8-fe80f7524e42)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:13.328479 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eb779da4-870d-4f27-840e-290016c4848d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.343303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-eb779da4-870d-4f27-840e-290016c4848d None None] Calling delete_port for eed634c4-5e89-42a4-80d4-8df03e155092 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:13.397045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.432818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:13.436112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5d90610c-1802-4365-878a-4be8d9784267 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:13.437643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d90610c-1802-4365-878a-4be8d9784267 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:13.437643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e346202a-da14-4b5a-ab27-8e351a2a0d2e no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:13.441978 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eb779da4-870d-4f27-840e-290016c4848d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.457306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.477391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: e346202a-da14-4b5a-ab27-8e351a2a0d2e {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:13.480134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e346202a-da14-4b5a-ab27-8e351a2a0d2e not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:13.480805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2915672d-0ab5-4c20-82d6-df713691e489 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:13.504111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c446b094-2ada-4e37-bc49-93b6b800e035') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:13.504412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c446b094-2ada-4e37-bc49-93b6b800e035') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:13.508011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Pushing event deleted for resources: {'Port': ['ID=eed634c4-5e89-42a4-80d4-8df03e155092,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:13.517612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] No DVR routers for this DVR port eed634c4-5e89-42a4-80d4-8df03e155092 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:13.553736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.570280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 2915672d-0ab5-4c20-82d6-df713691e489 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:13.570581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2915672d-0ab5-4c20-82d6-df713691e489 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:13.583025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb779da4-870d-4f27-840e-290016c4848d None None] Pushing event deleted for resources: {'Port': ['ID=eed634c4-5e89-42a4-80d4-8df03e155092,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:13.594370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb779da4-870d-4f27-840e-290016c4848d None None] No DVR routers for this DVR port eed634c4-5e89-42a4-80d4-8df03e155092 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:13.623311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-43f191d8-93ea-4b26-a12f-9c58f79b26b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.628517 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.645528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-43f191d8-93ea-4b26-a12f-9c58f79b26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.655946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.667452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1784f64-ceb3-4cfa-9325-d84fac35c44e']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:13.672787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:13.673394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.684566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c29554f-3693-418e-aab8-fe80f7524e42') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:13.684778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c29554f-3693-418e-aab8-fe80f7524e42') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:13.685393 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:13.698997 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.718685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.733805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:13.733805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:13.736444 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:13.742562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f191d8-93ea-4b26-a12f-9c58f79b26b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd7f6e2-4f42-436f-8477-48e50eedeb75,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:13.825044 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.832648 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-43f191d8-93ea-4b26-a12f-9c58f79b26b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c536a3ef7cfc428782fba161b4dbb974&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0928702 Aug 20 15:13:13.835669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56712) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:13.841026 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.844709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] 10.222.0.36 "DELETE /v2.0/networks/c1784f64-ceb3-4cfa-9325-d84fac35c44e HTTP/1.1" status: 204 len: 168 time: 1.1439614 Aug 20 15:13:13.886120 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.886408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dd8cc-4c13-41c2-9070-5a258266970b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1784f64-ceb3-4cfa-9325-d84fac35c44e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:13.900224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.904829 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] 10.222.0.36 "DELETE /v2.0/networks/6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c HTTP/1.1" status: 204 len: 168 time: 1.0927067 Aug 20 15:13:13.917489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09460af1-661b-4ee5-9ed8-32f0fa0330f9 tempest-PortsIpV6TestJSON-626370425 tempest-PortsIpV6TestJSON-626370425-project] Pushing event deleted for resources: {'Network': ['ID=6d16b053-5e4d-4a8a-90e2-edccb8aaaf9c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:13.940169 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d79a650a-7acb-461e-bb1d-b95fbe9d4a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:13.974310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d79a650a-7acb-461e-bb1d-b95fbe9d4a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.042865 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d79a650a-7acb-461e-bb1d-b95fbe9d4a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.048179 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d79a650a-7acb-461e-bb1d-b95fbe9d4a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.050647 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d79a650a-7acb-461e-bb1d-b95fbe9d4a5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/afd7f6e2-4f42-436f-8477-48e50eedeb75 HTTP/1.1" status: 204 len: 168 time: 0.2140667 Aug 20 15:13:14.060586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a650a-7acb-461e-bb1d-b95fbe9d4a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd7f6e2-4f42-436f-8477-48e50eedeb75,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:14.138655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56726) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:14.234729 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cff15d17-d440-467b-8226-626a7f7109ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2beba97d62b640409b5bc8203a3f489b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949051 Aug 20 15:13:14.237317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56728) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:14.296891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56736) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:14.348466 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-830f2e08-bfb0-43c8-a857-cace680b29f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.379672 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-830f2e08-bfb0-43c8-a857-cace680b29f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.444397 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-830f2e08-bfb0-43c8-a857-cace680b29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.447130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-830f2e08-bfb0-43c8-a857-cace680b29f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.449275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-830f2e08-bfb0-43c8-a857-cace680b29f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0d9240e-d9ac-484a-972d-1cdd06324fa8 HTTP/1.1" status: 204 len: 168 time: 0.2105205 Aug 20 15:13:14.459863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f2e08-bfb0-43c8-a857-cace680b29f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d9240e-d9ac-484a-972d-1cdd06324fa8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:14.704747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56750) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:14.714027 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b9934baf-aa7a-4ae9-a343-fec7f0e12204 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d53a28711c0345d79ef6c11c8163ac5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144990 Aug 20 15:13:14.774701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cf4a39bd-3e0d-47e5-ab61-16eba835f82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.801753 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.817257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cf4a39bd-3e0d-47e5-ab61-16eba835f82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.878112 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cf4a39bd-3e0d-47e5-ab61-16eba835f82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.881408 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cf4a39bd-3e0d-47e5-ab61-16eba835f82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:14.882772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cf4a39bd-3e0d-47e5-ab61-16eba835f82b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/311e70c0-113d-4f04-a947-61335f0377c6 HTTP/1.1" status: 204 len: 168 time: 0.1765826 Aug 20 15:13:14.899708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a39bd-3e0d-47e5-ab61-16eba835f82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311e70c0-113d-4f04-a947-61335f0377c6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:15.019713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device eed634c4-5e89-42a4-80d4-8df03e155092 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:15.049783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: eed634c4-5e89-42a4-80d4-8df03e155092 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:15.050422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device eed634c4-5e89-42a4-80d4-8df03e155092 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:15.173320 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-97b18971-df73-4033-8a1a-ad597ad627ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:16.120641 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:16.346536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56830) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:16.708992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1708177224-network', 'tenant_id': '9aeb36e426564d21b2cb511e5c2b5a81'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:16.749556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Made reservation on behalf of 9aeb36e426564d21b2cb511e5c2b5a81 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:16.751896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:16.764525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:16.834201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56850) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:16.913828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3aa9eab9-1375-48bd-9848-2da7662ec7bc tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1594590705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:16.953496 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:16.977564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:16.996567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3aa9eab9-1375-48bd-9848-2da7662ec7bc tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:16.998328 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3aa9eab9-1375-48bd-9848-2da7662ec7bc tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.040683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:13:17.054111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75f7056-8f42-4bf7-827c-512ecdc49f33,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:17.078874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.079229 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Added segment 334b764c-c441-44e6-aed5-f217c227aaa5 of type vlan for network e3f46f53-df80-4b9e-a97a-3126e60ac9de Aug 20 15:13:17.101304 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3aa9eab9-1375-48bd-9848-2da7662ec7bc tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.120679 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3aa9eab9-1375-48bd-9848-2da7662ec7bc tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.155287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3aa9eab9-1375-48bd-9848-2da7662ec7bc tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.157836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3aa9eab9-1375-48bd-9848-2da7662ec7bc tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3212588 Aug 20 15:13:17.161684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56864) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:17.181635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-257204824'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:17.192807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.216523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Made reservation on behalf of dbf1280339a6439ab7c7bfa68109bc0d for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:17.224825 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.236372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.238447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:17.239410 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.245734 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.312735 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9642816 Aug 20 15:13:17.316072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56876) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:17.324881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3ed38-96cb-4a8f-883e-13ee2afd1c1d admin admin] Pushing event updated for resources: {'Network': ['ID=e3f46f53-df80-4b9e-a97a-3126e60ac9de,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:17.329570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Request body: {'subnet': {'network_id': 'e3f46f53-df80-4b9e-a97a-3126e60ac9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1708177224-subnet', 'tenant_id': '9aeb36e426564d21b2cb511e5c2b5a81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:17.336965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network e3f46f53-df80-4b9e-a97a-3126e60ac9de details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:13:17.370460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56880) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:17.426724 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.461310 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.484844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Made reservation on behalf of 9aeb36e426564d21b2cb511e5c2b5a81 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:17.489312 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.550650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:13:17.573340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e673019-f408-48d1-89c9-b0e82c8431b6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:17.583658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56898) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:17.597091 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.597456 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Added segment 2d051996-c1d6-4939-9a8e-6e6890d6571a of type vlan for network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 Aug 20 15:13:17.639861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d5b3a10a-41fe-4422-8a6c-77527798e265 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:17.666883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.674641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfb6f-6071-47c7-867d-7082c098df4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.689771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69000d-3b19-460f-96cc-686542ca8397 req-9549622c-a502-4c06-b1f0-eda26b6ad51d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:17.691340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef69000d-3b19-460f-96cc-686542ca8397 req-9549622c-a502-4c06-b1f0-eda26b6ad51d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 945 time: 0.1731288 Aug 20 15:13:17.699174 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d5b3a10a-41fe-4422-8a6c-77527798e265 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] 10.222.0.36 "PUT /v2.0/quotas/ded137d7d7ab45e3adc8aa772e952bc8 HTTP/1.1" status: 200 len: 368 time: 0.1116867 Aug 20 15:13:17.699622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56902) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:17.706717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Request body: {'network': {'project_id': 'ded137d7d7ab45e3adc8aa772e952bc8'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:17.755639 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.762288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:17.763380 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.768092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef69000d-3b19-460f-96cc-686542ca8397 req-62ee69cd-a761-4ebb-a15a-a3102cf9260a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684571 Aug 20 15:13:17.805104 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfb6f-6071-47c7-867d-7082c098df4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.817157 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.817485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b9dfb6f-6071-47c7-867d-7082c098df4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.861724 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6965566 Aug 20 15:13:17.867174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56906) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:17.867589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Made reservation on behalf of ded137d7d7ab45e3adc8aa772e952bc8 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:17.870242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.875142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Request body: {'subnet': {'network_id': '81496f91-8df0-4f3b-a2c6-61dc16d04fa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:17.890521 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2b9dfb6f-6071-47c7-867d-7082c098df4a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b49ee1052c8a436fa3782f9c752bf103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5189407 Aug 20 15:13:17.891394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.893544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56908) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:17.894173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dfb6f-6071-47c7-867d-7082c098df4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fd54d7-ad45-4407-a0f4-cd159664e5d1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:17.949251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f635f-7724-4343-87cf-6dff6e4e60ae tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Network': ['ID=81496f91-8df0-4f3b-a2c6-61dc16d04fa0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:17.970587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:13:17.988745 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31cce6b5-87ba-4294-9c5f-64d6133e757a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:17.990634 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.026719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31cce6b5-87ba-4294-9c5f-64d6133e757a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.048269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7caafbff-02be-4d69-b900-7401aeb7c82f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:18.059024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Checking segment: {'id': '334b764c-c441-44e6-aed5-f217c227aaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e3f46f53-df80-4b9e-a97a-3126e60ac9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:18.059391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Network hostable DHCP agents. Network: e3f46f53-df80-4b9e-a97a-3126e60ac9de, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:13:18.077234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Network e3f46f53-df80-4b9e-a97a-3126e60ac9de is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:13:18.087454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, e3f46f53-df80-4b9e-a97a-3126e60ac9de) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:18.098200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:18.098957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.102571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fadf86-739a-4b1b-931a-788511f43c51 None None] Network e3f46f53-df80-4b9e-a97a-3126e60ac9de requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:18.106983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.113625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.140625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Made reservation on behalf of dbf1280339a6439ab7c7bfa68109bc0d for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:18.145654 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31cce6b5-87ba-4294-9c5f-64d6133e757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.147197 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.148195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31cce6b5-87ba-4294-9c5f-64d6133e757a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.149360 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-31cce6b5-87ba-4294-9c5f-64d6133e757a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67fd54d7-ad45-4407-a0f4-cd159664e5d1 HTTP/1.1" status: 204 len: 168 time: 0.2515721 Aug 20 15:13:18.161191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0432e67b-c333-4d86-b32b-5e97e293bffb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:18.164325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:13:18.174285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cce6b5-87ba-4294-9c5f-64d6133e757a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fd54d7-ad45-4407-a0f4-cd159664e5d1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:18.185843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.186247 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Added segment 6c7b62a7-9cf0-4bcb-885b-281f999e16ff of type vlan for network 52534dee-7495-4d43-8c2c-c5f701cc9f62 Aug 20 15:13:18.222686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-db1c96e3-edde-4f0d-81d9-f7dc1e217983 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9023058 Aug 20 15:13:18.239854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.283558 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.285205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:18.286050 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.323286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56916) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:18.323948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6227529 Aug 20 15:13:18.340430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Request body: {'network': {'project_id': 'ded137d7d7ab45e3adc8aa772e952bc8'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:18.374483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01f8a1-6e52-4f24-97a4-4afa10a97654 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Pushing event updated for resources: {'Network': ['ID=52534dee-7495-4d43-8c2c-c5f701cc9f62,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:18.419783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Made reservation on behalf of ded137d7d7ab45e3adc8aa772e952bc8 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:18.424845 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.511938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:13:18.529960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.530535 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Added segment 0b38f962-e596-41ef-9d82-9e9b166b0553 of type vlan for network 4061ab57-b70e-4d15-a275-36b1bbb1306d Aug 20 15:13:18.543871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 52534dee-7495-4d43-8c2c-c5f701cc9f62 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:13:18.558899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56926) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:18.572550 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10b15cb7-1930-4b07-b7ec-b14f5e01e4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.614167 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.635602 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dffaef2-5d03-424e-8188-726045afdcd5 None None] Network e3f46f53-df80-4b9e-a97a-3126e60ac9de requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:18.688598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.689072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:18.689665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.694392 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.707328 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10b15cb7-1930-4b07-b7ec-b14f5e01e4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.718610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-10b15cb7-1930-4b07-b7ec-b14f5e01e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.761636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b15cb7-1930-4b07-b7ec-b14f5e01e4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc64dfd4-78d0-40dc-a739-a6647a2c2ac9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:18.766728 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-10b15cb7-1930-4b07-b7ec-b14f5e01e4ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44e9ce17b9904ec68a8a51086968c40d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067049 Aug 20 15:13:18.769273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56928) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:18.787912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4597788 Aug 20 15:13:18.789617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56930) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:18.797157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e4c7b79e-3785-49ce-9f05-f847265ea575 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Request body: {'network': {'project_id': 'ded137d7d7ab45e3adc8aa772e952bc8'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:18.816110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104bb73-0f66-43b6-a1c6-739235feeee8 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Pushing event updated for resources: {'Network': ['ID=4061ab57-b70e-4d15-a275-36b1bbb1306d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:18.823092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Subnet': ['ID=3d846e26-3856-4963-868c-bd3db8a41a02,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:18.831764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 4061ab57-b70e-4d15-a275-36b1bbb1306d details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:13:18.833269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Checking segment: {'id': '2d051996-c1d6-4939-9a8e-6e6890d6571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '81496f91-8df0-4f3b-a2c6-61dc16d04fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:18.833645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network hostable DHCP agents. Network: 81496f91-8df0-4f3b-a2c6-61dc16d04fa0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:13:18.856686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:13:18.870452 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c7b79e-3785-49ce-9f05-f847265ea575 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 15:13:18.871135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c7b79e-3785-49ce-9f05-f847265ea575 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:13:18.872326 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e4c7b79e-3785-49ce-9f05-f847265ea575 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0815506 Aug 20 15:13:18.875481 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56936) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:18.882888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 81496f91-8df0-4f3b-a2c6-61dc16d04fa0) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:18.904786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:18.905940 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.907502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c8c9c-6a95-40aa-b586-69741032b851 None None] Network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:18.911419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e363c6d4-342e-432f-a14f-8d5e9b56d902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.935809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-122c39fd-9e36-4eb0-a12e-e3a96656f136 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0659223 Aug 20 15:13:18.937138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56938) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:18.939357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e363c6d4-342e-432f-a14f-8d5e9b56d902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:18.951940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8116-ed09-481d-95f7-7b7390a4b30d req-0beba65d-9cd8-4a93-aa3e-fced53eaf9dc tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:18.952288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Request body: {'network': {'name': 'tempest-router-network01--1470220401'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:18.959424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-635c8116-ed09-481d-95f7-7b7390a4b30d req-0beba65d-9cd8-4a93-aa3e-fced53eaf9dc tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 945 time: 0.0947635 Aug 20 15:13:19.003707 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-062b6544-b6ae-4e29-9a67-69ceea9dc338 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ded137d7d7ab45e3adc8aa772e952bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270397 Aug 20 15:13:19.006710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56944) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:19.018172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-635c8116-ed09-481d-95f7-7b7390a4b30d req-0bb8dd31-9ada-41fa-8c48-2c0b081ac81a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558131 Aug 20 15:13:19.024961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Made reservation on behalf of dbf1280339a6439ab7c7bfa68109bc0d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:19.028703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.070072 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e363c6d4-342e-432f-a14f-8d5e9b56d902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.074223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e363c6d4-342e-432f-a14f-8d5e9b56d902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.078324 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e363c6d4-342e-432f-a14f-8d5e9b56d902 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc64dfd4-78d0-40dc-a739-a6647a2c2ac9 HTTP/1.1" status: 204 len: 168 time: 0.3050156 Aug 20 15:13:19.090364 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:13:19.100530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363c6d4-342e-432f-a14f-8d5e9b56d902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc64dfd4-78d0-40dc-a739-a6647a2c2ac9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:19.115376 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8eb758bc-a60c-4e5e-8a0c-06e490b1c85c tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.122308 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.122665 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Added segment d4e2420f-277f-4911-b763-b5844bf80d02 of type vlan for network 140c5f73-db8f-4b71-83f4-e58516f6978a Aug 20 15:13:19.182707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-78b2b1c1-ff3c-424b-a99d-ca4b9f306b64 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:19.186173 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8eb758bc-a60c-4e5e-8a0c-06e490b1c85c tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.189971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-78b2b1c1-ff3c-424b-a99d-ca4b9f306b64 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/networks?id=e3f46f53-df80-4b9e-a97a-3126e60ac9de HTTP/1.1" status: 200 len: 821 time: 0.1388938 Aug 20 15:13:19.194608 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.206091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-5ed984b3-42d9-4c3e-a862-42404fe3762b tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/quotas/9aeb36e426564d21b2cb511e5c2b5a81 HTTP/1.1" status: 200 len: 375 time: 0.0151033 Aug 20 15:13:19.220720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-81496f91-8df0-4f3b-a2c6-61dc16d04fa0', 'network_id': '81496f91-8df0-4f3b-a2c6-61dc16d04fa0', 'tenant_id': 'dbf1280339a6439ab7c7bfa68109bc0d', 'fixed_ips': [{'subnet_id': '3d846e26-3856-4963-868c-bd3db8a41a02'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:13:19.221674 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.244868 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.250715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:19.251324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.252664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-a9493c68-c599-4dcf-8bb0-d83d1ab57f1e tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9aeb36e426564d21b2cb511e5c2b5a81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452347 Aug 20 15:13:19.334307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56960) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:19.334558 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3931389 Aug 20 15:13:19.340125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8eb758bc-a60c-4e5e-8a0c-06e490b1c85c tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.343273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Request body: {'network': {'name': 'tempest-router-network02--1161916187'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:19.344885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8eb758bc-a60c-4e5e-8a0c-06e490b1c85c tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.352023 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8eb758bc-a60c-4e5e-8a0c-06e490b1c85c tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/0432e67b-c333-4d86-b32b-5e97e293bffb HTTP/1.1" status: 204 len: 168 time: 0.3440781 Aug 20 15:13:19.352590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56962) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:19.396866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Made reservation on behalf of dbf1280339a6439ab7c7bfa68109bc0d for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:19.398160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957cff2-acc9-4e12-8b89-83dd4ea2bf45 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Network': ['ID=140c5f73-db8f-4b71-83f4-e58516f6978a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:19.401259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.407821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb758bc-a60c-4e5e-8a0c-06e490b1c85c tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0432e67b-c333-4d86-b32b-5e97e293bffb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:19.435311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 140c5f73-db8f-4b71-83f4-e58516f6978a details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:13:19.470577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-6dfc85d0-4e27-4c9b-ae8d-b64cb543e865 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:13:19.476122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-6dfc85d0-4e27-4c9b-ae8d-b64cb543e865 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2164848 Aug 20 15:13:19.484710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:13:19.496225 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.496592 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Added segment 31065777-a884-4d3a-95f4-66638ab5d692 of type vlan for network 915da1cd-9a3f-499d-9709-d20508e0b819 Aug 20 15:13:19.528583 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.605767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Allocated IP 172.20.0.2 (81496f91-8df0-4f3b-a2c6-61dc16d04fa0/3d846e26-3856-4963-868c-bd3db8a41a02/2f3ec016-09c3-4994-9e26-0d8bcd744ede) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:19.624433 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.739193 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.744850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:19.745455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.757902 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.789535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-c28a7fe1-9556-4524-9e07-d36ed39f09da service neutron] 10.222.0.36 "GET /v2.0/networks/e3f46f53-df80-4b9e-a97a-3126e60ac9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554402 Aug 20 15:13:19.792138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4061ab57-b70e-4d15-a275-36b1bbb1306d']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:19.806460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.815805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Transition to ACTIVE for port object 2f3ec016-09c3-4994-9e26-0d8bcd744ede will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:19.830845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4945960 Aug 20 15:13:19.834324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56984) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:19.840868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Request body: {'subnet': {'network_id': '140c5f73-db8f-4b71-83f4-e58516f6978a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:19.841748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Transition to ACTIVE for port object 2f3ec016-09c3-4994-9e26-0d8bcd744ede will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:19.848398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b38f962-e596-41ef-9d82-9e9b166b0553') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:19.848676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b38f962-e596-41ef-9d82-9e9b166b0553') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:19.850122 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.889921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:19.901903 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.910383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Pushing event updated for resources: {'Port': ['ID=2f3ec016-09c3-4994-9e26-0d8bcd744ede,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:19.913138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:19.919672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:19.920932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789cd6c-8648-4c76-9cdd-2ac3729f3742 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Network': ['ID=915da1cd-9a3f-499d-9709-d20508e0b819,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:19.936190 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.952542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:19.952542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:19.952819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 915da1cd-9a3f-499d-9709-d20508e0b819 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:19.954101 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:20.023609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-f272fe79-e450-4aa6-9b2e-7e323e2450d2 service neutron] 10.222.0.36 "GET /v2.0/networks/e3f46f53-df80-4b9e-a97a-3126e60ac9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970773 Aug 20 15:13:20.029700 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.036901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Attempting to bind port 2f3ec016-09c3-4994-9e26-0d8bcd744ede on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:13:20.037283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Attempting to bind port 2f3ec016-09c3-4994-9e26-0d8bcd744ede by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '2d051996-c1d6-4939-9a8e-6e6890d6571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '81496f91-8df0-4f3b-a2c6-61dc16d04fa0'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:13:20.037655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Attempting to bind port 2f3ec016-09c3-4994-9e26-0d8bcd744ede on network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:13:20.039165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.040421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Made reservation on behalf of dbf1280339a6439ab7c7bfa68109bc0d for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:20.042130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] 10.222.0.36 "DELETE /v2.0/networks/4061ab57-b70e-4d15-a275-36b1bbb1306d HTTP/1.1" status: 204 len: 168 time: 0.6867387 Aug 20 15:13:20.045680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.053065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56992) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:20.053353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:13:20.053664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Checking segment: {'id': '2d051996-c1d6-4939-9a8e-6e6890d6571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '81496f91-8df0-4f3b-a2c6-61dc16d04fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:20.054091 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.054473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Bound using segment: {'id': '2d051996-c1d6-4939-9a8e-6e6890d6571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '81496f91-8df0-4f3b-a2c6-61dc16d04fa0'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:13:20.054971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Bound port: 2f3ec016-09c3-4994-9e26-0d8bcd744ede, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d051996-c1d6-4939-9a8e-6e6890d6571a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '81496f91-8df0-4f3b-a2c6-61dc16d04fa0'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:13:20.055356 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.057355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9bf2b-7601-4f4a-be0b-a7717d3a12f4 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Pushing event deleted for resources: {'Network': ['ID=4061ab57-b70e-4d15-a275-36b1bbb1306d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:20.148372 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.169872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] For port 2f3ec016-09c3-4994-9e26-0d8bcd744ede, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:13:20.175881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] For port 2f3ec016-09c3-4994-9e26-0d8bcd744ede, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2f3ec016-09c3-4994-9e26-0d8bcd744ede,segment=NetworkSegment(2d051996-c1d6-4939-9a8e-6e6890d6571a),segment_id=2d051996-c1d6-4939-9a8e-6e6890d6571a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:13:20.187619 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.308630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9237007-f33b-43bd-b2e2-2bd8a0b863db None None] Pushing event updated for resources: {'Port': ['ID=2f3ec016-09c3-4994-9e26-0d8bcd744ede,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:20.319120 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.410074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Subnet': ['ID=4ccb944f-5129-46a1-a15c-e70565ff85ac,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:20.413542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Checking segment: {'id': 'd4e2420f-277f-4911-b763-b5844bf80d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '140c5f73-db8f-4b71-83f4-e58516f6978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:20.414117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network hostable DHCP agents. Network: 140c5f73-db8f-4b71-83f4-e58516f6978a, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:13:20.448936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network 140c5f73-db8f-4b71-83f4-e58516f6978a is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:13:20.465223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 140c5f73-db8f-4b71-83f4-e58516f6978a) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:20.471920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:20.474352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.480632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6930f7d-6f8f-472c-94ae-ea465abac1b8 None None] Network 140c5f73-db8f-4b71-83f4-e58516f6978a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:20.543016 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-430fce20-1c37-4a63-8dbc-b9a8a987da66 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6875541 Aug 20 15:13:20.545460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57006) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:20.561937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Request body: {'subnet': {'network_id': '915da1cd-9a3f-499d-9709-d20508e0b819', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:20.731590 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Made reservation on behalf of dbf1280339a6439ab7c7bfa68109bc0d for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:20.735241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.763679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-140c5f73-db8f-4b71-83f4-e58516f6978a', 'network_id': '140c5f73-db8f-4b71-83f4-e58516f6978a', 'tenant_id': 'dbf1280339a6439ab7c7bfa68109bc0d', 'fixed_ips': [{'subnet_id': '4ccb944f-5129-46a1-a15c-e70565ff85ac'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:13:20.764873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.912415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc1e2f39-cf4f-4383-b94b-284c6057ec55 req-3dc884ba-a6d9-47df-90d9-ae2dfd96bf38 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 210 time: 0.0466058 Aug 20 15:13:20.922356 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:20.957027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52534dee-7495-4d43-8c2c-c5f701cc9f62']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:20.985816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7b62a7-9cf0-4bcb-885b-281f999e16ff') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:20.986769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7b62a7-9cf0-4bcb-885b-281f999e16ff') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:20.998874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:21.012928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.036258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.046496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:21.047146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:21.051039 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:21.064372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.103123 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2f3ec016-09c3-4994-9e26-0d8bcd744ede up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:21.112333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Allocated IP 172.20.0.2 (140c5f73-db8f-4b71-83f4-e58516f6978a/4ccb944f-5129-46a1-a15c-e70565ff85ac/7084e072-af0a-413e-afd7-ac029e87556c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:21.144316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.164524 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.167962 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] 10.222.0.36 "DELETE /v2.0/networks/52534dee-7495-4d43-8c2c-c5f701cc9f62 HTTP/1.1" status: 204 len: 168 time: 1.1118469 Aug 20 15:13:21.170964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Subnet': ['ID=7cd673d3-4de5-4f49-8449-9c57f64ec637,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:21.182255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28f8ae-27a5-4027-98a4-3e7f782afc60 tempest-QuotasNegativeTest-1094372642 tempest-QuotasNegativeTest-1094372642-project-admin] Pushing event deleted for resources: {'Network': ['ID=52534dee-7495-4d43-8c2c-c5f701cc9f62,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:21.186665 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.209502 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Checking segment: {'id': '31065777-a884-4d3a-95f4-66638ab5d692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '915da1cd-9a3f-499d-9709-d20508e0b819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:21.209782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network hostable DHCP agents. Network: 915da1cd-9a3f-499d-9709-d20508e0b819, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:13:21.239016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network 915da1cd-9a3f-499d-9709-d20508e0b819 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:13:21.263234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 915da1cd-9a3f-499d-9709-d20508e0b819) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:21.279702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:21.280709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.288904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:13:21.292333 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3780c1ad-b573-42e8-ac08-5b3d943c4c6e" -d '{"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-unplugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:13:21.296964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f96020c-df6f-4559-9af8-ada2bd966bba None None] Network 915da1cd-9a3f-499d-9709-d20508e0b819 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:21.320633 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-260bb44e-ff63-4820-b7d2-6f1ebc1d88d0 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7717240 Aug 20 15:13:21.324252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57028) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:21.423258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:21.439419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.455856 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06264405-5a25-4bcb-86c4-c40cdc799b60 x-openstack-request-id: req-06264405-5a25-4bcb-86c4-c40cdc799b60 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:13:21.456150 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-unplugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:13:21.456415 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06264405-5a25-4bcb-86c4-c40cdc799b60 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:13:21.456799 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'code': 200} Aug 20 15:13:21.466522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2f3ec016-09c3-4994-9e26-0d8bcd744ede completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:21.626713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-915da1cd-9a3f-499d-9709-d20508e0b819', 'network_id': '915da1cd-9a3f-499d-9709-d20508e0b819', 'tenant_id': 'dbf1280339a6439ab7c7bfa68109bc0d', 'fixed_ips': [{'subnet_id': '7cd673d3-4de5-4f49-8449-9c57f64ec637'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:13:21.627647 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.793558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:21.917754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:21.989002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b187c4-69bf-4c83-b5cb-ff4146d868cc None None] Network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:22.058347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ee5b0b9c-d920-4193-93f5-5c7755964f19 None None] Provisioning for port 2f3ec016-09c3-4994-9e26-0d8bcd744ede completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:22.093563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ee5b0b9c-d920-4193-93f5-5c7755964f19 None None] Provisioning complete for port 2f3ec016-09c3-4994-9e26-0d8bcd744ede triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:22.094078 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ee5b0b9c-d920-4193-93f5-5c7755964f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.095966 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.107407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Allocated IP 172.20.0.2 (915da1cd-9a3f-499d-9709-d20508e0b819/7cd673d3-4de5-4f49-8449-9c57f64ec637/08dc404d-dfa0-4dbf-96db-32695a64981d) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:22.137372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca8b67ce-ee00-43f5-9cbb-0fddc2f323a7 req-30edf7b6-6772-4e4d-a7bd-8edc8a2bfddf tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 210 time: 0.0874782 Aug 20 15:13:22.140900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Transition to ACTIVE for port object 7084e072-af0a-413e-afd7-ac029e87556c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:22.185701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Transition to ACTIVE for port object 7084e072-af0a-413e-afd7-ac029e87556c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:22.231222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57048) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:22.248903 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.298586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-fa4a81a4-f3d7-4daa-a63b-f5a3fc60c6cb tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:22.300210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-fa4a81a4-f3d7-4daa-a63b-f5a3fc60c6cb tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.72 "GET /v2.0/networks?id=e3f46f53-df80-4b9e-a97a-3126e60ac9de HTTP/1.1" status: 200 len: 821 time: 0.2851744 Aug 20 15:13:22.343319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Request body: {'port': {'device_id': 'cbb6d13c-026b-4a67-a681-b89935b0e6cf', 'network_id': 'e3f46f53-df80-4b9e-a97a-3126e60ac9de', 'admin_state_up': True, 'tenant_id': '9aeb36e426564d21b2cb511e5c2b5a81'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:22.428273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Allocated IP 172.20.0.1 (140c5f73-db8f-4b71-83f4-e58516f6978a/4ccb944f-5129-46a1-a15c-e70565ff85ac/1afe703b-ca0a-467b-878b-fabf91d6bb7c) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:22.490464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5be8-37b8-4757-8222-6cc97238c142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.546863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Network 140c5f73-db8f-4b71-83f4-e58516f6978a is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:22.567753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:22.570323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:22.629052 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.647854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5be8-37b8-4757-8222-6cc97238c142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.648104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Transition to ACTIVE for port object 1afe703b-ca0a-467b-878b-fabf91d6bb7c will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:22.659011 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d1e5be8-37b8-4757-8222-6cc97238c142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.699722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Made reservation on behalf of 9aeb36e426564d21b2cb511e5c2b5a81 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:22.704832 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.709839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Pushing event updated for resources: {'Port': ['ID=7084e072-af0a-413e-afd7-ac029e87556c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:22.713450 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d1e5be8-37b8-4757-8222-6cc97238c142 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc1485277995418396b099b23aba3d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808319 Aug 20 15:13:22.716303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57060) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:22.751157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e5be8-37b8-4757-8222-6cc97238c142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b63d28-39bc-4927-ae51-ca35e5aac48f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:22.770908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.773215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Attempting to bind port 7084e072-af0a-413e-afd7-ac029e87556c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:13:22.773651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Attempting to bind port 7084e072-af0a-413e-afd7-ac029e87556c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd4e2420f-277f-4911-b763-b5844bf80d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '140c5f73-db8f-4b71-83f4-e58516f6978a'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:13:22.774169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Attempting to bind port 7084e072-af0a-413e-afd7-ac029e87556c on network 140c5f73-db8f-4b71-83f4-e58516f6978a {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:13:22.776152 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ee5b0b9c-d920-4193-93f5-5c7755964f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.777148 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4c14f24-ce70-4e3f-9c3b-0fa824dfe86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.818538 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4c14f24-ce70-4e3f-9c3b-0fa824dfe86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.823020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:13:22.823982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Checking segment: {'id': 'd4e2420f-277f-4911-b763-b5844bf80d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '140c5f73-db8f-4b71-83f4-e58516f6978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:22.824396 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.824799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Bound using segment: {'id': 'd4e2420f-277f-4911-b763-b5844bf80d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '140c5f73-db8f-4b71-83f4-e58516f6978a'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:13:22.825290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Bound port: 7084e072-af0a-413e-afd7-ac029e87556c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e2420f-277f-4911-b763-b5844bf80d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '140c5f73-db8f-4b71-83f4-e58516f6978a'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:13:22.826062 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.839435 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network 140c5f73-db8f-4b71-83f4-e58516f6978a is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:22.877527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:22.883771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ee5b0b9c-d920-4193-93f5-5c7755964f19 None None] For port 2f3ec016-09c3-4994-9e26-0d8bcd744ede, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2f3ec016-09c3-4994-9e26-0d8bcd744ede,segment=NetworkSegment(2d051996-c1d6-4939-9a8e-6e6890d6571a),segment_id=2d051996-c1d6-4939-9a8e-6e6890d6571a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:22.896403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4c14f24-ce70-4e3f-9c3b-0fa824dfe86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.902162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d4c14f24-ce70-4e3f-9c3b-0fa824dfe86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.907210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:22.908175 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d4c14f24-ce70-4e3f-9c3b-0fa824dfe86b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5b63d28-39bc-4927-ae51-ca35e5aac48f HTTP/1.1" status: 204 len: 168 time: 0.1902514 Aug 20 15:13:22.915535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Port': ['ID=1afe703b-ca0a-467b-878b-fabf91d6bb7c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:22.936035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c14f24-ce70-4e3f-9c3b-0fa824dfe86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b63d28-39bc-4927-ae51-ca35e5aac48f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:22.939448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ee5b0b9c-d920-4193-93f5-5c7755964f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.949181 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:22.994493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Transition to ACTIVE for port object 08dc404d-dfa0-4dbf-96db-32695a64981d will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:22.998091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:13:23.018334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.063091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Transition to ACTIVE for port object 08dc404d-dfa0-4dbf-96db-32695a64981d will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:23.074075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] For port 7084e072-af0a-413e-afd7-ac029e87556c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:13:23.078347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b0b9c-d920-4193-93f5-5c7755964f19 None None] Pushing event updated for resources: {'Port': ['ID=2f3ec016-09c3-4994-9e26-0d8bcd744ede,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:23.096110 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.110570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Allocated IP 172.20.0.9 (e3f46f53-df80-4b9e-a97a-3126e60ac9de/7caafbff-02be-4d69-b900-7401aeb7c82f/dd1eb241-1013-4ab0-b830-ad367d76bbf0) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:23.148259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] For port 7084e072-af0a-413e-afd7-ac029e87556c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7084e072-af0a-413e-afd7-ac029e87556c,segment=NetworkSegment(d4e2420f-277f-4911-b763-b5844bf80d02),segment_id=d4e2420f-277f-4911-b763-b5844bf80d02)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:13:23.177576 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.196255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Network 915da1cd-9a3f-499d-9709-d20508e0b819 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:23.208738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:23.214373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:23.251378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Pushing event updated for resources: {'Port': ['ID=08dc404d-dfa0-4dbf-96db-32695a64981d,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:23.350548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-106f26a1-a65b-4378-82d8-b79619f2919c req-ac71586c-ff77-49e4-8cb1-461346b3965e tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 210 time: 0.0737503 Aug 20 15:13:23.356610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.357301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Attempting to bind port 08dc404d-dfa0-4dbf-96db-32695a64981d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:13:23.357717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Attempting to bind port 08dc404d-dfa0-4dbf-96db-32695a64981d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '31065777-a884-4d3a-95f4-66638ab5d692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '915da1cd-9a3f-499d-9709-d20508e0b819'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:13:23.358086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Attempting to bind port 08dc404d-dfa0-4dbf-96db-32695a64981d on network 915da1cd-9a3f-499d-9709-d20508e0b819 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:13:23.383209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:23.401592 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:13:23.401974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Checking segment: {'id': '31065777-a884-4d3a-95f4-66638ab5d692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '915da1cd-9a3f-499d-9709-d20508e0b819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:23.402373 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.402775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Bound using segment: {'id': '31065777-a884-4d3a-95f4-66638ab5d692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '915da1cd-9a3f-499d-9709-d20508e0b819'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:13:23.403324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Bound port: 08dc404d-dfa0-4dbf-96db-32695a64981d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31065777-a884-4d3a-95f4-66638ab5d692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '915da1cd-9a3f-499d-9709-d20508e0b819'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:13:23.403694 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.429779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'port_id': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'mac_address': 'fa:16:3e:b1:0d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:13:23.433946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cc1ba-3dcf-4c5a-8fa6-c9eb0e0fe7a5 None None] Pushing event updated for resources: {'Port': ['ID=7084e072-af0a-413e-afd7-ac029e87556c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:23.466456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-62759b66-23dc-4a4d-9135-19dbfed668f0 None None] Provisioning complete for port 2f3ec016-09c3-4994-9e26-0d8bcd744ede triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:23.466841 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-62759b66-23dc-4a4d-9135-19dbfed668f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.567792 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.602299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] For port 08dc404d-dfa0-4dbf-96db-32695a64981d, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:13:23.610233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:13:23.635666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] For port 08dc404d-dfa0-4dbf-96db-32695a64981d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08dc404d-dfa0-4dbf-96db-32695a64981d,segment=NetworkSegment(31065777-a884-4d3a-95f4-66638ab5d692),segment_id=31065777-a884-4d3a-95f4-66638ab5d692)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:13:23.663850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.670818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:23.745816 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.747028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57078) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:23.791093 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.882570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64adae0-2ff9-4835-889d-b8bb0b01aae4 None None] Pushing event updated for resources: {'Port': ['ID=08dc404d-dfa0-4dbf-96db-32695a64981d,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:23.914473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-119161d1-bb0b-415c-8122-996ca0499423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:23.971436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:23.977474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:13:24.029912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57094) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:24.059182 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cf7859e-5ba6-474b-89ea-42b6d01aec60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.070925 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.123400 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.126255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Network e3f46f53-df80-4b9e-a97a-3126e60ac9de is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:24.133699 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.148249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:24.182991 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:24.200293 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-119161d1-bb0b-415c-8122-996ca0499423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.212038 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-119161d1-bb0b-415c-8122-996ca0499423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.272278 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-119161d1-bb0b-415c-8122-996ca0499423 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d0caac5922346ba9b8e8216b1fef91e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217843 Aug 20 15:13:24.273867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57102) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:24.278517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Pushing event updated for resources: {'Port': ['ID=dd1eb241-1013-4ab0-b830-ad367d76bbf0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:24.291412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119161d1-bb0b-415c-8122-996ca0499423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5995bdc0-fa81-4905-b394-834ad76cbe55,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:24.381655 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cf7859e-5ba6-474b-89ea-42b6d01aec60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.389847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cf7859e-5ba6-474b-89ea-42b6d01aec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.413533 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.427509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:24.428218 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.443121 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5cf7859e-5ba6-474b-89ea-42b6d01aec60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e810986ad3114d18b74c313a165ac664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084074 Aug 20 15:13:24.443386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:24.488948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7859e-5ba6-474b-89ea-42b6d01aec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e094da0f-ad3f-4e24-9aaa-86e02f0fb5da,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:24.516548 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac0aad0e-61c7-4a6e-94c1-a29729eb9ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.545084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac0aad0e-61c7-4a6e-94c1-a29729eb9ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.592049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Port': ['ID=1afe703b-ca0a-467b-878b-fabf91d6bb7c,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:24.607237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-35654eec-c614-404b-a74a-af32e307f559 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2680323 Aug 20 15:13:24.630001 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac0aad0e-61c7-4a6e-94c1-a29729eb9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.633756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac0aad0e-61c7-4a6e-94c1-a29729eb9ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.635321 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ac0aad0e-61c7-4a6e-94c1-a29729eb9ddd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e094da0f-ad3f-4e24-9aaa-86e02f0fb5da HTTP/1.1" status: 204 len: 168 time: 0.1908720 Aug 20 15:13:24.676946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0aad0e-61c7-4a6e-94c1-a29729eb9ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e094da0f-ad3f-4e24-9aaa-86e02f0fb5da,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:24.679332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87b1180a-ee0d-46c1-8426-037b16a797b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.691176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Request body: {'port': {'device_id': 'cbb6d13c-026b-4a67-a681-b89935b0e6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:24.729971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network 140c5f73-db8f-4b71-83f4-e58516f6978a is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:24.753952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:24.768369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d24c3f-1211-4175-8eac-80420b216e23 req-bbce27f4-78f3-475d-af1e-c9e2fb02fa5a tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:24.769940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59d24c3f-1211-4175-8eac-80420b216e23 req-bbce27f4-78f3-475d-af1e-c9e2fb02fa5a tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 931 time: 0.2246242 Aug 20 15:13:24.792562 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87b1180a-ee0d-46c1-8426-037b16a797b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:24.969845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59d24c3f-1211-4175-8eac-80420b216e23 req-dc24a230-2491-4a1e-a7bd-25d505eb5721 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852648 Aug 20 15:13:24.988130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:25.038016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:25.059072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5eaf91-2bce-4761-82b5-3c0bf037ba8a None None] Network 140c5f73-db8f-4b71-83f4-e58516f6978a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:25.237147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-53029d64-e236-48f3-bc06-1c35d7ac6c2a None None] Provisioning for port 7084e072-af0a-413e-afd7-ac029e87556c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:25.246212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2f3ec016-09c3-4994-9e26-0d8bcd744ede up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:25.278355 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87b1180a-ee0d-46c1-8426-037b16a797b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:25.281175 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-87b1180a-ee0d-46c1-8426-037b16a797b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:25.284599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-87b1180a-ee0d-46c1-8426-037b16a797b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5995bdc0-fa81-4905-b394-834ad76cbe55 HTTP/1.1" status: 204 len: 168 time: 1.0048988 Aug 20 15:13:25.365807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:25.366190 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:25.439718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1180a-ee0d-46c1-8426-037b16a797b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5995bdc0-fa81-4905-b394-834ad76cbe55,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:25.496964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Router 90f3e41c-5f6c-415d-9524-f29bb41fc9b2 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:13:25.646685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2f3ec016-09c3-4994-9e26-0d8bcd744ede triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:25.647431 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:25.667517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:13:25.678451 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9bce6-ea1d-42b6-8d28-46926941c422 None None] Sync routers for ids ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:13:25.683778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-818fccbd-50ad-40ab-be11-947045045b3b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "PUT /v2.0/routers/90f3e41c-5f6c-415d-9524-f29bb41fc9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3579772 Aug 20 15:13:25.686570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57138) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:25.694072 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9bce6-ea1d-42b6-8d28-46926941c422 None None] Routers {'90f3e41c-5f6c-415d-9524-f29bb41fc9b2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:25.706049 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5ce9bce6-ea1d-42b6-8d28-46926941c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:25.725256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5110b2-f029-49d8-826f-6ede0844ae3f None None] Network 915da1cd-9a3f-499d-9709-d20508e0b819 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:25.784009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1eb241-1013-4ab0-b830-ad367d76bbf0 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:13:25.802674 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:25.815176 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5ce9bce6-ea1d-42b6-8d28-46926941c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:25.831989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Transition to ACTIVE for port object dd1eb241-1013-4ab0-b830-ad367d76bbf0 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:25.841528 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9bce6-ea1d-42b6-8d28-46926941c422 None None] Routers {'90f3e41c-5f6c-415d-9524-f29bb41fc9b2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:25.843595 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5ce9bce6-ea1d-42b6-8d28-46926941c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:25.845252 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:25.979464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Pushing event updated for resources: {'Port': ['ID=dd1eb241-1013-4ab0-b830-ad367d76bbf0,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:25.991887 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5ce9bce6-ea1d-42b6-8d28-46926941c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:25.997516 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9bce6-ea1d-42b6-8d28-46926941c422 None None] The sync data for ids ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:13:26.058666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57152) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:26.080407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1c78-bbed-4f60-bbb6-dbc06cb940bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:26.094836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3082b684-96e8-4bf1-bf75-326584cb2613 None None] Provisioning for port 08dc404d-dfa0-4dbf-96db-32695a64981d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:26.157668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Attempting to bind port dd1eb241-1013-4ab0-b830-ad367d76bbf0 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:13:26.158049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Attempting to bind port dd1eb241-1013-4ab0-b830-ad367d76bbf0 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '334b764c-c441-44e6-aed5-f217c227aaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e3f46f53-df80-4b9e-a97a-3126e60ac9de'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:13:26.158340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Attempting to bind port dd1eb241-1013-4ab0-b830-ad367d76bbf0 on network e3f46f53-df80-4b9e-a97a-3126e60ac9de {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:13:26.172854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Port dd1eb241-1013-4ab0-b830-ad367d76bbf0 on network e3f46f53-df80-4b9e-a97a-3126e60ac9de not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:13:26.173216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Attempting to bind port dd1eb241-1013-4ab0-b830-ad367d76bbf0 on network e3f46f53-df80-4b9e-a97a-3126e60ac9de {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:13:26.179407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7084e072-af0a-413e-afd7-ac029e87556c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:26.187504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:13:26.187902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Checking segment: {'id': '334b764c-c441-44e6-aed5-f217c227aaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e3f46f53-df80-4b9e-a97a-3126e60ac9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:26.188267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Bound using segment: {'id': '334b764c-c441-44e6-aed5-f217c227aaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e3f46f53-df80-4b9e-a97a-3126e60ac9de'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:13:26.188724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Bound port: dd1eb241-1013-4ab0-b830-ad367d76bbf0, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334b764c-c441-44e6-aed5-f217c227aaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'e3f46f53-df80-4b9e-a97a-3126e60ac9de'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:13:26.189082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:26.233990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:26.284398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:26.286179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:13:26.291091 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfe71ef-b1a2-44ba-af8d-23a53e54a5c6" -d '{"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-plugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:13:26.305467 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:26.315144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 7084e072-af0a-413e-afd7-ac029e87556c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:26.411446 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0b51c7-6dce-458f-9714-a5d0361c4ad7 x-openstack-request-id: req-ab0b51c7-6dce-458f-9714-a5d0361c4ad7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:13:26.411821 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-plugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:13:26.411936 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab0b51c7-6dce-458f-9714-a5d0361c4ad7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:13:26.412379 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'code': 200} Aug 20 15:13:26.421017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7084e072-af0a-413e-afd7-ac029e87556c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:26.421393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:26.573844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=10']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:27.013982 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1c78-bbed-4f60-bbb6-dbc06cb940bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.030844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf7b1c78-bbed-4f60-bbb6-dbc06cb940bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.038319 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.050232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b979ac1f-6fd0-4145-aa80-59e0f8756d92 None None] Provisioning complete for port 7084e072-af0a-413e-afd7-ac029e87556c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:27.050700 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b979ac1f-6fd0-4145-aa80-59e0f8756d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.116021 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-dd4c38b3-9b81-4083-ab74-0c0bce01857c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:27.122299 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dd4c38b3-9b81-4083-ab74-0c0bce01857c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "PUT /v2.0/routers/90f3e41c-5f6c-415d-9524-f29bb41fc9b2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4338441 Aug 20 15:13:27.132816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57166) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:27.141319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17845de2-8674-429d-93b2-b230a8195825 req-6a3238ee-5e2b-4d2a-96fa-76af42e21133 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:27.149604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17845de2-8674-429d-93b2-b230a8195825 req-6a3238ee-5e2b-4d2a-96fa-76af42e21133 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 943 time: 0.9397519 Aug 20 15:13:27.150059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 7084e072-af0a-413e-afd7-ac029e87556c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7084e072-af0a-413e-afd7-ac029e87556c,segment=NetworkSegment(d4e2420f-277f-4911-b763-b5844bf80d02),segment_id=d4e2420f-277f-4911-b763-b5844bf80d02)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:27.159621 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.160935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08dc404d-dfa0-4dbf-96db-32695a64981d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:27.199359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] For port dd1eb241-1013-4ab0-b830-ad367d76bbf0, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:13:27.214747 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bf7b1c78-bbed-4f60-bbb6-dbc06cb940bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50efcf8e5b1b443ba39640f3486538ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1520391 Aug 20 15:13:27.223559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57168) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:27.248859 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b1c78-bbed-4f60-bbb6-dbc06cb940bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f9c5d3-7192-40ca-81d4-2626cd926529,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:27.348834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=7084e072-af0a-413e-afd7-ac029e87556c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:27.369301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17845de2-8674-429d-93b2-b230a8195825 req-ee5460cc-816d-4cb1-8c64-49de49c61662 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150128 Aug 20 15:13:27.371042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 08dc404d-dfa0-4dbf-96db-32695a64981d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:27.372879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] For port dd1eb241-1013-4ab0-b830-ad367d76bbf0, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd1eb241-1013-4ab0-b830-ad367d76bbf0,segment=NetworkSegment(334b764c-c441-44e6-aed5-f217c227aaa5),segment_id=334b764c-c441-44e6-aed5-f217c227aaa5)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:13:27.383042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 08dc404d-dfa0-4dbf-96db-32695a64981d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:27.383812 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.394068 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.444859 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b979ac1f-6fd0-4145-aa80-59e0f8756d92 None None] Provisioning for port 1afe703b-ca0a-467b-878b-fabf91d6bb7c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:27.465262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b979ac1f-6fd0-4145-aa80-59e0f8756d92 None None] Provisioning complete for port 1afe703b-ca0a-467b-878b-fabf91d6bb7c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:27.466059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b979ac1f-6fd0-4145-aa80-59e0f8756d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.552320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:27.556587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.559008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] 10.222.0.72 "PUT /v2.0/ports/dd1eb241-1013-4ab0-b830-ad367d76bbf0 HTTP/1.1" status: 200 len: 1092 time: 2.8948214 Aug 20 15:13:27.559485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb6d13c-026b-4a67-a681-b89935b0e6cf', 'tag': 'dd1eb241-1013-4ab0-b830-ad367d76bbf0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:13:27.563485 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93394a3-4500-4d1f-aaea-c459825759a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb6d13c-026b-4a67-a681-b89935b0e6cf", "tag": "dd1eb241-1013-4ab0-b830-ad367d76bbf0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:13:27.596310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d65924-e163-4edb-ae0e-75c9f468ef4e service neutron] Pushing event updated for resources: {'Port': ['ID=dd1eb241-1013-4ab0-b830-ad367d76bbf0,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:27.605698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b979ac1f-6fd0-4145-aa80-59e0f8756d92 None None] Port 1afe703b-ca0a-467b-878b-fabf91d6bb7c cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:27.631112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.659156 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c2aadc-379a-4cc8-89f8-9d314acc4a42 x-openstack-request-id: req-98c2aadc-379a-4cc8-89f8-9d314acc4a42 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:13:27.659870 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb6d13c-026b-4a67-a681-b89935b0e6cf", "tag": "dd1eb241-1013-4ab0-b830-ad367d76bbf0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:13:27.660133 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98c2aadc-379a-4cc8-89f8-9d314acc4a42 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:13:27.660540 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb6d13c-026b-4a67-a681-b89935b0e6cf', 'tag': 'dd1eb241-1013-4ab0-b830-ad367d76bbf0', 'status': 'completed', 'code': 200} Aug 20 15:13:27.663196 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.707311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 08dc404d-dfa0-4dbf-96db-32695a64981d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08dc404d-dfa0-4dbf-96db-32695a64981d,segment=NetworkSegment(31065777-a884-4d3a-95f4-66638ab5d692),segment_id=31065777-a884-4d3a-95f4-66638ab5d692)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:27.710659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73f68ec7-644f-4e46-8dac-064ac035406c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.717577 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.769198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4e58ba75-be0d-4d74-87f3-68ac2dd11b1d None None] Provisioning complete for port 08dc404d-dfa0-4dbf-96db-32695a64981d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:27.769584 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4e58ba75-be0d-4d74-87f3-68ac2dd11b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.785657 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73f68ec7-644f-4e46-8dac-064ac035406c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:27.796399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-722d0b5e-877c-4ee4-8ec5-d022a58f5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:27.819153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-722d0b5e-877c-4ee4-8ec5-d022a58f5fc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aeb36e426564d21b2cb511e5c2b5a81&device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 1095 time: 0.1832111 Aug 20 15:13:27.822886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=08dc404d-dfa0-4dbf-96db-32695a64981d,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:27.898093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-f5c42dbd-6313-4eef-914a-ca7b1979d081 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd1eb241-1013-4ab0-b830-ad367d76bbf0 HTTP/1.1" status: 200 len: 217 time: 0.0601945 Aug 20 15:13:27.910956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7084e072-af0a-413e-afd7-ac029e87556c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:27.945606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57182) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:27.987119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-971b4647-6ed8-4cf4-8551-0f6a23c3e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:27.991200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-971b4647-6ed8-4cf4-8551-0f6a23c3e014 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7caafbff-02be-4d69-b900-7401aeb7c82f HTTP/1.1" status: 200 len: 861 time: 0.0845907 Aug 20 15:13:27.997515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4e58ba75-be0d-4d74-87f3-68ac2dd11b1d None None] Provisioning complete for port 1afe703b-ca0a-467b-878b-fabf91d6bb7c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:27.997936 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4e58ba75-be0d-4d74-87f3-68ac2dd11b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.045024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4e58ba75-be0d-4d74-87f3-68ac2dd11b1d None None] Port 1afe703b-ca0a-467b-878b-fabf91d6bb7c cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:28.047652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7084e072-af0a-413e-afd7-ac029e87556c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:28.048028 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.098936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Deleting port 1afe703b-ca0a-467b-878b-fabf91d6bb7c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:28.099587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.116888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-0a92b3f1-c9ea-43dd-87e2-f503addb14ab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3f46f53-df80-4b9e-a97a-3126e60ac9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060510 Aug 20 15:13:28.193655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2119532771', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:28.226717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73f68ec7-644f-4e46-8dac-064ac035406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.230002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73f68ec7-644f-4e46-8dac-064ac035406c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.231163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-73f68ec7-644f-4e46-8dac-064ac035406c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7f9c5d3-7192-40ca-81d4-2626cd926529 HTTP/1.1" status: 204 len: 168 time: 0.9942949 Aug 20 15:13:28.247614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f68ec7-644f-4e46-8dac-064ac035406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f9c5d3-7192-40ca-81d4-2626cd926529,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:28.258545 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Made reservation on behalf of 88df278e43944157926ff1e8b22fd36a for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:28.261849 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.284951 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.286551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-c5d166c1-1715-46a3-9dcb-9689489e8e87 service neutron] 10.222.0.72 "GET /v2.0/networks/e3f46f53-df80-4b9e-a97a-3126e60ac9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582315 Aug 20 15:13:28.295261 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.321825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Calling delete_port for 1afe703b-ca0a-467b-878b-fabf91d6bb7c owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:28.440049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692f92f8-fa03-4394-a497-bc92a9c2f1f4 req-8aea708a-1be3-4aca-a09f-4117298b52e6 service neutron] 10.222.0.72 "GET /v2.0/networks/e3f46f53-df80-4b9e-a97a-3126e60ac9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455169 Aug 20 15:13:28.574221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e6340-20ac-4630-8370-3de7a761419f req-9cf9b3ab-0624-491f-b3bc-edd9bbe6bae5 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:28.575880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-475e6340-20ac-4630-8370-3de7a761419f req-9cf9b3ab-0624-491f-b3bc-edd9bbe6bae5 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 943 time: 0.0866385 Aug 20 15:13:28.591080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.599762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.637315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] device_id is not set on port 6ea60bec-e7da-4cd6-856b-01f2acebefce yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:13:28.641559 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baa11a0-dc4b-4506-ab96-c7933562ad64,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:28.642314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-040f5af0-7f8f-4d56-93b5-97fe1043ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:28.646317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-040f5af0-7f8f-4d56-93b5-97fe1043ac7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9aeb36e426564d21b2cb511e5c2b5a81&device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 1095 time: 0.1004584 Aug 20 15:13:28.655970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-475e6340-20ac-4630-8370-3de7a761419f req-f1fd4803-6c37-47f7-8924-661258648566 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651667 Aug 20 15:13:28.702308 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.707160 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.742014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Port': ['ID=1afe703b-ca0a-467b-878b-fabf91d6bb7c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:28.783897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-f9a14bdf-76e6-4388-945a-78b99a70b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:28.785405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-f9a14bdf-76e6-4388-945a-78b99a70b378 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e3f46f53-df80-4b9e-a97a-3126e60ac9de HTTP/1.1" status: 200 len: 922 time: 0.1285639 Aug 20 15:13:28.844489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-daa61540-f7b2-4dc6-b51b-e7b9d6cfd927 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd1eb241-1013-4ab0-b830-ad367d76bbf0 HTTP/1.1" status: 200 len: 217 time: 0.0509887 Aug 20 15:13:28.938857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-b6f5923e-dc96-4981-96fe-30cf4deca250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:28.943020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-b6f5923e-dc96-4981-96fe-30cf4deca250 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7caafbff-02be-4d69-b900-7401aeb7c82f HTTP/1.1" status: 200 len: 861 time: 0.0898399 Aug 20 15:13:28.972031 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:28.987213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-2183554c-d00b-40a2-8704-10db585c514e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e3f46f53-df80-4b9e-a97a-3126e60ac9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349119 Aug 20 15:13:28.989123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Allocated IP 172.25.5.225 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/6ea60bec-e7da-4cd6-856b-01f2acebefce) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:29.145536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-148be351-f470-4978-9071-c9bec637a85f service neutron] 10.222.0.72 "GET /v2.0/networks/e3f46f53-df80-4b9e-a97a-3126e60ac9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371961 Aug 20 15:13:29.280795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d93394a3-4500-4d1f-aaea-c459825759a1 req-fbd99d55-2d3b-41f2-baf8-28f9259cda1f service neutron] 10.222.0.72 "GET /v2.0/networks/e3f46f53-df80-4b9e-a97a-3126e60ac9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240520 Aug 20 15:13:29.356106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Router 90f3e41c-5f6c-415d-9524-f29bb41fc9b2 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:13:29.466472 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:29.475005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:13:29.483176 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-78cb7041-e5d9-42d7-814d-35210ba1339c tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "PUT /v2.0/routers/90f3e41c-5f6c-415d-9524-f29bb41fc9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3490887 Aug 20 15:13:29.486977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57218) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:29.490709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8283e0-b229-4a92-ade3-0618af4dfcb1 None None] Sync routers for ids ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:13:29.506905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8283e0-b229-4a92-ade3-0618af4dfcb1 None None] Routers {'90f3e41c-5f6c-415d-9524-f29bb41fc9b2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:29.507567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2d8283e0-b229-4a92-ade3-0618af4dfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:29.541913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2d8283e0-b229-4a92-ade3-0618af4dfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:29.548044 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-e630bfff-2c4f-403b-8cf0-bd16805e7355 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] delete failed (client error): The resource could not be found. Aug 20 15:13:29.549209 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e630bfff-2c4f-403b-8cf0-bd16805e7355 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1714348855 HTTP/1.1" status: 404 len: 335 time: 0.0611756 Aug 20 15:13:29.554277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57222) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:29.559449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7122859b-1021-4402-9522-d79d0ec827ec tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Request body: {'router': {'external_gateway_info': {'network_id': '90f3e41c-5f6c-415d-9524-f29bb41fc9b2'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:29.562964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8283e0-b229-4a92-ade3-0618af4dfcb1 None None] Routers {'90f3e41c-5f6c-415d-9524-f29bb41fc9b2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:29.563900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2d8283e0-b229-4a92-ade3-0618af4dfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:29.606652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2d8283e0-b229-4a92-ade3-0618af4dfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:29.607315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8283e0-b229-4a92-ade3-0618af4dfcb1 None None] The sync data for ids ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:13:29.830020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08dc404d-dfa0-4dbf-96db-32695a64981d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:29.857295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7122859b-1021-4402-9522-d79d0ec827ec tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:29.870663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5005c-88bc-49dc-8633-f50363301bab req-c0d4911a-6498-4b53-bad7-5d2a75da3d5d tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:29.872935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fe5005c-88bc-49dc-8633-f50363301bab req-c0d4911a-6498-4b53-bad7-5d2a75da3d5d tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 943 time: 0.0940170 Aug 20 15:13:29.892221 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-7122859b-1021-4402-9522-d79d0ec827ec tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] update failed (client error): The resource could not be found. Aug 20 15:13:29.893677 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7122859b-1021-4402-9522-d79d0ec827ec tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "PUT /v2.0/routers/90f3e41c-5f6c-415d-9524-f29bb41fc9b2 HTTP/1.1" status: 404 len: 339 time: 0.3381710 Aug 20 15:13:29.898091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57232) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:29.898323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:29.951123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Pushing event updated for resources: {'Port': ['ID=6ea60bec-e7da-4cd6-856b-01f2acebefce,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:29.968976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:29.969450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 08dc404d-dfa0-4dbf-96db-32695a64981d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:29.969840 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:29.970697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:29.973155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:30.003172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fe5005c-88bc-49dc-8633-f50363301bab req-cacebe28-8ebf-401c-b650-53042dfc8b14 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189644 Aug 20 15:13:30.038991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:30.039471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:30.069305 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f7b43f8e-4389-46d7-9025-d5158f90c595 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1226487 Aug 20 15:13:30.072734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57236) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:30.084833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}]}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:30.128178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:30.129598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:30.192734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:30.347357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:30.430749 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:30.756615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Allocated IP 172.20.0.1 (81496f91-8df0-4f3b-a2c6-61dc16d04fa0/3d846e26-3856-4963-868c-bd3db8a41a02/1b8377f8-1cc5-4447-b589-572f6a8fecb3) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:30.911947 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:30.933200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Transition to ACTIVE for port object 1b8377f8-1cc5-4447-b589-572f6a8fecb3 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:30.978660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.023582 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.049669 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.049947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:31.065208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:31.094632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:31.097962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Port': ['ID=1b8377f8-1cc5-4447-b589-572f6a8fecb3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:31.167617 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.356499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.429825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be58327-f089-437d-b43b-1f5156005bc3 req-1e1e20e6-5320-4a73-a3a2-81e47ef0c4b9 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:31.432620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8be58327-f089-437d-b43b-1f5156005bc3 req-1e1e20e6-5320-4a73-a3a2-81e47ef0c4b9 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 943 time: 0.1579733 Aug 20 15:13:31.483452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8be58327-f089-437d-b43b-1f5156005bc3 req-084c3d67-3ff1-45ea-9c69-e669db9e8016 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Aug 20 15:13:31.484193 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.600366 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.602552 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.625319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6c374c5a-fe29-4c14-ae15-b37943b82edb None None] Provisioning for port 1b8377f8-1cc5-4447-b589-572f6a8fecb3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:31.629624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6c374c5a-fe29-4c14-ae15-b37943b82edb None None] Provisioning complete for port 1b8377f8-1cc5-4447-b589-572f6a8fecb3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:31.629991 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6c374c5a-fe29-4c14-ae15-b37943b82edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.686869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dd1eb241-1013-4ab0-b830-ad367d76bbf0 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:13:31.713782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.714590 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82df0157-af1b-4882-8293-9412d99f3915 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:13:31.734652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6c374c5a-fe29-4c14-ae15-b37943b82edb None None] Port 1b8377f8-1cc5-4447-b589-572f6a8fecb3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:31.746639 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 20 15:13:31.747872 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0e8da4a2-d285-4ef2-9771-d32202a5ff91 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6733942 Aug 20 15:13:31.750641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57276) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:31.862376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dd1eb241-1013-4ab0-b830-ad367d76bbf0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd1eb241-1013-4ab0-b830-ad367d76bbf0,segment=NetworkSegment(334b764c-c441-44e6-aed5-f217c227aaa5),segment_id=334b764c-c441-44e6-aed5-f217c227aaa5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:31.880057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'dd1eb241-1013-4ab0-b830-ad367d76bbf0', 'network_id': 'e3f46f53-df80-4b9e-a97a-3126e60ac9de', 'port_id': 'dd1eb241-1013-4ab0-b830-ad367d76bbf0', 'mac_address': 'fa:16:3e:29:0a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7caafbff-02be-4d69-b900-7401aeb7c82f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:13:31.923702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2d493807-2369-4083-9977-43b99bcf4696 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Deleting port 6ea60bec-e7da-4cd6-856b-01f2acebefce {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:31.923977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d493807-2369-4083-9977-43b99bcf4696 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.950815 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:31.977690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1eb241-1013-4ab0-b830-ad367d76bbf0 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:13:32.018679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dd1eb241-1013-4ab0-b830-ad367d76bbf0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd1eb241-1013-4ab0-b830-ad367d76bbf0,segment=NetworkSegment(334b764c-c441-44e6-aed5-f217c227aaa5),segment_id=334b764c-c441-44e6-aed5-f217c227aaa5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:32.024023 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:32.028818 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:32.036579 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:32.049419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d493807-2369-4083-9977-43b99bcf4696 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:32.066496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2d493807-2369-4083-9977-43b99bcf4696 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Calling delete_port for 6ea60bec-e7da-4cd6-856b-01f2acebefce owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:32.152658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=dd1eb241-1013-4ab0-b830-ad367d76bbf0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:32.164714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event updated for resources: {'Port': ['ID=1b8377f8-1cc5-4447-b589-572f6a8fecb3,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:32.214941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:32.244753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d493807-2369-4083-9977-43b99bcf4696 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:32.285831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d493807-2369-4083-9977-43b99bcf4696 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ea60bec-e7da-4cd6-856b-01f2acebefce,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:32.372099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:32.373559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:32.382816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d493807-2369-4083-9977-43b99bcf4696 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:32.390670 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2d493807-2369-4083-9977-43b99bcf4696 tempest-RoutersAdminNegativeIpV6Test-488987073 tempest-RoutersAdminNegativeIpV6Test-488987073-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6ea60bec-e7da-4cd6-856b-01f2acebefce HTTP/1.1" status: 204 len: 168 time: 0.6356747 Aug 20 15:13:32.426626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['dd1eb241-1013-4ab0-b830-ad367d76bbf0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:13:32.510699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Router 90f3e41c-5f6c-415d-9524-f29bb41fc9b2 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:13:32.727364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:13:32.740054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57300) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:32.742728 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a39455-40b1-4db2-8d59-ddc70d2ed101 None None] Sync routers for ids ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:13:32.752591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5a96b263-93a9-411e-85c5-31e29b94b42b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "PUT /v2.0/routers/90f3e41c-5f6c-415d-9524-f29bb41fc9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8494077 Aug 20 15:13:32.760208 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a39455-40b1-4db2-8d59-ddc70d2ed101 None None] Routers {'90f3e41c-5f6c-415d-9524-f29bb41fc9b2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:32.760843 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c2a39455-40b1-4db2-8d59-ddc70d2ed101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:32.777187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c74d8-d963-4706-be4e-bc54cb11539f req-41395eec-8047-4095-b37c-7f2f95daae8c tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:32.788547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e17c74d8-d963-4706-be4e-bc54cb11539f req-41395eec-8047-4095-b37c-7f2f95daae8c tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 944 time: 0.1543458 Aug 20 15:13:32.825095 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c2a39455-40b1-4db2-8d59-ddc70d2ed101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:32.850839 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a39455-40b1-4db2-8d59-ddc70d2ed101 None None] Routers {'90f3e41c-5f6c-415d-9524-f29bb41fc9b2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:32.851778 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c2a39455-40b1-4db2-8d59-ddc70d2ed101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:32.888758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e17c74d8-d963-4706-be4e-bc54cb11539f req-019cc956-0ea6-4ea5-b735-f070f7fcd5b0 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987413 Aug 20 15:13:32.901590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ab01d6c5-759c-4d3d-b3a9-7f1e381d6635 None None] Provisioning complete for port 1b8377f8-1cc5-4447-b589-572f6a8fecb3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:32.902674 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ab01d6c5-759c-4d3d-b3a9-7f1e381d6635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:32.940178 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-c2a39455-40b1-4db2-8d59-ddc70d2ed101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:32.941276 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a39455-40b1-4db2-8d59-ddc70d2ed101 None None] The sync data for ids ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:13:32.973347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ab01d6c5-759c-4d3d-b3a9-7f1e381d6635 None None] Port 1b8377f8-1cc5-4447-b589-572f6a8fecb3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:32.985415 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8abb7173-608a-48ec-83e7-730993a1df25 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.047297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57306) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:33.089847 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-8abb7173-608a-48ec-83e7-730993a1df25 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 15:13:33.094622 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57312) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:33.104151 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8abb7173-608a-48ec-83e7-730993a1df25 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "DELETE /v2.0/routers/90f3e41c-5f6c-415d-9524-f29bb41fc9b2 HTTP/1.1" status: 409 len: 329 time: 0.3618422 Aug 20 15:13:33.371862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d38f4c28-ea5b-4453-9244-b98d14c95918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.581988 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:13:33.607922 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d38f4c28-ea5b-4453-9244-b98d14c95918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.617289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d38f4c28-ea5b-4453-9244-b98d14c95918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.675565 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.686100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dd1eb241-1013-4ab0-b830-ad367d76bbf0 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:33.756892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d38f4c28-ea5b-4453-9244-b98d14c95918 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=421b7e2b4b7044079a06757d2eaee04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7091210 Aug 20 15:13:33.757624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f4c28-ea5b-4453-9244-b98d14c95918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681fa25e-8d76-4f50-a7ec-89ec1dff603a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:33.759576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57328) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:33.839095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port dd1eb241-1013-4ab0-b830-ad367d76bbf0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:33.845118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port dd1eb241-1013-4ab0-b830-ad367d76bbf0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:33.845789 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.860297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6880667-dd2d-4ab0-aa62-6b3e03cccf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.894588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6880667-dd2d-4ab0-aa62-6b3e03cccf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.980625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6880667-dd2d-4ab0-aa62-6b3e03cccf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.983285 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6880667-dd2d-4ab0-aa62-6b3e03cccf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:33.988618 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b6880667-dd2d-4ab0-aa62-6b3e03cccf76 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/681fa25e-8d76-4f50-a7ec-89ec1dff603a HTTP/1.1" status: 204 len: 168 time: 0.2273304 Aug 20 15:13:34.001391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6880667-dd2d-4ab0-aa62-6b3e03cccf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681fa25e-8d76-4f50-a7ec-89ec1dff603a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:34.040576 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:34.082947 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb6d13c-026b-4a67-a681-b89935b0e6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1eb241-1013-4ab0-b830-ad367d76bbf0'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:13:34.086030 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584b6a3d-87e4-48f9-8dac-269bc09af263" -d '{"events": [{"server_uuid": "cbb6d13c-026b-4a67-a681-b89935b0e6cf", "name": "network-vif-plugged", "status": "completed", "tag": "dd1eb241-1013-4ab0-b830-ad367d76bbf0"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:13:34.138847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dd1eb241-1013-4ab0-b830-ad367d76bbf0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd1eb241-1013-4ab0-b830-ad367d76bbf0,segment=NetworkSegment(334b764c-c441-44e6-aed5-f217c227aaa5),segment_id=334b764c-c441-44e6-aed5-f217c227aaa5)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:34.147101 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:34.178386 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a286c0-c660-411c-94c9-66d45ec57789 x-openstack-request-id: req-21a286c0-c660-411c-94c9-66d45ec57789 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:13:34.179093 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb6d13c-026b-4a67-a681-b89935b0e6cf", "name": "network-vif-plugged", "status": "completed", "tag": "dd1eb241-1013-4ab0-b830-ad367d76bbf0", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:13:34.179719 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21a286c0-c660-411c-94c9-66d45ec57789 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:13:34.180322 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb6d13c-026b-4a67-a681-b89935b0e6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1eb241-1013-4ab0-b830-ad367d76bbf0', 'code': 200} Aug 20 15:13:34.234842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=dd1eb241-1013-4ab0-b830-ad367d76bbf0,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:34.235975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2266620-900b-401d-92ce-9a28ae5551fe req-f5b5ad82-d465-4735-80dc-0be2f7e13fff tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:34.237696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2266620-900b-401d-92ce-9a28ae5551fe req-f5b5ad82-d465-4735-80dc-0be2f7e13fff tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 944 time: 0.1808012 Aug 20 15:13:34.334732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Deleting port 1b8377f8-1cc5-4447-b589-572f6a8fecb3 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:34.335105 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:34.359107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2266620-900b-401d-92ce-9a28ae5551fe req-c5e55d41-b680-4e3d-a74b-df3e1bbba8c0 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110976 Aug 20 15:13:34.412807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6ce29-083b-4af4-8ba5-ce4539296b9d req-5915fb5a-d259-467a-ab8b-c998c893152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:34.414854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4c6ce29-083b-4af4-8ba5-ce4539296b9d req-5915fb5a-d259-467a-ab8b-c998c893152d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 1097 time: 0.1431501 Aug 20 15:13:34.467945 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:34.490050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4c6ce29-083b-4af4-8ba5-ce4539296b9d req-cd4fc045-97ac-4c72-941a-9807b1765966 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664279 Aug 20 15:13:34.490990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Calling delete_port for 1b8377f8-1cc5-4447-b589-572f6a8fecb3 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:34.726071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:34.740047 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:34.781872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Port': ['ID=1b8377f8-1cc5-4447-b589-572f6a8fecb3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:34.817826 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7b42e3bd-f4b9-4ed5-b415-a7e5539fc259 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88df278e43944157926ff1e8b22fd36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895069 Aug 20 15:13:34.818472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:34.905289 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19a78956-e811-4d7e-b4ab-a235a4514b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:34.969383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19a78956-e811-4d7e-b4ab-a235a4514b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:35.043320 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:35.058909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19a78956-e811-4d7e-b4ab-a235a4514b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:35.063920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19a78956-e811-4d7e-b4ab-a235a4514b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:35.068163 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-19a78956-e811-4d7e-b4ab-a235a4514b93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9baa11a0-dc4b-4506-ab96-c7933562ad64 HTTP/1.1" status: 204 len: 168 time: 0.2485487 Aug 20 15:13:35.085737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a78956-e811-4d7e-b4ab-a235a4514b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baa11a0-dc4b-4506-ab96-c7933562ad64,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:35.655148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99a605-fcae-4d82-bacd-f6564ac58e9d req-eda533a5-018e-4767-8139-c7bde9421004 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:35.656713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be99a605-fcae-4d82-bacd-f6564ac58e9d req-eda533a5-018e-4767-8139-c7bde9421004 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 945 time: 0.1285887 Aug 20 15:13:35.664333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Router 90f3e41c-5f6c-415d-9524-f29bb41fc9b2 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:13:35.787141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:13:35.799066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57386) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:35.799631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-449973ac-6551-4dc9-b731-2902672ff98b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "PUT /v2.0/routers/90f3e41c-5f6c-415d-9524-f29bb41fc9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7034099 Aug 20 15:13:35.801791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269225b-616f-40a5-99bb-bfc074955be7 None None] Sync routers for ids ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:13:35.804284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be99a605-fcae-4d82-bacd-f6564ac58e9d req-e6f997c3-49bb-4b1c-9bfd-a7b2c0f4568f tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387751 Aug 20 15:13:35.816778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269225b-616f-40a5-99bb-bfc074955be7 None None] Routers {'90f3e41c-5f6c-415d-9524-f29bb41fc9b2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:35.817666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9269225b-616f-40a5-99bb-bfc074955be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:35.856852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9269225b-616f-40a5-99bb-bfc074955be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:35.868868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269225b-616f-40a5-99bb-bfc074955be7 None None] Routers {'90f3e41c-5f6c-415d-9524-f29bb41fc9b2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:13:35.869553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9269225b-616f-40a5-99bb-bfc074955be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:35.943144 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-70146f1e-b44f-470b-8273-29b1c0f2e2e9 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] show failed (client error): The resource could not be found. Aug 20 15:13:35.953582 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-70146f1e-b44f-470b-8273-29b1c0f2e2e9 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1325856345 HTTP/1.1" status: 404 len: 335 time: 0.1534412 Aug 20 15:13:35.957510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57392) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:35.966506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9269225b-616f-40a5-99bb-bfc074955be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:35.969204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269225b-616f-40a5-99bb-bfc074955be7 None None] The sync data for ids ['90f3e41c-5f6c-415d-9524-f29bb41fc9b2'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:13:35.980010 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:35.980772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0ac32cc7-9161-42b5-b39b-9c5d27cfa733 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:36.025526 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-0ac32cc7-9161-42b5-b39b-9c5d27cfa733 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] update failed (client error): The resource could not be found. Aug 20 15:13:36.026675 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ac32cc7-9161-42b5-b39b-9c5d27cfa733 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-666591203 HTTP/1.1" status: 404 len: 334 time: 0.0681310 Aug 20 15:13:36.030550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57396) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:36.105595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-71eefca8-245a-437e-bc00-e450db2e9814 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Deleting subnet 7cd673d3-4de5-4f49-8449-9c57f64ec637 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:36.109534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71eefca8-245a-437e-bc00-e450db2e9814 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.161099 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71eefca8-245a-437e-bc00-e450db2e9814 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.285546 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71eefca8-245a-437e-bc00-e450db2e9814 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.414612 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71eefca8-245a-437e-bc00-e450db2e9814 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.451841 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71eefca8-245a-437e-bc00-e450db2e9814 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.455526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-71eefca8-245a-437e-bc00-e450db2e9814 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "DELETE /v2.0/subnets/7cd673d3-4de5-4f49-8449-9c57f64ec637 HTTP/1.1" status: 204 len: 168 time: 0.4226286 Aug 20 15:13:36.457158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57412) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:36.463789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1294eac-0917-4ad3-b925-21dd42180bb3 None None] Network 915da1cd-9a3f-499d-9709-d20508e0b819 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:36.477548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eefca8-245a-437e-bc00-e450db2e9814 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd673d3-4de5-4f49-8449-9c57f64ec637,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:36.480963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57414) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:36.600625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd852d0-c0c7-46f2-acd1-78c5916baaba tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Deleting subnet 4ccb944f-5129-46a1-a15c-e70565ff85ac {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:36.605578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ccd852d0-c0c7-46f2-acd1-78c5916baaba tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.655042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ccd852d0-c0c7-46f2-acd1-78c5916baaba tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.655673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1011043128'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:36.709869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Made reservation on behalf of 499c640af6de4fe4a6009538ed0f1f3f for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:36.730007 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.776091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ccd852d0-c0c7-46f2-acd1-78c5916baaba tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.776463 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.855587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] DHCP port deletion for 915da1cd-9a3f-499d-9709-d20508e0b819 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:13:36.875392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ccd852d0-c0c7-46f2-acd1-78c5916baaba tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.910877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd852d0-c0c7-46f2-acd1-78c5916baaba tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Subnet': ['ID=4ccb944f-5129-46a1-a15c-e70565ff85ac,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:36.920752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ccd852d0-c0c7-46f2-acd1-78c5916baaba tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:36.923113 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ccd852d0-c0c7-46f2-acd1-78c5916baaba tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "DELETE /v2.0/subnets/4ccb944f-5129-46a1-a15c-e70565ff85ac HTTP/1.1" status: 204 len: 168 time: 0.4645503 Aug 20 15:13:36.927431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57432) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:36.940253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09d7bf7-4d31-4556-be8b-d2e9f5d93f31 None None] Network 140c5f73-db8f-4b71-83f4-e58516f6978a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:37.030732 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.049127 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.064034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09450de9-abd0-42ac-8beb-3e4abe8385e7 req-7a3a11a1-ebc8-45d1-a4c1-b89872d11ab7 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:37.065738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09450de9-abd0-42ac-8beb-3e4abe8385e7 req-7a3a11a1-ebc8-45d1-a4c1-b89872d11ab7 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 945 time: 0.1015830 Aug 20 15:13:37.067108 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.102109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4eb44d-1a6a-4e47-82e1-bd396ad54cb0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:37.105221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Deleting port 08dc404d-dfa0-4dbf-96db-32695a64981d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:37.106263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.129439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:13:37.150245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.150640 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Added segment 1c85e8ce-fb80-45fa-ace2-1d94fdcf837c of type vlan for network 0f28d6b6-56da-470a-85a0-5a9619784d80 Aug 20 15:13:37.180452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09450de9-abd0-42ac-8beb-3e4abe8385e7 req-94f8b951-f73a-4734-ba15-686ea0ede8c5 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789506 Aug 20 15:13:37.187145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] Deleting port 08dc404d-dfa0-4dbf-96db-32695a64981d {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:37.187829 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.233749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] For port 08dc404d-dfa0-4dbf-96db-32695a64981d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08dc404d-dfa0-4dbf-96db-32695a64981d,segment=NetworkSegment(31065777-a884-4d3a-95f4-66638ab5d692),segment_id=31065777-a884-4d3a-95f4-66638ab5d692)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:37.234663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.256423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Calling delete_port for 08dc404d-dfa0-4dbf-96db-32695a64981d owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:37.275234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.340774 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.348449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:37.349933 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.431876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] For port 08dc404d-dfa0-4dbf-96db-32695a64981d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08dc404d-dfa0-4dbf-96db-32695a64981d,segment=NetworkSegment(31065777-a884-4d3a-95f4-66638ab5d692),segment_id=31065777-a884-4d3a-95f4-66638ab5d692)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:37.441662 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.458911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event updated for resources: {'Network': ['ID=0f28d6b6-56da-470a-85a0-5a9619784d80,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:37.462285 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.485440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 0f28d6b6-56da-470a-85a0-5a9619784d80 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:13:37.486396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8040d678-b4ba-4cc0-8178-1cc49af56596 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0052705 Aug 20 15:13:37.487079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57452) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:37.494491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Request body: {'subnet': {'network_id': '0f28d6b6-56da-470a-85a0-5a9619784d80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:37.519902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] No DVR routers for this DVR port 08dc404d-dfa0-4dbf-96db-32695a64981d on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:37.529107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] Calling delete_port for 08dc404d-dfa0-4dbf-96db-32695a64981d owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:37.537786 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Port': ['ID=08dc404d-dfa0-4dbf-96db-32695a64981d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:37.607928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Made reservation on behalf of 499c640af6de4fe4a6009538ed0f1f3f for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:37.611895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.631720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dba2f5-ca88-4638-9a89-19824ddb0c10 None None] DHCP port deletion for 140c5f73-db8f-4b71-83f4-e58516f6978a request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:13:37.704050 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.718800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915da1cd-9a3f-499d-9709-d20508e0b819']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:37.735307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31065777-a884-4d3a-95f4-66638ab5d692') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:37.735731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31065777-a884-4d3a-95f4-66638ab5d692') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:37.751242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.774762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.788531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:37.789063 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:37.794218 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:37.908033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.925053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:37.926972 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "DELETE /v2.0/networks/915da1cd-9a3f-499d-9709-d20508e0b819 HTTP/1.1" status: 204 len: 168 time: 0.9980824 Aug 20 15:13:37.949618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7084e072-af0a-413e-afd7-ac029e87556c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:37.953142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57478) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:38.011004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f90bd-0466-4274-9348-79cc7c13b036 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Network': ['ID=915da1cd-9a3f-499d-9709-d20508e0b819,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:38.024074 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.157964 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.199939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-36dba2f5-ca88-4638-9a89-19824ddb0c10 None None] Deleting port 7084e072-af0a-413e-afd7-ac029e87556c {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:38.200329 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-36dba2f5-ca88-4638-9a89-19824ddb0c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.202319 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.221672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event updated for resources: {'Subnet': ['ID=fa30f57b-7f34-4cdc-88e7-07c5c04551c2,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:38.279862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Deleting port 7084e072-af0a-413e-afd7-ac029e87556c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:38.280312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.280739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-36dba2f5-ca88-4638-9a89-19824ddb0c10 None None] For port 7084e072-af0a-413e-afd7-ac029e87556c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7084e072-af0a-413e-afd7-ac029e87556c,segment=NetworkSegment(d4e2420f-277f-4911-b763-b5844bf80d02),segment_id=d4e2420f-277f-4911-b763-b5844bf80d02)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:38.281348 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-36dba2f5-ca88-4638-9a89-19824ddb0c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.285848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] Network 915da1cd-9a3f-499d-9709-d20508e0b819 is not hosted by any dhcp agent {{(pid=101101) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 15:13:38.286418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Checking segment: {'id': '1c85e8ce-fb80-45fa-ace2-1d94fdcf837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0f28d6b6-56da-470a-85a0-5a9619784d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:38.286749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] No DVR routers for this DVR port 08dc404d-dfa0-4dbf-96db-32695a64981d on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:38.286876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Network hostable DHCP agents. Network: 0f28d6b6-56da-470a-85a0-5a9619784d80, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:13:38.296365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef0f07-fcbb-4d4a-9719-7019530da283 None None] Pushing event deleted for resources: {'Port': ['ID=08dc404d-dfa0-4dbf-96db-32695a64981d,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:38.349508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-36dba2f5-ca88-4638-9a89-19824ddb0c10 None None] Calling delete_port for 7084e072-af0a-413e-afd7-ac029e87556c owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:38.353978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a69d4-0e85-4a2a-a1b5-8d6e767aa6b9 req-419d4b15-27fa-4de0-b9e5-29ef403bee4a tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:38.355743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-100a69d4-0e85-4a2a-a1b5-8d6e767aa6b9 req-419d4b15-27fa-4de0-b9e5-29ef403bee4a tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 945 time: 0.1815369 Aug 20 15:13:38.363468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Network 0f28d6b6-56da-470a-85a0-5a9619784d80 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:13:38.377362 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.393016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 0f28d6b6-56da-470a-85a0-5a9619784d80) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:38.404431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:38.405302 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.411228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23040af-3f85-4765-9d91-8a0627199f2d None None] Network 0f28d6b6-56da-470a-85a0-5a9619784d80 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:38.414196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] For port 7084e072-af0a-413e-afd7-ac029e87556c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7084e072-af0a-413e-afd7-ac029e87556c,segment=NetworkSegment(d4e2420f-277f-4911-b763-b5844bf80d02),segment_id=d4e2420f-277f-4911-b763-b5844bf80d02)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:38.414589 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.444294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Calling delete_port for 7084e072-af0a-413e-afd7-ac029e87556c owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:38.479660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7330143c-d599-43fe-86ac-e7ff74dcb397 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9913158 Aug 20 15:13:38.487408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57500) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:38.498321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Request body: {'port': {'network_id': '0f28d6b6-56da-470a-85a0-5a9619784d80', 'name': 'tempest-ExtraDHCPOptionsTestJSON-148026668'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:38.541586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 7084e072-af0a-413e-afd7-ac029e87556c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7084e072-af0a-413e-afd7-ac029e87556c,segment=NetworkSegment(d4e2420f-277f-4911-b763-b5844bf80d02),segment_id=d4e2420f-277f-4911-b763-b5844bf80d02)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:38.545003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-100a69d4-0e85-4a2a-a1b5-8d6e767aa6b9 req-a7dc5456-db82-428d-a75a-4cb7b7534173 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675448 Aug 20 15:13:38.556720 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.558124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08dc404d-dfa0-4dbf-96db-32695a64981d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:38.592648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 08dc404d-dfa0-4dbf-96db-32695a64981d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:38.593203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08dc404d-dfa0-4dbf-96db-32695a64981d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:38.666778 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-36dba2f5-ca88-4638-9a89-19824ddb0c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.673966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.721484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dba2f5-ca88-4638-9a89-19824ddb0c10 None None] No DVR routers for this DVR port 7084e072-af0a-413e-afd7-ac029e87556c on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:38.726811 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=7084e072-af0a-413e-afd7-ac029e87556c,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:38.754062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] No DVR routers for this DVR port 7084e072-af0a-413e-afd7-ac029e87556c on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:38.755765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Port': ['ID=7084e072-af0a-413e-afd7-ac029e87556c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:38.758539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-0f28d6b6-56da-470a-85a0-5a9619784d80', 'network_id': '0f28d6b6-56da-470a-85a0-5a9619784d80', 'tenant_id': '499c640af6de4fe4a6009538ed0f1f3f', 'fixed_ips': [{'subnet_id': 'fa30f57b-7f34-4cdc-88e7-07c5c04551c2'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:13:38.760765 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.767647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dba2f5-ca88-4638-9a89-19824ddb0c10 None None] Pushing event deleted for resources: {'Port': ['ID=7084e072-af0a-413e-afd7-ac029e87556c,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:38.823743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Made reservation on behalf of 499c640af6de4fe4a6009538ed0f1f3f for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:38.828040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.872378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] device_id is not set on port 57ae1df0-8e54-4f2e-966b-37266a84f553 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:13:38.897118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:38.921956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140c5f73-db8f-4b71-83f4-e58516f6978a']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:38.953557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e2420f-277f-4911-b763-b5844bf80d02') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:38.953860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e2420f-277f-4911-b763-b5844bf80d02') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:38.964305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Allocated IP 172.20.0.2 (0f28d6b6-56da-470a-85a0-5a9619784d80/fa30f57b-7f34-4cdc-88e7-07c5c04551c2/3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:38.980168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.007682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.017206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:39.018070 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:39.022048 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:39.116182 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.137623 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.142819 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "DELETE /v2.0/networks/140c5f73-db8f-4b71-83f4-e58516f6978a HTTP/1.1" status: 204 len: 168 time: 1.1586480 Aug 20 15:13:39.143098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57508) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:39.155507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d600f36-8d00-4624-a3ba-077972e0f865 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Network': ['ID=140c5f73-db8f-4b71-83f4-e58516f6978a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:39.207481 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.221802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Transition to ACTIVE for port object 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:39.226000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-05991070-fc18-4ecf-8e2f-c2045dc6140f tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Deleting subnet 3d846e26-3856-4963-868c-bd3db8a41a02 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:39.233291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-05991070-fc18-4ecf-8e2f-c2045dc6140f tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.242511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Transition to ACTIVE for port object 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:39.253798 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.273408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Network 0f28d6b6-56da-470a-85a0-5a9619784d80 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:39.276416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:39.304207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:39.337050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-05991070-fc18-4ecf-8e2f-c2045dc6140f tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.389594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Allocated IP 172.20.0.6 (0f28d6b6-56da-470a-85a0-5a9619784d80/fa30f57b-7f34-4cdc-88e7-07c5c04551c2/57ae1df0-8e54-4f2e-966b-37266a84f553) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:39.397787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Pushing event updated for resources: {'Port': ['ID=3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:39.407573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Attempting to bind port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:13:39.408160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Attempting to bind port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '1c85e8ce-fb80-45fa-ace2-1d94fdcf837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0f28d6b6-56da-470a-85a0-5a9619784d80'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:13:39.408772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Attempting to bind port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 on network 0f28d6b6-56da-470a-85a0-5a9619784d80 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:13:39.415415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:13:39.416393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Checking segment: {'id': '1c85e8ce-fb80-45fa-ace2-1d94fdcf837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0f28d6b6-56da-470a-85a0-5a9619784d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:39.416834 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.417230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Bound using segment: {'id': '1c85e8ce-fb80-45fa-ace2-1d94fdcf837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0f28d6b6-56da-470a-85a0-5a9619784d80'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:13:39.417823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Bound port: 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c85e8ce-fb80-45fa-ace2-1d94fdcf837c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '0f28d6b6-56da-470a-85a0-5a9619784d80'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:13:39.418354 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.499667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-05991070-fc18-4ecf-8e2f-c2045dc6140f tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.512206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] For port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:13:39.525639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] For port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06,segment=NetworkSegment(1c85e8ce-fb80-45fa-ace2-1d94fdcf837c),segment_id=1c85e8ce-fb80-45fa-ace2-1d94fdcf837c)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:13:39.538298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.615863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-05991070-fc18-4ecf-8e2f-c2045dc6140f tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.654213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfb556-29c0-4e50-8d0f-79d28e1a659f None None] Pushing event updated for resources: {'Port': ['ID=3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:39.710437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05991070-fc18-4ecf-8e2f-c2045dc6140f tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Subnet': ['ID=3d846e26-3856-4963-868c-bd3db8a41a02,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:39.729350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a9315-3f04-4c7b-8487-bd6788901c2b None None] Network 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:39.732167 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-05991070-fc18-4ecf-8e2f-c2045dc6140f tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:39.734049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-05991070-fc18-4ecf-8e2f-c2045dc6140f tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "DELETE /v2.0/subnets/3d846e26-3856-4963-868c-bd3db8a41a02 HTTP/1.1" status: 204 len: 168 time: 0.5897775 Aug 20 15:13:39.737617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57520) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:39.894021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.044612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Deleting port 2f3ec016-09c3-4994-9e26-0d8bcd744ede {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:40.045230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.143784 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.145475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] For port 2f3ec016-09c3-4994-9e26-0d8bcd744ede, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2f3ec016-09c3-4994-9e26-0d8bcd744ede,segment=NetworkSegment(2d051996-c1d6-4939-9a8e-6e6890d6571a),segment_id=2d051996-c1d6-4939-9a8e-6e6890d6571a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:40.145923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.171679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Calling delete_port for 2f3ec016-09c3-4994-9e26-0d8bcd744ede owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:40.185146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Transition to ACTIVE for port object 57ae1df0-8e54-4f2e-966b-37266a84f553 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:40.274472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.284826 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.355343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47264335-d767-4179-9cd1-97de8d3034b8 None None] DHCP port deletion for 81496f91-8df0-4f3b-a2c6-61dc16d04fa0 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:13:40.370848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event updated for resources: {'Port': ['ID=57ae1df0-8e54-4f2e-966b-37266a84f553,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:40.386356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Network 0f28d6b6-56da-470a-85a0-5a9619784d80 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:40.395789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] No DVR routers for this DVR port 2f3ec016-09c3-4994-9e26-0d8bcd744ede on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:40.406519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Port': ['ID=2f3ec016-09c3-4994-9e26-0d8bcd744ede,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:40.424035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3c584-3652-4f04-8555-ce0f24014b32 req-cb665ece-374e-4258-8df4-aca881b72fa1 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:40.437879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93a3c584-3652-4f04-8555-ce0f24014b32 req-cb665ece-374e-4258-8df4-aca881b72fa1 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 945 time: 0.7322140 Aug 20 15:13:40.444022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:40.447790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:40.530001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-95d34056-d248-4613-9c2e-7a7bedb8fd0e tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:40.531495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-95d34056-d248-4613-9c2e-7a7bedb8fd0e tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 945 time: 0.6117175 Aug 20 15:13:40.562053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.564993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:40.565689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.577189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81496f91-8df0-4f3b-a2c6-61dc16d04fa0']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:40.601750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93a3c584-3652-4f04-8555-ce0f24014b32 req-9945daef-2617-4c27-bb7c-364e40477fc7 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/security-groups?id=c75f7056-8f42-4bf7-827c-512ecdc49f33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628911 Aug 20 15:13:40.606421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d051996-c1d6-4939-9a8e-6e6890d6571a') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:40.607236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d051996-c1d6-4939-9a8e-6e6890d6571a') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:40.628776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-09a85eb4-14e5-4d70-b1c2-e9ab85384cf0 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1402478 Aug 20 15:13:40.631969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57536) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:40.637831 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.641252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Request body: {'port': {'network_id': '0f28d6b6-56da-470a-85a0-5a9619784d80', 'name': 'tempest-ExtraDHCPOptionsTestJSON-961463515', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:40.642328 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.api.validators [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] bootfile-name is not in valid_values {{(pid=101099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:13:40.647812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.api.validators [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] tftp-server is not in valid_values {{(pid=101099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:13:40.648165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.api.validators [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] server-ip-address is not in valid_values {{(pid=101099) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:13:40.663469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.675864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:40.677242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:40.683180 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:40.815217 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.822736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:40.822736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "DELETE /v2.0/networks/81496f91-8df0-4f3b-a2c6-61dc16d04fa0 HTTP/1.1" status: 204 len: 168 time: 1.0837722 Aug 20 15:13:40.830588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57540) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:40.852682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797d942-c7a3-4d86-bfcb-9a167d91a306 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Pushing event deleted for resources: {'Network': ['ID=81496f91-8df0-4f3b-a2c6-61dc16d04fa0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:40.922416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-832fdc69-9b58-415d-b4c1-c7cbd3c59db7 tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f3e41c-5f6c-415d-9524-f29bb41fc9b2 HTTP/1.1" status: 200 len: 205 time: 0.0855420 Aug 20 15:13:40.923382 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57546) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:40.945011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-276e1f90-eca9-4141-a4b8-8da0d6abdd31 req-e6c568ff-fb57-4fad-b3d2-330b0d8e5985 service neutron] (101099) timed out ('10.222.0.36', 48904) {{(pid=101099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:13:40.950657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Deleting port dd1eb241-1013-4ab0-b830-ad367d76bbf0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:40.951004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.062420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Made reservation on behalf of 499c640af6de4fe4a6009538ed0f1f3f for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:41.067159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.096963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] For port dd1eb241-1013-4ab0-b830-ad367d76bbf0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dd1eb241-1013-4ab0-b830-ad367d76bbf0,segment=NetworkSegment(334b764c-c441-44e6-aed5-f217c227aaa5),segment_id=334b764c-c441-44e6-aed5-f217c227aaa5)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:41.096963 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.104212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] device_id is not set on port 0381f0e7-8b1d-4e18-9b93-45b85cd4b8c4 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:13:41.106442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9291d132-b4f5-4422-9f8c-bd80a416368b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.202835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Calling delete_port for dd1eb241-1013-4ab0-b830-ad367d76bbf0 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:41.295624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce01eb56-04f1-416e-b34b-39b7046624d7 None None] Network 0f28d6b6-56da-470a-85a0-5a9619784d80 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:41.313443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Allocated IP 172.20.0.12 (0f28d6b6-56da-470a-85a0-5a9619784d80/fa30f57b-7f34-4cdc-88e7-07c5c04551c2/0381f0e7-8b1d-4e18-9b93-45b85cd4b8c4) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:41.451204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9291d132-b4f5-4422-9f8c-bd80a416368b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.454058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9291d132-b4f5-4422-9f8c-bd80a416368b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.461817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-92fba10e-62dc-4732-8026-a73e4a717648 None None] Provisioning for port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:41.518934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9291d132-b4f5-4422-9f8c-bd80a416368b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.521037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9291d132-b4f5-4422-9f8c-bd80a416368b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Fanout notify agent at l3_agent the message router_deleted on router 90f3e41c-5f6c-415d-9524-f29bb41fc9b2 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:13:41.531265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9291d132-b4f5-4422-9f8c-bd80a416368b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.535472 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9291d132-b4f5-4422-9f8c-bd80a416368b tempest-RoutersNegativeTest-526409528 tempest-RoutersNegativeTest-526409528-project] 10.222.0.36 "DELETE /v2.0/routers/90f3e41c-5f6c-415d-9524-f29bb41fc9b2 HTTP/1.1" status: 204 len: 168 time: 0.6083710 Aug 20 15:13:41.537682 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.567789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Pushing event deleted for resources: {'Port': ['ID=dd1eb241-1013-4ab0-b830-ad367d76bbf0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:41.643205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] No DVR routers for this DVR port dd1eb241-1013-4ab0-b830-ad367d76bbf0 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:41.650367 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.653386 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a38ecbf-d9e5-4f5c-af09-e073838d115e req-a550560c-bbf5-4972-881b-f934ee9b9227 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.72 "DELETE /v2.0/ports/dd1eb241-1013-4ab0-b830-ad367d76bbf0 HTTP/1.1" status: 204 len: 173 time: 1.1100640 Aug 20 15:13:41.653529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb6d13c-026b-4a67-a681-b89935b0e6cf', 'name': 'network-vif-deleted', 'tag': 'dd1eb241-1013-4ab0-b830-ad367d76bbf0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:13:41.656298 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e49b977-c08a-49c3-8ed9-53cd13d1b7c6" -d '{"events": [{"server_uuid": "cbb6d13c-026b-4a67-a681-b89935b0e6cf", "name": "network-vif-deleted", "tag": "dd1eb241-1013-4ab0-b830-ad367d76bbf0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:13:41.670041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['dd1eb241-1013-4ab0-b830-ad367d76bbf0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:13:41.713747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.755710 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8176666-9ff1-462f-a05e-c3cb4038b157 x-openstack-request-id: req-b8176666-9ff1-462f-a05e-c3cb4038b157 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:13:41.756003 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb6d13c-026b-4a67-a681-b89935b0e6cf", "name": "network-vif-deleted", "tag": "dd1eb241-1013-4ab0-b830-ad367d76bbf0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:13:41.758298 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8176666-9ff1-462f-a05e-c3cb4038b157 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:13:41.758298 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb6d13c-026b-4a67-a681-b89935b0e6cf', 'name': 'network-vif-deleted', 'tag': 'dd1eb241-1013-4ab0-b830-ad367d76bbf0', 'status': 'completed', 'code': 200} Aug 20 15:13:41.780837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Transition to ACTIVE for port object 0381f0e7-8b1d-4e18-9b93-45b85cd4b8c4 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:41.880972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-480f73b9-de1c-45be-b7c9-e3267514ee22 req-5dbe9866-408f-49af-b043-83387c20efc6 tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 210 time: 0.0700128 Aug 20 15:13:41.953805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:41.981713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:42.033791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Network 0f28d6b6-56da-470a-85a0-5a9619784d80 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:42.037929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:42.045898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:42.083906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event updated for resources: {'Port': ['ID=0381f0e7-8b1d-4e18-9b93-45b85cd4b8c4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:42.139727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:42.145928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:42.147309 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.152711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:42.153494 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.189241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-250292fb-56e3-4814-8bfe-3f457ac11251 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5556598 Aug 20 15:13:42.191525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57574) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:42.280018 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ae039f93-110f-443a-a4a7-a5580b837d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.312359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dc109e-7526-4ac9-b132-b06c838b8b94 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:42.326217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dc109e-7526-4ac9-b132-b06c838b8b94 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:42.358955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dc109e-7526-4ac9-b132-b06c838b8b94 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:42.360734 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-99dc109e-7526-4ac9-b132-b06c838b8b94 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1680486 Aug 20 15:13:42.363853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57576) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:42.366009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57578) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:42.379268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2a8498b5-b34e-4311-94fc-eb812be3349d None None] Provisioning for port 57ae1df0-8e54-4f2e-966b-37266a84f553 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:13:42.408586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2a8498b5-b34e-4311-94fc-eb812be3349d None None] Provisioning complete for port 57ae1df0-8e54-4f2e-966b-37266a84f553 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:42.409050 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2a8498b5-b34e-4311-94fc-eb812be3349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.478574 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.538268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2a8498b5-b34e-4311-94fc-eb812be3349d None None] Port 57ae1df0-8e54-4f2e-966b-37266a84f553 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:42.554389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-945e4ea5-55b9-444b-9618-e383c06f9469 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Deleting port 0381f0e7-8b1d-4e18-9b93-45b85cd4b8c4 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:42.554953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-945e4ea5-55b9-444b-9618-e383c06f9469 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.576837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06,segment=NetworkSegment(1c85e8ce-fb80-45fa-ace2-1d94fdcf837c),segment_id=1c85e8ce-fb80-45fa-ace2-1d94fdcf837c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:42.597508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2a8498b5-b34e-4311-94fc-eb812be3349d None None] Provisioning complete for port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:42.598372 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2a8498b5-b34e-4311-94fc-eb812be3349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.603605 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.747915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57590) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:42.755710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2f3ec016-09c3-4994-9e26-0d8bcd744ede no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:42.764515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-93bd48bf-61f3-47c4-a207-dc892ce59b28 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbf1280339a6439ab7c7bfa68109bc0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972595 Aug 20 15:13:42.807327 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-945e4ea5-55b9-444b-9618-e383c06f9469 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.823619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-945e4ea5-55b9-444b-9618-e383c06f9469 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Calling delete_port for 0381f0e7-8b1d-4e18-9b93-45b85cd4b8c4 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:42.851613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 2f3ec016-09c3-4994-9e26-0d8bcd744ede {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:42.852247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2f3ec016-09c3-4994-9e26-0d8bcd744ede not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:42.923874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b36c-ae90-4979-ac06-4bad60f1b938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.981997 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b36c-ae90-4979-ac06-4bad60f1b938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:42.986076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:43.102419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b36c-ae90-4979-ac06-4bad60f1b938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:43.108921 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a6d6b36c-ae90-4979-ac06-4bad60f1b938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:43.112045 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a6d6b36c-ae90-4979-ac06-4bad60f1b938 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e673019-f408-48d1-89c9-b0e82c8431b6 HTTP/1.1" status: 204 len: 168 time: 0.3626697 Aug 20 15:13:43.129234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6b36c-ae90-4979-ac06-4bad60f1b938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e673019-f408-48d1-89c9-b0e82c8431b6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:43.154034 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-945e4ea5-55b9-444b-9618-e383c06f9469 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:43.208343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e46e7e2-88c0-4f1f-bb1b-e8518e62e6d0 req-4a56c1a6-41b3-4940-80d4-3998e873059a tempest-ServerMetadataNegativeTestJSON-1623295418 tempest-ServerMetadataNegativeTestJSON-1623295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb6d13c-026b-4a67-a681-b89935b0e6cf HTTP/1.1" status: 200 len: 210 time: 0.0640295 Aug 20 15:13:43.247309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e4ea5-55b9-444b-9618-e383c06f9469 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event deleted for resources: {'Port': ['ID=0381f0e7-8b1d-4e18-9b93-45b85cd4b8c4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:43.290761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e608-7e53-46bb-8615-7195cd26d0f2 None None] Provisioning complete for port 57ae1df0-8e54-4f2e-966b-37266a84f553 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:43.290761 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e608-7e53-46bb-8615-7195cd26d0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:43.383724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0e608-7e53-46bb-8615-7195cd26d0f2 None None] Port 57ae1df0-8e54-4f2e-966b-37266a84f553 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:43.394692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e608-7e53-46bb-8615-7195cd26d0f2 None None] Could not find standard attr ID for object 0381f0e7-8b1d-4e18-9b93-45b85cd4b8c4. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:13:43.422880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-945e4ea5-55b9-444b-9618-e383c06f9469 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:43.438756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57608) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:43.444556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Request body: {'port': {'name': 'tempest-new-port-name-1037801013', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:43.444958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.api.validators [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] bootfile-name is not in valid_values {{(pid=101100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:13:43.445492 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.api.validators [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] tftp-server is not in valid_values {{(pid=101100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:13:43.446015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.api.validators [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] server-ip-address is not in valid_values {{(pid=101100) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 20 15:13:43.451433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-945e4ea5-55b9-444b-9618-e383c06f9469 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "DELETE /v2.0/ports/0381f0e7-8b1d-4e18-9b93-45b85cd4b8c4 HTTP/1.1" status: 204 len: 168 time: 1.0864153 Aug 20 15:13:43.538544 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:43.741345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dd1eb241-1013-4ab0-b830-ad367d76bbf0 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:43.778123 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: dd1eb241-1013-4ab0-b830-ad367d76bbf0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:43.778477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dd1eb241-1013-4ab0-b830-ad367d76bbf0 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:43.865956 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:43.874041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:43.881144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:43.980018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event updated for resources: {'Port': ['ID=57ae1df0-8e54-4f2e-966b-37266a84f553,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:43.995331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:43.998367 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.006317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] In _notify_port_updated(), no bound segment for port 57ae1df0-8e54-4f2e-966b-37266a84f553 on network 0f28d6b6-56da-470a-85a0-5a9619784d80 {{(pid=101100) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 20 15:13:44.027136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:44.028790 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.031059 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5c9a4555-60be-40d3-b688-06a515279ac8 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "PUT /v2.0/ports/57ae1df0-8e54-4f2e-966b-37266a84f553 HTTP/1.1" status: 200 len: 1136 time: 0.5910852 Aug 20 15:13:44.033508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57628) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:44.133621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bceaa75f-d53e-49c1-bc22-18c07fc92779 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:44.135263 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bceaa75f-d53e-49c1-bc22-18c07fc92779 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "GET /v2.0/ports/57ae1df0-8e54-4f2e-966b-37266a84f553 HTTP/1.1" status: 200 len: 1136 time: 0.1004052 Aug 20 15:13:44.139166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57630) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:44.328716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57638) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:44.352426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1474ae4e-3174-44c3-a5fa-56952de3d094 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Deleting port 57ae1df0-8e54-4f2e-966b-37266a84f553 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:44.354035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1474ae4e-3174-44c3-a5fa-56952de3d094 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.426761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d4fd5d60-03b2-4195-bc51-13f805f7094c None None] Provisioning complete for port 57ae1df0-8e54-4f2e-966b-37266a84f553 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:44.428016 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d4fd5d60-03b2-4195-bc51-13f805f7094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.469455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-360392b8-e26f-40ec-b916-380e0e404cb0 admin admin] Deleting subnet 7caafbff-02be-4d69-b900-7401aeb7c82f {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:44.489296 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-360392b8-e26f-40ec-b916-380e0e404cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.564344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d4fd5d60-03b2-4195-bc51-13f805f7094c None None] Port 57ae1df0-8e54-4f2e-966b-37266a84f553 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:13:44.575027 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1474ae4e-3174-44c3-a5fa-56952de3d094 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.607070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1474ae4e-3174-44c3-a5fa-56952de3d094 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Calling delete_port for 57ae1df0-8e54-4f2e-966b-37266a84f553 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:44.639447 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-360392b8-e26f-40ec-b916-380e0e404cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.733661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-360392b8-e26f-40ec-b916-380e0e404cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.761066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57654) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:44.853596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-360392b8-e26f-40ec-b916-380e0e404cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.893891 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1474ae4e-3174-44c3-a5fa-56952de3d094 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.920313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360392b8-e26f-40ec-b916-380e0e404cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7caafbff-02be-4d69-b900-7401aeb7c82f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:44.922343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-360392b8-e26f-40ec-b916-380e0e404cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:44.928729 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-360392b8-e26f-40ec-b916-380e0e404cb0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7caafbff-02be-4d69-b900-7401aeb7c82f HTTP/1.1" status: 204 len: 168 time: 0.5967309 Aug 20 15:13:44.932163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57662) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:45.032449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474ae4e-3174-44c3-a5fa-56952de3d094 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event deleted for resources: {'Port': ['ID=57ae1df0-8e54-4f2e-966b-37266a84f553,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:45.109106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.116446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group': {'name': 'tempest-secgroup--163785790'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:45.177738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-96030e36-4501-4aee-b5c7-80301a012aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.592037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.596440 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.609161 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1474ae4e-3174-44c3-a5fa-56952de3d094 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.613530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1474ae4e-3174-44c3-a5fa-56952de3d094 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "DELETE /v2.0/ports/57ae1df0-8e54-4f2e-966b-37266a84f553 HTTP/1.1" status: 204 len: 168 time: 1.4708400 Aug 20 15:13:45.613530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.613974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57688) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:45.674368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5caaaa-0457-4508-883d-48bf9ea818bd tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Deleting subnet fa30f57b-7f34-4cdc-88e7-07c5c04551c2 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:13:45.677648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a5caaaa-0457-4508-883d-48bf9ea818bd tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.720425 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.729899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a5caaaa-0457-4508-883d-48bf9ea818bd tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.742653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f46f53-df80-4b9e-a97a-3126e60ac9de']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:45.757890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334b764c-c441-44e6-aed5-f217c227aaa5') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:45.758275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334b764c-c441-44e6-aed5-f217c227aaa5') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:45.774278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.797752 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.810459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:45.811222 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:45.814148 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:45.843696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a5caaaa-0457-4508-883d-48bf9ea818bd tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.892651 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.907897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.938042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.938562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a5caaaa-0457-4508-883d-48bf9ea818bd tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.960645 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:45.965125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e3f46f53-df80-4b9e-a97a-3126e60ac9de HTTP/1.1" status: 204 len: 168 time: 1.0317152 Aug 20 15:13:45.994630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59432845-e3bb-4cb8-b7bd-efb0eb4a52d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f46f53-df80-4b9e-a97a-3126e60ac9de,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:46.007781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd7344f-7468-4258-b3af-f1a323688b9c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:46.013863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5caaaa-0457-4508-883d-48bf9ea818bd tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event deleted for resources: {'Subnet': ['ID=fa30f57b-7f34-4cdc-88e7-07c5c04551c2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:46.021657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a5caaaa-0457-4508-883d-48bf9ea818bd tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.023945 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5a5caaaa-0457-4508-883d-48bf9ea818bd tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "DELETE /v2.0/subnets/fa30f57b-7f34-4cdc-88e7-07c5c04551c2 HTTP/1.1" status: 204 len: 168 time: 0.4087045 Aug 20 15:13:46.026444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57710) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:46.032562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae92f5b-c323-44e8-b57e-7c0ac096018e None None] Network 0f28d6b6-56da-470a-85a0-5a9619784d80 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:46.086358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.107626 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.137371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.149329 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.178155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.179551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4152954 Aug 20 15:13:46.190795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57712) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:46.211200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b120c-5ac1-4d43-81a7-1445681ae54a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c87e50-7293-4d2b-a6b4-2c31edc99fe7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:46.257257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358ddce-fd69-4a87-a1a3-e65d8a714202 req-bc067ce3-8bf3-4aca-a28f-11f705a5df19 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:46.258853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3358ddce-fd69-4a87-a1a3-e65d8a714202 req-bc067ce3-8bf3-4aca-a28f-11f705a5df19 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.1181777 Aug 20 15:13:46.279046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Deleting port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:46.279396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.307707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b932af99-951b-4296-8580-35f494e04bd2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1155770 Aug 20 15:13:46.313399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57716) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:46.320461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c0bb70a1-2089-4838-b395-9cc81d54bdef tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group': {'name': 'tempest-security--1763142478', 'description': 'tempest-security-description-692073995'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:46.334350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] DHCP port deletion for 0f28d6b6-56da-470a-85a0-5a9619784d80 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:13:46.343484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3358ddce-fd69-4a87-a1a3-e65d8a714202 req-5c7f5dbe-4b03-4e64-8bf7-53242145db67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779476 Aug 20 15:13:46.361981 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c0bb70a1-2089-4838-b395-9cc81d54bdef tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.419059 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c0bb70a1-2089-4838-b395-9cc81d54bdef tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.426789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c0bb70a1-2089-4838-b395-9cc81d54bdef tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.435575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Deleting port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:13:46.437176 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.438473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c0bb70a1-2089-4838-b395-9cc81d54bdef tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.440000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c0bb70a1-2089-4838-b395-9cc81d54bdef tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "PUT /v2.0/security-groups/96c87e50-7293-4d2b-a6b4-2c31edc99fe7 HTTP/1.1" status: 200 len: 1779 time: 0.1254857 Aug 20 15:13:46.452152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57722) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:46.452943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57728) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:46.527010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] For port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06,segment=NetworkSegment(1c85e8ce-fb80-45fa-ace2-1d94fdcf837c),segment_id=1c85e8ce-fb80-45fa-ace2-1d94fdcf837c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:46.527763 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.545939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Calling delete_port for 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:46.610699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb70a1-2089-4838-b395-9cc81d54bdef tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c87e50-7293-4d2b-a6b4-2c31edc99fe7,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:46.620848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f4eb431f-7c1b-4429-95e7-c4089b9b9243 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9aeb36e426564d21b2cb511e5c2b5a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596897 Aug 20 15:13:46.623274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57730) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:46.661377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-96c5b8ad-a858-4871-8c9f-62860486055b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups/96c87e50-7293-4d2b-a6b4-2c31edc99fe7 HTTP/1.1" status: 200 len: 1779 time: 0.2049706 Aug 20 15:13:46.668763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57734) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:46.669353 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.701510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Pushing event deleted for resources: {'Port': ['ID=3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:46.710326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] No DVR routers for this DVR port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:46.715109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.720445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.721267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.721816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.722352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.723142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.723791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.724485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.725046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.725587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.725942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.726328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce17c41-c495-4a07-bd88-ce7c13563912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:13:46.796493 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-171f2d8e-2da1-43d2-82b7-6c3b0e76e2f0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.812946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2b391ee1-bf31-4232-ba97-cbe36562287d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.833861 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-171f2d8e-2da1-43d2-82b7-6c3b0e76e2f0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.843643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] For port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06,segment=NetworkSegment(1c85e8ce-fb80-45fa-ace2-1d94fdcf837c),segment_id=1c85e8ce-fb80-45fa-ace2-1d94fdcf837c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:46.843643 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.855406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2b391ee1-bf31-4232-ba97-cbe36562287d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.858253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Calling delete_port for 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:13:46.920223 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-171f2d8e-2da1-43d2-82b7-6c3b0e76e2f0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.925223 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-171f2d8e-2da1-43d2-82b7-6c3b0e76e2f0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.925223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-171f2d8e-2da1-43d2-82b7-6c3b0e76e2f0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-groups/96c87e50-7293-4d2b-a6b4-2c31edc99fe7 HTTP/1.1" status: 204 len: 168 time: 0.2551978 Aug 20 15:13:46.927795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57746) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:46.939996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2b391ee1-bf31-4232-ba97-cbe36562287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.942746 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2b391ee1-bf31-4232-ba97-cbe36562287d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:46.947057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2b391ee1-bf31-4232-ba97-cbe36562287d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c75f7056-8f42-4bf7-827c-512ecdc49f33 HTTP/1.1" status: 204 len: 168 time: 0.3177288 Aug 20 15:13:46.947057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f2d8e-2da1-43d2-82b7-6c3b0e76e2f0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c87e50-7293-4d2b-a6b4-2c31edc99fe7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:46.973586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b391ee1-bf31-4232-ba97-cbe36562287d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75f7056-8f42-4bf7-827c-512ecdc49f33,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:47.042192 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.068620 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b606f0e5-acb8-4fec-a898-677681a4786d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1396558 Aug 20 15:13:47.073375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event deleted for resources: {'Port': ['ID=3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:47.074307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57754) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:47.082843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] No DVR routers for this DVR port 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:13:47.098139 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-bf22008e-eac8-4ae2-9704-46fd712be100 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] delete failed (client error): The resource could not be found. Aug 20 15:13:47.099286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bf22008e-eac8-4ae2-9704-46fd712be100 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-groups/96c87e50-7293-4d2b-a6b4-2c31edc99fe7 HTTP/1.1" status: 404 len: 347 time: 0.0228970 Aug 20 15:13:47.105753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57756) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:47.111862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a56af082-a5af-4fcb-877c-b07f59ce11c3 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879813981'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:47.131577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcfaa1-1220-4455-bfce-306195162e73 req-2220aca5-3e35-4a62-a9c3-e5f4620bd64f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:47.133220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eefcfaa1-1220-4455-bfce-306195162e73 req-2220aca5-3e35-4a62-a9c3-e5f4620bd64f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.0954211 Aug 20 15:13:47.187455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eefcfaa1-1220-4455-bfce-306195162e73 req-43e35998-1841-4b17-8329-cc13ef6e9681 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459223 Aug 20 15:13:47.188271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.188816 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56af082-a5af-4fcb-877c-b07f59ce11c3 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.215168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f28d6b6-56da-470a-85a0-5a9619784d80']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:47.229879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c85e8ce-fb80-45fa-ace2-1d94fdcf837c') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:47.230772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c85e8ce-fb80-45fa-ace2-1d94fdcf837c') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:13:47.240799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.256843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.264596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:13:47.265309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:13:47.269207 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:13:47.303738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56af082-a5af-4fcb-877c-b07f59ce11c3 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.313132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56af082-a5af-4fcb-877c-b07f59ce11c3 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.348237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.352454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56af082-a5af-4fcb-877c-b07f59ce11c3 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aed7b0c-9b71-4b58-969f-7fd3b16403c7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:47.357530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56af082-a5af-4fcb-877c-b07f59ce11c3 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.358776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a56af082-a5af-4fcb-877c-b07f59ce11c3 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2519801 Aug 20 15:13:47.361529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57764) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:47.364439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.370077 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] 10.222.0.36 "DELETE /v2.0/networks/0f28d6b6-56da-470a-85a0-5a9619784d80 HTTP/1.1" status: 204 len: 168 time: 1.3422530 Aug 20 15:13:47.374855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c85be50a-d2ed-4c0e-83d1-ca399eeaf84d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '5aed7b0c-9b71-4b58-969f-7fd3b16403c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:47.385796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9e63f-ff5e-4922-b9a5-ecfca7c7be55 tempest-ExtraDHCPOptionsTestJSON-768325078 tempest-ExtraDHCPOptionsTestJSON-768325078-project] Pushing event deleted for resources: {'Network': ['ID=0f28d6b6-56da-470a-85a0-5a9619784d80,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:47.416432 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c85be50a-d2ed-4c0e-83d1-ca399eeaf84d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.475506 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c85be50a-d2ed-4c0e-83d1-ca399eeaf84d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.480412 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c85be50a-d2ed-4c0e-83d1-ca399eeaf84d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.502147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85be50a-d2ed-4c0e-83d1-ca399eeaf84d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c71c651-0b9f-40c5-9cef-cdc4b7ff73b6,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:47.510712 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c85be50a-d2ed-4c0e-83d1-ca399eeaf84d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.512499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c85be50a-d2ed-4c0e-83d1-ca399eeaf84d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496885 Aug 20 15:13:47.515803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57772) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:47.551991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8abaef4d-8703-4f13-ad7e-7265b240c907 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.562406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8abaef4d-8703-4f13-ad7e-7265b240c907 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.594025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8abaef4d-8703-4f13-ad7e-7265b240c907 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.602160 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8abaef4d-8703-4f13-ad7e-7265b240c907 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.604795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8abaef4d-8703-4f13-ad7e-7265b240c907 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1c71c651-0b9f-40c5-9cef-cdc4b7ff73b6 HTTP/1.1" status: 204 len: 168 time: 0.0873220 Aug 20 15:13:47.607616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57780) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:47.609192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abaef4d-8703-4f13-ad7e-7265b240c907 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c71c651-0b9f-40c5-9cef-cdc4b7ff73b6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:47.658889 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b45ee984-1cf3-4c6e-b954-446107bf134e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474539 Aug 20 15:13:47.659062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57782) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:47.717073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57788) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:47.717568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87b0ed25-74fe-492a-b54b-4d801369a962 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.749612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87b0ed25-74fe-492a-b54b-4d801369a962 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.804799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.815497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87b0ed25-74fe-492a-b54b-4d801369a962 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.817648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:47.818239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87b0ed25-74fe-492a-b54b-4d801369a962 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:47.819638 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-87b0ed25-74fe-492a-b54b-4d801369a962 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-groups/5aed7b0c-9b71-4b58-969f-7fd3b16403c7 HTTP/1.1" status: 204 len: 168 time: 0.1594837 Aug 20 15:13:47.822575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57796) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:47.830093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ed25-74fe-492a-b54b-4d801369a962 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aed7b0c-9b71-4b58-969f-7fd3b16403c7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:47.855425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:13:47.856267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3e3ac25c-b2f0-4a71-8e0c-4843efe2cd06 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:13:47.901276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6b813bb1-b81a-4dab-a07c-da0a49c39b41 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759065 Aug 20 15:13:47.901609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57800) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:47.906575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1b4b1e3a-90f2-4051-9a9b-4766d7bff904 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127887990'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:47.930565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b4b1e3a-90f2-4051-9a9b-4766d7bff904 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.033036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b4b1e3a-90f2-4051-9a9b-4766d7bff904 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.039218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b4b1e3a-90f2-4051-9a9b-4766d7bff904 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.072647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b4b1e3a-90f2-4051-9a9b-4766d7bff904 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.074044 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1b4b1e3a-90f2-4051-9a9b-4766d7bff904 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1713755 Aug 20 15:13:48.074901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b1e3a-90f2-4051-9a9b-4766d7bff904 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4024ec80-385d-4a4f-9236-f3c44f0a93e4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:48.077028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57808) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:48.085018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-afb9af5c-f8e2-4ff2-9eed-9a20d3c4ab80 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '4024ec80-385d-4a4f-9236-f3c44f0a93e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:48.118038 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afb9af5c-f8e2-4ff2-9eed-9a20d3c4ab80 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.137346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ac1bed59-8dc5-442e-8201-9a2833e16fa9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=499c640af6de4fe4a6009538ed0f1f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146314 Aug 20 15:13:48.138292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57816) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:48.197302 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad09f1dd-ee63-4aec-9762-6a2507d1808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.202018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afb9af5c-f8e2-4ff2-9eed-9a20d3c4ab80 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.206919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afb9af5c-f8e2-4ff2-9eed-9a20d3c4ab80 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.226434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9af5c-f8e2-4ff2-9eed-9a20d3c4ab80 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae6306e-8fa4-438d-8030-160a4850457e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:48.238149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad09f1dd-ee63-4aec-9762-6a2507d1808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.238309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-afb9af5c-f8e2-4ff2-9eed-9a20d3c4ab80 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.241354 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-afb9af5c-f8e2-4ff2-9eed-9a20d3c4ab80 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1631577 Aug 20 15:13:48.244895 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57826) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:48.254059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b21a9bcd-dca0-4f89-900e-a15e0c21bf5d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '4024ec80-385d-4a4f-9236-f3c44f0a93e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:48.303080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b21a9bcd-dca0-4f89-900e-a15e0c21bf5d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.343170 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad09f1dd-ee63-4aec-9762-6a2507d1808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.346287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad09f1dd-ee63-4aec-9762-6a2507d1808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.350728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ad09f1dd-ee63-4aec-9762-6a2507d1808b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f4eb44d-1a6a-4e47-82e1-bd396ad54cb0 HTTP/1.1" status: 204 len: 168 time: 0.2114041 Aug 20 15:13:48.363192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57830) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:48.373624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8effc-910c-470a-a971-2ddc652ca00a req-7ea05907-82ca-49a8-985b-5df0164e179b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:48.383294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6c8effc-910c-470a-a971-2ddc652ca00a req-7ea05907-82ca-49a8-985b-5df0164e179b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.0952523 Aug 20 15:13:48.386439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b21a9bcd-dca0-4f89-900e-a15e0c21bf5d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.392677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b21a9bcd-dca0-4f89-900e-a15e0c21bf5d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.397502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09f1dd-ee63-4aec-9762-6a2507d1808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4eb44d-1a6a-4e47-82e1-bd396ad54cb0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:48.436987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a9bcd-dca0-4f89-900e-a15e0c21bf5d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06eccf6e-8b4f-4b2d-8a90-394a9919ea22,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:48.440443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b21a9bcd-dca0-4f89-900e-a15e0c21bf5d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.442110 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b21a9bcd-dca0-4f89-900e-a15e0c21bf5d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1960797 Aug 20 15:13:48.444613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6c8effc-910c-470a-a971-2ddc652ca00a req-d84130c9-2370-4de0-a7b5-979c1262a070 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596194 Aug 20 15:13:48.445131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57836) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:48.451731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-cdf27ecf-17ac-4a19-b161-1861e8cd298e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '4024ec80-385d-4a4f-9236-f3c44f0a93e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:48.490527 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cdf27ecf-17ac-4a19-b161-1861e8cd298e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.553252 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cdf27ecf-17ac-4a19-b161-1861e8cd298e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.557883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cdf27ecf-17ac-4a19-b161-1861e8cd298e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.577585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf27ecf-17ac-4a19-b161-1861e8cd298e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a1d604-d62a-4594-8f80-f7a14fd8e126,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:48.590146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cdf27ecf-17ac-4a19-b161-1861e8cd298e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.591883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cdf27ecf-17ac-4a19-b161-1861e8cd298e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455662 Aug 20 15:13:48.594765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57840) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:48.600136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-575a18af-ab9e-41c4-b13d-fad9b8f4359a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '4024ec80-385d-4a4f-9236-f3c44f0a93e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:48.628475 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-575a18af-ab9e-41c4-b13d-fad9b8f4359a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.668841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-364690996-network', 'tenant_id': '31c82326fafc4f429e01c7a6ee73320e'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:48.716689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Made reservation on behalf of 31c82326fafc4f429e01c7a6ee73320e for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:48.719234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.724304 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-575a18af-ab9e-41c4-b13d-fad9b8f4359a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.731732 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-575a18af-ab9e-41c4-b13d-fad9b8f4359a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.736216 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.768486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a18af-ab9e-41c4-b13d-fad9b8f4359a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d030998c-7b02-46c7-a965-0d805f77bad0,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:48.776595 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-575a18af-ab9e-41c4-b13d-fad9b8f4359a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.780650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-575a18af-ab9e-41c4-b13d-fad9b8f4359a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1818864 Aug 20 15:13:48.780783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57848) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:48.786777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a78884c1-df76-4194-b07b-3e09a2cca8cb tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '4024ec80-385d-4a4f-9236-f3c44f0a93e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:48.873746 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.885882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.923280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:13:48.931700 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a78884c1-df76-4194-b07b-3e09a2cca8cb tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.936559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:48.950654 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:48.951008 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Added segment 7b4b9d3d-8b9e-469e-b056-aac719d363d8 of type vlan for network d8161552-ae40-478f-bd14-a57eb89272ef Aug 20 15:13:49.018526 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.050124 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a78884c1-df76-4194-b07b-3e09a2cca8cb tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.057624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a78884c1-df76-4194-b07b-3e09a2cca8cb tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.069119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:13:49.075323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:13:49.089718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.090702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:49.091289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.108890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78884c1-df76-4194-b07b-3e09a2cca8cb tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7e9148-cde5-4c95-a8fc-a4ccb3fa1031,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:49.144805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a78884c1-df76-4194-b07b-3e09a2cca8cb tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.146044 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a78884c1-df76-4194-b07b-3e09a2cca8cb tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3642530 Aug 20 15:13:49.155487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57864) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.174947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8073382 Aug 20 15:13:49.179341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57866) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.184480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Request body: {'subnet': {'network_id': 'd8161552-ae40-478f-bd14-a57eb89272ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-364690996-subnet', 'tenant_id': '31c82326fafc4f429e01c7a6ee73320e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:49.190231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a127b-50ef-4249-b597-497c1f1dd4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d8161552-ae40-478f-bd14-a57eb89272ef,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:49.215901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b855f41b-49e6-45e5-82d1-5f729dcc627b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.230668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b855f41b-49e6-45e5-82d1-5f729dcc627b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.247009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Made reservation on behalf of 31c82326fafc4f429e01c7a6ee73320e for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:49.249537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.257252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network d8161552-ae40-478f-bd14-a57eb89272ef details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:13:49.322794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b855f41b-49e6-45e5-82d1-5f729dcc627b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.332377 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b855f41b-49e6-45e5-82d1-5f729dcc627b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.333513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b855f41b-49e6-45e5-82d1-5f729dcc627b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ab7e9148-cde5-4c95-a8fc-a4ccb3fa1031 HTTP/1.1" status: 204 len: 168 time: 0.1771550 Aug 20 15:13:49.336419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57870) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.348611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855f41b-49e6-45e5-82d1-5f729dcc627b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab7e9148-cde5-4c95-a8fc-a4ccb3fa1031,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:49.407618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57874) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.417001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57878) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.417300 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-77123a6d-e6d9-4818-9d39-59fa435043d0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0791545 Aug 20 15:13:49.453419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.460670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:49.484782 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc3e2-87a5-487a-a791-1331031ef472 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.486969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'port_id': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'mac_address': 'fa:16:3e:b1:0d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:13:49.497703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:13:49.500719 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a4c0a8-3cde-4060-8974-e14197fc4261" -d '{"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-unplugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:13:49.500988 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc3e2-87a5-487a-a791-1331031ef472 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.521468 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.538159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:49.552490 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.570779 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc3e2-87a5-487a-a791-1331031ef472 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.575232 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.589232 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dd2bc3e2-87a5-487a-a791-1331031ef472 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.593410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57884) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.599225 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c795d8e3-04f9-46b1-845d-02f0d79edb1a x-openstack-request-id: req-c795d8e3-04f9-46b1-845d-02f0d79edb1a {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:13:49.599970 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-unplugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:13:49.600862 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c795d8e3-04f9-46b1-845d-02f0d79edb1a {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:13:49.601431 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'code': 200} Aug 20 15:13:49.601546 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dd2bc3e2-87a5-487a-a791-1331031ef472 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d030998c-7b02-46c7-a965-0d805f77bad0 HTTP/1.1" status: 204 len: 168 time: 0.1832809 Aug 20 15:13:49.617578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:13:49.656076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bc3e2-87a5-487a-a791-1331031ef472 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d030998c-7b02-46c7-a965-0d805f77bad0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:49.678466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=11']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:49.683506 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4dd105ba-1925-4b1c-ac28-478bbafc070d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0887322 Aug 20 15:13:49.686183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57886) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.693738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:13:49.694263 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:13:49.727489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffda83e6-8f35-4bb9-aa82-0096403417b7,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:49.733726 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-098c70e0-e6ee-4116-9b2c-3b8a0b0cc1ac tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.734947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ccfd66b8-8613-4992-a4f2-15c9c87a10cd tempest-DvrRoutersNegativeTest-1542126293 tempest-DvrRoutersNegativeTest-1542126293-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-402461005', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:49.738052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.policy [None req-ccfd66b8-8613-4992-a4f2-15c9c87a10cd tempest-DvrRoutersNegativeTest-1542126293 tempest-DvrRoutersNegativeTest-1542126293-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101099) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 20 15:13:49.738357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.policy [None req-ccfd66b8-8613-4992-a4f2-15c9c87a10cd tempest-DvrRoutersNegativeTest-1542126293 tempest-DvrRoutersNegativeTest-1542126293-project] Failed policy check for 'create_router' {{(pid=101099) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 20 15:13:49.738891 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-ccfd66b8-8613-4992-a4f2-15c9c87a10cd tempest-DvrRoutersNegativeTest-1542126293 tempest-DvrRoutersNegativeTest-1542126293-project] create failed (client error): Access was denied to this resource. Aug 20 15:13:49.739917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ccfd66b8-8613-4992-a4f2-15c9c87a10cd tempest-DvrRoutersNegativeTest-1542126293 tempest-DvrRoutersNegativeTest-1542126293-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3311391 Aug 20 15:13:49.745679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-098c70e0-e6ee-4116-9b2c-3b8a0b0cc1ac tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.753002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Checking segment: {'id': '7b4b9d3d-8b9e-469e-b056-aac719d363d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8161552-ae40-478f-bd14-a57eb89272ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:49.753399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Network hostable DHCP agents. Network: d8161552-ae40-478f-bd14-a57eb89272ef, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:13:49.774094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4c15e-092d-4785-9b53-8a8f5bd773fa req-5adfa034-3bbd-46ef-88bd-b496e20390af tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:49.776311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1a4c15e-092d-4785-9b53-8a8f5bd773fa req-5adfa034-3bbd-46ef-88bd-b496e20390af tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1910925 Aug 20 15:13:49.782347 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-098c70e0-e6ee-4116-9b2c-3b8a0b0cc1ac tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.789804 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-098c70e0-e6ee-4116-9b2c-3b8a0b0cc1ac tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.791978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-098c70e0-e6ee-4116-9b2c-3b8a0b0cc1ac tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/70a1d604-d62a-4594-8f80-f7a14fd8e126 HTTP/1.1" status: 204 len: 168 time: 0.1041696 Aug 20 15:13:49.795359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57892) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.802980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c70e0-e6ee-4116-9b2c-3b8a0b0cc1ac tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70a1d604-d62a-4594-8f80-f7a14fd8e126,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:49.808781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Network d8161552-ae40-478f-bd14-a57eb89272ef is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:13:49.821966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57894) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.842065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, d8161552-ae40-478f-bd14-a57eb89272ef) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:49.851880 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8326a-1bd8-471b-98c6-23f83374318e None None] Network d8161552-ae40-478f-bd14-a57eb89272ef requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:49.860256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:49.861316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.866658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1a4c15e-092d-4785-9b53-8a8f5bd773fa req-eb87cfe2-596c-475c-a8d1-c8b90b215215 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822136 Aug 20 15:13:49.899861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b2457480-f9ef-4941-b7f1-99a04a356224 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1006796 Aug 20 15:13:49.900131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57898) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.922818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-88343bf1-ffc0-445b-8895-1070ac464cf2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7419188 Aug 20 15:13:49.933465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57e0fafb-8822-48c5-8d83-46d528aad857 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.942528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57e0fafb-8822-48c5-8d83-46d528aad857 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.980673 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57e0fafb-8822-48c5-8d83-46d528aad857 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.990025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-57e0fafb-8822-48c5-8d83-46d528aad857 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:49.992049 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-57e0fafb-8822-48c5-8d83-46d528aad857 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/06eccf6e-8b4f-4b2d-8a90-394a9919ea22 HTTP/1.1" status: 204 len: 168 time: 0.0902717 Aug 20 15:13:49.995959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57902) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:49.998599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f2f313-c49b-45ea-8fd4-90f97a4a4bac None None] Network d8161552-ae40-478f-bd14-a57eb89272ef requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:13:50.023694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0fafb-8822-48c5-8d83-46d528aad857 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06eccf6e-8b4f-4b2d-8a90-394a9919ea22,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:50.045767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eabf434e-7807-41fa-b84c-36d53cb607d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.050740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5bc61858-5274-4aec-801d-69ffd4f7dfc1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0534036 Aug 20 15:13:50.053246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57904) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:50.081598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27c646a6-9853-46a0-8d7c-58a77e9f1af8 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.093622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27c646a6-9853-46a0-8d7c-58a77e9f1af8 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.138422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27c646a6-9853-46a0-8d7c-58a77e9f1af8 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.145960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27c646a6-9853-46a0-8d7c-58a77e9f1af8 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.147602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-27c646a6-9853-46a0-8d7c-58a77e9f1af8 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9ae6306e-8fa4-438d-8030-160a4850457e HTTP/1.1" status: 204 len: 168 time: 0.0933261 Aug 20 15:13:50.150676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57908) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:50.161017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c646a6-9853-46a0-8d7c-58a77e9f1af8 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ae6306e-8fa4-438d-8030-160a4850457e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:50.203883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57912) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:50.221585 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e7fa1a13-db8a-4fef-b186-f3178fc8a98a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691793 Aug 20 15:13:50.224387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57916) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:50.233933 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eabf434e-7807-41fa-b84c-36d53cb607d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.239231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eabf434e-7807-41fa-b84c-36d53cb607d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.247923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.273807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:13:50.287790 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eabf434e-7807-41fa-b84c-36d53cb607d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66e93e4329a84ac4a7deb3d9daef93fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632938 Aug 20 15:13:50.291318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf434e-7807-41fa-b84c-36d53cb607d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d8c7fa-b839-49c9-ab52-f1b157944766,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:50.292401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57922) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:50.317925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:50.327661 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.330667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6065684-1cc0-45c0-9bd6-9f35635c21d0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.354366 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-022a8470-054e-4ac0-a3ca-6a0b0f8623f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.358776 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6065684-1cc0-45c0-9bd6-9f35635c21d0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.379792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-022a8470-054e-4ac0-a3ca-6a0b0f8623f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.409755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6065684-1cc0-45c0-9bd6-9f35635c21d0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.413947 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6065684-1cc0-45c0-9bd6-9f35635c21d0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.417132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b6065684-1cc0-45c0-9bd6-9f35635c21d0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-groups/4024ec80-385d-4a4f-9236-f3c44f0a93e4 HTTP/1.1" status: 204 len: 168 time: 0.1917293 Aug 20 15:13:50.420236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=12']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:50.420777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57924) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:50.456029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6065684-1cc0-45c0-9bd6-9f35635c21d0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4024ec80-385d-4a4f-9236-f3c44f0a93e4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:50.465095 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e72295d4-8bf0-4341-9cf6-5aed2a8ced65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.472278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-022a8470-054e-4ac0-a3ca-6a0b0f8623f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.475209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-022a8470-054e-4ac0-a3ca-6a0b0f8623f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.476465 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-022a8470-054e-4ac0-a3ca-6a0b0f8623f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7d8c7fa-b839-49c9-ab52-f1b157944766 HTTP/1.1" status: 204 len: 168 time: 0.1830387 Aug 20 15:13:50.495747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:13:50.514492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57936) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:50.523805 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d3feea0a-7165-414c-8ba2-b81fa3d49eaf tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1017094 Aug 20 15:13:50.524111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-89ee6e4f-b2bc-40a4-a535-63f0fc68a2a1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403342737'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:50.527815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a8470-054e-4ac0-a3ca-6a0b0f8623f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d8c7fa-b839-49c9-ab52-f1b157944766,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:50.690781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-fce5c948-a40b-464d-88a2-1a34714c9abe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:50.692209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-fce5c948-a40b-464d-88a2-1a34714c9abe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/networks?id=d8161552-ae40-478f-bd14-a57eb89272ef HTTP/1.1" status: 200 len: 812 time: 0.1531761 Aug 20 15:13:50.697419 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e72295d4-8bf0-4341-9cf6-5aed2a8ced65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.708739 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e72295d4-8bf0-4341-9cf6-5aed2a8ced65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.724591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-ff91832d-d5c8-48ad-b90a-bbb5cb01f6e6 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/quotas/31c82326fafc4f429e01c7a6ee73320e HTTP/1.1" status: 200 len: 375 time: 0.0253546 Aug 20 15:13:50.787800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e72295d4-8bf0-4341-9cf6-5aed2a8ced65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=393726cfec594e12be13c04136e42b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5802157 Aug 20 15:13:50.787800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-9a0b7816-083b-4acd-b4a7-da2e4b041972 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=31c82326fafc4f429e01c7a6ee73320e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550559 Aug 20 15:13:50.788513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57940) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:50.788615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-89ee6e4f-b2bc-40a4-a535-63f0fc68a2a1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.790450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72295d4-8bf0-4341-9cf6-5aed2a8ced65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2e1969-1cb3-4049-85ac-84efbe06dbdf,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:50.842465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57944) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:50.849961 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16efb599-ef5e-4a37-a04c-0c3d6cfafe63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.862719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ebe95fda-300d-42ff-9894-d3b7633ea200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.872752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16efb599-ef5e-4a37-a04c-0c3d6cfafe63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.937134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-89ee6e4f-b2bc-40a4-a535-63f0fc68a2a1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.952907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-89ee6e4f-b2bc-40a4-a535-63f0fc68a2a1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.965316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16efb599-ef5e-4a37-a04c-0c3d6cfafe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.968935 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16efb599-ef5e-4a37-a04c-0c3d6cfafe63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:50.970376 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-16efb599-ef5e-4a37-a04c-0c3d6cfafe63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f2e1969-1cb3-4049-85ac-84efbe06dbdf HTTP/1.1" status: 204 len: 168 time: 0.1806245 Aug 20 15:13:50.979184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efb599-ef5e-4a37-a04c-0c3d6cfafe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2e1969-1cb3-4049-85ac-84efbe06dbdf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:51.032431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-7e077a18-e7e4-45ca-9d08-7efc5372b4f1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:13:51.033458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-7e077a18-e7e4-45ca-9d08-7efc5372b4f1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2335038 Aug 20 15:13:51.089171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee6e4f-b2bc-40a4-a535-63f0fc68a2a1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cdfdb3-f69a-4532-b3dd-4685c0c57677,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:51.152257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602048f-197f-4ef0-b859-77717c177a41 req-1cd4b1b0-363d-4de8-a6a6-e97d527fad4c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:51.153801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c602048f-197f-4ef0-b859-77717c177a41 req-1cd4b1b0-363d-4de8-a6a6-e97d527fad4c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 945 time: 0.1984441 Aug 20 15:13:51.235250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-eb04d71d-f090-4e32-a976-999260183c48 service neutron] 10.222.0.36 "GET /v2.0/networks/d8161552-ae40-478f-bd14-a57eb89272ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896689 Aug 20 15:13:51.251485 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c602048f-197f-4ef0-b859-77717c177a41 req-cdac607c-7014-4f71-ad60-5646e197b40b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898743 Aug 20 15:13:51.320939 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ebe95fda-300d-42ff-9894-d3b7633ea200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.331852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ebe95fda-300d-42ff-9894-d3b7633ea200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.339320 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-89ee6e4f-b2bc-40a4-a535-63f0fc68a2a1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.340598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-89ee6e4f-b2bc-40a4-a535-63f0fc68a2a1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8248818 Aug 20 15:13:51.343470 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57964) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:51.348609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f2359eaf-3f54-43e7-a682-78b8a8d9fbf0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '45cdfdb3-f69a-4532-b3dd-4685c0c57677', 'direction': 'ingress', 'protocol': 17}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:51.382205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2359eaf-3f54-43e7-a682-78b8a8d9fbf0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.389119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe95fda-300d-42ff-9894-d3b7633ea200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65dfaec-bbe6-40c4-8b5b-0ba3dd9bb570,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:51.398427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ebe95fda-300d-42ff-9894-d3b7633ea200 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24b02f3609f541a9b6debb764e7dce21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548668 Aug 20 15:13:51.399039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57970) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:51.432956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-50a4ec38-79de-4ae8-8730-d743c813b005 service neutron] 10.222.0.36 "GET /v2.0/networks/d8161552-ae40-478f-bd14-a57eb89272ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853740 Aug 20 15:13:51.473111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2359eaf-3f54-43e7-a682-78b8a8d9fbf0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.475257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6447-1fbd-4cdd-bf16-4df4df0d0fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.487252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2359eaf-3f54-43e7-a682-78b8a8d9fbf0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.503848 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6447-1fbd-4cdd-bf16-4df4df0d0fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.528638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2359eaf-3f54-43e7-a682-78b8a8d9fbf0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585124d7-0e64-49c0-9836-deaf6563c4fc,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:51.539652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2359eaf-3f54-43e7-a682-78b8a8d9fbf0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.542129 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f2359eaf-3f54-43e7-a682-78b8a8d9fbf0 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1975119 Aug 20 15:13:51.545241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57976) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:51.589082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6447-1fbd-4cdd-bf16-4df4df0d0fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.594469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e6d6447-1fbd-4cdd-bf16-4df4df0d0fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.596376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9e6d6447-1fbd-4cdd-bf16-4df4df0d0fb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f65dfaec-bbe6-40c4-8b5b-0ba3dd9bb570 HTTP/1.1" status: 204 len: 168 time: 0.1931076 Aug 20 15:13:51.609860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d6447-1fbd-4cdd-bf16-4df4df0d0fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65dfaec-bbe6-40c4-8b5b-0ba3dd9bb570,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:51.655717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13ef5981-81fa-4a0b-ad1f-e1d4e0e46580 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.692907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13ef5981-81fa-4a0b-ad1f-e1d4e0e46580 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.766337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13ef5981-81fa-4a0b-ad1f-e1d4e0e46580 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.772844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13ef5981-81fa-4a0b-ad1f-e1d4e0e46580 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:51.777606 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-13ef5981-81fa-4a0b-ad1f-e1d4e0e46580 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-groups/45cdfdb3-f69a-4532-b3dd-4685c0c57677 HTTP/1.1" status: 204 len: 168 time: 0.2313814 Aug 20 15:13:51.784768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5a2cd21-5310-43c4-bca1-a15692736a8b req-99d40fef-8df3-4b8b-bb41-0d873221324e tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 210 time: 0.0797594 Aug 20 15:13:51.787961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57994) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:51.814109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef5981-81fa-4a0b-ad1f-e1d4e0e46580 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cdfdb3-f69a-4532-b3dd-4685c0c57677,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:51.848773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3d0a2d7f-7777-4e3f-a901-891a8e630d17 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0564058 Aug 20 15:13:51.852631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58000) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:51.857324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e7d44d58-07fc-4d80-b55b-daa003d0140c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138029771'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:51.886125 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7d44d58-07fc-4d80-b55b-daa003d0140c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.002083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7d44d58-07fc-4d80-b55b-daa003d0140c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.006317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7d44d58-07fc-4d80-b55b-daa003d0140c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.019368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58010) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:52.045599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d44d58-07fc-4d80-b55b-daa003d0140c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63945f10-41cc-4470-aca0-28acea9b9fac,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:52.049698 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7d44d58-07fc-4d80-b55b-daa003d0140c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.053835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58014) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:52.054011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e7d44d58-07fc-4d80-b55b-daa003d0140c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2003314 Aug 20 15:13:52.062870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bbe9d54f-ec3f-4452-94d1-5c1dd5d31958 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858961099'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:52.096894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d54f-ec3f-4452-94d1-5c1dd5d31958 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.248159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d54f-ec3f-4452-94d1-5c1dd5d31958 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.253114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d54f-ec3f-4452-94d1-5c1dd5d31958 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.288651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9d54f-ec3f-4452-94d1-5c1dd5d31958 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff15b9eb-408c-472b-9e22-12298569db0f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:52.294029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7f16b0b6-69ae-44cf-836f-229abe612691 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:52.295025 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-7f16b0b6-69ae-44cf-836f-229abe612691 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 15:13:52.295474 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-7f16b0b6-69ae-44cf-836f-229abe612691 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 15:13:52.298655 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7f16b0b6-69ae-44cf-836f-229abe612691 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2754116 Aug 20 15:13:52.304040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58026) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:52.312174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148633505'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:52.331586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d54f-ec3f-4452-94d1-5c1dd5d31958 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.332851 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bbe9d54f-ec3f-4452-94d1-5c1dd5d31958 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2779827 Aug 20 15:13:52.335631 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58030) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:52.341568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-445c8b4b-9dfc-4c28-853a-398f20d01170 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '63945f10-41cc-4470-aca0-28acea9b9fac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ff15b9eb-408c-472b-9e22-12298569db0f', 'remote_ip_prefix': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:52.358276 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.387891 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.400097 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-445c8b4b-9dfc-4c28-853a-398f20d01170 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.509178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-445c8b4b-9dfc-4c28-853a-398f20d01170 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.516576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-445c8b4b-9dfc-4c28-853a-398f20d01170 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.546789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c8b4b-9dfc-4c28-853a-398f20d01170 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be53bbde-6d21-48a3-9cc6-7ac62d08b052,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:52.638612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778e99a-f37e-4879-b14e-461943d359ca req-126b37f4-7e3f-4efb-87d5-241fcbbb3cc2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:52.642994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8778e99a-f37e-4879-b14e-461943d359ca req-126b37f4-7e3f-4efb-87d5-241fcbbb3cc2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 945 time: 0.1785796 Aug 20 15:13:52.689748 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.703596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-445c8b4b-9dfc-4c28-853a-398f20d01170 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.704882 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-445c8b4b-9dfc-4c28-853a-398f20d01170 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3682535 Aug 20 15:13:52.708114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58038) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:52.708912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8778e99a-f37e-4879-b14e-461943d359ca req-4cc01945-caf3-4756-9150-744099bd27a9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527933 Aug 20 15:13:52.709813 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.776051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f003fcfc-08ff-4cae-b061-299f7ec11c2b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.780861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2333f64d-7f43-4cc5-9a52-1c4e2b571141,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:52.790665 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f003fcfc-08ff-4cae-b061-299f7ec11c2b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.861178 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.866719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.905766 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.907227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6037898 Aug 20 15:13:52.910457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544242a2-ecc5-407e-81a9-6f43882e18eb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3c1535-0261-4c9e-84bb-0d6d944ce30a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:52.913109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58046) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:52.918021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f003fcfc-08ff-4cae-b061-299f7ec11c2b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.922738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8dbda0d3-a292-43fa-8f20-c51adb1f151d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': '2f3c1535-0261-4c9e-84bb-0d6d944ce30a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:52.925787 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f003fcfc-08ff-4cae-b061-299f7ec11c2b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.928857 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f003fcfc-08ff-4cae-b061-299f7ec11c2b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/be53bbde-6d21-48a3-9cc6-7ac62d08b052 HTTP/1.1" status: 204 len: 168 time: 0.2084198 Aug 20 15:13:52.932194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58048) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:52.963363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dbda0d3-a292-43fa-8f20-c51adb1f151d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:52.963658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003fcfc-08ff-4cae-b061-299f7ec11c2b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be53bbde-6d21-48a3-9cc6-7ac62d08b052,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:53.008787 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8a72f46e-3111-4443-a9fe-020d36522616 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0758369 Aug 20 15:13:53.011665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58050) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:53.073546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a350647d-59bb-44a3-a8e2-6c0c1720bc8a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.103470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a350647d-59bb-44a3-a8e2-6c0c1720bc8a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.110097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbcce407-46ce-4596-ae42-f03460535a46 req-b61bee34-9674-40f9-8976-0cc3468aee19 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 210 time: 0.1041696 Aug 20 15:13:53.134802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:13:53.192129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a350647d-59bb-44a3-a8e2-6c0c1720bc8a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.205290 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a350647d-59bb-44a3-a8e2-6c0c1720bc8a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.214846 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a350647d-59bb-44a3-a8e2-6c0c1720bc8a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-groups/ff15b9eb-408c-472b-9e22-12298569db0f HTTP/1.1" status: 204 len: 168 time: 0.2019448 Aug 20 15:13:53.233826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58056) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:53.285945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350647d-59bb-44a3-a8e2-6c0c1720bc8a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff15b9eb-408c-472b-9e22-12298569db0f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:53.322864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:13:53.323640 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.354853 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ac039513-a7ac-4ccd-9a1e-3756110538db tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1173432 Aug 20 15:13:53.362100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:53.389106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dbda0d3-a292-43fa-8f20-c51adb1f151d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.408669 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dbda0d3-a292-43fa-8f20-c51adb1f151d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.463964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81419508-1c30-4606-8821-f66bc2a54b48 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.498329 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81419508-1c30-4606-8821-f66bc2a54b48 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.502143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-bdeb6b67-6127-416e-81b6-ee4560a3f839 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:53.505629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-bdeb6b67-6127-416e-81b6-ee4560a3f839 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.72 "GET /v2.0/networks?id=d8161552-ae40-478f-bd14-a57eb89272ef HTTP/1.1" status: 200 len: 812 time: 0.3580194 Aug 20 15:13:53.509664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbda0d3-a292-43fa-8f20-c51adb1f151d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890b4cd7-dff1-42d9-aba8-e457fbab1baf,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:53.515922 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.521458 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8dbda0d3-a292-43fa-8f20-c51adb1f151d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.528340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8dbda0d3-a292-43fa-8f20-c51adb1f151d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6140795 Aug 20 15:13:53.528524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58062) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:53.535074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a4a1ec2c-30b6-46e1-86b1-078d306df789 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': '2f3c1535-0261-4c9e-84bb-0d6d944ce30a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:53.547370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:13:53.549885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Request body: {'port': {'device_id': '52528f8c-de6b-491c-b0d8-dc3a64c03ef4', 'network_id': 'd8161552-ae40-478f-bd14-a57eb89272ef', 'admin_state_up': True, 'tenant_id': '31c82326fafc4f429e01c7a6ee73320e'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:53.550629 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10e368e-02b6-4071-b797-5a78cf184418" -d '{"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-plugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:13:53.590958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:13:53.597627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4a1ec2c-30b6-46e1-86b1-078d306df789 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.605949 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.644358 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965df627-3c2d-4030-8620-8d8e89441285 x-openstack-request-id: req-965df627-3c2d-4030-8620-8d8e89441285 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:13:53.644724 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-plugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:13:53.645494 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-965df627-3c2d-4030-8620-8d8e89441285 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:13:53.645643 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'code': 200} Aug 20 15:13:53.663711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81419508-1c30-4606-8821-f66bc2a54b48 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.666720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81419508-1c30-4606-8821-f66bc2a54b48 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.668251 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-81419508-1c30-4606-8821-f66bc2a54b48 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-groups/63945f10-41cc-4470-aca0-28acea9b9fac HTTP/1.1" status: 204 len: 168 time: 0.3041017 Aug 20 15:13:53.671527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58066) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:53.683340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=13']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:53.685950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81419508-1c30-4606-8821-f66bc2a54b48 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63945f10-41cc-4470-aca0-28acea9b9fac,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:53.701174 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-a4a1ec2c-30b6-46e1-86b1-078d306df789 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 15:13:53.702565 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a4a1ec2c-30b6-46e1-86b1-078d306df789 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1712036 Aug 20 15:13:53.705406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58068) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:53.738091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58070) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:53.819295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-43d5a03c-c88e-4274-95b9-e18061ca9138 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1398256 Aug 20 15:13:53.826844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58076) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:53.830451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea856227-8aa0-4307-91d7-2bf37a107560 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.840349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f43cfb6d-0879-49b8-a4c1-99506d2d4c6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group': {'name': 'tempest-secgroup--767232049'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:53.859836 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea856227-8aa0-4307-91d7-2bf37a107560 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.912405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:13:53.912405 n-d-695189-15 neutron-server[101099]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 15:13:53.912405 n-d-695189-15 neutron-server[101099]: [parameters: {'project_id_1': '31c82326fafc4f429e01c7a6ee73320e', 'expiration_1': datetime.datetime(2021, 8, 20, 15, 13, 53, 894593)}] Aug 20 15:13:53.912405 n-d-695189-15 neutron-server[101099]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:13:53.913605 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:13:53.930528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea856227-8aa0-4307-91d7-2bf37a107560 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.934418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea856227-8aa0-4307-91d7-2bf37a107560 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.936059 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea856227-8aa0-4307-91d7-2bf37a107560 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/2f3c1535-0261-4c9e-84bb-0d6d944ce30a HTTP/1.1" status: 204 len: 168 time: 0.2294159 Aug 20 15:13:53.937294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009abeb-ac55-4a5e-98a2-c5ed7d884ffe req-9e5de07c-807a-4584-92b1-c664a1dd3528 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:53.943140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58078) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:53.945307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1009abeb-ac55-4a5e-98a2-c5ed7d884ffe req-9e5de07c-807a-4584-92b1-c664a1dd3528 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.1181846 Aug 20 15:13:53.949238 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f43cfb6d-0879-49b8-a4c1-99506d2d4c6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:53.996658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea856227-8aa0-4307-91d7-2bf37a107560 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3c1535-0261-4c9e-84bb-0d6d944ce30a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:54.030472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1009abeb-ac55-4a5e-98a2-c5ed7d884ffe req-64794c78-c009-485f-9bea-905dc7828744 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838208 Aug 20 15:13:54.033566 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bc26661-7f1c-4525-8274-64abe6a0ae12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.062784 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ab57f788-3575-4d9b-ac28-0cbcc8f840e0 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181145 Aug 20 15:13:54.066716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:54.075220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-aee67924-5012-4e80-b282-cfdfbb337e33 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--918839981'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:54.103995 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f43cfb6d-0879-49b8-a4c1-99506d2d4c6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.116060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f43cfb6d-0879-49b8-a4c1-99506d2d4c6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.185719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cfb6d-0879-49b8-a4c1-99506d2d4c6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba5b9b1-7f29-4ad3-9aa6-b1ab796c1001,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:54.221350 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bc26661-7f1c-4525-8274-64abe6a0ae12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.226053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bc26661-7f1c-4525-8274-64abe6a0ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.245714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35e21fd3-22a1-48b2-9c07-817680915a37 req-97b72d8f-522d-4b57-a828-ad2d942a42a7 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 210 time: 0.0356102 Aug 20 15:13:54.248919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f43cfb6d-0879-49b8-a4c1-99506d2d4c6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.250295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f43cfb6d-0879-49b8-a4c1-99506d2d4c6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4202833 Aug 20 15:13:54.253313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58084) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:54.259301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-07fa6122-9a6e-4847-ab4c-7da40d16adb2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '5ba5b9b1-7f29-4ad3-9aa6-b1ab796c1001', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:54.272481 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [None req-07fa6122-9a6e-4847-ab4c-7da40d16adb2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:13:54.272481 n-d-695189-15 neutron-server[101099]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 15:13:54.272481 n-d-695189-15 neutron-server[101099]: [parameters: {'project_id_1': '1ba637f00786462d97b91aaec8def6d5', 'expiration_1': datetime.datetime(2021, 8, 20, 15, 13, 54, 265874)}] Aug 20 15:13:54.272481 n-d-695189-15 neutron-server[101099]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:13:54.273151 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [None req-07fa6122-9a6e-4847-ab4c-7da40d16adb2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:13:54.308284 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aee67924-5012-4e80-b282-cfdfbb337e33 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.315451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58086) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:54.315895 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5bc26661-7f1c-4525-8274-64abe6a0ae12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61760d08a8464725b42726b565e7d93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759361 Aug 20 15:13:54.318581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc26661-7f1c-4525-8274-64abe6a0ae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae363dbb-07e6-4be2-b2bb-059dbbd1b27d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:54.389901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d43402a6-5311-4849-91ae-300233ab50ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.414309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d43402a6-5311-4849-91ae-300233ab50ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.439281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aee67924-5012-4e80-b282-cfdfbb337e33 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.445810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aee67924-5012-4e80-b282-cfdfbb337e33 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.469931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Made reservation on behalf of 31c82326fafc4f429e01c7a6ee73320e for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:13:54.473537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.483078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee67924-5012-4e80-b282-cfdfbb337e33 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b79d5-510f-4b81-a4c9-ecb920d42878,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:54.487327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aee67924-5012-4e80-b282-cfdfbb337e33 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.488901 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aee67924-5012-4e80-b282-cfdfbb337e33 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4201117 Aug 20 15:13:54.492784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58088) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:54.508021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d6e40d67-a9db-4f78-a84d-4efa274ec1b4 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': '9c7b79d5-510f-4b81-a4c9-ecb920d42878', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:54.510043 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-d6e40d67-a9db-4f78-a84d-4efa274ec1b4 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 15:13:54.510206 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-d6e40d67-a9db-4f78-a84d-4efa274ec1b4 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:54.511573 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d6e40d67-a9db-4f78-a84d-4efa274ec1b4 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0169892 Aug 20 15:13:54.514698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58090) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:54.558045 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d43402a6-5311-4849-91ae-300233ab50ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.560676 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d43402a6-5311-4849-91ae-300233ab50ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.561945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d43402a6-5311-4849-91ae-300233ab50ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae363dbb-07e6-4be2-b2bb-059dbbd1b27d HTTP/1.1" status: 204 len: 168 time: 0.2452157 Aug 20 15:13:54.589152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43402a6-5311-4849-91ae-300233ab50ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae363dbb-07e6-4be2-b2bb-059dbbd1b27d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:54.667143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c474183-9553-4d1c-80bf-250ae9ae50cf tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.706570 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c474183-9553-4d1c-80bf-250ae9ae50cf tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.709561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Allocated IP 172.20.0.2 (d8161552-ae40-478f-bd14-a57eb89272ef/ffda83e6-8f35-4bb9-aa82-0096403417b7/4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:13:54.825194 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c474183-9553-4d1c-80bf-250ae9ae50cf tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.829102 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c474183-9553-4d1c-80bf-250ae9ae50cf tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.830785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5c474183-9553-4d1c-80bf-250ae9ae50cf tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/9c7b79d5-510f-4b81-a4c9-ecb920d42878 HTTP/1.1" status: 204 len: 168 time: 0.3150694 Aug 20 15:13:54.833421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58096) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:54.860967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c474183-9553-4d1c-80bf-250ae9ae50cf tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b79d5-510f-4b81-a4c9-ecb920d42878,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:54.899704 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6f8ac357-9137-4e4e-aa20-37ef7e418a65 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641327 Aug 20 15:13:54.913791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58098) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:54.918129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dccda93f-ebd2-473c-9c38-b3f2aeafe552 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--310123051'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:54.925511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07fa6122-9a6e-4847-ab4c-7da40d16adb2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:54.966769 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dccda93f-ebd2-473c-9c38-b3f2aeafe552 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.023964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.027997 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07fa6122-9a6e-4847-ab4c-7da40d16adb2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.042509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07fa6122-9a6e-4847-ab4c-7da40d16adb2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.097696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa6122-9a6e-4847-ab4c-7da40d16adb2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9f342f-3f1f-46f1-93cf-05e24bc811bb,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:55.128275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.160211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dccda93f-ebd2-473c-9c38-b3f2aeafe552 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.167186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dccda93f-ebd2-473c-9c38-b3f2aeafe552 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.201598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Pushing event updated for resources: {'Port': ['ID=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:55.209368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dccda93f-ebd2-473c-9c38-b3f2aeafe552 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.211121 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dccda93f-ebd2-473c-9c38-b3f2aeafe552 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3015599 Aug 20 15:13:55.214532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccda93f-ebd2-473c-9c38-b3f2aeafe552 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f580bcb8-43de-4552-b802-07b849520c48,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:55.214705 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07fa6122-9a6e-4847-ab4c-7da40d16adb2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.214705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-07fa6122-9a6e-4847-ab4c-7da40d16adb2 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9601967 Aug 20 15:13:55.216168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:55.223426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c9c920fd-6089-4660-ad96-815f644e1eeb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'f580bcb8-43de-4552-b802-07b849520c48', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:55.224748 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-c9c920fd-6089-4660-ad96-815f644e1eeb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 15:13:55.225502 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-c9c920fd-6089-4660-ad96-815f644e1eeb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:55.226962 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c9c920fd-6089-4660-ad96-815f644e1eeb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0091546 Aug 20 15:13:55.227762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58112) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:55.234038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58114) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:55.255819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Network d8161552-ae40-478f-bd14-a57eb89272ef is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:13:55.260769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:13:55.262571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b555665a-8c37-451d-8789-d205d66e047f tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.269497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:13:55.279580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b555665a-8c37-451d-8789-d205d66e047f tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.326864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b555665a-8c37-451d-8789-d205d66e047f tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.359033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b555665a-8c37-451d-8789-d205d66e047f tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.364755 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b555665a-8c37-451d-8789-d205d66e047f tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/fd9f342f-3f1f-46f1-93cf-05e24bc811bb HTTP/1.1" status: 204 len: 168 time: 0.1356483 Aug 20 15:13:55.365677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555665a-8c37-451d-8789-d205d66e047f tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd9f342f-3f1f-46f1-93cf-05e24bc811bb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:55.367339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58120) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:55.372523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef2acc-82da-4e04-a17a-1984d670284c req-ea1c44c4-912c-4047-89ae-b47a1a1e787e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:55.374329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0ef2acc-82da-4e04-a17a-1984d670284c req-ea1c44c4-912c-4047-89ae-b47a1a1e787e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.1841488 Aug 20 15:13:55.432056 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-99e73dae-6e7e-42c4-9735-f6bc250ac006 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0581937 Aug 20 15:13:55.435151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58124) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:55.464310 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1841ffa-0f9b-450d-a67b-066d9d96e4bc tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.481165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:55.481820 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.522942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0ef2acc-82da-4e04-a17a-1984d670284c req-76bcabc7-a955-48b8-a5ca-3f0262d16980 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299565 Aug 20 15:13:55.527843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bb52ed9-d892-4f31-9455-564c0e31f2ee tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.530210 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1841ffa-0f9b-450d-a67b-066d9d96e4bc tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.541318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264438ae-01c7-4a29-bb62-03912379a5f2 req-27c64864-f019-4812-8a97-d23d5319c2aa tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:55.557833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-264438ae-01c7-4a29-bb62-03912379a5f2 req-27c64864-f019-4812-8a97-d23d5319c2aa tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 931 time: 0.1709902 Aug 20 15:13:55.562215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bb52ed9-d892-4f31-9455-564c0e31f2ee tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.568336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-1e407b29-63ef-4f8f-a47e-769806056240 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0244071 Aug 20 15:13:55.594631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Request body: {'port': {'device_id': '52528f8c-de6b-491c-b0d8-dc3a64c03ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:55.616766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bb52ed9-d892-4f31-9455-564c0e31f2ee tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.623238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0bb52ed9-d892-4f31-9455-564c0e31f2ee tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.624364 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0bb52ed9-d892-4f31-9455-564c0e31f2ee tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ba5b9b1-7f29-4ad3-9aa6-b1ab796c1001 HTTP/1.1" status: 204 len: 168 time: 0.1875851 Aug 20 15:13:55.628777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58130) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:55.639206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb52ed9-d892-4f31-9455-564c0e31f2ee tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba5b9b1-7f29-4ad3-9aa6-b1ab796c1001,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:55.689488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-264438ae-01c7-4a29-bb62-03912379a5f2 req-8efe46c5-8586-4279-8757-7623671de9a0 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306467 Aug 20 15:13:55.734802 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1841ffa-0f9b-450d-a67b-066d9d96e4bc tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.737406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1841ffa-0f9b-450d-a67b-066d9d96e4bc tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.739751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a1841ffa-0f9b-450d-a67b-066d9d96e4bc tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/f580bcb8-43de-4552-b802-07b849520c48 HTTP/1.1" status: 204 len: 168 time: 0.5035896 Aug 20 15:13:55.741593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58134) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:55.762998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1841ffa-0f9b-450d-a67b-066d9d96e4bc tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f580bcb8-43de-4552-b802-07b849520c48,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:55.765948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.771151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2420bff7-edcf-476b-b1d7-e57b659ac4de tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1351769 Aug 20 15:13:55.780750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58136) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:55.794140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717505316'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:55.855196 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:55.873278 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8dd5bed0-df3d-4a81-84d4-8f9bb7f34b22 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1302378 Aug 20 15:13:55.876753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58140) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:55.882630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-97540adc-fa7b-4580-9904-9c01f7489258 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335888400'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:55.952490 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:13:55.952490 n-d-695189-15 neutron-server[101099]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 15:13:55.952490 n-d-695189-15 neutron-server[101099]: [parameters: {'project_id_1': '1ba637f00786462d97b91aaec8def6d5', 'expiration_1': datetime.datetime(2021, 8, 20, 15, 13, 55, 935933)}] Aug 20 15:13:55.952490 n-d-695189-15 neutron-server[101099]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:13:55.953285 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:13:55.956747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97540adc-fa7b-4580-9904-9c01f7489258 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.069709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97540adc-fa7b-4580-9904-9c01f7489258 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.078095 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97540adc-fa7b-4580-9904-9c01f7489258 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.121310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97540adc-fa7b-4580-9904-9c01f7489258 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab574d3b-968e-4c87-85b1-97fb2afb3d80,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:56.125053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97540adc-fa7b-4580-9904-9c01f7489258 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.126751 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-97540adc-fa7b-4580-9904-9c01f7489258 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2486904 Aug 20 15:13:56.129617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:56.136650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6c0d828a-ada0-433a-9ea6-583b755f2132 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'ab574d3b-968e-4c87-85b1-97fb2afb3d80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:56.155353 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-6c0d828a-ada0-433a-9ea6-583b755f2132 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 15:13:56.156041 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-6c0d828a-ada0-433a-9ea6-583b755f2132 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:56.157243 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6c0d828a-ada0-433a-9ea6-583b755f2132 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0255852 Aug 20 15:13:56.161674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58148) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:56.167802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d9e5939e-d943-48a1-971c-8fabf1ad4a59 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'ab574d3b-968e-4c87-85b1-97fb2afb3d80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:56.168485 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-d9e5939e-d943-48a1-971c-8fabf1ad4a59 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 15:13:56.169036 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-d9e5939e-d943-48a1-971c-8fabf1ad4a59 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:56.170015 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d9e5939e-d943-48a1-971c-8fabf1ad4a59 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073905 Aug 20 15:13:56.171609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:13:56.172737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58150) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:56.181251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a2502bea-5803-4a40-8824-f5cf6fa73736 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'ab574d3b-968e-4c87-85b1-97fb2afb3d80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:56.181967 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.182232 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-a2502bea-5803-4a40-8824-f5cf6fa73736 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 15:13:56.182781 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-a2502bea-5803-4a40-8824-f5cf6fa73736 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:56.184056 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a2502bea-5803-4a40-8824-f5cf6fa73736 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102890 Aug 20 15:13:56.186681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58152) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:56.199434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e069ec60-58ca-40f7-911e-de58f8f343b2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'ab574d3b-968e-4c87-85b1-97fb2afb3d80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:56.201565 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-e069ec60-58ca-40f7-911e-de58f8f343b2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 15:13:56.202113 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-e069ec60-58ca-40f7-911e-de58f8f343b2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:56.204466 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e069ec60-58ca-40f7-911e-de58f8f343b2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0155141 Aug 20 15:13:56.206122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58154) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:56.208835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Transition to ACTIVE for port object 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:13:56.217725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.303479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:56.321930 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e3648183-7b20-43e2-81c6-83038acbdb2e tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.360864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e3648183-7b20-43e2-81c6-83038acbdb2e tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.372875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Attempting to bind port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:13:56.373594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Attempting to bind port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '7b4b9d3d-8b9e-469e-b056-aac719d363d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8161552-ae40-478f-bd14-a57eb89272ef'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:13:56.374987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Attempting to bind port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 on network d8161552-ae40-478f-bd14-a57eb89272ef {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:13:56.382505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 on network d8161552-ae40-478f-bd14-a57eb89272ef not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:13:56.382865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Attempting to bind port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 on network d8161552-ae40-478f-bd14-a57eb89272ef {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:13:56.391286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:13:56.391667 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Checking segment: {'id': '7b4b9d3d-8b9e-469e-b056-aac719d363d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8161552-ae40-478f-bd14-a57eb89272ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:13:56.392309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Bound using segment: {'id': '7b4b9d3d-8b9e-469e-b056-aac719d363d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8161552-ae40-478f-bd14-a57eb89272ef'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:13:56.392602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Bound port: 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4b9d3d-8b9e-469e-b056-aac719d363d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8161552-ae40-478f-bd14-a57eb89272ef'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:13:56.392969 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.431521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e3648183-7b20-43e2-81c6-83038acbdb2e tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.437625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e3648183-7b20-43e2-81c6-83038acbdb2e tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.438876 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e3648183-7b20-43e2-81c6-83038acbdb2e tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/ab574d3b-968e-4c87-85b1-97fb2afb3d80 HTTP/1.1" status: 204 len: 168 time: 0.2314517 Aug 20 15:13:56.442252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:56.482798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3648183-7b20-43e2-81c6-83038acbdb2e tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab574d3b-968e-4c87-85b1-97fb2afb3d80,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:56.512742 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.553677 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-081b907a-ab84-4e25-8f29-5a41b458bb01 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951633 Aug 20 15:13:56.558297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58164) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:56.564754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-781a9bfa-7207-4fbe-bd13-3d0d5d24df9b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1296763422'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:56.567176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] For port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:13:56.574656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] For port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,segment=NetworkSegment(7b4b9d3d-8b9e-469e-b056-aac719d363d8),segment_id=7b4b9d3d-8b9e-469e-b056-aac719d363d8)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:13:56.579853 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.581168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-781a9bfa-7207-4fbe-bd13-3d0d5d24df9b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:13:56.581168 n-d-695189-15 neutron-server[101100]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 15:13:56.581168 n-d-695189-15 neutron-server[101100]: [parameters: {'project_id_1': '4b8f6d0ecedb4c66bef29d1a88dfd618', 'expiration_1': datetime.datetime(2021, 8, 20, 15, 13, 56, 573742)}] Aug 20 15:13:56.581168 n-d-695189-15 neutron-server[101100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:13:56.582200 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-781a9bfa-7207-4fbe-bd13-3d0d5d24df9b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:13:56.629087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:56.630065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:56.631968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] 10.222.0.72 "PUT /v2.0/ports/4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 HTTP/1.1" status: 200 len: 1092 time: 1.0418901 Aug 20 15:13:56.637711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52528f8c-de6b-491c-b0d8-dc3a64c03ef4', 'tag': '4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:13:56.639605 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244f460f-3a1e-4782-a050-96288b707a47" -d '{"events": [{"name": "network-changed", "server_uuid": "52528f8c-de6b-491c-b0d8-dc3a64c03ef4", "tag": "4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:13:56.748186 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21746cf3-ca0d-49a4-ba72-825de35151df x-openstack-request-id: req-21746cf3-ca0d-49a4-ba72-825de35151df {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:13:56.748560 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52528f8c-de6b-491c-b0d8-dc3a64c03ef4", "tag": "4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:13:56.748771 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21746cf3-ca0d-49a4-ba72-825de35151df {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:13:56.749139 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52528f8c-de6b-491c-b0d8-dc3a64c03ef4', 'tag': '4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0', 'status': 'completed', 'code': 200} Aug 20 15:13:56.749947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba457e8-9a7a-4a45-a82a-a5e067a81693 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:56.809317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa8f38-88a2-485e-bbb8-b0a010533a7d req-2c1f908b-515c-4020-9777-9d08f3a71870 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:56.811516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0faa8f38-88a2-485e-bbb8-b0a010533a7d req-2c1f908b-515c-4020-9777-9d08f3a71870 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.1495371 Aug 20 15:13:56.877630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-56d63314-0035-4146-8888-d4dabe155be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:56.879305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-56d63314-0035-4146-8888-d4dabe155be3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31c82326fafc4f429e01c7a6ee73320e&device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 1095 time: 0.1737232 Aug 20 15:13:57.327646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0faa8f38-88a2-485e-bbb8-b0a010533a7d req-2485ed2e-3148-4b62-ac7d-2957af35bcc1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5045652 Aug 20 15:13:57.330922 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.340118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807fd45-2a64-401d-8ab2-525745e7bcd0 req-b10d90a3-5e78-49be-b0a4-e97a29ba638e tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:57.341666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b807fd45-2a64-401d-8ab2-525745e7bcd0 req-b10d90a3-5e78-49be-b0a4-e97a29ba638e tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 943 time: 0.5249591 Aug 20 15:13:57.342988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-58290303-7ef6-4a87-8791-62ef4730d428 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 HTTP/1.1" status: 200 len: 217 time: 0.4354310 Aug 20 15:13:57.345687 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.364955 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-781a9bfa-7207-4fbe-bd13-3d0d5d24df9b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.454443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0485d-fabd-4e11-b660-479ef9381b27,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:57.471278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-0ca41cec-2468-448d-a4b9-39d76bb6af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:57.473944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-0ca41cec-2468-448d-a4b9-39d76bb6af41 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1098 time: 0.2224383 Aug 20 15:13:57.481947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b807fd45-2a64-401d-8ab2-525745e7bcd0 req-4572c174-b87b-4d35-be7b-3dfef11d988a tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223562 Aug 20 15:13:57.488019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-a05d30e6-5142-43ee-838d-745e1772393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:57.489999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-a05d30e6-5142-43ee-838d-745e1772393a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ffda83e6-8f35-4bb9-aa82-0096403417b7 HTTP/1.1" status: 200 len: 852 time: 0.1315598 Aug 20 15:13:57.497639 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-781a9bfa-7207-4fbe-bd13-3d0d5d24df9b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.517294 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-781a9bfa-7207-4fbe-bd13-3d0d5d24df9b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.548942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-832badf1-79bf-4745-b58b-4624525af2ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8161552-ae40-478f-bd14-a57eb89272ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495470 Aug 20 15:13:57.562139 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.565885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-776f26d3-70d9-42f5-8f76-ef23825eec5a tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7815192 Aug 20 15:13:57.566106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58216) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.574449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7fc335dd-a1ba-4169-98b6-747f0775aaec tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '69e0485d-fabd-4e11-b660-479ef9381b27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:57.588527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-781a9bfa-7207-4fbe-bd13-3d0d5d24df9b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.593996 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-781a9bfa-7207-4fbe-bd13-3d0d5d24df9b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0328827 Aug 20 15:13:57.604898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58218) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.613275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9bf747c3-cb98-4466-88ec-e16e063650e2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'bb178fe1-e84a-4226-97d5-312c51b66e36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:57.614152 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-9bf747c3-cb98-4466-88ec-e16e063650e2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 15:13:57.614737 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-9bf747c3-cb98-4466-88ec-e16e063650e2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:57.619219 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9bf747c3-cb98-4466-88ec-e16e063650e2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092201 Aug 20 15:13:57.621798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58220) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.630175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0de90ceb-7685-473f-a473-0482f233c098 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'bb178fe1-e84a-4226-97d5-312c51b66e36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:57.633030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a9bfa-7207-4fbe-bd13-3d0d5d24df9b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb178fe1-e84a-4226-97d5-312c51b66e36,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:57.653513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fc335dd-a1ba-4169-98b6-747f0775aaec tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.754811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-5e0fb22c-9bc3-4140-8d7a-020a6e79d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:57.756387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-5e0fb22c-9bc3-4140-8d7a-020a6e79d723 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.2052855 Aug 20 15:13:57.761965 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fc335dd-a1ba-4169-98b6-747f0775aaec tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.775622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-a0ca56fe-096d-489b-baae-18b0f4726534 service neutron] 10.222.0.72 "GET /v2.0/networks/d8161552-ae40-478f-bd14-a57eb89272ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091796 Aug 20 15:13:57.790411 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fc335dd-a1ba-4169-98b6-747f0775aaec tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.816994 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-0de90ceb-7685-473f-a473-0482f233c098 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:57.823828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0de90ceb-7685-473f-a473-0482f233c098 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1919188 Aug 20 15:13:57.829794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58224) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.835208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-90dcd3f4-272c-419b-9952-bf123ca72998 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'bb178fe1-e84a-4226-97d5-312c51b66e36', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:57.835441 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-90dcd3f4-272c-419b-9952-bf123ca72998 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 15:13:57.836247 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-90dcd3f4-272c-419b-9952-bf123ca72998 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:57.840738 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-90dcd3f4-272c-419b-9952-bf123ca72998 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057991 Aug 20 15:13:57.843106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fc335dd-a1ba-4169-98b6-747f0775aaec tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:57.844309 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7fc335dd-a1ba-4169-98b6-747f0775aaec tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2766609 Aug 20 15:13:57.846173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58226) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.848070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58228) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.851201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f05e1802-4a06-4a6c-8e66-9d4e9d656d14 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'bb178fe1-e84a-4226-97d5-312c51b66e36', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:57.863025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc335dd-a1ba-4169-98b6-747f0775aaec tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5d6e3f-6790-45a9-8bc5-b86f1ed2b128,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:57.884518 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b2d92563-1f0b-4823-9cc1-03b0cad5d9ef tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules/ea5d6e3f-6790-45a9-8bc5-b86f1ed2b128 HTTP/1.1" status: 200 len: 763 time: 0.0252621 Aug 20 15:13:57.894031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58230) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.939472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58232) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.960011 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-f05e1802-4a06-4a6c-8e66-9d4e9d656d14 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:57.961074 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f05e1802-4a06-4a6c-8e66-9d4e9d656d14 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1139884 Aug 20 15:13:57.975280 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fde6dfb3-0da4-4002-8ddc-98bcbdf2e0f6 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0777066 Aug 20 15:13:57.975280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58236) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.977843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-59e9f04c-64db-4336-9bfe-4bdadca347dd tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'bb178fe1-e84a-4226-97d5-312c51b66e36', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:57.978321 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-59e9f04c-64db-4336-9bfe-4bdadca347dd tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 15:13:57.978820 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-59e9f04c-64db-4336-9bfe-4bdadca347dd tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:57.979780 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-59e9f04c-64db-4336-9bfe-4bdadca347dd tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053899 Aug 20 15:13:57.980290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58238) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.987865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58240) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:57.994258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5e5a887a-f7a8-44b4-8b03-10170fafc4f5 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'bb178fe1-e84a-4226-97d5-312c51b66e36', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:58.015747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69e4fa3a-e0cd-4f48-b090-66f5eceb44b5 req-30d665e4-79ae-4b83-b489-d65548fc2215 service neutron] 10.222.0.72 "GET /v2.0/networks/d8161552-ae40-478f-bd14-a57eb89272ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991003 Aug 20 15:13:58.026820 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-5e5a887a-f7a8-44b4-8b03-10170fafc4f5 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Project 4b8f6d0ecedb4c66bef29d1a88dfd618 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:13:58.041724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c736d03-af60-4321-a07b-b428efb59b6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.055129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c736d03-af60-4321-a07b-b428efb59b6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.058375 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-5e5a887a-f7a8-44b4-8b03-10170fafc4f5 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:58.059514 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5e5a887a-f7a8-44b4-8b03-10170fafc4f5 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0707195 Aug 20 15:13:58.064088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58242) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:58.070524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2d30d4ce-ff11-4f58-a814-19c649a47a36 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'bb178fe1-e84a-4226-97d5-312c51b66e36', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:58.071112 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-2d30d4ce-ff11-4f58-a814-19c649a47a36 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 15:13:58.071557 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-2d30d4ce-ff11-4f58-a814-19c649a47a36 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:58.072627 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2d30d4ce-ff11-4f58-a814-19c649a47a36 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075972 Aug 20 15:13:58.075439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58244) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:58.098723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-792b3cfd-e10e-425b-9065-251d78b58f42 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'bb178fe1-e84a-4226-97d5-312c51b66e36', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:58.099430 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c736d03-af60-4321-a07b-b428efb59b6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.106556 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c736d03-af60-4321-a07b-b428efb59b6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.109931 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6c736d03-af60-4321-a07b-b428efb59b6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ea5d6e3f-6790-45a9-8bc5-b86f1ed2b128 HTTP/1.1" status: 204 len: 168 time: 0.1265156 Aug 20 15:13:58.111865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-4bff1092-1c02-47a4-8427-ab87c371584b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 1001 time: 0.3461087 Aug 20 15:13:58.112695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58246) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:58.134117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c736d03-af60-4321-a07b-b428efb59b6c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea5d6e3f-6790-45a9-8bc5-b86f1ed2b128,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:58.156430 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de8df0e1-831d-4cf6-88d5-212391307356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.192245 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-136cfc13-fcb3-466e-8c7e-3ca1b3428b19 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0784431 Aug 20 15:13:58.194897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58248) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:58.199883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8297f46a-ad25-46f8-a798-5196586df89c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '69e0485d-fabd-4e11-b660-479ef9381b27', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:58.208035 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-792b3cfd-e10e-425b-9065-251d78b58f42 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Project 4b8f6d0ecedb4c66bef29d1a88dfd618 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:13:58.222054 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-8297f46a-ad25-46f8-a798-5196586df89c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 20 15:13:58.222054 n-d-695189-15 neutron-server[101100]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 20 15:13:58.222054 n-d-695189-15 neutron-server[101100]: [parameters: {'project_id_1': '1ba637f00786462d97b91aaec8def6d5', 'expiration_1': datetime.datetime(2021, 8, 20, 15, 13, 58, 206608)}] Aug 20 15:13:58.222054 n-d-695189-15 neutron-server[101100]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:13:58.222804 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-8297f46a-ad25-46f8-a798-5196586df89c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:13:58.224033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-47a9b1f5-238c-4576-9dc5-2f2f2dfd05f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:58.225707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-47a9b1f5-238c-4576-9dc5-2f2f2dfd05f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.1001139 Aug 20 15:13:58.231372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f460f-3a1e-4782-a050-96288b707a47 req-dd46b745-95f9-42ad-8395-60a9edec56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:58.232751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-244f460f-3a1e-4782-a050-96288b707a47 req-dd46b745-95f9-42ad-8395-60a9edec56ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31c82326fafc4f429e01c7a6ee73320e&device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 1095 time: 0.1180248 Aug 20 15:13:58.316392 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de8df0e1-831d-4cf6-88d5-212391307356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.325019 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de8df0e1-831d-4cf6-88d5-212391307356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.341554 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-792b3cfd-e10e-425b-9065-251d78b58f42 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:58.342688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-792b3cfd-e10e-425b-9065-251d78b58f42 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2660415 Aug 20 15:13:58.346453 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58250) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:58.356913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-dff9f391-5038-4275-b27c-4db6fa870920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:58.358844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-dff9f391-5038-4275-b27c-4db6fa870920 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241910 Aug 20 15:13:58.376467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a40207db-0769-4a19-b637-e520bdddbde1 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'bb178fe1-e84a-4226-97d5-312c51b66e36', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:58.396846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f460f-3a1e-4782-a050-96288b707a47 req-a63b8257-268c-4cae-b572-1d1ff8b0a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:58.398398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-244f460f-3a1e-4782-a050-96288b707a47 req-a63b8257-268c-4cae-b572-1d1ff8b0a031 service neutron] 10.222.0.72 "GET /v2.0/networks?id=d8161552-ae40-478f-bd14-a57eb89272ef HTTP/1.1" status: 200 len: 913 time: 0.1548030 Aug 20 15:13:58.431077 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-a40207db-0769-4a19-b637-e520bdddbde1 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Project 4b8f6d0ecedb4c66bef29d1a88dfd618 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:13:58.450175 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-de8df0e1-831d-4cf6-88d5-212391307356 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=116d9f0c2b5d44b38549196fd79b35af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099735 Aug 20 15:13:58.452016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8df0e1-831d-4cf6-88d5-212391307356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6d7bd8-85de-4bf8-8eb8-1c363eebee9e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:58.454753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58254) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:58.501134 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-a40207db-0769-4a19-b637-e520bdddbde1 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:13:58.502381 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a40207db-0769-4a19-b637-e520bdddbde1 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1521659 Aug 20 15:13:58.505077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58256) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:58.505285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-244f460f-3a1e-4782-a050-96288b707a47 req-7d786547-c7e3-40ce-bfa3-188326b42c72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 HTTP/1.1" status: 200 len: 217 time: 0.0781500 Aug 20 15:13:58.530283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b841f25d-c9ac-4476-aba8-cebbecd23b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.579733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b841f25d-c9ac-4476-aba8-cebbecd23b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.628875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14df2923-86b4-4596-905a-08dc7de0c4c9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.660494 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14df2923-86b4-4596-905a-08dc7de0c4c9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.664005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf48b7f-1e60-48c0-a97a-0123146375d3 req-83ef5747-9a79-4544-8117-f96fcc9dbb5d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:58.673707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cf48b7f-1e60-48c0-a97a-0123146375d3 req-83ef5747-9a79-4544-8117-f96fcc9dbb5d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.2360919 Aug 20 15:13:58.725985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f460f-3a1e-4782-a050-96288b707a47 req-eac327b7-a96f-47b4-b847-3b6d2597bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:58.726951 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.728640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-244f460f-3a1e-4782-a050-96288b707a47 req-eac327b7-a96f-47b4-b847-3b6d2597bb5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ffda83e6-8f35-4bb9-aa82-0096403417b7 HTTP/1.1" status: 200 len: 852 time: 0.1888077 Aug 20 15:13:58.741066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b841f25d-c9ac-4476-aba8-cebbecd23b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.745619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b841f25d-c9ac-4476-aba8-cebbecd23b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.746794 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b841f25d-c9ac-4476-aba8-cebbecd23b89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f6d7bd8-85de-4bf8-8eb8-1c363eebee9e HTTP/1.1" status: 204 len: 168 time: 0.2907646 Aug 20 15:13:58.763189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63048d0c-d257-4a41-81e9-c5fbab7a666a req-f34ddc76-c44e-4696-8033-d4b2338b31c6 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:13:58.765087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63048d0c-d257-4a41-81e9-c5fbab7a666a req-f34ddc76-c44e-4696-8033-d4b2338b31c6 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 943 time: 0.1838677 Aug 20 15:13:58.793300 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14df2923-86b4-4596-905a-08dc7de0c4c9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.795399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-42dd58f9-9074-46ff-bbe3-1ddae820fdef service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204941 Aug 20 15:13:58.797712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-244f460f-3a1e-4782-a050-96288b707a47 req-9ee1950c-a7d9-4ccc-aa87-cde1ac39f12f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=d8161552-ae40-478f-bd14-a57eb89272ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563378 Aug 20 15:13:58.801260 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-14df2923-86b4-4596-905a-08dc7de0c4c9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:58.805701 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-14df2923-86b4-4596-905a-08dc7de0c4c9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/bb178fe1-e84a-4226-97d5-312c51b66e36 HTTP/1.1" status: 204 len: 168 time: 0.2980695 Aug 20 15:13:58.811687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58262) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:58.823135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cf48b7f-1e60-48c0-a97a-0123146375d3 req-6a4d3f19-f44d-4f89-aeb7-6b74f08e61f3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484516 Aug 20 15:13:58.867392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841f25d-c9ac-4476-aba8-cebbecd23b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6d7bd8-85de-4bf8-8eb8-1c363eebee9e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:58.882816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df2923-86b4-4596-905a-08dc7de0c4c9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb178fe1-e84a-4226-97d5-312c51b66e36,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:58.888638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8297f46a-ad25-46f8-a798-5196586df89c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.041153 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7065c9f1-ed44-4e05-846c-422823d495bb tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2256103 Aug 20 15:13:59.047894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58266) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.052365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-98265a72-9a0f-4bc7-9d42-ffbecb3b4cea tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109945470'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:59.058350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63048d0c-d257-4a41-81e9-c5fbab7a666a req-ac57d315-16d4-410b-a55a-834604a2e31e tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597957 Aug 20 15:13:59.084849 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8297f46a-ad25-46f8-a798-5196586df89c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.086375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98265a72-9a0f-4bc7-9d42-ffbecb3b4cea tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.108760 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8297f46a-ad25-46f8-a798-5196586df89c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.136098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297f46a-ad25-46f8-a798-5196586df89c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c937469-81a1-4ffe-9ab0-756f64aa1bfd,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:59.139061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-244f460f-3a1e-4782-a050-96288b707a47 req-796f5a9e-485a-4d37-a02f-75001e2c78de service neutron] 10.222.0.72 "GET /v2.0/networks/d8161552-ae40-478f-bd14-a57eb89272ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077037 Aug 20 15:13:59.140796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d18492f5-6a48-480f-91bb-ac1f07298c7a req-2c7fedaf-f868-45ac-8267-8f8a1555c8c9 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082979 Aug 20 15:13:59.275873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-244f460f-3a1e-4782-a050-96288b707a47 req-6ed5b7c9-8945-475a-b3bf-d3fce7d1cefc service neutron] 10.222.0.72 "GET /v2.0/networks/d8161552-ae40-478f-bd14-a57eb89272ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273196 Aug 20 15:13:59.286473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98265a72-9a0f-4bc7-9d42-ffbecb3b4cea tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.294780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58268) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.300209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98265a72-9a0f-4bc7-9d42-ffbecb3b4cea tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.316419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8297f46a-ad25-46f8-a798-5196586df89c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.319929 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8297f46a-ad25-46f8-a798-5196586df89c tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1216185 Aug 20 15:13:59.320325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58270) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.336440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27285f61-e929-4343-bc7d-ced5f8748911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.343578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2a01671e-3fc4-491f-9c65-683654c1c55e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules/0c937469-81a1-4ffe-9ab0-756f64aa1bfd HTTP/1.1" status: 200 len: 763 time: 0.0195148 Aug 20 15:13:59.344728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58272) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.356717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98265a72-9a0f-4bc7-9d42-ffbecb3b4cea tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.361037 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-98265a72-9a0f-4bc7-9d42-ffbecb3b4cea tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3122840 Aug 20 15:13:59.361204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58274) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.365423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98265a72-9a0f-4bc7-9d42-ffbecb3b4cea tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724e1508-8574-46f1-b93b-32f874e966f3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:59.368618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a03c1b0d-6b92-47b3-b0b1-3eb0343ee91e tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': '724e1508-8574-46f1-b93b-32f874e966f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:59.419513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-92985a9e-d15f-4624-8b3e-17402c75b5e6 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0729737 Aug 20 15:13:59.421477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58276) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.452608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3844e46a-a052-40e5-8646-de22b260f5c1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.460981 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3844e46a-a052-40e5-8646-de22b260f5c1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.491119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3844e46a-a052-40e5-8646-de22b260f5c1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.493027 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27285f61-e929-4343-bc7d-ced5f8748911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.498039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-27285f61-e929-4343-bc7d-ced5f8748911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.498202 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3844e46a-a052-40e5-8646-de22b260f5c1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.499276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3844e46a-a052-40e5-8646-de22b260f5c1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0c937469-81a1-4ffe-9ab0-756f64aa1bfd HTTP/1.1" status: 204 len: 168 time: 0.0767868 Aug 20 15:13:59.505899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58278) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.518442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844e46a-a052-40e5-8646-de22b260f5c1 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c937469-81a1-4ffe-9ab0-756f64aa1bfd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:59.567047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d1949fea-4f4d-4270-b913-51dee525d773 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0600300 Aug 20 15:13:59.569621 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58280) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.575115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ad4a7312-0ff7-4f0a-8efb-b1b31fff0420 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Request body: {'security_group_rule': {'security_group_id': '69e0485d-fabd-4e11-b660-479ef9381b27', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:59.583625 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-27285f61-e929-4343-bc7d-ced5f8748911 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63d1cf7ac3284e0a99d4c1f7b7ca6bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848070 Aug 20 15:13:59.584732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58282) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.585581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27285f61-e929-4343-bc7d-ced5f8748911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebad123-610d-47b3-bef0-3139dad83b0d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:59.609719 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-a03c1b0d-6b92-47b3-b0b1-3eb0343ee91e tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The resource could not be found. Aug 20 15:13:59.613705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a03c1b0d-6b92-47b3-b0b1-3eb0343ee91e tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2486737 Aug 20 15:13:59.616122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58284) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.622019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-56ec7c48-9253-493e-93d2-115cb295e79b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': '724e1508-8574-46f1-b93b-32f874e966f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b0e5ad76-dc61-49ea-a2b1-801a7dca233d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:59.628419 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-ad4a7312-0ff7-4f0a-8efb-b1b31fff0420 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Project 1ba637f00786462d97b91aaec8def6d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:13:59.637796 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7312-0ff7-4f0a-8efb-b1b31fff0420 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.690566 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-56ec7c48-9253-493e-93d2-115cb295e79b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The resource could not be found. Aug 20 15:13:59.691666 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-56ec7c48-9253-493e-93d2-115cb295e79b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0744467 Aug 20 15:13:59.694933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58286) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.702847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e28ba545-1a39-4d6c-b9c3-e89a0e67c5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.726630 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7312-0ff7-4f0a-8efb-b1b31fff0420 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.730485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e28ba545-1a39-4d6c-b9c3-e89a0e67c5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.734928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7312-0ff7-4f0a-8efb-b1b31fff0420 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.793653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e28ba545-1a39-4d6c-b9c3-e89a0e67c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.796335 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f17b2c3-d889-4b5f-942b-8c60ac72cc92 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.796658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e28ba545-1a39-4d6c-b9c3-e89a0e67c5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.797868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e28ba545-1a39-4d6c-b9c3-e89a0e67c5b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ebad123-610d-47b3-bef0-3139dad83b0d HTTP/1.1" status: 204 len: 168 time: 0.2081192 Aug 20 15:13:59.816467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ba545-1a39-4d6c-b9c3-e89a0e67c5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebad123-610d-47b3-bef0-3139dad83b0d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:59.824556 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f17b2c3-d889-4b5f-942b-8c60ac72cc92 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.879416 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ad4a7312-0ff7-4f0a-8efb-b1b31fff0420 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.880873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ad4a7312-0ff7-4f0a-8efb-b1b31fff0420 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3101809 Aug 20 15:13:59.881903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a7312-0ff7-4f0a-8efb-b1b31fff0420 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f066049-c527-47d8-8833-dba5605c404f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:13:59.883661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58292) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.886893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f17b2c3-d889-4b5f-942b-8c60ac72cc92 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.889900 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f17b2c3-d889-4b5f-942b-8c60ac72cc92 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:13:59.893995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8f17b2c3-d889-4b5f-942b-8c60ac72cc92 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/724e1508-8574-46f1-b93b-32f874e966f3 HTTP/1.1" status: 204 len: 168 time: 0.1933992 Aug 20 15:13:59.894623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58294) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.927804 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-83f3f6da-a243-41d1-a425-b0d6b5eb3647 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules/8f066049-c527-47d8-8833-dba5605c404f HTTP/1.1" status: 200 len: 769 time: 0.0371661 Aug 20 15:13:59.941479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58296) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.955418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5b5b3a7f-06eb-4bb9-b0d9-df2b912c6a1c tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0567853 Aug 20 15:13:59.956242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58298) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:13:59.963629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e52d393d-41c3-42b0-a3ae-f7efa6fd4609 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'f8d281a5-1b5b-47fc-95dc-76b79025d0b6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:13:59.969286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17b2c3-d889-4b5f-942b-8c60ac72cc92 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724e1508-8574-46f1-b93b-32f874e966f3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:00.052418 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7122d06e-2478-4c6d-889a-a147599b0c65 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1064067 Aug 20 15:14:00.053102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58300) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:00.073226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31052ccf-5da0-4d19-8b3d-d4945117fd5a req-87aa5c90-36dc-4636-beaa-e7db92f8762a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:00.074774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31052ccf-5da0-4d19-8b3d-d4945117fd5a req-87aa5c90-36dc-4636-beaa-e7db92f8762a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.0820010 Aug 20 15:14:00.175965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31052ccf-5da0-4d19-8b3d-d4945117fd5a req-cdcf11ca-a83f-4a5e-b080-9b6c768eb110 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915115 Aug 20 15:14:00.176926 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33469f58-4c3e-439e-aa28-25af4064aadc tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.187016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33469f58-4c3e-439e-aa28-25af4064aadc tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.236897 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-e52d393d-41c3-42b0-a3ae-f7efa6fd4609 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The resource could not be found. Aug 20 15:14:00.236897 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e52d393d-41c3-42b0-a3ae-f7efa6fd4609 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2747316 Aug 20 15:14:00.237286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58308) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:00.261172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f6bf9f2a-6596-4eac-a121-aa4f63b6a7d9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--690642533'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:00.285194 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33469f58-4c3e-439e-aa28-25af4064aadc tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.296650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33469f58-4c3e-439e-aa28-25af4064aadc tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.300268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-33469f58-4c3e-439e-aa28-25af4064aadc tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8f066049-c527-47d8-8833-dba5605c404f HTTP/1.1" status: 204 len: 168 time: 0.2414448 Aug 20 15:14:00.300409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58314) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:00.305564 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9f2a-6596-4eac-a121-aa4f63b6a7d9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.318786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33469f58-4c3e-439e-aa28-25af4064aadc tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f066049-c527-47d8-8833-dba5605c404f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:00.344316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee0e4-db10-4e73-8368-6fbd608ad6a2 req-1b2011b5-4a95-4275-a83e-bc7370f8b01c tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:00.352976 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-777ee0e4-db10-4e73-8368-6fbd608ad6a2 req-1b2011b5-4a95-4275-a83e-bc7370f8b01c tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 943 time: 0.1377313 Aug 20 15:14:00.355575 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a0df69d8-3795-4cc5-b90a-50039550236b tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0538371 Aug 20 15:14:00.358167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58316) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:00.422032 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7172678-3d6a-4203-beaf-eadd4aeffa9d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.430876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-777ee0e4-db10-4e73-8368-6fbd608ad6a2 req-c986a71d-8591-4003-acbc-dac1eab1a715 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741599 Aug 20 15:14:00.488621 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9f2a-6596-4eac-a121-aa4f63b6a7d9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.494369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7172678-3d6a-4203-beaf-eadd4aeffa9d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.495072 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9f2a-6596-4eac-a121-aa4f63b6a7d9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.555241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7172678-3d6a-4203-beaf-eadd4aeffa9d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.558441 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7172678-3d6a-4203-beaf-eadd4aeffa9d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.562123 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e7172678-3d6a-4203-beaf-eadd4aeffa9d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "DELETE /v2.0/security-groups/69e0485d-fabd-4e11-b660-479ef9381b27 HTTP/1.1" status: 204 len: 168 time: 0.2005160 Aug 20 15:14:00.564001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58320) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:00.585820 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9f2a-6596-4eac-a121-aa4f63b6a7d9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.588324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f6bf9f2a-6596-4eac-a121-aa4f63b6a7d9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3503754 Aug 20 15:14:00.591718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58322) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:00.600569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7172678-3d6a-4203-beaf-eadd4aeffa9d tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0485d-fabd-4e11-b660-479ef9381b27,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:00.605127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6774f66a-101f-45dc-95b4-fbd94df86718 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531376358'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:00.610720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf9f2a-6596-4eac-a121-aa4f63b6a7d9 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f871c3-e133-4c12-8e97-4e8e979a47dd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:00.624912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-b346c50b-e2c8-4fb3-ba83-244f5e5c4f02 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1149390 Aug 20 15:14:00.659753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6774f66a-101f-45dc-95b4-fbd94df86718 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.674190 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-754232f8-d7e3-4cc4-8d3f-c26332dd1b68 tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072588 Aug 20 15:14:00.684490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58328) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:00.796055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-187faea1-ba47-43a6-8c67-eb6f6cd9e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:00.797681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-187faea1-ba47-43a6-8c67-eb6f6cd9e298 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 1099 time: 0.0955200 Aug 20 15:14:00.844997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-591ae389-3d76-4cd6-8153-57796675eb0e tempest-SecGroupIPv6Test-1623814213 tempest-SecGroupIPv6Test-1623814213-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1587775 Aug 20 15:14:00.962984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6774f66a-101f-45dc-95b4-fbd94df86718 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:00.970074 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6774f66a-101f-45dc-95b4-fbd94df86718 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:01.000788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-66998847-fd36-4880-95f1-c0ccb863a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:01.002310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-66998847-fd36-4880-95f1-c0ccb863a55c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1785557 Aug 20 15:14:01.018051 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6774f66a-101f-45dc-95b4-fbd94df86718 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:01.022955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6774f66a-101f-45dc-95b4-fbd94df86718 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4254229 Aug 20 15:14:01.022955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774f66a-101f-45dc-95b4-fbd94df86718 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b634cd8-c76b-4829-98d5-f3fd46c1ab20,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:01.023210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58338) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:01.027953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1c35009d-2eb7-47ea-b7a6-c301f4ef49c2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': 'e8f871c3-e133-4c12-8e97-4e8e979a47dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6b634cd8-c76b-4829-98d5-f3fd46c1ab20'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:01.095701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-66d079b7-457b-4529-9c22-a77bd5b8b8c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 200 len: 1002 time: 0.0787389 Aug 20 15:14:01.108496 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-1c35009d-2eb7-47ea-b7a6-c301f4ef49c2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:01.109314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1c35009d-2eb7-47ea-b7a6-c301f4ef49c2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0859516 Aug 20 15:14:01.112378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58340) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:01.168353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-1dcbfe78-498f-48fa-a7fb-7ba20147a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:01.169933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-1dcbfe78-498f-48fa-a7fb-7ba20147a3a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0647297 Aug 20 15:14:01.191166 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:01.272142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-befa485e-9779-4298-969f-e1cacd69947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:01.276242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-befa485e-9779-4298-969f-e1cacd69947a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984566 Aug 20 15:14:01.279687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:01.378447 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:01.383185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:01.388010 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b634cd8-c76b-4829-98d5-f3fd46c1ab20 HTTP/1.1" status: 204 len: 168 time: 0.2724047 Aug 20 15:14:01.390331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58350) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:01.412415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b634cd8-c76b-4829-98d5-f3fd46c1ab20,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:01.436293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.440164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.440164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.440164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.440164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.440164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.448575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.448575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.448575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.448575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.448575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.448575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2342b3-6fbc-4ec8-ab67-d67a8450262d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:01.479509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58354) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:01.502444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b490-d6f7-42b2-be0c-4a561d548639 req-5c95b763-1064-46a1-a2aa-e1e834b83764 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:01.510583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c75b490-d6f7-42b2-be0c-4a561d548639 req-5c95b763-1064-46a1-a2aa-e1e834b83764 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.2250576 Aug 20 15:14:01.596110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c75b490-d6f7-42b2-be0c-4a561d548639 req-43759107-68df-4f43-af41-9eddf7f14189 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785553 Aug 20 15:14:01.601014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-b4805fd8-0234-49f6-9399-bc0128d4448e service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168838 Aug 20 15:14:01.738657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae53e3-5a5d-415d-90b2-f9766d440bd0 req-cf0456a9-c8f8-4057-b3de-d386a2330944 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:01.740504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adae53e3-5a5d-415d-90b2-f9766d440bd0 req-cf0456a9-c8f8-4057-b3de-d386a2330944 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 943 time: 0.1740487 Aug 20 15:14:01.791771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4cd60ff9-0023-4e22-903e-d78ea1d41459 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3984919 Aug 20 15:14:01.794639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58368) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:01.805331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:14:01.873280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adae53e3-5a5d-415d-90b2-f9766d440bd0 req-cbc76aeb-4d3d-48b8-b320-5d086319d97d tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178603 Aug 20 15:14:01.891267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-656b6b0b-b453-48d8-9b4c-3923b2eb45ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ba637f00786462d97b91aaec8def6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055426 Aug 20 15:14:01.893816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18eb5477-d0b5-441f-bb2f-7cffe9915f7f req-826daa6e-3ab2-4e41-9df1-f957d90ac5af service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689843 Aug 20 15:14:01.894488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58372) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:01.923561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1dfb835c-9418-4b73-9165-750428c7d16d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:01.979177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1dfb835c-9418-4b73-9165-750428c7d16d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.010977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,segment=NetworkSegment(7b4b9d3d-8b9e-469e-b056-aac719d363d8),segment_id=7b4b9d3d-8b9e-469e-b056-aac719d363d8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:02.014542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.033675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0', 'network_id': 'd8161552-ae40-478f-bd14-a57eb89272ef', 'port_id': '4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0', 'mac_address': 'fa:16:3e:fc:86:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffda83e6-8f35-4bb9-aa82-0096403417b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:14:02.055211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1dfb835c-9418-4b73-9165-750428c7d16d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.058556 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1dfb835c-9418-4b73-9165-750428c7d16d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.059836 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1dfb835c-9418-4b73-9165-750428c7d16d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/e8f871c3-e133-4c12-8e97-4e8e979a47dd HTTP/1.1" status: 204 len: 168 time: 0.2632942 Aug 20 15:14:02.062977 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.068292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58380) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:02.089092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb835c-9418-4b73-9165-750428c7d16d tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f871c3-e133-4c12-8e97-4e8e979a47dd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:02.091872 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.124138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:14:02.145872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,segment=NetworkSegment(7b4b9d3d-8b9e-469e-b056-aac719d363d8),segment_id=7b4b9d3d-8b9e-469e-b056-aac719d363d8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:02.156544 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.159167 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.161950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.163513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cd7344f-7468-4258-b3af-f1a323688b9c HTTP/1.1" status: 204 len: 168 time: 0.2674742 Aug 20 15:14:02.182138 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8966815a-a052-4003-b483-90a1e875aa60 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036849 Aug 20 15:14:02.183193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58384) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:02.184631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd7344f-7468-4258-b3af-f1a323688b9c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:02.196876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9d08c9fb-6691-4d23-b084-1e564eb43403 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172882263'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:02.199643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.200178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.201243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.201754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.202372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.203088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.203691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.204541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.205046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.205562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.206058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.207119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40af015d-bb33-40b5-9746-054fc440069d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:14:02.221546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:02.246884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d08c9fb-6691-4d23-b084-1e564eb43403 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.395562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d08c9fb-6691-4d23-b084-1e564eb43403 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.402225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d08c9fb-6691-4d23-b084-1e564eb43403 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.435912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d08c9fb-6691-4d23-b084-1e564eb43403 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.441135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58388) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:02.441682 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9d08c9fb-6691-4d23-b084-1e564eb43403 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2571321 Aug 20 15:14:02.447853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d49c8c6d-0346-4b39-a28f-e69b6591c26b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': '05e7dc5f-2206-40a5-b914-95adae43c8b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:02.457498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08c9fb-6691-4d23-b084-1e564eb43403 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e7dc5f-2206-40a5-b914-95adae43c8b0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:02.519129 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-d49c8c6d-0346-4b39-a28f-e69b6591c26b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:02.520440 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d49c8c6d-0346-4b39-a28f-e69b6591c26b tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0774531 Aug 20 15:14:02.523526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58394) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:02.528125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1a5d3b3e-a814-40a8-a00c-82ac9ba7b50c tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group_rule': {'security_group_id': '05e7dc5f-2206-40a5-b914-95adae43c8b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:02.563646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:14:02.601050 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-1a5d3b3e-a814-40a8-a00c-82ac9ba7b50c tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:02.602128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1a5d3b3e-a814-40a8-a00c-82ac9ba7b50c tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0775743 Aug 20 15:14:02.607654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58402) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:02.758036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb03177a-a939-41fd-a81e-8b1670ad44ee tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.790336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb03177a-a939-41fd-a81e-8b1670ad44ee tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.859438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66098795-0c4f-4485-984b-495f69140149 req-2b30d69d-8d05-412a-90de-41779cabfb24 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:02.862186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb03177a-a939-41fd-a81e-8b1670ad44ee tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.865228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb03177a-a939-41fd-a81e-8b1670ad44ee tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:02.866400 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb03177a-a939-41fd-a81e-8b1670ad44ee tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/05e7dc5f-2206-40a5-b914-95adae43c8b0 HTTP/1.1" status: 204 len: 168 time: 0.2591302 Aug 20 15:14:02.873289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66098795-0c4f-4485-984b-495f69140149 req-2b30d69d-8d05-412a-90de-41779cabfb24 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.1528583 Aug 20 15:14:02.878770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58428) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:02.884327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03177a-a939-41fd-a81e-8b1670ad44ee tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e7dc5f-2206-40a5-b914-95adae43c8b0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:02.988950 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66098795-0c4f-4485-984b-495f69140149 req-d7fe5222-2242-4042-8f7d-c03518a64b33 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145308 Aug 20 15:14:03.079938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-098de745-15d1-4b31-aba5-b724609cac69 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1961610 Aug 20 15:14:03.081168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58452) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.085838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ce0c557f-bbe4-4bd8-8caa-5d3f849d34f2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566146829'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:03.128291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2034-6d74-4fc2-80a3-6fb29d5d22c2 req-2eacc274-9fea-4722-b75e-520c7307389d tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:03.129877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-871b2034-6d74-4fc2-80a3-6fb29d5d22c2 req-2eacc274-9fea-4722-b75e-520c7307389d tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 944 time: 0.1016557 Aug 20 15:14:03.143848 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce0c557f-bbe4-4bd8-8caa-5d3f849d34f2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.220435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-871b2034-6d74-4fc2-80a3-6fb29d5d22c2 req-9bdcef04-b965-41fb-bf20-cee9b6b629b9 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738931 Aug 20 15:14:03.299790 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce0c557f-bbe4-4bd8-8caa-5d3f849d34f2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.307499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce0c557f-bbe4-4bd8-8caa-5d3f849d34f2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.354597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c557f-bbe4-4bd8-8caa-5d3f849d34f2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b1fd91-9ca0-4de8-9bae-d3a144d2476a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:03.359698 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce0c557f-bbe4-4bd8-8caa-5d3f849d34f2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.364206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58480) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.364555 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ce0c557f-bbe4-4bd8-8caa-5d3f849d34f2 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2821662 Aug 20 15:14:03.369575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-08c8748a-65bc-44e0-b91f-1c5688391d1f tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:03.371673 n-d-695189-15 neutron-server[101099]: WARNING neutron.api.v2.base [None req-08c8748a-65bc-44e0-b91f-1c5688391d1f tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 15:14:03.372577 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-08c8748a-65bc-44e0-b91f-1c5688391d1f tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 15:14:03.377940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-08c8748a-65bc-44e0-b91f-1c5688391d1f tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "PUT /v2.0/security-groups/a3b1fd91-9ca0-4de8-9bae-d3a144d2476a HTTP/1.1" status: 409 len: 330 time: 0.0100157 Aug 20 15:14:03.378688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58482) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.454048 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58490) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.465481 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77b725a7-9465-4b53-971a-a676733f8478 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.493409 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77b725a7-9465-4b53-971a-a676733f8478 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.576895 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77b725a7-9465-4b53-971a-a676733f8478 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.582446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77b725a7-9465-4b53-971a-a676733f8478 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.586253 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-77b725a7-9465-4b53-971a-a676733f8478 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/a3b1fd91-9ca0-4de8-9bae-d3a144d2476a HTTP/1.1" status: 204 len: 168 time: 0.2033603 Aug 20 15:14:03.588289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58494) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.605012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b725a7-9465-4b53-971a-a676733f8478 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b1fd91-9ca0-4de8-9bae-d3a144d2476a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:03.661332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-af0fe0cd-b158-4a9c-8b9d-be2b637525dc tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694892 Aug 20 15:14:03.662251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58496) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.666611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1bb54d1f-fa23-4028-a23b-7cc01020693d tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:03.667428 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-1bb54d1f-fa23-4028-a23b-7cc01020693d tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 15:14:03.669803 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-1bb54d1f-fa23-4028-a23b-7cc01020693d tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 15:14:03.671462 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1bb54d1f-fa23-4028-a23b-7cc01020693d tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2163498 Aug 20 15:14:03.675776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58498) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.682581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'tempest-secgroup--883288759'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:03.687017 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-cd7cfe90-5ab0-4cff-9955-94ce6053ddc8 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] delete failed (client error): The resource could not be found. Aug 20 15:14:03.692076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cd7cfe90-5ab0-4cff-9955-94ce6053ddc8 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "DELETE /v2.0/security-groups/c401d20d-d580-422f-b9ba-08e2e0a42c2d HTTP/1.1" status: 404 len: 347 time: 0.0284271 Aug 20 15:14:03.692659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58500) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.709036 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-2304aea4-6155-4389-82d0-c47a3c536e5a tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] show failed (client error): The resource could not be found. Aug 20 15:14:03.710068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2304aea4-6155-4389-82d0-c47a3c536e5a tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-groups/a0680736-2ecb-46af-ad6b-aa28e2da5195 HTTP/1.1" status: 404 len: 347 time: 0.0164814 Aug 20 15:14:03.714426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58502) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.730062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.731281 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-9c5b7fc2-250a-4790-922d-21a97dc31203 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] show failed (client error): The resource could not be found. Aug 20 15:14:03.732785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9c5b7fc2-250a-4790-922d-21a97dc31203 tempest-NegativeSecGroupIPv6Test-1472987085 tempest-NegativeSecGroupIPv6Test-1472987085-project] 10.222.0.36 "GET /v2.0/security-group-rules/c3d4d23f-5f5c-49c7-a99a-2ea66bedad5b HTTP/1.1" status: 404 len: 356 time: 0.0166318 Aug 20 15:14:03.751195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.822510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:14:03.896461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58508) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:03.916380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.922541 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.954035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:14:03.959369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:14:03.960043 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:03.971396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a9f79-642f-4913-a20d-ad1a41dcdb11,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:04.119897 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.132184 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7be0b7c6-79c3-4499-8b18-f6408586fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.136089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.144912 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.195712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,segment=NetworkSegment(7b4b9d3d-8b9e-469e-b056-aac719d363d8),segment_id=7b4b9d3d-8b9e-469e-b056-aac719d363d8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:04.196877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52528f8c-de6b-491c-b0d8-dc3a64c03ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:14:04.197207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1393b4f5-688c-4d69-ba28-19025742b3e0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:04.199952 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eff3cf-3694-4b84-8084-b84d62efa46c" -d '{"events": [{"server_uuid": "52528f8c-de6b-491c-b0d8-dc3a64c03ef4", "name": "network-vif-plugged", "status": "completed", "tag": "4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:14:04.217603 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.250336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7be0b7c6-79c3-4499-8b18-f6408586fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.256271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7be0b7c6-79c3-4499-8b18-f6408586fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.269038 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.273628 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bf81071d-1e48-40b4-a2e7-0be5ce8175b5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5934792 Aug 20 15:14:04.274020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58520) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:04.281985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-772aff5c-d1dc-4888-907e-51a4c21c15ba tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '1393b4f5-688c-4d69-ba28-19025742b3e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:04.290012 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b55278-380b-4950-8329-8d954f9b19a3 x-openstack-request-id: req-98b55278-380b-4950-8329-8d954f9b19a3 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:14:04.290345 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52528f8c-de6b-491c-b0d8-dc3a64c03ef4", "name": "network-vif-plugged", "status": "completed", "tag": "4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:14:04.290624 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98b55278-380b-4950-8329-8d954f9b19a3 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:14:04.291056 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52528f8c-de6b-491c-b0d8-dc3a64c03ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0', 'code': 200} Aug 20 15:14:04.298179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58522) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:04.374308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:04.375891 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-772aff5c-d1dc-4888-907e-51a4c21c15ba tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.387915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22293f7-cd66-4825-86b1-4f86f5ea8651 req-36be0ba3-99d7-43d3-b980-808a3c80300a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:04.389501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a22293f7-cd66-4825-86b1-4f86f5ea8651 req-36be0ba3-99d7-43d3-b980-808a3c80300a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.2739217 Aug 20 15:14:04.396077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7be0b7c6-79c3-4499-8b18-f6408586fade admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a47a0ef30f04761b5b80b49db051b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982922 Aug 20 15:14:04.401720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0b7c6-79c3-4499-8b18-f6408586fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed336152-3c24-4fb2-94c4-78a36e9ce617,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:04.406102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58526) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:04.521716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a22293f7-cd66-4825-86b1-4f86f5ea8651 req-752ed7ae-90b7-4903-8884-cb2abcbeab60 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012299 Aug 20 15:14:04.548147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0eaa63-0662-44a2-b987-adcdc1387935 req-366610b5-0f27-4367-ba9e-95b560206cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:04.550465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c0eaa63-0662-44a2-b987-adcdc1387935 req-366610b5-0f27-4367-ba9e-95b560206cec service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 1097 time: 0.1565325 Aug 20 15:14:04.552788 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-772aff5c-d1dc-4888-907e-51a4c21c15ba tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.559061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627afb3-4600-4fb2-bb2a-1d984115be37 req-77f2e5c4-75b2-40f0-acd5-822fda910e7c tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:04.566601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1627afb3-4600-4fb2-bb2a-1d984115be37 req-77f2e5c4-75b2-40f0-acd5-822fda910e7c tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 945 time: 0.0846148 Aug 20 15:14:04.572988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-772aff5c-d1dc-4888-907e-51a4c21c15ba tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.607922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772aff5c-d1dc-4888-907e-51a4c21c15ba tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925fb1ca-249e-47c7-bddb-85b1422c1923,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:04.639429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1627afb3-4600-4fb2-bb2a-1d984115be37 req-847ad3cb-7190-4323-9d45-ba44c2429bdd tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695574 Aug 20 15:14:04.668002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c0eaa63-0662-44a2-b987-adcdc1387935 req-7d282b35-f195-46e8-a916-1d7b0acfa876 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988443 Aug 20 15:14:04.678840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-772aff5c-d1dc-4888-907e-51a4c21c15ba tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.680352 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-772aff5c-d1dc-4888-907e-51a4c21c15ba tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4049170 Aug 20 15:14:04.683741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58530) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:04.688091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f11b28e5-b6d9-4bbb-a6c7-514e4398f672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.688600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4661dda6-bc18-43bb-9361-a0aa5604ddf5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '1393b4f5-688c-4d69-ba28-19025742b3e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:04.709371 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e618df57-7636-4490-97b4-db0c3aeaffef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b8f6d0ecedb4c66bef29d1a88dfd618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099691 Aug 20 15:14:04.713357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58532) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:04.742263 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4661dda6-bc18-43bb-9361-a0aa5604ddf5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.743761 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f11b28e5-b6d9-4bbb-a6c7-514e4398f672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.800840 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-4661dda6-bc18-43bb-9361-a0aa5604ddf5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): There was a conflict when trying to complete your request. Aug 20 15:14:04.805291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58534) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:04.806581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4661dda6-bc18-43bb-9361-a0aa5604ddf5 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1215293 Aug 20 15:14:04.843451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0c61-b8fe-425b-8062-1d99a8003222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.867600 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f11b28e5-b6d9-4bbb-a6c7-514e4398f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.871796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f11b28e5-b6d9-4bbb-a6c7-514e4398f672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.875497 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f11b28e5-b6d9-4bbb-a6c7-514e4398f672 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed336152-3c24-4fb2-94c4-78a36e9ce617 HTTP/1.1" status: 204 len: 168 time: 0.4549651 Aug 20 15:14:04.902371 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b28e5-b6d9-4bbb-a6c7-514e4398f672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed336152-3c24-4fb2-94c4-78a36e9ce617,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:04.905587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0c61-b8fe-425b-8062-1d99a8003222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.943438 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0869c31-6a91-491f-bd20-bd63610d651b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:04.987225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0869c31-6a91-491f-bd20-bd63610d651b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.026977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0c61-b8fe-425b-8062-1d99a8003222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.031854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6ad0c61-b8fe-425b-8062-1d99a8003222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.036259 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f6ad0c61-b8fe-425b-8062-1d99a8003222 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2333f64d-7f43-4cc5-9a52-1c4e2b571141 HTTP/1.1" status: 204 len: 168 time: 0.3192830 Aug 20 15:14:05.046296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad0c61-b8fe-425b-8062-1d99a8003222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2333f64d-7f43-4cc5-9a52-1c4e2b571141,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:05.073970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0869c31-6a91-491f-bd20-bd63610d651b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.077499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0869c31-6a91-491f-bd20-bd63610d651b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.081146 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e0869c31-6a91-491f-bd20-bd63610d651b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/1393b4f5-688c-4d69-ba28-19025742b3e0 HTTP/1.1" status: 204 len: 168 time: 0.2698076 Aug 20 15:14:05.081661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58540) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:05.109395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0869c31-6a91-491f-bd20-bd63610d651b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1393b4f5-688c-4d69-ba28-19025742b3e0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:05.151693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-759ac67c-bf61-4451-b4a6-1fe39c228a5a tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684559 Aug 20 15:14:05.155400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58548) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:05.160596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c0ea3144-aec5-4ded-848a-ae88e03bf6ca tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'tempest-secgroup--705207406'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:05.204680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3144-aec5-4ded-848a-ae88e03bf6ca tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.319295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3144-aec5-4ded-848a-ae88e03bf6ca tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.331266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3144-aec5-4ded-848a-ae88e03bf6ca tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.386864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea3144-aec5-4ded-848a-ae88e03bf6ca tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d50c13-c556-491f-bafa-95a62ae13121,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:05.390432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0ea3144-aec5-4ded-848a-ae88e03bf6ca tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.394267 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0ea3144-aec5-4ded-848a-ae88e03bf6ca tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2348657 Aug 20 15:14:05.394820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58550) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:05.402901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-cc54f9f6-1bf1-4f9f-bbfb-214133a0f2e8 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '04d50c13-c556-491f-bafa-95a62ae13121', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:05.403982 n-d-695189-15 neutron-server[101099]: WARNING neutron.api.v2.base [None req-cc54f9f6-1bf1-4f9f-bbfb-214133a0f2e8 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 20 15:14:05.404291 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-cc54f9f6-1bf1-4f9f-bbfb-214133a0f2e8 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:05.405567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cc54f9f6-1bf1-4f9f-bbfb-214133a0f2e8 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096326 Aug 20 15:14:05.408411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58552) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:05.481508 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ef2d-e30b-48ea-be7a-76407f1568a3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.522648 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ef2d-e30b-48ea-be7a-76407f1568a3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.619637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ef2d-e30b-48ea-be7a-76407f1568a3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.622458 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ef2d-e30b-48ea-be7a-76407f1568a3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.623659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a4d5ef2d-e30b-48ea-be7a-76407f1568a3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/04d50c13-c556-491f-bafa-95a62ae13121 HTTP/1.1" status: 204 len: 168 time: 0.2143061 Aug 20 15:14:05.626375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58568) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:05.659192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58574) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:05.660490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5ef2d-e30b-48ea-be7a-76407f1568a3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d50c13-c556-491f-bafa-95a62ae13121,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:05.688518 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bae6f57-d290-493d-bd38-25b24a9c35a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.748538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a99c-5388-4470-b90b-899a6f0c4b79 req-574a5ed9-f0b2-4f94-9089-68f559c479e7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:05.751071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b46a99c-5388-4470-b90b-899a6f0c4b79 req-574a5ed9-f0b2-4f94-9089-68f559c479e7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.0954521 Aug 20 15:14:05.792421 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1d22de86-e8b6-4e6d-be19-c6ca02c1b70f tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1640837 Aug 20 15:14:05.798380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58580) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:05.820516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-40cdcbe1-dabe-4872-a0d3-38fd71461f53 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'tempest-secgroup--586954603'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:05.850205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b46a99c-5388-4470-b90b-899a6f0c4b79 req-2742ffed-c530-4f24-9c84-c8036d32d7a4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898488 Aug 20 15:14:05.928925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.945771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bae6f57-d290-493d-bd38-25b24a9c35a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:05.956085 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5bae6f57-d290-493d-bd38-25b24a9c35a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.010746 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40cdcbe1-dabe-4872-a0d3-38fd71461f53 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.078683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae6f57-d290-493d-bd38-25b24a9c35a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df06c19-43f8-4540-89b9-d005e34c7b40,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:06.105907 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5bae6f57-d290-493d-bd38-25b24a9c35a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de17826f573f43b49d26ce975668c59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417605 Aug 20 15:14:06.110019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58590) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:06.228476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40cdcbe1-dabe-4872-a0d3-38fd71461f53 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.244449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40cdcbe1-dabe-4872-a0d3-38fd71461f53 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.248686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-038104a2-cea2-4c55-821c-2d30705b95fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.278789 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-038104a2-cea2-4c55-821c-2d30705b95fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.287006 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-40cdcbe1-dabe-4872-a0d3-38fd71461f53 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.288367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-40cdcbe1-dabe-4872-a0d3-38fd71461f53 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4882758 Aug 20 15:14:06.291959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58596) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:06.297282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b7e56579-06d5-41c3-b860-23edf9f3d409 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': 'fe158a6d-26a1-489c-af48-9a1b5207f734', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:06.297855 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-b7e56579-06d5-41c3-b860-23edf9f3d409 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 20 15:14:06.298362 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-b7e56579-06d5-41c3-b860-23edf9f3d409 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:06.300733 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b7e56579-06d5-41c3-b860-23edf9f3d409 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073476 Aug 20 15:14:06.303813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58598) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:06.347392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da46835-05c9-4bef-bce9-0c8fd7e3da38 req-02dc9446-87c3-40a5-9f65-c4c71ca9265a tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:06.349578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1da46835-05c9-4bef-bce9-0c8fd7e3da38 req-02dc9446-87c3-40a5-9f65-c4c71ca9265a tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 945 time: 0.1188366 Aug 20 15:14:06.353599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cdcbe1-dabe-4872-a0d3-38fd71461f53 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe158a6d-26a1-489c-af48-9a1b5207f734,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:06.381811 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-038104a2-cea2-4c55-821c-2d30705b95fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.388122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-038104a2-cea2-4c55-821c-2d30705b95fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.389403 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-038104a2-cea2-4c55-821c-2d30705b95fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9df06c19-43f8-4540-89b9-d005e34c7b40 HTTP/1.1" status: 204 len: 168 time: 0.2773230 Aug 20 15:14:06.402391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038104a2-cea2-4c55-821c-2d30705b95fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df06c19-43f8-4540-89b9-d005e34c7b40,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:06.449231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1da46835-05c9-4bef-bce9-0c8fd7e3da38 req-f0a063f9-ef0a-4b3b-a415-0d83fde714ed tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889661 Aug 20 15:14:06.456440 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a42528b-d22f-4636-b794-c264fdd9ceed tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.492010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a42528b-d22f-4636-b794-c264fdd9ceed tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.581275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a42528b-d22f-4636-b794-c264fdd9ceed tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.584269 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a42528b-d22f-4636-b794-c264fdd9ceed tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.585366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4a42528b-d22f-4636-b794-c264fdd9ceed tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/fe158a6d-26a1-489c-af48-9a1b5207f734 HTTP/1.1" status: 204 len: 168 time: 0.2806294 Aug 20 15:14:06.595716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42528b-d22f-4636-b794-c264fdd9ceed tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe158a6d-26a1-489c-af48-9a1b5207f734,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:06.598776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58606) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:06.705461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cc029645-d670-4553-b05e-e5943e926d46 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055954 Aug 20 15:14:06.709377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58614) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:06.715695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-675093ea-6d0b-426a-9636-012f31a7145e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696524739'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:06.746952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-675093ea-6d0b-426a-9636-012f31a7145e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.873612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-675093ea-6d0b-426a-9636-012f31a7145e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.882024 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-675093ea-6d0b-426a-9636-012f31a7145e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.935093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675093ea-6d0b-426a-9636-012f31a7145e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654a5761-f225-46e4-aa4b-482480ba77a2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:06.939614 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-675093ea-6d0b-426a-9636-012f31a7145e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:06.941806 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-675093ea-6d0b-426a-9636-012f31a7145e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2309926 Aug 20 15:14:06.947784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58622) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:06.954046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-709c8bf0-3c6c-48d1-87e0-12f1f9b2b93f tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '654a5761-f225-46e4-aa4b-482480ba77a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:06.956162 n-d-695189-15 neutron-server[101099]: WARNING neutron.api.v2.base [None req-709c8bf0-3c6c-48d1-87e0-12f1f9b2b93f tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 20 15:14:06.956742 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-709c8bf0-3c6c-48d1-87e0-12f1f9b2b93f tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:06.960253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-709c8bf0-3c6c-48d1-87e0-12f1f9b2b93f tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0144348 Aug 20 15:14:06.964074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58626) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:06.976012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c8ce6433-6114-4435-9997-23b79d2a9049 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '654a5761-f225-46e4-aa4b-482480ba77a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:06.977577 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-c8ce6433-6114-4435-9997-23b79d2a9049 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 20 15:14:06.979748 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-c8ce6433-6114-4435-9997-23b79d2a9049 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:06.982311 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c8ce6433-6114-4435-9997-23b79d2a9049 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0165312 Aug 20 15:14:06.983697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58628) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:06.990155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-183e36af-bdb9-4485-a946-391977e56e08 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '654a5761-f225-46e4-aa4b-482480ba77a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:06.991652 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-183e36af-bdb9-4485-a946-391977e56e08 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 20 15:14:06.992281 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-183e36af-bdb9-4485-a946-391977e56e08 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:06.993568 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-183e36af-bdb9-4485-a946-391977e56e08 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087881 Aug 20 15:14:06.996937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58630) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:07.025096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f2407fe9-6e68-4ea6-9bb3-a2044a6d8572 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '654a5761-f225-46e4-aa4b-482480ba77a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:07.027988 n-d-695189-15 neutron-server[101099]: WARNING neutron.api.v2.base [None req-f2407fe9-6e68-4ea6-9bb3-a2044a6d8572 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 20 15:14:07.028605 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-f2407fe9-6e68-4ea6-9bb3-a2044a6d8572 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:07.030973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f2407fe9-6e68-4ea6-9bb3-a2044a6d8572 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0311239 Aug 20 15:14:07.034077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58632) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:07.159752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfc82f-98a3-4fd1-84e2-1be3d8974d59 req-59f82bfd-a414-495b-b107-2317da9fc3eb tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:07.161615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09cfc82f-98a3-4fd1-84e2-1be3d8974d59 req-59f82bfd-a414-495b-b107-2317da9fc3eb tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.1259992 Aug 20 15:14:07.175025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c04e417-5dd7-4b0c-ab78-9b163f31f79e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:07.249981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c04e417-5dd7-4b0c-ab78-9b163f31f79e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:07.265531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09cfc82f-98a3-4fd1-84e2-1be3d8974d59 req-5d51ecfd-42e2-41bc-9a3d-dcd3bc9106f1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960758 Aug 20 15:14:07.368585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c04e417-5dd7-4b0c-ab78-9b163f31f79e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:07.371291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c04e417-5dd7-4b0c-ab78-9b163f31f79e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:07.375480 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7c04e417-5dd7-4b0c-ab78-9b163f31f79e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/654a5761-f225-46e4-aa4b-482480ba77a2 HTTP/1.1" status: 204 len: 168 time: 0.3370581 Aug 20 15:14:07.375934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58648) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:07.391723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04e417-5dd7-4b0c-ab78-9b163f31f79e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654a5761-f225-46e4-aa4b-482480ba77a2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:07.454414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a80aba02-85ea-4aa8-8c0d-971ae24d832b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770361 Aug 20 15:14:07.459009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58650) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:07.470904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-00850003-d356-4494-9102-9158a52de7f2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'tempest-secgroup--644018944'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:07.500564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00850003-d356-4494-9102-9158a52de7f2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:07.644412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00850003-d356-4494-9102-9158a52de7f2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:07.652721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00850003-d356-4494-9102-9158a52de7f2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:07.681120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72f065-286e-47a4-ac49-be91db47ea71 req-c39dba0a-29c8-4913-9ae2-858a19b97996 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:07.691811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d72f065-286e-47a4-ac49-be91db47ea71 req-c39dba0a-29c8-4913-9ae2-858a19b97996 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 945 time: 0.1027033 Aug 20 15:14:07.726739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00850003-d356-4494-9102-9158a52de7f2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2803c520-bc31-4070-a32c-f40ba27c67da,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:07.751098 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-00850003-d356-4494-9102-9158a52de7f2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:07.756461 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-00850003-d356-4494-9102-9158a52de7f2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2952805 Aug 20 15:14:07.757211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58660) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:07.774870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d9d48e3e-dddd-4d9c-8f78-8e5b8b00fc89 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '2803c520-bc31-4070-a32c-f40ba27c67da', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:07.775755 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-d9d48e3e-dddd-4d9c-8f78-8e5b8b00fc89 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 15:14:07.776538 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-d9d48e3e-dddd-4d9c-8f78-8e5b8b00fc89 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:07.781759 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d9d48e3e-dddd-4d9c-8f78-8e5b8b00fc89 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0198975 Aug 20 15:14:07.783153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58662) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:07.792468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ae3fd48e-8083-43c3-8dbc-64893fa89629 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '2803c520-bc31-4070-a32c-f40ba27c67da', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:07.804583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d72f065-286e-47a4-ac49-be91db47ea71 req-3d89695f-3f36-4770-a629-ac2ac175f8ce tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108062 Aug 20 15:14:07.886068 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-ae3fd48e-8083-43c3-8dbc-64893fa89629 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:07.889703 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae3fd48e-8083-43c3-8dbc-64893fa89629 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1025503 Aug 20 15:14:07.889949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58670) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:07.904175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6115d0ee-ae56-438f-91d2-e1f6f4c79044 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '2803c520-bc31-4070-a32c-f40ba27c67da', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:07.904585 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-6115d0ee-ae56-438f-91d2-e1f6f4c79044 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 20 15:14:07.905350 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-6115d0ee-ae56-438f-91d2-e1f6f4c79044 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:07.908906 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6115d0ee-ae56-438f-91d2-e1f6f4c79044 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0155027 Aug 20 15:14:07.910345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58672) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:07.919689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-65973a93-8fee-4614-a872-fe514f15fbaa tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '2803c520-bc31-4070-a32c-f40ba27c67da', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:08.010294 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-65973a93-8fee-4614-a872-fe514f15fbaa tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:08.014867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58674) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:08.015991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-65973a93-8fee-4614-a872-fe514f15fbaa tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1032813 Aug 20 15:14:08.028869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8f90e1e7-6057-4ca1-9c51-3c045ca701f3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '2803c520-bc31-4070-a32c-f40ba27c67da', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:08.029298 n-d-695189-15 neutron-server[101100]: WARNING neutron.api.v2.base [None req-8f90e1e7-6057-4ca1-9c51-3c045ca701f3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 20 15:14:08.030677 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-8f90e1e7-6057-4ca1-9c51-3c045ca701f3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:08.034281 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8f90e1e7-6057-4ca1-9c51-3c045ca701f3 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0158529 Aug 20 15:14:08.035027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58680) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:08.047973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e8f54080-07cf-4456-bc90-88ec520de7e2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '2803c520-bc31-4070-a32c-f40ba27c67da', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:08.140680 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-e8f54080-07cf-4456-bc90-88ec520de7e2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:08.146249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58688) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:08.153891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-870bfa5f-dfcb-4a02-a283-33c6669f2b8a tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '2803c520-bc31-4070-a32c-f40ba27c67da', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:08.154685 n-d-695189-15 neutron-server[101099]: WARNING neutron.api.v2.base [None req-870bfa5f-dfcb-4a02-a283-33c6669f2b8a tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 20 15:14:08.156264 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-870bfa5f-dfcb-4a02-a283-33c6669f2b8a tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:08.156931 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e8f54080-07cf-4456-bc90-88ec520de7e2 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1197207 Aug 20 15:14:08.160193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-870bfa5f-dfcb-4a02-a283-33c6669f2b8a tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126836 Aug 20 15:14:08.160789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58690) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:08.169813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-94886e81-a700-4365-b981-e1e6e7f4526f tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '2803c520-bc31-4070-a32c-f40ba27c67da', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:08.261531 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-94886e81-a700-4365-b981-e1e6e7f4526f tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:08.265663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58694) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:08.266126 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-94886e81-a700-4365-b981-e1e6e7f4526f tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1043274 Aug 20 15:14:08.272520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0ef4666a-39f0-47c6-a438-e302cfb49fbd tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '2803c520-bc31-4070-a32c-f40ba27c67da', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:08.392158 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-0ef4666a-39f0-47c6-a438-e302cfb49fbd tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:08.393800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0ef4666a-39f0-47c6-a438-e302cfb49fbd tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1259627 Aug 20 15:14:08.396725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58702) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:08.546589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff87-74f7-413e-a69c-3469152170ee tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:08.575455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff87-74f7-413e-a69c-3469152170ee tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.058914 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff87-74f7-413e-a69c-3469152170ee tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.062524 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff87-74f7-413e-a69c-3469152170ee tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.067593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58750) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:09.070260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9e90ff87-74f7-413e-a69c-3469152170ee tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/2803c520-bc31-4070-a32c-f40ba27c67da HTTP/1.1" status: 204 len: 168 time: 0.6675105 Aug 20 15:14:09.085811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90ff87-74f7-413e-a69c-3469152170ee tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2803c520-bc31-4070-a32c-f40ba27c67da,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:09.108671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e89a2e-321c-4a20-950f-0075e5673731 req-5e7cacfa-0cc4-4ba4-b2e7-131e32557827 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:09.119482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7e89a2e-321c-4a20-950f-0075e5673731 req-5e7cacfa-0cc4-4ba4-b2e7-131e32557827 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.4921858 Aug 20 15:14:09.154861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680709bd-95f3-4c5c-93f3-cfc8009fcb7d req-ad0ef163-d3dd-4ebf-a2ba-835b107c178d tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:09.158086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-680709bd-95f3-4c5c-93f3-cfc8009fcb7d req-ad0ef163-d3dd-4ebf-a2ba-835b107c178d tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 945 time: 0.5333228 Aug 20 15:14:09.174067 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-57ad6d86-2662-4c9c-bcc8-ad293e910549 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045449 Aug 20 15:14:09.178172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58762) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:09.183721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-92416489-3402-4e48-8d63-070668bc5653 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006415752'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:09.240585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92416489-3402-4e48-8d63-070668bc5653 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.295715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7e89a2e-321c-4a20-950f-0075e5673731 req-bedf6ba5-e8ff-4d19-9f71-72515b6f03a0 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698332 Aug 20 15:14:09.329112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-680709bd-95f3-4c5c-93f3-cfc8009fcb7d req-4fbe19e4-f3ae-4bc7-a0f2-1d7c8f06403d tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629026 Aug 20 15:14:09.387264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92416489-3402-4e48-8d63-070668bc5653 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.392690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92416489-3402-4e48-8d63-070668bc5653 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.434207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92416489-3402-4e48-8d63-070668bc5653 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4925f207-d36d-47fe-b0a6-041e773c727e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:09.438618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92416489-3402-4e48-8d63-070668bc5653 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.439956 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92416489-3402-4e48-8d63-070668bc5653 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2603679 Aug 20 15:14:09.442979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58786) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:09.450804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fc01b830-2d59-41f0-9d54-c5c28eaf93a7 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '4925f207-d36d-47fe-b0a6-041e773c727e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:09.528292 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-fc01b830-2d59-41f0-9d54-c5c28eaf93a7 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The resource could not be found. Aug 20 15:14:09.532351 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fc01b830-2d59-41f0-9d54-c5c28eaf93a7 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0852575 Aug 20 15:14:09.532773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58792) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:09.538800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e565c9de-7073-4c34-9d5d-4c10a45c0a72 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '4925f207-d36d-47fe-b0a6-041e773c727e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '20a8a7ba-b5e7-4d01-9606-1899bb58b04d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:09.638840 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-e565c9de-7073-4c34-9d5d-4c10a45c0a72 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The resource could not be found. Aug 20 15:14:09.643354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e565c9de-7073-4c34-9d5d-4c10a45c0a72 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1064382 Aug 20 15:14:09.643354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58812) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:09.732090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6245b20f-d6e7-4a69-bd6d-74dd0eeba21c tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.767345 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6245b20f-d6e7-4a69-bd6d-74dd0eeba21c tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.849773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6245b20f-d6e7-4a69-bd6d-74dd0eeba21c tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.853687 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6245b20f-d6e7-4a69-bd6d-74dd0eeba21c tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:09.860903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6245b20f-d6e7-4a69-bd6d-74dd0eeba21c tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/4925f207-d36d-47fe-b0a6-041e773c727e HTTP/1.1" status: 204 len: 168 time: 0.2167354 Aug 20 15:14:09.866852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58860) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:09.885043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245b20f-d6e7-4a69-bd6d-74dd0eeba21c tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4925f207-d36d-47fe-b0a6-041e773c727e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:10.002801 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4082c0a8-3f43-4dfe-8702-59977d23dae9 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1333315 Aug 20 15:14:10.009196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58884) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:10.017517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8e456de3-d10f-43f4-be54-2a4dacf9cc6b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': '69303b5a-e6bf-4756-99fc-95b3f308b7d4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:10.069484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-f15dfa0e-0ced-422c-a06e-f4707d598f43 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:10.073252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-f15dfa0e-0ced-422c-a06e-f4707d598f43 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.72 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 945 time: 0.1183355 Aug 20 15:14:10.213225 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-8e456de3-d10f-43f4-be54-2a4dacf9cc6b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The resource could not be found. Aug 20 15:14:10.214665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8e456de3-d10f-43f4-be54-2a4dacf9cc6b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2028463 Aug 20 15:14:10.218775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58912) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:10.225273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-68ac0cb5-1275-43f1-b156-feed0c6ca95b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560360649'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:10.255491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Deleting port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:14:10.256619 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.270605 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68ac0cb5-1275-43f1-b156-feed0c6ca95b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.437568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68ac0cb5-1275-43f1-b156-feed0c6ca95b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.443369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68ac0cb5-1275-43f1-b156-feed0c6ca95b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.500818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac0cb5-1275-43f1-b156-feed0c6ca95b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d8710-0177-4c6f-be92-b44c847c1c24,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:10.524983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68ac0cb5-1275-43f1-b156-feed0c6ca95b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.528196 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-68ac0cb5-1275-43f1-b156-feed0c6ca95b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3080759 Aug 20 15:14:10.531287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58948) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:10.539329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9d9b00f1-b08a-4795-8d3b-b0568ff22197 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726437774'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:10.564077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] For port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,segment=NetworkSegment(7b4b9d3d-8b9e-469e-b056-aac719d363d8),segment_id=7b4b9d3d-8b9e-469e-b056-aac719d363d8)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:10.568615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.574604 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:14:10.588674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d9b00f1-b08a-4795-8d3b-b0568ff22197 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.669326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Calling delete_port for 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:14:10.705054 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d9b00f1-b08a-4795-8d3b-b0568ff22197 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.713208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d9b00f1-b08a-4795-8d3b-b0568ff22197 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.745868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45469cbb-0936-4f97-8343-f97d8bc990fe req-e0ecba65-b020-477b-8feb-1738ec897bea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:10.749224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45469cbb-0936-4f97-8343-f97d8bc990fe req-e0ecba65-b020-477b-8feb-1738ec897bea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.3266635 Aug 20 15:14:10.789166 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d9b00f1-b08a-4795-8d3b-b0568ff22197 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:10.791632 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9d9b00f1-b08a-4795-8d3b-b0568ff22197 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2567720 Aug 20 15:14:10.794747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58954) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:10.800209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-57183735-0251-40c2-86ab-78de3145a3aa tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d8710-0177-4c6f-be92-b44c847c1c24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b11b936a-19c1-4e9c-ba75-103d08a8f4f5'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:10.805932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b00f1-b08a-4795-8d3b-b0568ff22197 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11b936a-19c1-4e9c-ba75-103d08a8f4f5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:10.812876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e2926-0e98-4853-821e-8b6cfb1068a5 req-e3b55543-2720-45fd-a1d3-f9b63638774c tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:10.815430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b3e2926-0e98-4853-821e-8b6cfb1068a5 req-e3b55543-2720-45fd-a1d3-f9b63638774c tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 945 time: 0.3476465 Aug 20 15:14:10.857530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45469cbb-0936-4f97-8343-f97d8bc990fe req-21601667-59ad-4479-86dc-d41b45328fd4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709090 Aug 20 15:14:10.870253 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-57183735-0251-40c2-86ab-78de3145a3aa tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:14:10.874186 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-57183735-0251-40c2-86ab-78de3145a3aa tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0757809 Aug 20 15:14:10.874493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58958) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:10.941643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b3e2926-0e98-4853-821e-8b6cfb1068a5 req-38ec1302-1bdc-49bd-8e77-6936aeab1f04 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838034 Aug 20 15:14:11.045229 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62666eb7-2c67-4b39-a36b-2a4ec4de776e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.069141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.101311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62666eb7-2c67-4b39-a36b-2a4ec4de776e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.110646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:14:11.117898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58972) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:11.129606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58974) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:11.176408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Pushing event deleted for resources: {'Port': ['ID=4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:11.192490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62666eb7-2c67-4b39-a36b-2a4ec4de776e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.196245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62666eb7-2c67-4b39-a36b-2a4ec4de776e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.203036 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-62666eb7-2c67-4b39-a36b-2a4ec4de776e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/b11b936a-19c1-4e9c-ba75-103d08a8f4f5 HTTP/1.1" status: 204 len: 168 time: 0.3220830 Aug 20 15:14:11.203831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58980) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:11.228681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62666eb7-2c67-4b39-a36b-2a4ec4de776e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11b936a-19c1-4e9c-ba75-103d08a8f4f5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:11.272590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b0331c77-624c-411a-af44-d96677820e04 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0648670 Aug 20 15:14:11.273533 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] No DVR routers for this DVR port 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:14:11.276504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58982) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:11.284909 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.287068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c01f3e7-db1b-4c13-9efc-5eb710a56c3b req-40175595-188e-445f-b779-224458c896fe tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.72 "DELETE /v2.0/ports/4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 HTTP/1.1" status: 204 len: 173 time: 1.2068357 Aug 20 15:14:11.288673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52528f8c-de6b-491c-b0d8-dc3a64c03ef4', 'name': 'network-vif-deleted', 'tag': '4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:14:11.291578 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7a3a7b-07ec-4d21-aba9-6aa530983e81" -d '{"events": [{"server_uuid": "52528f8c-de6b-491c-b0d8-dc3a64c03ef4", "name": "network-vif-deleted", "tag": "4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:14:11.332284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c369db-ca23-49ae-a8aa-e08853defcba req-40656477-d935-49b2-927b-18272961d683 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:11.333910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-07c369db-ca23-49ae-a8aa-e08853defcba req-40656477-d935-49b2-927b-18272961d683 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.1608002 Aug 20 15:14:11.368537 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de009118-a476-432f-8c60-77fdf8fbde67 x-openstack-request-id: req-de009118-a476-432f-8c60-77fdf8fbde67 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:14:11.368961 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52528f8c-de6b-491c-b0d8-dc3a64c03ef4", "name": "network-vif-deleted", "tag": "4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:14:11.369079 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de009118-a476-432f-8c60-77fdf8fbde67 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:14:11.369610 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52528f8c-de6b-491c-b0d8-dc3a64c03ef4', 'name': 'network-vif-deleted', 'tag': '4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0', 'status': 'completed', 'code': 200} Aug 20 15:14:11.404911 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbc7f76c-b04b-49d3-9b6d-e8e87ae029e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.415964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-07c369db-ca23-49ae-a8aa-e08853defcba req-311ae7a8-fca4-4a20-a54d-c9635b667b6b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741084 Aug 20 15:14:11.422060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c2653b3-5167-412b-9fd8-e7ca35d05d68 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.446768 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95053602-185b-4909-890e-03fb0bab7921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.460736 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c2653b3-5167-412b-9fd8-e7ca35d05d68 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.520999 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c2653b3-5167-412b-9fd8-e7ca35d05d68 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.523985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c2653b3-5167-412b-9fd8-e7ca35d05d68 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.525883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8c2653b3-5167-412b-9fd8-e7ca35d05d68 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/ae0d8710-0177-4c6f-be92-b44c847c1c24 HTTP/1.1" status: 204 len: 168 time: 0.2485809 Aug 20 15:14:11.528963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58992) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:11.536529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2653b3-5167-412b-9fd8-e7ca35d05d68 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d8710-0177-4c6f-be92-b44c847c1c24,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:11.587331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbc7f76c-b04b-49d3-9b6d-e8e87ae029e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.601344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbc7f76c-b04b-49d3-9b6d-e8e87ae029e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.624121 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a5871e1e-f7af-4bf6-a125-cc399a248dbc tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897641 Aug 20 15:14:11.624427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58998) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:11.628681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1e665b5a-582c-4e0b-b628-a864b9042981 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'tempest-secgroup--629292308'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:11.663771 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bbc7f76c-b04b-49d3-9b6d-e8e87ae029e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20bd52afd0a047e581cad1fbfdcf9bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5329223 Aug 20 15:14:11.666341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59000) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:11.669766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7f76c-b04b-49d3-9b6d-e8e87ae029e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64da003d-2688-42b0-8233-041169b991ec,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:11.757330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12adc199-8f5b-41f2-9b08-7d1c2f1a2683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.776588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95053602-185b-4909-890e-03fb0bab7921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.787572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95053602-185b-4909-890e-03fb0bab7921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.796112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12adc199-8f5b-41f2-9b08-7d1c2f1a2683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.805914 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e665b5a-582c-4e0b-b628-a864b9042981 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.851071 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-95053602-185b-4909-890e-03fb0bab7921 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ee7eac578324c5bb87c94a23e1de3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314110 Aug 20 15:14:11.856065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59008) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:11.857122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95053602-185b-4909-890e-03fb0bab7921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f618fc7-9433-4870-b845-f52b7a666423,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:11.886530 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12adc199-8f5b-41f2-9b08-7d1c2f1a2683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.889998 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-12adc199-8f5b-41f2-9b08-7d1c2f1a2683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:11.891848 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-12adc199-8f5b-41f2-9b08-7d1c2f1a2683 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64da003d-2688-42b0-8233-041169b991ec HTTP/1.1" status: 204 len: 168 time: 0.2244854 Aug 20 15:14:11.901754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adc199-8f5b-41f2-9b08-7d1c2f1a2683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64da003d-2688-42b0-8233-041169b991ec,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:12.002478 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99f722-de2f-48f8-9280-2de519142590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.065577 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99f722-de2f-48f8-9280-2de519142590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.149843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e665b5a-582c-4e0b-b628-a864b9042981 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.198967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a97ce7a3-edd4-4eb1-a72c-17ae32b3a8f0 req-7c557fc4-1128-4ed8-84ea-d61f134404c4 tempest-ServerPasswordTestJSON-1905667641 tempest-ServerPasswordTestJSON-1905667641-project] 10.222.0.36 "GET /v2.0/ports?device_id=52528f8c-de6b-491c-b0d8-dc3a64c03ef4 HTTP/1.1" status: 200 len: 210 time: 0.0617487 Aug 20 15:14:12.203896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e665b5a-582c-4e0b-b628-a864b9042981 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.213989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-73cda287-9aff-4be1-ba51-8eb18ae46249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.253888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e665b5a-582c-4e0b-b628-a864b9042981 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b10afb4-c781-44ca-a26e-98de6fd30e08,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:12.257037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e665b5a-582c-4e0b-b628-a864b9042981 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.265891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1e665b5a-582c-4e0b-b628-a864b9042981 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6408336 Aug 20 15:14:12.268879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59038) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:12.273666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a7fe14c1-01c6-47b1-8f3c-e95a3140bc25 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:12.274552 n-d-695189-15 neutron-server[101099]: WARNING neutron.api.v2.base [None req-a7fe14c1-01c6-47b1-8f3c-e95a3140bc25 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 20 15:14:12.288595 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-a7fe14c1-01c6-47b1-8f3c-e95a3140bc25 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] update failed (client error): There was a conflict when trying to complete your request. Aug 20 15:14:12.292677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a7fe14c1-01c6-47b1-8f3c-e95a3140bc25 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "PUT /v2.0/security-groups/6b10afb4-c781-44ca-a26e-98de6fd30e08 HTTP/1.1" status: 409 len: 330 time: 0.0211039 Aug 20 15:14:12.293883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59044) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:12.311217 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99f722-de2f-48f8-9280-2de519142590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.314529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a99f722-de2f-48f8-9280-2de519142590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.316072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5a99f722-de2f-48f8-9280-2de519142590 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f618fc7-9433-4870-b845-f52b7a666423 HTTP/1.1" status: 204 len: 168 time: 0.4421313 Aug 20 15:14:12.341281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99f722-de2f-48f8-9280-2de519142590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f618fc7-9433-4870-b845-f52b7a666423,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:12.392743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1400-fad0-403e-bf98-03a573d26830 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.427325 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1400-fad0-403e-bf98-03a573d26830 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.434262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59050) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:12.452998 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0861252d-7322-4659-a621-cc03a3835611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.509885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1400-fad0-403e-bf98-03a573d26830 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.514180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad7e1400-fad0-403e-bf98-03a573d26830 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.515586 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ad7e1400-fad0-403e-bf98-03a573d26830 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b10afb4-c781-44ca-a26e-98de6fd30e08 HTTP/1.1" status: 204 len: 168 time: 0.2198150 Aug 20 15:14:12.519278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59054) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:12.528374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e1400-fad0-403e-bf98-03a573d26830 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b10afb4-c781-44ca-a26e-98de6fd30e08,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:12.601041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59060) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:12.601266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6c214a9f-8ed0-4a5a-ab07-2bafb4a2a9d4 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806143 Aug 20 15:14:12.625121 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0861252d-7322-4659-a621-cc03a3835611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.631055 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-9168c33d-e660-431d-93ae-2e5128141a3b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] delete failed (client error): The resource could not be found. Aug 20 15:14:12.631245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0861252d-7322-4659-a621-cc03a3835611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.634567 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9168c33d-e660-431d-93ae-2e5128141a3b tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "DELETE /v2.0/security-groups/2d582402-9704-49d8-9de9-53cce5980577 HTTP/1.1" status: 404 len: 347 time: 0.0306706 Aug 20 15:14:12.638052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59062) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:12.658150 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-c6207587-cdd2-4efe-a246-4de43da5c949 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] show failed (client error): The resource could not be found. Aug 20 15:14:12.659463 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c6207587-cdd2-4efe-a246-4de43da5c949 tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-groups/13ca571d-d285-4abd-a3b7-4f0d03277719 HTTP/1.1" status: 404 len: 347 time: 0.0201061 Aug 20 15:14:12.663948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59064) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:12.678396 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-0c940634-c098-4e19-958b-280057db770e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] show failed (client error): The resource could not be found. Aug 20 15:14:12.679757 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0c940634-c098-4e19-958b-280057db770e tempest-NegativeSecGroupTest-1263432526 tempest-NegativeSecGroupTest-1263432526-project] 10.222.0.36 "GET /v2.0/security-group-rules/182bcbb7-54af-4d72-a0fc-a41b1e295c4a HTTP/1.1" status: 404 len: 356 time: 0.0134983 Aug 20 15:14:12.690810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0861252d-7322-4659-a621-cc03a3835611 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b81790a2e43f43fb8ff2f65bf975ccc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554440 Aug 20 15:14:12.693638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59068) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:12.697540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861252d-7322-4659-a621-cc03a3835611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7e3688-59e2-4b7f-ba50-ee20f5c5819f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:12.770087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-431f3e50-dd28-4651-81dc-fb68e090d9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.790393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59076) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:12.799234 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-431f3e50-dd28-4651-81dc-fb68e090d9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.806144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49f3a5c5-fb1e-41cd-ae85-a81bc232a4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.860740 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-431f3e50-dd28-4651-81dc-fb68e090d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.864004 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-431f3e50-dd28-4651-81dc-fb68e090d9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.866098 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-431f3e50-dd28-4651-81dc-fb68e090d9e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab7e3688-59e2-4b7f-ba50-ee20f5c5819f HTTP/1.1" status: 204 len: 168 time: 0.1702559 Aug 20 15:14:12.892464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f3e50-dd28-4651-81dc-fb68e090d9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7e3688-59e2-4b7f-ba50-ee20f5c5819f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:12.925754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49f3a5c5-fb1e-41cd-ae85-a81bc232a4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.934602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49f3a5c5-fb1e-41cd-ae85-a81bc232a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:12.988881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-49f3a5c5-fb1e-41cd-ae85-a81bc232a4ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62af08051409474fa512d063bf7b7d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973069 Aug 20 15:14:12.990138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3a5c5-fb1e-41cd-ae85-a81bc232a4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f78ca11-2812-4d7a-a3b9-19ca7867f3b7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:12.991639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59102) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:13.043993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59104) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:13.060192 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4dab284e-07c0-41ce-8b0c-9170b560b66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.084846 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4dab284e-07c0-41ce-8b0c-9170b560b66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.157644 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4dab284e-07c0-41ce-8b0c-9170b560b66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.160749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4dab284e-07c0-41ce-8b0c-9170b560b66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.162150 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4dab284e-07c0-41ce-8b0c-9170b560b66e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f78ca11-2812-4d7a-a3b9-19ca7867f3b7 HTTP/1.1" status: 204 len: 168 time: 0.1695225 Aug 20 15:14:13.174109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab284e-07c0-41ce-8b0c-9170b560b66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f78ca11-2812-4d7a-a3b9-19ca7867f3b7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:13.210900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:14:13.282918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ab6c8-36ee-4b75-b710-8c8d0e7b9181 req-9f93e72a-d61e-4aad-afb5-0a2efa68118e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:13.291885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d43ab6c8-36ee-4b75-b710-8c8d0e7b9181 req-9f93e72a-d61e-4aad-afb5-0a2efa68118e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 946 time: 0.0651433 Aug 20 15:14:13.323727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59120) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:13.371465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d43ab6c8-36ee-4b75-b710-8c8d0e7b9181 req-38a8a12b-7995-4abb-ba2c-e436207edda7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744100 Aug 20 15:14:13.374143 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.407419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdec073-798f-4552-81bc-02fbffd1b153 admin admin] Deleting subnet ffda83e6-8f35-4bb9-aa82-0096403417b7 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:14:13.422295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6cdec073-798f-4552-81bc-02fbffd1b153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.433659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:14:13.435965 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb31816a-b4f4-4939-88e3-5445a7f844de" -d '{"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-unplugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:14:13.441686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d21fa925-abb4-4f80-98ef-384db3bde66e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6e5a365ce7a4080be49ae2b0090ed2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921804 Aug 20 15:14:13.442333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59128) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:13.473652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:13.480760 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.503932 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6cdec073-798f-4552-81bc-02fbffd1b153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.554576 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3752375e-7db9-4653-97d8-992abd2b8791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.585139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=14']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:13.590572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6cdec073-798f-4552-81bc-02fbffd1b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.611556 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3752375e-7db9-4653-97d8-992abd2b8791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.662336 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2c81bb-fc6d-4ce9-a004-725306118ddc x-openstack-request-id: req-8c2c81bb-fc6d-4ce9-a004-725306118ddc {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:14:13.663343 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-unplugged", "status": "completed", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:14:13.663854 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c2c81bb-fc6d-4ce9-a004-725306118ddc {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:14:13.665108 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'code': 200} Aug 20 15:14:13.708565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6cdec073-798f-4552-81bc-02fbffd1b153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.759120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdec073-798f-4552-81bc-02fbffd1b153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffda83e6-8f35-4bb9-aa82-0096403417b7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:13.763093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6cdec073-798f-4552-81bc-02fbffd1b153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.765063 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6cdec073-798f-4552-81bc-02fbffd1b153 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ffda83e6-8f35-4bb9-aa82-0096403417b7 HTTP/1.1" status: 204 len: 168 time: 0.4402919 Aug 20 15:14:13.767410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3752375e-7db9-4653-97d8-992abd2b8791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.768279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59146) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:13.770161 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3752375e-7db9-4653-97d8-992abd2b8791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.774610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3752375e-7db9-4653-97d8-992abd2b8791 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e5a9f79-642f-4913-a20d-ad1a41dcdb11 HTTP/1.1" status: 204 len: 168 time: 0.3306804 Aug 20 15:14:13.806485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752375e-7db9-4653-97d8-992abd2b8791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a9f79-642f-4913-a20d-ad1a41dcdb11,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:13.832898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72917f45-8f52-4e03-85d6-5cd0c0354aa4 req-06593238-929f-41dd-a297-601c9e08b230 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:13.834364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72917f45-8f52-4e03-85d6-5cd0c0354aa4 req-06593238-929f-41dd-a297-601c9e08b230 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 947 time: 0.1161580 Aug 20 15:14:13.842908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1600a7d-4ab7-483e-9bf7-9151ed0adb01 req-9c105bfd-d20b-4d00-97c7-276d72462916 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:13.850052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1600a7d-4ab7-483e-9bf7-9151ed0adb01 req-9c105bfd-d20b-4d00-97c7-276d72462916 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1128087 Aug 20 15:14:13.872973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:13.878049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:14:13.912758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:14:13.913382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4cb250a4-7e4a-4b6e-9e0d-8066c18a9ba0 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:14:13.967449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72917f45-8f52-4e03-85d6-5cd0c0354aa4 req-38f47831-8b17-4453-a3e0-47c48265e8c0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097333 Aug 20 15:14:13.972802 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1600a7d-4ab7-483e-9bf7-9151ed0adb01 req-19daf406-6a2f-4241-b0fb-d6ad6f53dd6d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219268 Aug 20 15:14:13.979374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-d6d3739c-1de1-4cc7-a87b-03e86d3c41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:13.981723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-d6d3739c-1de1-4cc7-a87b-03e86d3c41bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1096 time: 0.1173689 Aug 20 15:14:13.998515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.027512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8161552-ae40-478f-bd14-a57eb89272ef']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:14.041419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4b9d3d-8b9e-469e-b056-aac719d363d8') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:14.041945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4b9d3d-8b9e-469e-b056-aac719d363d8') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:14.057388 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.074390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.084231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:14:14.086005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:14:14.089393 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:14:14.095817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-7e26fc19-3313-40b2-b734-ff90f525ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:14.097575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-7e26fc19-3313-40b2-b734-ff90f525ccb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1063614 Aug 20 15:14:14.161744 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.171051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.173434 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] 10.222.0.36 "DELETE /v2.0/networks/d8161552-ae40-478f-bd14-a57eb89272ef HTTP/1.1" status: 204 len: 168 time: 0.4038603 Aug 20 15:14:14.183817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee71924-8660-4e1d-88ca-be94cd8a0ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=d8161552-ae40-478f-bd14-a57eb89272ef,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:14.206994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-fc812f3e-9775-4125-9154-80ff0426928b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 999 time: 0.0996168 Aug 20 15:14:14.264780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-6107dfaa-2797-4990-b9a7-704d6d8c4df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:14.266281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-6107dfaa-2797-4990-b9a7-704d6d8c4df1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0499532 Aug 20 15:14:14.332314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-4703042f-da4e-4833-8d7d-56516367af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:14.333851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-4703042f-da4e-4833-8d7d-56516367af6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556145 Aug 20 15:14:14.341810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59174) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:14.446401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-120a46d0-afaf-4e72-9af6-8f323e19f09d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31c82326fafc4f429e01c7a6ee73320e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024756 Aug 20 15:14:14.448983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59180) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:14.489433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-2af5eead-7fd6-48b8-819d-79afa465f5ab service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435230 Aug 20 15:14:14.572633 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c9132-5598-4cc0-aa65-378ca7620a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.610744 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c9132-5598-4cc0-aa65-378ca7620a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.653889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50e67c1a-e035-492e-882d-7843bb4eac42 req-316da0aa-dc16-44d6-9680-d4d0f414ab41 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566541 Aug 20 15:14:14.681800 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c9132-5598-4cc0-aa65-378ca7620a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.684543 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab4c9132-5598-4cc0-aa65-378ca7620a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:14.688421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ab4c9132-5598-4cc0-aa65-378ca7620a84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfc6172f-03b9-4831-aa9a-a0ebdaac3be4 HTTP/1.1" status: 204 len: 168 time: 0.2382536 Aug 20 15:14:14.697754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c9132-5598-4cc0-aa65-378ca7620a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc6172f-03b9-4831-aa9a-a0ebdaac3be4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:14.827362 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:15.153278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f66c3-fe75-4e09-ae4e-77132a66abc9 req-fb565ec2-d626-44b0-9bff-17f31d059159 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:15.154884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-545f66c3-fe75-4e09-ae4e-77132a66abc9 req-fb565ec2-d626-44b0-9bff-17f31d059159 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 947 time: 0.0802350 Aug 20 15:14:15.165469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7297827-f490-4825-bd70-d63a894fe3a6 req-5b562a93-2b8c-4d5b-a67a-0161b1de0e28 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:15.167238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7297827-f490-4825-bd70-d63a894fe3a6 req-5b562a93-2b8c-4d5b-a67a-0161b1de0e28 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1051517 Aug 20 15:14:15.175014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0bc7def8-80d5-41b1-9c2c-a539eb972d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:15.242779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-545f66c3-fe75-4e09-ae4e-77132a66abc9 req-8f452650-e98a-42a6-bed3-f6d1bc2f5e19 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=7b6d9c84-e55d-4d76-a049-e3f1b58980c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736878 Aug 20 15:14:15.249189 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7297827-f490-4825-bd70-d63a894fe3a6 req-43e153fc-fbb5-470b-b5fe-5f69ec6ba156 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719731 Aug 20 15:14:15.413287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-58f31ae1-2ff4-45bc-b796-b11d76fe5e20 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:15.416066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-58f31ae1-2ff4-45bc-b796-b11d76fe5e20 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 947 time: 0.0551879 Aug 20 15:14:15.509472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Deleting port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:14:15.509824 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:15.611122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] For port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:15.611567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:15.812743 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:15.813312 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:15.813557 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Floating IP 6badf624-a841-4091-a79e-f7972b242ac1 disassociated. External IP: 172.25.5.223, port: db39a254-4b4f-4d4a-88e2-f5193d5b0e0b. Aug 20 15:14:15.813984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Calling delete_port for db39a254-4b4f-4d4a-88e2-f5193d5b0e0b owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:14:15.990940 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:16.052318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event deleted for resources: {'Port': ['ID=db39a254-4b4f-4d4a-88e2-f5193d5b0e0b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:16.126450 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:16.214753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Router 948d4415-dcbd-41d1-bbc6-46ba0361c1da has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:14:16.369259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:14:16.381636 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] Sync routers for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:14:16.389987 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:14:16.390711 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:14:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:16.498008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27860965-adf1-43d5-898d-b755afa8ab4d req-839d54b6-ad4e-4d21-a554-603df7a9f79b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=fba859fe-0e15-421d-bd22-af92fffe14c5 HTTP/1.1" status: 200 len: 210 time: 0.1131377 Aug 20 15:14:16.502582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] No DVR routers for this DVR port db39a254-4b4f-4d4a-88e2-f5193d5b0e0b on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:14:16.505530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:16.508804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a465167-6a40-45f3-8810-ff17d4bdeb4e req-a7681587-9f10-47d3-9eb2-40d3e67f73a0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "DELETE /v2.0/ports/db39a254-4b4f-4d4a-88e2-f5193d5b0e0b HTTP/1.1" status: 204 len: 173 time: 1.0860937 Aug 20 15:14:16.510823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-deleted', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:14:16.514391 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19ba9fc-6217-497e-9d4d-7df554eb1b7d" -d '{"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-deleted", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:14:16.544452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcb467-c345-4f05-90df-bbb883ce558b req-9b491652-4da8-40e7-9d4e-8f24e9396463 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:16.553345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66bcb467-c345-4f05-90df-bbb883ce558b req-9b491652-4da8-40e7-9d4e-8f24e9396463 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1764364 Aug 20 15:14:16.619075 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fa478a-1404-466b-b27d-6a285597a55f x-openstack-request-id: req-77fa478a-1404-466b-b27d-6a285597a55f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:14:16.619952 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba859fe-0e15-421d-bd22-af92fffe14c5", "name": "network-vif-deleted", "tag": "db39a254-4b4f-4d4a-88e2-f5193d5b0e0b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:14:16.620447 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77fa478a-1404-466b-b27d-6a285597a55f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:14:16.621073 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba859fe-0e15-421d-bd22-af92fffe14c5', 'name': 'network-vif-deleted', 'tag': 'db39a254-4b4f-4d4a-88e2-f5193d5b0e0b', 'status': 'completed', 'code': 200} Aug 20 15:14:16.628096 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:14:16.635304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66bcb467-c345-4f05-90df-bbb883ce558b req-dacad551-18a2-4f3d-8f4c-4dc5fe9f50bd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806308 Aug 20 15:14:16.907717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b62dd-1b5f-4388-86a8-e683d05b37dc req-58cfb481-e6c4-4f99-ab0b-5b20fdff0af1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:16.914943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e13b62dd-1b5f-4388-86a8-e683d05b37dc req-58cfb481-e6c4-4f99-ab0b-5b20fdff0af1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0585477 Aug 20 15:14:17.033595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e13b62dd-1b5f-4388-86a8-e683d05b37dc req-f06f365a-d844-4dae-8201-6e423ff246a6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167977 Aug 20 15:14:17.091344 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:17.208221 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] Checking router: 948d4415-dcbd-41d1-bbc6-46ba0361c1da for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:14:17.224421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d75056-2719-47a0-ace5-018bb5a2a167 req-ef0606d6-60a7-4c7c-8ccf-e670f094ac16 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:17.226285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7d75056-2719-47a0-ace5-018bb5a2a167 req-ef0606d6-60a7-4c7c-8ccf-e670f094ac16 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0807569 Aug 20 15:14:17.230925 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:14:17.231834 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:14:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:17.352358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7d75056-2719-47a0-ace5-018bb5a2a167 req-f1016f9f-700c-4d6d-adf5-0823bda76cfa tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101735 Aug 20 15:14:17.478551 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:14:17.670234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f0643f5-526b-430f-8840-ca7e5b208c1f req-bb83d0e0-2ed2-4a97-98fe-9cd0b0d5f86a tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0437429 Aug 20 15:14:17.775270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59378) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:17.822838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:17.934989 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:17.964780 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2260f8b-2380-4295-8c11-8abc6a1aebb0 None None] The sync data for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 is: [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:14:18.049971 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-741d37e8-aa32-4148-a2a7-43414f68a3cd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:18.077490 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-741d37e8-aa32-4148-a2a7-43414f68a3cd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:18.139673 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-741d37e8-aa32-4148-a2a7-43414f68a3cd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:18.142729 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-741d37e8-aa32-4148-a2a7-43414f68a3cd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:18.144555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-741d37e8-aa32-4148-a2a7-43414f68a3cd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "DELETE /v2.0/security-groups/7b6d9c84-e55d-4d76-a049-e3f1b58980c6 HTTP/1.1" status: 204 len: 168 time: 0.3682153 Aug 20 15:14:18.147223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59400) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:18.163049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d37e8-aa32-4148-a2a7-43414f68a3cd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6d9c84-e55d-4d76-a049-e3f1b58980c6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:18.174517 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-a5ff5885-3ee4-4059-811d-42d86daffb6d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] show failed (client error): The resource could not be found. Aug 20 15:14:18.177217 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a5ff5885-3ee4-4059-811d-42d86daffb6d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups/7b6d9c84-e55d-4d76-a049-e3f1b58980c6 HTTP/1.1" status: 404 len: 347 time: 0.0276387 Aug 20 15:14:18.182549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59406) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:18.225574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-775468a9-0224-46e1-9c20-53c2564f55cd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:18.235900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-775468a9-0224-46e1-9c20-53c2564f55cd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.4085124 Aug 20 15:14:18.276408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3d6df75e-e8fe-41f8-a527-17b390b54975 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/quotas/df2f242886bb4250beb238dd4a1e5978 HTTP/1.1" status: 200 len: 375 time: 0.0357952 Aug 20 15:14:18.431402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-fb437cab-0080-447f-9e29-83e471434d73 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1534255 Aug 20 15:14:18.522388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ad952a-c7dd-4e50-b2bf-bd075aaa977e None None] New status for floating IP 6badf624-a841-4091-a79e-f7972b242ac1: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:14:18.570042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Deleting port d3412c1c-131f-48e7-a8f6-a86d1f42e403 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:14:18.570395 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:18.637814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-445906df-9687-4d5d-aec6-ade548a3c446 service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057350 Aug 20 15:14:18.708097 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:18.708535 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:18.761647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Calling delete_port for d3412c1c-131f-48e7-a8f6-a86d1f42e403 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:14:18.766610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-783f219d-ce3b-4a43-bee1-e4eaac6e7c1b service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275563 Aug 20 15:14:18.845969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fcf2f49-408e-4c3c-9eb4-7b04eff63428 req-098a0f0e-e29d-49c1-b0e5-dfccd6f2e186 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0502627 Aug 20 15:14:19.039977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1790e0e6-b905-4c0c-b685-f62f8822f43e req-a1ae40e9-57db-4948-9ae5-c5bba86ebe6d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 210 time: 0.0474651 Aug 20 15:14:19.052453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:19.089236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event deleted for resources: {'Port': ['ID=d3412c1c-131f-48e7-a8f6-a86d1f42e403,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:19.156854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:19.160986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:19.162170 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a287aaa7-f9f3-4241-a69a-c001cc46b700 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "DELETE /v2.0/floatingips/6badf624-a841-4091-a79e-f7972b242ac1 HTTP/1.1" status: 204 len: 168 time: 0.9785781 Aug 20 15:14:19.618864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59496) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:19.623985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-96df2398-2d55-44ca-a9a2-8c042d7c8381 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027424900', 'description': 'tempest-description--1305316402'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:19.646788 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-96df2398-2d55-44ca-a9a2-8c042d7c8381 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:19.767590 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-96df2398-2d55-44ca-a9a2-8c042d7c8381 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:19.777098 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-96df2398-2d55-44ca-a9a2-8c042d7c8381 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:19.815588 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-96df2398-2d55-44ca-a9a2-8c042d7c8381 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:19.816882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-96df2398-2d55-44ca-a9a2-8c042d7c8381 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1966922 Aug 20 15:14:19.819888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59516) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:19.824988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-055f5df9-65ed-4ab3-876a-aceee92c2791 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'security_group_rule': {'security_group_id': 'a8bb4152-182c-4055-bc60-96213e4d6e31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:19.834954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df2398-2d55-44ca-a9a2-8c042d7c8381 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bb4152-182c-4055-bc60-96213e4d6e31,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:19.866863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-055f5df9-65ed-4ab3-876a-aceee92c2791 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:19.910432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:14:19.952161 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-055f5df9-65ed-4ab3-876a-aceee92c2791 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:19.958589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: db39a254-4b4f-4d4a-88e2-f5193d5b0e0b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:14:19.959220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device db39a254-4b4f-4d4a-88e2-f5193d5b0e0b not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:14:19.962358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-055f5df9-65ed-4ab3-876a-aceee92c2791 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:20.012726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7882cbdd-9699-41a2-86ad-bef4f53c6a4c req-72e0cebb-59dc-4605-b817-2b33f73339c7 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0356383 Aug 20 15:14:20.014245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-055f5df9-65ed-4ab3-876a-aceee92c2791 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:20.018095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-055f5df9-65ed-4ab3-876a-aceee92c2791 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1972380 Aug 20 15:14:20.018529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59542) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:20.018845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f5df9-65ed-4ab3-876a-aceee92c2791 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2727db-5e74-4027-b11f-bc3ecf8eb93a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:20.025169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4a9b3366-89b1-4404-9c55-7762c15a050e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'security_group_rule': {'security_group_id': 'a8bb4152-182c-4055-bc60-96213e4d6e31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:20.112451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b3366-89b1-4404-9c55-7762c15a050e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:20.192645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36283d61-7b3e-4e7f-ac9f-1f4177ffb8a2 req-04dcd7ad-a652-4705-aefa-1b5600828e3f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 210 time: 0.0342786 Aug 20 15:14:20.238563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b3366-89b1-4404-9c55-7762c15a050e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:20.254963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b3366-89b1-4404-9c55-7762c15a050e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:20.300286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b3366-89b1-4404-9c55-7762c15a050e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfe305a-42bb-469a-94c2-533c3c271f89,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:20.311487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b3366-89b1-4404-9c55-7762c15a050e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:20.316412 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4a9b3366-89b1-4404-9c55-7762c15a050e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2930160 Aug 20 15:14:20.316412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59566) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:20.323911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:20.393273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:20.423010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-ec5a62cf-9e62-4530-8cc2-17bb594eb505 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:20.424608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-ec5a62cf-9e62-4530-8cc2-17bb594eb505 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.2216270 Aug 20 15:14:20.443318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'port': {'device_id': '0be7564a-1d13-41c6-94c6-5a0d9312b52e', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'admin_state_up': True, 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:20.556882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:20.615822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Made reservation on behalf of df2f242886bb4250beb238dd4a1e5978 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:14:20.620962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:20.755287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Allocated IP 172.25.5.40 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/e4bf9a55-34ac-4e83-9135-58d7a452f099) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:14:20.803805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Allocated IP 172.20.0.3 (320379cd-22ee-4724-9f9a-17e7ba949339/4556d91d-806c-4c49-bd1f-3ea8294511f1/ccd53080-b5b3-43e6-ae98-334868436f24) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:14:20.931886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.016884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.026754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.043647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Transition to ACTIVE for port object ccd53080-b5b3-43e6-ae98-334868436f24 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:14:21.107474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.107985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:14:21.113062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:14:21.120174 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:14:21.198950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Network 320379cd-22ee-4724-9f9a-17e7ba949339 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:14:21.204086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'Port': ['ID=e4bf9a55-34ac-4e83-9135-58d7a452f099,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:21.226210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba759067-3007-4a4f-aa74-eae6fc816e00 req-21a1cf4f-d89a-4cde-bdf9-fb6e7a3c4a4f tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0546317 Aug 20 15:14:21.231299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:14:21.237487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:14:21.327941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'Port': ['ID=ccd53080-b5b3-43e6-ae98-334868436f24,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:21.336612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.399588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.414120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:21.416835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.471082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddacf1-a16d-4a40-9957-b6cfa93bbf07 req-1106d997-0616-4b7f-af4f-e8a9ee411b23 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:21.472834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fddacf1-a16d-4a40-9957-b6cfa93bbf07 req-1106d997-0616-4b7f-af4f-e8a9ee411b23 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 931 time: 0.1242824 Aug 20 15:14:21.475144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-3be0e2be-46d0-4de7-820d-a24ef7c7cf67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0374374 Aug 20 15:14:21.502311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Request body: {'port': {'device_id': '0be7564a-1d13-41c6-94c6-5a0d9312b52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:21.592485 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.610583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fddacf1-a16d-4a40-9957-b6cfa93bbf07 req-8676903f-e64f-46e1-a377-a9d9da4a0978 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302261 Aug 20 15:14:21.723236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c7740024-7f0c-4782-9ee1-5b1786c86319 None None] Provisioning for port ccd53080-b5b3-43e6-ae98-334868436f24 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:14:21.728616 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c7740024-7f0c-4782-9ee1-5b1786c86319 None None] Provisioning complete for port ccd53080-b5b3-43e6-ae98-334868436f24 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:14:21.729163 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c7740024-7f0c-4782-9ee1-5b1786c86319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.767875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.781969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.818160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c7740024-7f0c-4782-9ee1-5b1786c86319 None None] Port ccd53080-b5b3-43e6-ae98-334868436f24 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:14:21.860250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'Port': ['ID=e4bf9a55-34ac-4e83-9135-58d7a452f099,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:21.947638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-55e80cc8-bc7e-43f7-b119-167f396a581a req-57971f62-16d5-4879-9919-d9628f9b4fbc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.1063304 Aug 20 15:14:21.970206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:21.995597 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:22.008975 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d8c87c70-4f99-4875-b3d3-67ba7604e226 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6914861 Aug 20 15:14:22.382436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-e824d674-9322-4041-89d0-54292ff44da2 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1027424900&fields=id&tenant_id=428713e0bd7c4b65bd34601452d96d59 HTTP/1.1" status: 200 len: 267 time: 0.0483201 Aug 20 15:14:22.387795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd53080-b5b3-43e6-ae98-334868436f24 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:14:22.419930 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:22.919804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79b344af-e83d-425c-859e-63d18fe89cc0 req-a258fde3-0a34-4e62-b436-6b3e218e13d5 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.5117605 Aug 20 15:14:22.927246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Transition to ACTIVE for port object ccd53080-b5b3-43e6-ae98-334868436f24 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:14:22.940579 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:23.051951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd53080-b5b3-43e6-ae98-334868436f24,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:23.124930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-ea7d44cc-76de-4d86-b8f9-390d2d96c1ea tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:23.126912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-ea7d44cc-76de-4d86-b8f9-390d2d96c1ea tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 817 time: 0.7340975 Aug 20 15:14:23.155616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-e528480f-486c-4389-87a0-0028e7b73eab tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/quotas/428713e0bd7c4b65bd34601452d96d59 HTTP/1.1" status: 200 len: 375 time: 0.0149736 Aug 20 15:14:23.262767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497c47d-50dc-4185-aa3b-267fe449751d req-27287eb2-4023-4077-bb69-915797cd7bf3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:23.287801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7497c47d-50dc-4185-aa3b-267fe449751d req-27287eb2-4023-4077-bb69-915797cd7bf3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 943 time: 0.2299871 Aug 20 15:14:23.386839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7497c47d-50dc-4185-aa3b-267fe449751d req-37da8f90-5b1c-41b3-a534-14f35a7afc5c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979376 Aug 20 15:14:23.412437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Attempting to bind port ccd53080-b5b3-43e6-ae98-334868436f24 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:14:23.412719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Attempting to bind port ccd53080-b5b3-43e6-ae98-334868436f24 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:14:23.413064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Attempting to bind port ccd53080-b5b3-43e6-ae98-334868436f24 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:14:23.419039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Port ccd53080-b5b3-43e6-ae98-334868436f24 on network 320379cd-22ee-4724-9f9a-17e7ba949339 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:14:23.419373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Attempting to bind port ccd53080-b5b3-43e6-ae98-334868436f24 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:14:23.441714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-172e4f7b-1a8a-4e3c-8b69-9ae46e4179dc tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2617323 Aug 20 15:14:23.454765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:14:23.455385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Checking segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:14:23.456015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Bound using segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:14:23.456629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Bound port: ccd53080-b5b3-43e6-ae98-334868436f24, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:14:23.457162 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:23.611990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-b3cba763-7fcb-4121-b29f-ceba495887ac service neutron] 10.222.0.36 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689861 Aug 20 15:14:23.622233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] For port ccd53080-b5b3-43e6-ae98-334868436f24, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:14:23.677669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] For port ccd53080-b5b3-43e6-ae98-334868436f24, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ccd53080-b5b3-43e6-ae98-334868436f24,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:14:23.685172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59742) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:23.688279 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:23.741776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:23.742615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:23.748059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] 10.222.0.70 "PUT /v2.0/ports/ccd53080-b5b3-43e6-ae98-334868436f24 HTTP/1.1" status: 200 len: 1092 time: 2.2590218 Aug 20 15:14:23.750722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be7564a-1d13-41c6-94c6-5a0d9312b52e', 'tag': 'ccd53080-b5b3-43e6-ae98-334868436f24'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:14:23.753126 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00902129-6b9f-42b4-b3a6-9561853913f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0be7564a-1d13-41c6-94c6-5a0d9312b52e", "tag": "ccd53080-b5b3-43e6-ae98-334868436f24"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:14:23.826350 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb321a6-65b2-4a1f-bec3-411baed41957 x-openstack-request-id: req-4bb321a6-65b2-4a1f-bec3-411baed41957 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:14:23.826350 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be7564a-1d13-41c6-94c6-5a0d9312b52e", "tag": "ccd53080-b5b3-43e6-ae98-334868436f24", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:14:23.826694 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bb321a6-65b2-4a1f-bec3-411baed41957 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:14:23.827018 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be7564a-1d13-41c6-94c6-5a0d9312b52e', 'tag': 'ccd53080-b5b3-43e6-ae98-334868436f24', 'status': 'completed', 'code': 200} Aug 20 15:14:23.847110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c12c8-3236-4fb4-bb5d-be0659f8d4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd53080-b5b3-43e6-ae98-334868436f24,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:23.884904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d033cf5f-7269-4500-9e43-1a308981a59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:23.889785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-61b4a0ea-3a63-42ee-8efd-ef2b58380cdc service neutron] 10.222.0.36 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768185 Aug 20 15:14:23.952660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-ed490e5d-0074-4e18-9bcc-bea2df5ddb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:23.956695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-ed490e5d-0074-4e18-9bcc-bea2df5ddb2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 1095 time: 0.1272409 Aug 20 15:14:24.092770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-9cc27bb0-4da6-4e5d-bc74-327e8a834506 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccd53080-b5b3-43e6-ae98-334868436f24 HTTP/1.1" status: 200 len: 217 time: 0.1229098 Aug 20 15:14:24.096391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d033cf5f-7269-4500-9e43-1a308981a59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:24.105077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d033cf5f-7269-4500-9e43-1a308981a59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:24.182990 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d033cf5f-7269-4500-9e43-1a308981a59a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99b67b72d1fa438a8b173ac9b20c94ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933772 Aug 20 15:14:24.187205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59758) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:24.189453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da740b7a-f1e9-47ee-b013-e81813947f09 req-a8af4029-7bd6-4cc3-911b-daded6115816 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0348279 Aug 20 15:14:24.278198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033cf5f-7269-4500-9e43-1a308981a59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cdf6e2-3971-43f7-9b56-be97952acf8c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:24.334768 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cec9e14f-1f77-4d66-bd67-0b65f7c6a35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:24.358451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cec9e14f-1f77-4d66-bd67-0b65f7c6a35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:24.378038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7b166ed-3eb6-4f92-b2a2-52ef02c27f34 req-ce99a535-7910-4b57-8481-55cf7fa37b97 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 210 time: 0.1849959 Aug 20 15:14:24.392519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-ba888f7d-2baf-4ea1-8a7e-f23011148dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:24.396322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-ba888f7d-2baf-4ea1-8a7e-f23011148dc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.2905378 Aug 20 15:14:24.414062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cec9e14f-1f77-4d66-bd67-0b65f7c6a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:24.421718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cec9e14f-1f77-4d66-bd67-0b65f7c6a35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:24.425671 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cec9e14f-1f77-4d66-bd67-0b65f7c6a35e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2cdf6e2-3971-43f7-9b56-be97952acf8c HTTP/1.1" status: 204 len: 168 time: 0.2369359 Aug 20 15:14:24.494838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9e14f-1f77-4d66-bd67-0b65f7c6a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cdf6e2-3971-43f7-9b56-be97952acf8c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:24.549073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-4383594b-f1dc-446d-95ca-6067d76badc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:24.568195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-4383594b-f1dc-446d-95ca-6067d76badc4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394620 Aug 20 15:14:24.843674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59786) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:24.961264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be81cf6-4636-4e04-983e-8c000b587fbd req-512551a8-d0b0-4182-9e77-435ccecb2f59 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:24.968902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4be81cf6-4636-4e04-983e-8c000b587fbd req-512551a8-d0b0-4182-9e77-435ccecb2f59 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 943 time: 0.2539220 Aug 20 15:14:24.984708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-7815336b-d988-475e-914c-8ae645c1e964 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142706 Aug 20 15:14:25.094555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ab17e4c-ad21-4056-b382-2e9eda965fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:25.206942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4be81cf6-4636-4e04-983e-8c000b587fbd req-3fe0717d-7f91-4960-a221-9f9529b20de6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198977 Aug 20 15:14:25.306053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-485f18ff-0233-4d04-a1a7-4373bb8ada91 req-1e35a596-8af7-4e25-9d54-ef8311eec0f9 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052680 Aug 20 15:14:25.318470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ab17e4c-ad21-4056-b382-2e9eda965fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:25.325635 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ab17e4c-ad21-4056-b382-2e9eda965fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:25.419048 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2ab17e4c-ad21-4056-b382-2e9eda965fe6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ff596145e0b4d428cd47522d3a3cc28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735283 Aug 20 15:14:25.419894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:25.426440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab17e4c-ad21-4056-b382-2e9eda965fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e98afc0-6311-4d66-b145-8740c5278a44,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:25.491333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4688aa0f-b5d0-4d62-9be7-1c917f541065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:25.530599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4688aa0f-b5d0-4d62-9be7-1c917f541065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:25.554605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-464b9101-432b-4cc4-9628-4b78c37ed191 req-e7f66da2-a1b0-410b-8968-eb5ad07c1bb9 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.1413510 Aug 20 15:14:25.595380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc719aed-dea3-4ed6-a13e-fbc7048a9920 req-c301454d-ec87-49f3-bbc6-4cd732ed2ab6 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 210 time: 0.0457098 Aug 20 15:14:25.597479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4688aa0f-b5d0-4d62-9be7-1c917f541065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:25.600266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4688aa0f-b5d0-4d62-9be7-1c917f541065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:25.600406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-c5047595-b6db-4c46-839b-99d3d240453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:25.602384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-c5047595-b6db-4c46-839b-99d3d240453e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 1095 time: 0.1992443 Aug 20 15:14:25.605739 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4688aa0f-b5d0-4d62-9be7-1c917f541065 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e98afc0-6311-4d66-b145-8740c5278a44 HTTP/1.1" status: 204 len: 168 time: 0.1830502 Aug 20 15:14:25.618917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688aa0f-b5d0-4d62-9be7-1c917f541065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e98afc0-6311-4d66-b145-8740c5278a44,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:25.767366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-d90ef4c5-dbe7-4167-8c07-4eaf95429fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:25.768914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-d90ef4c5-dbe7-4167-8c07-4eaf95429fb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1552391 Aug 20 15:14:25.855389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-fcf6156a-a808-4b53-9f61-ed6b1e8d18d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccd53080-b5b3-43e6-ae98-334868436f24 HTTP/1.1" status: 200 len: 217 time: 0.0733511 Aug 20 15:14:25.960235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-fdb4d108-aa9b-4cee-9760-d38dac9c2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:25.962491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-fdb4d108-aa9b-4cee-9760-d38dac9c2f99 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0882344 Aug 20 15:14:26.093084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-bf6a4d4c-045c-470c-999c-039da2fc653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:26.094665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-bf6a4d4c-045c-470c-999c-039da2fc653f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199167 Aug 20 15:14:26.177446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59856) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:26.192398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36fc48b5-1673-400c-94f1-7c139a20bc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:26.201035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-d9b85b8b-02c9-453f-a356-810f20e467be tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:26.203487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-d9b85b8b-02c9-453f-a356-810f20e467be tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 817 time: 0.2398386 Aug 20 15:14:26.280920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-81705c76-b9b7-4c99-b0fd-6509dca5d974 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713793 Aug 20 15:14:26.291860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-c520fa30-e797-40c0-aead-c52b22aaa1cd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428713e0bd7c4b65bd34601452d96d59 HTTP/1.1" status: 200 len: 380 time: 0.0666111 Aug 20 15:14:26.310818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'port': {'device_id': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'admin_state_up': True, 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'security_groups': ['a8bb4152-182c-4055-bc60-96213e4d6e31']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:26.326195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36fc48b5-1673-400c-94f1-7c139a20bc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:26.340553 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36fc48b5-1673-400c-94f1-7c139a20bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:26.387676 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-36fc48b5-1673-400c-94f1-7c139a20bc2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f5e556d213e4e43ac66f7ba173964bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089746 Aug 20 15:14:26.388427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59874) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:26.389085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc48b5-1673-400c-94f1-7c139a20bc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addfae23-0b44-4b31-835a-96a9735f1457,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:26.469931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fae2683-33d7-418b-8aba-8b9cfcd143f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:26.509121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fae2683-33d7-418b-8aba-8b9cfcd143f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:26.514214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc75c1e-3906-4241-a6c6-1f72310330f7 req-ccc61c74-9d08-4796-ab21-661b08e10332 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:26.515935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bc75c1e-3906-4241-a6c6-1f72310330f7 req-ccc61c74-9d08-4796-ab21-661b08e10332 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 943 time: 0.1902385 Aug 20 15:14:26.567941 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fae2683-33d7-418b-8aba-8b9cfcd143f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:26.571744 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fae2683-33d7-418b-8aba-8b9cfcd143f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:26.575286 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6fae2683-33d7-418b-8aba-8b9cfcd143f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/addfae23-0b44-4b31-835a-96a9735f1457 HTTP/1.1" status: 204 len: 168 time: 0.1705039 Aug 20 15:14:26.583128 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae2683-33d7-418b-8aba-8b9cfcd143f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addfae23-0b44-4b31-835a-96a9735f1457,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:26.592116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00902129-6b9f-42b4-b3a6-9561853913f3 req-2e535074-72d1-49d9-b364-7814be7b6c7e service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898777 Aug 20 15:14:26.605827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bc75c1e-3906-4241-a6c6-1f72310330f7 req-e8c19f5e-60a0-45ea-95fe-9bf6aad0df17 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776308 Aug 20 15:14:26.620823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Made reservation on behalf of 428713e0bd7c4b65bd34601452d96d59 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:14:26.625838 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:26.693242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59884) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:26.765769 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9085cd4-52b5-4277-a9c9-fe9f3bf67cdb req-30761c5f-77d3-4447-9c40-7336a46d6ce5 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0417306 Aug 20 15:14:26.792497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-614ea1dd-2a52-43a6-810a-7da7ca111061 req-42818209-5b84-4c14-9f25-99541f3fa461 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 210 time: 0.0698440 Aug 20 15:14:26.864093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Allocated IP 172.20.0.10 (c8514b06-c422-48e9-9c4d-9ae59311f588/b3b50d46-38e0-449a-810b-7bfd856c96fa/f1855cf4-377e-4404-9f24-c77989128586) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:14:26.912521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77e94f66-08f6-4007-bce4-04645ee4ca23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.041733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77e94f66-08f6-4007-bce4-04645ee4ca23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.049536 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-77e94f66-08f6-4007-bce4-04645ee4ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.059275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.074717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Transition to ACTIVE for port object f1855cf4-377e-4404-9f24-c77989128586 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:14:27.094010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e94f66-08f6-4007-bce4-04645ee4ca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80ff356-d6c0-4daf-9972-dd7e99908545,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:27.102646 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-77e94f66-08f6-4007-bce4-04645ee4ca23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e279f888b484f38980d6dd7c80cf88f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078414 Aug 20 15:14:27.105035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59896) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:27.140063 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.166860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1bb919e9-1499-484b-b916-200a1e4db78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.191693 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1bb919e9-1499-484b-b916-200a1e4db78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.196428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Network c8514b06-c422-48e9-9c4d-9ae59311f588 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:14:27.199979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:14:27.207588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:14:27.211610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:27.262174 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1bb919e9-1499-484b-b916-200a1e4db78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.264851 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1bb919e9-1499-484b-b916-200a1e4db78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.268308 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1bb919e9-1499-484b-b916-200a1e4db78d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e80ff356-d6c0-4daf-9972-dd7e99908545 HTTP/1.1" status: 204 len: 168 time: 0.1599817 Aug 20 15:14:27.284680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb919e9-1499-484b-b916-200a1e4db78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80ff356-d6c0-4daf-9972-dd7e99908545,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:27.306756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:27.308334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.317231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ccd53080-b5b3-43e6-ae98-334868436f24 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:14:27.353299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-0db4e6ab-a992-4d8f-941c-f627a2225412 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0522566 Aug 20 15:14:27.373407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Request body: {'port': {'device_id': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:27.452491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ccd53080-b5b3-43e6-ae98-334868436f24, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ccd53080-b5b3-43e6-ae98-334868436f24,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:27.474617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'ccd53080-b5b3-43e6-ae98-334868436f24', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'port_id': 'ccd53080-b5b3-43e6-ae98-334868436f24', 'mac_address': 'fa:16:3e:aa:9a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:14:27.498040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.540902 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.558135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd53080-b5b3-43e6-ae98-334868436f24 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:14:27.605737 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ccd53080-b5b3-43e6-ae98-334868436f24, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ccd53080-b5b3-43e6-ae98-334868436f24,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:27.619502 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.699530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0212e0d4-c87d-4805-9cae-fb2bacd99457 None None] Provisioning for port f1855cf4-377e-4404-9f24-c77989128586 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:14:27.713842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0212e0d4-c87d-4805-9cae-fb2bacd99457 None None] Provisioning complete for port f1855cf4-377e-4404-9f24-c77989128586 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:14:27.714504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0212e0d4-c87d-4805-9cae-fb2bacd99457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.759350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ccd53080-b5b3-43e6-ae98-334868436f24,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:27.780076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0212e0d4-c87d-4805-9cae-fb2bacd99457 None None] Port f1855cf4-377e-4404-9f24-c77989128586 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:14:27.943255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1855cf4-377e-4404-9f24-c77989128586 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:14:27.952752 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:27.981854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ccd53080-b5b3-43e6-ae98-334868436f24'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:14:28.020417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eae3be5a-627a-4733-959f-0f3dc9fbf5fd req-0acf126d-fcbf-46c1-ade7-b3789cb5062e tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0577855 Aug 20 15:14:28.031486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Transition to ACTIVE for port object f1855cf4-377e-4404-9f24-c77989128586 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:14:28.041416 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:28.053173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0362cbd-d600-4cab-a485-60bf53d9f5e9 req-625d8eb2-8130-4d7e-b665-b8092a9132d6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:28.062614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0362cbd-d600-4cab-a485-60bf53d9f5e9 req-625d8eb2-8130-4d7e-b665-b8092a9132d6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 944 time: 0.3153045 Aug 20 15:14:28.207215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0362cbd-d600-4cab-a485-60bf53d9f5e9 req-96d7feab-4a3e-4e1c-9efc-2dbf00b921f9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348600 Aug 20 15:14:28.223778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:28.357850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903c2dd-8bc4-4a36-9b4e-ec564107c7a5 req-a2c29a62-ecad-4ac3-ad15-ae6553f0699a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:28.364042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0903c2dd-8bc4-4a36-9b4e-ec564107c7a5 req-a2c29a62-ecad-4ac3-ad15-ae6553f0699a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.1556785 Aug 20 15:14:28.402443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Attempting to bind port f1855cf4-377e-4404-9f24-c77989128586 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:14:28.402786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Attempting to bind port f1855cf4-377e-4404-9f24-c77989128586 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:14:28.403116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Attempting to bind port f1855cf4-377e-4404-9f24-c77989128586 on network c8514b06-c422-48e9-9c4d-9ae59311f588 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:14:28.418443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Port f1855cf4-377e-4404-9f24-c77989128586 on network c8514b06-c422-48e9-9c4d-9ae59311f588 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:14:28.418675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Attempting to bind port f1855cf4-377e-4404-9f24-c77989128586 on network c8514b06-c422-48e9-9c4d-9ae59311f588 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:14:28.433219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0903c2dd-8bc4-4a36-9b4e-ec564107c7a5 req-87c28333-4641-4aa5-a08a-6e74267c771b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639722 Aug 20 15:14:28.433703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:14:28.434041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Checking segment: {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:14:28.434568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Bound using segment: {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:14:28.435022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Bound port: f1855cf4-377e-4404-9f24-c77989128586, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:14:28.435486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:28.516058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:14:28.519609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:14:28.525194 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:28.574084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:28.574690 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:28.576149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] 10.222.0.72 "PUT /v2.0/ports/f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 1093 time: 1.2084460 Aug 20 15:14:28.576589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:14:28.579140 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d90956-0a02-401e-b469-c470761f58cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "tag": "f1855cf4-377e-4404-9f24-c77989128586"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:14:28.592885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58230fd-6a97-48b4-a21a-3eccbb030d18 service neutron] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:28.630047 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84f3411-eea6-4d13-bb99-2c157bb9f017 x-openstack-request-id: req-e84f3411-eea6-4d13-bb99-2c157bb9f017 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:14:28.630585 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "tag": "f1855cf4-377e-4404-9f24-c77989128586", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:14:28.631238 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e84f3411-eea6-4d13-bb99-2c157bb9f017 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:14:28.631238 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586', 'status': 'completed', 'code': 200} Aug 20 15:14:28.659167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59956) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:28.700993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-3db9d34f-a557-4bb0-ab1d-ca01be029549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:28.702816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-3db9d34f-a557-4bb0-ab1d-ca01be029549 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1096 time: 0.0489402 Aug 20 15:14:28.710467 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:28.742471 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59962) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:28.778827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-65b73976-a4a2-4644-8385-be8bca1903e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 217 time: 0.0619116 Aug 20 15:14:28.841912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-b86d4913-7db0-40be-bfed-b1304450cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:28.844322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-b86d4913-7db0-40be-bfed-b1304450cd0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0570714 Aug 20 15:14:28.908472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-56dd2235-df32-4388-a140-35723d96abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:28.910239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-56dd2235-df32-4388-a140-35723d96abcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586388 Aug 20 15:14:28.990188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b3610d23-4f58-4b25-9f82-734d742fd8fc tempest-AgentManagementNegativeTest-920792074 tempest-AgentManagementNegativeTest-920792074-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2465534 Aug 20 15:14:28.999304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68859f89-8541-4aa3-b992-76cca5596997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.025081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-21571717-4df7-4eb4-b9c4-a5e42d1577e2 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076467 Aug 20 15:14:29.128034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68859f89-8541-4aa3-b992-76cca5596997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.134679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68859f89-8541-4aa3-b992-76cca5596997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.170849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b07f4d7-7d52-4228-b3e1-d59e814ec861 req-adeab7fd-a8ca-4716-bdbb-e8f7237ea897 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0362809 Aug 20 15:14:29.181400 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-68859f89-8541-4aa3-b992-76cca5596997 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0522328daa9479caa1a5942ccbd2284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5206559 Aug 20 15:14:29.182356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa139e0d-dfef-4593-b81f-526d073806f3 req-ca4427b9-7e9c-40fd-b59f-87af370a8154 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499476 Aug 20 15:14:29.182506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68859f89-8541-4aa3-b992-76cca5596997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c512cf66-9121-4429-8ac8-c809a8d2a75a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:29.183505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59976) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:29.243832 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-817bbb13-696f-4e32-aa57-96e6078c2e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.276313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-817bbb13-696f-4e32-aa57-96e6078c2e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.317065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ccd53080-b5b3-43e6-ae98-334868436f24 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:14:29.330398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59982) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:29.376181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d6ab2-8de2-42da-86a9-7d0703ed0dc1 req-407ea333-0c33-484f-aa8c-bb00ca8cc55b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:29.377371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335d6ab2-8de2-42da-86a9-7d0703ed0dc1 req-407ea333-0c33-484f-aa8c-bb00ca8cc55b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 944 time: 0.1045651 Aug 20 15:14:29.388233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port ccd53080-b5b3-43e6-ae98-334868436f24 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:14:29.393456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port ccd53080-b5b3-43e6-ae98-334868436f24 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:14:29.393850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.412910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d90956-0a02-401e-b469-c470761f58cd req-37b92c3b-d59a-4f29-a316-204ee3b70712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:29.414965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58d90956-0a02-401e-b469-c470761f58cd req-37b92c3b-d59a-4f29-a316-204ee3b70712 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1096 time: 0.1008208 Aug 20 15:14:29.445431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-817bbb13-696f-4e32-aa57-96e6078c2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.447974 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-817bbb13-696f-4e32-aa57-96e6078c2e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.453659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-817bbb13-696f-4e32-aa57-96e6078c2e2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c512cf66-9121-4429-8ac8-c809a8d2a75a HTTP/1.1" status: 204 len: 168 time: 0.2651293 Aug 20 15:14:29.509596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-335d6ab2-8de2-42da-86a9-7d0703ed0dc1 req-46fd67c6-ee23-4ca2-8f49-283609c99271 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137443 Aug 20 15:14:29.510834 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.524783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bbb13-696f-4e32-aa57-96e6078c2e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512cf66-9121-4429-8ac8-c809a8d2a75a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:29.561371 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8514a305-ae46-46a8-a6bf-bb5c9744dc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.582932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be7564a-1d13-41c6-94c6-5a0d9312b52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd53080-b5b3-43e6-ae98-334868436f24'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:14:29.587689 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabc2778-cc60-4bbf-b91c-4b5c0bce4252" -d '{"events": [{"server_uuid": "0be7564a-1d13-41c6-94c6-5a0d9312b52e", "name": "network-vif-plugged", "status": "completed", "tag": "ccd53080-b5b3-43e6-ae98-334868436f24"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:14:29.604095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ccd53080-b5b3-43e6-ae98-334868436f24, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ccd53080-b5b3-43e6-ae98-334868436f24,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:29.611876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.628869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d90956-0a02-401e-b469-c470761f58cd req-9b6ef9c6-0371-4577-bf77-67825dc8875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:29.630560 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58d90956-0a02-401e-b469-c470761f58cd req-9b6ef9c6-0371-4577-bf77-67825dc8875f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.2008283 Aug 20 15:14:29.648077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e153-a4c5-4f30-b2ff-72226a676e89 req-38e4ce66-6949-4d9c-89df-b629c1ad13aa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:29.650227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff5e153-a4c5-4f30-b2ff-72226a676e89 req-38e4ce66-6949-4d9c-89df-b629c1ad13aa tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0871475 Aug 20 15:14:29.678310 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469e2d9b-660c-4feb-ac30-66cfb8ed5dd7 x-openstack-request-id: req-469e2d9b-660c-4feb-ac30-66cfb8ed5dd7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:14:29.678722 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be7564a-1d13-41c6-94c6-5a0d9312b52e", "name": "network-vif-plugged", "status": "completed", "tag": "ccd53080-b5b3-43e6-ae98-334868436f24", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:14:29.678989 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-469e2d9b-660c-4feb-ac30-66cfb8ed5dd7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:14:29.679439 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be7564a-1d13-41c6-94c6-5a0d9312b52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd53080-b5b3-43e6-ae98-334868436f24', 'code': 200} Aug 20 15:14:29.700876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8514a305-ae46-46a8-a6bf-bb5c9744dc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.708089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8514a305-ae46-46a8-a6bf-bb5c9744dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.745548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ccd53080-b5b3-43e6-ae98-334868436f24,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:29.768636 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8514a305-ae46-46a8-a6bf-bb5c9744dc06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbb023fb2cfe47e5914e7cb072c4233f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342146 Aug 20 15:14:29.769240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60000) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:29.770738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58d90956-0a02-401e-b469-c470761f58cd req-9b908d5a-0208-4ed8-b94b-97bda3b01099 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 217 time: 0.1194699 Aug 20 15:14:29.796567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514a305-ae46-46a8-a6bf-bb5c9744dc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23565ed-4249-4528-a9dc-a28b71e70b08,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:29.846485 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff5e153-a4c5-4f30-b2ff-72226a676e89 req-07a53cb5-ce4d-4312-9262-9671774d544c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874821 Aug 20 15:14:29.864520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2294af5-b8d3-440f-b711-985e9b6d9278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.870190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d64e-fac3-422c-b62f-828cda92eaac req-5a41bff5-e4b2-4cae-acaf-9e23d6089933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:29.872313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e133d64e-fac3-422c-b62f-828cda92eaac req-5a41bff5-e4b2-4cae-acaf-9e23d6089933 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 1097 time: 0.1040595 Aug 20 15:14:29.874149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d90956-0a02-401e-b469-c470761f58cd req-8a96a36f-91bd-4ece-9d1c-3980c0814089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:29.876351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58d90956-0a02-401e-b469-c470761f58cd req-8a96a36f-91bd-4ece-9d1c-3980c0814089 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0939713 Aug 20 15:14:29.894702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60002) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:29.902267 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2294af5-b8d3-440f-b711-985e9b6d9278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.919320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71be0357-6140-4ca2-a2b1-dec37990ca86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:29.969491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e133d64e-fac3-422c-b62f-828cda92eaac req-ccecce05-5019-4f51-a073-0cb91fe2dd65 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885482 Aug 20 15:14:29.972403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d90956-0a02-401e-b469-c470761f58cd req-053d3c83-2d07-4d7d-b752-767f53f3a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:29.973995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58d90956-0a02-401e-b469-c470761f58cd req-053d3c83-2d07-4d7d-b752-767f53f3a9b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834262 Aug 20 15:14:30.005896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2294af5-b8d3-440f-b711-985e9b6d9278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:30.008984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2294af5-b8d3-440f-b711-985e9b6d9278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:30.010321 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2294af5-b8d3-440f-b711-985e9b6d9278 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d23565ed-4249-4528-a9dc-a28b71e70b08 HTTP/1.1" status: 204 len: 168 time: 0.2399032 Aug 20 15:14:30.046372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2294af5-b8d3-440f-b711-985e9b6d9278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23565ed-4249-4528-a9dc-a28b71e70b08,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:30.091113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71be0357-6140-4ca2-a2b1-dec37990ca86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:30.101232 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71be0357-6140-4ca2-a2b1-dec37990ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:30.106296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58d90956-0a02-401e-b469-c470761f58cd req-a709ded9-988b-4019-9bff-7c0cc5e3146b service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236768 Aug 20 15:14:30.204859 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-71be0357-6140-4ca2-a2b1-dec37990ca86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6a9941ede204219815d989811f8bad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089271 Aug 20 15:14:30.206146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be0357-6140-4ca2-a2b1-dec37990ca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4311d5-e236-4516-b761-9826d476c701,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:30.209981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60010) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:30.273035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58d90956-0a02-401e-b469-c470761f58cd req-1534af44-1c3e-4685-93de-fa84670ff0a7 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593406 Aug 20 15:14:30.283237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9cba-a40d-403c-973d-23e0b7884135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:30.307405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9cba-a40d-403c-973d-23e0b7884135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:30.329198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-effcceff-ea84-4325-8391-4d3919b95a88 req-baa2709b-e5db-45eb-a3b6-681c21c02b26 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0333707 Aug 20 15:14:30.374833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9cba-a40d-403c-973d-23e0b7884135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:30.378188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb0b9cba-a40d-403c-973d-23e0b7884135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:30.379438 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eb0b9cba-a40d-403c-973d-23e0b7884135 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c4311d5-e236-4516-b761-9826d476c701 HTTP/1.1" status: 204 len: 168 time: 0.1682122 Aug 20 15:14:30.388885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b9cba-a40d-403c-973d-23e0b7884135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4311d5-e236-4516-b761-9826d476c701,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:30.654921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c597-7970-49ee-8624-4fb561696477 req-7a8b194f-efcf-421a-b884-cfb7c4e3556e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:30.656847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce18c597-7970-49ee-8624-4fb561696477 req-7a8b194f-efcf-421a-b884-cfb7c4e3556e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0653412 Aug 20 15:14:30.698672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce18c597-7970-49ee-8624-4fb561696477 req-5bbf3f3d-a6c3-4aad-b2db-3f254ea7f5f6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357697 Aug 20 15:14:30.996247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaa3b6-4df9-4ce4-b49f-15dd14d5907d req-628c374e-6aa2-4062-8d1b-46a1f210d144 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:30.997526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5eaa3b6-4df9-4ce4-b49f-15dd14d5907d req-628c374e-6aa2-4062-8d1b-46a1f210d144 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0524879 Aug 20 15:14:31.046362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5eaa3b6-4df9-4ce4-b49f-15dd14d5907d req-6318dd54-ac9c-4476-bbdc-af938be9411b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405943 Aug 20 15:14:31.154758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:31.375868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-388c706c-5a50-4971-8029-fb7ad4760f5f tempest-ServiceProvidersTest-1820188983 tempest-ServiceProvidersTest-1820188983-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2195306 Aug 20 15:14:31.511106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b3cb0b0-5801-4b6d-9811-2017cb9111f7 req-1567c4c7-a773-44f8-a869-289b0874dda8 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0353260 Aug 20 15:14:31.760199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60088) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:31.845008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd3b2b-4a65-4625-af46-50e2f0fa276d req-53c52a4f-f667-46ae-b105-e4712460b205 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:31.856323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edd3b2b-4a65-4625-af46-50e2f0fa276d req-53c52a4f-f667-46ae-b105-e4712460b205 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0749791 Aug 20 15:14:31.912342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edd3b2b-4a65-4625-af46-50e2f0fa276d req-fc334e33-212e-4c11-8692-24c12f894a31 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522287 Aug 20 15:14:31.970470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48932de7-b79d-4825-9280-56f97a43183a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:32.159758 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48932de7-b79d-4825-9280-56f97a43183a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:32.168612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48932de7-b79d-4825-9280-56f97a43183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:32.178553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9b091-847b-4aa1-85e5-d0b65f9c0513 req-d4627858-2028-44ad-982d-b09e61d34316 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:32.181037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ee9b091-847b-4aa1-85e5-d0b65f9c0513 req-d4627858-2028-44ad-982d-b09e61d34316 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0852411 Aug 20 15:14:32.243110 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-48932de7-b79d-4825-9280-56f97a43183a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2572fa37d3644be9b660f3135ea9dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786196 Aug 20 15:14:32.243110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48932de7-b79d-4825-9280-56f97a43183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a669925-cbf7-4ca7-9771-d439dbd505b9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:32.244663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60110) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:32.316402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8218d74-99dd-4148-ab87-f5488d108ef7 req-59f305e1-db9c-4d77-8be5-a6aedb4ca28b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:32.317924 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8218d74-99dd-4148-ab87-f5488d108ef7 req-59f305e1-db9c-4d77-8be5-a6aedb4ca28b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.1335773 Aug 20 15:14:32.321435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ee9b091-847b-4aa1-85e5-d0b65f9c0513 req-78c8f58f-89f7-451a-8ee5-c483faf17564 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235528 Aug 20 15:14:32.341312 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0fade083-f67b-481a-8337-26df5ca611be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:32.385242 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0fade083-f67b-481a-8337-26df5ca611be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:32.399668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8218d74-99dd-4148-ab87-f5488d108ef7 req-fcf23ad2-1e18-4f9c-bf19-4de74c35434e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592737 Aug 20 15:14:32.448427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0fade083-f67b-481a-8337-26df5ca611be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:32.451032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0fade083-f67b-481a-8337-26df5ca611be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:32.454540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0fade083-f67b-481a-8337-26df5ca611be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a669925-cbf7-4ca7-9771-d439dbd505b9 HTTP/1.1" status: 204 len: 168 time: 0.2059369 Aug 20 15:14:32.460266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fade083-f67b-481a-8337-26df5ca611be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a669925-cbf7-4ca7-9771-d439dbd505b9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:32.659124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f7c5a4d-838c-4bab-ac45-c08db87ae33d req-edeae5f2-be2b-4393-9cd6-ddd0ebd442bd tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0348699 Aug 20 15:14:33.518771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377a7d3-a6a0-4dc9-b402-0205988d4baf req-d6558731-88fa-41eb-bead-0ef0714ee068 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:33.520540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c377a7d3-a6a0-4dc9-b402-0205988d4baf req-d6558731-88fa-41eb-bead-0ef0714ee068 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.1092587 Aug 20 15:14:33.637081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c377a7d3-a6a0-4dc9-b402-0205988d4baf req-e11ade4c-ccff-400e-9cfe-ecca8b996d35 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042912 Aug 20 15:14:33.652286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9baf9-7342-4d8c-a594-6d1546472cd2 req-4973b827-2ba5-4c87-a6e3-2c7ce332dc1e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:33.653936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7e9baf9-7342-4d8c-a594-6d1546472cd2 req-4973b827-2ba5-4c87-a6e3-2c7ce332dc1e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.1321237 Aug 20 15:14:33.716481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7e9baf9-7342-4d8c-a594-6d1546472cd2 req-4d470b02-5d6d-4ac9-a3b6-cee148262cbe tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536129 Aug 20 15:14:33.806518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2df18bb-c6af-4a6a-a738-2ca9b0aa3c10 req-c346a454-dc56-4a81-aeaa-890ff3bd3e17 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0339212 Aug 20 15:14:33.968813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:14:34.065426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:34.077088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'f1855cf4-377e-4404-9f24-c77989128586', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'port_id': 'f1855cf4-377e-4404-9f24-c77989128586', 'mac_address': 'fa:16:3e:94:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:14:34.119047 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:34.131597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1855cf4-377e-4404-9f24-c77989128586 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:14:34.154259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:34.160502 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:34.215669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:34.571840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f1855cf4-377e-4404-9f24-c77989128586'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:14:34.616110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60250) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:34.797794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-269e665d-c34d-46bb-8c42-5e99d39ae769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:34.849586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd4124-8005-4761-9a45-cdc531e44c25 req-9f40094f-7d94-46ef-bb46-2d1184a46c0f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:34.851045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bdd4124-8005-4761-9a45-cdc531e44c25 req-9f40094f-7d94-46ef-bb46-2d1184a46c0f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.1048887 Aug 20 15:14:34.912005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b9b72-183a-4992-b4d4-98af439484c1 req-6bf483bd-4f0a-4e67-bee9-8ebcb4b7914a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:34.913544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea7b9b72-183a-4992-b4d4-98af439484c1 req-6bf483bd-4f0a-4e67-bee9-8ebcb4b7914a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 945 time: 0.1127086 Aug 20 15:14:34.953549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bdd4124-8005-4761-9a45-cdc531e44c25 req-79d040b3-a90b-44d4-9058-c75b7eb62ebc tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907273 Aug 20 15:14:34.991654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea7b9b72-183a-4992-b4d4-98af439484c1 req-5bc81cce-ec91-47f7-b922-3726bcc5ca41 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647478 Aug 20 15:14:35.029342 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-269e665d-c34d-46bb-8c42-5e99d39ae769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.035318 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-269e665d-c34d-46bb-8c42-5e99d39ae769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.095280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ee9e353-6a61-4ec5-839a-1f0d3b2d4f3e req-9f9d0735-a00f-4c33-ba13-ef47a5df4522 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0567639 Aug 20 15:14:35.115750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60270) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:35.122671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-269e665d-c34d-46bb-8c42-5e99d39ae769 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca6fcd78acc74c1aaaf621dc69b40b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053568 Aug 20 15:14:35.124890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e665d-c34d-46bb-8c42-5e99d39ae769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869b93e6-d04f-4cf7-8698-96b84cea106a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:35.186121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5fd0a0dd-6d82-4d9e-beb1-75e3df4ca7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.211341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5fd0a0dd-6d82-4d9e-beb1-75e3df4ca7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.261397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5fd0a0dd-6d82-4d9e-beb1-75e3df4ca7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.264547 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5fd0a0dd-6d82-4d9e-beb1-75e3df4ca7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.268718 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5fd0a0dd-6d82-4d9e-beb1-75e3df4ca7c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/869b93e6-d04f-4cf7-8698-96b84cea106a HTTP/1.1" status: 204 len: 168 time: 0.1494045 Aug 20 15:14:35.275970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0a0dd-6d82-4d9e-beb1-75e3df4ca7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869b93e6-d04f-4cf7-8698-96b84cea106a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:35.563989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60276) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:35.578258 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb19b157-db26-4249-b10d-cea0db17cc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.677198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb19b157-db26-4249-b10d-cea0db17cc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.681920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb19b157-db26-4249-b10d-cea0db17cc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.722778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60280) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:35.723270 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cb19b157-db26-4249-b10d-cea0db17cc8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4df361b30ee14afe9b3758860b08f6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577046 Aug 20 15:14:35.724415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19b157-db26-4249-b10d-cea0db17cc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0263eb-a680-4740-ae99-d367825b6382,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:35.783921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7bd018ae-c754-4002-8296-90ccd8c3a64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.811562 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7bd018ae-c754-4002-8296-90ccd8c3a64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.888009 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7bd018ae-c754-4002-8296-90ccd8c3a64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.892126 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7bd018ae-c754-4002-8296-90ccd8c3a64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.893392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7bd018ae-c754-4002-8296-90ccd8c3a64e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c0263eb-a680-4740-ae99-d367825b6382 HTTP/1.1" status: 204 len: 168 time: 0.1686091 Aug 20 15:14:35.908996 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:35.915952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd018ae-c754-4002-8296-90ccd8c3a64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0263eb-a680-4740-ae99-d367825b6382,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:35.991784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:14:36.095308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port f1855cf4-377e-4404-9f24-c77989128586 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:14:36.100045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port f1855cf4-377e-4404-9f24-c77989128586 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:14:36.100703 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.263599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542381c-0e3b-48df-b1fa-eee34a82473d req-c26c0583-3a1c-419e-b345-c5c6a5b2dcf5 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:36.273268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5542381c-0e3b-48df-b1fa-eee34a82473d req-c26c0583-3a1c-419e-b345-c5c6a5b2dcf5 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.1598508 Aug 20 15:14:36.274303 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.301654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:14:36.304419 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ebe94e-4aee-4b89-b3c5-92e71d739b8c" -d '{"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-plugged", "status": "completed", "tag": "f1855cf4-377e-4404-9f24-c77989128586"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:14:36.338722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:14:36.344970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.355237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60308) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:36.432143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:36.445503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d7205-246a-4736-997f-5960ed86d551 req-3c981987-0311-4335-8647-281641b0ab35 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:36.454407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3d7205-246a-4736-997f-5960ed86d551 req-3c981987-0311-4335-8647-281641b0ab35 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 945 time: 0.2410376 Aug 20 15:14:36.466159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5542381c-0e3b-48df-b1fa-eee34a82473d req-dfcb9f0d-76b4-4b19-bbf6-a03d07a3b664 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917191 Aug 20 15:14:36.510055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3d7205-246a-4736-997f-5960ed86d551 req-773fce16-5f2a-4d5d-b2f8-4a9b5ddea587 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495381 Aug 20 15:14:36.574780 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c67c0a-f3aa-401f-afe7-e3f93e158898 x-openstack-request-id: req-74c67c0a-f3aa-401f-afe7-e3f93e158898 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:14:36.575150 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-plugged", "status": "completed", "tag": "f1855cf4-377e-4404-9f24-c77989128586", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:14:36.575474 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74c67c0a-f3aa-401f-afe7-e3f93e158898 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:14:36.576091 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586', 'code': 200} Aug 20 15:14:36.577645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29d48945-d6f6-4ec8-bd9a-aef4164c54f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.630454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c82a8df0-f443-4217-87ee-e3d05f09b87f req-489fc620-28e2-48c1-9dfc-1db54579500c tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0435853 Aug 20 15:14:36.722549 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29d48945-d6f6-4ec8-bd9a-aef4164c54f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.728201 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29d48945-d6f6-4ec8-bd9a-aef4164c54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.756429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b815d75-a83e-47d2-b277-bbd2f2975b28 req-0613c413-4675-4542-9da6-17350782bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:36.758896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b815d75-a83e-47d2-b277-bbd2f2975b28 req-0613c413-4675-4542-9da6-17350782bea7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1098 time: 0.0590131 Aug 20 15:14:36.763143 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-29d48945-d6f6-4ec8-bd9a-aef4164c54f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa38eae962384aa08e08851c327820da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068103 Aug 20 15:14:36.766140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60320) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:36.776729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d48945-d6f6-4ec8-bd9a-aef4164c54f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b518c2e-b179-4407-98e9-27d55c5bd957,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:36.833397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b815d75-a83e-47d2-b277-bbd2f2975b28 req-6d5a49b3-d38c-45ef-8f16-8b25fb8f4451 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604098 Aug 20 15:14:36.846345 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa07e4ba-30ed-42bf-9d77-0ec4906b8c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.870258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa07e4ba-30ed-42bf-9d77-0ec4906b8c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.922174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa07e4ba-30ed-42bf-9d77-0ec4906b8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.925341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa07e4ba-30ed-42bf-9d77-0ec4906b8c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:36.926766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aa07e4ba-30ed-42bf-9d77-0ec4906b8c0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b518c2e-b179-4407-98e9-27d55c5bd957 HTTP/1.1" status: 204 len: 168 time: 0.1595528 Aug 20 15:14:36.946129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07e4ba-30ed-42bf-9d77-0ec4906b8c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b518c2e-b179-4407-98e9-27d55c5bd957,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:37.362244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60346) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:37.377924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5c60561-755a-4f55-a7ba-be1027a7e1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:37.488170 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5c60561-755a-4f55-a7ba-be1027a7e1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:37.496320 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c5c60561-755a-4f55-a7ba-be1027a7e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:37.531313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c5c60561-755a-4f55-a7ba-be1027a7e1ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dbe967a54d34f878328e1c7df54c288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678431 Aug 20 15:14:37.533938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60354) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:37.564210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c60561-755a-4f55-a7ba-be1027a7e1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad269a1-4583-44f7-bc86-70e73dc856a0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:37.654754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-211672e1-485f-4739-9bfc-ff89bef8013e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:37.742697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-211672e1-485f-4739-9bfc-ff89bef8013e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:37.762579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff79a3-24f3-4a0b-b268-0c4c827fdd50 req-28c51ed0-9b53-4f9a-bb36-39f761a958b6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:37.772319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61ff79a3-24f3-4a0b-b268-0c4c827fdd50 req-28c51ed0-9b53-4f9a-bb36-39f761a958b6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.1678302 Aug 20 15:14:37.802092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a1b2-49f3-4f4d-bc71-0bbe02739b12 req-31c7672d-b6ab-4bee-8eb3-0afdc6e559d9 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:37.810194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1146a1b2-49f3-4f4d-bc71-0bbe02739b12 req-31c7672d-b6ab-4bee-8eb3-0afdc6e559d9 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1507902 Aug 20 15:14:37.841106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-211672e1-485f-4739-9bfc-ff89bef8013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:37.844015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-211672e1-485f-4739-9bfc-ff89bef8013e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:37.848052 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-211672e1-485f-4739-9bfc-ff89bef8013e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bad269a1-4583-44f7-bc86-70e73dc856a0 HTTP/1.1" status: 204 len: 168 time: 0.3130734 Aug 20 15:14:37.854993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61ff79a3-24f3-4a0b-b268-0c4c827fdd50 req-0a8873e1-30a1-4725-9817-384c5877b06b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815165 Aug 20 15:14:37.860125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211672e1-485f-4739-9bfc-ff89bef8013e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad269a1-4583-44f7-bc86-70e73dc856a0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:37.934214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1146a1b2-49f3-4f4d-bc71-0bbe02739b12 req-d8ff5269-355d-443b-98a4-e350f6d4b64a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192214 Aug 20 15:14:38.011136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d956545d-6540-468f-87b2-dfbfa27516f4 req-da943108-6768-48e3-ac47-b69cabe7bf91 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0382798 Aug 20 15:14:38.287420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60382) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:38.503503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7d65f5e-9ac0-45a0-aaf2-158d70ada448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:38.607881 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7d65f5e-9ac0-45a0-aaf2-158d70ada448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:38.611973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7d65f5e-9ac0-45a0-aaf2-158d70ada448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:38.653061 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a7d65f5e-9ac0-45a0-aaf2-158d70ada448 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7ce54693c404cc387aca04ee80f728e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642123 Aug 20 15:14:38.654202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d65f5e-9ac0-45a0-aaf2-158d70ada448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9def1cd2-301d-4d15-b01d-12d50c5d57d9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:38.656082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60396) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:38.711983 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e352750-314d-4ad6-9a52-5d9a03ff7be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:38.736950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e352750-314d-4ad6-9a52-5d9a03ff7be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:38.788003 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e352750-314d-4ad6-9a52-5d9a03ff7be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:38.795594 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e352750-314d-4ad6-9a52-5d9a03ff7be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:38.795594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2e352750-314d-4ad6-9a52-5d9a03ff7be3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9def1cd2-301d-4d15-b01d-12d50c5d57d9 HTTP/1.1" status: 204 len: 168 time: 0.1360431 Aug 20 15:14:38.803994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e352750-314d-4ad6-9a52-5d9a03ff7be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9def1cd2-301d-4d15-b01d-12d50c5d57d9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:39.018064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d508b-2376-444c-b8b1-4643b81b1f48 req-9c415487-a1c0-4ae6-9968-da517ac40564 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:39.019834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa9d508b-2376-444c-b8b1-4643b81b1f48 req-9c415487-a1c0-4ae6-9968-da517ac40564 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0609922 Aug 20 15:14:39.102740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e32bc-6998-4fb4-a277-40453849b74d req-265197df-8f95-4f9a-8727-9b19bc0dba8d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:39.102740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031e32bc-6998-4fb4-a277-40453849b74d req-265197df-8f95-4f9a-8727-9b19bc0dba8d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.0798190 Aug 20 15:14:39.109777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa9d508b-2376-444c-b8b1-4643b81b1f48 req-5f125ffe-623e-48a6-b05e-0db3967544c9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765524 Aug 20 15:14:39.344011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60434) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:39.358898 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9f73358-08a5-4a74-b184-621fbb0f16be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:39.468511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9f73358-08a5-4a74-b184-621fbb0f16be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:39.474187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c9f73358-08a5-4a74-b184-621fbb0f16be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:39.525449 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c9f73358-08a5-4a74-b184-621fbb0f16be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72a7f3084650487c9b287bade876d43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801045 Aug 20 15:14:39.526670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f73358-08a5-4a74-b184-621fbb0f16be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44a67b5-42fd-45c6-a81d-85a083b1d09e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:39.530661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60440) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:39.548656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f6a62f4-046a-483c-9804-5cbf9729a571 req-7135fad4-ab5b-46e2-92ad-a8257c82d52c tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0362096 Aug 20 15:14:39.581548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031e32bc-6998-4fb4-a277-40453849b74d req-9c7c3e64-c67d-4e91-8a54-6cac7514e3ac tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4698839 Aug 20 15:14:39.600193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e936a27d-2499-4194-ab63-f93eba0acc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:39.634185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e936a27d-2499-4194-ab63-f93eba0acc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:39.707574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e936a27d-2499-4194-ab63-f93eba0acc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:39.715866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e936a27d-2499-4194-ab63-f93eba0acc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:39.717460 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e936a27d-2499-4194-ab63-f93eba0acc54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c44a67b5-42fd-45c6-a81d-85a083b1d09e HTTP/1.1" status: 204 len: 168 time: 0.1854057 Aug 20 15:14:39.736182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936a27d-2499-4194-ab63-f93eba0acc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44a67b5-42fd-45c6-a81d-85a083b1d09e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:39.738311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d131d15-fb5d-4362-ad29-1d98b0cc7ea9 req-94fde621-fe21-452c-ae39-6398b7a4937e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:39.744192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d131d15-fb5d-4362-ad29-1d98b0cc7ea9 req-94fde621-fe21-452c-ae39-6398b7a4937e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.0873067 Aug 20 15:14:39.750729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60456) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:39.756318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-98e3c0d3-b3a4-4665-9e56-cbbe95ff5988 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Request body: {'floatingip': {'port_id': 'f1855cf4-377e-4404-9f24-c77989128586'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:14:39.827212 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98e3c0d3-b3a4-4665-9e56-cbbe95ff5988 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:40.276422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29569baf-24df-40ac-a25d-1109ed43a7ec req-5a58cc45-2b25-4fc4-a886-dab06d8652b9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:40.278588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29569baf-24df-40ac-a25d-1109ed43a7ec req-5a58cc45-2b25-4fc4-a886-dab06d8652b9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0699077 Aug 20 15:14:40.348918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29569baf-24df-40ac-a25d-1109ed43a7ec req-d5ece659-31c2-4cc1-a15a-a0fecc1699fb tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638955 Aug 20 15:14:40.537632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60502) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:40.699453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2da8ba0-b2a9-43c5-a3e2-b3ea3d48d712 req-59f24cd2-97c5-4875-b409-e74ce6198639 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0333779 Aug 20 15:14:40.711766 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c86545a-79d3-4ee6-83e4-c77818bb2b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:40.741610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98e3c0d3-b3a4-4665-9e56-cbbe95ff5988 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:40.747162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98e3c0d3-b3a4-4665-9e56-cbbe95ff5988 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:40.836696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c86545a-79d3-4ee6-83e4-c77818bb2b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:40.842240 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c86545a-79d3-4ee6-83e4-c77818bb2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:40.875257 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-98e3c0d3-b3a4-4665-9e56-cbbe95ff5988 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Floating IP 0ecb5fe1-773e-4cf8-92de-402fb5c4043a associated. External IP: 172.25.5.40, port: f1855cf4-377e-4404-9f24-c77989128586. Aug 20 15:14:40.887403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5c86545a-79d3-4ee6-83e4-c77818bb2b7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05b33c683c244b16b7ab0361721e9e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484371 Aug 20 15:14:40.889106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86545a-79d3-4ee6-83e4-c77818bb2b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5bd097-c94f-44b8-b84f-4048eda2ce6c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:40.906633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60518) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:40.968921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ed7510f-9e23-4fbf-9802-5d091bcbb341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:40.999280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ed7510f-9e23-4fbf-9802-5d091bcbb341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:41.059704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ed7510f-9e23-4fbf-9802-5d091bcbb341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:41.062552 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1ed7510f-9e23-4fbf-9802-5d091bcbb341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:41.063754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1ed7510f-9e23-4fbf-9802-5d091bcbb341 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a5bd097-c94f-44b8-b84f-4048eda2ce6c HTTP/1.1" status: 204 len: 168 time: 0.1537137 Aug 20 15:14:41.075370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7510f-9e23-4fbf-9802-5d091bcbb341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5bd097-c94f-44b8-b84f-4048eda2ce6c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:41.147341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e3c0d3-b3a4-4665-9e56-cbbe95ff5988 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Router 948d4415-dcbd-41d1-bbc6-46ba0361c1da has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:14:41.284328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e3c0d3-b3a4-4665-9e56-cbbe95ff5988 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:14:41.289665 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98e3c0d3-b3a4-4665-9e56-cbbe95ff5988 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:41.297273 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] Sync routers for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:14:41.311220 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:14:41.311863 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:14:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:41.334726 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-98e3c0d3-b3a4-4665-9e56-cbbe95ff5988 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "PUT /v2.0/floatingips/0ecb5fe1-773e-4cf8-92de-402fb5c4043a HTTP/1.1" status: 200 len: 991 time: 1.5736253 Aug 20 15:14:41.335288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:14:41.338540 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19421d23-0d0e-4e23-b230-e3b110739b72" -d '{"events": [{"name": "network-changed", "server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "tag": "f1855cf4-377e-4404-9f24-c77989128586"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:14:41.406515 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e9f92b-e9d1-4aff-9317-cf2f3e08f004 x-openstack-request-id: req-82e9f92b-e9d1-4aff-9317-cf2f3e08f004 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:14:41.407029 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "tag": "f1855cf4-377e-4404-9f24-c77989128586", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:14:41.407447 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82e9f92b-e9d1-4aff-9317-cf2f3e08f004 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:14:41.408049 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586', 'status': 'completed', 'code': 200} Aug 20 15:14:41.506877 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:14:41.567450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-87cdfc06-c1f0-4110-a7da-04f585f3d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:41.571879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-87cdfc06-c1f0-4110-a7da-04f585f3d078 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1098 time: 0.1063075 Aug 20 15:14:41.704910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-9113053d-c72f-45f1-9571-82d68b7707da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:41.707789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-9113053d-c72f-45f1-9571-82d68b7707da service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1290987 Aug 20 15:14:41.783652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60552) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:41.805832 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-deca10f1-5692-4672-b39c-eed58753bf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:41.838374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-3f2a8717-828f-4308-b812-096226cb5a46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 999 time: 0.1219609 Aug 20 15:14:41.894548 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '0ecb5fe1-773e-4cf8-92de-402fb5c4043a', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'port_id': 'f1855cf4-377e-4404-9f24-c77989128586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'mac_address': 'fa:16:3e:94:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:14:21Z', 'updated_at': '2021-08-20T15:14:40Z', 'revision_number': 1, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:41.933441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00f5e985-866b-41f6-90bd-c098fc51ab76 req-d66870aa-fa48-40f0-acb6-f7d2a089a805 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0547452 Aug 20 15:14:41.941807 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] Checking router: 948d4415-dcbd-41d1-bbc6-46ba0361c1da for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:14:41.955634 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:14:41.956376 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:14:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:41.987634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-95b745a8-9b71-4dad-ad33-9c7ede8a0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:41.989455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-95b745a8-9b71-4dad-ad33-9c7ede8a0a64 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.1439106 Aug 20 15:14:42.044639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680faf2a-62d0-4d0d-b275-8627767058bc req-34ffd14a-8ddc-46c4-a9cf-80dfdbbaec5b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:42.055739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-680faf2a-62d0-4d0d-b275-8627767058bc req-34ffd14a-8ddc-46c4-a9cf-80dfdbbaec5b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.5409806 Aug 20 15:14:42.091258 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:14:42.119831 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-deca10f1-5692-4672-b39c-eed58753bf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:42.146499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-680faf2a-62d0-4d0d-b275-8627767058bc req-f4b552e4-d4a1-43e6-bb4e-578f1766c029 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760098 Aug 20 15:14:42.146499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-8364e8ee-078f-4ab7-a8f4-f6af69c0827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:42.146499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-8364e8ee-078f-4ab7-a8f4-f6af69c0827b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428022 Aug 20 15:14:42.146499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-deca10f1-5692-4672-b39c-eed58753bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:42.205599 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8db40366-b256-430e-b90d-dea65afdc9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:42.236897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca10f1-5692-4672-b39c-eed58753bf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7e631a-8542-4741-aa56-5a3fc173f92e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:42.244391 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-deca10f1-5692-4672-b39c-eed58753bf1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36f070a3eb784144887a9d82bbd80dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571273 Aug 20 15:14:42.244763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60568) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:42.345836 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8a1f79fc-2fdb-4bbe-aad3-7db14543780e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:42.374468 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8a1f79fc-2fdb-4bbe-aad3-7db14543780e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:42.400567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-0f85f480-dcc2-4831-92c6-4cef64ee58b8 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492681 Aug 20 15:14:42.452675 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8a1f79fc-2fdb-4bbe-aad3-7db14543780e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:42.462685 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8a1f79fc-2fdb-4bbe-aad3-7db14543780e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:42.466546 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8a1f79fc-2fdb-4bbe-aad3-7db14543780e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf7e631a-8542-4741-aa56-5a3fc173f92e HTTP/1.1" status: 204 len: 168 time: 0.2193737 Aug 20 15:14:42.496686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f79fc-2fdb-4bbe-aad3-7db14543780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7e631a-8542-4741-aa56-5a3fc173f92e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:42.536230 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '0ecb5fe1-773e-4cf8-92de-402fb5c4043a', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'port_id': 'f1855cf4-377e-4404-9f24-c77989128586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'mac_address': 'fa:16:3e:94:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:14:21Z', 'updated_at': '2021-08-20T15:14:40Z', 'revision_number': 1, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:14:42.545445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19421d23-0d0e-4e23-b230-e3b110739b72 req-eabdd380-933c-4fb6-b7f8-8a2e1f7aee88 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336803 Aug 20 15:14:42.572652 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de0408-19c5-4265-a324-bb3b0f264e96 None None] The sync data for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 is: [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '0ecb5fe1-773e-4cf8-92de-402fb5c4043a', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'port_id': 'f1855cf4-377e-4404-9f24-c77989128586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'mac_address': 'fa:16:3e:94:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:14:21Z', 'updated_at': '2021-08-20T15:14:40Z', 'revision_number': 1, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:14:42.942701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a86dba-5010-4b29-b175-5607d1860db8 None None] New status for floating IP 0ecb5fe1-773e-4cf8-92de-402fb5c4043a: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:14:43.146000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44ea805b-a2a1-47e8-b0e0-fc79a6f80b8c req-9e278103-600f-4b93-9661-5c465b23fe15 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0660586 Aug 20 15:14:43.287797 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60604) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:43.330005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45919298-7e24-4374-ae60-5046c2dddb08 req-d60f7a00-e5bd-4a7c-ade8-2264490900d3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:43.331697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45919298-7e24-4374-ae60-5046c2dddb08 req-d60f7a00-e5bd-4a7c-ade8-2264490900d3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0687032 Aug 20 15:14:43.396281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45919298-7e24-4374-ae60-5046c2dddb08 req-c6668fc6-bcd5-4ae6-b10b-c1e397b34395 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575092 Aug 20 15:14:43.498445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e20512fc-b892-42cb-8689-c24256b38f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:43.646635 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e20512fc-b892-42cb-8689-c24256b38f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:43.651350 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e20512fc-b892-42cb-8689-c24256b38f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:43.708713 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e20512fc-b892-42cb-8689-c24256b38f08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2695b4269884c2eb490cd811e36d5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196181 Aug 20 15:14:43.711348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60620) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:43.732968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20512fc-b892-42cb-8689-c24256b38f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf318e-236d-43bb-a911-d204cb34ae19,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:43.784350 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e736281-eeaa-462e-8654-dfd81a99e043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:43.820916 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e736281-eeaa-462e-8654-dfd81a99e043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:43.869138 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e736281-eeaa-462e-8654-dfd81a99e043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:43.871725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e736281-eeaa-462e-8654-dfd81a99e043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:43.872885 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3e736281-eeaa-462e-8654-dfd81a99e043 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eacf318e-236d-43bb-a911-d204cb34ae19 HTTP/1.1" status: 204 len: 168 time: 0.1604176 Aug 20 15:14:43.880927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e736281-eeaa-462e-8654-dfd81a99e043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf318e-236d-43bb-a911-d204cb34ae19,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:44.285884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b166bbe4-d8eb-42a1-927d-3e0241709b73 req-dbf06484-71dc-4ebb-8f04-e468a769d88c tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0523162 Aug 20 15:14:44.289283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60652) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:44.411054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60656) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:44.449325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bad9ed8c-946f-46d4-b9b4-5d9c44c7cc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.474964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-722dfdff-42c0-4107-842d-c70f9b79cda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.576495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be730985-0a6d-4c2d-8689-2d5dbc5a471e req-525672e2-ff43-4513-bd7c-6151b58938cb tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:44.578454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be730985-0a6d-4c2d-8689-2d5dbc5a471e req-525672e2-ff43-4513-bd7c-6151b58938cb tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0876267 Aug 20 15:14:44.650696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be730985-0a6d-4c2d-8689-2d5dbc5a471e req-31ba2c1e-9b75-4f5b-888b-af41e80a74b6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562291 Aug 20 15:14:44.680332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bad9ed8c-946f-46d4-b9b4-5d9c44c7cc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.688801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bad9ed8c-946f-46d4-b9b4-5d9c44c7cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.760834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bad9ed8c-946f-46d4-b9b4-5d9c44c7cc96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d619d8d44bfd459796570e567b0b45f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460412 Aug 20 15:14:44.761334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60662) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:44.766112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9ed8c-946f-46d4-b9b4-5d9c44c7cc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85cd97a-ff04-43e3-bd9b-244ecd612ff4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:44.829459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.846343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5f9598d-c283-4fb8-8c5f-b52824c9463f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.856430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-722dfdff-42c0-4107-842d-c70f9b79cda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.861759 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-722dfdff-42c0-4107-842d-c70f9b79cda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.873481 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5f9598d-c283-4fb8-8c5f-b52824c9463f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.919996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-722dfdff-42c0-4107-842d-c70f9b79cda3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6b6fae701af4a26aab31e7e4149a199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194899 Aug 20 15:14:44.922351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60664) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:44.936954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dfdff-42c0-4107-842d-c70f9b79cda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8700d5f-167b-4418-aeb1-fea0b9b89012,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:44.947396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5f9598d-c283-4fb8-8c5f-b52824c9463f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.950710 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5f9598d-c283-4fb8-8c5f-b52824c9463f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:44.953845 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c5f9598d-c283-4fb8-8c5f-b52824c9463f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b85cd97a-ff04-43e3-bd9b-244ecd612ff4 HTTP/1.1" status: 204 len: 168 time: 0.1901894 Aug 20 15:14:44.987664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9598d-c283-4fb8-8c5f-b52824c9463f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85cd97a-ff04-43e3-bd9b-244ecd612ff4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:45.021164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8adb4043-17b1-4ec8-b744-d5f4189e2570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.047568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8adb4043-17b1-4ec8-b744-d5f4189e2570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.099875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8adb4043-17b1-4ec8-b744-d5f4189e2570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.103847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8adb4043-17b1-4ec8-b744-d5f4189e2570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.109566 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8adb4043-17b1-4ec8-b744-d5f4189e2570 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8700d5f-167b-4418-aeb1-fea0b9b89012 HTTP/1.1" status: 204 len: 168 time: 0.1856117 Aug 20 15:14:45.120882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4043-17b1-4ec8-b744-d5f4189e2570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8700d5f-167b-4418-aeb1-fea0b9b89012,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:45.182635 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1845c95b-3a6e-41f6-90c5-eaff181fc59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.436612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60684) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:45.437565 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de4dc2b1-4dff-410e-a7c0-2cd7fac9618b req-deedcc2b-4718-4b77-8f36-c72a9a71a0ce tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0402601 Aug 20 15:14:45.459394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34075828-e322-4653-88a6-8fc19276f5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.565068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34075828-e322-4653-88a6-8fc19276f5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.569620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34075828-e322-4653-88a6-8fc19276f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.609274 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34075828-e322-4653-88a6-8fc19276f5a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=abc6b5c98ab24f2586bfbe6ca4845337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716080 Aug 20 15:14:45.611416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34075828-e322-4653-88a6-8fc19276f5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd79f2-8c69-4310-9369-8079b61b97bf,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:45.612123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60688) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:45.684261 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7effa33c-613a-43ff-8c01-a3d810e0eb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.709828 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7effa33c-613a-43ff-8c01-a3d810e0eb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.783987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7effa33c-613a-43ff-8c01-a3d810e0eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.787260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7effa33c-613a-43ff-8c01-a3d810e0eb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:45.791740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7effa33c-613a-43ff-8c01-a3d810e0eb84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37dd79f2-8c69-4310-9369-8079b61b97bf HTTP/1.1" status: 204 len: 168 time: 0.1775513 Aug 20 15:14:45.801042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7effa33c-613a-43ff-8c01-a3d810e0eb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd79f2-8c69-4310-9369-8079b61b97bf,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:46.031391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dd863-86ea-4c90-a4af-1fd41869191a req-0018f372-8e64-4121-995a-2221e1f97662 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:46.033039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-119dd863-86ea-4c90-a4af-1fd41869191a req-0018f372-8e64-4121-995a-2221e1f97662 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.2882321 Aug 20 15:14:46.092272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-119dd863-86ea-4c90-a4af-1fd41869191a req-c341b351-5347-484d-92f0-95e0ebd4cb1e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514820 Aug 20 15:14:46.130637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:46.637392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b79dedf8-d625-4262-956e-07c427b63548 req-f1d186b2-1a99-4f03-aad3-e22c9e6d7bb4 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0525017 Aug 20 15:14:46.794510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60742) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:46.996448 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-125623af-a9b7-4b2c-aac6-7cbfa9194594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.095160 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-125623af-a9b7-4b2c-aac6-7cbfa9194594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.100007 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-125623af-a9b7-4b2c-aac6-7cbfa9194594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.137841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125623af-a9b7-4b2c-aac6-7cbfa9194594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275cdf9d-8ffd-4260-af53-692e2d74b6eb,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:47.162863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-125623af-a9b7-4b2c-aac6-7cbfa9194594 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0db9eecf090449a81a408d9d48f8059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3648150 Aug 20 15:14:47.163236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60760) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:47.258171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f70b0-1ccd-4617-bcc0-b8454800cd03 req-7163d8bc-dc5f-439d-b476-2bb78cc9c665 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:47.259787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-064f70b0-1ccd-4617-bcc0-b8454800cd03 req-7163d8bc-dc5f-439d-b476-2bb78cc9c665 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0825996 Aug 20 15:14:47.260954 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae683e3f-3124-4e4b-9fdc-4e929d1bf205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.306419 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae683e3f-3124-4e4b-9fdc-4e929d1bf205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.333213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-064f70b0-1ccd-4617-bcc0-b8454800cd03 req-3bb2f5ad-3b01-4494-8bf9-b57d9a073952 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623686 Aug 20 15:14:47.370268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae683e3f-3124-4e4b-9fdc-4e929d1bf205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.374430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae683e3f-3124-4e4b-9fdc-4e929d1bf205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.376879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ae683e3f-3124-4e4b-9fdc-4e929d1bf205 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/275cdf9d-8ffd-4260-af53-692e2d74b6eb HTTP/1.1" status: 204 len: 168 time: 0.2123060 Aug 20 15:14:47.394673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae683e3f-3124-4e4b-9fdc-4e929d1bf205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275cdf9d-8ffd-4260-af53-692e2d74b6eb,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:47.575463 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:14:47.725078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60784) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:47.746501 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7021cd07-aa0c-40e6-8e13-c2b81148fc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.784254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d756a5b0-288d-4961-b570-697de530de7f req-44ec2474-fe8c-44f2-8a48-b714d5e4ff26 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0339282 Aug 20 15:14:47.816413 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.895149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7021cd07-aa0c-40e6-8e13-c2b81148fc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.907690 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7021cd07-aa0c-40e6-8e13-c2b81148fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:47.947126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7021cd07-aa0c-40e6-8e13-c2b81148fc6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d5e396c25e65428fa8fb41c95c88560c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203360 Aug 20 15:14:47.949688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60788) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:47.963413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021cd07-aa0c-40e6-8e13-c2b81148fc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c968e72-d56f-4246-9e01-dad68d877c6d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:48.036148 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-de77a683-0575-4784-9add-d5968fa9797a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:48.062134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-de77a683-0575-4784-9add-d5968fa9797a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:48.151196 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-de77a683-0575-4784-9add-d5968fa9797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:48.154768 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-de77a683-0575-4784-9add-d5968fa9797a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:48.157643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-de77a683-0575-4784-9add-d5968fa9797a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c968e72-d56f-4246-9e01-dad68d877c6d HTTP/1.1" status: 204 len: 168 time: 0.2061825 Aug 20 15:14:48.176703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77a683-0575-4784-9add-d5968fa9797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c968e72-d56f-4246-9e01-dad68d877c6d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:48.480902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092080f5-db87-412b-9fda-6c6433862b3b req-b1350799-4fd2-4ce3-8cc4-d7f35c26d822 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:48.482775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-092080f5-db87-412b-9fda-6c6433862b3b req-b1350799-4fd2-4ce3-8cc4-d7f35c26d822 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0617936 Aug 20 15:14:48.536743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-092080f5-db87-412b-9fda-6c6433862b3b req-8000f049-0d71-4d54-b25f-ca6e74013642 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Aug 20 15:14:48.931822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aae9aada-502a-44ad-864d-6dd342a61f55 req-3c5d30e7-eeba-41dc-ba25-03a613e448d1 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0459945 Aug 20 15:14:49.662157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3702895-5c42-421a-928b-402fc700fb60 req-93c06bcd-3417-4f61-bd1c-4614fe4f8532 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:49.664215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3702895-5c42-421a-928b-402fc700fb60 req-93c06bcd-3417-4f61-bd1c-4614fe4f8532 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0546372 Aug 20 15:14:49.705358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3702895-5c42-421a-928b-402fc700fb60 req-d5f132a3-11cb-43c1-9734-bf4c3e8198fd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338936 Aug 20 15:14:50.063744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08d964af-f78f-4ef8-943a-a5db9b953cb4 req-062f955c-c087-47fa-95f8-cfd20d44c162 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0342524 Aug 20 15:14:50.833975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ae3a-db84-46be-b20f-5d9cb76d4a01 req-455e0af5-4b89-4497-ad93-a5b92a3baa42 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:50.836171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4536ae3a-db84-46be-b20f-5d9cb76d4a01 req-455e0af5-4b89-4497-ad93-a5b92a3baa42 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0551546 Aug 20 15:14:50.876591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4536ae3a-db84-46be-b20f-5d9cb76d4a01 req-472abc3f-adf8-4963-ab62-46474a6d18c8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Aug 20 15:14:51.184435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64b652e2-b7bf-4c3e-86ae-9f3ade2eb2aa req-2ab60d46-6260-44b3-a3c7-c1a6c96a41ba tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0296035 Aug 20 15:14:52.003623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024ac02-2e36-4f22-b336-dc6ddf4ecb00 req-f44303c6-e24d-4ac9-9c3a-4174caa97e65 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:52.005148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f024ac02-2e36-4f22-b336-dc6ddf4ecb00 req-f44303c6-e24d-4ac9-9c3a-4174caa97e65 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0536864 Aug 20 15:14:52.044228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f024ac02-2e36-4f22-b336-dc6ddf4ecb00 req-8a5f2ba4-c8c5-45a5-bca6-f526e9c018e8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323763 Aug 20 15:14:52.287914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9051fbc-2bbb-4576-a2db-bff5ebe0e17b req-f8c18776-21bb-45db-82fe-d0fd354eee16 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0272872 Aug 20 15:14:53.171876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3175c2-70f8-4f25-9b34-95dd558692cd req-7ace2794-cb2b-4de7-a59d-5b3515cf77ff tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:53.173697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b3175c2-70f8-4f25-9b34-95dd558692cd req-7ace2794-cb2b-4de7-a59d-5b3515cf77ff tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0539138 Aug 20 15:14:53.220704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b3175c2-70f8-4f25-9b34-95dd558692cd req-a35c3ca4-97c4-43ed-b697-079d54dc54dd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359080 Aug 20 15:14:53.421655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96dcd234-39b8-4755-ac2d-993036a3db97 req-cbeade82-7df7-485d-a708-305cc024f906 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0549121 Aug 20 15:14:54.367288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3e20d-e163-493b-a9bc-5ab86c3a6079 req-960e885e-9952-4742-b175-ef391d1e41be tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:54.382864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3c3e20d-e163-493b-a9bc-5ab86c3a6079 req-960e885e-9952-4742-b175-ef391d1e41be tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0838265 Aug 20 15:14:54.438508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3c3e20d-e163-493b-a9bc-5ab86c3a6079 req-34054cdf-e74c-40ec-b0a2-66f2b78bb49f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527596 Aug 20 15:14:54.571474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36d2c913-58c5-4219-8374-6f6404422217 req-803f999e-ffc5-40b9-88aa-e8872f54a2d0 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0567172 Aug 20 15:14:54.861630 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-786023a6-d498-458a-8714-e2b9e856009e req-c3e6dd4c-f563-4dfb-9ad7-dac4cb19864c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0278358 Aug 20 15:14:55.567509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa114f51-760c-434b-97a1-7e9fa3acdb0f req-c373a61b-188c-4de7-8f90-90a824fccfda tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:55.569398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa114f51-760c-434b-97a1-7e9fa3acdb0f req-c373a61b-188c-4de7-8f90-90a824fccfda tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0584865 Aug 20 15:14:55.699278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa114f51-760c-434b-97a1-7e9fa3acdb0f req-2f22141a-5f51-46b4-8fbc-f488d96caa16 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206949 Aug 20 15:14:55.748671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfc8fb3d-8b1d-4749-80cf-a41947e96757 req-bfae5e4e-42d1-476a-82c1-505dfc6de3f9 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0339017 Aug 20 15:14:56.673008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60986) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:56.891179 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3de59b8-029c-4b0a-8f8e-42fa9d8f469e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:56.943984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf455779-7889-4a33-b9eb-f0101029b5d5 req-0b11d3e1-3c5f-4bb1-bea1-1a42888846b1 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0740228 Aug 20 15:14:56.962652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563844b-d549-47d6-a2d5-f145ba6a32c9 req-77e8ffe3-b755-4ff5-8ce4-5df066dbd90e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:56.964642 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2563844b-d549-47d6-a2d5-f145ba6a32c9 req-77e8ffe3-b755-4ff5-8ce4-5df066dbd90e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.1494410 Aug 20 15:14:57.067722 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3de59b8-029c-4b0a-8f8e-42fa9d8f469e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:57.087797 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3de59b8-029c-4b0a-8f8e-42fa9d8f469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:57.125439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b3de59b8-029c-4b0a-8f8e-42fa9d8f469e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fea1589500844619efda60355664a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485841 Aug 20 15:14:57.126140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32774) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:57.171605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2563844b-d549-47d6-a2d5-f145ba6a32c9 req-10199c60-6564-4233-9922-3bf7d1191fec tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067622 Aug 20 15:14:57.173661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de59b8-029c-4b0a-8f8e-42fa9d8f469e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522c7332-9727-4330-8b35-c209b511b1fa,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:57.227731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd5ed-1f9d-48fa-a642-f3db5f9f9c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:57.258859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd5ed-1f9d-48fa-a642-f3db5f9f9c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:57.340785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd5ed-1f9d-48fa-a642-f3db5f9f9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:57.344123 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd5ed-1f9d-48fa-a642-f3db5f9f9c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:57.345726 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0b5fd5ed-1f9d-48fa-a642-f3db5f9f9c65 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/522c7332-9727-4330-8b35-c209b511b1fa HTTP/1.1" status: 204 len: 168 time: 0.2179377 Aug 20 15:14:57.356566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fd5ed-1f9d-48fa-a642-f3db5f9f9c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522c7332-9727-4330-8b35-c209b511b1fa,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:57.542748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88ae30a6-35b8-4e4a-b0cc-09029851af9a req-2b1c83ea-655b-4ca9-9031-8990ebcffb4a tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0482545 Aug 20 15:14:57.714713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf627a55-6fb3-4e90-93b1-c7283b0b3eb7 req-aea6c3be-ce60-4d04-8337-5c81283c0fa0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e35dcd6486742f9badb79d36c25349f&device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.2103698 Aug 20 15:14:57.769251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf627a55-6fb3-4e90-93b1-c7283b0b3eb7 req-2b34c7bb-44f5-43bb-a337-daf4cc9ffbb7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5e35dcd6486742f9badb79d36c25349f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402138 Aug 20 15:14:57.814256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32796) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:57.841630 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40db6aec-edd9-494b-b5d9-e256bf397271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.023448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40db6aec-edd9-494b-b5d9-e256bf397271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.036869 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40db6aec-edd9-494b-b5d9-e256bf397271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.063231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf627a55-6fb3-4e90-93b1-c7283b0b3eb7 req-4580471e-9ef6-4662-ba1b-43441e7bda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:58.065045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf627a55-6fb3-4e90-93b1-c7283b0b3eb7 req-4580471e-9ef6-4662-ba1b-43441e7bda58 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2867050 Aug 20 15:14:58.146728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 32802) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:58.158899 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40db6aec-edd9-494b-b5d9-e256bf397271 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9ef7ebf83264ef88f2b92563590857e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431432 Aug 20 15:14:58.162169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 32806) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:58.174014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db6aec-edd9-494b-b5d9-e256bf397271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf67d9f-a069-4e67-87a3-c8e68c4ad9e9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:58.261372 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8b70-372b-4a64-ac43-a277523a042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.294729 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8b70-372b-4a64-ac43-a277523a042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.337144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-575a40ef-085d-42c3-8a75-185c01817164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.406431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8b70-372b-4a64-ac43-a277523a042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.409679 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6f2b8b70-372b-4a64-ac43-a277523a042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.415991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6f2b8b70-372b-4a64-ac43-a277523a042b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbf67d9f-a069-4e67-87a3-c8e68c4ad9e9 HTTP/1.1" status: 204 len: 168 time: 0.2507641 Aug 20 15:14:58.499032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-575a40ef-085d-42c3-8a75-185c01817164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.514112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b8b70-372b-4a64-ac43-a277523a042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf67d9f-a069-4e67-87a3-c8e68c4ad9e9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:58.521237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-575a40ef-085d-42c3-8a75-185c01817164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.605609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-575a40ef-085d-42c3-8a75-185c01817164 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=125388897a7745cbba73ac40e80f2185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576368 Aug 20 15:14:58.608435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32820) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:14:58.627063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a40ef-085d-42c3-8a75-185c01817164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed4051-93cc-492d-befe-6c226f3e8d32,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:58.661105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc9c3-5ff0-4782-8eb7-f657a303f8a8 req-4b602512-4513-4cb0-818f-6c2760522ad1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:58.662928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff4dc9c3-5ff0-4782-8eb7-f657a303f8a8 req-4b602512-4513-4cb0-818f-6c2760522ad1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.1626303 Aug 20 15:14:58.729272 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.752300 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b26808d8-8cc7-4e4b-8584-d1b855096806 req-44243da1-37c0-4f4b-95b4-91e3372421c3 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0797665 Aug 20 15:14:58.760986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf2e00c3-147b-4faa-9953-f00772d54298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.797988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf2e00c3-147b-4faa-9953-f00772d54298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.810848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff4dc9c3-5ff0-4782-8eb7-f657a303f8a8 req-ab0ca9af-b232-463f-a35e-19c61ee9e171 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405256 Aug 20 15:14:58.863017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf2e00c3-147b-4faa-9953-f00772d54298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.869436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf2e00c3-147b-4faa-9953-f00772d54298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:14:58.870608 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cf2e00c3-147b-4faa-9953-f00772d54298 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0eed4051-93cc-492d-befe-6c226f3e8d32 HTTP/1.1" status: 204 len: 168 time: 0.2603309 Aug 20 15:14:58.881326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e00c3-147b-4faa-9953-f00772d54298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed4051-93cc-492d-befe-6c226f3e8d32,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:14:59.009500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7127656e-27ed-4402-b539-dd79f8977e94 req-0c5ff1e0-8816-444a-a8f6-7f789fc5fe9c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553539 Aug 20 15:14:59.103864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127656e-27ed-4402-b539-dd79f8977e94 req-bd4f8f05-46ee-4144-aa4f-4576527f442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:59.105619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7127656e-27ed-4402-b539-dd79f8977e94 req-bd4f8f05-46ee-4144-aa4f-4576527f442d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1096 time: 0.0457616 Aug 20 15:14:59.239957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127656e-27ed-4402-b539-dd79f8977e94 req-f807badf-93f4-4b20-a82b-7890ac162e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:59.244765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7127656e-27ed-4402-b539-dd79f8977e94 req-f807badf-93f4-4b20-a82b-7890ac162e7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1128535 Aug 20 15:14:59.336689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7127656e-27ed-4402-b539-dd79f8977e94 req-5d40a101-552e-41a6-8bcc-414cec0080f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 999 time: 0.0870821 Aug 20 15:14:59.410608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127656e-27ed-4402-b539-dd79f8977e94 req-8e3adefd-b759-47ad-9d1c-3579fc8c8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:59.412785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7127656e-27ed-4402-b539-dd79f8977e94 req-8e3adefd-b759-47ad-9d1c-3579fc8c8150 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0649414 Aug 20 15:14:59.476356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127656e-27ed-4402-b539-dd79f8977e94 req-c585c5b9-2615-4cb6-b186-ba0fcb2773f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:14:59.478124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7127656e-27ed-4402-b539-dd79f8977e94 req-c585c5b9-2615-4cb6-b186-ba0fcb2773f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519240 Aug 20 15:14:59.602948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7127656e-27ed-4402-b539-dd79f8977e94 req-5487146f-9606-4ef4-af4f-32df2ac089d2 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101692 Aug 20 15:14:59.796110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf627a55-6fb3-4e90-93b1-c7283b0b3eb7 req-2a245085-0ee1-46e0-be7f-31cc1903dae2 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0619643 Aug 20 15:14:59.798311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7127656e-27ed-4402-b539-dd79f8977e94 req-07d6c94a-8246-4ef0-9eb8-1930a719fdbb service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805615 Aug 20 15:15:00.009807 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32876) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:00.046324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cfc705c0-2ec7-41ad-8a09-51f74f603306 req-0e4f3f15-a23d-41e7-9855-875b16f3a357 tempest-ServerShowV254Test-376960735 tempest-ServerShowV254Test-376960735-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2afb7d3-2945-440e-bdfc-04e6076285cc HTTP/1.1" status: 200 len: 210 time: 0.0593359 Aug 20 15:15:00.113746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bd47d-de6e-4c5d-a32c-ef745ad5e024 req-36716bb5-7f2c-4fe6-bc4d-2a1a862d0107 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:00.115723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e8bd47d-de6e-4c5d-a32c-ef745ad5e024 req-36716bb5-7f2c-4fe6-bc4d-2a1a862d0107 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.1021042 Aug 20 15:15:00.161544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e8bd47d-de6e-4c5d-a32c-ef745ad5e024 req-586da65d-1fae-4fd3-b0ef-ba31226990f9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Aug 20 15:15:00.247791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-410737854-network', 'tenant_id': 'c4783813bd34498b8b28d6646e6658fa'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:00.270135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Made reservation on behalf of c4783813bd34498b8b28d6646e6658fa for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:00.272551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.282013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.379117 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.384352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.409790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:15:00.426183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd19076a-d43e-4d0e-89fc-d0aacf6f1292,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:00.432953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.433635 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Added segment a28d098b-cfa3-4164-8d9f-efc38a87ba7f of type vlan for network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 Aug 20 15:15:00.479824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.505606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.506772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:00.507482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.563584 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5503366 Aug 20 15:15:00.564351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32892) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:00.569431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Request body: {'subnet': {'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-410737854-subnet', 'tenant_id': 'c4783813bd34498b8b28d6646e6658fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:00.584848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b9ac0-d274-4c05-a9f8-8a1e815d4353 admin admin] Pushing event updated for resources: {'Network': ['ID=c6a800a5-c9d0-4857-93b9-88a0f4401bd4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:00.600464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Made reservation on behalf of c4783813bd34498b8b28d6646e6658fa for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:00.602799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:15:00.604701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.786843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.859122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e82e3f-98c7-4972-bbc6-a29e3c29e466,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:00.864331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Checking segment: {'id': 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:15:00.864696 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Network hostable DHCP agents. Network: c6a800a5-c9d0-4857-93b9-88a0f4401bd4, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:15:00.884420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:15:00.894377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c6a800a5-c9d0-4857-93b9-88a0f4401bd4) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:00.905382 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:00.906239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:00.927750 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b13fc378-0177-48d2-90be-2e9ed9c9b3b1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3605688 Aug 20 15:15:00.942688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e0cdc-3f87-4c25-a1ab-bc0b70dd5099 None None] Network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:15:01.109456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa42f778-a9e9-4539-9820-ce4f577bc16f None None] Network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:15:01.376950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ed0a-643e-4598-8fa7-574c14db8a7c req-9d3be200-8128-4005-b9b1-36895e30f530 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:01.378541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f85ed0a-643e-4598-8fa7-574c14db8a7c req-9d3be200-8128-4005-b9b1-36895e30f530 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0860901 Aug 20 15:15:01.438132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f85ed0a-643e-4598-8fa7-574c14db8a7c req-03ca9f2c-9f8f-4a27-aa7f-8354d8e2f8cd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520720 Aug 20 15:15:01.555761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-8c7e8533-628a-4f5c-8fd8-7675410c5aea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625827 Aug 20 15:15:01.714493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-21167795-52ce-46e5-a4d9-c66665cac712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:01.717171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-21167795-52ce-46e5-a4d9-c66665cac712 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1098 time: 0.0871608 Aug 20 15:15:01.731919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32932) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:01.925857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-abf8c24c-354b-4e19-860b-f3e322d59d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:01.932250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-abf8c24c-354b-4e19-860b-f3e322d59d6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1778731 Aug 20 15:15:01.975883 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:02.040600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-4cf94de6-3a0d-4a73-9e30-d965bd7fc174 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 1001 time: 0.1009300 Aug 20 15:15:02.116014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-1a4f8ca2-e866-4b3f-9cfc-3e20a2ed419a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:02.118394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-1a4f8ca2-e866-4b3f-9cfc-3e20a2ed419a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0695941 Aug 20 15:15:02.197870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-760555b4-42b4-4ce9-83e7-df85e724372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:02.199870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-760555b4-42b4-4ce9-83e7-df85e724372d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740309 Aug 20 15:15:02.205567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:02.210036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:02.277792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e35dcd6486742f9badb79d36c25349f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439930 Aug 20 15:15:02.278780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce8a15b-13b3-42b6-9df9-e112b3c52441,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:02.281325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 32942) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:02.314151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.314494 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.315026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.315562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.316060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.316554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.317101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.317608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.318106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.318595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.319083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.319624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4d32-fc56-4d99-99f9-385101b3149e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:02.323378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-1662d619-b77a-4011-9049-318972736b80 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109469 Aug 20 15:15:02.364885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be82c-dc5a-4f31-9031-28211b9b8e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:02.394477 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be82c-dc5a-4f31-9031-28211b9b8e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:02.430780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab2bee6-ea70-4155-8f64-52a9b54423e9 req-17fdc867-b7d8-4b76-8701-4eeedc2af0ca service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940285 Aug 20 15:15:02.456660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be82c-dc5a-4f31-9031-28211b9b8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:02.460019 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc6be82c-dc5a-4f31-9031-28211b9b8e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:02.462209 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bc6be82c-dc5a-4f31-9031-28211b9b8e3b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ce8a15b-13b3-42b6-9df9-e112b3c52441 HTTP/1.1" status: 204 len: 168 time: 0.1788118 Aug 20 15:15:02.488997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6be82c-dc5a-4f31-9031-28211b9b8e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce8a15b-13b3-42b6-9df9-e112b3c52441,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:02.617451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97670d8d-1001-4e2b-8dcb-1bb721832875 req-3dfe6e95-f324-4666-b846-a165163fcb11 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:02.626042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97670d8d-1001-4e2b-8dcb-1bb721832875 req-3dfe6e95-f324-4666-b846-a165163fcb11 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0817697 Aug 20 15:15:02.681888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97670d8d-1001-4e2b-8dcb-1bb721832875 req-2c52eb83-911b-4cd4-a973-4f90ab34600c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548432 Aug 20 15:15:03.157589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-80b32e2a-363f-4b99-80eb-8f8ee90f9b6f tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:03.159591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-80b32e2a-363f-4b99-80eb-8f8ee90f9b6f tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/networks?id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4 HTTP/1.1" status: 200 len: 808 time: 0.1151319 Aug 20 15:15:03.177103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-3d4af522-34bc-4ab0-8883-90175ffd6c1f tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/quotas/c4783813bd34498b8b28d6646e6658fa HTTP/1.1" status: 200 len: 375 time: 0.0103552 Aug 20 15:15:03.232218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-895ed5e3-2dce-4f4b-a7df-84284f11f6a5 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4783813bd34498b8b28d6646e6658fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489702 Aug 20 15:15:03.387655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-ebe8bc7b-badd-42cc-b8ac-92a724058e48 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504941 Aug 20 15:15:03.490902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-adabe627-add2-4990-816b-808448a32c06 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022854 Aug 20 15:15:03.762006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce705b10-a2a6-4b26-96be-dd0f2a794131 req-36645a29-7e10-41e4-9114-bb13b79e766c tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 210 time: 0.0532162 Aug 20 15:15:03.862251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdfd9d-784a-4609-995b-7913ed5ce275 req-6cca7e9b-835b-4511-a08e-dd92f46cceb4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:03.863969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98bdfd9d-784a-4609-995b-7913ed5ce275 req-6cca7e9b-835b-4511-a08e-dd92f46cceb4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0885441 Aug 20 15:15:03.936705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98bdfd9d-784a-4609-995b-7913ed5ce275 req-c9348319-8626-4c15-a753-feaecfef763a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650067 Aug 20 15:15:04.218292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911eb49-ed04-484c-8478-0ab35e9fd6fb req-e25ccbc2-8a8e-4750-b85e-e3c31e4cbdae tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:04.220400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5911eb49-ed04-484c-8478-0ab35e9fd6fb req-e25ccbc2-8a8e-4750-b85e-e3c31e4cbdae tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0941958 Aug 20 15:15:04.288269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5911eb49-ed04-484c-8478-0ab35e9fd6fb req-8311ea31-8305-48da-9d2d-04068548e48a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612230 Aug 20 15:15:04.510982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111223f-42ac-4644-ba21-a06c51847bcc req-1890c612-4d0b-4829-86bf-d6e98d6951dd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:04.513234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3111223f-42ac-4644-ba21-a06c51847bcc req-1890c612-4d0b-4829-86bf-d6e98d6951dd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1023057 Aug 20 15:15:04.583075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3111223f-42ac-4644-ba21-a06c51847bcc req-a46a9156-a633-4d19-b516-caa09185a308 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626967 Aug 20 15:15:04.905540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d60dbae0-451c-4600-bd62-e6253de5a91c req-de6f8c3c-83c4-4638-8d63-4eb04e5ad82a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 210 time: 0.0517209 Aug 20 15:15:05.108156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-719cc90d-9dd6-44ea-b096-43967823eab4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:05.110290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-719cc90d-9dd6-44ea-b096-43967823eab4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.2035556 Aug 20 15:15:05.207964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-d9cd3501-2c81-4499-bfe0-9f80ce6760dd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/quotas/df2f242886bb4250beb238dd4a1e5978 HTTP/1.1" status: 200 len: 375 time: 0.0887251 Aug 20 15:15:05.404096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-02ead7e0-0390-4061-b0cb-e42cf508719a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1695518 Aug 20 15:15:05.415774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-201c121a-ed7b-42b7-a5a3-0d24f28ab5f9 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:05.417438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-201c121a-ed7b-42b7-a5a3-0d24f28ab5f9 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.70 "GET /v2.0/networks?id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4 HTTP/1.1" status: 200 len: 808 time: 0.2644320 Aug 20 15:15:05.467463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Request body: {'port': {'device_id': '813bb9cd-c43a-4b9f-a146-d4aea39a23f3', 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4', 'admin_state_up': True, 'tenant_id': 'c4783813bd34498b8b28d6646e6658fa'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:05.595359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-56b85170-d614-4327-86c8-5b90376d99e5 service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765282 Aug 20 15:15:05.713720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Made reservation on behalf of c4783813bd34498b8b28d6646e6658fa for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:05.719355 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:05.755689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-07e746cb-ab27-43b5-bed0-8b05d26ebfcf service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595533 Aug 20 15:15:05.921579 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:06.121298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0684c145-dcc5-42cb-bf5d-f2db60fd6dda req-9348e768-54e4-4764-a243-40d8eb192cf3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 210 time: 0.1105747 Aug 20 15:15:06.126648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Allocated IP 172.20.0.9 (c6a800a5-c9d0-4857-93b9-88a0f4401bd4/78e82e3f-98c7-4972-bbc6-a29e3c29e466/e303f891-7766-4be0-a7b2-7624c4cef989) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:15:06.181316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26192ec8-0192-4c4e-996d-0b08a55c863f req-44c2b346-ec1e-4c3f-b6d8-7b20b386be15 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 210 time: 0.0730720 Aug 20 15:15:06.483697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:06.552746 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:06.603779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:15:06.607009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:06.611452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:15:06.646735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Pushing event updated for resources: {'Port': ['ID=e303f891-7766-4be0-a7b2-7624c4cef989,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:06.659270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.659595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.659920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.660257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.660609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.660929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.661271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.661609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.661906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.662227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.662603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.662880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:06.703859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:06.704529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:06.731119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-c621afa1-d1d8-438e-bdc1-4ff0278fcfee tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2942152 Aug 20 15:15:06.749920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Request body: {'port': {'device_id': '813bb9cd-c43a-4b9f-a146-d4aea39a23f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:06.835446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:07.448582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1ca10bb-fb41-4a8d-8fde-d1b679cfec9a req-3d3caee9-8012-4332-bb69-a4eb814a3944 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 210 time: 0.0608740 Aug 20 15:15:07.487180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b63ad-a0cb-4031-9aa4-07a06f12dcca req-88921e4f-bfef-4120-91c0-951eb7bf977f tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:07.488740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-989b63ad-a0cb-4031-9aa4-07a06f12dcca req-88921e4f-bfef-4120-91c0-951eb7bf977f tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 931 time: 0.1022799 Aug 20 15:15:07.565751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-989b63ad-a0cb-4031-9aa4-07a06f12dcca req-5d397ddf-1ed3-4ba7-9609-0f2aa53259fc tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585330 Aug 20 15:15:07.640089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e303f891-7766-4be0-a7b2-7624c4cef989 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:15:07.653544 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:07.691179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Transition to ACTIVE for port object e303f891-7766-4be0-a7b2-7624c4cef989 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:15:07.702571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.015499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Pushing event updated for resources: {'Port': ['ID=e303f891-7766-4be0-a7b2-7624c4cef989,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:08.041479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Attempting to bind port e303f891-7766-4be0-a7b2-7624c4cef989 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:15:08.041807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Attempting to bind port e303f891-7766-4be0-a7b2-7624c4cef989 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:15:08.042132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Attempting to bind port e303f891-7766-4be0-a7b2-7624c4cef989 on network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:15:08.048664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33168) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:08.064470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Port e303f891-7766-4be0-a7b2-7624c4cef989 on network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:15:08.064793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Attempting to bind port e303f891-7766-4be0-a7b2-7624c4cef989 on network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:15:08.073612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:15:08.074068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Checking segment: {'id': 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:15:08.074457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Bound using segment: {'id': 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:15:08.074885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Bound port: e303f891-7766-4be0-a7b2-7624c4cef989, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:15:08.075243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.109094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-aaa05ee4-1908-44d0-a866-447136a26e32 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:08.110553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-aaa05ee4-1908-44d0-a866-447136a26e32 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.72 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.3323181 Aug 20 15:15:08.133334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'port': {'device_id': 'adc2be3d-d7e8-41c0-bf63-be429949cd74', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'admin_state_up': True, 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:08.249554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] For port e303f891-7766-4be0-a7b2-7624c4cef989, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:15:08.255619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] For port e303f891-7766-4be0-a7b2-7624c4cef989, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e303f891-7766-4be0-a7b2-7624c4cef989,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:15:08.263836 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.314477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:08.315035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.316408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] 10.222.0.70 "PUT /v2.0/ports/e303f891-7766-4be0-a7b2-7624c4cef989 HTTP/1.1" status: 200 len: 1092 time: 1.5757322 Aug 20 15:15:08.318778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813bb9cd-c43a-4b9f-a146-d4aea39a23f3', 'tag': 'e303f891-7766-4be0-a7b2-7624c4cef989'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:15:08.322215 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0915f5ae-324e-4987-9d78-e17ce350d2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "813bb9cd-c43a-4b9f-a146-d4aea39a23f3", "tag": "e303f891-7766-4be0-a7b2-7624c4cef989"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:15:08.360790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc20ac2-daa4-4beb-95e4-84ae88417f03 service neutron] Pushing event updated for resources: {'Port': ['ID=e303f891-7766-4be0-a7b2-7624c4cef989,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:08.402729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0166b4c9-d20c-46e8-b681-a03997e4a756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.425955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Made reservation on behalf of df2f242886bb4250beb238dd4a1e5978 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:08.429801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.471869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-fde82be2-14e6-46e3-a905-764fab7c7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:08.473749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-fde82be2-14e6-46e3-a905-764fab7c7c5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4783813bd34498b8b28d6646e6658fa&device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 1095 time: 0.1013086 Aug 20 15:15:08.480360 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba10433-a095-4cf2-8c4f-b70f69530992 x-openstack-request-id: req-dba10433-a095-4cf2-8c4f-b70f69530992 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:15:08.480694 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813bb9cd-c43a-4b9f-a146-d4aea39a23f3", "tag": "e303f891-7766-4be0-a7b2-7624c4cef989", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:15:08.480911 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dba10433-a095-4cf2-8c4f-b70f69530992 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:15:08.481293 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813bb9cd-c43a-4b9f-a146-d4aea39a23f3', 'tag': 'e303f891-7766-4be0-a7b2-7624c4cef989', 'status': 'completed', 'code': 200} Aug 20 15:15:08.644256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0166b4c9-d20c-46e8-b681-a03997e4a756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.651462 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0166b4c9-d20c-46e8-b681-a03997e4a756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.680228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166b4c9-d20c-46e8-b681-a03997e4a756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555010cc-8c7a-4a82-8ddd-2c4c3241c947,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:08.725220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-1687becd-c280-4beb-99f3-8808d1ff60cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e303f891-7766-4be0-a7b2-7624c4cef989 HTTP/1.1" status: 200 len: 217 time: 0.2413523 Aug 20 15:15:08.732567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2dfdf77-1c2d-4dd8-8a16-e86a23936c5f req-87988a1f-a70c-4d59-a6fb-4f2c6371560d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 210 time: 0.1473689 Aug 20 15:15:08.732772 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0166b4c9-d20c-46e8-b681-a03997e4a756 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3eec613a4345493abf2afdd4c6d1af0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6805444 Aug 20 15:15:08.733352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:08.873738 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d668c4d6-90c0-4789-b736-ae438c63d1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.884722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-07bc4def-218f-47d3-a2d0-8e43ae96e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:08.886416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-07bc4def-218f-47d3-a2d0-8e43ae96e62b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78e82e3f-98c7-4972-bbc6-a29e3c29e466 HTTP/1.1" status: 200 len: 848 time: 0.1512904 Aug 20 15:15:08.906676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Allocated IP 172.20.0.6 (320379cd-22ee-4724-9f9a-17e7ba949339/4556d91d-806c-4c49-bd1f-3ea8294511f1/e658a613-ba21-45b8-aada-d19cc0e3f776) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:15:08.906931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d668c4d6-90c0-4789-b736-ae438c63d1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:08.938727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-01c2e5f6-b049-46c0-91a9-33bf907a6043 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426178 Aug 20 15:15:08.969579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6d01e-48ab-4c71-a90f-5c98b80af762 req-5666a824-ee34-4d03-8f4d-0e09b15a9f56 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:08.977834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8e6d01e-48ab-4c71-a90f-5c98b80af762 req-5666a824-ee34-4d03-8f4d-0e09b15a9f56 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 943 time: 0.1365559 Aug 20 15:15:09.099697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8e6d01e-48ab-4c71-a90f-5c98b80af762 req-7757338b-8c08-4931-be8e-83285ae22dac tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212273 Aug 20 15:15:09.104803 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d668c4d6-90c0-4789-b736-ae438c63d1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:09.109602 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d668c4d6-90c0-4789-b736-ae438c63d1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:09.112030 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d668c4d6-90c0-4789-b736-ae438c63d1dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/555010cc-8c7a-4a82-8ddd-2c4c3241c947 HTTP/1.1" status: 204 len: 168 time: 0.3765979 Aug 20 15:15:09.125837 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668c4d6-90c0-4789-b736-ae438c63d1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555010cc-8c7a-4a82-8ddd-2c4c3241c947,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:09.199764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-fc371bac-71a9-407e-bf8a-f91c3aee134e service neutron] 10.222.0.70 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493877 Aug 20 15:15:09.318652 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:09.351716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Transition to ACTIVE for port object e658a613-ba21-45b8-aada-d19cc0e3f776 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:15:09.356754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e65f827-f54a-4a62-9dda-29ddcf157650 req-e197df7f-38ac-440d-aab0-8d9e364a78bf service neutron] 10.222.0.70 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489124 Aug 20 15:15:09.438615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:09.458033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ccd53080-b5b3-43e6-ae98-334868436f24'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:15:09.579951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Network 320379cd-22ee-4724-9f9a-17e7ba949339 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:15:09.609284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-a748718e-eacd-4f8e-955e-30d620acb237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:09.610847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-a748718e-eacd-4f8e-955e-30d620acb237 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4783813bd34498b8b28d6646e6658fa&device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 1095 time: 0.1610105 Aug 20 15:15:09.613147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:09.616460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:15:09.678252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'Port': ['ID=e658a613-ba21-45b8-aada-d19cc0e3f776,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:09.729331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33200) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:09.766135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eafc7689-98ec-42ac-8c1a-de4e4820a771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:09.941603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:09.942322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:10.014717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eafc7689-98ec-42ac-8c1a-de4e4820a771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:10.020004 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eafc7689-98ec-42ac-8c1a-de4e4820a771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:10.049551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-bbaa6c9a-dc2d-4d77-b098-8244cee3cc99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9209962 Aug 20 15:15:10.068415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Request body: {'port': {'device_id': 'adc2be3d-d7e8-41c0-bf63-be429949cd74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:10.078772 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eafc7689-98ec-42ac-8c1a-de4e4820a771 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3da5f0d832e748d48f352142805c59d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460510 Aug 20 15:15:10.090759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33210) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:10.105302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c6a9c7ae-71c3-426c-a688-7b8e76fcc398 None None] Provisioning for port e658a613-ba21-45b8-aada-d19cc0e3f776 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:15:10.118378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc7689-98ec-42ac-8c1a-de4e4820a771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9db41c-d8ff-41b9-88bb-8b9956f89dd6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:10.119179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c6a9c7ae-71c3-426c-a688-7b8e76fcc398 None None] Provisioning complete for port e658a613-ba21-45b8-aada-d19cc0e3f776 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:15:10.119880 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c6a9c7ae-71c3-426c-a688-7b8e76fcc398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:10.166850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8c69a-3547-4263-9af0-9a85754b7c5b req-c6e66906-2e8e-45d2-b484-d87cfca9a8d6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:10.169348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0d8c69a-3547-4263-9af0-9a85754b7c5b req-c6e66906-2e8e-45d2-b484-d87cfca9a8d6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 931 time: 0.2944343 Aug 20 15:15:10.173767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-42e433ec-8510-4aed-a2bf-5acbe698fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:10.177089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-42e433ec-8510-4aed-a2bf-5acbe698fb98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4 HTTP/1.1" status: 200 len: 909 time: 0.4836559 Aug 20 15:15:10.213917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4aa2493e-fc7c-4241-86aa-6a1a87429934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:10.248550 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9c7ae-71c3-426c-a688-7b8e76fcc398 None None] Port e658a613-ba21-45b8-aada-d19cc0e3f776 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:15:10.258558 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4aa2493e-fc7c-4241-86aa-6a1a87429934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:10.270088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-5af1f7a2-7718-46ba-baf6-4618d1cf4f19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e303f891-7766-4be0-a7b2-7624c4cef989 HTTP/1.1" status: 200 len: 217 time: 0.0832882 Aug 20 15:15:10.323537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:10.331967 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4aa2493e-fc7c-4241-86aa-6a1a87429934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:10.336351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4aa2493e-fc7c-4241-86aa-6a1a87429934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:10.337558 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0d8c69a-3547-4263-9af0-9a85754b7c5b req-a2a4bac8-f1be-42a0-b8f9-7540220bcda7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576781 Aug 20 15:15:10.338473 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4aa2493e-fc7c-4241-86aa-6a1a87429934 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a9db41c-d8ff-41b9-88bb-8b9956f89dd6 HTTP/1.1" status: 204 len: 168 time: 0.2464378 Aug 20 15:15:10.357906 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2493e-fc7c-4241-86aa-6a1a87429934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9db41c-d8ff-41b9-88bb-8b9956f89dd6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:10.424810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-7ddee57f-715c-4ca9-96ae-ae140e475e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:10.426426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-7ddee57f-715c-4ca9-96ae-ae140e475e10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78e82e3f-98c7-4972-bbc6-a29e3c29e466 HTTP/1.1" status: 200 len: 848 time: 0.1482723 Aug 20 15:15:10.481477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-d1ed0cf8-af6d-44a2-8d7c-d8f9deaf9bfa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419767 Aug 20 15:15:10.538592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90671d-f85e-453e-af35-3120d379cc56 req-9187a912-cb2e-4b57-8234-5ab22cc7d279 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:10.540345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea90671d-f85e-453e-af35-3120d379cc56 req-9187a912-cb2e-4b57-8234-5ab22cc7d279 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 943 time: 0.1830835 Aug 20 15:15:10.713990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea90671d-f85e-453e-af35-3120d379cc56 req-18c0532a-e3de-4eee-b343-56c69951267e tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561744 Aug 20 15:15:10.832697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-7146cdb4-63c0-468d-b8c5-77316c6b644c service neutron] 10.222.0.70 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024535 Aug 20 15:15:10.971859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e658a613-ba21-45b8-aada-d19cc0e3f776 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:15:10.985672 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:11.019012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Transition to ACTIVE for port object e658a613-ba21-45b8-aada-d19cc0e3f776 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:15:11.027250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:11.089914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0915f5ae-324e-4987-9d78-e17ce350d2e3 req-b65f03d9-58f2-4217-b369-e3714d779694 service neutron] 10.222.0.70 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495098 Aug 20 15:15:11.153146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Pushing event updated for resources: {'Port': ['ID=e658a613-ba21-45b8-aada-d19cc0e3f776,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:11.254765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Attempting to bind port e658a613-ba21-45b8-aada-d19cc0e3f776 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:15:11.255110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Attempting to bind port e658a613-ba21-45b8-aada-d19cc0e3f776 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:15:11.255449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Attempting to bind port e658a613-ba21-45b8-aada-d19cc0e3f776 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:15:11.261143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Port e658a613-ba21-45b8-aada-d19cc0e3f776 on network 320379cd-22ee-4724-9f9a-17e7ba949339 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:15:11.261484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Attempting to bind port e658a613-ba21-45b8-aada-d19cc0e3f776 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:15:11.288598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:15:11.289203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Checking segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:15:11.293127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Bound using segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:15:11.293563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Bound port: e658a613-ba21-45b8-aada-d19cc0e3f776, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:15:11.294795 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:11.465353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] For port e658a613-ba21-45b8-aada-d19cc0e3f776, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:15:11.481071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] For port e658a613-ba21-45b8-aada-d19cc0e3f776, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e658a613-ba21-45b8-aada-d19cc0e3f776,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:15:11.488653 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:11.523877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e303f891-7766-4be0-a7b2-7624c4cef989 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:15:11.560325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:11.561177 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:11.563111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] 10.222.0.72 "PUT /v2.0/ports/e658a613-ba21-45b8-aada-d19cc0e3f776 HTTP/1.1" status: 200 len: 1092 time: 1.4989421 Aug 20 15:15:11.568339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc2be3d-d7e8-41c0-bf63-be429949cd74', 'tag': 'e658a613-ba21-45b8-aada-d19cc0e3f776'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:15:11.572995 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e2dd4d-27de-4827-8f22-9bee7932ae8a" -d '{"events": [{"name": "network-changed", "server_uuid": "adc2be3d-d7e8-41c0-bf63-be429949cd74", "tag": "e658a613-ba21-45b8-aada-d19cc0e3f776"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:15:11.784523 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84426fad-9b0d-4a84-bdbc-3f9976860cf4 x-openstack-request-id: req-84426fad-9b0d-4a84-bdbc-3f9976860cf4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:15:11.784839 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc2be3d-d7e8-41c0-bf63-be429949cd74", "tag": "e658a613-ba21-45b8-aada-d19cc0e3f776", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:15:11.785099 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84426fad-9b0d-4a84-bdbc-3f9976860cf4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:15:11.786546 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc2be3d-d7e8-41c0-bf63-be429949cd74', 'tag': 'e658a613-ba21-45b8-aada-d19cc0e3f776', 'status': 'completed', 'code': 200} Aug 20 15:15:11.899352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96af2d-9a1d-4543-abe9-483433f0045d service neutron] Pushing event updated for resources: {'Port': ['ID=e658a613-ba21-45b8-aada-d19cc0e3f776,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:12.097509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e303f891-7766-4be0-a7b2-7624c4cef989, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e303f891-7766-4be0-a7b2-7624c4cef989,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:12.112349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'e303f891-7766-4be0-a7b2-7624c4cef989', 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4', 'port_id': 'e303f891-7766-4be0-a7b2-7624c4cef989', 'mac_address': 'fa:16:3e:d4:8e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e82e3f-98c7-4972-bbc6-a29e3c29e466', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:15:12.115700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-ff0917d7-b3e6-49bd-acb0-cb3c091d1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:12.118385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-ff0917d7-b3e6-49bd-acb0-cb3c091d1c2c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 1095 time: 0.4401574 Aug 20 15:15:12.140386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bf299-f6d9-4c3d-b231-145610e462a4 req-b3a63394-466d-458f-82ce-de74a2b0c105 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:12.155287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db6bf299-f6d9-4c3d-b231-145610e462a4 req-b3a63394-466d-458f-82ce-de74a2b0c105 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 943 time: 0.2465377 Aug 20 15:15:12.173079 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:12.193807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e303f891-7766-4be0-a7b2-7624c4cef989 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:15:12.198504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45caba0-3207-4d28-8dc7-bddceb718225 req-a2ff5c4b-2b4b-4d18-ad09-6269440d2e29 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:12.202159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d45caba0-3207-4d28-8dc7-bddceb718225 req-a2ff5c4b-2b4b-4d18-ad09-6269440d2e29 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 943 time: 0.6867321 Aug 20 15:15:12.251098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e303f891-7766-4be0-a7b2-7624c4cef989, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e303f891-7766-4be0-a7b2-7624c4cef989,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:12.252920 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-110753b6-93c9-4552-87dc-cdf892710a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:12.256117 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:12.333696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e303f891-7766-4be0-a7b2-7624c4cef989,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:12.345249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.345992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.346417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.347851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.347851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.347851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.349965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.350382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.351769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.352209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.352669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.353061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:12.386925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-a90ac230-3b3d-48f5-b47b-35b3d684ea0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e658a613-ba21-45b8-aada-d19cc0e3f776 HTTP/1.1" status: 200 len: 217 time: 0.2260118 Aug 20 15:15:12.404846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d45caba0-3207-4d28-8dc7-bddceb718225 req-ca8b128e-c625-4b19-a7af-ab4abb6527c6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194198 Aug 20 15:15:12.459412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db6bf299-f6d9-4c3d-b231-145610e462a4 req-7aa8701e-5c0d-467c-8887-4dfebfd7ba42 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026450 Aug 20 15:15:12.490036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-e16dc349-f237-4a5b-895f-7309023a59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:12.492542 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-e16dc349-f237-4a5b-895f-7309023a59bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0858645 Aug 20 15:15:12.525967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['e303f891-7766-4be0-a7b2-7624c4cef989'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:15:12.597082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-edb96a50-ab8a-4eee-98c5-58f8df07072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:12.599522 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-edb96a50-ab8a-4eee-98c5-58f8df07072f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986428 Aug 20 15:15:12.772763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-fef8bd0d-2cf0-4b8e-8984-7eeccf6c9570 service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633439 Aug 20 15:15:12.929973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7486f77-0c58-4acb-9975-57470c6c77d4 req-2ee0a54d-5ad1-4df2-b1c3-a590d72598e0 service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497629 Aug 20 15:15:13.118767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-197b87fa-ed78-4828-8a9b-5a5f1dc32537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:13.120461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-197b87fa-ed78-4828-8a9b-5a5f1dc32537 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 1095 time: 0.0668201 Aug 20 15:15:13.272966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-848365e0-7f19-47a3-8227-b98c36ed399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:13.274840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-848365e0-7f19-47a3-8227-b98c36ed399a service neutron] 10.222.0.72 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1459751 Aug 20 15:15:13.330721 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-6ac69a85-c44f-4565-9b91-9293b18fb17a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e658a613-ba21-45b8-aada-d19cc0e3f776 HTTP/1.1" status: 200 len: 217 time: 0.0464795 Aug 20 15:15:13.411036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-0a3371d6-3993-47d4-aad6-40df256fab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:13.412586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-0a3371d6-3993-47d4-aad6-40df256fab45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0744202 Aug 20 15:15:13.491917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-3a482eec-3234-42e2-a686-8b0efd751867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:13.495620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-3a482eec-3234-42e2-a686-8b0efd751867 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750945 Aug 20 15:15:13.533655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e303f891-7766-4be0-a7b2-7624c4cef989 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:15:13.727444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port e303f891-7766-4be0-a7b2-7624c4cef989 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:15:13.736221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port e303f891-7766-4be0-a7b2-7624c4cef989 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:15:13.739467 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:13.920128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bfccc-21a6-4713-9854-2d44db11b7f0 req-c3120a65-d8b7-48d4-b7e6-d13d8241746c tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:13.922293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-600bfccc-21a6-4713-9854-2d44db11b7f0 req-c3120a65-d8b7-48d4-b7e6-d13d8241746c tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 944 time: 0.2553144 Aug 20 15:15:13.948211 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:13.993858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bb9cd-c43a-4b9f-a146-d4aea39a23f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e303f891-7766-4be0-a7b2-7624c4cef989'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:15:13.996892 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32b8cd-deb0-4396-8324-c6c8f6d3efbf" -d '{"events": [{"server_uuid": "813bb9cd-c43a-4b9f-a146-d4aea39a23f3", "name": "network-vif-plugged", "status": "completed", "tag": "e303f891-7766-4be0-a7b2-7624c4cef989"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:15:14.010192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa5ab8-73b1-4821-97ef-8cbc03880a79 req-b7757a61-5f16-43ab-9972-4704590672f4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:14.014053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e303f891-7766-4be0-a7b2-7624c4cef989, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e303f891-7766-4be0-a7b2-7624c4cef989,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:14.019143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33fa5ab8-73b1-4821-97ef-8cbc03880a79 req-b7757a61-5f16-43ab-9972-4704590672f4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 943 time: 0.3216159 Aug 20 15:15:14.025341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:14.101956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e303f891-7766-4be0-a7b2-7624c4cef989,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:14.111068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-f2585ea7-2a36-45a6-bacb-d841b8dbac69 service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6072376 Aug 20 15:15:14.116826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-600bfccc-21a6-4713-9854-2d44db11b7f0 req-518d7537-e5d7-49ad-b895-f4620e57e596 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805992 Aug 20 15:15:14.246294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33fa5ab8-73b1-4821-97ef-8cbc03880a79 req-10433cb4-c030-4a99-ab9e-dbce951215b0 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253504 Aug 20 15:15:14.323786 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056fc93a-e898-4cc0-a8d1-835d4bee8c71 x-openstack-request-id: req-056fc93a-e898-4cc0-a8d1-835d4bee8c71 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:15:14.324077 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bb9cd-c43a-4b9f-a146-d4aea39a23f3", "name": "network-vif-plugged", "status": "completed", "tag": "e303f891-7766-4be0-a7b2-7624c4cef989", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:15:14.324328 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-056fc93a-e898-4cc0-a8d1-835d4bee8c71 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:15:14.324777 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bb9cd-c43a-4b9f-a146-d4aea39a23f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e303f891-7766-4be0-a7b2-7624c4cef989', 'code': 200} Aug 20 15:15:14.331098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74e2dd4d-27de-4827-8f22-9bee7932ae8a req-0b491369-4276-4ac2-a27b-c732c59bc088 service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102063 Aug 20 15:15:14.457133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885dff6-118b-4dcc-b435-6044f52b13d5 req-6f1ca2ec-5162-4fd6-bd7a-2fa6c087aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:14.458690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f885dff6-118b-4dcc-b435-6044f52b13d5 req-6f1ca2ec-5162-4fd6-bd7a-2fa6c087aa98 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 1097 time: 0.0609856 Aug 20 15:15:14.505548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f885dff6-118b-4dcc-b435-6044f52b13d5 req-5ef63376-1cc6-4add-885c-9be5e83cfe88 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 Aug 20 15:15:14.822206 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:15.185519 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-aeb5ef77-9440-4099-9960-7a344a6b4e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:15.304630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d641bf-4355-4186-8c53-cefe7ae3e4b0 req-0e83aa52-e3b0-410b-b7d1-cfc0cc76d470 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:15.306989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99d641bf-4355-4186-8c53-cefe7ae3e4b0 req-0e83aa52-e3b0-410b-b7d1-cfc0cc76d470 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 945 time: 0.0816813 Aug 20 15:15:15.364181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99d641bf-4355-4186-8c53-cefe7ae3e4b0 req-f22c95b4-33f0-40a9-85cc-b1a534ab9a77 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482666 Aug 20 15:15:15.501934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0975c88-f61c-4e03-bb60-05a658f16c7f req-da254aa1-719a-41c1-b376-926c580f0bfe tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:15.503732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0975c88-f61c-4e03-bb60-05a658f16c7f req-da254aa1-719a-41c1-b376-926c580f0bfe tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 943 time: 0.0726502 Aug 20 15:15:15.567410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0975c88-f61c-4e03-bb60-05a658f16c7f req-4b18fb5a-979b-4632-a133-d800197fdc1e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565729 Aug 20 15:15:16.103309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e658a613-ba21-45b8-aada-d19cc0e3f776 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:15:16.167980 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:16.367053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e658a613-ba21-45b8-aada-d19cc0e3f776, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e658a613-ba21-45b8-aada-d19cc0e3f776,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:16.385560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'e658a613-ba21-45b8-aada-d19cc0e3f776', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'port_id': 'e658a613-ba21-45b8-aada-d19cc0e3f776', 'mac_address': 'fa:16:3e:a4:30:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:15:16.461835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:16.495007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e658a613-ba21-45b8-aada-d19cc0e3f776 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:15:16.523242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e658a613-ba21-45b8-aada-d19cc0e3f776, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e658a613-ba21-45b8-aada-d19cc0e3f776,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:16.528987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:16.558579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3e66d-8bff-42bd-9381-1a6dd06f2142 req-55f88a56-a796-4f69-b6e5-918721d5c721 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:16.567322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85e3e66d-8bff-42bd-9381-1a6dd06f2142 req-55f88a56-a796-4f69-b6e5-918721d5c721 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 945 time: 0.0920613 Aug 20 15:15:16.628626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-85e3e66d-8bff-42bd-9381-1a6dd06f2142 req-7c40c08b-d356-4b2a-9530-223544d26725 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600967 Aug 20 15:15:16.686247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e658a613-ba21-45b8-aada-d19cc0e3f776,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:16.764153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa684346-a888-4986-8be5-1794dd82c5e1 req-4f7c0000-c04f-43e3-85a9-328acab0da98 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:16.778515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa684346-a888-4986-8be5-1794dd82c5e1 req-4f7c0000-c04f-43e3-85a9-328acab0da98 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 944 time: 0.0790751 Aug 20 15:15:16.847997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa684346-a888-4986-8be5-1794dd82c5e1 req-e0b61833-7caf-45a8-9308-a6d01e0a7a6f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624533 Aug 20 15:15:16.914207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e658a613-ba21-45b8-aada-d19cc0e3f776'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:15:17.549467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32b61f-5b17-4068-841d-86d84c791122 req-ad06036e-8829-4dd4-b890-aae929f008bb tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:17.551511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd32b61f-5b17-4068-841d-86d84c791122 req-ad06036e-8829-4dd4-b890-aae929f008bb tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 945 time: 0.0561855 Aug 20 15:15:17.599858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd32b61f-5b17-4068-841d-86d84c791122 req-6f4d078f-5ad5-4d24-bc9d-a69d018a6a02 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Aug 20 15:15:17.806322 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:17.986603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635fe1a-bf6a-4e0a-a801-81e2f5620de3 req-9ac0a770-729e-40fc-b2a0-0d73e3660520 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:17.988122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e635fe1a-bf6a-4e0a-a801-81e2f5620de3 req-9ac0a770-729e-40fc-b2a0-0d73e3660520 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 944 time: 0.0553229 Aug 20 15:15:18.029958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e635fe1a-bf6a-4e0a-a801-81e2f5620de3 req-68d15c2f-3b98-4c61-aac0-3ed45acdd80b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Aug 20 15:15:18.109429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e658a613-ba21-45b8-aada-d19cc0e3f776 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:15:18.186457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port e658a613-ba21-45b8-aada-d19cc0e3f776 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:15:18.195579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port e658a613-ba21-45b8-aada-d19cc0e3f776 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:15:18.196626 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:18.378049 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:18.430415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc2be3d-d7e8-41c0-bf63-be429949cd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e658a613-ba21-45b8-aada-d19cc0e3f776'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:15:18.437347 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891c0f3-61ca-45e4-a0ff-b284524001c6" -d '{"events": [{"server_uuid": "adc2be3d-d7e8-41c0-bf63-be429949cd74", "name": "network-vif-plugged", "status": "completed", "tag": "e658a613-ba21-45b8-aada-d19cc0e3f776"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:15:18.471873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e658a613-ba21-45b8-aada-d19cc0e3f776, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e658a613-ba21-45b8-aada-d19cc0e3f776,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:18.477644 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:18.529880 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c3a97b-43bf-4247-b099-9f76b3e64788 x-openstack-request-id: req-05c3a97b-43bf-4247-b099-9f76b3e64788 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:15:18.530526 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc2be3d-d7e8-41c0-bf63-be429949cd74", "name": "network-vif-plugged", "status": "completed", "tag": "e658a613-ba21-45b8-aada-d19cc0e3f776", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:15:18.531180 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05c3a97b-43bf-4247-b099-9f76b3e64788 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:15:18.531608 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc2be3d-d7e8-41c0-bf63-be429949cd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e658a613-ba21-45b8-aada-d19cc0e3f776', 'code': 200} Aug 20 15:15:18.565243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e658a613-ba21-45b8-aada-d19cc0e3f776,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:18.611886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33434) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:18.706709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a9a4c-7b36-474e-adf5-39db4136772b req-bc8fb5a4-3de6-422f-87bb-47593e1f145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:18.708378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-861a9a4c-7b36-474e-adf5-39db4136772b req-bc8fb5a4-3de6-422f-87bb-47593e1f145a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 1097 time: 0.1140931 Aug 20 15:15:18.816548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3127a0-7fe5-4bc4-b4d4-7ef4ca41316c req-fc468f72-885d-41db-9534-7865c255909f tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:18.820337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d3127a0-7fe5-4bc4-b4d4-7ef4ca41316c req-fc468f72-885d-41db-9534-7865c255909f tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 945 time: 0.1056128 Aug 20 15:15:18.826258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-861a9a4c-7b36-474e-adf5-39db4136772b req-29faf784-be9a-4de7-8cb6-3225f46e3477 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816603 Aug 20 15:15:18.874393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d3127a0-7fe5-4bc4-b4d4-7ef4ca41316c req-3bef25c0-664b-48a5-91e7-30399257b9ec tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Aug 20 15:15:18.922196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb36d045-eca8-4833-8bd0-c6ad8eebf1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:18.941777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33446) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:19.070974 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a6727bee-9ffa-404b-b691-2b22c68a317f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.108276 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb36d045-eca8-4833-8bd0-c6ad8eebf1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.122890 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb36d045-eca8-4833-8bd0-c6ad8eebf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.165733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36d045-eca8-4833-8bd0-c6ad8eebf1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f5630d-92aa-4514-9b3f-14f741b995dc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:19.214512 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb36d045-eca8-4833-8bd0-c6ad8eebf1a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f939b36504bc41b3b696b9b6e7806016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016021 Aug 20 15:15:19.217304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33454) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:19.231631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1154e6-7b42-42bb-8e24-cce9c0eef07b req-12404fa3-5d0f-480e-a655-e5d5693580ce tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:19.238663 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd1154e6-7b42-42bb-8e24-cce9c0eef07b req-12404fa3-5d0f-480e-a655-e5d5693580ce tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 945 time: 0.1269634 Aug 20 15:15:19.267326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d707e9-88a1-4920-805d-4b060f23eeab req-1b542cbd-cd25-4eda-8f3b-58dfd160fa15 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:19.268866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81d707e9-88a1-4920-805d-4b060f23eeab req-1b542cbd-cd25-4eda-8f3b-58dfd160fa15 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.70 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 945 time: 0.1238205 Aug 20 15:15:19.301009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffadc8b2-1c70-4f65-ab1b-6dff023d0333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.333305 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffadc8b2-1c70-4f65-ab1b-6dff023d0333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.396404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffadc8b2-1c70-4f65-ab1b-6dff023d0333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.411794 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffadc8b2-1c70-4f65-ab1b-6dff023d0333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.415131 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ffadc8b2-1c70-4f65-ab1b-6dff023d0333 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18f5630d-92aa-4514-9b3f-14f741b995dc HTTP/1.1" status: 204 len: 168 time: 0.1934142 Aug 20 15:15:19.426870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadc8b2-1c70-4f65-ab1b-6dff023d0333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f5630d-92aa-4514-9b3f-14f741b995dc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:19.694629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd1154e6-7b42-42bb-8e24-cce9c0eef07b req-f0b37398-86cc-4749-9870-ca2ac705abd2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543402 Aug 20 15:15:19.778036 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a6727bee-9ffa-404b-b691-2b22c68a317f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.785587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a6727bee-9ffa-404b-b691-2b22c68a317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.809862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-81d707e9-88a1-4920-805d-4b060f23eeab req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Deleting port e303f891-7766-4be0-a7b2-7624c4cef989 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:15:19.810213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-81d707e9-88a1-4920-805d-4b060f23eeab req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.893206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a6727bee-9ffa-404b-b691-2b22c68a317f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6dceb19f174240908466934c61603bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9469669 Aug 20 15:15:19.893502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6727bee-9ffa-404b-b691-2b22c68a317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c6cbe1-042c-47ec-b2af-10ac5a8399b5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:19.893643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33472) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:19.925819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33476) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:19.948026 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-80d5286d-f181-41fa-ae53-e5c9971040c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.974175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-81d707e9-88a1-4920-805d-4b060f23eeab req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] For port e303f891-7766-4be0-a7b2-7624c4cef989, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e303f891-7766-4be0-a7b2-7624c4cef989,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:19.974695 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-81d707e9-88a1-4920-805d-4b060f23eeab req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:19.987055 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08de0480-efd2-434f-a6c9-ede8340e1cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.003628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-81d707e9-88a1-4920-805d-4b060f23eeab req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Calling delete_port for e303f891-7766-4be0-a7b2-7624c4cef989 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:15:20.003830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33478) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:20.018118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08de0480-efd2-434f-a6c9-ede8340e1cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.075857 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08de0480-efd2-434f-a6c9-ede8340e1cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.078631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08de0480-efd2-434f-a6c9-ede8340e1cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.079904 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08de0480-efd2-434f-a6c9-ede8340e1cdf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35c6cbe1-042c-47ec-b2af-10ac5a8399b5 HTTP/1.1" status: 204 len: 168 time: 0.1852868 Aug 20 15:15:20.089293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de0480-efd2-434f-a6c9-ede8340e1cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c6cbe1-042c-47ec-b2af-10ac5a8399b5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:20.120337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f7e25-48d4-4daf-b09a-3a8af0263402 req-de0c148f-761b-477e-ad97-d373b7963394 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:20.124296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b6f7e25-48d4-4daf-b09a-3a8af0263402 req-de0c148f-761b-477e-ad97-d373b7963394 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=813bb9cd-c43a-4b9f-a146-d4aea39a23f3 HTTP/1.1" status: 200 len: 945 time: 0.1458342 Aug 20 15:15:20.223132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b6f7e25-48d4-4daf-b09a-3a8af0263402 req-8af65510-3535-44eb-a170-217333ae5530 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780265 Aug 20 15:15:20.224775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60a42a24-a84d-4f35-9f59-863d84d815df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.278294 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-80d5286d-f181-41fa-ae53-e5c9971040c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.282624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-80d5286d-f181-41fa-ae53-e5c9971040c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.344194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5286d-f181-41fa-ae53-e5c9971040c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd622cc6-3986-4a26-bed0-c068200f81e3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:20.357538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-80d5286d-f181-41fa-ae53-e5c9971040c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e49ecd9845a42e1b9ff630aa73b698d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275773 Aug 20 15:15:20.357538 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-81d707e9-88a1-4920-805d-4b060f23eeab req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.357964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33486) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:20.402230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60a42a24-a84d-4f35-9f59-863d84d815df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.405405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Pushing event deleted for resources: {'Port': ['ID=e303f891-7766-4be0-a7b2-7624c4cef989,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:20.409495 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60a42a24-a84d-4f35-9f59-863d84d815df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.458116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d707e9-88a1-4920-805d-4b060f23eeab req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] No DVR routers for this DVR port e303f891-7766-4be0-a7b2-7624c4cef989 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:15:20.460665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a42a24-a84d-4f35-9f59-863d84d815df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ba59f6-e255-460d-a5ba-3b1b430eb1b9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:20.461204 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-81d707e9-88a1-4920-805d-4b060f23eeab req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.463526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81d707e9-88a1-4920-805d-4b060f23eeab req-4023ca9f-4792-4ad6-83a8-b0b7102c8c5d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.70 "DELETE /v2.0/ports/e303f891-7766-4be0-a7b2-7624c4cef989 HTTP/1.1" status: 204 len: 173 time: 1.1830366 Aug 20 15:15:20.464048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813bb9cd-c43a-4b9f-a146-d4aea39a23f3', 'name': 'network-vif-deleted', 'tag': 'e303f891-7766-4be0-a7b2-7624c4cef989'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:15:20.466521 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4134fdf-5db3-4ff3-b560-2888cc160bbb" -d '{"events": [{"server_uuid": "813bb9cd-c43a-4b9f-a146-d4aea39a23f3", "name": "network-vif-deleted", "tag": "e303f891-7766-4be0-a7b2-7624c4cef989"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:15:20.470761 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-60a42a24-a84d-4f35-9f59-863d84d815df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a08f9c0d02d4f26a4950783c8aeb94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630816 Aug 20 15:15:20.470884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33492) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:20.480977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b26-7e86-49ac-9511-eed7e8d7d43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.517851 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b26-7e86-49ac-9511-eed7e8d7d43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.523247 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f83889c-c961-4da0-872d-7b595b9540e8 x-openstack-request-id: req-4f83889c-c961-4da0-872d-7b595b9540e8 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:15:20.523613 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813bb9cd-c43a-4b9f-a146-d4aea39a23f3", "name": "network-vif-deleted", "tag": "e303f891-7766-4be0-a7b2-7624c4cef989", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:15:20.523831 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f83889c-c961-4da0-872d-7b595b9540e8 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:15:20.524234 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813bb9cd-c43a-4b9f-a146-d4aea39a23f3', 'name': 'network-vif-deleted', 'tag': 'e303f891-7766-4be0-a7b2-7624c4cef989', 'status': 'completed', 'code': 200} Aug 20 15:15:20.536856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5124d373-f1c9-4fa7-a62b-5c9b44552fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.575961 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5124d373-f1c9-4fa7-a62b-5c9b44552fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.592560 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b26-7e86-49ac-9511-eed7e8d7d43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.595116 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f1c5b26-7e86-49ac-9511-eed7e8d7d43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.596451 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0f1c5b26-7e86-49ac-9511-eed7e8d7d43b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd622cc6-3986-4a26-bed0-c068200f81e3 HTTP/1.1" status: 204 len: 168 time: 0.2375667 Aug 20 15:15:20.606729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c5b26-7e86-49ac-9511-eed7e8d7d43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd622cc6-3986-4a26-bed0-c068200f81e3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:20.657865 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5124d373-f1c9-4fa7-a62b-5c9b44552fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.661056 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5124d373-f1c9-4fa7-a62b-5c9b44552fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:20.663500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5124d373-f1c9-4fa7-a62b-5c9b44552fb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13ba59f6-e255-460d-a5ba-3b1b430eb1b9 HTTP/1.1" status: 204 len: 168 time: 0.1908956 Aug 20 15:15:20.671156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124d373-f1c9-4fa7-a62b-5c9b44552fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ba59f6-e255-460d-a5ba-3b1b430eb1b9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:20.820956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee33e5-2c0b-4377-be19-ac375f4b960d req-9d48a0b4-e855-46dd-b2d5-79ee77987a8f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:20.822562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1ee33e5-2c0b-4377-be19-ac375f4b960d req-9d48a0b4-e855-46dd-b2d5-79ee77987a8f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 945 time: 0.0605719 Aug 20 15:15:20.875897 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1ee33e5-2c0b-4377-be19-ac375f4b960d req-0bd30c7f-e521-4f52-9803-efcd54435ed5 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454190 Aug 20 15:15:21.154614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33528) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:21.169077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03b76fc7-3395-4999-a892-616835b9d65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.249904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33532) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:21.281112 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03b76fc7-3395-4999-a892-616835b9d65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.295822 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03b76fc7-3395-4999-a892-616835b9d65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.328507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-03b76fc7-3395-4999-a892-616835b9d65b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=128a276253774dda9b59e488b04bbacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727138 Aug 20 15:15:21.329629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b76fc7-3395-4999-a892-616835b9d65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da15c31d-6f14-4adc-9601-eb374e354163,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:21.332090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33538) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:21.388175 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07ec6f61-349f-4fe9-b7a3-87348c169659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.411574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07ec6f61-349f-4fe9-b7a3-87348c169659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.474712 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07ec6f61-349f-4fe9-b7a3-87348c169659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.480216 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07ec6f61-349f-4fe9-b7a3-87348c169659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.482373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-07ec6f61-349f-4fe9-b7a3-87348c169659 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da15c31d-6f14-4adc-9601-eb374e354163 HTTP/1.1" status: 204 len: 168 time: 0.1492844 Aug 20 15:15:21.493899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-893456025-network', 'tenant_id': '4d42dfe6dfe648578c807f23a6c54640'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:21.508726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec6f61-349f-4fe9-b7a3-87348c169659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da15c31d-6f14-4adc-9601-eb374e354163,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:21.535322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Made reservation on behalf of 4d42dfe6dfe648578c807f23a6c54640 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:21.540053 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.549225 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.556564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e303f891-7766-4be0-a7b2-7624c4cef989 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:15:21.589712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: e303f891-7766-4be0-a7b2-7624c4cef989 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:15:21.590374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e303f891-7766-4be0-a7b2-7624c4cef989 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:15:21.709043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-f41f9285-406a-4420-a927-00c91315c62c tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:21.711132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-f41f9285-406a-4420-a927-00c91315c62c tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/networks?id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4 HTTP/1.1" status: 200 len: 808 time: 0.1434627 Aug 20 15:15:21.742576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-293480d1-186b-45a8-9243-4a986932fd94 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/quotas/c4783813bd34498b8b28d6646e6658fa HTTP/1.1" status: 200 len: 375 time: 0.0230284 Aug 20 15:15:21.758171 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.767648 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.794918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-77eca89f-dc02-4798-ab10-0e16089cd9dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4783813bd34498b8b28d6646e6658fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426543 Aug 20 15:15:21.835908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:15:21.874399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13db671-ac8c-4199-bf32-68f58d5e472e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:21.881079 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.882085 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Added segment dbdb46fd-2865-43c2-9918-3fb62622c65e of type vlan for network 069df60c-d384-455b-8ae3-bbb2af16818a Aug 20 15:15:21.944748 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:21.976421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-fe5de458-487e-4e96-816b-5ce9474e08aa service neutron] 10.222.0.36 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714475 Aug 20 15:15:22.044571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:22.045735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:22.046469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:22.136732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8831027 Aug 20 15:15:22.137556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33584) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:22.143292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc46ce-7842-405a-a086-68abde899f1a admin admin] Pushing event updated for resources: {'Network': ['ID=069df60c-d384-455b-8ae3-bbb2af16818a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:22.144748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Request body: {'subnet': {'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-893456025-subnet', 'tenant_id': '4d42dfe6dfe648578c807f23a6c54640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:22.149515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-5dddd5d9-8d87-498e-9ea2-d775864a48e6 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721530 Aug 20 15:15:22.154922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 069df60c-d384-455b-8ae3-bbb2af16818a details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:15:22.196583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Made reservation on behalf of 4d42dfe6dfe648578c807f23a6c54640 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:22.201701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:22.380547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-859c54d0-7b65-486b-ad6f-8fc39adab591 req-809912df-caba-4bdc-b939-f47202bb0929 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 210 time: 0.0323384 Aug 20 15:15:22.490443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:22.565073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57484bfd-6d5c-4000-8a8f-a9ac057713fc,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:22.567575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Checking segment: {'id': 'dbdb46fd-2865-43c2-9918-3fb62622c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:15:22.568549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Network hostable DHCP agents. Network: 069df60c-d384-455b-8ae3-bbb2af16818a, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:15:22.590348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Network 069df60c-d384-455b-8ae3-bbb2af16818a is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:15:22.600920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 069df60c-d384-455b-8ae3-bbb2af16818a) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:22.611938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a4d83-4cfa-498a-b078-d240ea029739 None None] Network 069df60c-d384-455b-8ae3-bbb2af16818a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:15:22.614483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:22.615283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:22.640053 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3b1bac99-9f0d-43d6-b239-ede6ed382482 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4990776 Aug 20 15:15:22.772400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8772650b-e96e-4633-9123-65715303a718 None None] Network 069df60c-d384-455b-8ae3-bbb2af16818a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:15:23.618805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90e56229-13ea-4785-be63-a114cd6727e3 req-76faab92-6c28-406c-9e1e-671f85bf7745 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 210 time: 0.0833740 Aug 20 15:15:23.684588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-a03528f5-9ca9-496e-952f-54a4090e909c tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:23.686232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-a03528f5-9ca9-496e-952f-54a4090e909c tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.70 "GET /v2.0/networks?id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4 HTTP/1.1" status: 200 len: 808 time: 0.2197001 Aug 20 15:15:23.704652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Request body: {'port': {'device_id': 'f0400d16-42bc-4671-b391-e72c805af9ea', 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4', 'admin_state_up': True, 'tenant_id': 'c4783813bd34498b8b28d6646e6658fa'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:23.844401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Made reservation on behalf of c4783813bd34498b8b28d6646e6658fa for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:23.850049 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:24.048635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Allocated IP 172.20.0.8 (c6a800a5-c9d0-4857-93b9-88a0f4401bd4/78e82e3f-98c7-4972-bbc6-a29e3c29e466/94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:15:24.313810 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:24.364691 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:24.408114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:15:24.411257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:24.415112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:15:24.449391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Pushing event updated for resources: {'Port': ['ID=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:24.481893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:24.482686 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:24.502326 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-d450b6a8-812c-4b59-9565-a004d7e9998a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016756 Aug 20 15:15:24.516915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Request body: {'port': {'device_id': 'f0400d16-42bc-4671-b391-e72c805af9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:24.578826 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:15:24.583170 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:24.818328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f741712-e410-4200-8fc8-83d7c354aef3 req-52dd6a2b-7071-4096-870b-1debcd40dd9d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:24.820710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f741712-e410-4200-8fc8-83d7c354aef3 req-52dd6a2b-7071-4096-870b-1debcd40dd9d tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 931 time: 0.1117842 Aug 20 15:15:24.884598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f741712-e410-4200-8fc8-83d7c354aef3 req-5c74b30c-6c40-4fcd-98b8-bc34219dbd5e tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556719 Aug 20 15:15:24.984719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:15:24.992996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.005838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Transition to ACTIVE for port object 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:15:25.011365 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.039410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33704) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:25.072770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Pushing event updated for resources: {'Port': ['ID=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:25.160207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Attempting to bind port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:15:25.160627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Attempting to bind port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:15:25.161185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Attempting to bind port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf on network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:15:25.167044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf on network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:15:25.167379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Attempting to bind port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf on network c6a800a5-c9d0-4857-93b9-88a0f4401bd4 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:15:25.172457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:15:25.173036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Checking segment: {'id': 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:15:25.173427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Bound using segment: {'id': 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:15:25.173858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Bound port: 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:15:25.174408 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.186731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03b840eb-3a21-4917-b688-5b567005d7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.254809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] For port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:15:25.267656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] For port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:15:25.274117 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.299037 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03b840eb-3a21-4917-b688-5b567005d7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.307431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03b840eb-3a21-4917-b688-5b567005d7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.317006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:25.323916 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.326563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] 10.222.0.70 "PUT /v2.0/ports/94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf HTTP/1.1" status: 200 len: 1092 time: 0.8140233 Aug 20 15:15:25.327143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0400d16-42bc-4671-b391-e72c805af9ea', 'tag': '94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:15:25.344138 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f7f653-9815-4864-9b30-fcbb001f554e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0400d16-42bc-4671-b391-e72c805af9ea", "tag": "94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:15:25.359960 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-03b840eb-3a21-4917-b688-5b567005d7ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b137bc90c1b24367832234e0c23cc9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193314 Aug 20 15:15:25.361033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b840eb-3a21-4917-b688-5b567005d7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b131ac2-40dd-428e-9f18-84b135273354,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:25.363818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33716) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:25.425333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f7a40-4977-43b2-b6de-9d6dc86b5c8f service neutron] Pushing event updated for resources: {'Port': ['ID=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:25.451350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-4b07cb26-ed38-4927-8bb8-fe062ad74aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:25.452913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-4b07cb26-ed38-4927-8bb8-fe062ad74aba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4783813bd34498b8b28d6646e6658fa&device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 1095 time: 0.0642080 Aug 20 15:15:25.457894 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed68a91c-921b-46ad-bd28-a554be67425b x-openstack-request-id: req-ed68a91c-921b-46ad-bd28-a554be67425b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:15:25.458396 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0400d16-42bc-4671-b391-e72c805af9ea", "tag": "94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:15:25.458808 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed68a91c-921b-46ad-bd28-a554be67425b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:15:25.459366 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0400d16-42bc-4671-b391-e72c805af9ea', 'tag': '94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf', 'status': 'completed', 'code': 200} Aug 20 15:15:25.476734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c42dc4c-8c13-4c6a-ae0f-0ce33c72d444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.502144 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c42dc4c-8c13-4c6a-ae0f-0ce33c72d444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.512641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-888e9447-0d8f-4edc-a3f3-0a64fc81823f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf HTTP/1.1" status: 200 len: 217 time: 0.0470636 Aug 20 15:15:25.561010 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c42dc4c-8c13-4c6a-ae0f-0ce33c72d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.565938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c42dc4c-8c13-4c6a-ae0f-0ce33c72d444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:25.567247 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9c42dc4c-8c13-4c6a-ae0f-0ce33c72d444 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b131ac2-40dd-428e-9f18-84b135273354 HTTP/1.1" status: 204 len: 168 time: 0.2022202 Aug 20 15:15:25.578603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42dc4c-8c13-4c6a-ae0f-0ce33c72d444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b131ac2-40dd-428e-9f18-84b135273354,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:25.622618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-1e0c850c-9271-47d7-8b0b-4b053073d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:25.624596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-1e0c850c-9271-47d7-8b0b-4b053073d400 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78e82e3f-98c7-4972-bbc6-a29e3c29e466 HTTP/1.1" status: 200 len: 848 time: 0.1034908 Aug 20 15:15:25.665367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-7d99e411-b7a1-4985-8761-c6f9bb4bb570 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306542 Aug 20 15:15:25.811335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-7a2bc463-34e6-48ef-b81f-cf6496bd5e96 service neutron] 10.222.0.70 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366563 Aug 20 15:15:25.938574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1737918-4ee6-41df-a7eb-c111fa404246 req-129fb1c8-e3f7-418c-b8f3-5404b01b7e9d service neutron] 10.222.0.70 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194339 Aug 20 15:15:26.195387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a99386-38b4-4fe1-a988-fb172e59d136 req-a25fbb16-3dea-428a-b8d5-9b7325147cef tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:26.207745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a99386-38b4-4fe1-a988-fb172e59d136 req-a25fbb16-3dea-428a-b8d5-9b7325147cef tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 943 time: 0.2271423 Aug 20 15:15:26.212558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7f653-9815-4864-9b30-fcbb001f554e req-ededb237-64d2-4b53-901b-2156f04c4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:26.220222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37f7f653-9815-4864-9b30-fcbb001f554e req-ededb237-64d2-4b53-901b-2156f04c4b3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4783813bd34498b8b28d6646e6658fa&device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 1095 time: 0.2136621 Aug 20 15:15:26.321922 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a99386-38b4-4fe1-a988-fb172e59d136 req-f7ca75b2-6e27-45ab-86a3-c901478b4be0 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131861 Aug 20 15:15:26.366595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7f653-9815-4864-9b30-fcbb001f554e req-2f63ae29-5183-494d-b950-1acb10a740f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:26.368307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37f7f653-9815-4864-9b30-fcbb001f554e req-2f63ae29-5183-494d-b950-1acb10a740f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4 HTTP/1.1" status: 200 len: 909 time: 0.1307025 Aug 20 15:15:26.434796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37f7f653-9815-4864-9b30-fcbb001f554e req-441cb4fa-dfd2-4ff5-b2de-d0e731aeaf1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf HTTP/1.1" status: 200 len: 217 time: 0.0542867 Aug 20 15:15:26.507954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7f653-9815-4864-9b30-fcbb001f554e req-226ec30e-a616-4971-82ff-03b7e9a5ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:26.509614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37f7f653-9815-4864-9b30-fcbb001f554e req-226ec30e-a616-4971-82ff-03b7e9a5ecf9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78e82e3f-98c7-4972-bbc6-a29e3c29e466 HTTP/1.1" status: 200 len: 848 time: 0.0618927 Aug 20 15:15:26.545710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37f7f653-9815-4864-9b30-fcbb001f554e req-3f0a0b93-1244-41d1-8775-ecfd1980e446 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c6a800a5-c9d0-4857-93b9-88a0f4401bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267699 Aug 20 15:15:26.640375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37f7f653-9815-4864-9b30-fcbb001f554e req-caef0dce-f69c-4c0a-bd1c-8a3f927e1d8e service neutron] 10.222.0.70 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855556 Aug 20 15:15:26.757714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37f7f653-9815-4864-9b30-fcbb001f554e req-07afed0e-0312-49ea-ab3f-8fd630c63715 service neutron] 10.222.0.70 "GET /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059761 Aug 20 15:15:27.116311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33774) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:27.297105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33780) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:27.362667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-123794729', 'router:external': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:27.393683 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cae28413-2a68-475b-941b-e7804a08b97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.415251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Made reservation on behalf of e0e4a08237cb4f3e91f1916a6fc04035 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:27.418258 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.435725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.479105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691a204-1c08-4fe7-9d44-27b19a059041 req-fab0ae48-20e9-4877-b51c-bdd572de3957 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:27.480703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5691a204-1c08-4fe7-9d44-27b19a059041 req-fab0ae48-20e9-4877-b51c-bdd572de3957 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 943 time: 0.0563359 Aug 20 15:15:27.539789 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cae28413-2a68-475b-941b-e7804a08b97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.548480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cae28413-2a68-475b-941b-e7804a08b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.551964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5691a204-1c08-4fe7-9d44-27b19a059041 req-8cc5cc7e-810f-46eb-9833-d75324a232b2 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644195 Aug 20 15:15:27.595532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:15:27.619022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae28413-2a68-475b-941b-e7804a08b97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d050c9d-dc17-448c-a192-2c5af7182be2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:27.627202 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cae28413-2a68-475b-941b-e7804a08b97d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a422513a7bed4a628bef905e04eecefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091572 Aug 20 15:15:27.629989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33788) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:27.691966 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-430f8b44-44e8-4a87-a2a6-c09dff428193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.696081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.702145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.720753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-430f8b44-44e8-4a87-a2a6-c09dff428193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.736368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:15:27.750061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcbb54c-d3f8-4314-b8de-bd078c08a494,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:27.757307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.758681 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Added segment b45482d2-5a5b-4fa2-bbe6-03a9d609265e of type vlan for network 1da116a1-7a32-4d46-8971-07c4ed7331fa Aug 20 15:15:27.760381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:27.782701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf', 'network_id': 'c6a800a5-c9d0-4857-93b9-88a0f4401bd4', 'port_id': '94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf', 'mac_address': 'fa:16:3e:fd:d6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e82e3f-98c7-4972-bbc6-a29e3c29e466', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:15:27.787140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-430f8b44-44e8-4a87-a2a6-c09dff428193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.790939 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-430f8b44-44e8-4a87-a2a6-c09dff428193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.801700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-430f8b44-44e8-4a87-a2a6-c09dff428193 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d050c9d-dc17-448c-a192-2c5af7182be2 HTTP/1.1" status: 204 len: 168 time: 0.1663337 Aug 20 15:15:27.819846 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.824865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f8b44-44e8-4a87-a2a6-c09dff428193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d050c9d-dc17-448c-a192-2c5af7182be2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:27.860607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.862628 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:27.863394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.871722 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:27.924907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:15:27.934563 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6363142 Aug 20 15:15:27.938206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33794) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:27.945798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'subnet': {'network_id': '1da116a1-7a32-4d46-8971-07c4ed7331fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:27.949993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e9b1e-4dfe-41c4-8a99-ea25e99321d1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event updated for resources: {'Network': ['ID=1da116a1-7a32-4d46-8971-07c4ed7331fa,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:27.960846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:27.963524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 1da116a1-7a32-4d46-8971-07c4ed7331fa details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:15:27.991274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Made reservation on behalf of e0e4a08237cb4f3e91f1916a6fc04035 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:27.994743 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.007707 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.103788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:28.235699 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33800) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:28.249890 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23ff3996-325c-4d48-94e1-c75f327b1916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.306566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:15:28.343342 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23ff3996-325c-4d48-94e1-c75f327b1916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.351248 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-23ff3996-325c-4d48-94e1-c75f327b1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.356567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.objects.ports [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 15:15:28.357037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.381052 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-23ff3996-325c-4d48-94e1-c75f327b1916 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57004bddc196471b8c13bb3364ece3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442595 Aug 20 15:15:28.387563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33802) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:28.410874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event updated for resources: {'Subnet': ['ID=009242ec-0790-461a-9842-45256953db9a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:28.428969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff3996-325c-4d48-94e1-c75f327b1916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91cd990-af08-466e-ac8f-44bd8b916060,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:28.465458 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8947b2b4-77d5-49de-9a1c-19e19f8e9b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.469658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Checking segment: {'id': 'b45482d2-5a5b-4fa2-bbe6-03a9d609265e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '1da116a1-7a32-4d46-8971-07c4ed7331fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:15:28.470035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Network hostable DHCP agents. Network: 1da116a1-7a32-4d46-8971-07c4ed7331fa, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:15:28.488436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Network 1da116a1-7a32-4d46-8971-07c4ed7331fa is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:15:28.497121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8947b2b4-77d5-49de-9a1c-19e19f8e9b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.500932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 1da116a1-7a32-4d46-8971-07c4ed7331fa) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:28.505374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:28.506003 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.512840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64bc674-3b44-4b16-b900-b2258172a5b9 None None] Network 1da116a1-7a32-4d46-8971-07c4ed7331fa requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:15:28.521909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0191315c-1023-48ea-952a-093f5446593b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5819058 Aug 20 15:15:28.528022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33804) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:28.533981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-105793739', 'network_id': '1da116a1-7a32-4d46-8971-07c4ed7331fa'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:28.554905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8947b2b4-77d5-49de-9a1c-19e19f8e9b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.558830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8947b2b4-77d5-49de-9a1c-19e19f8e9b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.559731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Made reservation on behalf of e0e4a08237cb4f3e91f1916a6fc04035 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:15:28.560096 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8947b2b4-77d5-49de-9a1c-19e19f8e9b87 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f91cd990-af08-466e-ac8f-44bd8b916060 HTTP/1.1" status: 204 len: 168 time: 0.1713982 Aug 20 15:15:28.562605 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.570549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947b2b4-77d5-49de-9a1c-19e19f8e9b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91cd990-af08-466e-ac8f-44bd8b916060,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:28.593294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] device_id is not set on port 78cb28a6-4eb4-422d-bc8f-876ea3eab759 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:15:28.701536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9263e0-ab21-4a9b-8c3e-b43f70b3b4cf None None] Network 1da116a1-7a32-4d46-8971-07c4ed7331fa requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:15:28.768692 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:28.780323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Allocated IP 172.20.0.12 (1da116a1-7a32-4d46-8971-07c4ed7331fa/009242ec-0790-461a-9842-45256953db9a/78cb28a6-4eb4-422d-bc8f-876ea3eab759) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:15:28.796490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c0e95-cccf-4eb8-8413-a38230520f6b req-de75d74e-32d5-4695-9595-58de4d7ca5c6 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:28.798083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f31c0e95-cccf-4eb8-8413-a38230520f6b req-de75d74e-32d5-4695-9595-58de4d7ca5c6 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 944 time: 0.0811250 Aug 20 15:15:28.868668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f31c0e95-cccf-4eb8-8413-a38230520f6b req-6316ce5b-d67e-4ad2-84da-1d629d157a80 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599587 Aug 20 15:15:28.994351 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.038709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.088125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Network 1da116a1-7a32-4d46-8971-07c4ed7331fa is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:15:29.091978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:29.100745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:15:29.127958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event updated for resources: {'Port': ['ID=78cb28a6-4eb4-422d-bc8f-876ea3eab759,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:29.152143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:29.152764 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.170259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-568ef5f1-ea88-45d5-8dc2-06fc33b3612e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6386745 Aug 20 15:15:29.170669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33826) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:29.249065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-88b2226c-850c-4534-8c7c-2e70cc48f3bc tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Deleting port 78cb28a6-4eb4-422d-bc8f-876ea3eab759 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:15:29.249684 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88b2226c-850c-4534-8c7c-2e70cc48f3bc tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.336861 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88b2226c-850c-4534-8c7c-2e70cc48f3bc tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.348833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-88b2226c-850c-4534-8c7c-2e70cc48f3bc tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Calling delete_port for 78cb28a6-4eb4-422d-bc8f-876ea3eab759 owned by {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:15:29.474020 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88b2226c-850c-4534-8c7c-2e70cc48f3bc tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.512724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2226c-850c-4534-8c7c-2e70cc48f3bc tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event deleted for resources: {'Port': ['ID=78cb28a6-4eb4-422d-bc8f-876ea3eab759,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:29.587213 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88b2226c-850c-4534-8c7c-2e70cc48f3bc tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.591806 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-88b2226c-850c-4534-8c7c-2e70cc48f3bc tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "DELETE /v2.0/ports/78cb28a6-4eb4-422d-bc8f-876ea3eab759 HTTP/1.1" status: 204 len: 168 time: 0.4176865 Aug 20 15:15:29.592263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33840) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:29.596779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1da116a1-7a32-4d46-8971-07c4ed7331fa', 'external_fixed_ips': [{'subnet_id': '009242ec-0790-461a-9842-45256953db9a', 'ip_address': '172.20.0.12'}]}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:29.607488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:15:29.628863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.630347 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.672362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:15:29.676697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:15:29.677248 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.695986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.783382 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.810588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0400d16-42bc-4671-b391-e72c805af9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:15:29.815121 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6658fe4e-5179-4401-a6a5-0e0579f881c9" -d '{"events": [{"server_uuid": "f0400d16-42bc-4671-b391-e72c805af9ea", "name": "network-vif-plugged", "status": "completed", "tag": "94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:15:29.850833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:29.857910 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:29.932198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:29.953088 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:30.119955 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024588dc-73f9-4649-9b91-21db49a5e0e2 x-openstack-request-id: req-024588dc-73f9-4649-9b91-21db49a5e0e2 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:15:30.120465 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0400d16-42bc-4671-b391-e72c805af9ea", "name": "network-vif-plugged", "status": "completed", "tag": "94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:15:30.121408 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-024588dc-73f9-4649-9b91-21db49a5e0e2 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:15:30.121686 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0400d16-42bc-4671-b391-e72c805af9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf', 'code': 200} Aug 20 15:15:30.488011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462c1cf-cd58-47ae-89ac-1d4f8b491285 req-cac112d0-52f4-48f1-80d6-3c417cb3edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:30.489511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7462c1cf-cd58-47ae-89ac-1d4f8b491285 req-cac112d0-52f4-48f1-80d6-3c417cb3edae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 1097 time: 0.0818632 Aug 20 15:15:30.535436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a33031-2bc5-47d2-b983-b723e35d5753 req-65ec816e-3028-4dde-97c1-f7be993455b0 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:30.536828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27a33031-2bc5-47d2-b983-b723e35d5753 req-65ec816e-3028-4dde-97c1-f7be993455b0 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 945 time: 0.1307700 Aug 20 15:15:30.563654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7462c1cf-cd58-47ae-89ac-1d4f8b491285 req-ae4bda14-5cb7-495d-a138-a05ef73b37ad service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649242 Aug 20 15:15:30.595120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27a33031-2bc5-47d2-b983-b723e35d5753 req-a490b3e8-cf03-4620-8020-7e74f80c7bf3 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498936 Aug 20 15:15:30.769478 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:30.804178 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:31.082753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Allocated IP 172.20.0.12 (1da116a1-7a32-4d46-8971-07c4ed7331fa/009242ec-0790-461a-9842-45256953db9a/cab85774-a9c3-454e-85c3-ee12d2c310ef) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:15:31.215583 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:31.285729 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:31.337072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Network 1da116a1-7a32-4d46-8971-07c4ed7331fa is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:15:31.341666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:31.349249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:15:31.353211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event updated for resources: {'Port': ['ID=cab85774-a9c3-454e-85c3-ee12d2c310ef,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:31.661981 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:31.786275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895bfa8-d319-45fb-be6e-09e0fc2bb9e6 req-eaba1135-582b-440b-992a-2661e25c2744 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:31.789715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1895bfa8-d319-45fb-be6e-09e0fc2bb9e6 req-eaba1135-582b-440b-992a-2661e25c2744 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 945 time: 0.0787725 Aug 20 15:15:31.909507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1895bfa8-d319-45fb-be6e-09e0fc2bb9e6 req-f1631565-0b28-45d2-b66e-60bfe4cb72ea tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968306 Aug 20 15:15:32.031984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:32.193543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Router c5548634-69c2-4e5b-b1e3-32d01d3b30a5 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:15:32.339830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:15:32.354586 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Sync routers for ids ['c5548634-69c2-4e5b-b1e3-32d01d3b30a5'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:15:32.363360 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:32.364796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ee3e0157-e659-4fd2-8e54-4f8d85a7601b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.7714722 Aug 20 15:15:32.365259 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Routers {'c5548634-69c2-4e5b-b1e3-32d01d3b30a5'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:32.366112 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5548634-69c2-4e5b-b1e3-32d01d3b30a5'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:32.367454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33882) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:32.501154 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Set router c5548634-69c2-4e5b-b1e3-32d01d3b30a5 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:15:32.514375 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:32.754347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae22aab-e39c-4f3a-a088-959ee41e5899 req-e4fb4e23-7681-4f4a-9ca9-cde9aec32c33 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:32.755874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dae22aab-e39c-4f3a-a088-959ee41e5899 req-e4fb4e23-7681-4f4a-9ca9-cde9aec32c33 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1369712 Aug 20 15:15:32.771829 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:32.804277 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5548634-69c2-4e5b-b1e3-32d01d3b30a5', 'name': '', 'tenant_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1da116a1-7a32-4d46-8971-07c4ed7331fa', 'external_fixed_ips': [{'subnet_id': '009242ec-0790-461a-9842-45256953db9a', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'cab85774-a9c3-454e-85c3-ee12d2c310ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:15:29Z', 'updated_at': '2021-08-20T15:15:31Z', 'revision_number': 3, 'project_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'gw_port': {'id': 'cab85774-a9c3-454e-85c3-ee12d2c310ef', 'name': '', 'network_id': '1da116a1-7a32-4d46-8971-07c4ed7331fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5548634-69c2-4e5b-b1e3-32d01d3b30a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '009242ec-0790-461a-9842-45256953db9a', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:15:30Z', 'updated_at': '2021-08-20T15:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '009242ec-0790-461a-9842-45256953db9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:32.833767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dae22aab-e39c-4f3a-a088-959ee41e5899 req-01c133ac-439b-495a-80ad-45d2fb603801 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706568 Aug 20 15:15:32.847638 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Checking router: c5548634-69c2-4e5b-b1e3-32d01d3b30a5 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:15:32.848253 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Updating router c5548634-69c2-4e5b-b1e3-32d01d3b30a5 port cab85774-a9c3-454e-85c3-ee12d2c310ef binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:15:32.907315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Deleting port cab85774-a9c3-454e-85c3-ee12d2c310ef {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:15:32.907696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:32.928375 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:33.041169 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:33.064094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe97cf-9264-4b91-9acc-ac32bd748cbb req-0b4d66f7-e54c-4dc5-a001-3a22f33faec4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:33.065564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dfe97cf-9264-4b91-9acc-ac32bd748cbb req-0b4d66f7-e54c-4dc5-a001-3a22f33faec4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0975316 Aug 20 15:15:33.066567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Calling delete_port for cab85774-a9c3-454e-85c3-ee12d2c310ef owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:15:33.189718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dfe97cf-9264-4b91-9acc-ac32bd748cbb req-de82493f-40c0-48ff-8122-5afd9e900b05 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154380 Aug 20 15:15:33.200363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b86962-717e-48e1-abdf-5e432674d53f req-a422defe-5975-4e5b-888d-7cc02301cdc7 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:33.201882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93b86962-717e-48e1-abdf-5e432674d53f req-a422defe-5975-4e5b-888d-7cc02301cdc7 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 945 time: 0.1308217 Aug 20 15:15:33.312572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93b86962-717e-48e1-abdf-5e432674d53f req-4aca3a6f-6d3d-4a06-ae77-13ecc283c4a2 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997093 Aug 20 15:15:33.511921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:33.548030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event deleted for resources: {'Port': ['ID=cab85774-a9c3-454e-85c3-ee12d2c310ef,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:33.572983 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.db.api [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:15:33.573602 n-d-695189-15 neutron-server[101102]: DEBUG oslo_db.api [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:15:33.670116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:33.818060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:33.818060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:33.876916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f6d69-9188-44cd-8068-59c5ae940d1c req-1f880b86-a3f6-416f-a1b7-7285f7ea344f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:33.879114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d71f6d69-9188-44cd-8068-59c5ae940d1c req-1f880b86-a3f6-416f-a1b7-7285f7ea344f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1328814 Aug 20 15:15:33.883683 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:33.884271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5548634-69c2-4e5b-b1e3-32d01d3b30a5 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:15:33.892417 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:33.896129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3c642792-22da-4c95-89e2-9c0c5898295e tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "DELETE /v2.0/routers/c5548634-69c2-4e5b-b1e3-32d01d3b30a5 HTTP/1.1" status: 204 len: 168 time: 1.5252178 Aug 20 15:15:33.903056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33910) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:33.971961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d71f6d69-9188-44cd-8068-59c5ae940d1c req-9a2bda1b-e035-45dc-8c3b-983f17322d11 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768714 Aug 20 15:15:33.983422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b65ead-2a82-4fd5-8cf0-68cd907a2263 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Deleting subnet 009242ec-0790-461a-9842-45256953db9a {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:15:33.997815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ead-2a82-4fd5-8cf0-68cd907a2263 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:34.105150 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Port cab85774-a9c3-454e-85c3-ee12d2c310ef not found while updating agent binding for router c5548634-69c2-4e5b-b1e3-32d01d3b30a5. {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 15:15:34.127838 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Routers set() bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:34.130948 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Router IDs set() for agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 15:15:34.136502 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_agentschedulers_db [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5548634-69c2-4e5b-b1e3-32d01d3b30a5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent'). {{(pid=101102) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 15:15:34.137632 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f51aa2-b399-4516-b0ee-0391e848b438 None None] The sync data for ids ['c5548634-69c2-4e5b-b1e3-32d01d3b30a5'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:15:34.532856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ead-2a82-4fd5-8cf0-68cd907a2263 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:34.612423 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ead-2a82-4fd5-8cf0-68cd907a2263 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:34.781804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfc336-7d06-471e-8763-5f94bf0c3bf8 req-58041673-4e25-4038-96f7-a799b6641d4b tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:34.783234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fbfc336-7d06-471e-8763-5f94bf0c3bf8 req-58041673-4e25-4038-96f7-a799b6641d4b tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 945 time: 0.1079252 Aug 20 15:15:34.811050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee47c9-1919-4b61-819a-16272cc292a2 req-5b41b0dc-fab7-4237-a22e-da1695f1d7a4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:34.818010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2fee47c9-1919-4b61-819a-16272cc292a2 req-5b41b0dc-fab7-4237-a22e-da1695f1d7a4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1247337 Aug 20 15:15:34.823794 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ead-2a82-4fd5-8cf0-68cd907a2263 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:34.885486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b65ead-2a82-4fd5-8cf0-68cd907a2263 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=009242ec-0790-461a-9842-45256953db9a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:34.936564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2fee47c9-1919-4b61-819a-16272cc292a2 req-896e66db-5b45-40ea-9145-f6677fc98c98 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166472 Aug 20 15:15:34.956331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fbfc336-7d06-471e-8763-5f94bf0c3bf8 req-e82413dc-3fed-4c18-947d-692fa6a57ddc tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625721 Aug 20 15:15:34.967191 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8b65ead-2a82-4fd5-8cf0-68cd907a2263 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:34.976115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33932) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:34.976579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a8b65ead-2a82-4fd5-8cf0-68cd907a2263 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/009242ec-0790-461a-9842-45256953db9a HTTP/1.1" status: 204 len: 168 time: 1.0721374 Aug 20 15:15:35.050540 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.156876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.168542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da116a1-7a32-4d46-8971-07c4ed7331fa']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:35.179639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45482d2-5a5b-4fa2-bbe6-03a9d609265e') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:35.180175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45482d2-5a5b-4fa2-bbe6-03a9d609265e') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:35.194327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.215256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.222055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:15:35.222711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:15:35.224583 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:15:35.298876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.312799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1da116a1-7a32-4d46-8971-07c4ed7331fa {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 15:15:35.316511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.320881 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1da116a1-7a32-4d46-8971-07c4ed7331fa HTTP/1.1" status: 204 len: 168 time: 0.3435316 Aug 20 15:15:35.348880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd7912-cf8e-4ea3-acb1-25e8d877c48b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event deleted for resources: {'Network': ['ID=1da116a1-7a32-4d46-8971-07c4ed7331fa,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:35.794431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33948) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:35.799389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-aa95cb57-899f-4711-ae0a-cbd16306eb9b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'router': {'name': 'tempest-router--899505056', 'project_id': '45360d14efc04206a9ee95fd52f03219'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:35.834318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb57-899f-4711-ae0a-cbd16306eb9b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.836676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb57-899f-4711-ae0a-cbd16306eb9b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.892136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb57-899f-4711-ae0a-cbd16306eb9b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.904250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb57-899f-4711-ae0a-cbd16306eb9b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.928830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aa95cb57-899f-4711-ae0a-cbd16306eb9b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:35.930387 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aa95cb57-899f-4711-ae0a-cbd16306eb9b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1348493 Aug 20 15:15:35.933245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 33950) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:35.933719 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:36.143452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a723856-7709-4cbc-b19f-dc29e92ff2bd tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:36.272187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094475ec-c637-44ec-99e9-911e2be0ff36 req-edb991b0-d3a8-4bb0-af94-b4d45ccf9449 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:36.273850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-094475ec-c637-44ec-99e9-911e2be0ff36 req-edb991b0-d3a8-4bb0-af94-b4d45ccf9449 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1816995 Aug 20 15:15:36.313470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e603ee8-8677-4e25-b8ff-abb01adb9107 req-7e3c90c4-7d0b-4d5e-8dcd-f6296b93166f tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:36.321078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e603ee8-8677-4e25-b8ff-abb01adb9107 req-7e3c90c4-7d0b-4d5e-8dcd-f6296b93166f tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 945 time: 0.2325189 Aug 20 15:15:36.432104 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a723856-7709-4cbc-b19f-dc29e92ff2bd tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:36.450480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-3256b9b1-2341-4dc3-a8db-a4b9c62d6ca5 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:36.452020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-3256b9b1-2341-4dc3-a8db-a4b9c62d6ca5 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.70 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 945 time: 0.2631326 Aug 20 15:15:36.453327 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a723856-7709-4cbc-b19f-dc29e92ff2bd tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:36.501274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e603ee8-8677-4e25-b8ff-abb01adb9107 req-615101b9-da6d-421b-9089-3927cb1b8f8a tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd19076a-d43e-4d0e-89fc-d0aacf6f1292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793008 Aug 20 15:15:36.554765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-094475ec-c637-44ec-99e9-911e2be0ff36 req-6c0c7c7e-45b0-4a6c-92ad-ed5902e7e36b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741637 Aug 20 15:15:36.581283 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a723856-7709-4cbc-b19f-dc29e92ff2bd tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:36.581818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a723856-7709-4cbc-b19f-dc29e92ff2bd tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96b3a37e-85d0-423e-871e-eca0f2acb872 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:15:36.587970 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a723856-7709-4cbc-b19f-dc29e92ff2bd tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:36.589183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9a723856-7709-4cbc-b19f-dc29e92ff2bd tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "DELETE /v2.0/routers/96b3a37e-85d0-423e-871e-eca0f2acb872 HTTP/1.1" status: 204 len: 168 time: 0.6539986 Aug 20 15:15:36.646332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Deleting port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:15:36.647199 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:36.711408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 33964) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:36.751100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] For port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,segment=NetworkSegment(a28d098b-cfa3-4164-8d9f-efc38a87ba7f),segment_id=a28d098b-cfa3-4164-8d9f-efc38a87ba7f)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:36.751477 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:36.765217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Calling delete_port for 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:15:36.919836 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:36.935344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:15:36.957170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Pushing event deleted for resources: {'Port': ['ID=94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:36.970934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-682639812', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:37.005486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:37.006700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:37.011241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] No DVR routers for this DVR port 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:15:37.015004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:37.018006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13ca6f80-495a-435f-aaae-7dcdcc0c694c req-49a8e786-735e-40f9-930a-893eba84c2dd tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.70 "DELETE /v2.0/ports/94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf HTTP/1.1" status: 204 len: 173 time: 0.5433664 Aug 20 15:15:37.018548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0400d16-42bc-4671-b391-e72c805af9ea', 'name': 'network-vif-deleted', 'tag': '94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:15:37.022524 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01576fcd-2256-4f47-9d2d-d74bb06f1c21" -d '{"events": [{"server_uuid": "f0400d16-42bc-4671-b391-e72c805af9ea", "name": "network-vif-deleted", "tag": "94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:15:37.072351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:37.201930 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8a4ad0-f309-4118-bf48-3cc510360c9b x-openstack-request-id: req-ea8a4ad0-f309-4118-bf48-3cc510360c9b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:15:37.202235 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0400d16-42bc-4671-b391-e72c805af9ea", "name": "network-vif-deleted", "tag": "94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:15:37.202491 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea8a4ad0-f309-4118-bf48-3cc510360c9b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:15:37.202895 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0400d16-42bc-4671-b391-e72c805af9ea', 'name': 'network-vif-deleted', 'tag': '94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf', 'status': 'completed', 'code': 200} Aug 20 15:15:37.225245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:37.422954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:37.443790 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:37.596035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Allocated IP 172.25.5.85 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/56688167-9f06-4f4e-b20e-cedd83bdc498) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:15:37.743595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ea5086b-9095-4afc-8d10-f81298c392dd req-a501862d-8425-4410-bc01-a300537c6293 tempest-VolumesActionsTest-1359769025 tempest-VolumesActionsTest-1359769025-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0400d16-42bc-4671-b391-e72c805af9ea HTTP/1.1" status: 200 len: 210 time: 0.0461938 Aug 20 15:15:37.773449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350edce-c8ca-4cb5-9dff-7a028825ff69 req-c04580ca-61bc-483f-9ca9-0b302000a59c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:37.777575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:37.782048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e350edce-c8ca-4cb5-9dff-7a028825ff69 req-c04580ca-61bc-483f-9ca9-0b302000a59c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1269019 Aug 20 15:15:37.827333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:37.837283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e350edce-c8ca-4cb5-9dff-7a028825ff69 req-3c3cdd27-e9a3-4aee-9d73-9d71fea7bbf9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502486 Aug 20 15:15:37.895384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event updated for resources: {'Port': ['ID=56688167-9f06-4f4e-b20e-cedd83bdc498,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:37.917503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:15:37.920269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:37.923813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:15:38.517279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:38.743741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:38.914943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Router 73ea0b78-eb1f-49d1-9330-6cb6b731f9a0 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:15:39.039626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad59d0f-f7cc-4d9d-a623-45b824a13a5e req-0c8a2c5b-8f1f-4f8c-a883-c81ec8b6af0d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:39.049216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bad59d0f-f7cc-4d9d-a623-45b824a13a5e req-0c8a2c5b-8f1f-4f8c-a883-c81ec8b6af0d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1167490 Aug 20 15:15:39.117895 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:15:39.120710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bad59d0f-f7cc-4d9d-a623-45b824a13a5e req-46797f8b-4b9a-44e3-bafd-070bbc5918e6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692871 Aug 20 15:15:39.129442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66e71f-4e84-46a6-a3ba-b7cce63bc464 None None] Sync routers for ids ['73ea0b78-eb1f-49d1-9330-6cb6b731f9a0'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:15:39.147673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66e71f-4e84-46a6-a3ba-b7cce63bc464 None None] Routers {'73ea0b78-eb1f-49d1-9330-6cb6b731f9a0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:39.148627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4b66e71f-4e84-46a6-a3ba-b7cce63bc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['73ea0b78-eb1f-49d1-9330-6cb6b731f9a0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:39.153216 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:39.155059 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0e1b744-e60a-4245-9a13-5481f8e6978f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4419315 Aug 20 15:15:39.157978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34034) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:39.204613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4b66e71f-4e84-46a6-a3ba-b7cce63bc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:39.250308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b66e71f-4e84-46a6-a3ba-b7cce63bc464 None None] Routers {'73ea0b78-eb1f-49d1-9330-6cb6b731f9a0'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:39.250957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4b66e71f-4e84-46a6-a3ba-b7cce63bc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['73ea0b78-eb1f-49d1-9330-6cb6b731f9a0'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:39.299896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4b66e71f-4e84-46a6-a3ba-b7cce63bc464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:39.300553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b66e71f-4e84-46a6-a3ba-b7cce63bc464 None None] The sync data for ids ['73ea0b78-eb1f-49d1-9330-6cb6b731f9a0'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:15:39.308451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0d32e230-1023-4a3c-aea4-4f61cf4423fc tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/routers/73ea0b78-eb1f-49d1-9330-6cb6b731f9a0 HTTP/1.1" status: 200 len: 919 time: 0.1474853 Aug 20 15:15:39.311232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34040) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:39.339995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f5063488-1107-4032-b033-1d06321aa0b1 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=73ea0b78-eb1f-49d1-9330-6cb6b731f9a0 HTTP/1.1" status: 200 len: 205 time: 0.0278213 Aug 20 15:15:39.343120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34042) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:39.481518 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:39.621129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:39.688445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:15:39.708671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Deleting port 56688167-9f06-4f4e-b20e-cedd83bdc498 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:15:39.709083 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:39.734082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:15:39.734525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 94d080ea-22c9-4cb6-8ac8-0f3c37f6fedf not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:15:39.812390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:39.825398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Calling delete_port for 56688167-9f06-4f4e-b20e-cedd83bdc498 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:15:40.056502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:40.088360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event deleted for resources: {'Port': ['ID=56688167-9f06-4f4e-b20e-cedd83bdc498,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:40.220720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:40.292823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992aa3b0-09b5-45d6-abe9-13d70d2201f9 req-1a546433-143e-437b-9328-fcd1b44a277c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:40.294352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-992aa3b0-09b5-45d6-abe9-13d70d2201f9 req-1a546433-143e-437b-9328-fcd1b44a277c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0985320 Aug 20 15:15:40.349319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-992aa3b0-09b5-45d6-abe9-13d70d2201f9 req-0588ac39-eab1-4d05-9e66-172d0b1b1c8a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 Aug 20 15:15:40.372695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:40.375159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:40.450833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:40.451656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Fanout notify agent at l3_agent the message router_deleted on router 73ea0b78-eb1f-49d1-9330-6cb6b731f9a0 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:15:40.460587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:40.462306 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a0924da7-fe0e-49f9-857e-517401133c05 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/73ea0b78-eb1f-49d1-9330-6cb6b731f9a0 HTTP/1.1" status: 204 len: 168 time: 1.1181602 Aug 20 15:15:40.468297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34096) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:40.473180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'router': {'name': 'tempest-snat-router-226737148', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': False}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:40.503572 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:40.504812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:40.605867 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:40.844565 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:41.203703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:41.234999 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:41.398945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Allocated IP 172.25.5.205 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/57dd19c2-8095-4609-8599-ccf956176566) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:15:41.726159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:41.740836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802b265-2032-4160-9429-3ab72bf1541d req-41ea7b36-4ce3-4235-8653-17334b2aa5ea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:41.742915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7802b265-2032-4160-9429-3ab72bf1541d req-41ea7b36-4ce3-4235-8653-17334b2aa5ea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.2062287 Aug 20 15:15:41.814557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7802b265-2032-4160-9429-3ab72bf1541d req-d52e66de-319f-4322-8017-f7d3946d48e8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603387 Aug 20 15:15:41.840847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:41.951648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event updated for resources: {'Port': ['ID=57dd19c2-8095-4609-8599-ccf956176566,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:41.964096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:15:41.965762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:41.971379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:15:42.211421 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-009e776a-3838-4a82-ab50-9337cc70ede7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:42.362168 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:42.619250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:43.607439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948742c-fadd-4a54-83de-96f90c419148 req-1c1a9dc8-1c7d-4bd0-b958-ff981e917acc tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:43.609009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c948742c-fadd-4a54-83de-96f90c419148 req-1c1a9dc8-1c7d-4bd0-b958-ff981e917acc tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1835282 Aug 20 15:15:43.634127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Router 836632cd-82f0-4d7c-bc26-d5cbd30a658e is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:15:43.742658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c948742c-fadd-4a54-83de-96f90c419148 req-af83c6f6-eae6-4d32-bf8e-052bb0b414cc tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023240 Aug 20 15:15:43.891250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:15:43.921117 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Sync routers for ids ['836632cd-82f0-4d7c-bc26-d5cbd30a658e'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:15:43.941205 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Routers {'836632cd-82f0-4d7c-bc26-d5cbd30a658e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:43.942140 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['836632cd-82f0-4d7c-bc26-d5cbd30a658e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:43.956989 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:43.957403 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34210) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:43.958099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3a701082-b2f4-4a9b-9ef2-03604b4898d8 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4884799 Aug 20 15:15:44.118300 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Set router 836632cd-82f0-4d7c-bc26-d5cbd30a658e gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:15:44.274722 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8f273657-7ccb-4a86-8206-a72c7c91226c tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/routers/836632cd-82f0-4d7c-bc26-d5cbd30a658e HTTP/1.1" status: 200 len: 908 time: 0.3138163 Aug 20 15:15:44.275497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34222) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:44.281637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'router': {'name': 'tempest-snat-router-226737148', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': True}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:44.316907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:44.322104 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:44.467626 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:44.571405 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836632cd-82f0-4d7c-bc26-d5cbd30a658e', 'name': 'tempest-snat-router-226737148', 'tenant_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.205'}], 'enable_snat': False}, 'gw_port_id': '57dd19c2-8095-4609-8599-ccf956176566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:15:40Z', 'updated_at': '2021-08-20T15:15:42Z', 'revision_number': 3, 'project_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'gw_port': {'id': '57dd19c2-8095-4609-8599-ccf956176566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836632cd-82f0-4d7c-bc26-d5cbd30a658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:15:41Z', 'updated_at': '2021-08-20T15:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:44.614604 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Checking router: 836632cd-82f0-4d7c-bc26-d5cbd30a658e for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:15:44.616342 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Updating router 836632cd-82f0-4d7c-bc26-d5cbd30a658e port 57dd19c2-8095-4609-8599-ccf956176566 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:15:44.662620 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:44.824154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:44.842852 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:45.170090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698210d-826a-4208-8482-5e7c35327eef req-453f4ee8-29f2-404f-8fe1-945060a2d052 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:45.171776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2698210d-826a-4208-8482-5e7c35327eef req-453f4ee8-29f2-404f-8fe1-945060a2d052 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.2168248 Aug 20 15:15:45.181975 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d424d25e-3131-436c-84f7-c63aac681283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:45.295002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2698210d-826a-4208-8482-5e7c35327eef req-8697cc4f-1c19-4f08-90ff-fb889f80a2b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081865 Aug 20 15:15:45.342936 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:45.360657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Transition to ACTIVE for port object 57dd19c2-8095-4609-8599-ccf956176566 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:15:45.371305 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:45.441761 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Attempting to bind port 57dd19c2-8095-4609-8599-ccf956176566 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:15:45.442209 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Attempting to bind port 57dd19c2-8095-4609-8599-ccf956176566 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:15:45.442676 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Attempting to bind port 57dd19c2-8095-4609-8599-ccf956176566 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:15:45.452673 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:15:45.453140 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:15:45.453611 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:45.454067 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:15:45.454599 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Bound port: 57dd19c2-8095-4609-8599-ccf956176566, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:15:45.455104 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:45.466543 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Pushing event updated for resources: {'Port': ['ID=57dd19c2-8095-4609-8599-ccf956176566,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:45.496414 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.497559 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.498123 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.498671 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.499225 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.499828 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.500386 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.500934 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.501479 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.502164 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.502707 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.503251 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:15:45.599136 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] For port 57dd19c2-8095-4609-8599-ccf956176566, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:15:45.608975 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] For port 57dd19c2-8095-4609-8599-ccf956176566, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=57dd19c2-8095-4609-8599-ccf956176566,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:15:45.618444 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:45.681081 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:45.737505 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Routers {'836632cd-82f0-4d7c-bc26-d5cbd30a658e'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:45.738268 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['836632cd-82f0-4d7c-bc26-d5cbd30a658e'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:45.761240 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:45.832756 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba00288-dd30-498a-a475-cd26e2ec14cd None None] Pushing event updated for resources: {'Port': ['ID=57dd19c2-8095-4609-8599-ccf956176566,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:46.016027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Allocated IP 172.25.5.157 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/dd960cb2-2898-4a8a-a788-903ce7c61b7b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:15:46.091581 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] Set router 836632cd-82f0-4d7c-bc26-d5cbd30a658e gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:15:46.133915 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:46.157465 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:46.268228 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:46.360275 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836632cd-82f0-4d7c-bc26-d5cbd30a658e', 'name': 'tempest-snat-router-226737148', 'tenant_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.205'}], 'enable_snat': False}, 'gw_port_id': '57dd19c2-8095-4609-8599-ccf956176566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:15:40Z', 'updated_at': '2021-08-20T15:15:42Z', 'revision_number': 3, 'project_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'gw_port': {'id': '57dd19c2-8095-4609-8599-ccf956176566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836632cd-82f0-4d7c-bc26-d5cbd30a658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:15:41Z', 'updated_at': '2021-08-20T15:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:46.382484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event updated for resources: {'Port': ['ID=dd960cb2-2898-4a8a-a788-903ce7c61b7b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:46.419570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:15:46.419570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:46.428512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:15:46.450080 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911f9ff-e066-48ff-a8c6-79aeec7ea225 None None] The sync data for ids ['836632cd-82f0-4d7c-bc26-d5cbd30a658e'] in n-d-695189-15 is: [{'id': '836632cd-82f0-4d7c-bc26-d5cbd30a658e', 'name': 'tempest-snat-router-226737148', 'tenant_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.205'}], 'enable_snat': False}, 'gw_port_id': '57dd19c2-8095-4609-8599-ccf956176566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:15:40Z', 'updated_at': '2021-08-20T15:15:42Z', 'revision_number': 3, 'project_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'gw_port': {'id': '57dd19c2-8095-4609-8599-ccf956176566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836632cd-82f0-4d7c-bc26-d5cbd30a658e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:15:41Z', 'updated_at': '2021-08-20T15:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:15:46.736471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0252efc-4ee5-46f9-8f0d-300b084c7ccc req-48c503ea-6a65-4048-b375-0a72597f398d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:46.738330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0252efc-4ee5-46f9-8f0d-300b084c7ccc req-48c503ea-6a65-4048-b375-0a72597f398d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.2724526 Aug 20 15:15:47.047256 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:47.225082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0252efc-4ee5-46f9-8f0d-300b084c7ccc req-159fd1c1-1e2d-4257-93e2-f4401e78f57f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4652934 Aug 20 15:15:47.702544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba638c-1f6f-4806-b8f4-7f326c98fd0c req-469b53f3-0b11-4acb-9864-23853cae8c8e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:47.711711 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6dba638c-1f6f-4806-b8f4-7f326c98fd0c req-469b53f3-0b11-4acb-9864-23853cae8c8e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1389647 Aug 20 15:15:47.876469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:47.892192 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:47.937188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6dba638c-1f6f-4806-b8f4-7f326c98fd0c req-0f0cb07c-648f-4ce0-b37c-721da4077d75 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243898 Aug 20 15:15:48.088910 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 57dd19c2-8095-4609-8599-ccf956176566 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:15:48.193005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce1861-612a-4c64-8939-4785a82403c0 req-d36808fb-5bd9-4e12-8814-147f18633ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:48.195364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13ce1861-612a-4c64-8939-4785a82403c0 req-d36808fb-5bd9-4e12-8814-147f18633ad5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1096 time: 0.6240194 Aug 20 15:15:48.292865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 57dd19c2-8095-4609-8599-ccf956176566 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:15:48.299169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 57dd19c2-8095-4609-8599-ccf956176566 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:15:48.299859 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:48.354560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Router 4f1bd451-843f-4128-8fc6-fabe7dae7e4b is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:15:48.452266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce1861-612a-4c64-8939-4785a82403c0 req-545af34e-ea47-4c39-89cb-804d5acff55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:48.453612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13ce1861-612a-4c64-8939-4785a82403c0 req-545af34e-ea47-4c39-89cb-804d5acff55d service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.2483225 Aug 20 15:15:48.454062 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:48.480221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 57dd19c2-8095-4609-8599-ccf956176566, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=57dd19c2-8095-4609-8599-ccf956176566,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:48.487841 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:48.608198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=57dd19c2-8095-4609-8599-ccf956176566,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:48.713923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13ce1861-612a-4c64-8939-4785a82403c0 req-caf37e11-22c6-4fc8-864e-53b74b18a640 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 999 time: 0.2464690 Aug 20 15:15:48.805287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:15:48.835447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Sync routers for ids ['4f1bd451-843f-4128-8fc6-fabe7dae7e4b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:15:48.871859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:48.881927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-acbea4f6-1883-46e6-b03f-9a3c5c9ca6a9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6025178 Aug 20 15:15:48.881927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce1861-612a-4c64-8939-4785a82403c0 req-37576b82-a470-4484-bce7-1928ec93473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:48.882991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34348) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:48.885548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Routers {'4f1bd451-843f-4128-8fc6-fabe7dae7e4b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:48.886228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['4f1bd451-843f-4128-8fc6-fabe7dae7e4b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:48.891033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13ce1861-612a-4c64-8939-4785a82403c0 req-37576b82-a470-4484-bce7-1928ec93473e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.1657355 Aug 20 15:15:49.052392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce1861-612a-4c64-8939-4785a82403c0 req-d3066ebd-0e51-49b5-9fbe-7060c9e766b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:49.053934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13ce1861-612a-4c64-8939-4785a82403c0 req-d3066ebd-0e51-49b5-9fbe-7060c9e766b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437974 Aug 20 15:15:49.222543 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5fc9cd62-de18-4a3a-a4a5-ec12ed9da1ac tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/routers/4f1bd451-843f-4128-8fc6-fabe7dae7e4b HTTP/1.1" status: 200 len: 907 time: 0.3367109 Aug 20 15:15:49.226349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34362) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:49.267281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Set router 4f1bd451-843f-4128-8fc6-fabe7dae7e4b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:15:49.290798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13ce1861-612a-4c64-8939-4785a82403c0 req-4197f1f2-368d-4096-bf1c-b8c11576c74c service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282197 Aug 20 15:15:49.538891 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:49.579090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c3368-967c-4c40-8f6e-9748c4571b42 req-814448e9-57c8-41ae-815d-9161b71d5876 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:49.594692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d79c3368-967c-4c40-8f6e-9748c4571b42 req-814448e9-57c8-41ae-815d-9161b71d5876 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.3002820 Aug 20 15:15:49.677373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13ce1861-612a-4c64-8939-4785a82403c0 req-f1d5119c-0ead-4c55-88d9-88c0159a6520 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640070 Aug 20 15:15:49.729160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d79c3368-967c-4c40-8f6e-9748c4571b42 req-e5d024df-d6dd-48c7-ab9e-6ebd26472060 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285384 Aug 20 15:15:49.770874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:49.806914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f1bd451-843f-4128-8fc6-fabe7dae7e4b', 'name': 'tempest-snat-router-226737148', 'tenant_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': 'dd960cb2-2898-4a8a-a788-903ce7c61b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:15:44Z', 'updated_at': '2021-08-20T15:15:46Z', 'revision_number': 3, 'project_id': 'e0e4a08237cb4f3e91f1916a6fc04035', 'gw_port': {'id': 'dd960cb2-2898-4a8a-a788-903ce7c61b7b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f1bd451-843f-4128-8fc6-fabe7dae7e4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:15:45Z', 'updated_at': '2021-08-20T15:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:49.885654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Deleting port dd960cb2-2898-4a8a-a788-903ce7c61b7b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:15:49.886611 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.043674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.058031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Calling delete_port for dd960cb2-2898-4a8a-a788-903ce7c61b7b owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:15:50.172972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Checking router: 4f1bd451-843f-4128-8fc6-fabe7dae7e4b for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:15:50.173319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Updating router 4f1bd451-843f-4128-8fc6-fabe7dae7e4b port dd960cb2-2898-4a8a-a788-903ce7c61b7b binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:15:50.175980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 57dd19c2-8095-4609-8599-ccf956176566 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:15:50.390526 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.429473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.455064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 57dd19c2-8095-4609-8599-ccf956176566 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:15:50.455064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.556761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd960cb2-2898-4a8a-a788-903ce7c61b7b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:50.668911 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.805149 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.807432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.914687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.915400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1bd451-843f-4128-8fc6-fabe7dae7e4b {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:15:50.925211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:50.929048 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8873535b-354f-4f4c-adba-3b4c65432e5d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4f1bd451-843f-4128-8fc6-fabe7dae7e4b HTTP/1.1" status: 204 len: 168 time: 1.6977727 Aug 20 15:15:50.935701 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34400) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:51.070375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02052-0add-4510-9d54-478f077c87e1 req-9879079f-b6c1-4d4b-9304-2b77e2aabf9b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:51.074573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3d02052-0add-4510-9d54-478f077c87e1 req-9879079f-b6c1-4d4b-9304-2b77e2aabf9b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1634707 Aug 20 15:15:51.094728 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:51.155582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3d02052-0add-4510-9d54-478f077c87e1 req-fbde4d21-26b8-47bf-9b18-9eb49523db19 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741510 Aug 20 15:15:51.293220 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:15:51.293588 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:15:51.355850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:51.374616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f233cd-b307-43c2-a596-451bd9657da2 req-86760171-1a9b-40a5-962e-54637d06facc tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:51.384573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05f233cd-b307-43c2-a596-451bd9657da2 req-86760171-1a9b-40a5-962e-54637d06facc tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0849111 Aug 20 15:15:51.444767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Deleting port 57dd19c2-8095-4609-8599-ccf956176566 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:15:51.445307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:51.473679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05f233cd-b307-43c2-a596-451bd9657da2 req-26cd79ef-a898-4d82-9b85-70c06937d253 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679674 Aug 20 15:15:51.650788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] For port 57dd19c2-8095-4609-8599-ccf956176566, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=57dd19c2-8095-4609-8599-ccf956176566,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:15:51.651999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:51.682549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Calling delete_port for 57dd19c2-8095-4609-8599-ccf956176566 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:15:51.824716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Port dd960cb2-2898-4a8a-a788-903ce7c61b7b not found while updating agent binding for router 4f1bd451-843f-4128-8fc6-fabe7dae7e4b. {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 15:15:51.869178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Routers set() bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:51.869566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Router IDs set() for agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 15:15:51.870234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_agentschedulers_db [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f1bd451-843f-4128-8fc6-fabe7dae7e4b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent'). {{(pid=101101) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 15:15:51.870622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20ef19-efdc-41f6-ade2-6a31d0566468 None None] The sync data for ids ['4f1bd451-843f-4128-8fc6-fabe7dae7e4b'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:15:51.885356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829c029-665e-4b93-9273-6e61811dd4d8 req-b4fcda95-8315-41c8-8752-f3aa44ed8103 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:51.886874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b829c029-665e-4b93-9273-6e61811dd4d8 req-b4fcda95-8315-41c8-8752-f3aa44ed8103 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1334331 Aug 20 15:15:52.000375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:52.004198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b829c029-665e-4b93-9273-6e61811dd4d8 req-500b2841-7cfa-4229-a677-8981192bcf0c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104286 Aug 20 15:15:52.041447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event deleted for resources: {'Port': ['ID=57dd19c2-8095-4609-8599-ccf956176566,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:52.144186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:52.468424 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:52.474206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:52.503508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39546c6-9714-48d4-a2c9-bafee72bbcf2 req-e550e0f2-0280-442b-abf7-6f552f4dd79c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:52.508828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a39546c6-9714-48d4-a2c9-bafee72bbcf2 req-e550e0f2-0280-442b-abf7-6f552f4dd79c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1746819 Aug 20 15:15:52.564311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:52.564975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 836632cd-82f0-4d7c-bc26-d5cbd30a658e {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:15:52.580593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:52.582616 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6d850622-3de2-4a7f-bb47-fb855a6f6958 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "DELETE /v2.0/routers/836632cd-82f0-4d7c-bc26-d5cbd30a658e HTTP/1.1" status: 204 len: 168 time: 1.6443210 Aug 20 15:15:52.587758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34460) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:52.593727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1463511701', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:52.636424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a39546c6-9714-48d4-a2c9-bafee72bbcf2 req-4111e97a-8163-4e35-84b5-b531db3d2da7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098142 Aug 20 15:15:52.674655 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:52.679306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:52.825043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:53.192374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-8fb04eef-5eb6-409a-9625-ff9068c13681 req-efe51e70-087d-44c0-9b44-dd1701b300bb service neutron] (101099) timed out ('10.222.0.36', 36426) {{(pid=101099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:15:53.532165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:53.897657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37331dfb-f7b5-4bd8-b810-8d82b59eb947 req-b5a76151-c15b-4c51-a6fd-a3415676b1fa tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:53.900310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37331dfb-f7b5-4bd8-b810-8d82b59eb947 req-b5a76151-c15b-4c51-a6fd-a3415676b1fa tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1544909 Aug 20 15:15:53.956198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:54.006701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:54.024874 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37331dfb-f7b5-4bd8-b810-8d82b59eb947 req-947723ff-373c-4885-a7e6-d6d4ad6f37b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082397 Aug 20 15:15:54.032229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 57dd19c2-8095-4609-8599-ccf956176566 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:15:54.090822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 57dd19c2-8095-4609-8599-ccf956176566 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:15:54.099086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 57dd19c2-8095-4609-8599-ccf956176566 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:15:54.231244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Allocated IP 172.25.5.203 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/508f2aaf-1c8e-488d-967c-c49c267ba5fb) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:15:54.409294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4923250-3e1a-4cd1-b755-2d6d0a644a65 req-b478f0fe-9ccc-4381-9fd5-0f0c941b28de tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:54.441781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4923250-3e1a-4cd1-b755-2d6d0a644a65 req-b478f0fe-9ccc-4381-9fd5-0f0c941b28de tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1580274 Aug 20 15:15:54.487205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:54.566598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:54.586539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4923250-3e1a-4cd1-b755-2d6d0a644a65 req-47daa59c-e8b0-4783-808c-3df570f696de tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432893 Aug 20 15:15:54.626655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:15:54.634871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:15:54.638442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:15:54.641716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event updated for resources: {'Port': ['ID=508f2aaf-1c8e-488d-967c-c49c267ba5fb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:15:55.179971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:55.647449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:55.762369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dc14c-1e0b-4b7c-943a-d3cec3198229 req-d9dc0cd7-0dcd-4cfc-9573-f07b8671bf42 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:55.769863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-732dc14c-1e0b-4b7c-943a-d3cec3198229 req-d9dc0cd7-0dcd-4cfc-9573-f07b8671bf42 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1012778 Aug 20 15:15:55.832405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-732dc14c-1e0b-4b7c-943a-d3cec3198229 req-2a65b064-8841-4c3b-8801-229c3d6e8489 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612783 Aug 20 15:15:55.918108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Router b47f2767-3101-4a03-87ea-1d769586faf3 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:15:55.988865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a45d4c-2f2a-4b2b-9d46-35362de3f1da req-5d7f1dd8-9ddd-42ce-bd77-b8ff64b5d383 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:55.999085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2a45d4c-2f2a-4b2b-9d46-35362de3f1da req-5d7f1dd8-9ddd-42ce-bd77-b8ff64b5d383 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0670938 Aug 20 15:15:56.090466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2a45d4c-2f2a-4b2b-9d46-35362de3f1da req-7902054e-0c79-4fd0-94d1-7212de226cea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900857 Aug 20 15:15:56.304860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:15:56.316191 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cbb70-9240-43de-a14d-ee3a76fa0420 None None] Sync routers for ids ['b47f2767-3101-4a03-87ea-1d769586faf3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:15:56.321871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af49d1-aef2-4028-9092-768af75fb266 req-01a45c7f-089a-4540-8c16-0f7c2208dde6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:56.326962 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28af49d1-aef2-4028-9092-768af75fb266 req-01a45c7f-089a-4540-8c16-0f7c2208dde6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1048746 Aug 20 15:15:56.337499 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cbb70-9240-43de-a14d-ee3a76fa0420 None None] Routers {'b47f2767-3101-4a03-87ea-1d769586faf3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:56.338139 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-243cbb70-9240-43de-a14d-ee3a76fa0420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b47f2767-3101-4a03-87ea-1d769586faf3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:56.346711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:56.351065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-45408cfd-cdf3-4142-b095-666ae56220bd tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7589474 Aug 20 15:15:56.351887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34568) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:56.358482 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fc17ba47-c43c-48a2-a0b6-0c5ce4d7d379 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': False}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:15:56.418721 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-243cbb70-9240-43de-a14d-ee3a76fa0420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:56.423354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28af49d1-aef2-4028-9092-768af75fb266 req-aa65ff89-0547-4a3c-9f56-454973e4f00b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921772 Aug 20 15:15:56.454669 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cbb70-9240-43de-a14d-ee3a76fa0420 None None] Routers {'b47f2767-3101-4a03-87ea-1d769586faf3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:56.455603 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-243cbb70-9240-43de-a14d-ee3a76fa0420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b47f2767-3101-4a03-87ea-1d769586faf3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:56.580498 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-243cbb70-9240-43de-a14d-ee3a76fa0420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:56.581171 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cbb70-9240-43de-a14d-ee3a76fa0420 None None] The sync data for ids ['b47f2767-3101-4a03-87ea-1d769586faf3'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:15:56.641623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48dea8-fe36-4b0b-9466-f24061dfbdf8 req-93f73098-b207-46d8-b9af-215a99440f7b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:56.644860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a48dea8-fe36-4b0b-9466-f24061dfbdf8 req-93f73098-b207-46d8-b9af-215a99440f7b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1049814 Aug 20 15:15:56.751580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a48dea8-fe36-4b0b-9466-f24061dfbdf8 req-21cceebb-a641-498e-921f-8c21454e2f14 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995591 Aug 20 15:15:57.012732 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba47-c43c-48a2-a0b6-0c5ce4d7d379 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:57.691110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba47-c43c-48a2-a0b6-0c5ce4d7d379 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:57.696242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba47-c43c-48a2-a0b6-0c5ce4d7d379 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:57.810210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc17ba47-c43c-48a2-a0b6-0c5ce4d7d379 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Router b47f2767-3101-4a03-87ea-1d769586faf3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:15:57.963372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc17ba47-c43c-48a2-a0b6-0c5ce4d7d379 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:15:57.968013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fc17ba47-c43c-48a2-a0b6-0c5ce4d7d379 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:57.969869 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fc17ba47-c43c-48a2-a0b6-0c5ce4d7d379 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "PUT /v2.0/routers/b47f2767-3101-4a03-87ea-1d769586faf3 HTTP/1.1" status: 200 len: 922 time: 1.6167223 Aug 20 15:15:57.972694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34620) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:57.977193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac51f7-9b4b-4b60-ab0c-bc1e65b9224d None None] Sync routers for ids ['b47f2767-3101-4a03-87ea-1d769586faf3'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:15:57.994398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac51f7-9b4b-4b60-ab0c-bc1e65b9224d None None] Routers {'b47f2767-3101-4a03-87ea-1d769586faf3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:57.995354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fdac51f7-9b4b-4b60-ab0c-bc1e65b9224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b47f2767-3101-4a03-87ea-1d769586faf3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:58.028106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fdac51f7-9b4b-4b60-ab0c-bc1e65b9224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:58.038336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac51f7-9b4b-4b60-ab0c-bc1e65b9224d None None] Routers {'b47f2767-3101-4a03-87ea-1d769586faf3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:15:58.039272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fdac51f7-9b4b-4b60-ab0c-bc1e65b9224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b47f2767-3101-4a03-87ea-1d769586faf3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:58.077946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fdac51f7-9b4b-4b60-ab0c-bc1e65b9224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:15:58.078872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdac51f7-9b4b-4b60-ab0c-bc1e65b9224d None None] The sync data for ids ['b47f2767-3101-4a03-87ea-1d769586faf3'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:15:58.182075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c84b7d5f-9b7b-4c87-b2f7-fc16cade0e3b tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/routers/b47f2767-3101-4a03-87ea-1d769586faf3 HTTP/1.1" status: 200 len: 922 time: 0.2080679 Aug 20 15:15:58.184798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34624) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:58.294846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b2cb1-8227-4e42-b32c-6ff7b07481fe tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:58.296417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-412b2cb1-8227-4e42-b32c-6ff7b07481fe tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=b47f2767-3101-4a03-87ea-1d769586faf3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1088147 Aug 20 15:15:58.299096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34634) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:58.465013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d0135-5f00-4644-86f7-31b3cb3450d5 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:58.466425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ec2d0135-5f00-4644-86f7-31b3cb3450d5 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 881 time: 0.1663759 Aug 20 15:15:58.469350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34636) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:58.504010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cf445dd5-69cd-4939-80c4-2419f937c999 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=b47f2767-3101-4a03-87ea-1d769586faf3 HTTP/1.1" status: 200 len: 205 time: 0.0325975 Aug 20 15:15:58.507781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34638) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:15:58.724186 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:59.189268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-829c8d0e-1bc1-45d7-a9d6-325c690d61dd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593183 Aug 20 15:15:59.209690 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:59.440539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-5b52678b-11da-489c-aea5-5986869e5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:59.442153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-5b52678b-11da-489c-aea5-5986869e5816 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 1097 time: 0.2272091 Aug 20 15:15:59.623012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-21d5342f-0d23-41ff-b5ff-b54c3f8ad3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:59.624915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-21d5342f-0d23-41ff-b5ff-b54c3f8ad3f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1011429 Aug 20 15:15:59.690911 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:15:59.748325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-2b1e0ef7-c4a3-4cb1-aa7d-2ab112b4c0b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccd53080-b5b3-43e6-ae98-334868436f24 HTTP/1.1" status: 200 len: 217 time: 0.0734303 Aug 20 15:15:59.812771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-b956ff21-e963-4214-beca-f4290ff0ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:59.813517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-b956ff21-e963-4214-beca-f4290ff0ad4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0563180 Aug 20 15:15:59.905384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-6c0138f0-2527-4362-b8be-dbdeb7b2373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:15:59.907295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-6c0138f0-2527-4362-b8be-dbdeb7b2373d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709267 Aug 20 15:15:59.986821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Deleting port 508f2aaf-1c8e-488d-967c-c49c267ba5fb {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:15:59.987165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:00.069239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:00.081865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Calling delete_port for 508f2aaf-1c8e-488d-967c-c49c267ba5fb owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:00.357386 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-79ae929a-6fc0-497f-ac1f-11fe38044b22 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396358 Aug 20 15:16:00.465891 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:00.580147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event deleted for resources: {'Port': ['ID=508f2aaf-1c8e-488d-967c-c49c267ba5fb,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:00.642391 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:00.725739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58bd0db8-6035-42e8-ad03-37c2ce89cd6e req-904fc4a3-67a2-4f5d-8295-e6c36d61164c service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583214 Aug 20 15:16:00.812432 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:00.829475 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:00.920738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:00.921375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Fanout notify agent at l3_agent the message router_deleted on router b47f2767-3101-4a03-87ea-1d769586faf3 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:00.930318 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:00.937295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ee47ff67-a82d-48d4-91f4-891e0d9bb6f5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/b47f2767-3101-4a03-87ea-1d769586faf3 HTTP/1.1" status: 204 len: 168 time: 2.4286077 Aug 20 15:16:00.943804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34710) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:00.949907 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-31e12d46-5c74-4528-a368-800322f9c289 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-156657748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:00.998815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31e12d46-5c74-4528-a368-800322f9c289 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:01.002584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31e12d46-5c74-4528-a368-800322f9c289 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:01.086343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31e12d46-5c74-4528-a368-800322f9c289 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:01.093641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31e12d46-5c74-4528-a368-800322f9c289 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:01.127424 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-31e12d46-5c74-4528-a368-800322f9c289 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:01.127424 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-31e12d46-5c74-4528-a368-800322f9c289 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1813281 Aug 20 15:16:01.130661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34712) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:01.135390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:01.579652 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:16:01.988904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:02.314262 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:02.338618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:02.470443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Allocated IP 172.25.5.102 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/f5a83ca9-81c1-4c82-a646-6a06c537fb42) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:02.623586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:02.682694 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:02.766662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:02.769775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:02.797649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:02.884929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event updated for resources: {'Port': ['ID=f5a83ca9-81c1-4c82-a646-6a06c537fb42,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:02.897673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.898033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.898379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.898718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.899053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.899388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.900296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.900646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.900978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.901315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.901619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:02.901946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:03.265222 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:03.633673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bae6005-a250-4b90-bed0-17110134dd99 req-e5fc4e4c-b35a-4c46-9dba-0b244afa62de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1152246 Aug 20 15:16:03.641888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:03.646079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:03.850825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6005-a250-4b90-bed0-17110134dd99 req-fded11a4-08cb-43db-bd34-ef0c678fc4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:03.852541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bae6005-a250-4b90-bed0-17110134dd99 req-fded11a4-08cb-43db-bd34-ef0c678fc4d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1098 time: 0.1375506 Aug 20 15:16:03.868435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Router 37a19f9d-de08-4467-a258-678f40f8c4fd is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:04.121046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6005-a250-4b90-bed0-17110134dd99 req-64aad68e-3fff-4a51-bcc6-9b28524ae9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:04.122728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bae6005-a250-4b90-bed0-17110134dd99 req-64aad68e-3fff-4a51-bcc6-9b28524ae9f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.2477295 Aug 20 15:16:04.129741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:04.144655 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fad96-e568-47af-a2cf-2856111e61dd None None] Sync routers for ids ['37a19f9d-de08-4467-a258-678f40f8c4fd'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:04.164478 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fad96-e568-47af-a2cf-2856111e61dd None None] Routers {'37a19f9d-de08-4467-a258-678f40f8c4fd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:04.165279 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-906fad96-e568-47af-a2cf-2856111e61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37a19f9d-de08-4467-a258-678f40f8c4fd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:04.169538 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:04.174271 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8aa68c26-e782-409d-81f4-bdd9fab60fac tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "PUT /v2.0/routers/37a19f9d-de08-4467-a258-678f40f8c4fd HTTP/1.1" status: 200 len: 879 time: 3.0397127 Aug 20 15:16:04.174799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34802) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:04.230089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bae6005-a250-4b90-bed0-17110134dd99 req-22d65960-6dc1-4b66-87b7-da1a3aef0f11 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 1001 time: 0.0992942 Aug 20 15:16:04.239664 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-906fad96-e568-47af-a2cf-2856111e61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:04.250118 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fad96-e568-47af-a2cf-2856111e61dd None None] Routers {'37a19f9d-de08-4467-a258-678f40f8c4fd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:04.251170 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-906fad96-e568-47af-a2cf-2856111e61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['37a19f9d-de08-4467-a258-678f40f8c4fd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:04.344525 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-906fad96-e568-47af-a2cf-2856111e61dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:04.346504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fad96-e568-47af-a2cf-2856111e61dd None None] The sync data for ids ['37a19f9d-de08-4467-a258-678f40f8c4fd'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:04.367633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6005-a250-4b90-bed0-17110134dd99 req-efed6604-56b5-4a27-8d03-1630a43a32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:04.369948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bae6005-a250-4b90-bed0-17110134dd99 req-efed6604-56b5-4a27-8d03-1630a43a32d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.1318614 Aug 20 15:16:04.397258 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fcdae76b-4eaf-4906-8510-2cf065fd77da tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/routers/37a19f9d-de08-4467-a258-678f40f8c4fd HTTP/1.1" status: 200 len: 920 time: 0.2116876 Aug 20 15:16:04.397946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34812) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:04.472918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6005-a250-4b90-bed0-17110134dd99 req-2a4fc151-4e3c-4f11-a5d0-2c04442c6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:04.475617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bae6005-a250-4b90-bed0-17110134dd99 req-2a4fc151-4e3c-4f11-a5d0-2c04442c6f99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959885 Aug 20 15:16:04.542279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cfc14a-570b-4262-8335-9869b1c649d7 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:04.543782 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-61cfc14a-570b-4262-8335-9869b1c649d7 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=37a19f9d-de08-4467-a258-678f40f8c4fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1448944 Aug 20 15:16:04.547759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34814) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:04.666479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bae6005-a250-4b90-bed0-17110134dd99 req-1df9e0b2-579c-4f88-9034-73885134f429 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803935 Aug 20 15:16:04.726513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40404b44-5c9d-4aa6-8145-2a65a9950e8d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:04.728077 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40404b44-5c9d-4aa6-8145-2a65a9950e8d tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 881 time: 0.1794128 Aug 20 15:16:04.732894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34816) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:04.773994 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d514b60b-01e3-4bb1-9fdd-8518c9c8948a tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a19f9d-de08-4467-a258-678f40f8c4fd HTTP/1.1" status: 200 len: 205 time: 0.0394800 Aug 20 15:16:04.778081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34820) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:04.825921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bae6005-a250-4b90-bed0-17110134dd99 req-2ef5ae02-32db-49d0-8b1f-639f7682e4be service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515212 Aug 20 15:16:04.997740 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:05.156244 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:05.258431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Deleting port f5a83ca9-81c1-4c82-a646-6a06c537fb42 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:05.258886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:05.392801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:05.417204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Calling delete_port for f5a83ca9-81c1-4c82-a646-6a06c537fb42 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:05.769578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:05.844579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event deleted for resources: {'Port': ['ID=f5a83ca9-81c1-4c82-a646-6a06c537fb42,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:05.954837 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:05.968439 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.078927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.082941 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.145581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.147126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Fanout notify agent at l3_agent the message router_deleted on router 37a19f9d-de08-4467-a258-678f40f8c4fd {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:06.158560 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.159720 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-788a1f6a-7e53-451b-8fa3-798dab98596b tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/37a19f9d-de08-4467-a258-678f40f8c4fd HTTP/1.1" status: 204 len: 168 time: 1.3803151 Aug 20 15:16:06.166483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34862) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:06.171142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-828ea3be-ebf8-4cf3-bfd4-d2f215f5aff3 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1903645264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:06.208060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-828ea3be-ebf8-4cf3-bfd4-d2f215f5aff3 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.209524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-828ea3be-ebf8-4cf3-bfd4-d2f215f5aff3 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.329270 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-828ea3be-ebf8-4cf3-bfd4-d2f215f5aff3 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.336553 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-828ea3be-ebf8-4cf3-bfd4-d2f215f5aff3 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.359923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-828ea3be-ebf8-4cf3-bfd4-d2f215f5aff3 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.362763 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-828ea3be-ebf8-4cf3-bfd4-d2f215f5aff3 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1952472 Aug 20 15:16:06.367798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34870) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:06.373111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': True}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:06.708098 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:06.976390 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:07.004167 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:07.216391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Allocated IP 172.25.5.28 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/86305d7a-e7bd-4ebc-85f4-51f897ff68e7) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:07.412079 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:07.548202 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:07.604286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event updated for resources: {'Port': ['ID=86305d7a-e7bd-4ebc-85f4-51f897ff68e7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:07.616577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.616915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.617264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.617603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.617937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.618272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.618601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.618928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.619419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.629846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.629846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.629846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:07.629846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:07.634742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:07.635959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:08.057711 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:08.387197 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:08.391185 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:08.560307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Router 41243637-07ce-4cac-9d93-e9539c2ede4f is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:09.113756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:09.128434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7aa2c9-2093-4da6-ba1d-c87bed94d352 None None] Sync routers for ids ['41243637-07ce-4cac-9d93-e9539c2ede4f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:09.129287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:09.139016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8caf5a77-60eb-4471-984e-3845e0961f7f tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "PUT /v2.0/routers/41243637-07ce-4cac-9d93-e9539c2ede4f HTTP/1.1" status: 200 len: 914 time: 2.7679110 Aug 20 15:16:09.139263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7aa2c9-2093-4da6-ba1d-c87bed94d352 None None] Routers {'41243637-07ce-4cac-9d93-e9539c2ede4f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:09.139923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34982) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:09.177721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2c7aa2c9-2093-4da6-ba1d-c87bed94d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['41243637-07ce-4cac-9d93-e9539c2ede4f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:09.213707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2c7aa2c9-2093-4da6-ba1d-c87bed94d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:09.237223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7aa2c9-2093-4da6-ba1d-c87bed94d352 None None] Routers {'41243637-07ce-4cac-9d93-e9539c2ede4f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:09.237881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2c7aa2c9-2093-4da6-ba1d-c87bed94d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['41243637-07ce-4cac-9d93-e9539c2ede4f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:09.293732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2c7aa2c9-2093-4da6-ba1d-c87bed94d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:09.294651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7aa2c9-2093-4da6-ba1d-c87bed94d352 None None] The sync data for ids ['41243637-07ce-4cac-9d93-e9539c2ede4f'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:09.298527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 34984) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:09.299839 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d4d07d10-2180-43fa-beba-70ace7c65dc7 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/routers/41243637-07ce-4cac-9d93-e9539c2ede4f HTTP/1.1" status: 200 len: 920 time: 0.1579804 Aug 20 15:16:09.349776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc879866-3ae2-4737-8a20-e4147790a3f4 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:09.352074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fc879866-3ae2-4737-8a20-e4147790a3f4 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=41243637-07ce-4cac-9d93-e9539c2ede4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0510592 Aug 20 15:16:09.354575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 34986) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:09.826501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa2cc3e-ab04-4426-947e-6cd64a7dc647 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:09.828188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2fa2cc3e-ab04-4426-947e-6cd64a7dc647 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 881 time: 0.4724443 Aug 20 15:16:09.830948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35006) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:09.859617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9bcb9cbf-6aa0-4ba8-a37e-9976dcfb6de3 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=41243637-07ce-4cac-9d93-e9539c2ede4f HTTP/1.1" status: 200 len: 205 time: 0.0273576 Aug 20 15:16:09.861894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35008) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:09.974045 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.093996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.153229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Deleting port 86305d7a-e7bd-4ebc-85f4-51f897ff68e7 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:10.154274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.264213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.287150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Calling delete_port for 86305d7a-e7bd-4ebc-85f4-51f897ff68e7 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:10.489538 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.532578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event deleted for resources: {'Port': ['ID=86305d7a-e7bd-4ebc-85f4-51f897ff68e7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:10.608561 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.734263 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.737665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.793473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.795165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Fanout notify agent at l3_agent the message router_deleted on router 41243637-07ce-4cac-9d93-e9539c2ede4f {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:10.809629 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.810785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a62c07ab-0e14-48d5-b847-af57236e90bb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/41243637-07ce-4cac-9d93-e9539c2ede4f HTTP/1.1" status: 204 len: 168 time: 0.9475703 Aug 20 15:16:10.814530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35090) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:10.820042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f9b2c7d6-95be-4fb9-a431-705f1444d535 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-232671317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:10.889539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c7d6-95be-4fb9-a431-705f1444d535 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.890763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c7d6-95be-4fb9-a431-705f1444d535 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.954482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c7d6-95be-4fb9-a431-705f1444d535 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.961677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c7d6-95be-4fb9-a431-705f1444d535 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.982373 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9b2c7d6-95be-4fb9-a431-705f1444d535 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:10.985404 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f9b2c7d6-95be-4fb9-a431-705f1444d535 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1698453 Aug 20 15:16:10.988262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35100) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:10.993526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': False}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:11.246536 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:11.480038 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:11.500987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:11.636824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Allocated IP 172.25.5.126 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/033c7664-2fa2-4c5b-b097-b2985e460909) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:11.759116 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:11.810650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:11.856049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:11.863730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:11.866982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:11.871481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Pushing event updated for resources: {'Port': ['ID=033c7664-2fa2-4c5b-b097-b2985e460909,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:12.199427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b50bfb61-c169-4177-b024-b9a42eefbc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:12.212131 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:12.470901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:12.476271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:12.669132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Router 216324ec-2a60-4fc8-a7bf-ae85664518c0 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:12.824422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:12.834077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:12.837694 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cabe3a-191c-4bf3-ba82-879f82efe998 None None] Sync routers for ids ['216324ec-2a60-4fc8-a7bf-ae85664518c0'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:12.838252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d2e524ac-61cb-463b-ac3c-31f7d3ac3203 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "PUT /v2.0/routers/216324ec-2a60-4fc8-a7bf-ae85664518c0 HTTP/1.1" status: 200 len: 915 time: 1.8457954 Aug 20 15:16:12.838252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35156) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:12.845985 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cabe3a-191c-4bf3-ba82-879f82efe998 None None] Routers {'216324ec-2a60-4fc8-a7bf-ae85664518c0'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:12.847156 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-55cabe3a-191c-4bf3-ba82-879f82efe998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['216324ec-2a60-4fc8-a7bf-ae85664518c0'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:12.920700 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-55cabe3a-191c-4bf3-ba82-879f82efe998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:12.932820 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cabe3a-191c-4bf3-ba82-879f82efe998 None None] Routers {'216324ec-2a60-4fc8-a7bf-ae85664518c0'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:12.933624 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-55cabe3a-191c-4bf3-ba82-879f82efe998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:15:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['216324ec-2a60-4fc8-a7bf-ae85664518c0'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:12.967024 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-55cabe3a-191c-4bf3-ba82-879f82efe998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:12.968130 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cabe3a-191c-4bf3-ba82-879f82efe998 None None] The sync data for ids ['216324ec-2a60-4fc8-a7bf-ae85664518c0'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:12.977346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-44388c3d-578a-471f-b3d0-638e11f9ffb9 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/routers/216324ec-2a60-4fc8-a7bf-ae85664518c0 HTTP/1.1" status: 200 len: 921 time: 0.1337252 Aug 20 15:16:12.978420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35162) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:13.052700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16be96c1-3131-4f4b-8491-a6f55dda22f1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:13.054299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-16be96c1-3131-4f4b-8491-a6f55dda22f1 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=216324ec-2a60-4fc8-a7bf-ae85664518c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0749035 Aug 20 15:16:13.057523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35166) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:13.139257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35174) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:13.210211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-467fdd5d-87c7-4785-a5b0-dfc7facdf407 admin admin] Deleting subnet 78e82e3f-98c7-4972-bbc6-a29e3c29e466 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:16:13.219406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-467fdd5d-87c7-4785-a5b0-dfc7facdf407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.237369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2b74f-924a-4205-aa96-bb8a4e76be47 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:13.240168 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7cd2b74f-924a-4205-aa96-bb8a4e76be47 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 881 time: 0.1803324 Aug 20 15:16:13.243281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35178) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:13.279586 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-845a7f85-bdbf-435a-961e-36281965a456 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=216324ec-2a60-4fc8-a7bf-ae85664518c0 HTTP/1.1" status: 200 len: 205 time: 0.0346248 Aug 20 15:16:13.282420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35184) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:13.305521 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-467fdd5d-87c7-4785-a5b0-dfc7facdf407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.366513 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-467fdd5d-87c7-4785-a5b0-dfc7facdf407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.411800 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.433435 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-467fdd5d-87c7-4785-a5b0-dfc7facdf407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.475511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-467fdd5d-87c7-4785-a5b0-dfc7facdf407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.480940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-467fdd5d-87c7-4785-a5b0-dfc7facdf407 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/78e82e3f-98c7-4972-bbc6-a29e3c29e466 HTTP/1.1" status: 204 len: 168 time: 0.3375754 Aug 20 15:16:13.480940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fdd5d-87c7-4785-a5b0-dfc7facdf407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e82e3f-98c7-4972-bbc6-a29e3c29e466,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:13.480940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35190) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:13.575690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.620899 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.674475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Deleting port 033c7664-2fa2-4c5b-b097-b2985e460909 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:13.674847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.742146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.764030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a800a5-c9d0-4857-93b9-88a0f4401bd4']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:13.779701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:13.779701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28d098b-cfa3-4164-8d9f-efc38a87ba7f') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:13.790644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.809119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.819526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:16:13.820167 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:16:13.856107 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:16:13.859986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.888666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Calling delete_port for 033c7664-2fa2-4c5b-b097-b2985e460909 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:13.969068 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:13.997607 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.002464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c6a800a5-c9d0-4857-93b9-88a0f4401bd4 HTTP/1.1" status: 204 len: 168 time: 0.5209696 Aug 20 15:16:14.003447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ac130-71e4-4220-a68e-1ca023c61112 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a800a5-c9d0-4857-93b9-88a0f4401bd4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:14.162646 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.220002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event deleted for resources: {'Port': ['ID=033c7664-2fa2-4c5b-b097-b2985e460909,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:14.277473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35216) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:14.321499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.406808 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-195198e0-3892-4c8d-bc5e-e5b85bb85147 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4783813bd34498b8b28d6646e6658fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256077 Aug 20 15:16:14.407062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35224) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:14.461610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.467840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.530469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.531135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Fanout notify agent at l3_agent the message router_deleted on router 216324ec-2a60-4fc8-a7bf-ae85664518c0 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:14.541454 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.542592 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-033cef8e-21c4-4d98-9959-2ef083d4aadc tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/216324ec-2a60-4fc8-a7bf-ae85664518c0 HTTP/1.1" status: 204 len: 168 time: 1.2588134 Aug 20 15:16:14.546308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35226) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:14.550893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1147629009', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:14.559077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794caae4-0da2-45fc-a148-62b2c5c20bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.594594 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794caae4-0da2-45fc-a148-62b2c5c20bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.603000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.604106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.685407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.730435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794caae4-0da2-45fc-a148-62b2c5c20bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.733177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794caae4-0da2-45fc-a148-62b2c5c20bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.734352 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-794caae4-0da2-45fc-a148-62b2c5c20bb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd19076a-d43e-4d0e-89fc-d0aacf6f1292 HTTP/1.1" status: 204 len: 168 time: 0.3265007 Aug 20 15:16:14.784094 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794caae4-0da2-45fc-a148-62b2c5c20bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd19076a-d43e-4d0e-89fc-d0aacf6f1292,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:14.854297 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:14.898046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:15.173927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:15.178914 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83a0c0f7-44c9-4faa-b189-8e0c7c78759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:15.194956 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:15.363252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Allocated IP 172.25.5.6 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/c70310c7-2043-44db-80e2-359312b39425) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:15.512397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:15.567150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:15.637427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:15.638507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event updated for resources: {'Port': ['ID=c70310c7-2043-44db-80e2-359312b39425,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:15.647843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:15.650568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:15.990036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.127643 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.227234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35306) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:16.230600 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.412464 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02199dcd-c5c3-4f94-9aeb-896f59896b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.431377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Router 3031caaa-9630-4434-9ac6-a0ea9a71602f is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:16.535322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02199dcd-c5c3-4f94-9aeb-896f59896b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.539733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02199dcd-c5c3-4f94-9aeb-896f59896b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.571498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-02199dcd-c5c3-4f94-9aeb-896f59896b79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df9d07f7bb2340eaa47f48313838b456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3387578 Aug 20 15:16:16.575404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35326) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:16.606192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:16.611652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02199dcd-c5c3-4f94-9aeb-896f59896b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9222b49-9b3d-4083-992d-8ff40863ae05,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:16.617891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e510648-71d4-4139-b7dd-98c3e9347e52 None None] Sync routers for ids ['3031caaa-9630-4434-9ac6-a0ea9a71602f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:16.632184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e510648-71d4-4139-b7dd-98c3e9347e52 None None] Routers {'3031caaa-9630-4434-9ac6-a0ea9a71602f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:16.637833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.639075 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c7d9c298-840a-44ae-ae67-b8aad50af370 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0918410 Aug 20 15:16:16.640332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2e510648-71d4-4139-b7dd-98c3e9347e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['3031caaa-9630-4434-9ac6-a0ea9a71602f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:16.642026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35328) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:16.647799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:16.690595 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06767732-fc67-4342-b18a-76f650d21854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.700408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2e510648-71d4-4139-b7dd-98c3e9347e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:16.709878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e510648-71d4-4139-b7dd-98c3e9347e52 None None] Routers {'3031caaa-9630-4434-9ac6-a0ea9a71602f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:16.710513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2e510648-71d4-4139-b7dd-98c3e9347e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['3031caaa-9630-4434-9ac6-a0ea9a71602f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:16.714201 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06767732-fc67-4342-b18a-76f650d21854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.750722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2e510648-71d4-4139-b7dd-98c3e9347e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:16.751653 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e510648-71d4-4139-b7dd-98c3e9347e52 None None] The sync data for ids ['3031caaa-9630-4434-9ac6-a0ea9a71602f'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:16.822666 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06767732-fc67-4342-b18a-76f650d21854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.826530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06767732-fc67-4342-b18a-76f650d21854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:16.831473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-06767732-fc67-4342-b18a-76f650d21854 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9222b49-9b3d-4083-992d-8ff40863ae05 HTTP/1.1" status: 204 len: 168 time: 0.2514002 Aug 20 15:16:16.847634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06767732-fc67-4342-b18a-76f650d21854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9222b49-9b3d-4083-992d-8ff40863ae05,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:17.103244 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.118199 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.193103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Deleting port c70310c7-2043-44db-80e2-359312b39425 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:17.193818 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.306547 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.322425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Calling delete_port for c70310c7-2043-44db-80e2-359312b39425 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:17.540154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.569250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Pushing event deleted for resources: {'Port': ['ID=c70310c7-2043-44db-80e2-359312b39425,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:17.639414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.737970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35380) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:17.825598 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.874957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.879080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.898158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-191786502-network', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:17.937587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Made reservation on behalf of 4b27a2f6a2204b3585731d40aa571d4d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:16:17.940538 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:17.951070 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.060440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.072431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.096506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:16:18.109770 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.110241 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Added segment 4ac127e8-8804-4aa3-9ba2-0618ca99e098 of type vlan for network 09dbe205-f261-4bb7-8ac7-81695b8c4212 Aug 20 15:16:18.157962 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.205088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619a8ee8-7b4b-4186-a32d-26c1a791768b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:18.212413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.213638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:18.214641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.282502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5431898 Aug 20 15:16:18.283259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac667a-4602-4743-9a93-31730990bba9 admin admin] Pushing event updated for resources: {'Network': ['ID=09dbe205-f261-4bb7-8ac7-81695b8c4212,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:18.285669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35396) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:18.292017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Request body: {'subnet': {'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-191786502-subnet', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:18.295646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 09dbe205-f261-4bb7-8ac7-81695b8c4212 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:16:18.317796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Made reservation on behalf of 4b27a2f6a2204b3585731d40aa571d4d for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:16:18.321697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.389143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Router 3031caaa-9630-4434-9ac6-a0ea9a71602f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:16:18.497048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:18.509428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.511568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f8089600-ed10-4caa-9a33-774378fe4a7f tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "PUT /v2.0/routers/3031caaa-9630-4434-9ac6-a0ea9a71602f HTTP/1.1" status: 200 len: 706 time: 1.8682442 Aug 20 15:16:18.513794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35408) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:18.524706 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19f9b6-c3d8-4e5d-ab14-b72af47432ca None None] Sync routers for ids ['3031caaa-9630-4434-9ac6-a0ea9a71602f'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:18.535627 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19f9b6-c3d8-4e5d-ab14-b72af47432ca None None] Routers {'3031caaa-9630-4434-9ac6-a0ea9a71602f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:18.537007 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4d19f9b6-c3d8-4e5d-ab14-b72af47432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['3031caaa-9630-4434-9ac6-a0ea9a71602f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:18.571760 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.626814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:18.685428 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4d19f9b6-c3d8-4e5d-ab14-b72af47432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:18.694716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Checking segment: {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:18.695152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Network hostable DHCP agents. Network: 09dbe205-f261-4bb7-8ac7-81695b8c4212, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:16:18.700584 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d19f9b6-c3d8-4e5d-ab14-b72af47432ca None None] Routers {'3031caaa-9630-4434-9ac6-a0ea9a71602f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:18.701422 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4d19f9b6-c3d8-4e5d-ab14-b72af47432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['3031caaa-9630-4434-9ac6-a0ea9a71602f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:18.705519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2a19b58c-e10d-4f18-b620-2b50f04115bd tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/routers/3031caaa-9630-4434-9ac6-a0ea9a71602f HTTP/1.1" status: 200 len: 741 time: 0.1880953 Aug 20 15:16:18.705874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35414) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:18.718385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Network 09dbe205-f261-4bb7-8ac7-81695b8c4212 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:16:18.731343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 09dbe205-f261-4bb7-8ac7-81695b8c4212) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:18.737204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:18.738734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.742490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90899938-550c-4452-ba08-01aba5259f9e None None] Network 09dbe205-f261-4bb7-8ac7-81695b8c4212 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:16:18.742843 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4d19f9b6-c3d8-4e5d-ab14-b72af47432ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:18.743708 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d19f9b6-c3d8-4e5d-ab14-b72af47432ca None None] The sync data for ids ['3031caaa-9630-4434-9ac6-a0ea9a71602f'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:18.764941 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3b815156-8cf4-4301-a5c6-16be286e2569 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4774849 Aug 20 15:16:18.767620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35416) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:18.774428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-69b8744d-54a9-499d-80e2-48aa7541f144 tempest-RoutersAdminTest-1643484853 tempest-RoutersAdminTest-1643484853-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=3031caaa-9630-4434-9ac6-a0ea9a71602f HTTP/1.1" status: 200 len: 205 time: 0.0653224 Aug 20 15:16:18.774969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35418) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:18.777501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:18.800235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.801603 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.809197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-73a74150-63d5-4dc8-8848-5cc2a0bf8bf5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=3031caaa-9630-4434-9ac6-a0ea9a71602f HTTP/1.1" status: 200 len: 205 time: 0.0328081 Aug 20 15:16:18.809614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35420) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:18.910564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30f8199b-9c5d-4ade-bf2b-e651097b3888 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:18.968846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-09dbe205-f261-4bb7-8ac7-81695b8c4212', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:16:18.970508 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.046052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.119248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Allocated IP 172.20.0.2 (09dbe205-f261-4bb7-8ac7-81695b8c4212/3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab/c87d4372-1426-40ba-ae63-4ad278402c61) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:19.288535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.299136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Transition to ACTIVE for port object c87d4372-1426-40ba-ae63-4ad278402c61 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:19.322866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Transition to ACTIVE for port object c87d4372-1426-40ba-ae63-4ad278402c61 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:19.332150 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.382589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Pushing event updated for resources: {'Port': ['ID=c87d4372-1426-40ba-ae63-4ad278402c61,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:19.401867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.402222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.402568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.402909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.403256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.403591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.403931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.404267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.404598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.404929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.405259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.405588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:19.420055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Network 09dbe205-f261-4bb7-8ac7-81695b8c4212 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:19.421895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:19.424761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:19.495794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Attempting to bind port c87d4372-1426-40ba-ae63-4ad278402c61 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:19.496172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Attempting to bind port c87d4372-1426-40ba-ae63-4ad278402c61 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:19.496544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Attempting to bind port c87d4372-1426-40ba-ae63-4ad278402c61 on network 09dbe205-f261-4bb7-8ac7-81695b8c4212 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:19.503835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:19.504210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Checking segment: {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:19.504519 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.505448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Bound using segment: {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:19.506080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Bound port: c87d4372-1426-40ba-ae63-4ad278402c61, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:19.506474 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.596944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] For port c87d4372-1426-40ba-ae63-4ad278402c61, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:16:19.602541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] For port c87d4372-1426-40ba-ae63-4ad278402c61, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c87d4372-1426-40ba-ae63-4ad278402c61,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:16:19.608347 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.670593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a9313-17ae-4da0-b19c-cc9445a7edde None None] Pushing event updated for resources: {'Port': ['ID=c87d4372-1426-40ba-ae63-4ad278402c61,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:19.699322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30f8199b-9c5d-4ade-bf2b-e651097b3888 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.707005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30f8199b-9c5d-4ade-bf2b-e651097b3888 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.720658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.821692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30f8199b-9c5d-4ade-bf2b-e651097b3888 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.822305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f8199b-9c5d-4ade-bf2b-e651097b3888 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Fanout notify agent at l3_agent the message router_deleted on router 3031caaa-9630-4434-9ac6-a0ea9a71602f {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:19.829573 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-30f8199b-9c5d-4ade-bf2b-e651097b3888 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:19.836084 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-30f8199b-9c5d-4ade-bf2b-e651097b3888 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/3031caaa-9630-4434-9ac6-a0ea9a71602f HTTP/1.1" status: 204 len: 168 time: 1.0199547 Aug 20 15:16:19.836879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35456) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:19.875640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-22dd2a71-e50b-4955-8a46-8d07570707ba tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=3031caaa-9630-4434-9ac6-a0ea9a71602f HTTP/1.1" status: 200 len: 205 time: 0.0367041 Aug 20 15:16:19.877852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35458) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:19.932560 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-1deb8075-d253-4613-8b1e-960df21b6299 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] delete failed (client error): The resource could not be found. Aug 20 15:16:19.933849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1deb8075-d253-4613-8b1e-960df21b6299 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/3031caaa-9630-4434-9ac6-a0ea9a71602f HTTP/1.1" status: 404 len: 336 time: 0.0543857 Aug 20 15:16:19.948096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35460) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:19.998940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-671a6e88-3fb6-4aa5-be4e-c6f09e97847a tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=216324ec-2a60-4fc8-a7bf-ae85664518c0 HTTP/1.1" status: 200 len: 205 time: 0.0471947 Aug 20 15:16:19.999573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35466) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.062866 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-d0f8c592-1d67-4684-b77b-e6aaf6e40c46 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] delete failed (client error): The resource could not be found. Aug 20 15:16:20.066690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d0f8c592-1d67-4684-b77b-e6aaf6e40c46 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/216324ec-2a60-4fc8-a7bf-ae85664518c0 HTTP/1.1" status: 404 len: 336 time: 0.0636463 Aug 20 15:16:20.071046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35468) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.115034 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ca254495-5b5f-4a27-9f5b-3d0f924d3bc1 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=41243637-07ce-4cac-9d93-e9539c2ede4f HTTP/1.1" status: 200 len: 205 time: 0.0398908 Aug 20 15:16:20.115779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35470) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.182954 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-3f00644d-1c7e-47ad-a38c-36108064e5db tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] delete failed (client error): The resource could not be found. Aug 20 15:16:20.186078 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3f00644d-1c7e-47ad-a38c-36108064e5db tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/41243637-07ce-4cac-9d93-e9539c2ede4f HTTP/1.1" status: 404 len: 336 time: 0.0487778 Aug 20 15:16:20.186959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35472) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.194918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:20.217190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:20.222299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f8786a84-473d-418c-87e0-cdf8c4c1b191 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a19f9d-de08-4467-a258-678f40f8c4fd HTTP/1.1" status: 200 len: 205 time: 0.0334616 Aug 20 15:16:20.225500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35474) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.270759 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-b6801cc1-a1af-4f2f-90be-c2b032211ffb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] delete failed (client error): The resource could not be found. Aug 20 15:16:20.271901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b6801cc1-a1af-4f2f-90be-c2b032211ffb tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/37a19f9d-de08-4467-a258-678f40f8c4fd HTTP/1.1" status: 404 len: 336 time: 0.0452356 Aug 20 15:16:20.274460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35480) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.306532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d99a12f8-5c7e-4e70-ab8b-861911a31b61 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=b47f2767-3101-4a03-87ea-1d769586faf3 HTTP/1.1" status: 200 len: 205 time: 0.0309200 Aug 20 15:16:20.308540 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35484) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.369035 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-aa706070-3632-4a5e-94e3-ac249bb8f6e5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] delete failed (client error): The resource could not be found. Aug 20 15:16:20.372719 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aa706070-3632-4a5e-94e3-ac249bb8f6e5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/b47f2767-3101-4a03-87ea-1d769586faf3 HTTP/1.1" status: 404 len: 336 time: 0.0545871 Aug 20 15:16:20.372916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35488) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.410135 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-61995041-78c3-4cd1-84b7-f8e39855e687 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "GET /v2.0/ports?device_id=73ea0b78-eb1f-49d1-9330-6cb6b731f9a0 HTTP/1.1" status: 200 len: 205 time: 0.0339570 Aug 20 15:16:20.410925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35492) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.414962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Allocated IP 172.25.5.239 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/09d98ef3-ef3c-466f-afcd-c7848343cbe6) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:20.469071 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-d0f1b7f8-d019-4502-b4a3-70703447c805 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] delete failed (client error): The resource could not be found. Aug 20 15:16:20.470174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d0f1b7f8-d019-4502-b4a3-70703447c805 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/routers/73ea0b78-eb1f-49d1-9330-6cb6b731f9a0 HTTP/1.1" status: 404 len: 336 time: 0.0569267 Aug 20 15:16:20.472766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35494) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:20.507816 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a0f61f-b7d5-4999-95f1-7ad7cf8f8aa5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] DELETE failed (client error): The resource could not be found. Aug 20 15:16:20.508629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a0f61f-b7d5-4999-95f1-7ad7cf8f8aa5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:16:20.510541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e6a0f61f-b7d5-4999-95f1-7ad7cf8f8aa5 tempest-RoutersAdminTest-1303194097 tempest-RoutersAdminTest-1303194097-project] 10.222.0.36 "DELETE /v2.0/subnets/009242ec-0790-461a-9842-45256953db9a HTTP/1.1" status: 404 len: 337 time: 0.0367103 Aug 20 15:16:20.548233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:20.608088 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:20.670543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:20.672416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:20.691611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:20.754349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Pushing event updated for resources: {'Port': ['ID=09d98ef3-ef3c-466f-afcd-c7848343cbe6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:20.869107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35512) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:21.049262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-24488253-0f0f-4a52-a0aa-1e62713adb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.132081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.196350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-24488253-0f0f-4a52-a0aa-1e62713adb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.202831 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-24488253-0f0f-4a52-a0aa-1e62713adb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.251621 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fc9ab5-8b4a-430a-8e60-24c2c158380c None None] Network 09dbe205-f261-4bb7-8ac7-81695b8c4212 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:16:21.260708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-24488253-0f0f-4a52-a0aa-1e62713adb31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ac5da6334234c3ab00cbe17c4cddda4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897743 Aug 20 15:16:21.261365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35524) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:21.283335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24488253-0f0f-4a52-a0aa-1e62713adb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1260140a-67a6-4d43-bfea-814eef461623,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:21.381932 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-95819c2a-b435-4caa-9f16-d07e0bbd155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.402729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a26cd353-b736-4843-819a-7110e6723e87 None None] Provisioning for port c87d4372-1426-40ba-ae63-4ad278402c61 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:21.417791 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-95819c2a-b435-4caa-9f16-d07e0bbd155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.437155 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.474543 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-95819c2a-b435-4caa-9f16-d07e0bbd155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.481272 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-95819c2a-b435-4caa-9f16-d07e0bbd155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.485236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-95819c2a-b435-4caa-9f16-d07e0bbd155f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1260140a-67a6-4d43-bfea-814eef461623 HTTP/1.1" status: 204 len: 168 time: 0.2210019 Aug 20 15:16:21.501271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95819c2a-b435-4caa-9f16-d07e0bbd155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1260140a-67a6-4d43-bfea-814eef461623,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:21.637158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:21.788342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:21.798283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Sync routers for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:21.813880 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:21.814891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:21.836876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:21.839586 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e8854fbd-b02f-47ab-bbe3-f0a2ac11d447 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0696878 Aug 20 15:16:21.841273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35550) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:21.970280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:22.106374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c87d4372-1426-40ba-ae63-4ad278402c61 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:22.142715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35558) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:22.222377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port c87d4372-1426-40ba-ae63-4ad278402c61 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:22.224862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b2233030-03b4-46af-ad89-1c84368a91b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0e4a08237cb4f3e91f1916a6fc04035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807362 Aug 20 15:16:22.227439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35562) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:22.236374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c87d4372-1426-40ba-ae63-4ad278402c61 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:22.236980 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.297601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:20Z', 'revision_number': 3, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:22.331888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Checking router: c5de6bc7-a1bc-44a8-8736-9e7277c18b2f for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:16:22.332411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Updating router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f port 09d98ef3-ef3c-466f-afcd-c7848343cbe6 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:16:22.342596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a637d7d-acf7-4b5d-8b12-0d001e167dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.373944 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a637d7d-acf7-4b5d-8b12-0d001e167dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.378317 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.418136 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.430537 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a637d7d-acf7-4b5d-8b12-0d001e167dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.435016 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a637d7d-acf7-4b5d-8b12-0d001e167dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.436834 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3a637d7d-acf7-4b5d-8b12-0d001e167dd8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abcbb54c-d3f8-4314-b8de-bd078c08a494 HTTP/1.1" status: 204 len: 168 time: 0.2079496 Aug 20 15:16:22.449673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a637d7d-acf7-4b5d-8b12-0d001e167dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcbb54c-d3f8-4314-b8de-bd078c08a494,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:22.532766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port c87d4372-1426-40ba-ae63-4ad278402c61, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c87d4372-1426-40ba-ae63-4ad278402c61,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:22.556437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.572292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.729476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=c87d4372-1426-40ba-ae63-4ad278402c61,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:22.809193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Allocated IP 172.20.0.1 (09dbe205-f261-4bb7-8ac7-81695b8c4212/3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab/7e51724e-761a-4c22-bfe8-ea33cc0fdaf7) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:22.919934 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.941933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Transition to ACTIVE for port object 09d98ef3-ef3c-466f-afcd-c7848343cbe6 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:22.947137 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.951697 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:22.977578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Transition to ACTIVE for port object 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:23.020699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5da0b1-5536-43f7-9ead-01c538727fd0 None None] Pushing event updated for resources: {'Port': ['ID=09d98ef3-ef3c-466f-afcd-c7848343cbe6,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:23.023389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Attempting to bind port 09d98ef3-ef3c-466f-afcd-c7848343cbe6 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:23.023792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Attempting to bind port 09d98ef3-ef3c-466f-afcd-c7848343cbe6 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:23.024156 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Attempting to bind port 09d98ef3-ef3c-466f-afcd-c7848343cbe6 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:23.030378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:23.030748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:23.031159 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:23.031856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:23.032343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Bound port: 09d98ef3-ef3c-466f-afcd-c7848343cbe6, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:23.032727 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:23.074678 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:23.116693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] For port 09d98ef3-ef3c-466f-afcd-c7848343cbe6, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:16:23.120058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] For port 09d98ef3-ef3c-466f-afcd-c7848343cbe6, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=09d98ef3-ef3c-466f-afcd-c7848343cbe6,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:16:23.124620 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:23.150540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Network 09dbe205-f261-4bb7-8ac7-81695b8c4212 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:23.151427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Pushing event updated for resources: {'Port': ['ID=7e51724e-761a-4c22-bfe8-ea33cc0fdaf7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:23.155821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:23.158178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:23.223120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5da0b1-5536-43f7-9ead-01c538727fd0 None None] Pushing event updated for resources: {'Port': ['ID=09d98ef3-ef3c-466f-afcd-c7848343cbe6,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:23.233053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:23.233475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:23.253533 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:23.549224 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:23.623396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:23.669075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-622c4544-d71f-4945-94e4-edda3b0667af None None] Provisioning for port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:23.720838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-622c4544-d71f-4945-94e4-edda3b0667af None None] Provisioning complete for port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:23.721121 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-622c4544-d71f-4945-94e4-edda3b0667af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:23.846515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-622c4544-d71f-4945-94e4-edda3b0667af None None] Port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:16:23.946208 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:23.954566 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:24.053655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c87d4372-1426-40ba-ae63-4ad278402c61 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:24.074423 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:24.098261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:20Z', 'revision_number': 3, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:24.162649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd26b15-75f4-4c16-8f49-ef4b9c80ed7c None None] The sync data for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 is: [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:20Z', 'revision_number': 3, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:24.165730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Pushing event updated for resources: {'Port': ['ID=7e51724e-761a-4c22-bfe8-ea33cc0fdaf7,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:24.203168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c87d4372-1426-40ba-ae63-4ad278402c61 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:24.204678 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:24.277674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Network 09dbe205-f261-4bb7-8ac7-81695b8c4212 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:24.280670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:24.501464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:16:24.704845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-23e2379c-4a39-40c7-b4a5-226315b374db None None] Provisioning complete for port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:24.705393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-23e2379c-4a39-40c7-b4a5-226315b374db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:24.757642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:24.776022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0264e320-ff04-4025-a5fc-c97189b09113 admin admin] 10.222.0.36 "PUT /v2.0/routers/c5de6bc7-a1bc-44a8-8736-9e7277c18b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9332764 Aug 20 15:16:24.785054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-23e2379c-4a39-40c7-b4a5-226315b374db None None] Port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:16:24.804731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35646) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:24.993436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-44817763', 'router:external': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:25.028151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Made reservation on behalf of 198b72715ce3480798e19a6548c889dc for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:16:25.030497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.047198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.179459 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.185786 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.205296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:16:25.220592 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.221182 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Added segment c4d8331f-fc83-4f62-8ed6-fb97ac772c29 of type vlan for network cf89485e-2678-46cf-971e-487970deb484 Aug 20 15:16:25.287900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da8db56-1f68-4f99-908e-213a353986ac,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:25.303003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.353231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.354232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:25.355129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.390088 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5835171 Aug 20 15:16:25.396723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35666) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:25.425584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'subnet': {'network_id': 'cf89485e-2678-46cf-971e-487970deb484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:25.475745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Made reservation on behalf of 198b72715ce3480798e19a6548c889dc for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:16:25.476809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea2b2f-c813-406d-830e-27482b63f4e1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event updated for resources: {'Network': ['ID=cf89485e-2678-46cf-971e-487970deb484,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:25.481787 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.489769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network cf89485e-2678-46cf-971e-487970deb484 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:16:25.682439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35674) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:25.688290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1958272565-network', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:25.720927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Made reservation on behalf of 2cefc9abfdc74505bd4d2d2d9fe7c079 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:16:25.723935 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.761445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.909352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.912224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.objects.ports [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101099) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 20 15:16:25.912710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.920193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:25.972746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d74f5c36-2aae-4908-86e4-2c8284554e39,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:25.978902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:16:25.989928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Checking segment: {'id': 'c4d8331f-fc83-4f62-8ed6-fb97ac772c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'cf89485e-2678-46cf-971e-487970deb484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:25.990324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Network hostable DHCP agents. Network: cf89485e-2678-46cf-971e-487970deb484, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:16:26.006268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f245be-021e-43c8-b18b-d8222a05664d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:26.017916 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.018264 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Added segment d6aad606-cf23-4257-a063-7333e247a1bf of type vlan for network 221e9162-4d0f-424f-93ff-e03f328c91ca Aug 20 15:16:26.018396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Network cf89485e-2678-46cf-971e-487970deb484 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:16:26.034611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, cf89485e-2678-46cf-971e-487970deb484) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:26.043755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0718dbee-7ef7-4ce1-9b62-09499f7a8d68 None None] Network cf89485e-2678-46cf-971e-487970deb484 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:16:26.046752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:26.047420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.081836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9cff055b-52a7-4050-9411-c2f2d03de359 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6745706 Aug 20 15:16:26.083401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35682) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:26.089155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1326044894', 'network_id': 'cf89485e-2678-46cf-971e-487970deb484'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:26.118572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Made reservation on behalf of 198b72715ce3480798e19a6548c889dc for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:16:26.122255 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.133850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.143096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 09d98ef3-ef3c-466f-afcd-c7848343cbe6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:26.143339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] device_id is not set on port fb008979-74d7-4e67-8635-553c34122de1 yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:16:26.203233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.204457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:26.205280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.246588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 09d98ef3-ef3c-466f-afcd-c7848343cbe6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:26.254823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 09d98ef3-ef3c-466f-afcd-c7848343cbe6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:26.256154 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.303417 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6198037 Aug 20 15:16:26.312243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35688) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:26.325005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Request body: {'subnet': {'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1958272565-subnet', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:26.346738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Allocated IP 2001:db8::393 (cf89485e-2678-46cf-971e-487970deb484/d74f5c36-2aae-4908-86e4-2c8284554e39/fb008979-74d7-4e67-8635-553c34122de1) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:26.347637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453df7a-6a6e-4ccc-8e31-a952d5f89301 admin admin] Pushing event updated for resources: {'Network': ['ID=221e9162-4d0f-424f-93ff-e03f328c91ca,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:26.383592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Made reservation on behalf of 2cefc9abfdc74505bd4d2d2d9fe7c079 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:16:26.386066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.389365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 221e9162-4d0f-424f-93ff-e03f328c91ca details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:16:26.417070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7e5f35-d1e4-4cf1-8c86-2e94d4ce8c63 None None] Network cf89485e-2678-46cf-971e-487970deb484 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:16:26.542330 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.626822 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.701535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Network cf89485e-2678-46cf-971e-487970deb484 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:26.705331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:26.711018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:26.712228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:26.714453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.727767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.737620 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.761690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6744046 Aug 20 15:16:26.762454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35698) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:26.768617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85b195f-6294-42cc-890e-318bd6782c93,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:26.808214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fcf93-eb00-4830-9338-d13414bba93a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event updated for resources: {'Port': ['ID=fb008979-74d7-4e67-8635-553c34122de1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:26.812363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 09d98ef3-ef3c-466f-afcd-c7848343cbe6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=09d98ef3-ef3c-466f-afcd-c7848343cbe6,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:26.819219 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.854444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Checking segment: {'id': 'd6aad606-cf23-4257-a063-7333e247a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:26.854811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Network hostable DHCP agents. Network: 221e9162-4d0f-424f-93ff-e03f328c91ca, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:16:26.886590 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Network 221e9162-4d0f-424f-93ff-e03f328c91ca is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:16:26.916914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=09d98ef3-ef3c-466f-afcd-c7848343cbe6,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:26.921822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 221e9162-4d0f-424f-93ff-e03f328c91ca) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:26.927325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:26.928440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.932966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f251d-a326-4eeb-99f2-a09d4e337187 None None] Network 221e9162-4d0f-424f-93ff-e03f328c91ca requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:16:26.935183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-20ede40e-7891-46b3-a024-4f34a2930d5a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Deleting port fb008979-74d7-4e67-8635-553c34122de1 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:26.935534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-20ede40e-7891-46b3-a024-4f34a2930d5a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:26.966338 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-58b56a16-73fe-4a6c-8865-9a2c367676bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6449893 Aug 20 15:16:26.966916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35702) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:26.971878 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Sync routers for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:26.972407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:26.984021 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:26.984643 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:27.014073 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.015966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.088489 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.146254 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-20ede40e-7891-46b3-a024-4f34a2930d5a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.165657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-221e9162-4d0f-424f-93ff-e03f328c91ca', 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'fixed_ips': [{'subnet_id': 'b85b195f-6294-42cc-890e-318bd6782c93'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:16:27.166549 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.194006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-20ede40e-7891-46b3-a024-4f34a2930d5a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Calling delete_port for fb008979-74d7-4e67-8635-553c34122de1 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:27.258373 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:27.360792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.426009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Allocated IP 172.20.0.2 (221e9162-4d0f-424f-93ff-e03f328c91ca/b85b195f-6294-42cc-890e-318bd6782c93/c97cc395-94e8-4234-a0e3-4b814b22be93) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:27.461726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-20ede40e-7891-46b3-a024-4f34a2930d5a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.547974 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 2, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:27.586113 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Checking router: c5de6bc7-a1bc-44a8-8736-9e7277c18b2f for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:16:27.586766 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Updating router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:16:27.603111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ede40e-7891-46b3-a024-4f34a2930d5a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb008979-74d7-4e67-8635-553c34122de1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:27.607480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-20ede40e-7891-46b3-a024-4f34a2930d5a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.622002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-20ede40e-7891-46b3-a024-4f34a2930d5a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "DELETE /v2.0/ports/fb008979-74d7-4e67-8635-553c34122de1 HTTP/1.1" status: 204 len: 168 time: 0.8584471 Aug 20 15:16:27.626401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35714) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:27.626995 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.631327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf89485e-2678-46cf-971e-487970deb484', 'external_fixed_ips': [{'subnet_id': 'd74f5c36-2aae-4908-86e4-2c8284554e39', 'ip_address': '2001:db8::393'}]}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:27.668538 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.681369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Transition to ACTIVE for port object c97cc395-94e8-4234-a0e3-4b814b22be93 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:27.684984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.685986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.713817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Transition to ACTIVE for port object c97cc395-94e8-4234-a0e3-4b814b22be93 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:27.721907 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.763828 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.774008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Network 221e9162-4d0f-424f-93ff-e03f328c91ca is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:27.780069 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:27.785720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:27.820803 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.856257 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.872711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Pushing event updated for resources: {'Port': ['ID=c97cc395-94e8-4234-a0e3-4b814b22be93,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:27.876778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Attempting to bind port c97cc395-94e8-4234-a0e3-4b814b22be93 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:27.877161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Attempting to bind port c97cc395-94e8-4234-a0e3-4b814b22be93 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd6aad606-cf23-4257-a063-7333e247a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:27.877523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Attempting to bind port c97cc395-94e8-4234-a0e3-4b814b22be93 on network 221e9162-4d0f-424f-93ff-e03f328c91ca {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:27.888609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:27.891723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Checking segment: {'id': 'd6aad606-cf23-4257-a063-7333e247a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:27.892430 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:27.893192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Bound using segment: {'id': 'd6aad606-cf23-4257-a063-7333e247a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:27.894136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Bound port: c97cc395-94e8-4234-a0e3-4b814b22be93, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aad606-cf23-4257-a063-7333e247a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:27.894776 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.023343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 09d98ef3-ef3c-466f-afcd-c7848343cbe6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:28.024953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.057065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Allocated IP 172.25.5.54 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/0e82e678-9b60-402a-bd53-40d496fd06cf) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:28.131305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] For port c97cc395-94e8-4234-a0e3-4b814b22be93, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:16:28.140398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] For port c97cc395-94e8-4234-a0e3-4b814b22be93, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c97cc395-94e8-4234-a0e3-4b814b22be93,segment=NetworkSegment(d6aad606-cf23-4257-a063-7333e247a1bf),segment_id=d6aad606-cf23-4257-a063-7333e247a1bf)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:16:28.184039 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.196957 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.197564 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Transition to ACTIVE for port object 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:28.206320 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.266460 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.341797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.350512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 09d98ef3-ef3c-466f-afcd-c7848343cbe6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:28.351147 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.401172 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b0a22-c2b0-4eee-bc82-a7528dd74884 None None] Pushing event updated for resources: {'Port': ['ID=7e51724e-761a-4c22-bfe8-ea33cc0fdaf7,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:28.432040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:28.443197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:28.446502 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Attempting to bind port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:28.447222 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Attempting to bind port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:28.447803 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Attempting to bind port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 on network 09dbe205-f261-4bb7-8ac7-81695b8c4212 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:28.454728 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:28.455363 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Checking segment: {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:28.456180 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.456766 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Bound using segment: {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:28.457583 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Bound port: 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:28.458938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:28.459556 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.467647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Pushing event updated for resources: {'Port': ['ID=0e82e678-9b60-402a-bd53-40d496fd06cf,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:28.536839 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.554909 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] For port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:16:28.563039 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] For port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7e51724e-761a-4c22-bfe8-ea33cc0fdaf7,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:16:28.578404 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.580237 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029257f-ddd9-420a-bc6a-bbf51870109a None None] Pushing event updated for resources: {'Port': ['ID=c97cc395-94e8-4234-a0e3-4b814b22be93,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:28.584605 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.765333 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:28.810501 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b0a22-c2b0-4eee-bc82-a7528dd74884 None None] Pushing event updated for resources: {'Port': ['ID=7e51724e-761a-4c22-bfe8-ea33cc0fdaf7,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:28.847886 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:28.848576 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:29.044960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Allocated IP 2001:db8::393 (cf89485e-2678-46cf-971e-487970deb484/d74f5c36-2aae-4908-86e4-2c8284554e39/b38c0f85-4e14-4370-93ee-779c59edbb8d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:29.066752 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:29.213404 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:29.259718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:29.315340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event updated for resources: {'Port': ['ID=b38c0f85-4e14-4370-93ee-779c59edbb8d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:29.325217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Network cf89485e-2678-46cf-971e-487970deb484 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:29.326785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:29.329513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:29.470531 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:28Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:29.504020 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f907e404-46c7-4ea7-b5df-8b81e95ab572 None None] The sync data for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 is: [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:28Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:29.609609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:29.657882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:29.893769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f5e45-4f5b-4210-8d82-b4ab3a3274d9 None None] Network 221e9162-4d0f-424f-93ff-e03f328c91ca requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:16:30.007210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:30.086504 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:30.226325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2fa8a42d-3d1e-4b78-821b-532003c9df93 None None] Provisioning for port c97cc395-94e8-4234-a0e3-4b814b22be93 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:30.262509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:30.356758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Router 095d51e7-e310-4ff0-b87c-02693692fdc2 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:30.401130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:30.402984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Router 1f0ea4f7-4e53-4a58-97f1-6722e128991b is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:30.415037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:30.415491 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:30.553190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:30.574050 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:30.576358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Sync routers for ids ['095d51e7-e310-4ff0-b87c-02693692fdc2'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:30.590805 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:30.595044 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-45ebf571-25c7-4f27-9f08-a5e0fc264449 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6266544 Aug 20 15:16:30.597680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 35792) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:30.668644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Routers {'095d51e7-e310-4ff0-b87c-02693692fdc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:30.669300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['095d51e7-e310-4ff0-b87c-02693692fdc2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:30.696686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:30.706594 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Sync routers for ids ['1f0ea4f7-4e53-4a58-97f1-6722e128991b'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:30.729232 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Routers {'1f0ea4f7-4e53-4a58-97f1-6722e128991b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:30.730169 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1f0ea4f7-4e53-4a58-97f1-6722e128991b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:30.735057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:30.741879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8ce22c1a-9a4f-4a28-9413-7753b477fc88 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1141593 Aug 20 15:16:30.742570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 35806) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:30.824726 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7e51724e-761a-4c22-bfe8-ea33cc0fdaf7,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:30.997733 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Set router 1f0ea4f7-4e53-4a58-97f1-6722e128991b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:31.134172 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:31.304000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:31.304623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c97cc395-94e8-4234-a0e3-4b814b22be93 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:31.394738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:31.465137 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0ea4f7-4e53-4a58-97f1-6722e128991b', 'name': '', 'tenant_id': '198b72715ce3480798e19a6548c889dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf89485e-2678-46cf-971e-487970deb484', 'external_fixed_ips': [{'subnet_id': 'd74f5c36-2aae-4908-86e4-2c8284554e39', 'ip_address': '2001:db8::393'}], 'enable_snat': True}, 'gw_port_id': 'b38c0f85-4e14-4370-93ee-779c59edbb8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:29Z', 'revision_number': 3, 'project_id': '198b72715ce3480798e19a6548c889dc', 'gw_port': {'id': 'b38c0f85-4e14-4370-93ee-779c59edbb8d', 'name': '', 'network_id': 'cf89485e-2678-46cf-971e-487970deb484', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0ea4f7-4e53-4a58-97f1-6722e128991b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'd74f5c36-2aae-4908-86e4-2c8284554e39', 'ip_address': '2001:db8::393', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:28Z', 'updated_at': '2021-08-20T15:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd74f5c36-2aae-4908-86e4-2c8284554e39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:31.512422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Deleting port b38c0f85-4e14-4370-93ee-779c59edbb8d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:31.513648 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:31.519697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:31.523153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Set router 095d51e7-e310-4ff0-b87c-02693692fdc2 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:31.531039 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Checking router: 1f0ea4f7-4e53-4a58-97f1-6722e128991b for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:16:31.531398 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Updating router 1f0ea4f7-4e53-4a58-97f1-6722e128991b port b38c0f85-4e14-4370-93ee-779c59edbb8d binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:16:31.588021 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:31.700835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:31.720430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Calling delete_port for b38c0f85-4e14-4370-93ee-779c59edbb8d owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:31.723094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=7e51724e-761a-4c22-bfe8-ea33cc0fdaf7,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:31.744385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port c97cc395-94e8-4234-a0e3-4b814b22be93 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:31.771903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c97cc395-94e8-4234-a0e3-4b814b22be93 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:31.772533 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:31.956185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:31.975052 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:29Z', 'revision_number': 3, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'gw_port': {'id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:32.004340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port c97cc395-94e8-4234-a0e3-4b814b22be93, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c97cc395-94e8-4234-a0e3-4b814b22be93,segment=NetworkSegment(d6aad606-cf23-4257-a063-7333e247a1bf),segment_id=d6aad606-cf23-4257-a063-7333e247a1bf)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:32.035957 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.064981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Checking router: 095d51e7-e310-4ff0-b87c-02693692fdc2 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:16:32.065815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Updating router 095d51e7-e310-4ff0-b87c-02693692fdc2 port 0e82e678-9b60-402a-bd53-40d496fd06cf binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:16:32.082574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.116960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Allocated IP 172.20.0.1 (221e9162-4d0f-424f-93ff-e03f328c91ca/b85b195f-6294-42cc-890e-318bd6782c93/2f60990d-95e9-4ae5-b089-c74612f371ff) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:32.158927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event deleted for resources: {'Port': ['ID=b38c0f85-4e14-4370-93ee-779c59edbb8d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:32.161929 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.213911 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.249762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:32.308850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.327614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Transition to ACTIVE for port object 2f60990d-95e9-4ae5-b089-c74612f371ff will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:32.370709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=c97cc395-94e8-4234-a0e3-4b814b22be93,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:32.371889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.426439 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.db.api [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:16:32.427804 n-d-695189-15 neutron-server[101102]: DEBUG oslo_db.api [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:16:32.528654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Pushing event updated for resources: {'Port': ['ID=2f60990d-95e9-4ae5-b089-c74612f371ff,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:32.535945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Network 221e9162-4d0f-424f-93ff-e03f328c91ca is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:32.538525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:32.541665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:32.604459 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.644763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:32.646215 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.858954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.972039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.977316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:32.978596 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Port b38c0f85-4e14-4370-93ee-779c59edbb8d not found while updating agent binding for router 1f0ea4f7-4e53-4a58-97f1-6722e128991b. {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 20 15:16:33.014053 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Routers {'1f0ea4f7-4e53-4a58-97f1-6722e128991b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:33.014932 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1f0ea4f7-4e53-4a58-97f1-6722e128991b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:33.066214 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.068084 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.068450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f0ea4f7-4e53-4a58-97f1-6722e128991b {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:33.074415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.083385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6cf2cd83-151c-4eb0-a1e5-ee829585e443 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "DELETE /v2.0/routers/1f0ea4f7-4e53-4a58-97f1-6722e128991b HTTP/1.1" status: 204 len: 168 time: 2.3386889 Aug 20 15:16:33.086800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36026) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:33.087805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-abd5c77e-e094-4263-ae32-aa0149213146 None None] Provisioning for port 2f60990d-95e9-4ae5-b089-c74612f371ff completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:33.114234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-abd5c77e-e094-4263-ae32-aa0149213146 None None] Provisioning complete for port 2f60990d-95e9-4ae5-b089-c74612f371ff triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:33.114864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-abd5c77e-e094-4263-ae32-aa0149213146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.138171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.143859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.165093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Transition to ACTIVE for port object 0e82e678-9b60-402a-bd53-40d496fd06cf will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:33.180636 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.196079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83f7da9-fa1f-47fa-9de9-f6bf8cd287b4 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Deleting subnet d74f5c36-2aae-4908-86e4-2c8284554e39 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:16:33.200237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d83f7da9-fa1f-47fa-9de9-f6bf8cd287b4 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.202171 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] Set router 1f0ea4f7-4e53-4a58-97f1-6722e128991b gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:33.254693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d83f7da9-fa1f-47fa-9de9-f6bf8cd287b4 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.267022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Pushing event updated for resources: {'Port': ['ID=2f60990d-95e9-4ae5-b089-c74612f371ff,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:33.279782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.324035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-abd5c77e-e094-4263-ae32-aa0149213146 None None] Port 2f60990d-95e9-4ae5-b089-c74612f371ff cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:16:33.344966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Attempting to bind port 0e82e678-9b60-402a-bd53-40d496fd06cf on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:33.352893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d83f7da9-fa1f-47fa-9de9-f6bf8cd287b4 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.357010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Attempting to bind port 0e82e678-9b60-402a-bd53-40d496fd06cf by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:33.357410 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Attempting to bind port 0e82e678-9b60-402a-bd53-40d496fd06cf on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:33.386353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:33.388519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:33.389250 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.393274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:33.394128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Bound port: 0e82e678-9b60-402a-bd53-40d496fd06cf, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:33.394758 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.414486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-4b1cd387-bbb8-409e-9394-e3de2b0843ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:33.416429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-4b1cd387-bbb8-409e-9394-e3de2b0843ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1096 time: 0.1026764 Aug 20 15:16:33.498752 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0ea4f7-4e53-4a58-97f1-6722e128991b', 'name': '', 'tenant_id': '198b72715ce3480798e19a6548c889dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:31Z', 'revision_number': 5, 'project_id': '198b72715ce3480798e19a6548c889dc', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:33.549488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Network 221e9162-4d0f-424f-93ff-e03f328c91ca is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:33.550739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907cb90-982e-4989-be01-f931c7b88f88 None None] Pushing event updated for resources: {'Port': ['ID=0e82e678-9b60-402a-bd53-40d496fd06cf,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:33.553787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:33.614590 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d83f7da9-fa1f-47fa-9de9-f6bf8cd287b4 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.619806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] For port 0e82e678-9b60-402a-bd53-40d496fd06cf, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:16:33.620649 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724994c3-62a3-4690-9da4-a8ef5bc97e69 None None] The sync data for ids ['1f0ea4f7-4e53-4a58-97f1-6722e128991b'] in n-d-695189-15 is: [{'id': '1f0ea4f7-4e53-4a58-97f1-6722e128991b', 'name': '', 'tenant_id': '198b72715ce3480798e19a6548c889dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:31Z', 'revision_number': 5, 'project_id': '198b72715ce3480798e19a6548c889dc', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:33.635485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] For port 0e82e678-9b60-402a-bd53-40d496fd06cf, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0e82e678-9b60-402a-bd53-40d496fd06cf,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:16:33.644038 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.743926 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d83f7da9-fa1f-47fa-9de9-f6bf8cd287b4 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:33.752463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d83f7da9-fa1f-47fa-9de9-f6bf8cd287b4 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/d74f5c36-2aae-4908-86e4-2c8284554e39 HTTP/1.1" status: 204 len: 168 time: 0.6630001 Aug 20 15:16:33.761983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36092) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:33.766493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f7da9-fa1f-47fa-9de9-f6bf8cd287b4 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d74f5c36-2aae-4908-86e4-2c8284554e39,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:33.794672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Routers {'095d51e7-e310-4ff0-b87c-02693692fdc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:33.795307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['095d51e7-e310-4ff0-b87c-02693692fdc2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:33.847416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Router 095d51e7-e310-4ff0-b87c-02693692fdc2 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:16:33.917383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907cb90-982e-4989-be01-f931c7b88f88 None None] Pushing event updated for resources: {'Port': ['ID=0e82e678-9b60-402a-bd53-40d496fd06cf,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:33.985982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-a7928f87-d600-4d2b-877a-9ccf2cdd3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:33.993396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-a7928f87-d600-4d2b-877a-9ccf2cdd3c24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.5666437 Aug 20 15:16:34.088587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0c880d60-86d4-4106-b2e0-2a2b4c9df70d None None] Provisioning complete for port 2f60990d-95e9-4ae5-b089-c74612f371ff triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:34.091234 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0c880d60-86d4-4106-b2e0-2a2b4c9df70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:34.129024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] Set router 095d51e7-e310-4ff0-b87c-02693692fdc2 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:34.151741 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-27cb59a8-b934-4729-a9e5-00855bf1003e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 999 time: 0.1280482 Aug 20 15:16:34.167222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e6beb-3a84-48a3-8fb4-c57df83e52cb req-b99f68fb-674c-4851-bf15-d2d16fb4d2f0 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:34.169971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-378e6beb-3a84-48a3-8fb4-c57df83e52cb req-b99f68fb-674c-4851-bf15-d2d16fb4d2f0 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.6787691 Aug 20 15:16:34.202120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:34.214950 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7d7cb849-d23b-4669-ba0a-27a2db931968 admin admin] 10.222.0.36 "PUT /v2.0/routers/095d51e7-e310-4ff0-b87c-02693692fdc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6161442 Aug 20 15:16:34.224095 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:34.314033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0c880d60-86d4-4106-b2e0-2a2b4c9df70d None None] Port 2f60990d-95e9-4ae5-b089-c74612f371ff cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:16:34.320106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c97cc395-94e8-4234-a0e3-4b814b22be93 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:34.349668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-c9ed1f97-1726-4967-b000-52ee5eccb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:34.352021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-c9ed1f97-1726-4967-b000-52ee5eccb8af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.1808357 Aug 20 15:16:34.366785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-378e6beb-3a84-48a3-8fb4-c57df83e52cb req-0ce096ac-5628-4814-a37d-8e741cf25664 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758666 Aug 20 15:16:34.417067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:34.454968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-d300591c-71fe-406e-a6af-d2d7f309ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:34.456546 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-d300591c-71fe-406e-a6af-d2d7f309ffb1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865452 Aug 20 15:16:34.467250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf89485e-2678-46cf-971e-487970deb484']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:34.512569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d8331f-fc83-4f62-8ed6-fb97ac772c29') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:34.516158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d8331f-fc83-4f62-8ed6-fb97ac772c29') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:34.566484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c97cc395-94e8-4234-a0e3-4b814b22be93 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:34.568010 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:34.601095 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:34.626998 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:34.651700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:16:34.652078 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:16:34.654024 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:16:34.696530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:32Z', 'revision_number': 4, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'gw_port': {'id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2f60990d-95e9-4ae5-b089-c74612f371ff', 'name': '', 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'mac_address': 'fa:16:3e:62:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:31Z', 'updated_at': '2021-08-20T15:16:32Z', 'revision_number': 2, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'subnets': [{'id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:34.725926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-4de0b9d9-ff4b-4395-8ab4-0d18624a9d57 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543802 Aug 20 15:16:34.746373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:34.766679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf89485e-2678-46cf-971e-487970deb484 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 20 15:16:34.770898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:34.772872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "DELETE /v2.0/networks/cf89485e-2678-46cf-971e-487970deb484 HTTP/1.1" status: 204 len: 168 time: 0.9984663 Aug 20 15:16:34.788835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8af19-a725-4d6f-b575-d10b26c96652 None None] The sync data for ids ['095d51e7-e310-4ff0-b87c-02693692fdc2'] in n-d-695189-15 is: [{'id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:32Z', 'revision_number': 4, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'gw_port': {'id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2f60990d-95e9-4ae5-b089-c74612f371ff', 'name': '', 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'mac_address': 'fa:16:3e:62:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:31Z', 'updated_at': '2021-08-20T15:16:32Z', 'revision_number': 2, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'subnets': [{'id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:34.822294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0d59c-efa9-4cc7-afc0-bbb7f81088ad tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf89485e-2678-46cf-971e-487970deb484,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:34.929457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6735473-e61a-445d-96d1-b73fb0ebdaa5 req-8e2d2f66-f1e5-4bdd-9e86-ebf6cf83b368 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779089 Aug 20 15:16:35.274389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36290) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:35.280711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5ac607f2-b035-4b82-b442-374394b44ec0 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'router': {'name': 'tempest-router--583452445', 'project_id': '6ffcab40f8e54fac99e5d29bb909b589'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:35.308927 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ac607f2-b035-4b82-b442-374394b44ec0 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.310809 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ac607f2-b035-4b82-b442-374394b44ec0 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.381209 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ac607f2-b035-4b82-b442-374394b44ec0 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.386186 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ac607f2-b035-4b82-b442-374394b44ec0 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.406372 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ac607f2-b035-4b82-b442-374394b44ec0 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.410614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5ac607f2-b035-4b82-b442-374394b44ec0 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1322827 Aug 20 15:16:35.410838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36292) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:35.556154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4ceae5-4f3f-4f3d-bfdf-812e0b91da23 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.887054 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4ceae5-4f3f-4f3d-bfdf-812e0b91da23 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.889992 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4ceae5-4f3f-4f3d-bfdf-812e0b91da23 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.944969 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.950775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084193-aa6d-4f6a-913c-4886f0c6066d req-203542d2-91b8-4d62-8f3e-0a675307ee90 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:35.952389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00084193-aa6d-4f6a-913c-4886f0c6066d req-203542d2-91b8-4d62-8f3e-0a675307ee90 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.2689929 Aug 20 15:16:35.969587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4ceae5-4f3f-4f3d-bfdf-812e0b91da23 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.970239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4ceae5-4f3f-4f3d-bfdf-812e0b91da23 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37d0762c-b64e-46e4-8668-42b57728bcb1 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:35.977038 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b4ceae5-4f3f-4f3d-bfdf-812e0b91da23 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:35.991283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0b4ceae5-4f3f-4f3d-bfdf-812e0b91da23 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "DELETE /v2.0/routers/37d0762c-b64e-46e4-8668-42b57728bcb1 HTTP/1.1" status: 204 len: 168 time: 0.5698745 Aug 20 15:16:36.033475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00084193-aa6d-4f6a-913c-4886f0c6066d req-c8f2cae1-6389-43b8-8285-1bc70689a1a0 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731544 Aug 20 15:16:36.150211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36342) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:36.477520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2068647308', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:36.504097 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:36.505295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:36.560943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:36.759941 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:37.110517 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:37.133648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:37.232775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b3a8d-53bd-4283-8bc9-44772491bdf8 req-10a3c538-ba0a-4799-8149-0c2b5699fc3c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:37.235075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef9b3a8d-53bd-4283-8bc9-44772491bdf8 req-10a3c538-ba0a-4799-8149-0c2b5699fc3c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0859883 Aug 20 15:16:37.302490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef9b3a8d-53bd-4283-8bc9-44772491bdf8 req-2322de91-b824-45d4-9c51-37649862b628 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565403 Aug 20 15:16:37.330951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Allocated IP 172.25.5.183 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/f1d4a822-dd33-4f6e-840e-8e19e2407ab6) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:37.452903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:37.504625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:37.548404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:37.552214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:37.555619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:37.592912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event updated for resources: {'Port': ['ID=f1d4a822-dd33-4f6e-840e-8e19e2407ab6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:37.888568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:38.238351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0e82e678-9b60-402a-bd53-40d496fd06cf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:38.327051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0e82e678-9b60-402a-bd53-40d496fd06cf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:38.333435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0e82e678-9b60-402a-bd53-40d496fd06cf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:38.334390 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:38.471885 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:38.514353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 0e82e678-9b60-402a-bd53-40d496fd06cf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0e82e678-9b60-402a-bd53-40d496fd06cf,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:38.526963 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:38.558765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:38.581341 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:16:38.622677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=0e82e678-9b60-402a-bd53-40d496fd06cf,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:38.862202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Router 8a0c87a9-2a49-4779-8321-664c23596537 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:38.978539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Sync routers for ids ['095d51e7-e310-4ff0-b87c-02693692fdc2'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:39.005111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Routers {'095d51e7-e310-4ff0-b87c-02693692fdc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:39.006252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['095d51e7-e310-4ff0-b87c-02693692fdc2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:39.138698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:39.149784 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d125e6-db38-45e9-9935-a663c4e6eb7e None None] Sync routers for ids ['8a0c87a9-2a49-4779-8321-664c23596537'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:39.165444 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d125e6-db38-45e9-9935-a663c4e6eb7e None None] Routers {'8a0c87a9-2a49-4779-8321-664c23596537'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:39.166072 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a1d125e6-db38-45e9-9935-a663c4e6eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8a0c87a9-2a49-4779-8321-664c23596537'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:39.213579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:39.215123 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9e21e780-77e7-4f8b-a6f3-40336a8e795a tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0638304 Aug 20 15:16:39.218053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36440) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:39.269204 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a1d125e6-db38-45e9-9935-a663c4e6eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:39.295024 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d125e6-db38-45e9-9935-a663c4e6eb7e None None] Routers {'8a0c87a9-2a49-4779-8321-664c23596537'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:39.295694 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a1d125e6-db38-45e9-9935-a663c4e6eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8a0c87a9-2a49-4779-8321-664c23596537'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:39.379236 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a1d125e6-db38-45e9-9935-a663c4e6eb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:39.381503 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d125e6-db38-45e9-9935-a663c4e6eb7e None None] The sync data for ids ['8a0c87a9-2a49-4779-8321-664c23596537'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:39.472039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-edda5fd0-9c4d-4ac2-8613-b636ac7d8a60 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/routers/8a0c87a9-2a49-4779-8321-664c23596537 HTTP/1.1" status: 200 len: 925 time: 0.2527082 Aug 20 15:16:39.474829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36466) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:39.519127 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-35dfb1e4-572c-41a9-82f3-74bfea18f284 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a0c87a9-2a49-4779-8321-664c23596537 HTTP/1.1" status: 200 len: 205 time: 0.0429838 Aug 20 15:16:39.521793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36472) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:39.614846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Set router 095d51e7-e310-4ff0-b87c-02693692fdc2 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:39.731330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:39.959679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:32Z', 'revision_number': 4, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'gw_port': {'id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2f60990d-95e9-4ae5-b089-c74612f371ff', 'name': '', 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'mac_address': 'fa:16:3e:62:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:31Z', 'updated_at': '2021-08-20T15:16:32Z', 'revision_number': 2, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'subnets': [{'id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:39.979213 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.000491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Checking router: 095d51e7-e310-4ff0-b87c-02693692fdc2 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:16:40.001846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Updating router 095d51e7-e310-4ff0-b87c-02693692fdc2 port 2f60990d-95e9-4ae5-b089-c74612f371ff binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:16:40.044758 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.244103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Deleting port f1d4a822-dd33-4f6e-840e-8e19e2407ab6 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:40.246012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.352862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0e82e678-9b60-402a-bd53-40d496fd06cf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:40.397778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.430254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Calling delete_port for f1d4a822-dd33-4f6e-840e-8e19e2407ab6 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:40.492409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0e82e678-9b60-402a-bd53-40d496fd06cf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:40.492797 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.718832 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.757732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Transition to ACTIVE for port object 2f60990d-95e9-4ae5-b089-c74612f371ff will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:40.765485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.777668 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.841133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88eda6-2f98-4056-b1f2-b7df16c15630 None None] Pushing event updated for resources: {'Port': ['ID=2f60990d-95e9-4ae5-b089-c74612f371ff,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:40.845578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event deleted for resources: {'Port': ['ID=f1d4a822-dd33-4f6e-840e-8e19e2407ab6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:40.977841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Attempting to bind port 2f60990d-95e9-4ae5-b089-c74612f371ff on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:40.978210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Attempting to bind port 2f60990d-95e9-4ae5-b089-c74612f371ff by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd6aad606-cf23-4257-a063-7333e247a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:40.978579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Attempting to bind port 2f60990d-95e9-4ae5-b089-c74612f371ff on network 221e9162-4d0f-424f-93ff-e03f328c91ca {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:40.992805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:40.993098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Checking segment: {'id': 'd6aad606-cf23-4257-a063-7333e247a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:40.993518 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.993922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Bound using segment: {'id': 'd6aad606-cf23-4257-a063-7333e247a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:40.994401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Bound port: 2f60990d-95e9-4ae5-b089-c74612f371ff, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aad606-cf23-4257-a063-7333e247a1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:40.994788 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:40.999867 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:41.139878 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:41.143050 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:41.143756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] For port 2f60990d-95e9-4ae5-b089-c74612f371ff, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:16:41.154388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] For port 2f60990d-95e9-4ae5-b089-c74612f371ff, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2f60990d-95e9-4ae5-b089-c74612f371ff,segment=NetworkSegment(d6aad606-cf23-4257-a063-7333e247a1bf),segment_id=d6aad606-cf23-4257-a063-7333e247a1bf)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:16:41.164927 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:41.305235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:41.306529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Fanout notify agent at l3_agent the message router_deleted on router 8a0c87a9-2a49-4779-8321-664c23596537 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:41.307477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88eda6-2f98-4056-b1f2-b7df16c15630 None None] Pushing event updated for resources: {'Port': ['ID=2f60990d-95e9-4ae5-b089-c74612f371ff,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:41.350051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:41.353765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Routers {'095d51e7-e310-4ff0-b87c-02693692fdc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:41.354937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['095d51e7-e310-4ff0-b87c-02693692fdc2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:41.357806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36642) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:41.360078 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9b5ba278-8d81-4d87-8c61-07f13744e195 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/8a0c87a9-2a49-4779-8321-664c23596537 HTTP/1.1" status: 204 len: 168 time: 1.8371854 Aug 20 15:16:41.372698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1938166778', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': False}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:41.418784 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:41.420028 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:41.593815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:41.689917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] Set router 095d51e7-e310-4ff0-b87c-02693692fdc2 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:41.933160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36690) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:41.956625 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.217279 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-66d2386e-ddb4-4592-b7ea-de00c68bb305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.241412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2f60990d-95e9-4ae5-b089-c74612f371ff up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:42.287952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edc4d3de-f45a-4839-bc78-b693cfa5200d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.290408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:32Z', 'revision_number': 4, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'gw_port': {'id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2f60990d-95e9-4ae5-b089-c74612f371ff', 'name': '', 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'mac_address': 'fa:16:3e:62:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:31Z', 'updated_at': '2021-08-20T15:16:41Z', 'revision_number': 4, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'subnets': [{'id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:42.363041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab47866-6d28-4413-a93d-44e00a426f5a None None] The sync data for ids ['095d51e7-e310-4ff0-b87c-02693692fdc2'] in n-d-695189-15 is: [{'id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:32Z', 'revision_number': 4, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'gw_port': {'id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2f60990d-95e9-4ae5-b089-c74612f371ff', 'name': '', 'network_id': '221e9162-4d0f-424f-93ff-e03f328c91ca', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'mac_address': 'fa:16:3e:62:6a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:31Z', 'updated_at': '2021-08-20T15:16:41Z', 'revision_number': 4, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'subnets': [{'id': 'b85b195f-6294-42cc-890e-318bd6782c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:42.428641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2f60990d-95e9-4ae5-b089-c74612f371ff completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:42.430168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edc4d3de-f45a-4839-bc78-b693cfa5200d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.439323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2f60990d-95e9-4ae5-b089-c74612f371ff triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:42.439754 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.443160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-edc4d3de-f45a-4839-bc78-b693cfa5200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.510783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4d3de-f45a-4839-bc78-b693cfa5200d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b475b07-d434-45ed-859e-c3d0686dfbf9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:42.535181 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-edc4d3de-f45a-4839-bc78-b693cfa5200d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=271ecc98de38466a8200af6c46a0e08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6009836 Aug 20 15:16:42.538440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36744) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:42.633723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-100a48d3-5434-4b59-bf35-f4676b26853f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.666941 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-100a48d3-5434-4b59-bf35-f4676b26853f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.678440 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.730311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.769770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 2f60990d-95e9-4ae5-b089-c74612f371ff, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2f60990d-95e9-4ae5-b089-c74612f371ff,segment=NetworkSegment(d6aad606-cf23-4257-a063-7333e247a1bf),segment_id=d6aad606-cf23-4257-a063-7333e247a1bf)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:42.771477 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.783968 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-100a48d3-5434-4b59-bf35-f4676b26853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.784381 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.787791 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-100a48d3-5434-4b59-bf35-f4676b26853f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:42.792472 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-100a48d3-5434-4b59-bf35-f4676b26853f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b475b07-d434-45ed-859e-c3d0686dfbf9 HTTP/1.1" status: 204 len: 168 time: 0.2522621 Aug 20 15:16:42.810960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a48d3-5434-4b59-bf35-f4676b26853f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b475b07-d434-45ed-859e-c3d0686dfbf9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:42.895457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=2f60990d-95e9-4ae5-b089-c74612f371ff,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:43.028141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Allocated IP 172.25.5.51 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/bae5100a-760d-4d5c-9243-1ded80d3e8a0) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:43.216001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:43.288858 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:43.354959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:43.356315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event updated for resources: {'Port': ['ID=bae5100a-760d-4d5c-9243-1ded80d3e8a0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:43.359022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:43.369727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:43.760079 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:44.068823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:44.201775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2f60990d-95e9-4ae5-b089-c74612f371ff up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:44.329750 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2f60990d-95e9-4ae5-b089-c74612f371ff triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:44.331048 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:44.616095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-592b9254-9e6f-4875-9c79-07c36faaf279 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:44.617633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-592b9254-9e6f-4875-9c79-07c36faaf279 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/networks?id=069df60c-d384-455b-8ae3-bbb2af16818a HTTP/1.1" status: 200 len: 813 time: 0.6316683 Aug 20 15:16:44.664303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-37f1910a-30de-4c60-8b5d-b98be240576c tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/quotas/4d42dfe6dfe648578c807f23a6c54640 HTTP/1.1" status: 200 len: 375 time: 0.0158098 Aug 20 15:16:44.718440 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-273461c3-de3d-4778-bb5c-9d259b97dd2e tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d42dfe6dfe648578c807f23a6c54640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454662 Aug 20 15:16:44.805350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Router f7e0079f-7e55-485c-8c03-e36165d1bc5b is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:44.821974 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:44.930908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-c1a30f73-f35d-4b4d-a8a5-17f49056dc22 service neutron] 10.222.0.36 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021523 Aug 20 15:16:45.070678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:45.085402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Sync routers for ids ['f7e0079f-7e55-485c-8c03-e36165d1bc5b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:45.101615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:45.105587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a3de132e-02c4-4350-97de-067419a2f880 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7434325 Aug 20 15:16:45.106958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36906) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:45.108083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Routers {'f7e0079f-7e55-485c-8c03-e36165d1bc5b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:45.108870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f7e0079f-7e55-485c-8c03-e36165d1bc5b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:45.109064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-1a043c4d-27b0-47b6-b55a-1fd8024211ab service neutron] 10.222.0.36 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636899 Aug 20 15:16:45.225670 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d7a6094-5a34-461c-8114-908062a6ee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:45.259265 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1fb10ba8-35c8-4912-a717-44f53bbc8a82 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/routers/f7e0079f-7e55-485c-8c03-e36165d1bc5b HTTP/1.1" status: 200 len: 908 time: 0.1458683 Aug 20 15:16:45.259471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Set router f7e0079f-7e55-485c-8c03-e36165d1bc5b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:45.259703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 36908) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:45.265392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1938166778', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': True}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:45.310129 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:45.313884 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:45.425381 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:45.436707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb0bfdb3-44b9-4fe6-ad29-99db770eac6b req-017fc565-47ad-4e85-8c93-25c2d8da8644 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 210 time: 0.0749803 Aug 20 15:16:45.564004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0079f-7e55-485c-8c03-e36165d1bc5b', 'name': 'tempest-snat-router-1938166778', 'tenant_id': '198b72715ce3480798e19a6548c889dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.51'}], 'enable_snat': False}, 'gw_port_id': 'bae5100a-760d-4d5c-9243-1ded80d3e8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:41Z', 'updated_at': '2021-08-20T15:16:43Z', 'revision_number': 3, 'project_id': '198b72715ce3480798e19a6548c889dc', 'gw_port': {'id': 'bae5100a-760d-4d5c-9243-1ded80d3e8a0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e0079f-7e55-485c-8c03-e36165d1bc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:42Z', 'updated_at': '2021-08-20T15:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:45.615363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Checking router: f7e0079f-7e55-485c-8c03-e36165d1bc5b for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:16:45.616477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Updating router f7e0079f-7e55-485c-8c03-e36165d1bc5b port bae5100a-760d-4d5c-9243-1ded80d3e8a0 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:16:45.624194 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:45.683706 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:45.982310 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.022476 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.090358 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.111446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Transition to ACTIVE for port object bae5100a-760d-4d5c-9243-1ded80d3e8a0 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:46.143081 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.182703 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.197812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Allocated IP 172.25.5.39 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/a6735dce-7dfa-4312-b38c-d2a96b5feaf7) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:46.202874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Attempting to bind port bae5100a-760d-4d5c-9243-1ded80d3e8a0 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:46.203249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Attempting to bind port bae5100a-760d-4d5c-9243-1ded80d3e8a0 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:46.203640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Attempting to bind port bae5100a-760d-4d5c-9243-1ded80d3e8a0 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:46.218295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124999c-fa1b-45d9-a964-1132d658d172 None None] Pushing event updated for resources: {'Port': ['ID=bae5100a-760d-4d5c-9243-1ded80d3e8a0,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:46.221690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:46.222082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:46.222471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.222959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:46.224272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Bound port: bae5100a-760d-4d5c-9243-1ded80d3e8a0, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:46.224272 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.307471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] For port bae5100a-760d-4d5c-9243-1ded80d3e8a0, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:16:46.311224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] For port bae5100a-760d-4d5c-9243-1ded80d3e8a0, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=bae5100a-760d-4d5c-9243-1ded80d3e8a0,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:16:46.319371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.352363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.377447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Routers {'f7e0079f-7e55-485c-8c03-e36165d1bc5b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:46.378092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f7e0079f-7e55-485c-8c03-e36165d1bc5b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:46.402386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.417306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124999c-fa1b-45d9-a964-1132d658d172 None None] Pushing event updated for resources: {'Port': ['ID=bae5100a-760d-4d5c-9243-1ded80d3e8a0,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:46.477487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:46.479077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event updated for resources: {'Port': ['ID=a6735dce-7dfa-4312-b38c-d2a96b5feaf7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:46.484422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:46.487098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:46.515845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] Set router f7e0079f-7e55-485c-8c03-e36165d1bc5b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:46.565734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64bd835f-8361-43e1-841e-07a910481551 req-964fb89f-ce51-4055-b06e-dc254b30943d tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 210 time: 0.0328658 Aug 20 15:16:46.724032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e0079f-7e55-485c-8c03-e36165d1bc5b', 'name': 'tempest-snat-router-1938166778', 'tenant_id': '198b72715ce3480798e19a6548c889dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.51'}], 'enable_snat': False}, 'gw_port_id': 'bae5100a-760d-4d5c-9243-1ded80d3e8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:41Z', 'updated_at': '2021-08-20T15:16:43Z', 'revision_number': 3, 'project_id': '198b72715ce3480798e19a6548c889dc', 'gw_port': {'id': 'bae5100a-760d-4d5c-9243-1ded80d3e8a0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e0079f-7e55-485c-8c03-e36165d1bc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:42Z', 'updated_at': '2021-08-20T15:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:46.822469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:46.962455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3c4c48-61ff-4d99-9cea-91b59ed80b19 None None] The sync data for ids ['f7e0079f-7e55-485c-8c03-e36165d1bc5b'] in n-d-695189-15 is: [{'id': 'f7e0079f-7e55-485c-8c03-e36165d1bc5b', 'name': 'tempest-snat-router-1938166778', 'tenant_id': '198b72715ce3480798e19a6548c889dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.51'}], 'enable_snat': False}, 'gw_port_id': 'bae5100a-760d-4d5c-9243-1ded80d3e8a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:41Z', 'updated_at': '2021-08-20T15:16:43Z', 'revision_number': 3, 'project_id': '198b72715ce3480798e19a6548c889dc', 'gw_port': {'id': 'bae5100a-760d-4d5c-9243-1ded80d3e8a0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:b7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e0079f-7e55-485c-8c03-e36165d1bc5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:42Z', 'updated_at': '2021-08-20T15:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:47.267963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-c9a6a2f1-0f6a-45bf-ac85-63051433ebe8 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:47.269439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-c9a6a2f1-0f6a-45bf-ac85-63051433ebe8 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.70 "GET /v2.0/networks?id=069df60c-d384-455b-8ae3-bbb2af16818a HTTP/1.1" status: 200 len: 813 time: 0.2701781 Aug 20 15:16:47.284266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Request body: {'port': {'device_id': '12257ae5-f9d9-4628-901b-3986cb9d8e9e', 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a', 'admin_state_up': True, 'tenant_id': '4d42dfe6dfe648578c807f23a6c54640'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:47.291441 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:47.520568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Made reservation on behalf of 4d42dfe6dfe648578c807f23a6c54640 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:16:47.524210 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:47.556798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Router cc4712eb-41d9-49ec-98a7-65a284b4a342 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:47.784462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb759a5b-84f2-41f8-90ad-58ecf632c148 req-1dc10fcb-93b7-410f-a9a7-0b4ada761fcf tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 210 time: 0.0850801 Aug 20 15:16:47.831251 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:47.844756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Allocated IP 172.20.0.14 (069df60c-d384-455b-8ae3-bbb2af16818a/57484bfd-6d5c-4000-8a8f-a9ac057713fc/374c4a45-ad36-47dd-83b6-e6ac21a3e238) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:47.868842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:47.881086 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Sync routers for ids ['cc4712eb-41d9-49ec-98a7-65a284b4a342'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:47.897644 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Routers {'cc4712eb-41d9-49ec-98a7-65a284b4a342'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:47.898625 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc4712eb-41d9-49ec-98a7-65a284b4a342'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:47.909195 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:47.914756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5ad6e9a7-d2a1-4107-8f46-286d7f876d8a tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6537001 Aug 20 15:16:47.917784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36946) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:48.112267 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Set router cc4712eb-41d9-49ec-98a7-65a284b4a342 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:16:48.120135 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a96d699b-10f6-42e1-a0b5-8d33fd89df62 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/routers/cc4712eb-41d9-49ec-98a7-65a284b4a342 HTTP/1.1" status: 200 len: 907 time: 0.1996415 Aug 20 15:16:48.122551 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36950) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:48.216873 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.263358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.273665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device bae5100a-760d-4d5c-9243-1ded80d3e8a0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:48.379110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Network 069df60c-d384-455b-8ae3-bbb2af16818a is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:48.383271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:48.392773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:48.404123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Pushing event updated for resources: {'Port': ['ID=374c4a45-ad36-47dd-83b6-e6ac21a3e238,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:48.406493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port bae5100a-760d-4d5c-9243-1ded80d3e8a0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:48.415468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port bae5100a-760d-4d5c-9243-1ded80d3e8a0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:48.416448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.416606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.525328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:48.526401 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.562530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-3ec4ace1-bfdb-452c-bac5-ad3faf009edb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2822595 Aug 20 15:16:48.572017 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.577168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Request body: {'port': {'device_id': '12257ae5-f9d9-4628-901b-3986cb9d8e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:48.601752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port bae5100a-760d-4d5c-9243-1ded80d3e8a0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=bae5100a-760d-4d5c-9243-1ded80d3e8a0,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:48.616360 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.666125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.680716 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4712eb-41d9-49ec-98a7-65a284b4a342', 'name': 'tempest-snat-router-1938166778', 'tenant_id': '198b72715ce3480798e19a6548c889dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'a6735dce-7dfa-4312-b38c-d2a96b5feaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:45Z', 'updated_at': '2021-08-20T15:16:46Z', 'revision_number': 3, 'project_id': '198b72715ce3480798e19a6548c889dc', 'gw_port': {'id': 'a6735dce-7dfa-4312-b38c-d2a96b5feaf7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4712eb-41d9-49ec-98a7-65a284b4a342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:46Z', 'updated_at': '2021-08-20T15:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:48.748430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=bae5100a-760d-4d5c-9243-1ded80d3e8a0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:48.752933 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.773514 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Checking router: cc4712eb-41d9-49ec-98a7-65a284b4a342 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:16:48.774136 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Updating router cc4712eb-41d9-49ec-98a7-65a284b4a342 port a6735dce-7dfa-4312-b38c-d2a96b5feaf7 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:16:48.805388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Deleting port a6735dce-7dfa-4312-b38c-d2a96b5feaf7 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:48.806534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.825030 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:48.975467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.007403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b184e8-bdb5-409e-9887-88109213f5e3 req-0283ecf5-6199-4ca0-91d6-ebea6ab4781f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:49.008985 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81b184e8-bdb5-409e-9887-88109213f5e3 req-0283ecf5-6199-4ca0-91d6-ebea6ab4781f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 932 time: 0.0885377 Aug 20 15:16:49.026439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Calling delete_port for a6735dce-7dfa-4312-b38c-d2a96b5feaf7 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:49.150167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81b184e8-bdb5-409e-9887-88109213f5e3 req-7d767ffd-a7f7-45c0-87c3-f7f3a715f17d tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164427 Aug 20 15:16:49.220204 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.232520 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Transition to ACTIVE for port object a6735dce-7dfa-4312-b38c-d2a96b5feaf7 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:49.240987 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.302030 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Pushing event updated for resources: {'Port': ['ID=a6735dce-7dfa-4312-b38c-d2a96b5feaf7,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:49.307836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374c4a45-ad36-47dd-83b6-e6ac21a3e238 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:16:49.328509 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.331230 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.331959 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.332704 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.333292 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.333495 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.334061 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.334592 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.335200 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.335931 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.336559 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.338645 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.340356 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f872224-da88-4fa5-aa2c-8a00b626a0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:16:49.362401 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Attempting to bind port a6735dce-7dfa-4312-b38c-d2a96b5feaf7 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:49.363127 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Attempting to bind port a6735dce-7dfa-4312-b38c-d2a96b5feaf7 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:49.364524 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Attempting to bind port a6735dce-7dfa-4312-b38c-d2a96b5feaf7 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:49.370482 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:49.371231 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:49.371923 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.372089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Transition to ACTIVE for port object 374c4a45-ad36-47dd-83b6-e6ac21a3e238 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:16:49.372829 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:49.373618 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Bound port: a6735dce-7dfa-4312-b38c-d2a96b5feaf7, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:49.374094 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.378412 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.381255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.435601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6735dce-7dfa-4312-b38c-d2a96b5feaf7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:49.477827 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.db.api [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:16:49.478443 n-d-695189-15 neutron-server[101102]: DEBUG oslo_db.api [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:16:49.564419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.569395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Pushing event updated for resources: {'Port': ['ID=374c4a45-ad36-47dd-83b6-e6ac21a3e238,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:49.599330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Attempting to bind port 374c4a45-ad36-47dd-83b6-e6ac21a3e238 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:49.600659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Attempting to bind port 374c4a45-ad36-47dd-83b6-e6ac21a3e238 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'dbdb46fd-2865-43c2-9918-3fb62622c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:49.601684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Attempting to bind port 374c4a45-ad36-47dd-83b6-e6ac21a3e238 on network 069df60c-d384-455b-8ae3-bbb2af16818a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:49.608105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Port 374c4a45-ad36-47dd-83b6-e6ac21a3e238 on network 069df60c-d384-455b-8ae3-bbb2af16818a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:16:49.609296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Attempting to bind port 374c4a45-ad36-47dd-83b6-e6ac21a3e238 on network 069df60c-d384-455b-8ae3-bbb2af16818a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:49.617957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:49.618440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Checking segment: {'id': 'dbdb46fd-2865-43c2-9918-3fb62622c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:49.619035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Bound using segment: {'id': 'dbdb46fd-2865-43c2-9918-3fb62622c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:49.619717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Bound port: 374c4a45-ad36-47dd-83b6-e6ac21a3e238, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdb46fd-2865-43c2-9918-3fb62622c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:49.620181 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.677254 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.679464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.703665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] For port 374c4a45-ad36-47dd-83b6-e6ac21a3e238, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:16:49.708848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] For port 374c4a45-ad36-47dd-83b6-e6ac21a3e238, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=374c4a45-ad36-47dd-83b6-e6ac21a3e238,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:16:49.718682 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.732140 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.733346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc4712eb-41d9-49ec-98a7-65a284b4a342 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:49.742693 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.748090 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e04adb67-cef0-4f05-811d-9a7a5abf3175 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "DELETE /v2.0/routers/cc4712eb-41d9-49ec-98a7-65a284b4a342 HTTP/1.1" status: 204 len: 168 time: 1.6237895 Aug 20 15:16:49.748961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36966) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:49.765913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:49.766754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.768752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] 10.222.0.70 "PUT /v2.0/ports/374c4a45-ad36-47dd-83b6-e6ac21a3e238 HTTP/1.1" status: 200 len: 1093 time: 1.1959031 Aug 20 15:16:49.769139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12257ae5-f9d9-4628-901b-3986cb9d8e9e', 'tag': '374c4a45-ad36-47dd-83b6-e6ac21a3e238'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:16:49.772642 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11817251-bfd1-45dd-9975-cb78479f84cd" -d '{"events": [{"name": "network-changed", "server_uuid": "12257ae5-f9d9-4628-901b-3986cb9d8e9e", "tag": "374c4a45-ad36-47dd-83b6-e6ac21a3e238"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:16:49.865577 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f748373-8dd3-4d07-bd8c-e194e09ccf11 x-openstack-request-id: req-7f748373-8dd3-4d07-bd8c-e194e09ccf11 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:16:49.866184 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12257ae5-f9d9-4628-901b-3986cb9d8e9e", "tag": "374c4a45-ad36-47dd-83b6-e6ac21a3e238", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:16:49.866689 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f748373-8dd3-4d07-bd8c-e194e09ccf11 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:16:49.867322 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12257ae5-f9d9-4628-901b-3986cb9d8e9e', 'tag': '374c4a45-ad36-47dd-83b6-e6ac21a3e238', 'status': 'completed', 'code': 200} Aug 20 15:16:49.890252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61322c0-8d31-4cdf-a5be-52d151bddb90 service neutron] Pushing event updated for resources: {'Port': ['ID=374c4a45-ad36-47dd-83b6-e6ac21a3e238,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:49.914488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-5cd91635-f4f2-46df-8875-1e84a79d2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:49.916169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-5cd91635-f4f2-46df-8875-1e84a79d2d24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d42dfe6dfe648578c807f23a6c54640&device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 1096 time: 0.0877907 Aug 20 15:16:49.919381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:49.967277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-4ddd66c9-aec0-452b-a68a-c67c3998f5e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=374c4a45-ad36-47dd-83b6-e6ac21a3e238 HTTP/1.1" status: 200 len: 217 time: 0.0417976 Aug 20 15:16:50.001683 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Attempting to bind port a6735dce-7dfa-4312-b38c-d2a96b5feaf7 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:16:50.002381 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Attempting to bind port a6735dce-7dfa-4312-b38c-d2a96b5feaf7 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:16:50.002945 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Attempting to bind port a6735dce-7dfa-4312-b38c-d2a96b5feaf7 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:16:50.011379 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:16:50.012035 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:16:50.012454 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:50.012885 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:16:50.013643 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Bound port: a6735dce-7dfa-4312-b38c-d2a96b5feaf7, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:16:50.014297 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:50.032890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-b4bf4760-35e3-467f-994e-33c39cc928c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:50.034801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-b4bf4760-35e3-467f-994e-33c39cc928c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=57484bfd-6d5c-4000-8a8f-a9ac057713fc HTTP/1.1" status: 200 len: 853 time: 0.0571229 Aug 20 15:16:50.041992 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.plugin [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Port a6735dce-7dfa-4312-b38c-d2a96b5feaf7 has been deleted concurrently {{(pid=101102) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 20 15:16:50.056172 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Routers set() bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:50.058874 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Router IDs set() for agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 20 15:16:50.059765 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_agentschedulers_db [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc4712eb-41d9-49ec-98a7-65a284b4a342'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent'). {{(pid=101102) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 20 15:16:50.060692 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c09f7-d4c6-4afc-8bb1-f6a7aecfbe1f None None] The sync data for ids ['cc4712eb-41d9-49ec-98a7-65a284b4a342'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:50.065008 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:50.083583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-a569be5c-8a10-4e3a-a213-a6176054f27c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=069df60c-d384-455b-8ae3-bbb2af16818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369062 Aug 20 15:16:50.197912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Deleting port bae5100a-760d-4d5c-9243-1ded80d3e8a0 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:50.198374 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:50.227889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device bae5100a-760d-4d5c-9243-1ded80d3e8a0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:50.289469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port bae5100a-760d-4d5c-9243-1ded80d3e8a0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:50.290465 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:50.315316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-36adeb6a-e6c1-4a84-8a97-c44746016b3b service neutron] 10.222.0.70 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179787 Aug 20 15:16:50.331461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] For port bae5100a-760d-4d5c-9243-1ded80d3e8a0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=bae5100a-760d-4d5c-9243-1ded80d3e8a0,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:50.332332 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:50.366311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Calling delete_port for bae5100a-760d-4d5c-9243-1ded80d3e8a0 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:50.423862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49201a56-88d8-48f8-8f3d-bc2e423eb4e3 req-c2a59a59-e675-447d-82f9-a31fd650fbcd tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:50.425400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49201a56-88d8-48f8-8f3d-bc2e423eb4e3 req-c2a59a59-e675-447d-82f9-a31fd650fbcd tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 944 time: 0.1694083 Aug 20 15:16:50.505584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb3c65d3-f06a-4fdb-9ff7-ff504746c64d req-d5cd7597-fafd-4565-a83c-230e0e1eb774 service neutron] 10.222.0.70 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784792 Aug 20 15:16:50.530171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49201a56-88d8-48f8-8f3d-bc2e423eb4e3 req-5e620c21-ec2d-486e-aa3e-7974663a2248 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969131 Aug 20 15:16:50.598778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:50.645228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event deleted for resources: {'Port': ['ID=bae5100a-760d-4d5c-9243-1ded80d3e8a0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:50.668759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11817251-bfd1-45dd-9975-cb78479f84cd req-046e5fb3-f26e-4634-810d-6d0179283b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:50.670492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11817251-bfd1-45dd-9975-cb78479f84cd req-046e5fb3-f26e-4634-810d-6d0179283b7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d42dfe6dfe648578c807f23a6c54640&device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 1096 time: 0.0818930 Aug 20 15:16:50.742992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:50.875827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11817251-bfd1-45dd-9975-cb78479f84cd req-f81b6460-e10d-406c-b48e-0e5cd44ebbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:50.877351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11817251-bfd1-45dd-9975-cb78479f84cd req-f81b6460-e10d-406c-b48e-0e5cd44ebbd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=069df60c-d384-455b-8ae3-bbb2af16818a HTTP/1.1" status: 200 len: 914 time: 0.1924589 Aug 20 15:16:50.949031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11817251-bfd1-45dd-9975-cb78479f84cd req-177fa522-6491-45d2-a4f8-3aab428f24e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=374c4a45-ad36-47dd-83b6-e6ac21a3e238 HTTP/1.1" status: 200 len: 217 time: 0.0626402 Aug 20 15:16:51.021484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11817251-bfd1-45dd-9975-cb78479f84cd req-e0262157-f859-4aeb-b075-91132a79e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:51.023003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11817251-bfd1-45dd-9975-cb78479f84cd req-e0262157-f859-4aeb-b075-91132a79e743 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=57484bfd-6d5c-4000-8a8f-a9ac057713fc HTTP/1.1" status: 200 len: 853 time: 0.0635555 Aug 20 15:16:51.060684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11817251-bfd1-45dd-9975-cb78479f84cd req-de6bd439-51c3-4ffb-98af-222d93b1dca2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=069df60c-d384-455b-8ae3-bbb2af16818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279992 Aug 20 15:16:51.166175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11817251-bfd1-45dd-9975-cb78479f84cd req-253e2126-59e7-426f-88c8-a32c2e3b3b38 service neutron] 10.222.0.70 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919125 Aug 20 15:16:51.204797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.208013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.266335 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.266335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7e0079f-7e55-485c-8c03-e36165d1bc5b {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:51.266335 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.268083 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1ff0431d-c13d-4e80-87be-28f169246b33 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "DELETE /v2.0/routers/f7e0079f-7e55-485c-8c03-e36165d1bc5b HTTP/1.1" status: 204 len: 168 time: 1.5178852 Aug 20 15:16:51.272072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 36980) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:51.277618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-920775476', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:51.310949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.312748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.375323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.540270 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.669749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11817251-bfd1-45dd-9975-cb78479f84cd req-802fea6a-9da2-4fc4-a2be-4076788fa4e5 service neutron] 10.222.0.70 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913130 Aug 20 15:16:51.802801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.811495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df598bb-3724-411c-8378-6e6b8525d1e1 req-acbec86c-d838-49d0-b753-f4a47543cc9d tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:51.822810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df598bb-3724-411c-8378-6e6b8525d1e1 req-acbec86c-d838-49d0-b753-f4a47543cc9d tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 944 time: 0.1069708 Aug 20 15:16:51.845939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:51.884144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0df598bb-3724-411c-8378-6e6b8525d1e1 req-39490034-ffe3-4204-9598-3ebe9c255a7b tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576148 Aug 20 15:16:51.971288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Allocated IP 172.25.5.68 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/57bf4126-09dc-42b6-b5de-aea6af34086e) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:52.094078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 374c4a45-ad36-47dd-83b6-e6ac21a3e238 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:16:52.104887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:52.178625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:52.199179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device bae5100a-760d-4d5c-9243-1ded80d3e8a0 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:16:52.225476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:52.228254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:52.231789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:52.258799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event updated for resources: {'Port': ['ID=57bf4126-09dc-42b6-b5de-aea6af34086e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:52.275680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: bae5100a-760d-4d5c-9243-1ded80d3e8a0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:16:52.276039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device bae5100a-760d-4d5c-9243-1ded80d3e8a0 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:16:52.287042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 374c4a45-ad36-47dd-83b6-e6ac21a3e238, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=374c4a45-ad36-47dd-83b6-e6ac21a3e238,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:52.299831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '374c4a45-ad36-47dd-83b6-e6ac21a3e238', 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a', 'port_id': '374c4a45-ad36-47dd-83b6-e6ac21a3e238', 'mac_address': 'fa:16:3e:c7:cf:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57484bfd-6d5c-4000-8a8f-a9ac057713fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:16:52.371751 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:52.386460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374c4a45-ad36-47dd-83b6-e6ac21a3e238 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:16:52.414875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 374c4a45-ad36-47dd-83b6-e6ac21a3e238, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=374c4a45-ad36-47dd-83b6-e6ac21a3e238,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:52.430408 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:52.494928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=374c4a45-ad36-47dd-83b6-e6ac21a3e238,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:52.552124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:52.749339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['374c4a45-ad36-47dd-83b6-e6ac21a3e238'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:16:52.771044 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:53.088885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfad0b-a60e-4586-a313-95f1e9fd48d8 req-5165829d-4ecf-4400-833c-a975c5659ee3 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:53.096629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffdfad0b-a60e-4586-a313-95f1e9fd48d8 req-5165829d-4ecf-4400-833c-a975c5659ee3 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 945 time: 0.1071608 Aug 20 15:16:53.131506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Router 1da2052f-6343-4b87-819f-120245b71958 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:53.150697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffdfad0b-a60e-4586-a313-95f1e9fd48d8 req-00a0f174-d3a5-4f80-aade-965f53472a1f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Aug 20 15:16:53.250699 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:53.261709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc764de-ea0a-4715-991f-6299e019afaf None None] Sync routers for ids ['1da2052f-6343-4b87-819f-120245b71958'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:53.270698 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:53.271145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc764de-ea0a-4715-991f-6299e019afaf None None] Routers {'1da2052f-6343-4b87-819f-120245b71958'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:53.271823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ddc764de-ea0a-4715-991f-6299e019afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1da2052f-6343-4b87-819f-120245b71958'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:53.275005 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c1d7d557-bb4b-4b44-b22d-f6bc60716731 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9995351 Aug 20 15:16:53.275005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37000) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:53.279826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ea82e741-623d-4c18-bf08-50ac9d81330c tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': False}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:53.304531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ddc764de-ea0a-4715-991f-6299e019afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:53.313660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc764de-ea0a-4715-991f-6299e019afaf None None] Routers {'1da2052f-6343-4b87-819f-120245b71958'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:53.314277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ddc764de-ea0a-4715-991f-6299e019afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1da2052f-6343-4b87-819f-120245b71958'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:53.347934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ddc764de-ea0a-4715-991f-6299e019afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:53.348728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc764de-ea0a-4715-991f-6299e019afaf None None] The sync data for ids ['1da2052f-6343-4b87-819f-120245b71958'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:53.600478 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea82e741-623d-4c18-bf08-50ac9d81330c tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:54.063730 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea82e741-623d-4c18-bf08-50ac9d81330c tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:54.068107 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea82e741-623d-4c18-bf08-50ac9d81330c tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:54.111478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 374c4a45-ad36-47dd-83b6-e6ac21a3e238 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:16:54.186850 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 374c4a45-ad36-47dd-83b6-e6ac21a3e238 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:16:54.188583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea82e741-623d-4c18-bf08-50ac9d81330c tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Router 1da2052f-6343-4b87-819f-120245b71958 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:16:54.193488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 374c4a45-ad36-47dd-83b6-e6ac21a3e238 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:16:54.194298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:54.317739 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:54.351237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea82e741-623d-4c18-bf08-50ac9d81330c tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:54.355966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12257ae5-f9d9-4628-901b-3986cb9d8e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374c4a45-ad36-47dd-83b6-e6ac21a3e238'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:16:54.358791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c5024-0e6a-44ed-86a6-d969bfc5294a req-0942c9be-2e29-449e-a83f-752ed963e422 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:54.360693 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6cfb60-b319-4264-817d-67ef4a383a7f" -d '{"events": [{"server_uuid": "12257ae5-f9d9-4628-901b-3986cb9d8e9e", "name": "network-vif-plugged", "status": "completed", "tag": "374c4a45-ad36-47dd-83b6-e6ac21a3e238"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:16:54.365841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ea82e741-623d-4c18-bf08-50ac9d81330c tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:54.367195 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea82e741-623d-4c18-bf08-50ac9d81330c tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "PUT /v2.0/routers/1da2052f-6343-4b87-819f-120245b71958 HTTP/1.1" status: 200 len: 924 time: 1.0911846 Aug 20 15:16:54.368745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f49c5024-0e6a-44ed-86a6-d969bfc5294a req-0942c9be-2e29-449e-a83f-752ed963e422 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 945 time: 0.0812294 Aug 20 15:16:54.376280 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa8900-afb5-4ff2-bcb1-ab27eaf1a612 None None] Sync routers for ids ['1da2052f-6343-4b87-819f-120245b71958'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:54.388401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37042) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:54.399644 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa8900-afb5-4ff2-bcb1-ab27eaf1a612 None None] Routers {'1da2052f-6343-4b87-819f-120245b71958'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:54.403575 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4dfa8900-afb5-4ff2-bcb1-ab27eaf1a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1da2052f-6343-4b87-819f-120245b71958'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:54.419304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 374c4a45-ad36-47dd-83b6-e6ac21a3e238, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=374c4a45-ad36-47dd-83b6-e6ac21a3e238,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:16:54.434355 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:54.481596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f49c5024-0e6a-44ed-86a6-d969bfc5294a req-49e8b49f-9cd8-4a64-9e40-41276c8b3a83 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114337 Aug 20 15:16:54.486833 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e31b68e-2d1b-4df1-8f7d-c936db915134 x-openstack-request-id: req-3e31b68e-2d1b-4df1-8f7d-c936db915134 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:16:54.487620 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12257ae5-f9d9-4628-901b-3986cb9d8e9e", "name": "network-vif-plugged", "status": "completed", "tag": "374c4a45-ad36-47dd-83b6-e6ac21a3e238", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:16:54.488060 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e31b68e-2d1b-4df1-8f7d-c936db915134 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:16:54.489140 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12257ae5-f9d9-4628-901b-3986cb9d8e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374c4a45-ad36-47dd-83b6-e6ac21a3e238', 'code': 200} Aug 20 15:16:54.517004 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4dfa8900-afb5-4ff2-bcb1-ab27eaf1a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:54.539627 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa8900-afb5-4ff2-bcb1-ab27eaf1a612 None None] Routers {'1da2052f-6343-4b87-819f-120245b71958'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:54.540510 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4dfa8900-afb5-4ff2-bcb1-ab27eaf1a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1da2052f-6343-4b87-819f-120245b71958'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:54.562936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=374c4a45-ad36-47dd-83b6-e6ac21a3e238,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:54.578926 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4dfa8900-afb5-4ff2-bcb1-ab27eaf1a612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:54.579696 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa8900-afb5-4ff2-bcb1-ab27eaf1a612 None None] The sync data for ids ['1da2052f-6343-4b87-819f-120245b71958'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:54.627966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78845848-46f4-456c-b150-f64f29af9417 req-b4340452-dfbf-4036-9cad-9c4473d97e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:54.630240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78845848-46f4-456c-b150-f64f29af9417 req-b4340452-dfbf-4036-9cad-9c4473d97e79 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 1098 time: 0.0645189 Aug 20 15:16:54.671586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78845848-46f4-456c-b150-f64f29af9417 req-b306ae10-6729-46f7-8d70-8a301bf21a16 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Aug 20 15:16:54.945487 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-db96e223-3580-4438-9fbd-f142db8677d2 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/routers/1da2052f-6343-4b87-819f-120245b71958 HTTP/1.1" status: 200 len: 924 time: 0.5531256 Aug 20 15:16:54.945838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37074) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:54.989844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a694f232-4fac-4f8e-84c3-0b1ccd99e3bf tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:54.993826 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a694f232-4fac-4f8e-84c3-0b1ccd99e3bf tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=1da2052f-6343-4b87-819f-120245b71958&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0447850 Aug 20 15:16:54.994060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37076) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:55.078359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43c5db3-56cb-4887-a841-dc9040d3ad6e tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:55.082983 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b43c5db3-56cb-4887-a841-dc9040d3ad6e tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 881 time: 0.0847852 Aug 20 15:16:55.083342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37078) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:55.117042 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a3c27925-1441-4f81-a8d1-77248997a986 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da2052f-6343-4b87-819f-120245b71958 HTTP/1.1" status: 200 len: 205 time: 0.0322564 Aug 20 15:16:55.119437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37082) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:55.235016 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:55.338089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:55.400627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Deleting port 57bf4126-09dc-42b6-b5de-aea6af34086e {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:55.401339 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:55.485903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:55.499317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Calling delete_port for 57bf4126-09dc-42b6-b5de-aea6af34086e owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:55.593862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd6ae4-9915-44cd-85a1-8d091fe1e25c req-03a41ccf-10a3-43c4-85c1-0b7bb84e7e7f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:55.596272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82cd6ae4-9915-44cd-85a1-8d091fe1e25c req-03a41ccf-10a3-43c4-85c1-0b7bb84e7e7f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 946 time: 0.0566285 Aug 20 15:16:55.651482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82cd6ae4-9915-44cd-85a1-8d091fe1e25c req-78a998a1-20c4-4d80-9bfe-6ddb106f887f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473268 Aug 20 15:16:55.736743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:55.772650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event deleted for resources: {'Port': ['ID=57bf4126-09dc-42b6-b5de-aea6af34086e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:55.838723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.029311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.031613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.087601 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.088155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Fanout notify agent at l3_agent the message router_deleted on router 1da2052f-6343-4b87-819f-120245b71958 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:56.095523 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.100306 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b1353677-3da5-4a11-bcf2-aa8c4d4f1cc0 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/1da2052f-6343-4b87-819f-120245b71958 HTTP/1.1" status: 204 len: 168 time: 0.9760768 Aug 20 15:16:56.100877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37098) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:56.105719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b3ca2342-f4f5-4917-8f36-b7793f826acd tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1873834806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:56.138114 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2342-f4f5-4917-8f36-b7793f826acd tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.139651 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2342-f4f5-4917-8f36-b7793f826acd tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.197856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2342-f4f5-4917-8f36-b7793f826acd tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.203812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2342-f4f5-4917-8f36-b7793f826acd tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.224742 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3ca2342-f4f5-4917-8f36-b7793f826acd tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.226159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b3ca2342-f4f5-4917-8f36-b7793f826acd tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1241927 Aug 20 15:16:56.229461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37102) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:56.236197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:56.450934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.646960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.666500 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:56.813223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ecd3d-605e-4ffe-9f33-9d98331af3a2 req-8a4f912b-2c98-4d68-8043-9cdd14352ab7 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:56.814722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d9ecd3d-605e-4ffe-9f33-9d98331af3a2 req-8a4f912b-2c98-4d68-8043-9cdd14352ab7 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 946 time: 0.0928586 Aug 20 15:16:56.825718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Allocated IP 172.25.5.117 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/ba6c1b1e-4c7b-404f-94c4-1e752ee79cab) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:16:56.912077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d9ecd3d-605e-4ffe-9f33-9d98331af3a2 req-a66d78b6-02e9-47bc-9e1b-f48a215bd58e tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878241 Aug 20 15:16:56.965610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:57.012807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:57.062882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:16:57.065962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:16:57.074222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:16:57.121507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event updated for resources: {'Port': ['ID=ba6c1b1e-4c7b-404f-94c4-1e752ee79cab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:57.518581 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:57.782511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:57.787334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:57.974503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Router 81ff393f-0876-48ac-978b-ff489afcd81d is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:16:58.128626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:16:58.135923 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:58.139693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-70f514f6-acac-4820-8e1b-660127b8f005 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "PUT /v2.0/routers/81ff393f-0876-48ac-978b-ff489afcd81d HTTP/1.1" status: 200 len: 884 time: 1.9063673 Aug 20 15:16:58.140467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37190) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:58.146993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f130f6-d7e3-48e3-a1f2-40b31d06b2ca None None] Sync routers for ids ['81ff393f-0876-48ac-978b-ff489afcd81d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:16:58.169316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f130f6-d7e3-48e3-a1f2-40b31d06b2ca None None] Routers {'81ff393f-0876-48ac-978b-ff489afcd81d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:58.170456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-67f130f6-d7e3-48e3-a1f2-40b31d06b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['81ff393f-0876-48ac-978b-ff489afcd81d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:58.249766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-67f130f6-d7e3-48e3-a1f2-40b31d06b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:58.266225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f130f6-d7e3-48e3-a1f2-40b31d06b2ca None None] Routers {'81ff393f-0876-48ac-978b-ff489afcd81d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:16:58.267135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-67f130f6-d7e3-48e3-a1f2-40b31d06b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['81ff393f-0876-48ac-978b-ff489afcd81d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:58.318742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-67f130f6-d7e3-48e3-a1f2-40b31d06b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:16:58.321598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f130f6-d7e3-48e3-a1f2-40b31d06b2ca None None] The sync data for ids ['81ff393f-0876-48ac-978b-ff489afcd81d'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:16:58.365228 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-85d9f72b-d213-43b9-b34a-b75c8c1074aa tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/routers/81ff393f-0876-48ac-978b-ff489afcd81d HTTP/1.1" status: 200 len: 925 time: 0.2231390 Aug 20 15:16:58.367532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37194) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:58.421941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a438bf-653a-4440-946f-27ee1bc9f7d5 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:58.423523 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-04a438bf-653a-4440-946f-27ee1bc9f7d5 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=81ff393f-0876-48ac-978b-ff489afcd81d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0550034 Aug 20 15:16:58.426843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37198) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:58.567866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5f5473-5dee-46f7-924a-eb4b403fe4c1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:58.572082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37202) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:58.572483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bc5f5473-5dee-46f7-924a-eb4b403fe4c1 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 881 time: 0.1444421 Aug 20 15:16:58.608149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37204) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:58.612194 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-81584e95-e494-45e0-ab3c-9bd5faf0cbbd tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff393f-0876-48ac-978b-ff489afcd81d HTTP/1.1" status: 200 len: 205 time: 0.0387905 Aug 20 15:16:58.731478 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:58.733277 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:58.855778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:58.906717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Deleting port ba6c1b1e-4c7b-404f-94c4-1e752ee79cab {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:16:58.907311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.017996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.032467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-db12b87e-6a9b-46ce-9ac5-2fb2a8da5f3b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721388 Aug 20 15:16:59.036846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Calling delete_port for ba6c1b1e-4c7b-404f-94c4-1e752ee79cab owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:16:59.181180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-0999f6bf-ce44-41a5-a834-a95b63709cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:59.182704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-0999f6bf-ce44-41a5-a834-a95b63709cd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1096 time: 0.0942352 Aug 20 15:16:59.303688 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.344565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event deleted for resources: {'Port': ['ID=ba6c1b1e-4c7b-404f-94c4-1e752ee79cab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:16:59.405905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-41b6fcb6-baea-476f-a338-bd54bf265358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:59.407678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-41b6fcb6-baea-476f-a338-bd54bf265358 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1838734 Aug 20 15:16:59.460956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.564092 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.567885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.572317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-76e31834-3e05-49dc-a478-49fa061fce34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 999 time: 0.1541560 Aug 20 15:16:59.665083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-aa5f0b72-8e3e-47b8-8628-acee26c6610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:59.666565 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-aa5f0b72-8e3e-47b8-8628-acee26c6610d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0560770 Aug 20 15:16:59.668025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.668820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Fanout notify agent at l3_agent the message router_deleted on router 81ff393f-0876-48ac-978b-ff489afcd81d {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:16:59.677460 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.678590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-28e7d8d9-c1da-4b15-9f57-840219c88063 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/81ff393f-0876-48ac-978b-ff489afcd81d HTTP/1.1" status: 204 len: 168 time: 1.0693612 Aug 20 15:16:59.685160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37218) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:59.688709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cb03c73e-6e90-4f76-8dea-1bc246825fd9 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1010359688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:59.721736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb03c73e-6e90-4f76-8dea-1bc246825fd9 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.723661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb03c73e-6e90-4f76-8dea-1bc246825fd9 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.735145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-5deb3cfc-bf74-4230-ac63-157d2fa8bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:16:59.736946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-5deb3cfc-bf74-4230-ac63-157d2fa8bff3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572374 Aug 20 15:16:59.794758 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb03c73e-6e90-4f76-8dea-1bc246825fd9 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.801318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb03c73e-6e90-4f76-8dea-1bc246825fd9 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.819479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb03c73e-6e90-4f76-8dea-1bc246825fd9 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:16:59.823790 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cb03c73e-6e90-4f76-8dea-1bc246825fd9 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1362531 Aug 20 15:16:59.824150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37222) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:16:59.829287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': True}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:16:59.878324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-c9845dea-52b3-4a44-8867-f6a3556ed34c service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314619 Aug 20 15:17:00.037030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eecf77d8-16bf-4644-80eb-4a96ad29727e req-27d03c35-75d6-4d1c-a4df-6636ae3d1746 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464341 Aug 20 15:17:00.118738 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:00.427314 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:00.448222 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:00.571881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Allocated IP 172.25.5.9 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/3a2b2a38-3bf8-4e5c-8036-63ae2dcb8fbd) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:00.703478 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:00.756368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:00.800043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:00.806322 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:00.809947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:00.849719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event updated for resources: {'Port': ['ID=3a2b2a38-3bf8-4e5c-8036-63ae2dcb8fbd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:01.099250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:01.327039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:01.333200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:01.507344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Router f191fe28-7e1b-415f-9613-ed5d0d06e44b is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:17:01.640211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:17:01.652044 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96caf2bf-16ff-4e60-b6db-15d4856d1d34 None None] Sync routers for ids ['f191fe28-7e1b-415f-9613-ed5d0d06e44b'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:17:01.655473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:01.658831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37246) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:01.659342 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f2c9a189-8e08-4e38-b7c3-237b1584d28f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "PUT /v2.0/routers/f191fe28-7e1b-415f-9613-ed5d0d06e44b HTTP/1.1" status: 200 len: 917 time: 1.8338921 Aug 20 15:17:01.669525 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96caf2bf-16ff-4e60-b6db-15d4856d1d34 None None] Routers {'f191fe28-7e1b-415f-9613-ed5d0d06e44b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:01.670415 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-96caf2bf-16ff-4e60-b6db-15d4856d1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f191fe28-7e1b-415f-9613-ed5d0d06e44b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:01.753381 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-96caf2bf-16ff-4e60-b6db-15d4856d1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:01.779208 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96caf2bf-16ff-4e60-b6db-15d4856d1d34 None None] Routers {'f191fe28-7e1b-415f-9613-ed5d0d06e44b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:01.780684 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-96caf2bf-16ff-4e60-b6db-15d4856d1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f191fe28-7e1b-415f-9613-ed5d0d06e44b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:01.864458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9746e710-53dd-4711-87ac-144a31e3274f tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/routers/f191fe28-7e1b-415f-9613-ed5d0d06e44b HTTP/1.1" status: 200 len: 923 time: 0.2034028 Aug 20 15:17:01.865222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37252) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:01.873304 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-96caf2bf-16ff-4e60-b6db-15d4856d1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:01.874099 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96caf2bf-16ff-4e60-b6db-15d4856d1d34 None None] The sync data for ids ['f191fe28-7e1b-415f-9613-ed5d0d06e44b'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:17:01.936255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacd129e-5374-4216-bbe5-327aab4ff184 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:01.938356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bacd129e-5374-4216-bbe5-327aab4ff184 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=f191fe28-7e1b-415f-9613-ed5d0d06e44b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0644500 Aug 20 15:17:01.941061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37254) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:02.062155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a09016-8ab2-4acf-b2c9-34c01831be21 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:02.063592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-55a09016-8ab2-4acf-b2c9-34c01831be21 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 881 time: 0.1200607 Aug 20 15:17:02.066316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37256) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:02.098901 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b35a78a3-919c-48da-8de6-8d871b2ea351 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f191fe28-7e1b-415f-9613-ed5d0d06e44b HTTP/1.1" status: 200 len: 205 time: 0.0296385 Aug 20 15:17:02.101012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37258) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:02.634023 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:02.753604 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:02.822686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Deleting port 3a2b2a38-3bf8-4e5c-8036-63ae2dcb8fbd {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:02.823164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:02.958764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:02.984667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Calling delete_port for 3a2b2a38-3bf8-4e5c-8036-63ae2dcb8fbd owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:03.198840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.232305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event deleted for resources: {'Port': ['ID=3a2b2a38-3bf8-4e5c-8036-63ae2dcb8fbd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:03.257031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.257489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.257913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.258329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.258745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.259155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.259586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.259920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.260395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.260778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.261191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.261595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:03.307904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.428949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.431610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.482205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.482921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Fanout notify agent at l3_agent the message router_deleted on router f191fe28-7e1b-415f-9613-ed5d0d06e44b {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:17:03.491202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.492384 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6df43883-d35d-47df-87ea-c79b2741fc1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/f191fe28-7e1b-415f-9613-ed5d0d06e44b HTTP/1.1" status: 204 len: 168 time: 1.3904650 Aug 20 15:17:03.496676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37270) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:03.506607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f92356d2-54c8-4591-b867-3149b3f0a084 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-389199752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:03.539367 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f92356d2-54c8-4591-b867-3149b3f0a084 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.540946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f92356d2-54c8-4591-b867-3149b3f0a084 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.622500 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f92356d2-54c8-4591-b867-3149b3f0a084 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.628678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f92356d2-54c8-4591-b867-3149b3f0a084 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.633573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-17468151-6523-4312-aa8e-e809c189c41a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0944827 Aug 20 15:17:03.681759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f92356d2-54c8-4591-b867-3149b3f0a084 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:03.684407 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f92356d2-54c8-4591-b867-3149b3f0a084 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1851618 Aug 20 15:17:03.686466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37276) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:03.699641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'enable_snat': False}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:03.737933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-5be3dc5e-b82b-4f1d-a7fc-89ba774a8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:03.740450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-5be3dc5e-b82b-4f1d-a7fc-89ba774a8860 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 1097 time: 0.0571706 Aug 20 15:17:04.116372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:04.133877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37284) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:04.388539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8827bd94-e766-45e8-af20-57e33a1dcec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:04.499640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-2d852516-efd5-4d94-82f1-63a18d352154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:04.501166 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-2d852516-efd5-4d94-82f1-63a18d352154 service neutron] 10.222.0.72 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.7297072 Aug 20 15:17:04.549664 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:04.554553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-2c72204f-c59f-41c8-a617-eb8c954dbe4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e658a613-ba21-45b8-aada-d19cc0e3f776 HTTP/1.1" status: 200 len: 217 time: 0.0452654 Aug 20 15:17:04.576642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:04.666882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-09e87af1-2e10-472e-a1bc-2298b34e09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:04.670131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-09e87af1-2e10-472e-a1bc-2298b34e09a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.1072896 Aug 20 15:17:04.708620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8827bd94-e766-45e8-af20-57e33a1dcec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:04.725011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Allocated IP 172.25.5.145 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/8e85df0d-8954-4af9-8f96-f2a5a59e3fd0) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:04.727316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8827bd94-e766-45e8-af20-57e33a1dcec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:04.738209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-131c8885-479d-4769-85fc-1f20b85ab946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:04.740633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-131c8885-479d-4769-85fc-1f20b85ab946 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613403 Aug 20 15:17:04.756944 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8827bd94-e766-45e8-af20-57e33a1dcec1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5dd08f16e904d068aacfe2566442779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200452 Aug 20 15:17:04.764887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37290) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:04.856802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827bd94-e766-45e8-af20-57e33a1dcec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98dc031-dc61-47f5-ba3b-3c4c334e771a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:04.870348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-71025103-65a8-449d-8565-827057bb452d service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212864 Aug 20 15:17:04.927091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-316ec744-1184-4194-99f3-d9b291dc5c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:04.985324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-316ec744-1184-4194-99f3-d9b291dc5c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:04.997654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e35140d-e827-4c3d-90a0-52ff6dd38e22 req-bc1e7a94-e498-41af-aafb-08a2c359b023 service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199532 Aug 20 15:17:05.013193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:05.083917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-316ec744-1184-4194-99f3-d9b291dc5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:05.086472 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-316ec744-1184-4194-99f3-d9b291dc5c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:05.090253 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-316ec744-1184-4194-99f3-d9b291dc5c4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f98dc031-dc61-47f5-ba3b-3c4c334e771a HTTP/1.1" status: 204 len: 168 time: 0.3216553 Aug 20 15:17:05.100488 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:05.137815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ec744-1184-4194-99f3-d9b291dc5c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98dc031-dc61-47f5-ba3b-3c4c334e771a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:05.155017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:05.159715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:05.167306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:05.170460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Pushing event updated for resources: {'Port': ['ID=8e85df0d-8954-4af9-8f96-f2a5a59e3fd0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:05.535863 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:05.824139 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:05.827839 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:05.939768 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:05.980720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Router 0b9e73cd-ca00-45c2-8656-5107bb743273 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:17:06.028128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37322) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:06.104489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:17:06.110810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.115776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-289a00d2-d161-4332-bbb9-6ce91c767ab6 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "PUT /v2.0/routers/0b9e73cd-ca00-45c2-8656-5107bb743273 HTTP/1.1" status: 200 len: 919 time: 2.4239182 Aug 20 15:17:06.115927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180eb9cb-e690-467b-a50a-22fb594c9f2e None None] Sync routers for ids ['0b9e73cd-ca00-45c2-8656-5107bb743273'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:17:06.116083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37326) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:06.126908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180eb9cb-e690-467b-a50a-22fb594c9f2e None None] Routers {'0b9e73cd-ca00-45c2-8656-5107bb743273'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:06.127587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-180eb9cb-e690-467b-a50a-22fb594c9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0b9e73cd-ca00-45c2-8656-5107bb743273'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:06.169849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-560930138-network', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:06.177842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-180eb9cb-e690-467b-a50a-22fb594c9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:06.186948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180eb9cb-e690-467b-a50a-22fb594c9f2e None None] Routers {'0b9e73cd-ca00-45c2-8656-5107bb743273'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:06.187615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-180eb9cb-e690-467b-a50a-22fb594c9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0b9e73cd-ca00-45c2-8656-5107bb743273'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:06.211189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Made reservation on behalf of 00f527b5c18841f4a5e9fb19d99676f1 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:06.213702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.225080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-180eb9cb-e690-467b-a50a-22fb594c9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:06.225741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180eb9cb-e690-467b-a50a-22fb594c9f2e None None] The sync data for ids ['0b9e73cd-ca00-45c2-8656-5107bb743273'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:17:06.227874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.255202 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b41d5d52-42ad-4861-baef-68484d8a02c8 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/routers/0b9e73cd-ca00-45c2-8656-5107bb743273 HTTP/1.1" status: 200 len: 925 time: 0.1357732 Aug 20 15:17:06.255532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37330) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:06.327503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163a8e4-275b-47d2-b969-cbbfcfef4643 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:06.329468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1163a8e4-275b-47d2-b969-cbbfcfef4643 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=0b9e73cd-ca00-45c2-8656-5107bb743273&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0728951 Aug 20 15:17:06.332576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37334) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:06.434717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.444036 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.475008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:06.478002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00261a99-7c72-4a51-b56e-9c85c2d17d2e tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:06.479495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-00261a99-7c72-4a51-b56e-9c85c2d17d2e tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/networks/6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 881 time: 0.1458292 Aug 20 15:17:06.482430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37338) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:06.491948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.492308 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Added segment 8824a4fd-6e95-4d7f-9962-ad32395e3eea of type vlan for network 28503bfa-289f-407b-a796-9e9d2b4b1af6 Aug 20 15:17:06.514118 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f63219d7-957e-4d5c-8312-180404132f7d tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b9e73cd-ca00-45c2-8656-5107bb743273 HTTP/1.1" status: 200 len: 205 time: 0.0301676 Aug 20 15:17:06.516622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37340) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:06.523513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07d5387-01ed-4246-a844-ac2a9c3e77ea,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:06.545384 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.571830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.572872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:06.573662 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.642086 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.642996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6136436 Aug 20 15:17:06.644116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37342) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:06.650008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb71bd9-f326-4da4-bc43-b5b49816f39c admin admin] Pushing event updated for resources: {'Network': ['ID=28503bfa-289f-407b-a796-9e9d2b4b1af6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:06.654578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Request body: {'subnet': {'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-560930138-subnet', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:06.662800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 28503bfa-289f-407b-a796-9e9d2b4b1af6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:06.763707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Made reservation on behalf of 00f527b5c18841f4a5e9fb19d99676f1 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:06.766976 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.849655 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:06.994921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Deleting port 8e85df0d-8954-4af9-8f96-f2a5a59e3fd0 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:06.995231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.062380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.151425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.164313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0546bfdd-28f6-4097-9865-0df5c75c9f52,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:07.173652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Calling delete_port for 8e85df0d-8954-4af9-8f96-f2a5a59e3fd0 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:07.184759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Checking segment: {'id': '8824a4fd-6e95-4d7f-9962-ad32395e3eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:07.185131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Network hostable DHCP agents. Network: 28503bfa-289f-407b-a796-9e9d2b4b1af6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:07.253127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Network 28503bfa-289f-407b-a796-9e9d2b4b1af6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:07.268017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 28503bfa-289f-407b-a796-9e9d2b4b1af6) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:07.283121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e02aa1-6f9a-4b4a-8e0b-9bc5b9923ce8 None None] Network 28503bfa-289f-407b-a796-9e9d2b4b1af6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:07.306959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:07.307693 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.338147 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-009ee477-5313-472e-971e-f3a953d4b977 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6892681 Aug 20 15:17:07.338676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:07.343093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:07.404816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.405992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.426798 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.479471 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event deleted for resources: {'Port': ['ID=8e85df0d-8954-4af9-8f96-f2a5a59e3fd0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:07.511609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-28503bfa-289f-407b-a796-9e9d2b4b1af6', 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'fixed_ips': [{'subnet_id': '0546bfdd-28f6-4097-9865-0df5c75c9f52'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:07.513170 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.516115 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.636404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.690442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Allocated IP 172.20.0.2 (28503bfa-289f-407b-a796-9e9d2b4b1af6/0546bfdd-28f6-4097-9865-0df5c75c9f52/7f583f14-4c54-4f2f-9533-ed09cbd434b3) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:07.887320 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.903720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Transition to ACTIVE for port object 7f583f14-4c54-4f2f-9533-ed09cbd434b3 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:07.932146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Transition to ACTIVE for port object 7f583f14-4c54-4f2f-9533-ed09cbd434b3 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:07.940588 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:07.963030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Network 28503bfa-289f-407b-a796-9e9d2b4b1af6 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:07.985485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:07.994609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:08.085721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Pushing event updated for resources: {'Port': ['ID=7f583f14-4c54-4f2f-9533-ed09cbd434b3,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:08.100881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Attempting to bind port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:08.101360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Attempting to bind port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8824a4fd-6e95-4d7f-9962-ad32395e3eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:08.101919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Attempting to bind port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 on network 28503bfa-289f-407b-a796-9e9d2b4b1af6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:08.108752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:08.109286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Checking segment: {'id': '8824a4fd-6e95-4d7f-9962-ad32395e3eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:08.109799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.110525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Bound using segment: {'id': '8824a4fd-6e95-4d7f-9962-ad32395e3eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:08.111179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Bound port: 7f583f14-4c54-4f2f-9533-ed09cbd434b3, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8824a4fd-6e95-4d7f-9962-ad32395e3eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:08.111691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.140197 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.183465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.195981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] For port 7f583f14-4c54-4f2f-9533-ed09cbd434b3, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:08.200337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] For port 7f583f14-4c54-4f2f-9533-ed09cbd434b3, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7f583f14-4c54-4f2f-9533-ed09cbd434b3,segment=NetworkSegment(8824a4fd-6e95-4d7f-9962-ad32395e3eea),segment_id=8824a4fd-6e95-4d7f-9962-ad32395e3eea)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:08.205470 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.248118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.294507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601667cb-5be0-4b9a-bbbe-4c3fd2859dce None None] Pushing event updated for resources: {'Port': ['ID=7f583f14-4c54-4f2f-9533-ed09cbd434b3,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:08.358295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.358846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Fanout notify agent at l3_agent the message router_deleted on router 0b9e73cd-ca00-45c2-8656-5107bb743273 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:17:08.367492 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.374450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37382) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:08.378683 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-09d28997-8996-4f9e-8625-a5e855533126 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/0b9e73cd-ca00-45c2-8656-5107bb743273 HTTP/1.1" status: 204 len: 168 time: 1.8609755 Aug 20 15:17:08.381399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-415760406', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:08.409426 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.411289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.502655 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.685053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.709285 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.799362 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:08.875172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Allocated IP 172.25.5.28 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/8bdb4c11-e989-4bc7-a389-01f1c2fe54fb) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:09.039378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:09.053890 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:09.078067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:09.095986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:09.132972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:09.136305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:09.139918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:09.183277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdb4c11-e989-4bc7-a389-01f1c2fe54fb,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:09.256418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Allocated IP 172.25.5.52 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/343e2b82-f958-4f8c-9a80-905292892325) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:09.407878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:09.496498 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:09.515648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:09.542141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:09.546048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:09.551716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:09.607591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event updated for resources: {'Port': ['ID=343e2b82-f958-4f8c-9a80-905292892325,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:09.634150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.634730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.635134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.635483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.635857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.636202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.636592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.636875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c50c3-1518-466a-8458-5f98d217f83e None None] Network 28503bfa-289f-407b-a796-9e9d2b4b1af6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:09.637344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.637344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.637563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.637887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.638217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:09.796250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-73ba3fbe-4f3c-4eed-88be-20a4d6622cf1 None None] Provisioning for port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:09.915098 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:09.930765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:10.211261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Router eda7934d-439f-4180-bb46-67620dceed80 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:17:10.271848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7f583f14-4c54-4f2f-9533-ed09cbd434b3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:10.317526 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:10.359747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:10.372933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:10.373310 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:10.387082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:17:10.398696 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Sync routers for ids ['eda7934d-439f-4180-bb46-67620dceed80'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:17:10.415935 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Routers {'eda7934d-439f-4180-bb46-67620dceed80'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:10.417521 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['eda7934d-439f-4180-bb46-67620dceed80'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:10.421151 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:10.426216 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-80ccc6df-fb56-4b44-9aa7-48a9998078f1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 3.0840271 Aug 20 15:17:10.426509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37400) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:10.601682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ef7a74a6-6844-4fc5-b32e-c5b5c0ec3ae6 None None] Provisioning complete for port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:10.602067 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ef7a74a6-6844-4fc5-b32e-c5b5c0ec3ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:10.640851 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:10.698424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 7f583f14-4c54-4f2f-9533-ed09cbd434b3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7f583f14-4c54-4f2f-9533-ed09cbd434b3,segment=NetworkSegment(8824a4fd-6e95-4d7f-9962-ad32395e3eea),segment_id=8824a4fd-6e95-4d7f-9962-ad32395e3eea)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:10.716804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Router f42c1fa7-fc15-4b92-bbea-3a032174b688 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:17:10.723626 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:10.790173 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ef7a74a6-6844-4fc5-b32e-c5b5c0ec3ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:10.811697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=7f583f14-4c54-4f2f-9533-ed09cbd434b3,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:10.831783 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Set router eda7934d-439f-4180-bb46-67620dceed80 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:17:10.888276 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-ef7a74a6-6844-4fc5-b32e-c5b5c0ec3ae6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:17:10.888835 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-ef7a74a6-6844-4fc5-b32e-c5b5c0ec3ae6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:17:10.954701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:17:10.966432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bc979-b47b-480d-9b56-30b41e6a43f6 None None] Sync routers for ids ['f42c1fa7-fc15-4b92-bbea-3a032174b688'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:17:10.983905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680bc979-b47b-480d-9b56-30b41e6a43f6 None None] Routers {'f42c1fa7-fc15-4b92-bbea-3a032174b688'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:10.986079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-680bc979-b47b-480d-9b56-30b41e6a43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f42c1fa7-fc15-4b92-bbea-3a032174b688'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:10.990005 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:10.994145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b0b4ceaa-ee6d-4963-9678-0c4321f0aae7 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6147923 Aug 20 15:17:10.995033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37412) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:11.005119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:11.075943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-680bc979-b47b-480d-9b56-30b41e6a43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:11.102965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680bc979-b47b-480d-9b56-30b41e6a43f6 None None] Routers {'f42c1fa7-fc15-4b92-bbea-3a032174b688'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:11.104594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-680bc979-b47b-480d-9b56-30b41e6a43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f42c1fa7-fc15-4b92-bbea-3a032174b688'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:11.122137 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda7934d-439f-4180-bb46-67620dceed80', 'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:17:07Z', 'updated_at': '2021-08-20T15:17:09Z', 'revision_number': 3, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'gw_port': {'id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:08Z', 'updated_at': '2021-08-20T15:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:11.173409 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Checking router: eda7934d-439f-4180-bb46-67620dceed80 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:17:11.174843 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Updating router eda7934d-439f-4180-bb46-67620dceed80 port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:17:11.180514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-680bc979-b47b-480d-9b56-30b41e6a43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:11.181217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680bc979-b47b-480d-9b56-30b41e6a43f6 None None] The sync data for ids ['f42c1fa7-fc15-4b92-bbea-3a032174b688'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:17:11.230037 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.326485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.550693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Allocated IP 172.20.0.1 (28503bfa-289f-407b-a796-9e9d2b4b1af6/0546bfdd-28f6-4097-9865-0df5c75c9f52/a341dabf-3ce2-452b-80a4-0ddca4fbac9f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:11.610605 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.635954 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.653155 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.673147 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Transition to ACTIVE for port object 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:11.685508 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.727759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.743600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Transition to ACTIVE for port object a341dabf-3ce2-452b-80a4-0ddca4fbac9f will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:11.756501 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Attempting to bind port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:11.756874 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Attempting to bind port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:11.757265 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Attempting to bind port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:11.768478 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:11.768872 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:11.769402 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.770694 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:11.774783 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Bound port: 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:11.775232 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.777128 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827444c9-d17e-4e19-b779-fbdfde6c7c76 None None] Pushing event updated for resources: {'Port': ['ID=8bdb4c11-e989-4bc7-a389-01f1c2fe54fb,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:11.788484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Deleting port 343e2b82-f958-4f8c-9a80-905292892325 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:11.788484 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.793592 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.848559 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a341dabf-3ce2-452b-80a4-0ddca4fbac9f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:11.865357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Network 28503bfa-289f-407b-a796-9e9d2b4b1af6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:11.869324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:11.875365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:11.887958 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] For port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:11.890265 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.892194 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] For port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8bdb4c11-e989-4bc7-a389-01f1c2fe54fb,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:11.907286 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:11.909477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Calling delete_port for 343e2b82-f958-4f8c-9a80-905292892325 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:11.991588 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.084647 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Routers {'eda7934d-439f-4180-bb46-67620dceed80'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:12.087275 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['eda7934d-439f-4180-bb46-67620dceed80'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:12.155394 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827444c9-d17e-4e19-b779-fbdfde6c7c76 None None] Pushing event updated for resources: {'Port': ['ID=8bdb4c11-e989-4bc7-a389-01f1c2fe54fb,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:12.167692 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.229529 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c00de756-ee5b-4801-be5a-32b94ae5a89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.232907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Pushing event deleted for resources: {'Port': ['ID=343e2b82-f958-4f8c-9a80-905292892325,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:12.242526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dd71e780-c82f-43fe-83ca-dfd2a22a64ac None None] Provisioning for port a341dabf-3ce2-452b-80a4-0ddca4fbac9f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:12.251454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dd71e780-c82f-43fe-83ca-dfd2a22a64ac None None] Provisioning complete for port a341dabf-3ce2-452b-80a4-0ddca4fbac9f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:12.253911 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dd71e780-c82f-43fe-83ca-dfd2a22a64ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.309980 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.337255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.352576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dd71e780-c82f-43fe-83ca-dfd2a22a64ac None None] Port a341dabf-3ce2-452b-80a4-0ddca4fbac9f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:17:12.354371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7f583f14-4c54-4f2f-9533-ed09cbd434b3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:12.358583 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] Set router eda7934d-439f-4180-bb46-67620dceed80 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:17:12.449151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:12.449793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.587042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.594039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.671029 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.676019 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.679802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:12.707529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a341dabf-3ce2-452b-80a4-0ddca4fbac9f,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:12.772136 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda7934d-439f-4180-bb46-67620dceed80', 'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:17:07Z', 'updated_at': '2021-08-20T15:17:09Z', 'revision_number': 3, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'gw_port': {'id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:08Z', 'updated_at': '2021-08-20T15:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:12.820066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Router f42c1fa7-fc15-4b92-bbea-3a032174b688 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:17:12.824247 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14af9d-2583-483f-924e-7a48ae85d279 None None] The sync data for ids ['eda7934d-439f-4180-bb46-67620dceed80'] in n-d-695189-15 is: [{'id': 'eda7934d-439f-4180-bb46-67620dceed80', 'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:17:07Z', 'updated_at': '2021-08-20T15:17:09Z', 'revision_number': 3, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'gw_port': {'id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:08Z', 'updated_at': '2021-08-20T15:17:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:17:12.860733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Network 28503bfa-289f-407b-a796-9e9d2b4b1af6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:12.862554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:13.010870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:17:13.030705 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:13.031771 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a550d2-328d-445d-8844-f6326a568918 None None] Sync routers for ids ['f42c1fa7-fc15-4b92-bbea-3a032174b688'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:17:13.035777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2fab8f9f-e485-4fea-8530-cf13783c42e1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "PUT /v2.0/routers/f42c1fa7-fc15-4b92-bbea-3a032174b688 HTTP/1.1" status: 200 len: 709 time: 2.0394146 Aug 20 15:17:13.044080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37436) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:13.053772 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a550d2-328d-445d-8844-f6326a568918 None None] Routers {'f42c1fa7-fc15-4b92-bbea-3a032174b688'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:13.057179 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-43a550d2-328d-445d-8844-f6326a568918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f42c1fa7-fc15-4b92-bbea-3a032174b688'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:13.085039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c65ff-6ccb-4ca9-a478-e7b5e34cd3c1 req-9d129f15-1694-456f-850e-90bbaba6a2b1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:13.089342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d3c65ff-6ccb-4ca9-a478-e7b5e34cd3c1 req-9d129f15-1694-456f-850e-90bbaba6a2b1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1794305 Aug 20 15:17:13.126872 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-43a550d2-328d-445d-8844-f6326a568918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:13.166093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d3c65ff-6ccb-4ca9-a478-e7b5e34cd3c1 req-9fe85163-35bf-4965-a68f-f35b2be286b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648811 Aug 20 15:17:13.181139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Router eda7934d-439f-4180-bb46-67620dceed80 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:17:13.182781 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a550d2-328d-445d-8844-f6326a568918 None None] Routers {'f42c1fa7-fc15-4b92-bbea-3a032174b688'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:13.183632 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-43a550d2-328d-445d-8844-f6326a568918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:16:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['f42c1fa7-fc15-4b92-bbea-3a032174b688'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:13.294792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a5e1175c-d13d-4b8c-ba41-d381e2c3ac2b None None] Provisioning complete for port a341dabf-3ce2-452b-80a4-0ddca4fbac9f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:13.299873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a5e1175c-d13d-4b8c-ba41-d381e2c3ac2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:13.326411 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-43a550d2-328d-445d-8844-f6326a568918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:13.326792 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a550d2-328d-445d-8844-f6326a568918 None None] The sync data for ids ['f42c1fa7-fc15-4b92-bbea-3a032174b688'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:17:13.375041 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c12c5644-6ca0-4f34-9f32-471351678245 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/routers/f42c1fa7-fc15-4b92-bbea-3a032174b688 HTTP/1.1" status: 200 len: 744 time: 0.3296750 Aug 20 15:17:13.377602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37446) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:13.380363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1175c-d13d-4b8c-ba41-d381e2c3ac2b None None] Port a341dabf-3ce2-452b-80a4-0ddca4fbac9f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:17:13.476493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15b08a-ad15-4305-95bb-425241193a47 req-71154b5f-0e3a-44a5-8939-3f42711c0de8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:13.479072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f15b08a-ad15-4305-95bb-425241193a47 req-71154b5f-0e3a-44a5-8939-3f42711c0de8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1234152 Aug 20 15:17:13.497589 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f4c0fa66-8619-4510-beea-5e1ba5511782 tempest-RoutersIpV6AdminTest-239650595 tempest-RoutersIpV6AdminTest-239650595-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&device_id=f42c1fa7-fc15-4b92-bbea-3a032174b688 HTTP/1.1" status: 200 len: 205 time: 0.1187944 Aug 20 15:17:13.501678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37450) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:13.545932 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c42f8eb1-c423-446e-953a-e1092b3d7fca tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42c1fa7-fc15-4b92-bbea-3a032174b688 HTTP/1.1" status: 200 len: 205 time: 0.0426333 Aug 20 15:17:13.548508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37454) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:13.558374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:17:13.576383 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-71eff018-0a9b-4650-b0d6-fdc835c94bd4 admin admin] 10.222.0.36 "PUT /v2.0/routers/eda7934d-439f-4180-bb46-67620dceed80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1410451 Aug 20 15:17:13.576808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f15b08a-ad15-4305-95bb-425241193a47 req-95d82ea8-6172-4798-bb8b-1a1b4d85f1b9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813324 Aug 20 15:17:13.710455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-307a5242-58c1-4a9c-8990-774610b0dfe6 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:14.374650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:14.490660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:14.495462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:14.496139 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:14.682858 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:14.742172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8bdb4c11-e989-4bc7-a389-01f1c2fe54fb,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:14.749544 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:14.855421 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:14.928921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=8bdb4c11-e989-4bc7-a389-01f1c2fe54fb,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:14.947025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-307a5242-58c1-4a9c-8990-774610b0dfe6 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:14.952517 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-307a5242-58c1-4a9c-8990-774610b0dfe6 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:15.073214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-ab2f1462-0be8-4f05-8d3f-79ed0bd51634 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:15.079169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-ab2f1462-0be8-4f05-8d3f-79ed0bd51634 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.5355716 Aug 20 15:17:15.088344 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-307a5242-58c1-4a9c-8990-774610b0dfe6 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:15.090331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307a5242-58c1-4a9c-8990-774610b0dfe6 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Fanout notify agent at l3_agent the message router_deleted on router f42c1fa7-fc15-4b92-bbea-3a032174b688 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:17:15.101990 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-307a5242-58c1-4a9c-8990-774610b0dfe6 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:15.106997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-307a5242-58c1-4a9c-8990-774610b0dfe6 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/f42c1fa7-fc15-4b92-bbea-3a032174b688 HTTP/1.1" status: 204 len: 168 time: 1.5547824 Aug 20 15:17:15.107325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37514) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.123985 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-2f475db8-6a49-4808-8378-02e695054a4c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/quotas/df2f242886bb4250beb238dd4a1e5978 HTTP/1.1" status: 200 len: 375 time: 0.0314467 Aug 20 15:17:15.174663 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a977eb3b-db80-44be-b937-eeb031e609a1 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f42c1fa7-fc15-4b92-bbea-3a032174b688 HTTP/1.1" status: 200 len: 205 time: 0.0655756 Aug 20 15:17:15.178086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37516) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.189145 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f275b5bd-62be-455c-90c7-1c708225f456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:15.288360 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-c247707a-3897-490a-8e30-9ad22cb6ec4d tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] delete failed (client error): The resource could not be found. Aug 20 15:17:15.291829 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c247707a-3897-490a-8e30-9ad22cb6ec4d tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/f42c1fa7-fc15-4b92-bbea-3a032174b688 HTTP/1.1" status: 404 len: 336 time: 0.1092257 Aug 20 15:17:15.292186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37524) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.334096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-3477a9f3-01eb-4e11-b197-192031f149c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1986105 Aug 20 15:17:15.362964 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-693a8782-4438-4a14-b9fb-4cb206499c1f tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b9e73cd-ca00-45c2-8656-5107bb743273 HTTP/1.1" status: 200 len: 205 time: 0.0660796 Aug 20 15:17:15.367535 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37530) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.447344 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-2283e8d1-d9c0-4e2e-86ed-0a2719a1cf3d tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] delete failed (client error): The resource could not be found. Aug 20 15:17:15.451475 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2283e8d1-d9c0-4e2e-86ed-0a2719a1cf3d tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/0b9e73cd-ca00-45c2-8656-5107bb743273 HTTP/1.1" status: 404 len: 336 time: 0.0786018 Aug 20 15:17:15.452204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37534) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.489095 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b2570321-7658-4dd0-96a9-0f9db8de63d9 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=f191fe28-7e1b-415f-9613-ed5d0d06e44b HTTP/1.1" status: 200 len: 205 time: 0.0357828 Aug 20 15:17:15.491730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37536) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.545205 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-d878a10e-1053-4970-8a6d-9a963270c6bc tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] delete failed (client error): The resource could not be found. Aug 20 15:17:15.547486 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d878a10e-1053-4970-8a6d-9a963270c6bc tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/f191fe28-7e1b-415f-9613-ed5d0d06e44b HTTP/1.1" status: 404 len: 336 time: 0.0544217 Aug 20 15:17:15.549996 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37538) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.580838 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:17:15.584159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-63f37a5e-bcba-4406-a3e3-890b3b9f97d3 service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237201 Aug 20 15:17:15.590270 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-46674e92-ff16-46d5-80c5-34c55d47514e tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=81ff393f-0876-48ac-978b-ff489afcd81d HTTP/1.1" status: 200 len: 205 time: 0.0387335 Aug 20 15:17:15.593431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37540) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.666974 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-2a6b5c16-cbd1-4628-a7fb-20e03099ee55 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] delete failed (client error): The resource could not be found. Aug 20 15:17:15.671220 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2a6b5c16-cbd1-4628-a7fb-20e03099ee55 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/81ff393f-0876-48ac-978b-ff489afcd81d HTTP/1.1" status: 404 len: 336 time: 0.0743384 Aug 20 15:17:15.672169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37546) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.689674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37548) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.724324 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4d44013b-18b6-4e33-a103-dd7b793d8e73 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da2052f-6343-4b87-819f-120245b71958 HTTP/1.1" status: 200 len: 205 time: 0.0437944 Aug 20 15:17:15.724324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37550) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.781101 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-ac5e7276-725a-420c-a037-0f62dd92631b tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] delete failed (client error): The resource could not be found. Aug 20 15:17:15.787412 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ac5e7276-725a-420c-a037-0f62dd92631b tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/1da2052f-6343-4b87-819f-120245b71958 HTTP/1.1" status: 404 len: 336 time: 0.0626273 Aug 20 15:17:15.788377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37552) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.807430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Sync routers for ids ['eda7934d-439f-4180-bb46-67620dceed80'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:17:15.831030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Routers {'eda7934d-439f-4180-bb46-67620dceed80'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:15.832851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:17:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['eda7934d-439f-4180-bb46-67620dceed80'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:15.850306 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-568ee15c-8f53-4fa9-9886-fa9f9fd075b9 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a0c87a9-2a49-4779-8321-664c23596537 HTTP/1.1" status: 200 len: 205 time: 0.0574224 Aug 20 15:17:15.850923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37554) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.911621 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-f97b37cf-5ac9-431b-98bd-0cb0936a1406 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] delete failed (client error): The resource could not be found. Aug 20 15:17:15.911621 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f97b37cf-5ac9-431b-98bd-0cb0936a1406 tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/routers/8a0c87a9-2a49-4779-8321-664c23596537 HTTP/1.1" status: 404 len: 336 time: 0.0574415 Aug 20 15:17:15.912525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37558) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:15.954404 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-8330ccc7-2c1e-4a6d-8d7e-36f449be0e0c tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:15.955784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8330ccc7-2c1e-4a6d-8d7e-36f449be0e0c tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:15.959043 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8330ccc7-2c1e-4a6d-8d7e-36f449be0e0c tempest-RoutersIpV6AdminTest-1835845463 tempest-RoutersIpV6AdminTest-1835845463-project] 10.222.0.36 "DELETE /v2.0/subnets/d74f5c36-2aae-4908-86e4-2c8284554e39 HTTP/1.1" status: 404 len: 337 time: 0.0434434 Aug 20 15:17:16.013241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Set router eda7934d-439f-4180-bb46-67620dceed80 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:17:16.020561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-f7892b01-6399-42b9-9dce-4f4669194b25 service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274497 Aug 20 15:17:16.270932 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:16.286604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:16.355661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37576) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:16.406519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-778ba859-0a74-4941-b3ff-4f0e5171a638 req-cb715cf3-d318-4c81-8151-a24d661985a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 210 time: 0.0369887 Aug 20 15:17:16.484809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:16.490449 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:16.514551 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:16.533180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda7934d-439f-4180-bb46-67620dceed80', 'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:17:07Z', 'updated_at': '2021-08-20T15:17:12Z', 'revision_number': 4, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'gw_port': {'id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:08Z', 'updated_at': '2021-08-20T15:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a341dabf-3ce2-452b-80a4-0ddca4fbac9f', 'name': '', 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'mac_address': 'fa:16:3e:27:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '0546bfdd-28f6-4097-9865-0df5c75c9f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:11Z', 'updated_at': '2021-08-20T15:17:12Z', 'revision_number': 2, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'subnets': [{'id': '0546bfdd-28f6-4097-9865-0df5c75c9f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:16.567376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Checking router: eda7934d-439f-4180-bb46-67620dceed80 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:17:16.570387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Updating router eda7934d-439f-4180-bb46-67620dceed80 port a341dabf-3ce2-452b-80a4-0ddca4fbac9f binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:17:16.582446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-077496a3-7446-44ae-adb7-6451f5f5323c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:16.604552 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:16.737062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-077496a3-7446-44ae-adb7-6451f5f5323c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:16.756759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-077496a3-7446-44ae-adb7-6451f5f5323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:16.867363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077496a3-7446-44ae-adb7-6451f5f5323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60968092-0539-4d96-a97f-39cf57184ffe,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:16.893211 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-077496a3-7446-44ae-adb7-6451f5f5323c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dad6b66ab6254f7896b0a82a8dfff631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357354 Aug 20 15:17:16.906115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37592) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:17.099588 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70c43740-d82b-4144-a686-af4ce98d15bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.126835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70c43740-d82b-4144-a686-af4ce98d15bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.264843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70c43740-d82b-4144-a686-af4ce98d15bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.268269 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70c43740-d82b-4144-a686-af4ce98d15bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.270511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-70c43740-d82b-4144-a686-af4ce98d15bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60968092-0539-4d96-a97f-39cf57184ffe HTTP/1.1" status: 204 len: 168 time: 0.3589287 Aug 20 15:17:17.305291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c43740-d82b-4144-a686-af4ce98d15bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60968092-0539-4d96-a97f-39cf57184ffe,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:17.312310 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.357767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Transition to ACTIVE for port object a341dabf-3ce2-452b-80a4-0ddca4fbac9f will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:17.381327 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.384678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Deleting port a341dabf-3ce2-452b-80a4-0ddca4fbac9f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:17.385082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.538657 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.542428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fcea8-f2cd-43bc-8565-92a36587a26f None None] Pushing event updated for resources: {'Port': ['ID=a341dabf-3ce2-452b-80a4-0ddca4fbac9f,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:17.559516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Calling delete_port for a341dabf-3ce2-452b-80a4-0ddca4fbac9f owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:17.658448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Attempting to bind port a341dabf-3ce2-452b-80a4-0ddca4fbac9f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:17.658830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Attempting to bind port a341dabf-3ce2-452b-80a4-0ddca4fbac9f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8824a4fd-6e95-4d7f-9962-ad32395e3eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:17.660614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Attempting to bind port a341dabf-3ce2-452b-80a4-0ddca4fbac9f on network 28503bfa-289f-407b-a796-9e9d2b4b1af6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:17.672675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:17.673065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Checking segment: {'id': '8824a4fd-6e95-4d7f-9962-ad32395e3eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:17.673481 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.673885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Bound using segment: {'id': '8824a4fd-6e95-4d7f-9962-ad32395e3eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:17.674359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Bound port: a341dabf-3ce2-452b-80a4-0ddca4fbac9f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8824a4fd-6e95-4d7f-9962-ad32395e3eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:17.674744 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.832866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] For port a341dabf-3ce2-452b-80a4-0ddca4fbac9f, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:17.892643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] For port a341dabf-3ce2-452b-80a4-0ddca4fbac9f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a341dabf-3ce2-452b-80a4-0ddca4fbac9f,segment=NetworkSegment(8824a4fd-6e95-4d7f-9962-ad32395e3eea),segment_id=8824a4fd-6e95-4d7f-9962-ad32395e3eea)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:17.899842 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:17.901764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be12b315-48a0-432f-9344-afd6468f0b70 req-6cdc6fc3-9b6a-4fbd-9335-9e0c0712f737 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 210 time: 0.0769022 Aug 20 15:17:17.902463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37624) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:17.917103 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:18.057017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fcea8-f2cd-43bc-8565-92a36587a26f None None] Pushing event updated for resources: {'Port': ['ID=a341dabf-3ce2-452b-80a4-0ddca4fbac9f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:18.061070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Routers {'eda7934d-439f-4180-bb46-67620dceed80'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:18.061773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:17:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['eda7934d-439f-4180-bb46-67620dceed80'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:18.201858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-672f0c9e-6602-465b-a959-e5dba3066223 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=198b72715ce3480798e19a6548c889dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981369 Aug 20 15:17:18.204586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37634) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:18.209631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:18.302666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] Set router eda7934d-439f-4180-bb46-67620dceed80 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:17:18.310219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Pushing event deleted for resources: {'Port': ['ID=a341dabf-3ce2-452b-80a4-0ddca4fbac9f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:18.336897 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cae3422e-a0ce-45bc-af5a-086ff1ed706c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:18.393975 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cae3422e-a0ce-45bc-af5a-086ff1ed706c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:18.461605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-28bcce38-9309-41c0-8bde-bfc2f713052d None None] Could not find standard attr ID for object a341dabf-3ce2-452b-80a4-0ddca4fbac9f. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:17:18.513462 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cae3422e-a0ce-45bc-af5a-086ff1ed706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:18.516569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cae3422e-a0ce-45bc-af5a-086ff1ed706c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:18.521493 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cae3422e-a0ce-45bc-af5a-086ff1ed706c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7da8db56-1f68-4f99-908e-213a353986ac HTTP/1.1" status: 204 len: 168 time: 0.3157523 Aug 20 15:17:18.528159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f35f8-f9c9-499b-adb7-ff14ce8ac9d4 req-196b41ac-35e1-4586-a0e7-1b1d8b219129 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:18.533491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3422e-a0ce-45bc-af5a-086ff1ed706c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da8db56-1f68-4f99-908e-213a353986ac,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:18.536413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a2f35f8-f9c9-499b-adb7-ff14ce8ac9d4 req-196b41ac-35e1-4586-a0e7-1b1d8b219129 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.3186491 Aug 20 15:17:18.554130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-27fee4ac-95e1-4f11-8ace-1685ae42e9b8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:18.567815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-27fee4ac-95e1-4f11-8ace-1685ae42e9b8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.72 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.4541667 Aug 20 15:17:18.634545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'port': {'device_id': 'efaab199-2519-47df-ae14-765df1373418', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'admin_state_up': True, 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:18.761571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda7934d-439f-4180-bb46-67620dceed80', 'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:17:07Z', 'updated_at': '2021-08-20T15:17:12Z', 'revision_number': 4, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'gw_port': {'id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:08Z', 'updated_at': '2021-08-20T15:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a341dabf-3ce2-452b-80a4-0ddca4fbac9f', 'name': '', 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'mac_address': 'fa:16:3e:27:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '0546bfdd-28f6-4097-9865-0df5c75c9f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:11Z', 'updated_at': '2021-08-20T15:17:17Z', 'revision_number': 4, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'subnets': [{'id': '0546bfdd-28f6-4097-9865-0df5c75c9f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:18.801326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321723f-0046-4cf0-b40c-2a481d7ede1c None None] The sync data for ids ['eda7934d-439f-4180-bb46-67620dceed80'] in n-d-695189-15 is: [{'id': 'eda7934d-439f-4180-bb46-67620dceed80', 'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:17:07Z', 'updated_at': '2021-08-20T15:17:12Z', 'revision_number': 4, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'gw_port': {'id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:08Z', 'updated_at': '2021-08-20T15:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a341dabf-3ce2-452b-80a4-0ddca4fbac9f', 'name': '', 'network_id': '28503bfa-289f-407b-a796-9e9d2b4b1af6', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'mac_address': 'fa:16:3e:27:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '0546bfdd-28f6-4097-9865-0df5c75c9f52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:11Z', 'updated_at': '2021-08-20T15:17:17Z', 'revision_number': 4, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'subnets': [{'id': '0546bfdd-28f6-4097-9865-0df5c75c9f52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:17:18.895402 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:18.974930 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a2f35f8-f9c9-499b-adb7-ff14ce8ac9d4 req-541cba41-2895-466e-86e2-bcc82d688ee6 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4039130 Aug 20 15:17:19.097853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb32f50c-e780-4ca5-b50b-2e01b989c3c9 req-27f52049-46b1-435e-aa93-12e7ba7f9c4c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 210 time: 0.0552123 Aug 20 15:17:19.216483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Made reservation on behalf of df2f242886bb4250beb238dd4a1e5978 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:19.221691 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:19.669955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Allocated IP 172.20.0.7 (320379cd-22ee-4724-9f9a-17e7ba949339/4556d91d-806c-4c49-bd1f-3ea8294511f1/202772cd-3e7f-47f9-a62b-654f3bd8356d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:19.730296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Router eda7934d-439f-4180-bb46-67620dceed80 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:17:19.795904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37668) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:19.980851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942478047'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:20.032924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:20.038703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:20.055872 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:20.068078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:17:20.075805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5eb79c28-1480-4387-80f0-0e1540295136 admin admin] 10.222.0.36 "PUT /v2.0/routers/eda7934d-439f-4180-bb46-67620dceed80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3849041 Aug 20 15:17:20.084672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37676) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:20.203477 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:20.255876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Transition to ACTIVE for port object 202772cd-3e7f-47f9-a62b-654f3bd8356d will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:20.267402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fdf40-7fce-40da-ba8e-f6b5ed847493 req-d6c949cb-8259-4a65-8b8f-6954b107bdb8 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:20.275662 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c99fdf40-7fce-40da-ba8e-f6b5ed847493 req-d6c949cb-8259-4a65-8b8f-6954b107bdb8 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1221492 Aug 20 15:17:20.297915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:20.304072 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:20.340853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:20.355198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad8ecf5-fd4b-4cd7-943f-2851b20bb548,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:20.361077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:20.361929 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment 12728183-3578-4122-9c54-2101ae76ff46 of type vlan for network 8a052806-7da1-4027-83aa-3ea6489109d8 Aug 20 15:17:20.421158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:20.469279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:20.478399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:20.479398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:20.595469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=8a052806-7da1-4027-83aa-3ea6489109d8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:20.613408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 8a052806-7da1-4027-83aa-3ea6489109d8 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:20.642444 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3a7d0bf8-c78a-46dd-acdb-57c30032d30e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8426199 Aug 20 15:17:20.904986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f69f79fc-be1f-4c21-bdb8-9bbeaf45d0f4 req-31f9e563-52ac-4108-9c4f-4d80d2dcd5a3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 210 time: 0.1076980 Aug 20 15:17:20.959037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:21.098832 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] Sync routers for ids ['eda7934d-439f-4180-bb46-67620dceed80'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:17:21.103274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c99fdf40-7fce-40da-ba8e-f6b5ed847493 req-ea4eb467-ceb4-4ca9-ac71-9fe88a9ae16b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155081 Aug 20 15:17:21.111799 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] Routers {'eda7934d-439f-4180-bb46-67620dceed80'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:21.112789 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:17:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['eda7934d-439f-4180-bb46-67620dceed80'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:21.117924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:21.140902 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:21.156936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ccd53080-b5b3-43e6-ae98-334868436f24'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:21.212221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Network 320379cd-22ee-4724-9f9a-17e7ba949339 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:21.216247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:21.218794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:21.235220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e658a613-ba21-45b8-aada-d19cc0e3f776'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:21.329226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'Port': ['ID=202772cd-3e7f-47f9-a62b-654f3bd8356d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:21.409531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:21.410609 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:21.426497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Deleting port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:21.426850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:21.444131 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] Set router eda7934d-439f-4180-bb46-67620dceed80 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:17:21.603985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] For port 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8bdb4c11-e989-4bc7-a389-01f1c2fe54fb,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:21.604622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:21.619703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Calling delete_port for 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:21.781579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3f2671fe-7da8-4990-943e-e3bfcaafd188 None None] Provisioning for port 202772cd-3e7f-47f9-a62b-654f3bd8356d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:21.799306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3f2671fe-7da8-4990-943e-e3bfcaafd188 None None] Provisioning complete for port 202772cd-3e7f-47f9-a62b-654f3bd8356d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:21.800916 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3f2671fe-7da8-4990-943e-e3bfcaafd188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:21.836790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-8ee48383-ed4d-47db-ac78-c5b0b97b079e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2123432 Aug 20 15:17:21.841715 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:21.848882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3f2671fe-7da8-4990-943e-e3bfcaafd188 None None] Port 202772cd-3e7f-47f9-a62b-654f3bd8356d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:17:21.864786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Request body: {'port': {'device_id': 'efaab199-2519-47df-ae14-765df1373418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:21.982268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdb4c11-e989-4bc7-a389-01f1c2fe54fb,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:22.105482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:22.184669 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:22.201095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f826fc-9ee2-4464-baef-5987fa3a096c req-1362c5d3-fa1c-4d81-9c6d-f9ae359c68d1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:22.208858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0f826fc-9ee2-4464-baef-5987fa3a096c req-1362c5d3-fa1c-4d81-9c6d-f9ae359c68d1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 931 time: 0.1837621 Aug 20 15:17:22.232189 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda7934d-439f-4180-bb46-67620dceed80', 'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:17:07Z', 'updated_at': '2021-08-20T15:17:17Z', 'revision_number': 5, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'gw_port': {'id': '8bdb4c11-e989-4bc7-a389-01f1c2fe54fb', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda7934d-439f-4180-bb46-67620dceed80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:17:08Z', 'updated_at': '2021-08-20T15:17:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:22.325445 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] Checking router: eda7934d-439f-4180-bb46-67620dceed80 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:17:22.371475 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] Routers {'eda7934d-439f-4180-bb46-67620dceed80'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:17:22.376280 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:17:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['eda7934d-439f-4180-bb46-67620dceed80'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:22.504950 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] Set router eda7934d-439f-4180-bb46-67620dceed80 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:17:22.578621 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda7934d-439f-4180-bb46-67620dceed80', 'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:17:07Z', 'updated_at': '2021-08-20T15:17:21Z', 'revision_number': 7, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:22.608633 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e9f76f-7222-455c-a431-d075a67e4739 None None] The sync data for ids ['eda7934d-439f-4180-bb46-67620dceed80'] in n-d-695189-15 is: [{'id': 'eda7934d-439f-4180-bb46-67620dceed80', 'name': 'tempest-ImageQuotaTest-560930138-router', 'tenant_id': '00f527b5c18841f4a5e9fb19d99676f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:17:07Z', 'updated_at': '2021-08-20T15:17:21Z', 'revision_number': 7, 'project_id': '00f527b5c18841f4a5e9fb19d99676f1', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:17:22.626533 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:22.630703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:22.694794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0f826fc-9ee2-4464-baef-5987fa3a096c req-690a3e71-1744-4ed8-996d-aa938919a988 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850669 Aug 20 15:17:22.701484 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:22.702224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eda7934d-439f-4180-bb46-67620dceed80 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:17:22.714754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:22.716121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aba91162-0931-4ce3-99eb-be87e3dcce40 admin admin] 10.222.0.36 "DELETE /v2.0/routers/eda7934d-439f-4180-bb46-67620dceed80 HTTP/1.1" status: 204 len: 168 time: 2.6304712 Aug 20 15:17:22.720576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37702) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:22.816215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df108d14-20c1-4a7c-9edd-966ec2379308 req-fdc1c6e0-65cc-4f2b-acf4-2b202705bff5 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:22.818750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df108d14-20c1-4a7c-9edd-966ec2379308 req-fdc1c6e0-65cc-4f2b-acf4-2b202705bff5 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.3640683 Aug 20 15:17:22.855072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc886e1a-5f2f-4321-ad44-58b7ef963058 admin admin] Deleting subnet 0546bfdd-28f6-4097-9865-0df5c75c9f52 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:17:22.865443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc886e1a-5f2f-4321-ad44-58b7ef963058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:22.944552 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc886e1a-5f2f-4321-ad44-58b7ef963058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:22.948699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df108d14-20c1-4a7c-9edd-966ec2379308 req-ee3b4571-296e-480d-90fe-bfaf0035c055 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114495 Aug 20 15:17:23.068100 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc886e1a-5f2f-4321-ad44-58b7ef963058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:23.177165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202772cd-3e7f-47f9-a62b-654f3bd8356d {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:17:23.189468 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:23.201776 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc886e1a-5f2f-4321-ad44-58b7ef963058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:23.237953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc886e1a-5f2f-4321-ad44-58b7ef963058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0546bfdd-28f6-4097-9865-0df5c75c9f52,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:23.246614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Transition to ACTIVE for port object 202772cd-3e7f-47f9-a62b-654f3bd8356d will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:23.256974 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc886e1a-5f2f-4321-ad44-58b7ef963058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:23.259063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08101ae-29aa-4060-acf5-3c5b056f3324 None None] Network 28503bfa-289f-407b-a796-9e9d2b4b1af6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:23.259556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fc886e1a-5f2f-4321-ad44-58b7ef963058 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0546bfdd-28f6-4097-9865-0df5c75c9f52 HTTP/1.1" status: 204 len: 168 time: 0.5374544 Aug 20 15:17:23.260620 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:23.261981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37712) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:23.388954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Pushing event updated for resources: {'Port': ['ID=202772cd-3e7f-47f9-a62b-654f3bd8356d,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:23.405878 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:23.577865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Attempting to bind port 202772cd-3e7f-47f9-a62b-654f3bd8356d on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:23.578734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Attempting to bind port 202772cd-3e7f-47f9-a62b-654f3bd8356d by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:23.579319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Attempting to bind port 202772cd-3e7f-47f9-a62b-654f3bd8356d on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:23.585736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Deleting port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:23.586076 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:23.586753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Port 202772cd-3e7f-47f9-a62b-654f3bd8356d on network 320379cd-22ee-4724-9f9a-17e7ba949339 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:17:23.587325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Attempting to bind port 202772cd-3e7f-47f9-a62b-654f3bd8356d on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:23.601320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:23.601733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Checking segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:23.602129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Bound using segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:23.602954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Bound port: 202772cd-3e7f-47f9-a62b-654f3bd8356d, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:23.603196 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:23.824757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] DHCP port deletion for 28503bfa-289f-407b-a796-9e9d2b4b1af6 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:17:23.906887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] For port 202772cd-3e7f-47f9-a62b-654f3bd8356d, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:23.930046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] For port 202772cd-3e7f-47f9-a62b-654f3bd8356d, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=202772cd-3e7f-47f9-a62b-654f3bd8356d,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:23.969264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Deleting port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:23.972878 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:24.075931 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:24.174749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] For port 7f583f14-4c54-4f2f-9533-ed09cbd434b3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7f583f14-4c54-4f2f-9533-ed09cbd434b3,segment=NetworkSegment(8824a4fd-6e95-4d7f-9962-ad32395e3eea),segment_id=8824a4fd-6e95-4d7f-9962-ad32395e3eea)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:24.175491 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:24.201282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Calling delete_port for 7f583f14-4c54-4f2f-9533-ed09cbd434b3 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:24.228462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96837b18-1aad-491b-b09d-99c981c744a5 req-ef42bcf5-48d7-4f99-850c-d2e5adf02475 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:24.237028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96837b18-1aad-491b-b09d-99c981c744a5 req-ef42bcf5-48d7-4f99-850c-d2e5adf02475 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 943 time: 0.3051813 Aug 20 15:17:24.266837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:17:24.293782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37724) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:24.316955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:17:24.321223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': '8a052806-7da1-4027-83aa-3ea6489109d8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:24.329143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8bdb4c11-e989-4bc7-a389-01f1c2fe54fb not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:17:24.330683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a341dabf-3ce2-452b-80a4-0ddca4fbac9f no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:17:24.348404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96837b18-1aad-491b-b09d-99c981c744a5 req-7250ad23-1ea9-49fe-81db-6987cfc1a23f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101239 Aug 20 15:17:24.408494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a341dabf-3ce2-452b-80a4-0ddca4fbac9f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:17:24.408840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a341dabf-3ce2-452b-80a4-0ddca4fbac9f not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:17:24.409270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7f583f14-4c54-4f2f-9533-ed09cbd434b3 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:17:24.559987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:24.564942 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:24.567221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] 10.222.0.72 "PUT /v2.0/ports/202772cd-3e7f-47f9-a62b-654f3bd8356d HTTP/1.1" status: 200 len: 1092 time: 2.7087944 Aug 20 15:17:24.598241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaab199-2519-47df-ae14-765df1373418', 'tag': '202772cd-3e7f-47f9-a62b-654f3bd8356d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:17:24.603174 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d8937-19a6-4554-9f26-e04cac1f762a" -d '{"events": [{"name": "network-changed", "server_uuid": "efaab199-2519-47df-ae14-765df1373418", "tag": "202772cd-3e7f-47f9-a62b-654f3bd8356d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:17:24.630134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] For port 7f583f14-4c54-4f2f-9533-ed09cbd434b3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7f583f14-4c54-4f2f-9533-ed09cbd434b3,segment=NetworkSegment(8824a4fd-6e95-4d7f-9962-ad32395e3eea),segment_id=8824a4fd-6e95-4d7f-9962-ad32395e3eea)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:24.631175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:24.656759 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:24.678476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Calling delete_port for 7f583f14-4c54-4f2f-9533-ed09cbd434b3 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:24.688141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] No DVR routers for this DVR port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:24.751850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:24.755192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Pushing event deleted for resources: {'Port': ['ID=7f583f14-4c54-4f2f-9533-ed09cbd434b3,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:24.782591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.783241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.783807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.784330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.785577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.786453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.787053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.787690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.788211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.788551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.788886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.789792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2aa31-96e4-4fb9-bf22-bbc6f1988f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:17:24.792422 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11a669a-4677-4b50-9778-286c284bcc4b x-openstack-request-id: req-e11a669a-4677-4b50-9778-286c284bcc4b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:17:24.792788 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaab199-2519-47df-ae14-765df1373418", "tag": "202772cd-3e7f-47f9-a62b-654f3bd8356d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:17:24.793719 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e11a669a-4677-4b50-9778-286c284bcc4b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:17:24.793719 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaab199-2519-47df-ae14-765df1373418', 'tag': '202772cd-3e7f-47f9-a62b-654f3bd8356d', 'status': 'completed', 'code': 200} Aug 20 15:17:24.803524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0a08f-8011-4aae-a30a-a35e96151c27 service neutron] Pushing event updated for resources: {'Port': ['ID=202772cd-3e7f-47f9-a62b-654f3bd8356d,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:24.832778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee752686-ef0c-4f9d-afed-b5c021e6b80f req-e3ed4ee4-7df4-4e1a-8b96-bca72e3c1574 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:24.833280 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:24.834679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee752686-ef0c-4f9d-afed-b5c021e6b80f req-e3ed4ee4-7df4-4e1a-8b96-bca72e3c1574 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.5696762 Aug 20 15:17:24.845156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:24.849554 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:24.865324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f583f14-4c54-4f2f-9533-ed09cbd434b3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:24.885349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] No DVR routers for this DVR port 7f583f14-4c54-4f2f-9533-ed09cbd434b3 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:24.968780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-ed766cd9-cc19-4b32-9ae5-61ca337a5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:24.970460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-ed766cd9-cc19-4b32-9ae5-61ca337a5c57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 1095 time: 0.2850618 Aug 20 15:17:25.004323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.015465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28503bfa-289f-407b-a796-9e9d2b4b1af6']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:25.026976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8824a4fd-6e95-4d7f-9962-ad32395e3eea') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:25.027281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8824a4fd-6e95-4d7f-9962-ad32395e3eea') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:25.036937 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.045384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee752686-ef0c-4f9d-afed-b5c021e6b80f req-ac93becc-9876-4804-a2b5-620d57cdb38e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771326 Aug 20 15:17:25.051145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-104553c1-3f28-473b-821d-01563ebe8806 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=202772cd-3e7f-47f9-a62b-654f3bd8356d HTTP/1.1" status: 200 len: 217 time: 0.0579908 Aug 20 15:17:25.060859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.069261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:25.069723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: items = [ Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:25.072278 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:25.133063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-b80da530-c97e-43df-8809-584e178c9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:25.134949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-b80da530-c97e-43df-8809-584e178c9a83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0751700 Aug 20 15:17:25.139163 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.166917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.169399 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/28503bfa-289f-407b-a796-9e9d2b4b1af6 HTTP/1.1" status: 204 len: 168 time: 1.9060585 Aug 20 15:17:25.170435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100b2dd-7e44-4cf9-ac8b-8645a94de2f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=28503bfa-289f-407b-a796-9e9d2b4b1af6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:25.296725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.375240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-0db9fab1-b48e-483c-a7ee-174e86f95b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:25.377219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-0db9fab1-b48e-483c-a7ee-174e86f95b99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2336330 Aug 20 15:17:25.380117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=a2c4fdf2-eb48-4287-a4d7-83a1701e8aca,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:25.410513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37742) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:25.446445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking segment: {'id': '12728183-3578-4122-9c54-2101ae76ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a052806-7da1-4027-83aa-3ea6489109d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:25.446822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network hostable DHCP agents. Network: 8a052806-7da1-4027-83aa-3ea6489109d8, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:25.477589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network 8a052806-7da1-4027-83aa-3ea6489109d8 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:25.495254 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-952103ee-73bf-4955-a79b-0c07012e1686 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00f527b5c18841f4a5e9fb19d99676f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833001 Aug 20 15:17:25.497365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 8a052806-7da1-4027-83aa-3ea6489109d8) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:25.497975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37744) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:25.507005 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c9c997-3cb2-41e1-aeb1-202e12eb9dcb None None] Network 8a052806-7da1-4027-83aa-3ea6489109d8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:25.525721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:25.526295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.589817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a5f91-4feb-42cd-82ba-7030c7aeec58 req-71272bea-d0ca-4612-8ef3-def9e0b3f787 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:25.590065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8557c810-b3ea-4915-bf5c-c328c1939ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.591730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b2a5f91-4feb-42cd-82ba-7030c7aeec58 req-71272bea-d0ca-4612-8ef3-def9e0b3f787 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 943 time: 0.0800276 Aug 20 15:17:25.593155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-62c4c6b6-a0d2-444a-9df9-3bd273663eaf tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2784069 Aug 20 15:17:25.595842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-d42ddcbd-0ec1-4b44-9397-b3d8bfa0b66b service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078731 Aug 20 15:17:25.596348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37746) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:25.601678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133786677'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:25.643150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8557c810-b3ea-4915-bf5c-c328c1939ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.702707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8557c810-b3ea-4915-bf5c-c328c1939ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.707572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8557c810-b3ea-4915-bf5c-c328c1939ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.708701 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8557c810-b3ea-4915-bf5c-c328c1939ac0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f07d5387-01ed-4246-a844-ac2a9c3e77ea HTTP/1.1" status: 204 len: 168 time: 0.2092786 Aug 20 15:17:25.720896 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557c810-b3ea-4915-bf5c-c328c1939ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07d5387-01ed-4246-a844-ac2a9c3e77ea,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:25.765814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:25.772234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.777038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-8a052806-7da1-4027-83aa-3ea6489109d8', 'network_id': '8a052806-7da1-4027-83aa-3ea6489109d8', 'tenant_id': '97357859d1ab4a6b86c59fe4b74f6109', 'fixed_ips': [{'subnet_id': 'a2c4fdf2-eb48-4287-a4d7-83a1701e8aca'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:25.777904 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.819777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b2a5f91-4feb-42cd-82ba-7030c7aeec58 req-29cc8601-263b-41b7-9f7d-0bc01bed7d6f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141533 Aug 20 15:17:25.869751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:25.880939 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:25.881342 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment ddfa1f31-0f2c-4875-a4df-d3ead8030ef9 of type vlan for network 30e5d957-8124-4d5b-83de-0732b3498e68 Aug 20 15:17:25.992912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6189da9-4e7f-49c0-a33f-e913beaff32f req-87bb272d-fc78-4ebf-96cb-cb9b294e4ee1 service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744292 Aug 20 15:17:26.020181 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.059666 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.069178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:26.070443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.105730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Allocated IP 2001:db8:0:ffff::2 (8a052806-7da1-4027-83aa-3ea6489109d8/a2c4fdf2-eb48-4287-a4d7-83a1701e8aca/802c3a1f-b173-47f2-a86f-57c7c5267926) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:26.273761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6735222 Aug 20 15:17:26.274278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37758) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:26.281265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': '30e5d957-8124-4d5b-83de-0732b3498e68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:26.297583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0565d5-607b-498b-803f-ecce33750641 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=30e5d957-8124-4d5b-83de-0732b3498e68,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:26.323899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8937-19a6-4554-9f26-e04cac1f762a req-5249ae24-b035-4b17-adc8-150b5502ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:26.325499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-946d8937-19a6-4554-9f26-e04cac1f762a req-5249ae24-b035-4b17-adc8-150b5502ae87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 1095 time: 0.2023208 Aug 20 15:17:26.343213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 30e5d957-8124-4d5b-83de-0732b3498e68 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:26.400111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3406d-c2f3-4785-86d9-b9844da410be req-7b3ebb2d-2f15-4e7e-8fba-a44b8ef68a47 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:26.401953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-faf3406d-c2f3-4785-86d9-b9844da410be req-7b3ebb2d-2f15-4e7e-8fba-a44b8ef68a47 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1557496 Aug 20 15:17:26.402815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37762) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:26.465675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-136b3774-4383-48aa-8017-bc36adb816f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.505460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:26.509495 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.538263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-faf3406d-c2f3-4785-86d9-b9844da410be req-26d99536-2a0a-4a11-af7d-5afae3bece79 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024370 Aug 20 15:17:26.558700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8937-19a6-4554-9f26-e04cac1f762a req-bebdfe90-0844-4778-a4d9-eab8d9222305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:26.560354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-946d8937-19a6-4554-9f26-e04cac1f762a req-bebdfe90-0844-4778-a4d9-eab8d9222305 service neutron] 10.222.0.72 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.2256007 Aug 20 15:17:26.590235 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.610067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Transition to ACTIVE for port object 802c3a1f-b173-47f2-a86f-57c7c5267926 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:26.631508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-946d8937-19a6-4554-9f26-e04cac1f762a req-580196c4-822d-473c-9c3c-9c2f8a3d78ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=202772cd-3e7f-47f9-a62b-654f3bd8356d HTTP/1.1" status: 200 len: 217 time: 0.0631990 Aug 20 15:17:26.648551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Transition to ACTIVE for port object 802c3a1f-b173-47f2-a86f-57c7c5267926 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:26.654991 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.718886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Network 8a052806-7da1-4027-83aa-3ea6489109d8 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:26.722007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:26.724551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:26.734723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Pushing event updated for resources: {'Port': ['ID=802c3a1f-b173-47f2-a86f-57c7c5267926,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:26.756883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-136b3774-4383-48aa-8017-bc36adb816f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.771130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-136b3774-4383-48aa-8017-bc36adb816f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.783314 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.821349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Attempting to bind port 802c3a1f-b173-47f2-a86f-57c7c5267926 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:26.822004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-136b3774-4383-48aa-8017-bc36adb816f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3912826 Aug 20 15:17:26.822462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Attempting to bind port 802c3a1f-b173-47f2-a86f-57c7c5267926 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '12728183-3578-4122-9c54-2101ae76ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a052806-7da1-4027-83aa-3ea6489109d8'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:26.823018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Attempting to bind port 802c3a1f-b173-47f2-a86f-57c7c5267926 on network 8a052806-7da1-4027-83aa-3ea6489109d8 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:26.823467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8937-19a6-4554-9f26-e04cac1f762a req-d045d25c-15b8-412a-b05c-fc6370616810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:26.825003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-946d8937-19a6-4554-9f26-e04cac1f762a req-d045d25c-15b8-412a-b05c-fc6370616810 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.1835115 Aug 20 15:17:26.825520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37766) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:26.829996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:26.830626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Checking segment: {'id': '12728183-3578-4122-9c54-2101ae76ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a052806-7da1-4027-83aa-3ea6489109d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:26.832274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.832969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Bound using segment: {'id': '12728183-3578-4122-9c54-2101ae76ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a052806-7da1-4027-83aa-3ea6489109d8'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:26.834217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Bound port: 802c3a1f-b173-47f2-a86f-57c7c5267926, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12728183-3578-4122-9c54-2101ae76ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '8a052806-7da1-4027-83aa-3ea6489109d8'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:26.834803 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.918451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking segment: {'id': 'ddfa1f31-0f2c-4875-a4df-d3ead8030ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '30e5d957-8124-4d5b-83de-0732b3498e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:26.918732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b3774-4383-48aa-8017-bc36adb816f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6ae9c4-8761-415c-a26d-83ec90586b16,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:26.918870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network hostable DHCP agents. Network: 30e5d957-8124-4d5b-83de-0732b3498e68, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:26.951828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=507682da-8424-4ea2-bebd-bef1c03f9bd1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:26.952837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] For port 802c3a1f-b173-47f2-a86f-57c7c5267926, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:26.955754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d8937-19a6-4554-9f26-e04cac1f762a req-97916ce1-9df5-4e23-a5f9-735633f18d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:26.956805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] For port 802c3a1f-b173-47f2-a86f-57c7c5267926, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=802c3a1f-b173-47f2-a86f-57c7c5267926,segment=NetworkSegment(12728183-3578-4122-9c54-2101ae76ff46),segment_id=12728183-3578-4122-9c54-2101ae76ff46)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:26.958434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-946d8937-19a6-4554-9f26-e04cac1f762a req-97916ce1-9df5-4e23-a5f9-735633f18d87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170962 Aug 20 15:17:26.964071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:26.982272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network 30e5d957-8124-4d5b-83de-0732b3498e68 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:26.996690 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 30e5d957-8124-4d5b-83de-0732b3498e68) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:27.001883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:27.002488 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.019240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b1ee13-42f2-4b03-991d-699a447b7d0e None None] Network 30e5d957-8124-4d5b-83de-0732b3498e68 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:27.020548 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e277a65a-d713-43c2-b3a1-74e2d95be4a2 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7448981 Aug 20 15:17:27.023595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37770) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:27.111073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de186d-1430-45d6-a083-fe6a6ded81a7 req-d18faccc-f069-46f6-ba58-6da0fd973648 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:27.112977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7de186d-1430-45d6-a083-fe6a6ded81a7 req-d18faccc-f069-46f6-ba58-6da0fd973648 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 943 time: 0.1604295 Aug 20 15:17:27.142392 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-246a73a8-3f20-4bcb-bbf7-f94297ef31c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.157517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f6ad9-e680-4008-a68d-2ef7d4d08533 None None] Pushing event updated for resources: {'Port': ['ID=802c3a1f-b173-47f2-a86f-57c7c5267926,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:27.204251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7de186d-1430-45d6-a083-fe6a6ded81a7 req-45998b51-6d7d-49dc-b3f6-95850f123eea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833020 Aug 20 15:17:27.228955 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.243952 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-246a73a8-3f20-4bcb-bbf7-f94297ef31c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.281437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-946d8937-19a6-4554-9f26-e04cac1f762a req-b1030922-c8de-4681-8b36-fd63f1ca828e service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847159 Aug 20 15:17:27.354137 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.363772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d834c4c8-c149-4eb3-bc27-fa347055b80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-30e5d957-8124-4d5b-83de-0732b3498e68', 'network_id': '30e5d957-8124-4d5b-83de-0732b3498e68', 'tenant_id': '97357859d1ab4a6b86c59fe4b74f6109', 'fixed_ips': [{'subnet_id': '507682da-8424-4ea2-bebd-bef1c03f9bd1'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:27.365041 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d834c4c8-c149-4eb3-bc27-fa347055b80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.437162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.540592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-946d8937-19a6-4554-9f26-e04cac1f762a req-e9e9f4b3-3f99-4adf-8240-336a3a2b5881 service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504251 Aug 20 15:17:27.542477 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-246a73a8-3f20-4bcb-bbf7-f94297ef31c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.547100 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-246a73a8-3f20-4bcb-bbf7-f94297ef31c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.548279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-246a73a8-3f20-4bcb-bbf7-f94297ef31c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab6ae9c4-8761-415c-a26d-83ec90586b16 HTTP/1.1" status: 204 len: 168 time: 0.7209275 Aug 20 15:17:27.558334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=507682da-8424-4ea2-bebd-bef1c03f9bd1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:27.559476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a73a8-3f20-4bcb-bbf7-f94297ef31c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6ae9c4-8761-415c-a26d-83ec90586b16,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-d834c4c8-c149-4eb3-bc27-fa347055b80d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507682da-8424-4ea2-bebd-bef1c03f9bd1: This subnet is being modified by another concurrent operation. Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507682da-8424-4ea2-bebd-bef1c03f9bd1: This subnet is being modified by another concurrent operation. Aug 20 15:17:27.617549 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:17:27.633919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef99676-81a4-477a-8497-27207377e3a2 None None] Network 30e5d957-8124-4d5b-83de-0732b3498e68 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:27.735418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874f8cd-6324-45f7-96b2-5e2c624120fd req-44895b95-0609-4f14-934e-b2be30b5d733 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:27.744046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.756304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874f8cd-6324-45f7-96b2-5e2c624120fd req-44895b95-0609-4f14-934e-b2be30b5d733 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.0718932 Aug 20 15:17:27.759044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e5d957-8124-4d5b-83de-0732b3498e68']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:27.799582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfa1f31-0f2c-4875-a4df-d3ead8030ef9') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:27.799582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfa1f31-0f2c-4875-a4df-d3ead8030ef9') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:27.819648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0874f8cd-6324-45f7-96b2-5e2c624120fd req-0ec8368b-399a-4d65-ae67-d57a7aae5a99 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556593 Aug 20 15:17:27.838159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.882272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.907489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:27.916627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:27.994724 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:27.999382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.025598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.031110 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/30e5d957-8124-4d5b-83de-0732b3498e68 HTTP/1.1" status: 204 len: 168 time: 1.0031922 Aug 20 15:17:28.031110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc8ae2-24c1-48fc-81f4-38db75995c4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=30e5d957-8124-4d5b-83de-0732b3498e68,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:28.031477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37784) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:28.037654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-662105579'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:28.076033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:28.080386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.123392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:28.133531 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.133903 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment bb0f345a-c31d-47d8-92f4-e1312dc06ebf of type vlan for network db618ce9-2dda-4eaa-ac50-17f1a799b7bd Aug 20 15:17:28.192029 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.233623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.255571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:28.255571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.334661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 802c3a1f-b173-47f2-a86f-57c7c5267926 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:28.428921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 802c3a1f-b173-47f2-a86f-57c7c5267926 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:28.444795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4119046 Aug 20 15:17:28.448790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37790) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:28.456050 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': 'db618ce9-2dda-4eaa-ac50-17f1a799b7bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:28.461505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e21e8c-0364-4b26-8437-2a9ddd9c305f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=db618ce9-2dda-4eaa-ac50-17f1a799b7bd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:28.473771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network db618ce9-2dda-4eaa-ac50-17f1a799b7bd details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:28.500310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937d39a-cf98-4900-a440-0db1abab724c req-9b566bda-a5f9-444d-bed6-d1825102136d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:28.501900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9937d39a-cf98-4900-a440-0db1abab724c req-9b566bda-a5f9-444d-bed6-d1825102136d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 943 time: 0.1016159 Aug 20 15:17:28.598823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9937d39a-cf98-4900-a440-0db1abab724c req-7578dbe0-b50c-44e7-8a8b-ba5536514488 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871286 Aug 20 15:17:28.611178 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:28.614920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.664569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59e204f-f557-4f59-ae4e-b9507fe60db3 None None] Network 8a052806-7da1-4027-83aa-3ea6489109d8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:28.744412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e5b08f0d-396c-4fba-aff1-a940bbbb54e3 None None] Provisioning for port 802c3a1f-b173-47f2-a86f-57c7c5267926 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:28.752161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e5b08f0d-396c-4fba-aff1-a940bbbb54e3 None None] Provisioning complete for port 802c3a1f-b173-47f2-a86f-57c7c5267926 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:28.753998 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e5b08f0d-396c-4fba-aff1-a940bbbb54e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.800929 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.847653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.916679 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e5b08f0d-396c-4fba-aff1-a940bbbb54e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:28.966630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking segment: {'id': 'bb0f345a-c31d-47d8-92f4-e1312dc06ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db618ce9-2dda-4eaa-ac50-17f1a799b7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:28.969953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network hostable DHCP agents. Network: db618ce9-2dda-4eaa-ac50-17f1a799b7bd, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:28.974387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=bb43319c-67ee-43ad-b8e1-29e37876fea1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:28.988733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e5b08f0d-396c-4fba-aff1-a940bbbb54e3 None None] For port 802c3a1f-b173-47f2-a86f-57c7c5267926, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=802c3a1f-b173-47f2-a86f-57c7c5267926,segment=NetworkSegment(12728183-3578-4122-9c54-2101ae76ff46),segment_id=12728183-3578-4122-9c54-2101ae76ff46)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:28.996302 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e5b08f0d-396c-4fba-aff1-a940bbbb54e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.015973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network db618ce9-2dda-4eaa-ac50-17f1a799b7bd is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:29.032782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, db618ce9-2dda-4eaa-ac50-17f1a799b7bd) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:29.039020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:29.040380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.046374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb53eb-296e-4279-ba7c-f93fcf5913ec None None] Network db618ce9-2dda-4eaa-ac50-17f1a799b7bd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:29.052492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ff1df-0fb9-4023-89f0-94de074ad4dd req-a8aeaa0c-90a8-419e-9a94-2939545ffd47 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:29.060110 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2a882178-9621-474c-87f6-965efab866ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6096308 Aug 20 15:17:29.066671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37800) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:29.070194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a91ff1df-0fb9-4023-89f0-94de074ad4dd req-a8aeaa0c-90a8-419e-9a94-2939545ffd47 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.0939476 Aug 20 15:17:29.078298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-48042584'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:29.125240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b08f0d-396c-4fba-aff1-a940bbbb54e3 None None] Pushing event updated for resources: {'Port': ['ID=802c3a1f-b173-47f2-a86f-57c7c5267926,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:29.137783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:29.142977 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.166132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a91ff1df-0fb9-4023-89f0-94de074ad4dd req-19abf7f5-e98e-4961-8fe2-73ec43ec772c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919092 Aug 20 15:17:29.174768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:29.195775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.196130 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment 3f026d36-70d9-4151-ace5-13d776818357 of type vlan for network 2c3aea36-a4dc-4300-9481-01d0df551689 Aug 20 15:17:29.275039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.279158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-db618ce9-2dda-4eaa-ac50-17f1a799b7bd', 'network_id': 'db618ce9-2dda-4eaa-ac50-17f1a799b7bd', 'tenant_id': '97357859d1ab4a6b86c59fe4b74f6109', 'fixed_ips': [{'subnet_id': 'bb43319c-67ee-43ad-b8e1-29e37876fea1'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:29.279766 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.330114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.341883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:29.342532 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.416164 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3443370 Aug 20 15:17:29.416832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37804) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:29.422329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': '2c3aea36-a4dc-4300-9481-01d0df551689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:29.430053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b97d1a-f2dc-44ff-a0ab-f26dd9e05301 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=2c3aea36-a4dc-4300-9481-01d0df551689,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:29.444162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 2c3aea36-a4dc-4300-9481-01d0df551689 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:29.537092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:29.541197 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.612577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.ipam_backend_mixin [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Performing IP validity checks on allocation pools {{(pid=101099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 15:17:29.613517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.ipam_backend_mixin [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 15:17:29.616012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-15c6672a-340a-461b-8a5c-91cae16275c5 None None] Provisioning complete for port 802c3a1f-b173-47f2-a86f-57c7c5267926 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:29.616391 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-15c6672a-340a-461b-8a5c-91cae16275c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.831565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cb314-66cf-43bc-bfa9-9f930e001e38 req-5bd98c4f-1b0e-4c75-aaa0-70e3657d6ce4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:29.833184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-729cb314-66cf-43bc-bfa9-9f930e001e38 req-5bd98c4f-1b0e-4c75-aaa0-70e3657d6ce4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 943 time: 0.1028044 Aug 20 15:17:29.855418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Allocated IP 2001:db8::3 (db618ce9-2dda-4eaa-ac50-17f1a799b7bd/bb43319c-67ee-43ad-b8e1-29e37876fea1/1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:29.878579 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:29.941886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-729cb314-66cf-43bc-bfa9-9f930e001e38 req-32444c46-27aa-416d-bc9d-6624f1fd7167 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992799 Aug 20 15:17:29.975932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=6ff21eca-1134-40c4-946a-be63f92533b0,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:29.997590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking segment: {'id': '3f026d36-70d9-4151-ace5-13d776818357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2c3aea36-a4dc-4300-9481-01d0df551689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:29.997956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network hostable DHCP agents. Network: 2c3aea36-a4dc-4300-9481-01d0df551689, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:30.015884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network 2c3aea36-a4dc-4300-9481-01d0df551689 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:30.025934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 2c3aea36-a4dc-4300-9481-01d0df551689) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:30.030615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:30.031314 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.040734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa45686-81f9-4ec3-a33e-7baea1e878b6 None None] Network 2c3aea36-a4dc-4300-9481-01d0df551689 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:30.048498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8b714841-4921-4db2-9cde-de3bc5e79b27 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6302364 Aug 20 15:17:30.051663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37814) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:30.114180 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.142177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Transition to ACTIVE for port object 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:30.174064 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.180516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Transition to ACTIVE for port object 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:30.187487 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.243462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 802c3a1f-b173-47f2-a86f-57c7c5267926 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:30.309512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Network db618ce9-2dda-4eaa-ac50-17f1a799b7bd is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:30.324405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:30.328966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Pushing event updated for resources: {'Port': ['ID=1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:30.329966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:30.346040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.371390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 802c3a1f-b173-47f2-a86f-57c7c5267926 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:30.371808 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.399491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b930db-d833-434a-af5c-6b6643a96fb4 req-91cdd992-e011-4085-b012-8e82c3247bde tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:30.401219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87b930db-d833-434a-af5c-6b6643a96fb4 req-91cdd992-e011-4085-b012-8e82c3247bde tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1167891 Aug 20 15:17:30.422960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.429192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90492cd-24ea-4188-9b4e-c37b327d5547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-2c3aea36-a4dc-4300-9481-01d0df551689', 'network_id': '2c3aea36-a4dc-4300-9481-01d0df551689', 'tenant_id': '97357859d1ab4a6b86c59fe4b74f6109', 'fixed_ips': [{'subnet_id': '6ff21eca-1134-40c4-946a-be63f92533b0'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:30.430055 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b90492cd-24ea-4188-9b4e-c37b327d5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.456974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Attempting to bind port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:30.457365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Attempting to bind port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'bb0f345a-c31d-47d8-92f4-e1312dc06ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db618ce9-2dda-4eaa-ac50-17f1a799b7bd'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:30.457711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Attempting to bind port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c on network db618ce9-2dda-4eaa-ac50-17f1a799b7bd {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:30.470416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:30.470856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Checking segment: {'id': 'bb0f345a-c31d-47d8-92f4-e1312dc06ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db618ce9-2dda-4eaa-ac50-17f1a799b7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:30.471205 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.471734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Bound using segment: {'id': 'bb0f345a-c31d-47d8-92f4-e1312dc06ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db618ce9-2dda-4eaa-ac50-17f1a799b7bd'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:30.472226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Bound port: 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0f345a-c31d-47d8-92f4-e1312dc06ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'db618ce9-2dda-4eaa-ac50-17f1a799b7bd'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:30.472613 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.680742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] For port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:30.685515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] For port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c,segment=NetworkSegment(bb0f345a-c31d-47d8-92f4-e1312dc06ebf),segment_id=bb0f345a-c31d-47d8-92f4-e1312dc06ebf)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:30.715438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e2e89-ecf7-493e-98f2-763491c9e4b9 None None] Network 2c3aea36-a4dc-4300-9481-01d0df551689 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:30.722948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.794549 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:17:30.851265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff21eca-1134-40c4-946a-be63f92533b0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:30.919139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87b930db-d833-434a-af5c-6b6643a96fb4 req-e5ecbf12-cf37-4072-b20f-93a8a60b9800 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5021570 Aug 20 15:17:30.930310 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.949228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3aea36-a4dc-4300-9481-01d0df551689']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:30.960917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f026d36-70d9-4151-ace5-13d776818357') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:30.961367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f026d36-70d9-4151-ace5-13d776818357') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:30.972378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:30.994834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885b12b-7c02-43cf-8d93-43638b59e9ce None None] Pushing event updated for resources: {'Port': ['ID=1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:31.002227 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.012586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:31.013322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:31.028645 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:31.075534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:31.091121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'f1855cf4-377e-4404-9f24-c77989128586', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'port_id': 'f1855cf4-377e-4404-9f24-c77989128586', 'mac_address': 'fa:16:3e:94:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:17:31.126573 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.140589 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.146538 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.148483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/2c3aea36-a4dc-4300-9481-01d0df551689 HTTP/1.1" status: 204 len: 168 time: 1.0958884 Aug 20 15:17:31.152107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37828) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:31.157848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d971cb-f6f7-42d8-bdf9-3152c52a203b req-3099caa1-4820-4216-877e-d96df4234e83 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:31.158553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296551374'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:31.159452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d971cb-f6f7-42d8-bdf9-3152c52a203b req-3099caa1-4820-4216-877e-d96df4234e83 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 943 time: 0.0852482 Aug 20 15:17:31.160542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27883-96a6-472a-9d78-24da71256859 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=2c3aea36-a4dc-4300-9481-01d0df551689,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:31.165559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1855cf4-377e-4404-9f24-c77989128586 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:17:31.188178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:31.193727 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.194320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:31.194899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 202772cd-3e7f-47f9-a62b-654f3bd8356d details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:17:31.199375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.222716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d971cb-f6f7-42d8-bdf9-3152c52a203b req-c85766a2-5fc1-4df5-b052-f4145a03ba67 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495815 Aug 20 15:17:31.271594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:31.281615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.282513 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment 019b8f56-ff26-4fc9-b798-896c79059124 of type vlan for network ba8dc063-7826-4ae6-ba95-055c1630d3b9 Aug 20 15:17:31.331433 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.346409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:31.363294 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.373326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:31.374000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.395320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 202772cd-3e7f-47f9-a62b-654f3bd8356d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=202772cd-3e7f-47f9-a62b-654f3bd8356d,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:31.409529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '202772cd-3e7f-47f9-a62b-654f3bd8356d', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'port_id': '202772cd-3e7f-47f9-a62b-654f3bd8356d', 'mac_address': 'fa:16:3e:5a:86:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:17:31.436527 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2824209 Aug 20 15:17:31.440077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37830) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:31.446263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': 'ba8dc063-7826-4ae6-ba95-055c1630d3b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:31.453525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f172e6-320f-49c5-b8e0-797648e2861e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=ba8dc063-7826-4ae6-ba95-055c1630d3b9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:31.462098 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.479580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network ba8dc063-7826-4ae6-ba95-055c1630d3b9 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:31.494808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202772cd-3e7f-47f9-a62b-654f3bd8356d {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:17:31.546097 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 202772cd-3e7f-47f9-a62b-654f3bd8356d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=202772cd-3e7f-47f9-a62b-654f3bd8356d,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:31.551581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:31.552600 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.556793 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.608746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=202772cd-3e7f-47f9-a62b-654f3bd8356d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:31.753693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f1855cf4-377e-4404-9f24-c77989128586'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:31.774026 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.840330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=68ac4349-7dab-4ec9-9972-d49aa1b7e53f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:31.856160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking segment: {'id': '019b8f56-ff26-4fc9-b798-896c79059124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'ba8dc063-7826-4ae6-ba95-055c1630d3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:31.856881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network hostable DHCP agents. Network: ba8dc063-7826-4ae6-ba95-055c1630d3b9, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:31.876046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network ba8dc063-7826-4ae6-ba95-055c1630d3b9 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:31.891216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, ba8dc063-7826-4ae6-ba95-055c1630d3b9) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:31.896831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:31.897584 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:31.921938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-04a0cc88-d14b-4752-9ce0-e50f16a012fb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4775124 Aug 20 15:17:31.922474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37836) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:31.937682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e30b4bb-5ea5-4ef6-a662-b91b39a30af9 None None] Network ba8dc063-7826-4ae6-ba95-055c1630d3b9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:32.099996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.120629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45386d1-0e3b-48e3-8a8a-c15e0b8bcdaf req-d0540628-cebd-43a9-ad2d-793f26899509 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:32.122213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a45386d1-0e3b-48e3-8a8a-c15e0b8bcdaf req-d0540628-cebd-43a9-ad2d-793f26899509 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 945 time: 0.0858829 Aug 20 15:17:32.135152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31de3e-1c56-4431-be2d-0d44604102c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-ba8dc063-7826-4ae6-ba95-055c1630d3b9', 'network_id': 'ba8dc063-7826-4ae6-ba95-055c1630d3b9', 'tenant_id': '97357859d1ab4a6b86c59fe4b74f6109', 'fixed_ips': [{'subnet_id': '68ac4349-7dab-4ec9-9972-d49aa1b7e53f'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:32.136162 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cd31de3e-1c56-4431-be2d-0d44604102c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.240514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.248304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a45386d1-0e3b-48e3-8a8a-c15e0b8bcdaf req-5d1d66c1-f08e-4219-884a-c6dc22f640ea tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163752 Aug 20 15:17:32.298454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:32.368961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['202772cd-3e7f-47f9-a62b-654f3bd8356d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:32.393045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba4aa0-674a-48df-81db-81674dcbdc26 req-b19fc5e3-aa72-4145-bc7f-77a37cf65096 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:32.395531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81ba4aa0-674a-48df-81db-81674dcbdc26 req-b19fc5e3-aa72-4145-bc7f-77a37cf65096 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 944 time: 0.0678051 Aug 20 15:17:32.396707 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-cd31de3e-1c56-4431-be2d-0d44604102c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68ac4349-7dab-4ec9-9972-d49aa1b7e53f: This subnet is being modified by another concurrent operation. Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68ac4349-7dab-4ec9-9972-d49aa1b7e53f: This subnet is being modified by another concurrent operation. Aug 20 15:17:32.431613 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:17:32.441239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=68ac4349-7dab-4ec9-9972-d49aa1b7e53f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:32.468224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e8351-35c2-47ad-841c-02f236d2c590 None None] Network db618ce9-2dda-4eaa-ac50-17f1a799b7bd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:32.489924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087248f-3dcc-41f9-839d-e775cb5c2637 None None] Network ba8dc063-7826-4ae6-ba95-055c1630d3b9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:32.521879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81ba4aa0-674a-48df-81db-81674dcbdc26 req-b096f460-3803-49f9-aff5-71b9b144f016 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987906 Aug 20 15:17:32.526215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.539596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8dc063-7826-4ae6-ba95-055c1630d3b9']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:32.550702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019b8f56-ff26-4fc9-b798-896c79059124') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:32.551000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019b8f56-ff26-4fc9-b798-896c79059124') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:32.560081 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.574631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.582504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:32.583205 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:32.587778 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:32.593756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:32.646575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-31b70a3a-a269-4b4b-8ae7-c1e64e83f8a4 None None] Provisioning for port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:32.667417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-31b70a3a-a269-4b4b-8ae7-c1e64e83f8a4 None None] Provisioning complete for port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:32.667815 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-31b70a3a-a269-4b4b-8ae7-c1e64e83f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.668646 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.690549 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.697792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/ba8dc063-7826-4ae6-ba95-055c1630d3b9 HTTP/1.1" status: 204 len: 168 time: 0.7700043 Aug 20 15:17:32.697792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814d05f-0d5b-4954-aa66-8a54cd3f24d0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=ba8dc063-7826-4ae6-ba95-055c1630d3b9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:32.697792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37848) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:32.710295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-270853119'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:32.736378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:32.742123 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.777291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:32.797252 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.797715 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment 4774ed92-d0d9-4bf6-a3e7-c9bfaa9b95a4 of type vlan for network 0ab75d54-8f1d-4820-ba13-38e2f7712cc9 Aug 20 15:17:32.849812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.877174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.883965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:32.884908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:32.905647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:32.960973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37852) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:32.964168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2664490 Aug 20 15:17:32.966987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': '0ab75d54-8f1d-4820-ba13-38e2f7712cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:32.980628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba96f8c-0844-4819-9e8c-1a25edfceef3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=0ab75d54-8f1d-4820-ba13-38e2f7712cc9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:33.008820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 0ab75d54-8f1d-4820-ba13-38e2f7712cc9 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:33.078429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:33.082434 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.183512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port f1855cf4-377e-4404-9f24-c77989128586 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:33.184213 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.217867 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-31b70a3a-a269-4b4b-8ae7-c1e64e83f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.266167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-31b70a3a-a269-4b4b-8ae7-c1e64e83f8a4 None None] For port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c,segment=NetworkSegment(bb0f345a-c31d-47d8-92f4-e1312dc06ebf),segment_id=bb0f345a-c31d-47d8-92f4-e1312dc06ebf)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:33.272304 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-31b70a3a-a269-4b4b-8ae7-c1e64e83f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.317818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.393127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=0e25d072-a45a-45db-aa6b-9540be6a326a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:33.404328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking segment: {'id': '4774ed92-d0d9-4bf6-a3e7-c9bfaa9b95a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0ab75d54-8f1d-4820-ba13-38e2f7712cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:33.404995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network hostable DHCP agents. Network: 0ab75d54-8f1d-4820-ba13-38e2f7712cc9, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:33.406706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b70a3a-a269-4b4b-8ae7-c1e64e83f8a4 None None] Pushing event updated for resources: {'Port': ['ID=1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:33.426191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network 0ab75d54-8f1d-4820-ba13-38e2f7712cc9 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:33.436270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 0ab75d54-8f1d-4820-ba13-38e2f7712cc9) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:33.437269 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.446457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:33.447435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.457728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0bba16-2a72-47dd-848e-b451385fb8e1 None None] Network 0ab75d54-8f1d-4820-ba13-38e2f7712cc9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:33.460216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf378-c9a0-4deb-98ef-700437f6b090 req-bb584dd7-7db1-451c-8893-e4e81e8cdf43 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:33.461897 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-288bf378-c9a0-4deb-98ef-700437f6b090 req-bb584dd7-7db1-451c-8893-e4e81e8cdf43 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 945 time: 0.1039784 Aug 20 15:17:33.464153 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bc5a2681-ee11-40c5-b755-7abf08d90a02 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5014851 Aug 20 15:17:33.467033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37860) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:33.539913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:17:33.542242 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d43d5a9-af81-4c53-8d03-43f1ccbf882f" -d '{"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-plugged", "status": "completed", "tag": "f1855cf4-377e-4404-9f24-c77989128586"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:17:33.562290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:33.574779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5d14d364-a0d7-4ecd-b760-9bc389d0d8af None None] Provisioning complete for port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:33.575521 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d14d364-a0d7-4ecd-b760-9bc389d0d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.577934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-288bf378-c9a0-4deb-98ef-700437f6b090 req-0f7357c9-a53f-431d-bd3b-c8a91d2accfe tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753386 Aug 20 15:17:33.620601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.647279 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cd8f6d-fe97-4a45-9ba8-14b91b65ffee x-openstack-request-id: req-01cd8f6d-fe97-4a45-9ba8-14b91b65ffee {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:17:33.647611 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-plugged", "status": "completed", "tag": "f1855cf4-377e-4404-9f24-c77989128586", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:17:33.647868 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01cd8f6d-fe97-4a45-9ba8-14b91b65ffee {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:17:33.648255 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586', 'code': 200} Aug 20 15:17:33.651087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.728578 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.758502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:33.821640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21563e04-5a9a-41ec-9acd-4f1f0520ae98 req-2b2964ed-6365-4050-a120-22c1d1436b48 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:33.823177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21563e04-5a9a-41ec-9acd-4f1f0520ae98 req-2b2964ed-6365-4050-a120-22c1d1436b48 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 944 time: 0.1305435 Aug 20 15:17:33.825298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ec8497-9695-4b62-8396-0c688bd64990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-0ab75d54-8f1d-4820-ba13-38e2f7712cc9', 'network_id': '0ab75d54-8f1d-4820-ba13-38e2f7712cc9', 'tenant_id': '97357859d1ab4a6b86c59fe4b74f6109', 'fixed_ips': [{'subnet_id': '0e25d072-a45a-45db-aa6b-9540be6a326a'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:33.826275 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-28ec8497-9695-4b62-8396-0c688bd64990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.849935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.931018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=0e25d072-a45a-45db-aa6b-9540be6a326a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:33.940208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bb699d-b616-40db-a02b-a978a6d761e2 None None] Network 0ab75d54-8f1d-4820-ba13-38e2f7712cc9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:33.955144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21563e04-5a9a-41ec-9acd-4f1f0520ae98 req-a6437bfd-f4e8-402c-8779-df78eaf6fd9d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229470 Aug 20 15:17:33.968678 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:33.981440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab75d54-8f1d-4820-ba13-38e2f7712cc9']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:33.996688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4774ed92-d0d9-4bf6-a3e7-c9bfaa9b95a4') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:33.997077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4774ed92-d0d9-4bf6-a3e7-c9bfaa9b95a4') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:34.008172 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.023136 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.029294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:34.029682 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:34.033169 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:34.067186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce042d1b-044d-4693-9f90-4fa86375c3ca None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:17:34.114742 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.123880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.130476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/0ab75d54-8f1d-4820-ba13-38e2f7712cc9 HTTP/1.1" status: 204 len: 168 time: 0.6576180 Aug 20 15:17:34.130681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37874) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:34.135476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1787012931'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:34.146648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b781c4-7c31-4bea-85cc-56dd980b4c8a tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=0ab75d54-8f1d-4820-ba13-38e2f7712cc9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:34.171422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:34.175383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.194709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce042d1b-044d-4693-9f90-4fa86375c3ca None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:17:34.205175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:34.216371 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.216851 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment b0681fe4-713d-4199-935b-2299fa2e5278 of type vlan for network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 Aug 20 15:17:34.228729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:34.260379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.286348 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.292465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:34.293283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.343670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:34.344047 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.353599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2221785 Aug 20 15:17:34.356444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37876) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:34.362862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': 'b807432c-c0d5-4baa-8c42-6db4cdddc8e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:34.365968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee29d9c-8acb-4569-aae8-d2ccdfb3815c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=b807432c-c0d5-4baa-8c42-6db4cdddc8e8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:34.391177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:34.488961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:34.493608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.619244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105edaf0-6171-4080-be03-69566ff641a2 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:17:34.726243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.745172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105edaf0-6171-4080-be03-69566ff641a2 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:17:34.795891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d12a3a-4a77-4637-b393-b2613ee413f8 req-ca066f49-d7ab-423b-a371-ce08a0befa8e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:34.797462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61d12a3a-4a77-4637-b393-b2613ee413f8 req-ca066f49-d7ab-423b-a371-ce08a0befa8e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1082473 Aug 20 15:17:34.810758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 202772cd-3e7f-47f9-a62b-654f3bd8356d up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:34.816427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=1e76ffc1-6b28-4c05-98da-140d6afc9f50,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:34.846529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking segment: {'id': 'b0681fe4-713d-4199-935b-2299fa2e5278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b807432c-c0d5-4baa-8c42-6db4cdddc8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:34.847390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network hostable DHCP agents. Network: b807432c-c0d5-4baa-8c42-6db4cdddc8e8, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:34.866796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61d12a3a-4a77-4637-b393-b2613ee413f8 req-883a72ea-a67f-4426-a3fc-9fef3eeed04f tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591152 Aug 20 15:17:34.886016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:34.918506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 202772cd-3e7f-47f9-a62b-654f3bd8356d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:34.921933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b807432c-c0d5-4baa-8c42-6db4cdddc8e8) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:34.936971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 202772cd-3e7f-47f9-a62b-654f3bd8356d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:34.937627 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.943106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:34.943883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:34.966915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-acccf0ac-02c1-4ee7-acbc-3f65c39a663f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6090329 Aug 20 15:17:34.969634 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37888) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:34.975073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': 'b807432c-c0d5-4baa-8c42-6db4cdddc8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:35.115663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:35.120232 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.123016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030bfd9-0dab-490b-9fec-0e801384ffc1 req-b704d2b7-eb46-4c0e-80fa-40848c57b553 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:35.125972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9030bfd9-0dab-490b-9fec-0e801384ffc1 req-b704d2b7-eb46-4c0e-80fa-40848c57b553 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 944 time: 0.0805938 Aug 20 15:17:35.153905 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.173529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9030bfd9-0dab-490b-9fec-0e801384ffc1 req-f8fe8c01-03e0-4e40-9ca1-8ac4f145c4de tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397177 Aug 20 15:17:35.179603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8962dc62-7c29-4e80-9b47-7207e6d91739 None None] Network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:35.230623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 202772cd-3e7f-47f9-a62b-654f3bd8356d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=202772cd-3e7f-47f9-a62b-654f3bd8356d,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:35.237273 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.311061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=202772cd-3e7f-47f9-a62b-654f3bd8356d,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:35.380925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-b807432c-c0d5-4baa-8c42-6db4cdddc8e8', 'network_id': 'b807432c-c0d5-4baa-8c42-6db4cdddc8e8', 'tenant_id': '97357859d1ab4a6b86c59fe4b74f6109', 'fixed_ips': [{'subnet_id': '1e76ffc1-6b28-4c05-98da-140d6afc9f50'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:35.382109 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.398457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.447686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:35.450820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:35.454989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:35.455607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.469245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=34a07d79-fac6-4110-8ac9-8b22379a1f0f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:35.478859 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fdac1bda-0a2b-4b64-a810-ae404abedad6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5079331 Aug 20 15:17:35.481354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37892) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:35.540044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Allocated IP 2001:db8::2 (b807432c-c0d5-4baa-8c42-6db4cdddc8e8/1e76ffc1-6b28-4c05-98da-140d6afc9f50/5d6774d2-3957-4963-97e5-ab30abf45055) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:35.573122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87952360-a69b-4311-a3e3-f226e1fc1860 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:35.574842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87952360-a69b-4311-a3e3-f226e1fc1860 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:35.576520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87952360-a69b-4311-a3e3-f226e1fc1860 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:35.578045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87952360-a69b-4311-a3e3-f226e1fc1860 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:35.579590 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87952360-a69b-4311-a3e3-f226e1fc1860 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:35.582429 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-87952360-a69b-4311-a3e3-f226e1fc1860 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1000004 Aug 20 15:17:35.586103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37894) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:35.591360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2051382026'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:35.613620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:35.618371 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.645665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:35.651570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaab199-2519-47df-ae14-765df1373418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202772cd-3e7f-47f9-a62b-654f3bd8356d'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:17:35.654049 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f415b9-5683-4e70-9256-3b8d39670d6b" -d '{"events": [{"server_uuid": "efaab199-2519-47df-ae14-765df1373418", "name": "network-vif-plugged", "status": "completed", "tag": "202772cd-3e7f-47f9-a62b-654f3bd8356d"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:17:35.655639 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.655999 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment f552efa8-619b-41cc-ba68-f6570f4273db of type vlan for network 5ccd41c7-c59a-439e-b57d-9f42256aad40 Aug 20 15:17:35.711910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.742470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.748885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:35.749542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.826284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2390587 Aug 20 15:17:35.829009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37904) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:35.834882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-084165df-05e3-4564-a15d-7e1c3bb39348 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:35.852750 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ef21a-cf19-4345-96ec-d969c6df62bd x-openstack-request-id: req-ae8ef21a-cf19-4345-96ec-d969c6df62bd {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:17:35.853133 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaab199-2519-47df-ae14-765df1373418", "name": "network-vif-plugged", "status": "completed", "tag": "202772cd-3e7f-47f9-a62b-654f3bd8356d", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:17:35.853317 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae8ef21a-cf19-4345-96ec-d969c6df62bd {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:17:35.853689 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaab199-2519-47df-ae14-765df1373418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202772cd-3e7f-47f9-a62b-654f3bd8356d', 'code': 200} Aug 20 15:17:35.877297 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:35.887686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Transition to ACTIVE for port object 5d6774d2-3957-4963-97e5-ab30abf45055 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:35.902551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01265c-1173-49de-9c0e-89444cdcb130 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=5ccd41c7-c59a-439e-b57d-9f42256aad40,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:35.908286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Transition to ACTIVE for port object 5d6774d2-3957-4963-97e5-ab30abf45055 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:35.924240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 5ccd41c7-c59a-439e-b57d-9f42256aad40 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:35.943731 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.022561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:36.032002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:36.035316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:36.048079 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.106006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Pushing event updated for resources: {'Port': ['ID=5d6774d2-3957-4963-97e5-ab30abf45055,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:36.118107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854be2c-9308-4a67-ae4f-7f6509662e59 req-bc37473c-d56d-415c-b3e0-99ec7bf9d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:36.119921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3854be2c-9308-4a67-ae4f-7f6509662e59 req-bc37473c-d56d-415c-b3e0-99ec7bf9d135 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 1097 time: 0.2368817 Aug 20 15:17:36.122444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Attempting to bind port 5d6774d2-3957-4963-97e5-ab30abf45055 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:36.122698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Attempting to bind port 5d6774d2-3957-4963-97e5-ab30abf45055 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'b0681fe4-713d-4199-935b-2299fa2e5278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b807432c-c0d5-4baa-8c42-6db4cdddc8e8'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:36.123059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Attempting to bind port 5d6774d2-3957-4963-97e5-ab30abf45055 on network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:36.129993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:36.130379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Checking segment: {'id': 'b0681fe4-713d-4199-935b-2299fa2e5278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b807432c-c0d5-4baa-8c42-6db4cdddc8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:36.130794 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.131701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Bound using segment: {'id': 'b0681fe4-713d-4199-935b-2299fa2e5278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b807432c-c0d5-4baa-8c42-6db4cdddc8e8'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:36.131849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Bound port: 5d6774d2-3957-4963-97e5-ab30abf45055, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0681fe4-713d-4199-935b-2299fa2e5278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'b807432c-c0d5-4baa-8c42-6db4cdddc8e8'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:36.132148 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.179177 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-084165df-05e3-4564-a15d-7e1c3bb39348 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.198850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ff7b-3d83-4833-98fd-a9ac29587bb5 req-7b4af9a0-31d3-4cb5-a109-df2e29c3d9b9 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:36.200472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c18ff7b-3d83-4833-98fd-a9ac29587bb5 req-7b4af9a0-31d3-4cb5-a109-df2e29c3d9b9 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.2304125 Aug 20 15:17:36.217264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] For port 5d6774d2-3957-4963-97e5-ab30abf45055, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:36.221978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] For port 5d6774d2-3957-4963-97e5-ab30abf45055, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d6774d2-3957-4963-97e5-ab30abf45055,segment=NetworkSegment(b0681fe4-713d-4199-935b-2299fa2e5278),segment_id=b0681fe4-713d-4199-935b-2299fa2e5278)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:36.222268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-084165df-05e3-4564-a15d-7e1c3bb39348 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.226828 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.242965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3854be2c-9308-4a67-ae4f-7f6509662e59 req-16a8eb21-b792-4d7e-a90b-e04e064878d3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055975 Aug 20 15:17:36.256289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-084165df-05e3-4564-a15d-7e1c3bb39348 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network 5ccd41c7-c59a-439e-b57d-9f42256aad40 is not hosted by any dhcp agent {{(pid=101099) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 15:17:36.261915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084165df-05e3-4564-a15d-7e1c3bb39348 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:36.262905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-084165df-05e3-4564-a15d-7e1c3bb39348 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.266568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-084165df-05e3-4564-a15d-7e1c3bb39348 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "PUT /v2.0/networks/5ccd41c7-c59a-439e-b57d-9f42256aad40 HTTP/1.1" status: 200 len: 723 time: 0.4338760 Aug 20 15:17:36.268019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37920) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:36.280131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': '5ccd41c7-c59a-439e-b57d-9f42256aad40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:36.301382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e84049-02d6-40d2-bb53-b787239ddb86 None None] Pushing event updated for resources: {'Port': ['ID=5d6774d2-3957-4963-97e5-ab30abf45055,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:36.381285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c18ff7b-3d83-4833-98fd-a9ac29587bb5 req-7a806279-febb-4b7d-bbb0-4a76e5db54e9 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705878 Aug 20 15:17:36.386199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084165df-05e3-4564-a15d-7e1c3bb39348 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=5ccd41c7-c59a-439e-b57d-9f42256aad40,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:36.404913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 5ccd41c7-c59a-439e-b57d-9f42256aad40 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:36.408682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:36.410434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef727217-a888-4eb6-b20f-12b200c77216 req-c02d299b-6ae8-4a58-bb2a-aabb6192c355 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:36.412196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef727217-a888-4eb6-b20f-12b200c77216 req-c02d299b-6ae8-4a58-bb2a-aabb6192c355 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 945 time: 0.1473401 Aug 20 15:17:36.421042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.481727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef727217-a888-4eb6-b20f-12b200c77216 req-54380320-087f-4a51-a9f2-09c7331018e9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607309 Aug 20 15:17:36.713136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.812538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=91ed7672-5ac9-4b9e-b994-809aac083ee9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:36.819055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking segment: {'id': 'f552efa8-619b-41cc-ba68-f6570f4273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5ccd41c7-c59a-439e-b57d-9f42256aad40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:36.819553 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network hostable DHCP agents. Network: 5ccd41c7-c59a-439e-b57d-9f42256aad40, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:36.844701 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network 5ccd41c7-c59a-439e-b57d-9f42256aad40 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:36.857688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 5ccd41c7-c59a-439e-b57d-9f42256aad40) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:36.875102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63986630-04f3-4767-a963-8ce7f0d30c0a None None] Network 5ccd41c7-c59a-439e-b57d-9f42256aad40 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:36.875405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:36.878148 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:36.903183 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4bc98bad-dc4f-4309-a918-9848b045bd8b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6326287 Aug 20 15:17:36.906303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37936) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:36.915425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5097df5d-0019-4ae8-ba33-58b5d9701a4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:37.029700 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5097df5d-0019-4ae8-ba33-58b5d9701a4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4280114'] for subnet, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:37.096348 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-5ccd41c7-c59a-439e-b57d-9f42256aad40', 'network_id': '5ccd41c7-c59a-439e-b57d-9f42256aad40', 'tenant_id': '97357859d1ab4a6b86c59fe4b74f6109', 'fixed_ips': [{'subnet_id': '91ed7672-5ac9-4b9e-b994-809aac083ee9'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:37.098016 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:37.361425 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5097df5d-0019-4ae8-ba33-58b5d9701a4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765673176158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7391278'] for subnet, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:37.430690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5097df5d-0019-4ae8-ba33-58b5d9701a4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:37.431303 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5097df5d-0019-4ae8-ba33-58b5d9701a4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:37.434866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5097df5d-0019-4ae8-ba33-58b5d9701a4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "PUT /v2.0/subnets/91ed7672-5ac9-4b9e-b994-809aac083ee9 HTTP/1.1" status: 200 len: 826 time: 0.5266781 Aug 20 15:17:37.437664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 37958) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:37.493500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097df5d-0019-4ae8-ba33-58b5d9701a4c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=91ed7672-5ac9-4b9e-b994-809aac083ee9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:37.520640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Allocated IP 2001:db8::2 (5ccd41c7-c59a-439e-b57d-9f42256aad40/91ed7672-5ac9-4b9e-b994-809aac083ee9/47d24b24-30ee-4a70-9cc3-6833b0af36f5) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:37.729427 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:37.819584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da4014-e2ab-4a26-8814-fec62f4bef93 req-0ed64ac0-96f9-4b64-a1d5-2900a0f46aad tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:37.821152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71da4014-e2ab-4a26-8814-fec62f4bef93 req-0ed64ac0-96f9-4b64-a1d5-2900a0f46aad tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.2605593 Aug 20 15:17:37.841383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f27918-84f4-4b9a-beb1-29ecfa906ccb req-5e1cef02-9297-4570-ab49-6486133f9a89 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:37.843726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62f27918-84f4-4b9a-beb1-29ecfa906ccb req-5e1cef02-9297-4570-ab49-6486133f9a89 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 945 time: 0.1673558 Aug 20 15:17:37.928755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71da4014-e2ab-4a26-8814-fec62f4bef93 req-2ccd00ed-28bd-4989-ad33-083c2a029f91 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839322 Aug 20 15:17:37.976982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62f27918-84f4-4b9a-beb1-29ecfa906ccb req-4e25f9a4-2cd2-4156-bcc3-fb40012cceed tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067972 Aug 20 15:17:37.991150 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:37.995294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666dd71-07e0-47fa-ab2f-4dabaaa28cbb None None] Network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:38.103670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f199953d-4142-4d4a-ad61-9c6eb26d5ce4 None None] Provisioning for port 5d6774d2-3957-4963-97e5-ab30abf45055 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:38.122491 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.167217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Transition to ACTIVE for port object 47d24b24-30ee-4a70-9cc3-6833b0af36f5 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:38.286268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Transition to ACTIVE for port object 47d24b24-30ee-4a70-9cc3-6833b0af36f5 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:38.313923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.323575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.366982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=91ed7672-5ac9-4b9e-b994-809aac083ee9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:38.376918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d6774d2-3957-4963-97e5-ab30abf45055 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:38.454498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Network 5ccd41c7-c59a-439e-b57d-9f42256aad40 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:38.454699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.460465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:38.466697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccd41c7-c59a-439e-b57d-9f42256aad40']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:38.501782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:38.505612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f552efa8-619b-41cc-ba68-f6570f4273db') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:38.506645 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f552efa8-619b-41cc-ba68-f6570f4273db') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:38.514865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5d6774d2-3957-4963-97e5-ab30abf45055 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:38.522700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d6774d2-3957-4963-97e5-ab30abf45055 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:38.522700 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.523421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.527690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Pushing event updated for resources: {'Port': ['ID=47d24b24-30ee-4a70-9cc3-6833b0af36f5,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:38.550387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.569274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:38.571353 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.638860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ab1dd-274b-4292-939f-8143128caacf None None] Update dhcp port {'port': {'network_id': 'b807432c-c0d5-4baa-8c42-6db4cdddc8e8', 'fixed_ips': [{'subnet_id': '1e76ffc1-6b28-4c05-98da-140d6afc9f50', 'ip_address': '2001:db8::2'}, {'subnet_id': '34a07d79-fac6-4110-8ac9-8b22379a1f0f'}], 'binding:host_id': 'n-d-695189-15'}, 'id': '5d6774d2-3957-4963-97e5-ab30abf45055'} from n-d-695189-15. {{(pid=101101) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:38.642254 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:38.653303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 15:17:38.653303 n-d-695189-15 neutron-server[101100]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 15:17:38.653303 n-d-695189-15 neutron-server[101100]: [parameters: {'id': '5ccd41c7-c59a-439e-b57d-9f42256aad40'}] Aug 20 15:17:38.653303 n-d-695189-15 neutron-server[101100]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:17:38.657963 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:17:38.714703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Attempting to bind port 47d24b24-30ee-4a70-9cc3-6833b0af36f5 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:38.715114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Attempting to bind port 47d24b24-30ee-4a70-9cc3-6833b0af36f5 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'f552efa8-619b-41cc-ba68-f6570f4273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5ccd41c7-c59a-439e-b57d-9f42256aad40'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:38.715496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Attempting to bind port 47d24b24-30ee-4a70-9cc3-6833b0af36f5 on network 5ccd41c7-c59a-439e-b57d-9f42256aad40 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:38.734846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:38.735203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Checking segment: {'id': 'f552efa8-619b-41cc-ba68-f6570f4273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5ccd41c7-c59a-439e-b57d-9f42256aad40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:38.735641 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.736045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Bound using segment: {'id': 'f552efa8-619b-41cc-ba68-f6570f4273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5ccd41c7-c59a-439e-b57d-9f42256aad40'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:38.736537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Bound port: 47d24b24-30ee-4a70-9cc3-6833b0af36f5, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f552efa8-619b-41cc-ba68-f6570f4273db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '5ccd41c7-c59a-439e-b57d-9f42256aad40'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:38.736924 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.772974 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab1dd-274b-4292-939f-8143128caacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:38.850915 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:39.118342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-7c9ab1dd-274b-4292-939f-8143128caacf None None] Allocated IP 172.20.0.1 (b807432c-c0d5-4baa-8c42-6db4cdddc8e8/34a07d79-fac6-4110-8ac9-8b22379a1f0f/5d6774d2-3957-4963-97e5-ab30abf45055) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:39.160617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:39.227220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2ad38-8b29-4b00-bef4-005c4591f167 req-732a6b67-d3ff-49b6-b51f-c1c1b513e827 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:39.243042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08c2ad38-8b29-4b00-bef4-005c4591f167 req-732a6b67-d3ff-49b6-b51f-c1c1b513e827 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1843801 Aug 20 15:17:39.245206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] For port 47d24b24-30ee-4a70-9cc3-6833b0af36f5, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:39.329142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-08c2ad38-8b29-4b00-bef4-005c4591f167 req-821a42e7-58d3-4120-be0d-ba702a9e1bc4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763350 Aug 20 15:17:39.337856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c8eba-89c1-45e4-9b6e-47dc7b2351bf req-0ab6f2f4-e239-4111-8db2-e73d90153c76 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:39.342164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692c8eba-89c1-45e4-9b6e-47dc7b2351bf req-0ab6f2f4-e239-4111-8db2-e73d90153c76 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 945 time: 0.2378645 Aug 20 15:17:39.356391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] For port 47d24b24-30ee-4a70-9cc3-6833b0af36f5, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=47d24b24-30ee-4a70-9cc3-6833b0af36f5,segment=NetworkSegment(f552efa8-619b-41cc-ba68-f6570f4273db),segment_id=f552efa8-619b-41cc-ba68-f6570f4273db)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:39.366532 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:39.367370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Deleting port 47d24b24-30ee-4a70-9cc3-6833b0af36f5 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:39.373805 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:39.474385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-692c8eba-89c1-45e4-9b6e-47dc7b2351bf req-4576afcf-80ff-41db-ac98-f560c47b4d7a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989797 Aug 20 15:17:39.483656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7c9ab1dd-274b-4292-939f-8143128caacf None None] For port 5d6774d2-3957-4963-97e5-ab30abf45055, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d6774d2-3957-4963-97e5-ab30abf45055,segment=NetworkSegment(b0681fe4-713d-4199-935b-2299fa2e5278),segment_id=b0681fe4-713d-4199-935b-2299fa2e5278)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:39.486945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307213c0-3008-4eca-9daf-d08040ed65d9 None None] Pushing event updated for resources: {'Port': ['ID=47d24b24-30ee-4a70-9cc3-6833b0af36f5,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:39.526972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ab49e-d60b-470c-a066-c661c4dbb66e None None] Network 5ccd41c7-c59a-439e-b57d-9f42256aad40 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:39.569709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] For port 47d24b24-30ee-4a70-9cc3-6833b0af36f5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=47d24b24-30ee-4a70-9cc3-6833b0af36f5,segment=NetworkSegment(f552efa8-619b-41cc-ba68-f6570f4273db),segment_id=f552efa8-619b-41cc-ba68-f6570f4273db)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:39.570281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:39.599821 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab1dd-274b-4292-939f-8143128caacf None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:39.615061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Calling delete_port for 47d24b24-30ee-4a70-9cc3-6833b0af36f5 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:39.627555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7c9ab1dd-274b-4292-939f-8143128caacf None None] Transition to ACTIVE for port object 5d6774d2-3957-4963-97e5-ab30abf45055 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:39.662286 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab1dd-274b-4292-939f-8143128caacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:39.727936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-4debcff9-96df-49b2-8a2e-cfa9d86127cf tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=df2f242886bb4250beb238dd4a1e5978 HTTP/1.1" status: 200 len: 267 time: 0.0832958 Aug 20 15:17:39.811616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:39.878410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-6a595c8f-0526-40d3-b051-508593fee3c1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:39.882822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Port': ['ID=47d24b24-30ee-4a70-9cc3-6833b0af36f5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:39.884682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No DVR routers for this DVR port 47d24b24-30ee-4a70-9cc3-6833b0af36f5 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:39.886479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-6a595c8f-0526-40d3-b051-508593fee3c1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 945 time: 0.1418216 Aug 20 15:17:39.901209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-1b328f7c-6d93-44a4-b210-469e302c63a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'port': {'security_groups': []}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:39.984072 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:17:39.984689 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:17:39.989045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af303c-b7c4-444a-bf46-fd1efcc5ada4 None None] Network 5ccd41c7-c59a-439e-b57d-9f42256aad40 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:40.005326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ab1dd-274b-4292-939f-8143128caacf None None] Pushing event updated for resources: {'Port': ['ID=5d6774d2-3957-4963-97e5-ab30abf45055,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:40.069163 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.081413 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-1b328f7c-6d93-44a4-b210-469e302c63a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.084249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ccd41c7-c59a-439e-b57d-9f42256aad40']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:40.099967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f552efa8-619b-41cc-ba68-f6570f4273db') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:40.102404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f552efa8-619b-41cc-ba68-f6570f4273db') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:40.118279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.169773 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.202817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:40.203233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:40.213381 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:40.323326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-1b328f7c-6d93-44a4-b210-469e302c63a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] For port 202772cd-3e7f-47f9-a62b-654f3bd8356d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=202772cd-3e7f-47f9-a62b-654f3bd8356d,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:40.361422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.364880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-1b328f7c-6d93-44a4-b210-469e302c63a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.371045 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-1b328f7c-6d93-44a4-b210-469e302c63a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.373408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683210'] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.379275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37990) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:40.381872 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/5ccd41c7-c59a-439e-b57d-9f42256aad40 HTTP/1.1" status: 204 len: 168 time: 2.9416196 Aug 20 15:17:40.383966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ccd53080-b5b3-43e6-ae98-334868436f24'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:40.423858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0e6cd-c86a-497a-9b9b-cc70bb0a8e3b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=5ccd41c7-c59a-439e-b57d-9f42256aad40,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:40.443536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e658a613-ba21-45b8-aada-d19cc0e3f776', '202772cd-3e7f-47f9-a62b-654f3bd8356d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:40.457330 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9efb36-a555-4fea-97fc-d70cce22438b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:40.457923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9efb36-a555-4fea-97fc-d70cce22438b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:40.459857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1c9efb36-a555-4fea-97fc-d70cce22438b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/5ccd41c7-c59a-439e-b57d-9f42256aad40 HTTP/1.1" status: 404 len: 339 time: 0.0794892 Aug 20 15:17:40.465744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 37992) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:40.482495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1952558459', 'description': 'd1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:40.495398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-1b328f7c-6d93-44a4-b210-469e302c63a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:40.498685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-1b328f7c-6d93-44a4-b210-469e302c63a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.501959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0fa06a7a-64ce-4c13-9210-16a2d2771b6c req-1b328f7c-6d93-44a4-b210-469e302c63a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "PUT /v2.0/ports/202772cd-3e7f-47f9-a62b-654f3bd8356d HTTP/1.1" status: 200 len: 904 time: 0.6064184 Aug 20 15:17:40.503428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaab199-2519-47df-ae14-765df1373418', 'tag': '202772cd-3e7f-47f9-a62b-654f3bd8356d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:17:40.523668 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6585004-f3cb-42c1-9663-d3830e3d0988" -d '{"events": [{"name": "network-changed", "server_uuid": "efaab199-2519-47df-ae14-765df1373418", "tag": "202772cd-3e7f-47f9-a62b-654f3bd8356d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:17:40.652531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:40.662258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.834142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b328f7c-6d93-44a4-b210-469e302c63a8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'Port': ['ID=202772cd-3e7f-47f9-a62b-654f3bd8356d,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:40.879383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:40.920149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:40.920149 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment 5400b83f-d113-4ecf-95db-018056801c52 of type vlan for network 96db171d-f417-4acd-974e-3d9ccd5e0945 Aug 20 15:17:41.044098 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:41.047355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['202772cd-3e7f-47f9-a62b-654f3bd8356d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:41.129955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:41.141842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:41.142628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:41.268300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c97f3-4447-4089-9140-bb481e34049c None None] Network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:41.311482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd2dfa-a8a8-48e1-bd25-95aed7811de7 req-ff401972-f809-493f-abe2-0ea798101f42 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:41.318569 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9bbd2dfa-a8a8-48e1-bd25-95aed7811de7 req-ff401972-f809-493f-abe2-0ea798101f42 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.7043407 Aug 20 15:17:41.402066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9326274 Aug 20 15:17:41.403174 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38006) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:41.425577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad35f6-9745-4d40-8e3e-1aaede3a6a67 req-27b3e04a-7b05-42dd-b90f-f8661bb4a564 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:41.427976 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29ad35f6-9745-4d40-8e3e-1aaede3a6a67 req-27b3e04a-7b05-42dd-b90f-f8661bb4a564 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 907 time: 0.7194715 Aug 20 15:17:41.463251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0c2b7-95e4-49ce-b680-2c2f009b34d6 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=96db171d-f417-4acd-974e-3d9ccd5e0945,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:41.491128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-848cdecc-7432-4cc7-9b00-ec316a8ee542 None None] Provisioning complete for port 202772cd-3e7f-47f9-a62b-654f3bd8356d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:41.491128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-848cdecc-7432-4cc7-9b00-ec316a8ee542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:41.502165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9bbd2dfa-a8a8-48e1-bd25-95aed7811de7 req-42e36164-7507-40eb-9812-dd397eefea61 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614027 Aug 20 15:17:41.509262 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b14499-a5be-4e5b-9972-e376ecd55af7 x-openstack-request-id: req-76b14499-a5be-4e5b-9972-e376ecd55af7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:17:41.509576 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efaab199-2519-47df-ae14-765df1373418", "tag": "202772cd-3e7f-47f9-a62b-654f3bd8356d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:17:41.514651 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76b14499-a5be-4e5b-9972-e376ecd55af7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:17:41.515133 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaab199-2519-47df-ae14-765df1373418', 'tag': '202772cd-3e7f-47f9-a62b-654f3bd8356d', 'status': 'completed', 'code': 200} Aug 20 15:17:41.583773 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:41.586950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c232ef8-55a6-4939-96b5-0d12c0d7f41c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:41.588689 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5c232ef8-55a6-4939-96b5-0d12c0d7f41c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/networks?id=96db171d-f417-4acd-974e-3d9ccd5e0945 HTTP/1.1" status: 200 len: 765 time: 0.1840737 Aug 20 15:17:41.591973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38010) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:41.604043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 96db171d-f417-4acd-974e-3d9ccd5e0945 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:41.605708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8d5b1edd-8aa4-4fae-8798-b0bf037fea6c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'description': 'd2'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:41.651990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-973c628b-cb7a-4d0c-88ba-fc38748066e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:41.653821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-973c628b-cb7a-4d0c-88ba-fc38748066e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 1059 time: 0.1106155 Aug 20 15:17:41.672741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe603d-02dc-4bc6-ac2e-6ab03cef003a req-2494ab34-5ce7-483c-a633-f0d49b8b28c4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:41.682010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cbe603d-02dc-4bc6-ac2e-6ab03cef003a req-2494ab34-5ce7-483c-a633-f0d49b8b28c4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0840340 Aug 20 15:17:41.810705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-409b288a-1a83-4ad7-b814-aac3f7c6aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:41.844972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-409b288a-1a83-4ad7-b814-aac3f7c6aaa8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1625757 Aug 20 15:17:42.019636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-fafbec4b-c4b5-47d0-84f5-3a0a9aef9286 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=202772cd-3e7f-47f9-a62b-654f3bd8356d HTTP/1.1" status: 200 len: 217 time: 0.1083469 Aug 20 15:17:42.033227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cbe603d-02dc-4bc6-ac2e-6ab03cef003a req-88e87ae1-70b0-4b26-99ad-4d06b7445cec tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806278 Aug 20 15:17:42.057981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1edd-8aa4-4fae-8798-b0bf037fea6c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:42.088919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1edd-8aa4-4fae-8798-b0bf037fea6c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:42.124873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-d1241797-2b83-4ce8-8dd4-0e4140aba4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:42.126653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-d1241797-2b83-4ce8-8dd4-0e4140aba4cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0866010 Aug 20 15:17:42.197569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d5b1edd-8aa4-4fae-8798-b0bf037fea6c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network 96db171d-f417-4acd-974e-3d9ccd5e0945 is not hosted by any dhcp agent {{(pid=101100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 15:17:42.210006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5b1edd-8aa4-4fae-8798-b0bf037fea6c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:42.215495 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1edd-8aa4-4fae-8798-b0bf037fea6c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:42.220451 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8d5b1edd-8aa4-4fae-8798-b0bf037fea6c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "PUT /v2.0/networks/96db171d-f417-4acd-974e-3d9ccd5e0945 HTTP/1.1" status: 200 len: 762 time: 0.6247282 Aug 20 15:17:42.224657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-b60ea1ef-b0b4-41f2-a3a6-e9784e09f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:42.228326 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-b60ea1ef-b0b4-41f2-a3a6-e9784e09f70a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943153 Aug 20 15:17:42.229516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38018) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:42.265611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b1edd-8aa4-4fae-8798-b0bf037fea6c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=96db171d-f417-4acd-974e-3d9ccd5e0945,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:42.327870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 96db171d-f417-4acd-974e-3d9ccd5e0945 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:42.431772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27760339-710c-4f52-818c-486a0e3849f0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:42.433980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-27760339-710c-4f52-818c-486a0e3849f0 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/networks?id=96db171d-f417-4acd-974e-3d9ccd5e0945 HTTP/1.1" status: 200 len: 765 time: 0.2013869 Aug 20 15:17:42.439910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38022) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:42.474461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a3bf4-a4ab-4e9e-862a-a82b95371aa5 req-be786fc3-b9a7-412c-80f9-00b4707085d1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:42.476938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b57a17a-680b-4b56-ab8e-23b935774055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:42.479005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-325a3bf4-a4ab-4e9e-862a-a82b95371aa5 req-be786fc3-b9a7-412c-80f9-00b4707085d1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.2576973 Aug 20 15:17:42.528302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 5d6774d2-3957-4963-97e5-ab30abf45055, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d6774d2-3957-4963-97e5-ab30abf45055,segment=NetworkSegment(b0681fe4-713d-4199-935b-2299fa2e5278),segment_id=b0681fe4-713d-4199-935b-2299fa2e5278)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:42.533035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dd8db9b5-964e-406d-8d93-35c69da9eed5 None None] Provisioning for port 5d6774d2-3957-4963-97e5-ab30abf45055 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:42.574599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dd8db9b5-964e-406d-8d93-35c69da9eed5 None None] Provisioning complete for port 5d6774d2-3957-4963-97e5-ab30abf45055 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:42.574983 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dd8db9b5-964e-406d-8d93-35c69da9eed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:42.582652 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:42.583901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-9bf3a2c5-a04b-483a-8261-9049b73ce47e service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064699 Aug 20 15:17:42.608007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-325a3bf4-a4ab-4e9e-862a-a82b95371aa5 req-18827d4a-5eaf-4b70-b158-fb82e6c1bbb5 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173530 Aug 20 15:17:42.826254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d6774d2-3957-4963-97e5-ab30abf45055 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:42.927008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6585004-f3cb-42c1-9663-d3830e3d0988 req-ec0b719b-c1fd-4d25-89fe-b4001ccdb916 service neutron] 10.222.0.72 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174028 Aug 20 15:17:42.932306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=5d6774d2-3957-4963-97e5-ab30abf45055,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:42.997306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f3f05-e0e9-4a72-b169-312d8d2f296f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:43.002028 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-939f3f05-e0e9-4a72-b169-312d8d2f296f tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5597391 Aug 20 15:17:43.003571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38042) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:43.066774 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d6774d2-3957-4963-97e5-ab30abf45055 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:43.067593 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:43.108626 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0cba1ec-8134-45f8-9c87-d8a6c9342aae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 207 time: 0.1038437 Aug 20 15:17:43.123079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38046) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:43.192390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a351a96d-4f93-47e3-8c27-77e53fe811f1 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:17:43.428848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7f6b40ce-c7e2-4f1b-beaf-c3853519b993 None None] Provisioning complete for port 5d6774d2-3957-4963-97e5-ab30abf45055 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:43.429515 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7f6b40ce-c7e2-4f1b-beaf-c3853519b993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:43.587615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80154c9d-7f70-4d52-81db-038d41446068 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:43.593760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80154c9d-7f70-4d52-81db-038d41446068 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:43.613480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80154c9d-7f70-4d52-81db-038d41446068 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:43.632237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80154c9d-7f70-4d52-81db-038d41446068 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:43.640221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80154c9d-7f70-4d52-81db-038d41446068 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:43.662141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80154c9d-7f70-4d52-81db-038d41446068 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:43.664225 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-80154c9d-7f70-4d52-81db-038d41446068 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5441041 Aug 20 15:17:43.670124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38054) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:43.674287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a351a96d-4f93-47e3-8c27-77e53fe811f1 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:17:43.741003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-ee37983b-b61c-4466-9be0-dfef869c77ea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:43.742549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-ee37983b-b61c-4466-9be0-dfef869c77ea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.8026056 Aug 20 15:17:43.758471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d32e2-d22e-4a9b-a87a-4f57ab4c7839 req-cbee3ac6-a633-477d-b028-ec285541ff1c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:43.760014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec4d32e2-d22e-4a9b-a87a-4f57ab4c7839 req-cbee3ac6-a633-477d-b028-ec285541ff1c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.9619243 Aug 20 15:17:43.827324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-c8d4bc97-2cd5-4046-879d-57ac95785788 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/quotas/df2f242886bb4250beb238dd4a1e5978 HTTP/1.1" status: 200 len: 375 time: 0.0660152 Aug 20 15:17:43.952933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec4d32e2-d22e-4a9b-a87a-4f57ab4c7839 req-3283acc9-6ef7-449d-bb67-8718b46f5fdd tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781504 Aug 20 15:17:44.004387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-609a6b55-5805-4914-897d-bd79f8ff6d49 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1695678 Aug 20 15:17:44.239709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-fa97c105-75f8-41e9-b097-b46785de4aae service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272329 Aug 20 15:17:44.468597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-8247a054-4cca-439e-baa6-121f2d316fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217703 Aug 20 15:17:44.521476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38060) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:44.536298 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c565c6a6-e83b-476f-8746-851baec0963c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.8647122 Aug 20 15:17:44.721013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d6774d2-3957-4963-97e5-ab30abf45055 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:44.824821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13ff8e-7699-473d-ad64-2325b16144dc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:44.826398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13ff8e-7699-473d-ad64-2325b16144dc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:44.828205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13ff8e-7699-473d-ad64-2325b16144dc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:44.829756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13ff8e-7699-473d-ad64-2325b16144dc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:44.832971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13ff8e-7699-473d-ad64-2325b16144dc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:44.839840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38070) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:44.840301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3b13ff8e-7699-473d-ad64-2325b16144dc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3179135 Aug 20 15:17:44.905296 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:44.966625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d6774d2-3957-4963-97e5-ab30abf45055 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:44.969794 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:44.985504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005332be-8d5d-483a-a58e-9a15a4533cbb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:44.993778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005332be-8d5d-483a-a58e-9a15a4533cbb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:44.998964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005332be-8d5d-483a-a58e-9a15a4533cbb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:45.000506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005332be-8d5d-483a-a58e-9a15a4533cbb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:45.002344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005332be-8d5d-483a-a58e-9a15a4533cbb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:45.004739 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-005332be-8d5d-483a-a58e-9a15a4533cbb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1638925 Aug 20 15:17:45.005259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ade93fc-ce24-4526-8749-546864c21ef4 req-ca3c4159-d724-412b-904e-5812e5fe9ef7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 210 time: 0.1008143 Aug 20 15:17:45.010432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38074) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:45.214022 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-191a31ab-d707-4627-a0aa-d79d00d58146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:45.354598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a1b122-418b-4021-9840-a23fa8665d16 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:45.367613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d4a1b122-418b-4021-9840-a23fa8665d16 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/networks/8a052806-7da1-4027-83aa-3ea6489109d8 HTTP/1.1" status: 200 len: 804 time: 0.3492136 Aug 20 15:17:45.368079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38082) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:45.462009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00913a9-8948-44f9-b5eb-24b55c6b94e8 req-2dae7397-e081-46e3-bdda-e6adc36832ae tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:45.493206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a00913a9-8948-44f9-b5eb-24b55c6b94e8 req-2dae7397-e081-46e3-bdda-e6adc36832ae tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.2679505 Aug 20 15:17:45.618998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a00913a9-8948-44f9-b5eb-24b55c6b94e8 req-567129ba-13f8-4274-a33f-b813912aada4 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140513 Aug 20 15:17:45.668285 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40ffcf7d-3a78-45dd-a28e-d1cfa80979f1 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/networks/8a052806-7da1-4027-83aa-3ea6489109d8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2988141 Aug 20 15:17:45.675037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38086) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:45.791943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d949690c-8ec6-402b-be89-6d2b4c41aa10 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:45.796219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d949690c-8ec6-402b-be89-6d2b4c41aa10 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/subnets/a2c4fdf2-eb48-4287-a4d7-83a1701e8aca HTTP/1.1" status: 200 len: 843 time: 0.1196499 Aug 20 15:17:45.798663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38090) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:45.934638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50e5153-e2ca-4aa0-af68-c900fa73c4ec tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:45.937136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e50e5153-e2ca-4aa0-af68-c900fa73c4ec tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "GET /v2.0/subnets/a2c4fdf2-eb48-4287-a4d7-83a1701e8aca?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1283853 Aug 20 15:17:45.941399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38092) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:45.947140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827250349'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:45.982165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:45.985773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:46.031379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:17:46.042637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:46.043133 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Added segment 2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78 of type vlan for network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 Aug 20 15:17:46.093511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:46.141472 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:46.177706 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:46.184920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:46.185700 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:46.195530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eaa3f4f-0a42-4488-96f5-ae57c52db2b3 req-9fd6bb74-99f5-48c0-8984-7edb2309a9bf tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 210 time: 0.0583811 Aug 20 15:17:46.282812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3398333 Aug 20 15:17:46.285917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38104) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:46.293068 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'network_id': 'a6fbcb55-dc01-47f8-9369-baf6e58a5f42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:46.309981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81945cd-0cfb-40f2-ad1c-a87522a7348b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Network': ['ID=a6fbcb55-dc01-47f8-9369-baf6e58a5f42,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:46.327748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:17:46.419152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Made reservation on behalf of 97357859d1ab4a6b86c59fe4b74f6109 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:46.431726 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:46.555877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Performing IP validity checks on allocation pools {{(pid=101100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 15:17:46.556630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 15:17:46.792710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954b399-a551-45f0-8698-1bbbc17f7d80 req-b370e2f6-d690-4a4c-ac5e-fc85e96f3a70 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:46.797046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c954b399-a551-45f0-8698-1bbbc17f7d80 req-b370e2f6-d690-4a4c-ac5e-fc85e96f3a70 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.0587521 Aug 20 15:17:46.802167 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:46.860922 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c954b399-a551-45f0-8698-1bbbc17f7d80 req-51287c02-6381-42b6-9389-9b6bb90a8fca tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585895 Aug 20 15:17:46.970743 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Checking segment: {'id': '2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a6fbcb55-dc01-47f8-9369-baf6e58a5f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:46.977533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network hostable DHCP agents. Network: a6fbcb55-dc01-47f8-9369-baf6e58a5f42, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:17:46.999431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=36dec234-bda9-48a1-adf7-c8a38572a315,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:47.033099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:17:47.048638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a6fbcb55-dc01-47f8-9369-baf6e58a5f42) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:47.058015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dac46f-9dc0-463d-9518-a23a267082dc None None] Network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:47.059166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:47.060961 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:47.092621 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ad930cd3-c8eb-45ae-af51-a81bb5be84a5 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8043492 Aug 20 15:17:47.093293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38118) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:47.107768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f10365f0-f1ca-4d63-8124-bc956090651c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:47.262159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-494712cc-8f91-482d-b54a-e081378ec8d3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:47.265854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-494712cc-8f91-482d-b54a-e081378ec8d3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 811 time: 0.2965724 Aug 20 15:17:47.281932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Request body: {'port': {'device_id': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'admin_state_up': True, 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:47.387055 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f10365f0-f1ca-4d63-8124-bc956090651c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4334597'] for subnet, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:47.398427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a6fbcb55-dc01-47f8-9369-baf6e58a5f42', 'network_id': 'a6fbcb55-dc01-47f8-9369-baf6e58a5f42', 'tenant_id': '97357859d1ab4a6b86c59fe4b74f6109', 'fixed_ips': [{'subnet_id': '36dec234-bda9-48a1-adf7-c8a38572a315'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:17:47.399393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:47.416648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1adbaaf-d720-43ce-baef-e24f3dc17500 req-5ae9a30c-2924-463a-8d96-c26ef252e6d0 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 210 time: 0.0500982 Aug 20 15:17:47.512175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Made reservation on behalf of df2f242886bb4250beb238dd4a1e5978 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:17:47.519874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:47.734313 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f10365f0-f1ca-4d63-8124-bc956090651c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765673176158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4437321'] for subnet, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:47.767766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Allocated IP 172.20.0.12 (320379cd-22ee-4724-9f9a-17e7ba949339/4556d91d-806c-4c49-bd1f-3ea8294511f1/9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:47.864462 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:47.887068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Allocated IP 2001:db8::3 (a6fbcb55-dc01-47f8-9369-baf6e58a5f42/36dec234-bda9-48a1-adf7-c8a38572a315/f65b685d-b445-4686-b88e-2accecce80a8) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:17:47.954055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10365f0-f1ca-4d63-8124-bc956090651c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event updated for resources: {'Subnet': ['ID=36dec234-bda9-48a1-adf7-c8a38572a315,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:47.966361 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:47.981745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Transition to ACTIVE for port object 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:47.989426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10365f0-f1ca-4d63-8124-bc956090651c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:47.990048 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f10365f0-f1ca-4d63-8124-bc956090651c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:47.991387 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f10365f0-f1ca-4d63-8124-bc956090651c tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "PUT /v2.0/subnets/36dec234-bda9-48a1-adf7-c8a38572a315 HTTP/1.1" status: 200 len: 900 time: 0.8970916 Aug 20 15:17:47.995027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38130) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:48.097949 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:48.107907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Transition to ACTIVE for port object f65b685d-b445-4686-b88e-2accecce80a8 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:48.132655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Transition to ACTIVE for port object f65b685d-b445-4686-b88e-2accecce80a8 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:48.141014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:48.196564 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:48.241648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:48.242642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Pushing event updated for resources: {'Port': ['ID=f65b685d-b445-4686-b88e-2accecce80a8,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:48.254601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ccd53080-b5b3-43e6-ae98-334868436f24'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:48.272910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Network 320379cd-22ee-4724-9f9a-17e7ba949339 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:17:48.278927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:48.289056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:48.299937 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:48.336292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b0ee-aabe-462b-acba-91361f99db0f req-ebd781c7-93b7-45ea-980a-80e034b3fba8 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:48.337952 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a481b0ee-aabe-462b-acba-91361f99db0f req-ebd781c7-93b7-45ea-980a-80e034b3fba8 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.2069910 Aug 20 15:17:48.366060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e658a613-ba21-45b8-aada-d19cc0e3f776'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:48.376457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event updated for resources: {'Port': ['ID=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:48.457312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:17:48.469542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:17:48.546991 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:48.547883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:48.615668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Attempting to bind port f65b685d-b445-4686-b88e-2accecce80a8 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:48.616047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Attempting to bind port f65b685d-b445-4686-b88e-2accecce80a8 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a6fbcb55-dc01-47f8-9369-baf6e58a5f42'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:48.616416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Attempting to bind port f65b685d-b445-4686-b88e-2accecce80a8 on network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:48.667607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:48.667975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Checking segment: {'id': '2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a6fbcb55-dc01-47f8-9369-baf6e58a5f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:48.668396 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:48.668863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Bound using segment: {'id': '2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a6fbcb55-dc01-47f8-9369-baf6e58a5f42'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:48.669611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Bound port: f65b685d-b445-4686-b88e-2accecce80a8, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a6fbcb55-dc01-47f8-9369-baf6e58a5f42'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:48.670001 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:48.695588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1e7e505b-3d9b-4615-83e8-4c4139f33d7e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4150739 Aug 20 15:17:48.775156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a481b0ee-aabe-462b-acba-91361f99db0f req-1e477b7a-256b-4ff8-87fb-0f877af2da1b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255610 Aug 20 15:17:48.794593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Request body: {'port': {'device_id': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:17:48.945828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Deleting port f65b685d-b445-4686-b88e-2accecce80a8 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:48.946178 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:49.042674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] For port f65b685d-b445-4686-b88e-2accecce80a8, host n-d-695189-15, got binding levels [] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:49.043055 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:49.044598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] For port f65b685d-b445-4686-b88e-2accecce80a8, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:49.051689 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] For port f65b685d-b445-4686-b88e-2accecce80a8, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f65b685d-b445-4686-b88e-2accecce80a8,segment=NetworkSegment(2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78),segment_id=2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:49.056217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Calling delete_port for f65b685d-b445-4686-b88e-2accecce80a8 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:49.076837 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:49.143824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cc5294c5-4a58-4040-a498-5c71a431993f None None] Provisioning for port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:49.152510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cc5294c5-4a58-4040-a498-5c71a431993f None None] Provisioning complete for port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:49.152893 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cc5294c5-4a58-4040-a498-5c71a431993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:49.204926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19520030-cc8a-4c62-bfe6-180a93fddaf4 req-f6d77e2d-f457-4a69-ad45-24e475ad4a94 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:49.207710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19520030-cc8a-4c62-bfe6-180a93fddaf4 req-f6d77e2d-f457-4a69-ad45-24e475ad4a94 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 932 time: 0.6451664 Aug 20 15:17:49.209237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:49.232711 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:49.238500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Port': ['ID=f65b685d-b445-4686-b88e-2accecce80a8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:49.267578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ea7a1-6c20-43de-be49-95f03f24cd3a None None] Pushing event updated for resources: {'Port': ['ID=f65b685d-b445-4686-b88e-2accecce80a8,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:49.291009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cc5294c5-4a58-4040-a498-5c71a431993f None None] Port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:17:49.314726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19520030-cc8a-4c62-bfe6-180a93fddaf4 req-29cc6a32-4403-46c3-831b-c178333c6f4f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780079 Aug 20 15:17:49.454877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No DVR routers for this DVR port f65b685d-b445-4686-b88e-2accecce80a8 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:49.700968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:49.886256 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:49.973799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=36dec234-bda9-48a1-adf7-c8a38572a315,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:50.126283 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:50.142727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:17:50.181846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ce64-0561-402a-84a0-c1edd0c2d6b3 req-51b974c8-bf26-40ed-a7b1-4f1598accf17 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:50.190373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b20ce64-0561-402a-84a0-c1edd0c2d6b3 req-51b974c8-bf26-40ed-a7b1-4f1598accf17 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.2333844 Aug 20 15:17:50.211049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fbcb55-dc01-47f8-9369-baf6e58a5f42']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:50.214296 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:50.241591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:50.241915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2bf1a7-852e-4acb-b5d0-5d40c82e4e78') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:50.259397 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:50.279288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b20ce64-0561-402a-84a0-c1edd0c2d6b3 req-2115ff5f-81c3-4523-952b-90a635bbda29 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879271 Aug 20 15:17:50.295021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Transition to ACTIVE for port object 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:17:50.309338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:50.325601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:50.326306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:50.411096 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:50.414417 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:50.463906 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:50.553627 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:50.560988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/a6fbcb55-dc01-47f8-9369-baf6e58a5f42 HTTP/1.1" status: 204 len: 168 time: 2.5642724 Aug 20 15:17:50.562021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac737baa-7604-4539-9ec7-db947a0605ba tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=a6fbcb55-dc01-47f8-9369-baf6e58a5f42,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:50.564464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38158) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:50.611263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:50.641127 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f23cd3-3d5e-4229-8fce-f86674594d42 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:50.642745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f23cd3-3d5e-4229-8fce-f86674594d42 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:50.651583 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-70f23cd3-3d5e-4229-8fce-f86674594d42 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/36dec234-bda9-48a1-adf7-c8a38572a315 HTTP/1.1" status: 404 len: 337 time: 0.0834458 Aug 20 15:17:50.651703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38160) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:50.742121 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-e550239a-64f7-476e-b67a-f3c053d6718e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:50.742759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e550239a-64f7-476e-b67a-f3c053d6718e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:50.745008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e550239a-64f7-476e-b67a-f3c053d6718e tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/a6fbcb55-dc01-47f8-9369-baf6e58a5f42 HTTP/1.1" status: 404 len: 339 time: 0.0921926 Aug 20 15:17:50.748835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38162) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:50.780795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037c26-8498-4917-b1d4-ce513e951c31 req-1fb00e2d-176c-4230-9424-bb293f4b257c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:50.782885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22037c26-8498-4917-b1d4-ce513e951c31 req-1fb00e2d-176c-4230-9424-bb293f4b257c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 944 time: 0.3240683 Aug 20 15:17:50.927262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d4b7e4fb-e7b1-47a5-9049-9af33b7a6b86 None None] Could not find standard attr ID for object f65b685d-b445-4686-b88e-2accecce80a8. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:17:50.935779 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:50.937905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22037c26-8498-4917-b1d4-ce513e951c31 req-57bc8ef0-6e48-4a63-bae3-f006a0fde7b2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404133 Aug 20 15:17:50.943521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856f0e9-f713-4704-beb2-d16da873e845 None None] DHCP port deletion for a6fbcb55-dc01-47f8-9369-baf6e58a5f42 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:17:50.974187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac356a-d6ae-4549-b16a-7165df76aa0b None None] Network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:50.995416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Attempting to bind port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:17:50.995785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Attempting to bind port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:17:50.996124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Attempting to bind port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:51.025298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 on network 320379cd-22ee-4724-9f9a-17e7ba949339 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:17:51.025796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Attempting to bind port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 on network 320379cd-22ee-4724-9f9a-17e7ba949339 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:17:51.028380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac356a-d6ae-4549-b16a-7165df76aa0b None None] Network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 could not be found, it might have been deleted concurrently. {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 15:17:51.048876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:17:51.050240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Checking segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:17:51.060180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Bound using segment: {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:17:51.063517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2865e48a-51fd-4c5f-9132-c902630fd55d None None] Network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:51.064269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Bound port: 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29dd4fb3-1bc0-43ed-b330-fa6fba813305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:17:51.065536 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.091815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.103255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96db171d-f417-4acd-974e-3d9ccd5e0945']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:51.103992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2865e48a-51fd-4c5f-9132-c902630fd55d None None] Network a6fbcb55-dc01-47f8-9369-baf6e58a5f42 could not be found, it might have been deleted concurrently. {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 15:17:51.119773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5400b83f-d113-4ecf-95db-018056801c52') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:51.120297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5400b83f-d113-4ecf-95db-018056801c52') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:51.131108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.146999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.155671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:51.156378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:51.182274 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:51.239608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:17:51.249055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:17:51.254983 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.286179 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.298956 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.302420 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/96db171d-f417-4acd-974e-3d9ccd5e0945 HTTP/1.1" status: 204 len: 168 time: 0.5524280 Aug 20 15:17:51.313901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38170) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:51.327958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ab9b3-3ddb-4f31-947d-efd48603266b tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=96db171d-f417-4acd-974e-3d9ccd5e0945,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:51.383045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:51.386614 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.391312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] 10.222.0.70 "PUT /v2.0/ports/9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 HTTP/1.1" status: 200 len: 1093 time: 2.6119590 Aug 20 15:17:51.392779 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1b2dc0-8632-4b59-9ed6-64580fc45bbd tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:51.395126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1b2dc0-8632-4b59-9ed6-64580fc45bbd tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:51.409850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0b1b2dc0-8632-4b59-9ed6-64580fc45bbd tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/91ed7672-5ac9-4b9e-b994-809aac083ee9 HTTP/1.1" status: 404 len: 337 time: 0.0867207 Aug 20 15:17:51.414718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38174) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:51.416045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:17:51.445013 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b67075d-3c04-4216-91df-48fb954c0979" -d '{"events": [{"name": "network-changed", "server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:17:51.448935 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9644b99-774c-4022-bec8-fefefd3119d9 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:51.449724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9644b99-774c-4022-bec8-fefefd3119d9 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:51.453142 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c9644b99-774c-4022-bec8-fefefd3119d9 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/5ccd41c7-c59a-439e-b57d-9f42256aad40 HTTP/1.1" status: 404 len: 339 time: 0.0374463 Aug 20 15:17:51.457811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38178) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:51.584954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a8d950-40dc-47fe-884d-41fd19e264fc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Deleting subnet 34a07d79-fac6-4110-8ac9-8b22379a1f0f {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:17:51.589111 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c1aeb-6347-4a16-b469-074cb7647f84 x-openstack-request-id: req-259c1aeb-6347-4a16-b469-074cb7647f84 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:17:51.590143 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:17:51.590646 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-259c1aeb-6347-4a16-b469-074cb7647f84 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:17:51.590750 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a8d950-40dc-47fe-884d-41fd19e264fc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.591401 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044', 'status': 'completed', 'code': 200} Aug 20 15:17:51.654104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d77605-23e7-4dc1-af6a-29a8ed9e97f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:51.662442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a8d950-40dc-47fe-884d-41fd19e264fc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.688413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54eda1-3982-4c2e-bfa2-78549cb4878c req-06844f40-78d2-4ffe-8efa-13ce2885d43b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:51.700645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa54eda1-3982-4c2e-bfa2-78549cb4878c req-06844f40-78d2-4ffe-8efa-13ce2885d43b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1765621 Aug 20 15:17:51.722578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-022bc9df-0bf1-46b5-8e91-c73a8aa27962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:51.724159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-022bc9df-0bf1-46b5-8e91-c73a8aa27962 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 1096 time: 0.1596711 Aug 20 15:17:51.788671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-1fc23c95-3b37-416b-85f2-8e59ad56a8d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 HTTP/1.1" status: 200 len: 217 time: 0.0498216 Aug 20 15:17:51.824246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa54eda1-3982-4c2e-bfa2-78549cb4878c req-49b1a414-c6db-4298-a9bc-3d9859158f49 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130874 Aug 20 15:17:51.840753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a8d950-40dc-47fe-884d-41fd19e264fc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:51.932393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-4f5b9bdb-9adf-48f0-aa71-88b05f3e62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:51.934133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-4f5b9bdb-9adf-48f0-aa71-88b05f3e62d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.1175609 Aug 20 15:17:51.963456 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a8d950-40dc-47fe-884d-41fd19e264fc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:52.000848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8d950-40dc-47fe-884d-41fd19e264fc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=34a07d79-fac6-4110-8ac9-8b22379a1f0f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:52.022720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06a8d950-40dc-47fe-884d-41fd19e264fc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:52.025033 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-06a8d950-40dc-47fe-884d-41fd19e264fc tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/34a07d79-fac6-4110-8ac9-8b22379a1f0f HTTP/1.1" status: 204 len: 168 time: 0.5676339 Aug 20 15:17:52.030812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38184) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:52.034578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e8949f-29a6-4336-aaf1-be651c1cc79f None None] Network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:52.035907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-2b85baf4-600f-449f-9dd9-7801ea468939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:52.038580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-2b85baf4-600f-449f-9dd9-7801ea468939 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945234 Aug 20 15:17:52.148604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-00825642-60af-405b-9f1f-bb45b3ef8d9c service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978060 Aug 20 15:17:52.261880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb403c4-6c2c-4ab8-b181-39f2d879fe30 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Deleting subnet 1e76ffc1-6b28-4c05-98da-140d6afc9f50 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:17:52.268569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebb403c4-6c2c-4ab8-b181-39f2d879fe30 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:52.321007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc71e49-919a-4322-90ed-d056fb40d37b req-61e6ed69-d97c-4cbd-8e27-43da11fc8a88 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:52.322929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fc71e49-919a-4322-90ed-d056fb40d37b req-61e6ed69-d97c-4cbd-8e27-43da11fc8a88 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 944 time: 0.1500800 Aug 20 15:17:52.370966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebb403c4-6c2c-4ab8-b181-39f2d879fe30 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:52.395015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fc71e49-919a-4322-90ed-d056fb40d37b req-cd607797-a05b-40cb-9cba-540b02e611d6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618756 Aug 20 15:17:52.401431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71eb794f-2dae-4a83-b78e-2c937ed0627f req-76c12d37-e7b8-4248-9e96-c8b0d5b99b8b service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418995 Aug 20 15:17:52.551459 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebb403c4-6c2c-4ab8-b181-39f2d879fe30 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:52.558184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67075d-3c04-4216-91df-48fb954c0979 req-9184a4cb-a8d0-4590-9786-0cc3cbae2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:52.561404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b67075d-3c04-4216-91df-48fb954c0979 req-9184a4cb-a8d0-4590-9786-0cc3cbae2c71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 1096 time: 0.0875566 Aug 20 15:17:52.580222 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:17:52.655125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebb403c4-6c2c-4ab8-b181-39f2d879fe30 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:52.698352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f65b685d-b445-4686-b88e-2accecce80a8 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:17:52.750805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: f65b685d-b445-4686-b88e-2accecce80a8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:17:52.751649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f65b685d-b445-4686-b88e-2accecce80a8 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:17:52.785168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb403c4-6c2c-4ab8-b181-39f2d879fe30 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=1e76ffc1-6b28-4c05-98da-140d6afc9f50,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:52.807383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebb403c4-6c2c-4ab8-b181-39f2d879fe30 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:52.812540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38198) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:52.813808 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ebb403c4-6c2c-4ab8-b181-39f2d879fe30 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/1e76ffc1-6b28-4c05-98da-140d6afc9f50 HTTP/1.1" status: 204 len: 168 time: 0.7813661 Aug 20 15:17:53.027206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67075d-3c04-4216-91df-48fb954c0979 req-49862e8e-84ed-4d51-8128-7588fd296334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:53.028822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b67075d-3c04-4216-91df-48fb954c0979 req-49862e8e-84ed-4d51-8128-7588fd296334 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.4580274 Aug 20 15:17:53.232235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b67075d-3c04-4216-91df-48fb954c0979 req-4a1d4b11-14b9-4b49-a3a6-6e01cb4d7985 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 HTTP/1.1" status: 200 len: 217 time: 0.1019936 Aug 20 15:17:53.320145 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:53.354590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce916ac6-347e-491d-b1e8-14f85519a3b2 req-c0c6589f-adaf-48db-99cf-4e7f35104439 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:53.357527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce916ac6-347e-491d-b1e8-14f85519a3b2 req-c0c6589f-adaf-48db-99cf-4e7f35104439 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.3366344 Aug 20 15:17:53.413557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce916ac6-347e-491d-b1e8-14f85519a3b2 req-778dac93-8d0e-4f76-bbf5-992e95826ad2 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406055 Aug 20 15:17:53.507928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67075d-3c04-4216-91df-48fb954c0979 req-f6e9f043-febe-47c2-9750-dc67ea888f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:53.509627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b67075d-3c04-4216-91df-48fb954c0979 req-f6e9f043-febe-47c2-9750-dc67ea888f46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.2665803 Aug 20 15:17:53.663911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Deleting port 5d6774d2-3957-4963-97e5-ab30abf45055 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:53.668638 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:53.679034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc3a00-98a1-4d5d-b348-700b9dbad170 req-4d551b39-107d-49fa-bc5e-0dcccee6c0d7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:53.680602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96bc3a00-98a1-4d5d-b348-700b9dbad170 req-4d551b39-107d-49fa-bc5e-0dcccee6c0d7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 944 time: 0.1605012 Aug 20 15:17:53.685344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67075d-3c04-4216-91df-48fb954c0979 req-7502f4fa-8fc5-462e-b69a-4fdff2e833bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:53.693867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b67075d-3c04-4216-91df-48fb954c0979 req-7502f4fa-8fc5-462e-b69a-4fdff2e833bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567252 Aug 20 15:17:53.787755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db0405-521d-4343-a2fc-968e0f50a8dd None None] Network b807432c-c0d5-4baa-8c42-6db4cdddc8e8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:53.859130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96bc3a00-98a1-4d5d-b348-700b9dbad170 req-f317b5e1-18b5-4b8c-8ce6-e60922cd9dc6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495671 Aug 20 15:17:53.892695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] For port 5d6774d2-3957-4963-97e5-ab30abf45055, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d6774d2-3957-4963-97e5-ab30abf45055,segment=NetworkSegment(b0681fe4-713d-4199-935b-2299fa2e5278),segment_id=b0681fe4-713d-4199-935b-2299fa2e5278)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:53.894047 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:53.981736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8317fdb6-a97c-43fd-83a2-279705317c12 None None] Provisioning complete for port 5d6774d2-3957-4963-97e5-ab30abf45055 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:53.982053 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8317fdb6-a97c-43fd-83a2-279705317c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:54.383459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a169a-9bda-46bd-b942-1f049c1f4692 None None] DHCP port deletion for b807432c-c0d5-4baa-8c42-6db4cdddc8e8 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:17:54.472370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Calling delete_port for 5d6774d2-3957-4963-97e5-ab30abf45055 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:54.500927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b67075d-3c04-4216-91df-48fb954c0979 req-6aec3e54-e6db-47da-a25d-36630c6f49c6 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7839074 Aug 20 15:17:54.508541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e84a169a-9bda-46bd-b942-1f049c1f4692 None None] Deleting port 5d6774d2-3957-4963-97e5-ab30abf45055 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:54.509493 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e84a169a-9bda-46bd-b942-1f049c1f4692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:54.606328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e84a169a-9bda-46bd-b942-1f049c1f4692 None None] For port 5d6774d2-3957-4963-97e5-ab30abf45055, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d6774d2-3957-4963-97e5-ab30abf45055,segment=NetworkSegment(b0681fe4-713d-4199-935b-2299fa2e5278),segment_id=b0681fe4-713d-4199-935b-2299fa2e5278)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:54.606970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e84a169a-9bda-46bd-b942-1f049c1f4692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:54.627310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e84a169a-9bda-46bd-b942-1f049c1f4692 None None] Calling delete_port for 5d6774d2-3957-4963-97e5-ab30abf45055 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:54.704458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91bc0d-17f2-4471-965b-63d1c5f2c180 req-2a1b6578-2623-40bc-9711-309b2c566022 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:54.715853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b91bc0d-17f2-4471-965b-63d1c5f2c180 req-2a1b6578-2623-40bc-9711-309b2c566022 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1378114 Aug 20 15:17:54.761155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d6774d2-3957-4963-97e5-ab30abf45055 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:17:54.765750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b67075d-3c04-4216-91df-48fb954c0979 req-d45dbee6-3873-4f4e-affd-5ab42dfa7762 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373996 Aug 20 15:17:54.787800 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:54.820268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5d6774d2-3957-4963-97e5-ab30abf45055 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:17:54.826268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d6774d2-3957-4963-97e5-ab30abf45055 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:17:54.829087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b91bc0d-17f2-4471-965b-63d1c5f2c180 req-f30924c3-d133-4f5f-945a-16cccffc2e81 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089046 Aug 20 15:17:54.832274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e84a169a-9bda-46bd-b942-1f049c1f4692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:54.874311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Port': ['ID=5d6774d2-3957-4963-97e5-ab30abf45055,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:54.876394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No DVR routers for this DVR port 5d6774d2-3957-4963-97e5-ab30abf45055 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:54.914535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a169a-9bda-46bd-b942-1f049c1f4692 None None] No DVR routers for this DVR port 5d6774d2-3957-4963-97e5-ab30abf45055 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:54.929693 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a169a-9bda-46bd-b942-1f049c1f4692 None None] Pushing event deleted for resources: {'Port': ['ID=5d6774d2-3957-4963-97e5-ab30abf45055,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:55.019773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.044079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b807432c-c0d5-4baa-8c42-6db4cdddc8e8']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:55.057903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0681fe4-713d-4199-935b-2299fa2e5278') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:55.057903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0681fe4-713d-4199-935b-2299fa2e5278') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:55.070233 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.088014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1387d-7cc2-4e09-a390-11e333c6f303 req-843cc00e-29b7-47aa-b8c6-06d2ca4ccc73 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:55.089631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ff1387d-7cc2-4e09-a390-11e333c6f303 req-843cc00e-29b7-47aa-b8c6-06d2ca4ccc73 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 944 time: 0.1005609 Aug 20 15:17:55.109501 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.128666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:55.129085 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:55.132133 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:55.194458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ff1387d-7cc2-4e09-a390-11e333c6f303 req-ace53ea3-6561-4c00-86ba-04a19d7df19b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915942 Aug 20 15:17:55.207730 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.215306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.219458 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/b807432c-c0d5-4baa-8c42-6db4cdddc8e8 HTTP/1.1" status: 204 len: 168 time: 2.4035487 Aug 20 15:17:55.220858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38228) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:55.235657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb407e-734b-429d-93ab-adcd48fc1bea tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=b807432c-c0d5-4baa-8c42-6db4cdddc8e8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:55.291501 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00746c1-0187-4f6a-a5b2-bf09fde1ae37 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:55.291918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00746c1-0187-4f6a-a5b2-bf09fde1ae37 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:55.293675 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d00746c1-0187-4f6a-a5b2-bf09fde1ae37 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/0e25d072-a45a-45db-aa6b-9540be6a326a HTTP/1.1" status: 404 len: 337 time: 0.0703650 Aug 20 15:17:55.296425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38230) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:55.317946 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9dc269b-5b92-4bdb-a3a5-974640033fe4 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:55.318897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9dc269b-5b92-4bdb-a3a5-974640033fe4 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:55.323734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38232) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:55.324142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f9dc269b-5b92-4bdb-a3a5-974640033fe4 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/0ab75d54-8f1d-4820-ba13-38e2f7712cc9 HTTP/1.1" status: 404 len: 339 time: 0.0264449 Aug 20 15:17:55.365008 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-8593b3a5-8eb1-4d80-aa17-6d9a792740d4 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:55.365717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8593b3a5-8eb1-4d80-aa17-6d9a792740d4 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:55.371014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38238) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:55.382322 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8593b3a5-8eb1-4d80-aa17-6d9a792740d4 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/68ac4349-7dab-4ec9-9972-d49aa1b7e53f HTTP/1.1" status: 404 len: 337 time: 0.0558605 Aug 20 15:17:55.393684 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f309417e-aa28-402c-bed2-ac23b9907ad3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:55.394384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f309417e-aa28-402c-bed2-ac23b9907ad3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:55.399329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38240) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:55.401277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f309417e-aa28-402c-bed2-ac23b9907ad3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/ba8dc063-7826-4ae6-ba95-055c1630d3b9 HTTP/1.1" status: 404 len: 339 time: 0.0276816 Aug 20 15:17:55.436225 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cbcd9fb-a340-4847-818a-6b39aa5c83e1 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:55.437117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cbcd9fb-a340-4847-818a-6b39aa5c83e1 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:55.443109 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0cbcd9fb-a340-4847-818a-6b39aa5c83e1 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/6ff21eca-1134-40c4-946a-be63f92533b0 HTTP/1.1" status: 404 len: 337 time: 0.0425971 Aug 20 15:17:55.444277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38242) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:55.485580 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc813e6-26fa-4839-9fe6-ef4d7f96e084 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:55.486237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc813e6-26fa-4839-9fe6-ef4d7f96e084 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:55.489634 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ebc813e6-26fa-4839-9fe6-ef4d7f96e084 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/2c3aea36-a4dc-4300-9481-01d0df551689 HTTP/1.1" status: 404 len: 339 time: 0.0437276 Aug 20 15:17:55.491912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38246) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:55.582095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-264205ce-3eba-481d-abc1-82df413187ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Deleting subnet bb43319c-67ee-43ad-b8e1-29e37876fea1 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:17:55.585601 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-264205ce-3eba-481d-abc1-82df413187ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.663878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-264205ce-3eba-481d-abc1-82df413187ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.836991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-264205ce-3eba-481d-abc1-82df413187ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.963294 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-264205ce-3eba-481d-abc1-82df413187ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:55.996087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264205ce-3eba-481d-abc1-82df413187ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=bb43319c-67ee-43ad-b8e1-29e37876fea1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:56.004370 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-264205ce-3eba-481d-abc1-82df413187ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.008932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-264205ce-3eba-481d-abc1-82df413187ae tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/bb43319c-67ee-43ad-b8e1-29e37876fea1 HTTP/1.1" status: 204 len: 168 time: 0.5157785 Aug 20 15:17:56.009320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38256) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:56.024109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce9781b-cba8-46d5-9b46-34ebe2b9dc47 None None] Network db618ce9-2dda-4eaa-ac50-17f1a799b7bd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:56.026085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4947614-5013-465b-9a8a-764dc864cce2 req-d2978f8f-adc8-44ba-a6d4-075b01b565ff tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:56.028382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4947614-5013-465b-9a8a-764dc864cce2 req-d2978f8f-adc8-44ba-a6d4-075b01b565ff tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.0995495 Aug 20 15:17:56.106821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4947614-5013-465b-9a8a-764dc864cce2 req-7d0dc73c-8876-44c7-96e7-76f80cf37e1e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710652 Aug 20 15:17:56.144276 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.230633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Deleting port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:56.231859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.361194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1af3d6-9ee9-4f3e-aad2-09b248e7024a None None] DHCP port deletion for db618ce9-2dda-4eaa-ac50-17f1a799b7bd request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:17:56.418189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] For port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c,segment=NetworkSegment(bb0f345a-c31d-47d8-92f4-e1312dc06ebf),segment_id=bb0f345a-c31d-47d8-92f4-e1312dc06ebf)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:56.418571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.423734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94090aa-baf3-4627-89f6-680ace3f045c req-02e429d1-6334-4546-b4d3-43e5eb2ac271 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:56.426426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b94090aa-baf3-4627-89f6-680ace3f045c req-02e429d1-6334-4546-b4d3-43e5eb2ac271 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 944 time: 0.0910130 Aug 20 15:17:56.444271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5d1af3d6-9ee9-4f3e-aad2-09b248e7024a None None] Deleting port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:56.444801 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d1af3d6-9ee9-4f3e-aad2-09b248e7024a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.454368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Calling delete_port for 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:56.476535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b94090aa-baf3-4627-89f6-680ace3f045c req-3354e0cd-eb29-4ec7-bc71-eef1e3508d59 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Aug 20 15:17:56.510461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:17:56.551466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5d1af3d6-9ee9-4f3e-aad2-09b248e7024a None None] For port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c,segment=NetworkSegment(bb0f345a-c31d-47d8-92f4-e1312dc06ebf),segment_id=bb0f345a-c31d-47d8-92f4-e1312dc06ebf)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:56.552345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d1af3d6-9ee9-4f3e-aad2-09b248e7024a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.589435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.608907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5d1af3d6-9ee9-4f3e-aad2-09b248e7024a None None] Calling delete_port for 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:56.640673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Port': ['ID=1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:56.646945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No DVR routers for this DVR port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:56.732448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:17:56.758718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:17:56.759395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:17:56.764176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:56.795634 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.805207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'port_id': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044', 'mac_address': 'fa:16:3e:20:dc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:17:56.807901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db618ce9-2dda-4eaa-ac50-17f1a799b7bd']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:56.825015 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d1af3d6-9ee9-4f3e-aad2-09b248e7024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.827056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0f345a-c31d-47d8-92f4-e1312dc06ebf') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:56.827369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0f345a-c31d-47d8-92f4-e1312dc06ebf') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:56.851393 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.886963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.901457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:56.901949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.922414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1af3d6-9ee9-4f3e-aad2-09b248e7024a None None] Pushing event deleted for resources: {'Port': ['ID=1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:56.925442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1af3d6-9ee9-4f3e-aad2-09b248e7024a None None] No DVR routers for this DVR port 1d70f191-0ab8-4eb8-a47c-f2104a3c0a6c on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:56.960495 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:56.976276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:57.008431 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:57.012287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:57.021737 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:57.023942 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/db618ce9-2dda-4eaa-ac50-17f1a799b7bd HTTP/1.1" status: 204 len: 168 time: 1.0133300 Aug 20 15:17:57.026378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38268) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:57.027661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:57.034364 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:57.064441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a54cf-1b10-499c-b4b0-0a8f0b8e27a3 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=db618ce9-2dda-4eaa-ac50-17f1a799b7bd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:57.092603 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-44707941-2b47-46ad-9fbc-54c18d766821 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:57.093208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44707941-2b47-46ad-9fbc-54c18d766821 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:57.097556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-44707941-2b47-46ad-9fbc-54c18d766821 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/507682da-8424-4ea2-bebd-bef1c03f9bd1 HTTP/1.1" status: 404 len: 337 time: 0.0699749 Aug 20 15:17:57.100315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38270) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:57.138525 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9f1a66-5c3b-45b8-990d-9b29eb538bac tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] DELETE failed (client error): The resource could not be found. Aug 20 15:17:57.139208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9f1a66-5c3b-45b8-990d-9b29eb538bac tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:17:57.145148 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3f9f1a66-5c3b-45b8-990d-9b29eb538bac tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/30e5d957-8124-4d5b-83de-0732b3498e68 HTTP/1.1" status: 404 len: 339 time: 0.0437064 Aug 20 15:17:57.150902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38274) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:57.189200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:57.284518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc0549e-2b9e-4245-8a82-1995bed70888 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Deleting subnet a2c4fdf2-eb48-4287-a4d7-83a1701e8aca {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:17:57.289435 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acc0549e-2b9e-4245-8a82-1995bed70888 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:57.316104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:17:57.339372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b7d75-8a58-4433-92f4-af3481affc6e req-046aac1a-0ebd-428d-89c0-dba6ed396cec tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:57.359829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c37b7d75-8a58-4433-92f4-af3481affc6e req-046aac1a-0ebd-428d-89c0-dba6ed396cec tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1296148 Aug 20 15:17:57.439426 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acc0549e-2b9e-4245-8a82-1995bed70888 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:57.535240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c37b7d75-8a58-4433-92f4-af3481affc6e req-c53ca2fc-f42c-414f-abd3-fb8154ad7ff1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707690 Aug 20 15:17:57.687354 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acc0549e-2b9e-4245-8a82-1995bed70888 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:57.806317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acc0549e-2b9e-4245-8a82-1995bed70888 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:57.829670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-acc0549e-2b9e-4245-8a82-1995bed70888 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:57.832917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c6fa49-9aba-468d-8a8d-eafc5d02dd3f None None] Network 8a052806-7da1-4027-83aa-3ea6489109d8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:17:57.836796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38284) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:57.837264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-acc0549e-2b9e-4245-8a82-1995bed70888 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/subnets/a2c4fdf2-eb48-4287-a4d7-83a1701e8aca HTTP/1.1" status: 204 len: 168 time: 0.6843321 Aug 20 15:17:57.872589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74dfd6-d45f-4ca1-a9ce-5ae30ab642ee req-72e21507-9b2b-4f82-bd65-48bf211e408c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:57.882072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f74dfd6-d45f-4ca1-a9ce-5ae30ab642ee req-72e21507-9b2b-4f82-bd65-48bf211e408c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 945 time: 0.2530239 Aug 20 15:17:57.890272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0549e-2b9e-4245-8a82-1995bed70888 tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c4fdf2-eb48-4287-a4d7-83a1701e8aca,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:57.964423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f74dfd6-d45f-4ca1-a9ce-5ae30ab642ee req-c2248f71-d0bd-4c85-8e63-8bd76da353ab tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813751 Aug 20 15:17:58.091244 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.223042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Deleting port 802c3a1f-b173-47f2-a86f-57c7c5267926 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:58.223809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.246086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5db38-7d84-4fbf-8aa9-7e3a134c7ec2 None None] DHCP port deletion for 8a052806-7da1-4027-83aa-3ea6489109d8 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:17:58.309227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5db38-7d84-4fbf-8aa9-7e3a134c7ec2 None None] Deleting port 802c3a1f-b173-47f2-a86f-57c7c5267926 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:17:58.310041 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d7d5db38-7d84-4fbf-8aa9-7e3a134c7ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.334847 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] For port 802c3a1f-b173-47f2-a86f-57c7c5267926, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=802c3a1f-b173-47f2-a86f-57c7c5267926,segment=NetworkSegment(12728183-3578-4122-9c54-2101ae76ff46),segment_id=12728183-3578-4122-9c54-2101ae76ff46)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:58.335345 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.355026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Calling delete_port for 802c3a1f-b173-47f2-a86f-57c7c5267926 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:58.405854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d7d5db38-7d84-4fbf-8aa9-7e3a134c7ec2 None None] For port 802c3a1f-b173-47f2-a86f-57c7c5267926, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=802c3a1f-b173-47f2-a86f-57c7c5267926,segment=NetworkSegment(12728183-3578-4122-9c54-2101ae76ff46),segment_id=12728183-3578-4122-9c54-2101ae76ff46)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:58.406504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d7d5db38-7d84-4fbf-8aa9-7e3a134c7ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.432731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d7d5db38-7d84-4fbf-8aa9-7e3a134c7ec2 None None] Calling delete_port for 802c3a1f-b173-47f2-a86f-57c7c5267926 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:17:58.456158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.510183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:17:58.515764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Port': ['ID=802c3a1f-b173-47f2-a86f-57c7c5267926,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:58.528440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] No DVR routers for this DVR port 802c3a1f-b173-47f2-a86f-57c7c5267926 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:58.647742 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d7d5db38-7d84-4fbf-8aa9-7e3a134c7ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.696360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.701660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d5db38-7d84-4fbf-8aa9-7e3a134c7ec2 None None] No DVR routers for this DVR port 802c3a1f-b173-47f2-a86f-57c7c5267926 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:17:58.713154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a052806-7da1-4027-83aa-3ea6489109d8']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:58.745346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12728183-3578-4122-9c54-2101ae76ff46') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:58.745711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12728183-3578-4122-9c54-2101ae76ff46') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:17:58.771084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.802270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee31624-d712-459b-abb9-a4bed5dc87e8 req-1b94bcf9-41a5-4ff4-bd41-f613f06099d1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:58.820650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ee31624-d712-459b-abb9-a4bed5dc87e8 req-1b94bcf9-41a5-4ff4-bd41-f613f06099d1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 946 time: 0.1573560 Aug 20 15:17:58.841942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:17:58.853956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 802c3a1f-b173-47f2-a86f-57c7c5267926 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:17:58.859355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:17:58.860942 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.885853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5db38-7d84-4fbf-8aa9-7e3a134c7ec2 None None] Pushing event deleted for resources: {'Port': ['ID=802c3a1f-b173-47f2-a86f-57c7c5267926,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:58.902250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ee31624-d712-459b-abb9-a4bed5dc87e8 req-86139b7e-82aa-43e0-9eb2-e3ea0e051232 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688295 Aug 20 15:17:58.908991 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 802c3a1f-b173-47f2-a86f-57c7c5267926 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:17:58.911995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 802c3a1f-b173-47f2-a86f-57c7c5267926 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:17:58.935109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.976822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:17:58.977235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:17:58.985952 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:17:59.091610 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:59.095536 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:59.117579 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:59.123351 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] 10.222.0.36 "DELETE /v2.0/networks/8a052806-7da1-4027-83aa-3ea6489109d8 HTTP/1.1" status: 204 len: 168 time: 1.2852831 Aug 20 15:17:59.150319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829eb478-d642-405c-ac10-ab01abdd60bb tempest-NetworksIpV6Test-411967791 tempest-NetworksIpV6Test-411967791-project] Pushing event deleted for resources: {'Network': ['ID=8a052806-7da1-4027-83aa-3ea6489109d8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:59.262783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b79fd-afe4-42a5-8c23-94c94d081bbf req-e0c908fc-5d07-47fb-830f-880d30561378 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:59.266295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b81b79fd-afe4-42a5-8c23-94c94d081bbf req-e0c908fc-5d07-47fb-830f-880d30561378 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 945 time: 0.0907996 Aug 20 15:17:59.282253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:59.319590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b81b79fd-afe4-42a5-8c23-94c94d081bbf req-256c3ae7-1185-4e4b-b9b0-31698dd908dd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Aug 20 15:17:59.364391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:17:59.367436 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897f8ac8-e17e-41e1-81a0-ef7f8c8a7679" -d '{"events": [{"server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:17:59.404077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:17:59.419095 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:59.422940 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dda36e2-d002-4bda-b3fd-796a090cb9e8 x-openstack-request-id: req-7dda36e2-d002-4bda-b3fd-796a090cb9e8 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:17:59.423227 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:17:59.423795 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7dda36e2-d002-4bda-b3fd-796a090cb9e8 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:17:59.423901 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044', 'code': 200} Aug 20 15:17:59.525813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:17:59.526115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38310) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:59.582022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b05c9-1684-45c2-a1aa-d0b89881146f req-8d0861e8-44d4-4f96-a11a-191acab96fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:17:59.583567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d5b05c9-1684-45c2-a1aa-d0b89881146f req-8d0861e8-44d4-4f96-a11a-191acab96fdd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 1098 time: 0.0803585 Aug 20 15:17:59.651468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d5b05c9-1684-45c2-a1aa-d0b89881146f req-a5aaa958-d3c0-484a-91e8-10c1512754ac service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571916 Aug 20 15:17:59.758816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38314) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:17:59.759454 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3fc2acdc-e6a1-4f15-be3e-f98aebff93ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97357859d1ab4a6b86c59fe4b74f6109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320194 Aug 20 15:17:59.834960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e3bf0e-d3d2-445a-8529-47c260955dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:59.871624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e3bf0e-d3d2-445a-8529-47c260955dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:59.953211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e3bf0e-d3d2-445a-8529-47c260955dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:59.960048 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35e3bf0e-d3d2-445a-8529-47c260955dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:17:59.965435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-35e3bf0e-d3d2-445a-8529-47c260955dbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ad8ecf5-fd4b-4cd7-943f-2851b20bb548 HTTP/1.1" status: 204 len: 168 time: 0.2054124 Aug 20 15:18:00.031792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3bf0e-d3d2-445a-8529-47c260955dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad8ecf5-fd4b-4cd7-943f-2851b20bb548,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:00.071612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-65c3aac0-23af-4c47-8ddd-0bb8776a8268 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787737 Aug 20 15:18:00.162152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-01157d4e-3d1e-4987-a481-029a4de56c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:00.182712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-01157d4e-3d1e-4987-a481-029a4de56c28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 1097 time: 0.0815554 Aug 20 15:18:00.546468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-d39b215c-400d-4532-ab5a-29da94189d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:00.548204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-d39b215c-400d-4532-ab5a-29da94189d4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.3374431 Aug 20 15:18:00.568193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144dc68-c5e0-4c87-8d3b-c350799033cd req-cef5cf2a-db31-4f4e-8037-41d71b72da24 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:00.569746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4144dc68-c5e0-4c87-8d3b-c350799033cd req-cef5cf2a-db31-4f4e-8037-41d71b72da24 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.1165261 Aug 20 15:18:00.637125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-146163e8-6557-45a3-ac50-7909e8d4f8e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccd53080-b5b3-43e6-ae98-334868436f24 HTTP/1.1" status: 200 len: 217 time: 0.0663910 Aug 20 15:18:00.693622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4144dc68-c5e0-4c87-8d3b-c350799033cd req-6607afa3-2d76-4e99-8cfb-947c893f7b12 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171265 Aug 20 15:18:00.709319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-f65090f6-e954-46dd-9f16-3158b2a159fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:00.711328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-f65090f6-e954-46dd-9f16-3158b2a159fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0592744 Aug 20 15:18:00.807982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-d000845e-4f6a-46ba-940d-6aff3b1d170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:00.809484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-d000845e-4f6a-46ba-940d-6aff3b1d170f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837169 Aug 20 15:18:00.965020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-914307bd-b452-4d7e-9d3e-b15b8b2047c5 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404712 Aug 20 15:18:01.087695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:01.115648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1edb390b-39c7-40d0-9051-598867b4b4f1 req-1412de33-2989-4f29-9af9-a324f71cd5a5 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349287 Aug 20 15:18:01.206127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1569855949'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:01.227434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:01.231314 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:01.240288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:01.358743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:01.363472 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:01.391203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:01.401202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63f3140-5da0-4654-8268-03b33971a4f9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:01.406301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:01.406644 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment 69345151-7148-4857-b872-68ad660ae0ff of type vlan for network caa362f5-7bb6-49ec-9408-f1d62a6742e7 Aug 20 15:18:01.408407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-cf2f3e17-81b1-4261-9e04-b5b6b48a29d6 req-04d214c0-fd1c-4307-b850-ba960e1c2b07 service neutron] (101099) timed out ('10.222.0.70', 58068) {{(pid=101099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:18:01.457515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:01.492177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:01.500017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:01.500663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:01.561811 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4721177 Aug 20 15:18:01.576522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44d657-2372-49fe-bf2a-b1dc5ade61eb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=caa362f5-7bb6-49ec-9408-f1d62a6742e7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:01.597325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network caa362f5-7bb6-49ec-9408-f1d62a6742e7 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:01.692117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38368) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:01.697274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': 'caa362f5-7bb6-49ec-9408-f1d62a6742e7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:01.797173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:01.801288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:01.823121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1079-05c8-4567-b596-4c8fb0797c63 req-10b309a6-7afb-4f95-a95c-aac92538201d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:01.824776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1adb1079-05c8-4567-b596-4c8fb0797c63 req-10b309a6-7afb-4f95-a95c-aac92538201d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0589242 Aug 20 15:18:01.866217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1adb1079-05c8-4567-b596-4c8fb0797c63 req-a1c9f22b-bbaf-4a78-8897-6ce8e2a5f6be tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339289 Aug 20 15:18:01.988851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-eea9b5ff-c24d-46c2-b79b-71f8d58fda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:01.990531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-eea9b5ff-c24d-46c2-b79b-71f8d58fda13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1098 time: 0.0517752 Aug 20 15:18:02.006258 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.082649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=e957a61e-0b27-4230-8f28-94049cb3138a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:02.085274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': '69345151-7148-4857-b872-68ad660ae0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'caa362f5-7bb6-49ec-9408-f1d62a6742e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:02.085698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: caa362f5-7bb6-49ec-9408-f1d62a6742e7, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:02.105918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network caa362f5-7bb6-49ec-9408-f1d62a6742e7 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:02.116719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, caa362f5-7bb6-49ec-9408-f1d62a6742e7) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:02.123575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:02.123575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.134013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313eb089-948c-4a00-b979-ed8cee61bd6b None None] Network caa362f5-7bb6-49ec-9408-f1d62a6742e7 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:02.148502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-179ca179-b6a3-413e-9bdc-8e9ac1207c85 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4550769 Aug 20 15:18:02.152335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38378) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:02.162612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-575655430'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:02.163196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-6e506470-711a-4108-8785-977cd729377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:02.164992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-6e506470-711a-4108-8785-977cd729377a service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1666343 Aug 20 15:18:02.184484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250fd5-2f6d-4f1f-af5a-b53d7a82a37d req-2d161f95-f535-4d35-96cd-83cc966133e9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:02.186416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1250fd5-2f6d-4f1f-af5a-b53d7a82a37d req-2d161f95-f535-4d35-96cd-83cc966133e9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0813665 Aug 20 15:18:02.198359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:02.202507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.232106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:02.245298 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.245789 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment 1d0dfb74-c10a-4aed-bc22-581178dfc8cb of type vlan for network 7ee3534c-6e47-4f05-a6d1-850ecb7df47e Aug 20 15:18:02.295036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.301991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-7b1aa13b-e348-4a09-a6e2-7a41730eabe4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 1001 time: 0.1262286 Aug 20 15:18:02.324767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1250fd5-2f6d-4f1f-af5a-b53d7a82a37d req-74c5e6ce-eca3-49c7-8cdd-6240acb66a2e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245539 Aug 20 15:18:02.355336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.368398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:02.369052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.405692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-25566196-00dc-45cd-a059-13af9a7ff93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:02.405692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-25566196-00dc-45cd-a059-13af9a7ff93e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0782256 Aug 20 15:18:02.448180 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2917089 Aug 20 15:18:02.450243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38386) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:02.457410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': '7ee3534c-6e47-4f05-a6d1-850ecb7df47e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:02.472193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-1c61eae2-3efb-4210-ba0a-0bc2e3e3c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:02.474446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-1c61eae2-3efb-4210-ba0a-0bc2e3e3c2a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613823 Aug 20 15:18:02.514811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d8078-5e53-4082-984d-bbaa4efd8e06 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=7ee3534c-6e47-4f05-a6d1-850ecb7df47e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:02.537993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 7ee3534c-6e47-4f05-a6d1-850ecb7df47e details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:02.567087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:02.571508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.636223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-5e3f6043-394a-4a8c-ba5c-fc306dc35eb3 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538084 Aug 20 15:18:02.668149 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-caa362f5-7bb6-49ec-9408-f1d62a6742e7', 'network_id': 'caa362f5-7bb6-49ec-9408-f1d62a6742e7', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': 'e957a61e-0b27-4230-8f28-94049cb3138a'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:02.671947 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.802392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4deb507-cf42-42c1-8ea6-6ff164274eda req-208c4a6e-2bb6-4810-8156-0ff1cba2694c service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558473 Aug 20 15:18:02.833613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368d41d-8d6c-475e-8cf5-f087a4f0f69f req-b70fd746-91c5-4ddc-a814-4f02e931f7b9 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:02.834926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Allocated IP 172.20.255.242 (caa362f5-7bb6-49ec-9408-f1d62a6742e7/e957a61e-0b27-4230-8f28-94049cb3138a/19865303-08a9-484b-a621-470aedea50a9) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:18:02.841282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9368d41d-8d6c-475e-8cf5-f087a4f0f69f req-b70fd746-91c5-4ddc-a814-4f02e931f7b9 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 946 time: 0.0771353 Aug 20 15:18:02.877047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9368d41d-8d6c-475e-8cf5-f087a4f0f69f req-1afdb22f-e638-4030-81d3-dd0710e6d867 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348377 Aug 20 15:18:02.890155 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:02.962219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=da6f6dca-bff8-4cec-ac0c-86271ab59b3c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:02.967081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': '1d0dfb74-c10a-4aed-bc22-581178dfc8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '7ee3534c-6e47-4f05-a6d1-850ecb7df47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:02.967455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: 7ee3534c-6e47-4f05-a6d1-850ecb7df47e, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:02.989336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network 7ee3534c-6e47-4f05-a6d1-850ecb7df47e is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:03.000429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 7ee3534c-6e47-4f05-a6d1-850ecb7df47e) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:03.006049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:03.007034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.013770 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.017424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155d8bd-c973-4fca-88f0-c035dbb26f82 None None] Network 7ee3534c-6e47-4f05-a6d1-850ecb7df47e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:03.025106 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cc3b3927-ffc5-4462-a52d-88c5a45cb95a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5740061 Aug 20 15:18:03.027780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38394) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:03.070866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Transition to ACTIVE for port object 19865303-08a9-484b-a621-470aedea50a9 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:03.099299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Transition to ACTIVE for port object 19865303-08a9-484b-a621-470aedea50a9 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:03.113272 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.139914 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.181434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Network caa362f5-7bb6-49ec-9408-f1d62a6742e7 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:18:03.192750 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:03.202679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.205830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:18:03.212722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Pushing event updated for resources: {'Port': ['ID=19865303-08a9-484b-a621-470aedea50a9,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:03.276199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04939fb6-7f89-4f1e-abb7-ce843967fd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-7ee3534c-6e47-4f05-a6d1-850ecb7df47e', 'network_id': '7ee3534c-6e47-4f05-a6d1-850ecb7df47e', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': 'da6f6dca-bff8-4cec-ac0c-86271ab59b3c'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:03.277101 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-04939fb6-7f89-4f1e-abb7-ce843967fd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.277817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.304182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Attempting to bind port 19865303-08a9-484b-a621-470aedea50a9 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:18:03.304557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Attempting to bind port 19865303-08a9-484b-a621-470aedea50a9 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '69345151-7148-4857-b872-68ad660ae0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'caa362f5-7bb6-49ec-9408-f1d62a6742e7'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:18:03.304925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Attempting to bind port 19865303-08a9-484b-a621-470aedea50a9 on network caa362f5-7bb6-49ec-9408-f1d62a6742e7 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:18:03.306781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=da6f6dca-bff8-4cec-ac0c-86271ab59b3c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:03.317028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:18:03.317412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Checking segment: {'id': '69345151-7148-4857-b872-68ad660ae0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'caa362f5-7bb6-49ec-9408-f1d62a6742e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:03.318407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.318407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Bound using segment: {'id': '69345151-7148-4857-b872-68ad660ae0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'caa362f5-7bb6-49ec-9408-f1d62a6742e7'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:18:03.318663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Bound port: 19865303-08a9-484b-a621-470aedea50a9, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69345151-7148-4857-b872-68ad660ae0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'caa362f5-7bb6-49ec-9408-f1d62a6742e7'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:18:03.319050 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.319187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.319757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.320104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.320458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.320881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.322781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.322781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.323110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.323275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.323622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.323988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.324307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:03.396845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.409071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee3534c-6e47-4f05-a6d1-850ecb7df47e']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:03.422258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0dfb74-c10a-4aed-bc22-581178dfc8cb') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:03.422946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0dfb74-c10a-4aed-bc22-581178dfc8cb') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:03.425989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42208f-6ab0-4ac0-88fd-a1958813936e None None] Network 7ee3534c-6e47-4f05-a6d1-850ecb7df47e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:03.434536 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.453107 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.461483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:03.462094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:03.465771 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:03.490240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] For port 19865303-08a9-484b-a621-470aedea50a9, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:18:03.510229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d262f1-3fe7-4eaa-a664-487081618edd req-fef076ee-abab-4081-8184-f5fdde860f70 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:03.512681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59d262f1-3fe7-4eaa-a664-487081618edd req-fef076ee-abab-4081-8184-f5fdde860f70 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.1114769 Aug 20 15:18:03.557524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59d262f1-3fe7-4eaa-a664-487081618edd req-fb148997-9a99-4159-a652-594e4046dd70 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373850 Aug 20 15:18:03.558856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] For port 19865303-08a9-484b-a621-470aedea50a9, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=19865303-08a9-484b-a621-470aedea50a9,segment=NetworkSegment(69345151-7148-4857-b872-68ad660ae0ff),segment_id=69345151-7148-4857-b872-68ad660ae0ff)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:18:03.594202 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.596910 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.604140 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.605971 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/7ee3534c-6e47-4f05-a6d1-850ecb7df47e HTTP/1.1" status: 204 len: 168 time: 0.5770926 Aug 20 15:18:03.611031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38400) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:03.626663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1937442044'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:03.656456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d36e28-947f-46bc-99aa-d8019aded43b tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=7ee3534c-6e47-4f05-a6d1-850ecb7df47e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:03.667124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:03.670894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.685390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999427aa-b1fe-49f2-8078-f2799aff1148 None None] Pushing event updated for resources: {'Port': ['ID=19865303-08a9-484b-a621-470aedea50a9,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:03.717888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:03.733958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.734341 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment 9938c112-6d70-496c-86e2-bfa36334ce8c of type vlan for network 160ef3d0-37e4-4287-b200-7da81a0ade31 Aug 20 15:18:03.790001 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.825314 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.833052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:03.834099 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:03.901865 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2863545 Aug 20 15:18:03.901865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38410) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:03.910013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': '160ef3d0-37e4-4287-b200-7da81a0ade31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:04.024606 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcddac-bedb-4691-8091-d06efcbe3b99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=160ef3d0-37e4-4287-b200-7da81a0ade31,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:04.055354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 160ef3d0-37e4-4287-b200-7da81a0ade31 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:04.075696 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:04.079513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:04.149448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Performing IP validity checks on allocation pools {{(pid=101100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 15:18:04.150377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 15:18:04.188897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d4a98-c1c2-40cd-b147-057312673878 req-ddae6281-c606-4e07-ba58-67c8f0a17c20 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:04.191023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f66d4a98-c1c2-40cd-b147-057312673878 req-ddae6281-c606-4e07-ba58-67c8f0a17c20 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 946 time: 0.0816162 Aug 20 15:18:04.235115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f66d4a98-c1c2-40cd-b147-057312673878 req-d9391766-d8d5-43a9-a632-8370a9fbeb10 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375829 Aug 20 15:18:04.311812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:04.356371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff81e33-dd0e-4748-9efe-ce6c2cd84744 req-d5c4ace0-3249-4b35-910e-1f9278fe55f8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:04.358239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ff81e33-dd0e-4748-9efe-ce6c2cd84744 req-d5c4ace0-3249-4b35-910e-1f9278fe55f8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0544851 Aug 20 15:18:04.367681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=cfa7ee1f-0a20-4166-9f7c-a3274d741ab2,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:04.390264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': '9938c112-6d70-496c-86e2-bfa36334ce8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '160ef3d0-37e4-4287-b200-7da81a0ade31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:04.390735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: 160ef3d0-37e4-4287-b200-7da81a0ade31, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:04.410846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network 160ef3d0-37e4-4287-b200-7da81a0ade31 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:04.422406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 160ef3d0-37e4-4287-b200-7da81a0ade31) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:04.429298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:04.429609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:04.436108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215fabc1-fdfa-4452-98f9-e884b11c5354 None None] Network 160ef3d0-37e4-4287-b200-7da81a0ade31 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:04.451179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ff81e33-dd0e-4748-9efe-ce6c2cd84744 req-ae4710ee-55c4-456a-ad16-2baefa126f32 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831058 Aug 20 15:18:04.468296 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a41a1a7d-537d-4eeb-bf13-1beda92d9845 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5655887 Aug 20 15:18:04.478560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38422) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:04.596155 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:04.666753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:04.771307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:04.775968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08568e51-12d5-4394-8d8a-fe37eacc9219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-160ef3d0-37e4-4287-b200-7da81a0ade31', 'network_id': '160ef3d0-37e4-4287-b200-7da81a0ade31', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': 'cfa7ee1f-0a20-4166-9f7c-a3274d741ab2'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:04.776865 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-08568e51-12d5-4394-8d8a-fe37eacc9219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:04.814064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-843fee9d-72ac-4928-9a8f-c10f975720d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:04.816394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-843fee9d-72ac-4928-9a8f-c10f975720d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1098 time: 0.2343788 Aug 20 15:18:04.848545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96badef-5771-4580-b7a3-1dba738048cc req-3a028208-30c7-4ff2-b521-3f6367f23a79 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:04.851471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d96badef-5771-4580-b7a3-1dba738048cc req-3a028208-30c7-4ff2-b521-3f6367f23a79 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.70 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 946 time: 0.1343229 Aug 20 15:18:04.853133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa7ee1f-0a20-4166-9f7c-a3274d741ab2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:04.944104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:18:04.947067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 19865303-08a9-484b-a621-470aedea50a9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:18:04.982866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.001242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160ef3d0-37e4-4287-b200-7da81a0ade31']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:05.019155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9938c112-6d70-496c-86e2-bfa36334ce8c') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:05.019792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9938c112-6d70-496c-86e2-bfa36334ce8c') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:05.037528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.059036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.076556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d1bf87-f4b6-44ff-a4af-3c3dc73f5b6a None None] Network 160ef3d0-37e4-4287-b200-7da81a0ade31 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:05.089944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:05.091399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:05.100697 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:05.150208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 19865303-08a9-484b-a621-470aedea50a9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:18:05.167113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d96badef-5771-4580-b7a3-1dba738048cc req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Deleting port 374c4a45-ad36-47dd-83b6-e6ac21a3e238 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:18:05.167562 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d96badef-5771-4580-b7a3-1dba738048cc req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.209305 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.224406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-4414769d-145f-4655-9d68-5135ce4062b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:05.226077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-4414769d-145f-4655-9d68-5135ce4062b3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.3538940 Aug 20 15:18:05.245877 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.253443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.260130 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/160ef3d0-37e4-4287-b200-7da81a0ade31 HTTP/1.1" status: 204 len: 168 time: 0.7850051 Aug 20 15:18:05.268170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38432) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:05.283027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-166082309'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:05.300836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7852b-2019-41d7-9166-3e7479ecb50e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=160ef3d0-37e4-4287-b200-7da81a0ade31,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:05.324309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5d16f9-8e86-458e-b792-a81894d0c77d None None] Network caa362f5-7bb6-49ec-9408-f1d62a6742e7 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:05.335598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-1e7541a6-ac8f-48c6-8da6-1d119c80eb0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 1001 time: 0.0997789 Aug 20 15:18:05.337360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d96badef-5771-4580-b7a3-1dba738048cc req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] For port 374c4a45-ad36-47dd-83b6-e6ac21a3e238, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=374c4a45-ad36-47dd-83b6-e6ac21a3e238,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:05.337808 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d96badef-5771-4580-b7a3-1dba738048cc req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.339392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:05.344627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.348705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:18:05.353700 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155c7224-2cbf-4772-8db7-57a83a592c58" -d '{"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-unplugged", "status": "completed", "tag": "f1855cf4-377e-4404-9f24-c77989128586"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:18:05.378259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:05.392783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.393636 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment ca98c345-f083-4aa8-b1b7-f0017e5b6842 of type vlan for network 7d1a4856-dc3d-4da7-ac7f-0642f5892ae1 Aug 20 15:18:05.396531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-87b9b29a-63ee-48f1-9e68-56a433244372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:05.398173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-87b9b29a-63ee-48f1-9e68-56a433244372 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0524507 Aug 20 15:18:05.403906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d96badef-5771-4580-b7a3-1dba738048cc req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Calling delete_port for 374c4a45-ad36-47dd-83b6-e6ac21a3e238 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:18:05.447764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:05.449093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7bb6fa1f-28c2-4012-8a07-25e73ec6673b None None] Provisioning for port 19865303-08a9-484b-a621-470aedea50a9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:18:05.461136 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.462463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.466138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7bb6fa1f-28c2-4012-8a07-25e73ec6673b None None] Provisioning complete for port 19865303-08a9-484b-a621-470aedea50a9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:18:05.466584 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7bb6fa1f-28c2-4012-8a07-25e73ec6673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.507577 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.516023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:05.517591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.531919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f395f-512e-4c02-9301-e6b26e05fce1 req-f8b6b49a-3ecc-4a3c-8fdf-0b983788552f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:05.534595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-541f395f-512e-4c02-9301-e6b26e05fce1 req-f8b6b49a-3ecc-4a3c-8fdf-0b983788552f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 946 time: 0.1352563 Aug 20 15:18:05.543019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-51f71bb9-37ec-47f8-aeb2-3d802b038470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:05.544824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-51f71bb9-37ec-47f8-aeb2-3d802b038470 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073141 Aug 20 15:18:05.609411 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3281777 Aug 20 15:18:05.609787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38438) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:05.612797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:05.615683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': '7d1a4856-dc3d-4da7-ac7f-0642f5892ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:05.620857 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c95f82-5880-4df6-877e-cf5f94037570 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=7d1a4856-dc3d-4da7-ac7f-0642f5892ae1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:05.648892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-541f395f-512e-4c02-9301-e6b26e05fce1 req-c1bcfbdf-4ebb-4725-a4d6-54318a8b0c6a tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032066 Aug 20 15:18:05.691502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 7d1a4856-dc3d-4da7-ac7f-0642f5892ae1 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:05.728922 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-fcb1cad0-519b-4efe-9ad8-d5462ef04c57 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710224 Aug 20 15:18:05.743124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:05.746862 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.787020 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e3d585-52e6-44dc-855f-2128a74bbbd0 x-openstack-request-id: req-f5e3d585-52e6-44dc-855f-2128a74bbbd0 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:18:05.787965 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-unplugged", "status": "failed", "tag": "f1855cf4-377e-4404-9f24-c77989128586", "code": 422}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:18:05.788365 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5e3d585-52e6-44dc-855f-2128a74bbbd0 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:18:05.788907 n-d-695189-15 neutron-server[101101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586', 'code': 422} returned with failed status Aug 20 15:18:05.809394 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7bb6fa1f-28c2-4012-8a07-25e73ec6673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.849050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d96badef-5771-4580-b7a3-1dba738048cc req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.856966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7bb6fa1f-28c2-4012-8a07-25e73ec6673b None None] For port 19865303-08a9-484b-a621-470aedea50a9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=19865303-08a9-484b-a621-470aedea50a9,segment=NetworkSegment(69345151-7148-4857-b872-68ad660ae0ff),segment_id=69345151-7148-4857-b872-68ad660ae0ff)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:05.869266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['374c4a45-ad36-47dd-83b6-e6ac21a3e238'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:18:05.881757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Pushing event deleted for resources: {'Port': ['ID=374c4a45-ad36-47dd-83b6-e6ac21a3e238,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:05.903890 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7bb6fa1f-28c2-4012-8a07-25e73ec6673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.915021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b11c1c-d69a-4618-855b-ced1623d4dfd req-421cb4ee-c5a4-420e-93cd-4446042b4bbd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:05.915455 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27b11c1c-d69a-4618-855b-ced1623d4dfd req-421cb4ee-c5a4-420e-93cd-4446042b4bbd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.1319687 Aug 20 15:18:05.963362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96badef-5771-4580-b7a3-1dba738048cc req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] No DVR routers for this DVR port 374c4a45-ad36-47dd-83b6-e6ac21a3e238 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:18:05.975484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6fa1f-28c2-4012-8a07-25e73ec6673b None None] Pushing event updated for resources: {'Port': ['ID=19865303-08a9-484b-a621-470aedea50a9,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:05.990189 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d96badef-5771-4580-b7a3-1dba738048cc req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:05.992501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d96badef-5771-4580-b7a3-1dba738048cc req-d1d882d9-d056-47e7-829f-02d4ed82d3ec tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.70 "DELETE /v2.0/ports/374c4a45-ad36-47dd-83b6-e6ac21a3e238 HTTP/1.1" status: 204 len: 173 time: 1.1288376 Aug 20 15:18:05.993809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12257ae5-f9d9-4628-901b-3986cb9d8e9e', 'name': 'network-vif-deleted', 'tag': '374c4a45-ad36-47dd-83b6-e6ac21a3e238'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:18:05.996084 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b09b4e-d110-4067-afa8-c3eb43f8b087" -d '{"events": [{"server_uuid": "12257ae5-f9d9-4628-901b-3986cb9d8e9e", "name": "network-vif-deleted", "tag": "374c4a45-ad36-47dd-83b6-e6ac21a3e238"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:18:06.017162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-028a6ec0-be48-4983-be03-71e4be3d5a4b req-f396d129-e032-46f8-9af6-5fced033ca1c service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787333 Aug 20 15:18:06.020814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27b11c1c-d69a-4618-855b-ced1623d4dfd req-d23ddb7b-ceab-47df-9bca-355166fc99e8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756304 Aug 20 15:18:06.043772 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.061474 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.094791 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96db044-7f3a-4e2b-b53b-2bcee0aaad5b x-openstack-request-id: req-b96db044-7f3a-4e2b-b53b-2bcee0aaad5b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:18:06.095166 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12257ae5-f9d9-4628-901b-3986cb9d8e9e", "name": "network-vif-deleted", "tag": "374c4a45-ad36-47dd-83b6-e6ac21a3e238", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:18:06.095496 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b96db044-7f3a-4e2b-b53b-2bcee0aaad5b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:18:06.096514 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12257ae5-f9d9-4628-901b-3986cb9d8e9e', 'name': 'network-vif-deleted', 'tag': '374c4a45-ad36-47dd-83b6-e6ac21a3e238', 'status': 'completed', 'code': 200} Aug 20 15:18:06.136954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=a1074fed-89ee-4e08-83dd-3ca16d1b7c91,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:06.148759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': 'ca98c345-f083-4aa8-b1b7-f0017e5b6842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '7d1a4856-dc3d-4da7-ac7f-0642f5892ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:06.149408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: 7d1a4856-dc3d-4da7-ac7f-0642f5892ae1, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:06.171991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network 7d1a4856-dc3d-4da7-ac7f-0642f5892ae1 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:06.186321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 7d1a4856-dc3d-4da7-ac7f-0642f5892ae1) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:06.195678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d5942-a060-4336-a658-5be3c22bd0d0 None None] Network 7d1a4856-dc3d-4da7-ac7f-0642f5892ae1 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:06.196712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:06.197313 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.215382 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-de30a91c-8d0e-4c66-a59a-c31302f803c8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6045177 Aug 20 15:18:06.218106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38448) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:06.343118 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.398468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e0c73-7b85-407f-a82a-3f7ca0c7fd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-7d1a4856-dc3d-4da7-ac7f-0642f5892ae1', 'network_id': '7d1a4856-dc3d-4da7-ac7f-0642f5892ae1', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': 'a1074fed-89ee-4e08-83dd-3ca16d1b7c91'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:06.399406 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-460e0c73-7b85-407f-a82a-3f7ca0c7fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.402329 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.468590 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.498445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-85d7c975-8ae9-4932-bbd2-c1f95432e13c None None] Provisioning complete for port 19865303-08a9-484b-a621-470aedea50a9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:18:06.498823 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-85d7c975-8ae9-4932-bbd2-c1f95432e13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.500771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=a1074fed-89ee-4e08-83dd-3ca16d1b7c91,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-460e0c73-7b85-407f-a82a-3f7ca0c7fd39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1074fed-89ee-4e08-83dd-3ca16d1b7c91: This subnet is being modified by another concurrent operation. Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1074fed-89ee-4e08-83dd-3ca16d1b7c91: This subnet is being modified by another concurrent operation. Aug 20 15:18:06.532993 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:18:06.543285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:18:06.565875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8fe35-bb54-4f7d-94cc-2c6cacd03465 None None] Network 7d1a4856-dc3d-4da7-ac7f-0642f5892ae1 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:06.575132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.588493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1a4856-dc3d-4da7-ac7f-0642f5892ae1']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:06.600712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca98c345-f083-4aa8-b1b7-f0017e5b6842') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:06.601011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca98c345-f083-4aa8-b1b7-f0017e5b6842') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:06.623687 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.657220 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.679779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:06.680231 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:06.690122 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:06.788643 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.797963 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.805399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 19865303-08a9-484b-a621-470aedea50a9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:18:06.815133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/7d1a4856-dc3d-4da7-ac7f-0642f5892ae1 HTTP/1.1" status: 204 len: 168 time: 0.5907354 Aug 20 15:18:06.815841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38456) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:06.822163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6961003-0b6b-40ac-a998-ea2432f93d08 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=7d1a4856-dc3d-4da7-ac7f-0642f5892ae1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:06.823044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-846434532'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:06.873362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:06.879358 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.927393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eab5237-e2fc-4af6-9f47-d964850301dd req-e82a0971-da13-4099-b9d9-63185e6802e4 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=12257ae5-f9d9-4628-901b-3986cb9d8e9e HTTP/1.1" status: 200 len: 210 time: 0.0992837 Aug 20 15:18:06.933213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:06.949851 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:06.950213 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment 026e0173-ee09-4010-b35d-448a928a50fb of type vlan for network 52df2ebb-cbb7-44c1-9608-7f910c3c750f Aug 20 15:18:06.998699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:07.008781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e127ada7-c04f-4791-8391-f301e64b6aae None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:18:07.012814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:07.033885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:07.040619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:07.041335 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:07.061525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'port_id': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044', 'mac_address': 'fa:16:3e:20:dc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:18:07.067960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 19865303-08a9-484b-a621-470aedea50a9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:18:07.068425 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:07.164661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=52df2ebb-cbb7-44c1-9608-7f910c3c750f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:07.177541 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d3cae345-f3c4-4044-b1cf-062687fb0464 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3584335 Aug 20 15:18:07.178389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38476) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:07.183583 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:07.187770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 52df2ebb-cbb7-44c1-9608-7f910c3c750f details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:07.190582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': '52df2ebb-cbb7-44c1-9608-7f910c3c750f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:07.232201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da58343-39c1-48fb-8034-c675453f65d1 req-815e685a-c1f7-444b-a8b1-b30860180469 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:07.241292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2da58343-39c1-48fb-8034-c675453f65d1 req-815e685a-c1f7-444b-a8b1-b30860180469 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0815399 Aug 20 15:18:07.259709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:18:07.291521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e127ada7-c04f-4791-8391-f301e64b6aae None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:18:07.296950 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2da58343-39c1-48fb-8034-c675453f65d1 req-92224cd1-d58a-4c44-b65c-dc4adb9e5c95 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544348 Aug 20 15:18:07.317044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:07.321502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:07.328852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:07.340123 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:07.470168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:18:07.647767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:07.935667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:08.016466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=8a9cefda-787a-4f67-9516-b2aacbf8e603,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:08.031756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': '026e0173-ee09-4010-b35d-448a928a50fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '52df2ebb-cbb7-44c1-9608-7f910c3c750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:08.032311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: 52df2ebb-cbb7-44c1-9608-7f910c3c750f, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:08.071586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network 52df2ebb-cbb7-44c1-9608-7f910c3c750f is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:08.089937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 52df2ebb-cbb7-44c1-9608-7f910c3c750f) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:08.095880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:08.096476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:08.098192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa35a8e-8b42-41a6-bd22-7b24fceba84c None None] Network 52df2ebb-cbb7-44c1-9608-7f910c3c750f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:08.121747 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cd48a94a-f64b-4d22-bba4-f59f98c6aad5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9397824 Aug 20 15:18:08.124341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38504) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:08.308798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:08.367445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a81ad-b096-4c54-a19f-9b0b71fe48fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-52df2ebb-cbb7-44c1-9608-7f910c3c750f', 'network_id': '52df2ebb-cbb7-44c1-9608-7f910c3c750f', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': '8a9cefda-787a-4f67-9516-b2aacbf8e603'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:08.368790 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d53a81ad-b096-4c54-a19f-9b0b71fe48fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:08.386581 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:08.477460 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:08.549401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9cefda-787a-4f67-9516-b2aacbf8e603,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:08.566243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-d53a81ad-b096-4c54-a19f-9b0b71fe48fe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a9cefda-787a-4f67-9516-b2aacbf8e603: This subnet is being modified by another concurrent operation. Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a9cefda-787a-4f67-9516-b2aacbf8e603: This subnet is being modified by another concurrent operation. Aug 20 15:18:08.570864 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:18:08.615012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e807b9-3e10-44e3-b6f5-d0bfc5527199 None None] Network 52df2ebb-cbb7-44c1-9608-7f910c3c750f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:08.761277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dafa2d-3da1-419e-98f8-70b8d609c76c None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:18:08.910750 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dafa2d-3da1-419e-98f8-70b8d609c76c None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:18:08.920928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:18:08.959492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:18:08.960161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.321598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.336974 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.351536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd198-af24-4016-8523-517ee5611665 req-33d9492b-34c1-4f25-83fa-cc37fe2a86da tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:09.360174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e96bd198-af24-4016-8523-517ee5611665 req-33d9492b-34c1-4f25-83fa-cc37fe2a86da tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 945 time: 0.8959301 Aug 20 15:18:09.372586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52df2ebb-cbb7-44c1-9608-7f910c3c750f']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:09.395750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026e0173-ee09-4010-b35d-448a928a50fb') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:09.396531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026e0173-ee09-4010-b35d-448a928a50fb') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:09.415337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:09.418407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:18:09.421554 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4954f6-db2f-4140-bd9b-028aed0cfd24" -d '{"events": [{"server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:18:09.428202 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.429393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 374c4a45-ad36-47dd-83b6-e6ac21a3e238 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:18:09.451059 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.480768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e96bd198-af24-4016-8523-517ee5611665 req-31ea3caa-9b3e-440b-8e3b-d6f817f5790c tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194930 Aug 20 15:18:09.499782 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.508579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:09.508579 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.509019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 374c4a45-ad36-47dd-83b6-e6ac21a3e238 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:18:09.509465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 374c4a45-ad36-47dd-83b6-e6ac21a3e238 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:09.523973 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:09.577746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:09.600430 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfe26c6-f28b-420e-bf68-0d8b6a060c3b x-openstack-request-id: req-7dfe26c6-f28b-420e-bf68-0d8b6a060c3b {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:18:09.600833 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:18:09.601190 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7dfe26c6-f28b-420e-bf68-0d8b6a060c3b {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:18:09.601680 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044', 'code': 200} Aug 20 15:18:09.655179 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.679509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.681572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/52df2ebb-cbb7-44c1-9608-7f910c3c750f HTTP/1.1" status: 204 len: 168 time: 1.5558865 Aug 20 15:18:09.685452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38528) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:09.691160 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1325755084'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:09.691657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=52df2ebb-cbb7-44c1-9608-7f910c3c750f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:09.710111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.710315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.710502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.710850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.711723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.712339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.712454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.712776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.713107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.714219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.714556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.714884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174dbffd-f587-40f2-b9d4-40f07ab0b9d0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:09.726016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:09.737066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.776004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:09.789176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.789876 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment ebaed371-e9f6-455e-94a5-a0056d43a7d1 of type vlan for network f2d1ca3a-c755-43d6-83a4-093f319cd430 Aug 20 15:18:09.847326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.937314 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:09.944311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:09.944962 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:10.019908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38534) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:10.020051 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3336771 Aug 20 15:18:10.032028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': 'f2d1ca3a-c755-43d6-83a4-093f319cd430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:10.035859 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22fb3e-781b-47f7-8b2b-9be8d8fc9144 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=f2d1ca3a-c755-43d6-83a4-093f319cd430,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:10.056379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network f2d1ca3a-c755-43d6-83a4-093f319cd430 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:10.207302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:10.211105 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:10.376402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.ipam_backend_mixin [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Performing IP validity checks on allocation pools {{(pid=101099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 15:18:10.377553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.ipam_backend_mixin [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101099) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 15:18:10.873878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce778c5d-086e-4b3b-8a1e-3d95ce7c83e9 req-55f2423c-1223-4ee7-9113-3b0a2ca95881 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:10.885259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce778c5d-086e-4b3b-8a1e-3d95ce7c83e9 req-55f2423c-1223-4ee7-9113-3b0a2ca95881 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.2424734 Aug 20 15:18:10.888698 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.000213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': 'ebaed371-e9f6-455e-94a5-a0056d43a7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'f2d1ca3a-c755-43d6-83a4-093f319cd430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:11.000725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: f2d1ca3a-c755-43d6-83a4-093f319cd430, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:11.019985 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce778c5d-086e-4b3b-8a1e-3d95ce7c83e9 req-23675f03-95c2-4e94-85ab-1a0c6eb4a701 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282277 Aug 20 15:18:11.049953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=8a95b6d3-7848-45ff-b3d4-5b5797708630,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:11.056384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network f2d1ca3a-c755-43d6-83a4-093f319cd430 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:11.080349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, f2d1ca3a-c755-43d6-83a4-093f319cd430) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:11.085722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:11.086529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.091911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22baad-d8ea-4e43-ac96-d8a84c9f5ba2 None None] Network f2d1ca3a-c755-43d6-83a4-093f319cd430 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:11.130340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38558) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:11.140728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1149cdc9-89d0-41b3-931f-72c69fc5d630 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1186559 Aug 20 15:18:11.303442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.365177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f7cc93-030d-4831-b393-5a5ab28cd5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-f2d1ca3a-c755-43d6-83a4-093f319cd430', 'network_id': 'f2d1ca3a-c755-43d6-83a4-093f319cd430', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': '8a95b6d3-7848-45ff-b3d4-5b5797708630'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:11.366060 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cc93-030d-4831-b393-5a5ab28cd5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.388589 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.469298 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-d9f7cc93-030d-4831-b393-5a5ab28cd5eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a95b6d3-7848-45ff-b3d4-5b5797708630: This subnet is being modified by another concurrent operation. Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a95b6d3-7848-45ff-b3d4-5b5797708630: This subnet is being modified by another concurrent operation. Aug 20 15:18:11.491731 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:18:11.512175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9b4cc6-e69c-4c2f-b671-53ecd88e8eb8 None None] Network f2d1ca3a-c755-43d6-83a4-093f319cd430 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:11.529374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=8a95b6d3-7848-45ff-b3d4-5b5797708630,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:11.606109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.618254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d1ca3a-c755-43d6-83a4-093f319cd430']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:11.640791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaed371-e9f6-455e-94a5-a0056d43a7d1') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:11.642483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaed371-e9f6-455e-94a5-a0056d43a7d1') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:11.660313 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.675632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.687135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:11.687779 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:11.691779 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:11.695569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac50aa-6aba-4d61-8881-98ef17022c4c None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:18:11.807068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.816003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.821107 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/f2d1ca3a-c755-43d6-83a4-093f319cd430 HTTP/1.1" status: 204 len: 168 time: 0.6884739 Aug 20 15:18:11.824746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38568) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:11.831254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614586085'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:11.842978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354ecd4-7c01-442f-a61b-49b36b9d31e7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=f2d1ca3a-c755-43d6-83a4-093f319cd430,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:11.879199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:11.884445 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.914724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac50aa-6aba-4d61-8881-98ef17022c4c None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:18:11.927765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:11.951077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:11.951708 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment cfe20b16-a1ef-4140-af2b-2e8c15722ba6 of type vlan for network c98940c0-a8d7-4627-aeaf-db9971aee616 Aug 20 15:18:12.019706 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:12.064101 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:12.081037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:12.081700 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:12.114716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2882981 Aug 20 15:18:12.117434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38574) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:12.123218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': 'c98940c0-a8d7-4627-aeaf-db9971aee616', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:12.263535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eafd97b4-cabc-4d98-ac21-cc8790b67603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:12.305338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:12.306008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ddf74-662f-4670-a4ab-4dbdcac18512 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=c98940c0-a8d7-4627-aeaf-db9971aee616,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:12.310440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:12.330627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c98940c0-a8d7-4627-aeaf-db9971aee616 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:12.339576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb7087-f5da-4190-bc03-5d4878f273ee req-ba9536d5-9c2a-499f-834c-3e511308eb99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:12.341260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7cb7087-f5da-4190-bc03-5d4878f273ee req-ba9536d5-9c2a-499f-834c-3e511308eb99 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0947926 Aug 20 15:18:12.437254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7cb7087-f5da-4190-bc03-5d4878f273ee req-fdcabe31-b723-4d37-8ec9-464a74dcf65b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761411 Aug 20 15:18:12.694101 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:12.787793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': 'cfe20b16-a1ef-4140-af2b-2e8c15722ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c98940c0-a8d7-4627-aeaf-db9971aee616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:12.788161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: c98940c0-a8d7-4627-aeaf-db9971aee616, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:12.798216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=7483050d-1312-44b3-b3de-3ce11b781c5c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:12.811557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network c98940c0-a8d7-4627-aeaf-db9971aee616 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:12.825967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c98940c0-a8d7-4627-aeaf-db9971aee616) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:12.832969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:12.833881 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:12.841807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4f6dd5-34d2-4506-82de-595d3a0c6038 None None] Network c98940c0-a8d7-4627-aeaf-db9971aee616 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:12.866777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38584) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:12.868488 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4644bcb1-1665-4494-911e-71bfc86dfad3 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7453783 Aug 20 15:18:13.054903 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.109766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaaacc3-a601-4863-bf24-752df0518c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-c98940c0-a8d7-4627-aeaf-db9971aee616', 'network_id': 'c98940c0-a8d7-4627-aeaf-db9971aee616', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': '7483050d-1312-44b3-b3de-3ce11b781c5c'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:13.110949 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cdaaacc3-a601-4863-bf24-752df0518c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.142874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.248311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-cdaaacc3-a601-4863-bf24-752df0518c2e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7483050d-1312-44b3-b3de-3ce11b781c5c: This subnet is being modified by another concurrent operation. Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7483050d-1312-44b3-b3de-3ce11b781c5c: This subnet is being modified by another concurrent operation. Aug 20 15:18:13.285718 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:18:13.326219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952712f6-3cec-4b81-a3e0-1ffc1a83d91d None None] Network c98940c0-a8d7-4627-aeaf-db9971aee616 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:13.336108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=7483050d-1312-44b3-b3de-3ce11b781c5c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:13.464690 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.478019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98940c0-a8d7-4627-aeaf-db9971aee616']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:13.493065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe20b16-a1ef-4140-af2b-2e8c15722ba6') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:13.493689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe20b16-a1ef-4140-af2b-2e8c15722ba6') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:13.518853 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.535178 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.554069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:13.554590 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.643786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1179ac-c7c8-42c8-b967-b8af8347f736 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:13.650086 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:13.655266 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.664740 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.670126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/c98940c0-a8d7-4627-aeaf-db9971aee616 HTTP/1.1" status: 204 len: 168 time: 0.7981184 Aug 20 15:18:13.670544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38596) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:13.676022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-858200121'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:13.759009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:13.763896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.801326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b13ce-995c-4be7-a45f-539b48ccc7c9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=c98940c0-a8d7-4627-aeaf-db9971aee616,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:13.822219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:13.827943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1179ac-c7c8-42c8-b967-b8af8347f736 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:18:13.837025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.837498 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment 6639fa55-05df-45da-9c7c-9b7c20d40c90 of type vlan for network dfa711b0-87fd-491b-8c30-67929401fed4 Aug 20 15:18:13.856959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a62f2-58ff-42f2-a78b-f4df7d537230 req-ba905a2d-709c-4b25-9296-b30d3709320b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:13.865907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-712a62f2-58ff-42f2-a78b-f4df7d537230 req-ba905a2d-709c-4b25-9296-b30d3709320b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.2143967 Aug 20 15:18:13.884721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.928224 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.934926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:13.935702 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:13.937778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-712a62f2-58ff-42f2-a78b-f4df7d537230 req-a5abacab-10f5-4bf1-81be-2688938e14e8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709298 Aug 20 15:18:13.962917 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2912452 Aug 20 15:18:13.965700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38606) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:13.971688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': 'dfa711b0-87fd-491b-8c30-67929401fed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:14.029584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06320b5e-f39b-4a68-8005-5c0237c4e4de tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=dfa711b0-87fd-491b-8c30-67929401fed4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:14.044847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network dfa711b0-87fd-491b-8c30-67929401fed4 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:14.129001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:14.133306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:14.496188 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:14.586994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=39ff9b99-1a39-4a12-a188-f4a1e2b3d763,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:14.599419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': '6639fa55-05df-45da-9c7c-9b7c20d40c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'dfa711b0-87fd-491b-8c30-67929401fed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:14.599834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: dfa711b0-87fd-491b-8c30-67929401fed4, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:14.648901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network dfa711b0-87fd-491b-8c30-67929401fed4 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:14.661356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, dfa711b0-87fd-491b-8c30-67929401fed4) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:14.666882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:14.667616 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:14.676391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c20095-df1e-46ed-9a2f-a23653ecf3cb None None] Network dfa711b0-87fd-491b-8c30-67929401fed4 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:14.689586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4119f836-e631-4fc3-bbd1-c0944a197487 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7224629 Aug 20 15:18:14.692880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38616) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:14.853430 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:14.925789 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.063249 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.078879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc08be9-8763-4c8e-acd8-4ae5f8a77c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-dfa711b0-87fd-491b-8c30-67929401fed4', 'network_id': 'dfa711b0-87fd-491b-8c30-67929401fed4', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': '39ff9b99-1a39-4a12-a188-f4a1e2b3d763'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:15.079644 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3dc08be9-8763-4c8e-acd8-4ae5f8a77c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.191534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f23486-99f4-4d4f-a660-4267e28e8205 req-b4d451af-3178-42db-b0e2-fdc62e5720ee tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:15.192187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17f23486-99f4-4d4f-a660-4267e28e8205 req-b4d451af-3178-42db-b0e2-fdc62e5720ee tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.1298089 Aug 20 15:18:15.203526 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.249666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17f23486-99f4-4d4f-a660-4267e28e8205 req-eb8d869e-95e5-41cf-85a0-2b9cbcb54dc6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495114 Aug 20 15:18:15.272949 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb4663c9-8d70-4302-8181-96bed3cc4aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.284087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=39ff9b99-1a39-4a12-a188-f4a1e2b3d763,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-3dc08be9-8763-4c8e-acd8-4ae5f8a77c39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39ff9b99-1a39-4a12-a188-f4a1e2b3d763: This subnet is being modified by another concurrent operation. Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39ff9b99-1a39-4a12-a188-f4a1e2b3d763: This subnet is being modified by another concurrent operation. Aug 20 15:18:15.300850 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:18:15.323623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89502b4-59a4-4a2f-8bd8-fa8cb7edc52d None None] Network dfa711b0-87fd-491b-8c30-67929401fed4 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:15.384346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.395739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa711b0-87fd-491b-8c30-67929401fed4']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:15.409777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6639fa55-05df-45da-9c7c-9b7c20d40c90') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:15.410218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6639fa55-05df-45da-9c7c-9b7c20d40c90') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:15.421678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.438208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.445460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:15.446000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.462684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11824d2-608f-4b51-9443-cbb613cb037e None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:15.511637 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:15.535866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.544328 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.550668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38628) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:15.556383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1291371119'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:15.559619 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/dfa711b0-87fd-491b-8c30-67929401fed4 HTTP/1.1" status: 204 len: 168 time: 0.8655047 Aug 20 15:18:15.586273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4ae6f-c10b-4e99-a315-f7daaaac46b6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=dfa711b0-87fd-491b-8c30-67929401fed4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:15.597416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:15.601781 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.621417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11824d2-608f-4b51-9443-cbb613cb037e None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:18:15.646252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:15.667897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.668522 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment b4e3ccc3-6972-4d85-9cb4-74402a6cfa85 of type vlan for network 9b8a8d89-badc-414a-b199-6a84034d5ef8 Aug 20 15:18:15.721602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.756947 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.763100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:15.764215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:15.894184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38634) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:15.902408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-01d102c6-c441-460d-bce1-315ca61722e5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:15.920766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3550653 Aug 20 15:18:15.940337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4b412-50cc-44ab-aba4-f7d49ad2a062 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=9b8a8d89-badc-414a-b199-6a84034d5ef8,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:15.955308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9b8a8d89-badc-414a-b199-6a84034d5ef8 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:16.147162 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:16.255476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01d102c6-c441-460d-bce1-315ca61722e5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:16.284880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01d102c6-c441-460d-bce1-315ca61722e5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:16.296629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01d102c6-c441-460d-bce1-315ca61722e5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network 9b8a8d89-badc-414a-b199-6a84034d5ef8 is not hosted by any dhcp agent {{(pid=101100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 15:18:16.302997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d102c6-c441-460d-bce1-315ca61722e5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:16.303928 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-01d102c6-c441-460d-bce1-315ca61722e5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:16.308085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-01d102c6-c441-460d-bce1-315ca61722e5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "PUT /v2.0/networks/9b8a8d89-badc-414a-b199-6a84034d5ef8 HTTP/1.1" status: 200 len: 723 time: 0.4100671 Aug 20 15:18:16.313491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38646) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:16.325986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': '9b8a8d89-badc-414a-b199-6a84034d5ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:16.394673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d102c6-c441-460d-bce1-315ca61722e5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=9b8a8d89-badc-414a-b199-6a84034d5ef8,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:16.406352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9b8a8d89-badc-414a-b199-6a84034d5ef8 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:16.502291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959b1a6-8215-47b9-9b56-6a1bfa88fe36 req-e33565cf-ac23-4e8b-88a0-2f366a46e801 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:16.503920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3959b1a6-8215-47b9-9b56-6a1bfa88fe36 req-e33565cf-ac23-4e8b-88a0-2f366a46e801 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0978341 Aug 20 15:18:16.575767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3959b1a6-8215-47b9-9b56-6a1bfa88fe36 req-84428ceb-6521-4668-97a3-44c111a0be1e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602989 Aug 20 15:18:16.577357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:16.583098 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:16.855434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-ca04b535-cd3e-4c1d-9a80-c4b485626edc tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:16.857009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-ca04b535-cd3e-4c1d-9a80-c4b485626edc tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/networks?id=069df60c-d384-455b-8ae3-bbb2af16818a HTTP/1.1" status: 200 len: 813 time: 0.1807585 Aug 20 15:18:16.900437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-254f839e-19b2-4e46-8256-20a806ac35a4 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/quotas/4d42dfe6dfe648578c807f23a6c54640 HTTP/1.1" status: 200 len: 375 time: 0.0365729 Aug 20 15:18:16.956345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-5c5e18c1-ab51-420b-abdb-551b64e9f572 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d42dfe6dfe648578c807f23a6c54640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468061 Aug 20 15:18:17.071636 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:17.155138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=453391db-8d1a-4f63-a000-b57775ca07f0,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:17.191008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-6361eb02-8f6d-4dfe-baf9-ac448e1c8c42 service neutron] 10.222.0.36 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186928 Aug 20 15:18:17.239894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': 'b4e3ccc3-6972-4d85-9cb4-74402a6cfa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9b8a8d89-badc-414a-b199-6a84034d5ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:17.240630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: 9b8a8d89-badc-414a-b199-6a84034d5ef8, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:17.306982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network 9b8a8d89-badc-414a-b199-6a84034d5ef8 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:17.328701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 9b8a8d89-badc-414a-b199-6a84034d5ef8) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:17.335346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:17.336518 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:17.339593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9543cd5e-6ea4-4860-be75-f4271b5924dc None None] Network 9b8a8d89-badc-414a-b199-6a84034d5ef8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:17.374450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6739ad45-5b03-4c9b-a397-9c4621449f60 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0586996 Aug 20 15:18:17.378306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38666) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:17.386351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-08d27c60-9ea1-4946-b1e0-339a4c515242 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:17.394794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-ca7e0816-25ce-4deb-b874-92f30b3e7d9d service neutron] 10.222.0.36 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934247 Aug 20 15:18:17.623528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08d27c60-9ea1-4946-b1e0-339a4c515242 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4334597'] for subnet, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:17.692938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-9b8a8d89-badc-414a-b199-6a84034d5ef8', 'network_id': '9b8a8d89-badc-414a-b199-6a84034d5ef8', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': '453391db-8d1a-4f63-a000-b57775ca07f0'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:17.693829 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:17.879841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08d27c60-9ea1-4946-b1e0-339a4c515242 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765673176158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4437321'] for subnet, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:17.984073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2bb62-2c19-497e-8124-8c10aaab9381 req-a2ad0a66-d9ea-49dd-a817-62f479c142ba tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:17.985544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dad2bb62-2c19-497e-8124-8c10aaab9381 req-a2ad0a66-d9ea-49dd-a817-62f479c142ba tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.1057575 Aug 20 15:18:17.997095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Allocated IP 172.20.0.2 (9b8a8d89-badc-414a-b199-6a84034d5ef8/453391db-8d1a-4f63-a000-b57775ca07f0/23578bab-1b37-43d9-9afc-2fc7905ecb6f) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:18:18.025613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d27c60-9ea1-4946-b1e0-339a4c515242 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=453391db-8d1a-4f63-a000-b57775ca07f0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:18.034939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d27c60-9ea1-4946-b1e0-339a4c515242 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:18.035783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08d27c60-9ea1-4946-b1e0-339a4c515242 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.037539 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08d27c60-9ea1-4946-b1e0-339a4c515242 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "PUT /v2.0/subnets/453391db-8d1a-4f63-a000-b57775ca07f0 HTTP/1.1" status: 200 len: 806 time: 0.6581705 Aug 20 15:18:18.040339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38680) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:18.121045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dad2bb62-2c19-497e-8124-8c10aaab9381 req-72b28917-eaaf-4400-8883-1d496d200d64 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179075 Aug 20 15:18:18.248967 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.274177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d64fefa4-0867-4faa-9bb8-59b9e205cf30 req-43775538-be02-419c-a03e-d2394a0ccb75 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 210 time: 0.0656559 Aug 20 15:18:18.302460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.319406 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.335987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.337452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Transition to ACTIVE for port object 23578bab-1b37-43d9-9afc-2fc7905ecb6f will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:18.364109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Transition to ACTIVE for port object 23578bab-1b37-43d9-9afc-2fc7905ecb6f will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:18.372849 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.479357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Network 9b8a8d89-badc-414a-b199-6a84034d5ef8 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:18:18.490622 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.496200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:18.505129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:18:18.537467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Pushing event updated for resources: {'Port': ['ID=23578bab-1b37-43d9-9afc-2fc7905ecb6f,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:18.575838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=453391db-8d1a-4f63-a000-b57775ca07f0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:18.667843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Attempting to bind port 23578bab-1b37-43d9-9afc-2fc7905ecb6f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:18:18.669582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Attempting to bind port 23578bab-1b37-43d9-9afc-2fc7905ecb6f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'b4e3ccc3-6972-4d85-9cb4-74402a6cfa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9b8a8d89-badc-414a-b199-6a84034d5ef8'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:18:18.670377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Attempting to bind port 23578bab-1b37-43d9-9afc-2fc7905ecb6f on network 9b8a8d89-badc-414a-b199-6a84034d5ef8 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:18:18.680535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:18:18.680923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Checking segment: {'id': 'b4e3ccc3-6972-4d85-9cb4-74402a6cfa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9b8a8d89-badc-414a-b199-6a84034d5ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:18.681334 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.681733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Bound using segment: {'id': 'b4e3ccc3-6972-4d85-9cb4-74402a6cfa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9b8a8d89-badc-414a-b199-6a84034d5ef8'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:18:18.682248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Bound port: 23578bab-1b37-43d9-9afc-2fc7905ecb6f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e3ccc3-6972-4d85-9cb4-74402a6cfa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9b8a8d89-badc-414a-b199-6a84034d5ef8'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:18:18.682637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.741404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.755088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8a8d89-badc-414a-b199-6a84034d5ef8']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:18.776838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e3ccc3-6972-4d85-9cb4-74402a6cfa85') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:18.777785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e3ccc3-6972-4d85-9cb4-74402a6cfa85') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:18.790974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.812724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.822170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] For port 23578bab-1b37-43d9-9afc-2fc7905ecb6f, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:18:18.823888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:18.824717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:18.921388 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:18.937736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] For port 23578bab-1b37-43d9-9afc-2fc7905ecb6f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=23578bab-1b37-43d9-9afc-2fc7905ecb6f,segment=NetworkSegment(b4e3ccc3-6972-4d85-9cb4-74402a6cfa85),segment_id=b4e3ccc3-6972-4d85-9cb4-74402a6cfa85)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:18:18.938952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 15:18:18.938952 n-d-695189-15 neutron-server[101100]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 15:18:18.938952 n-d-695189-15 neutron-server[101100]: [parameters: {'id': '9b8a8d89-badc-414a-b199-6a84034d5ef8'}] Aug 20 15:18:18.938952 n-d-695189-15 neutron-server[101100]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:18:18.939810 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:18:18.944633 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:19.033015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1888caf-e607-4b07-aa99-0c56c134974f None None] Pushing event updated for resources: {'Port': ['ID=23578bab-1b37-43d9-9afc-2fc7905ecb6f,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:19.040774 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c399362-94ee-41eb-bd68-c23151de9a5f None None] Network 9b8a8d89-badc-414a-b199-6a84034d5ef8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:19.194626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f2744-e730-4b53-bc31-d9d140b0b482 None None] Network 9b8a8d89-badc-414a-b199-6a84034d5ef8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:19.372232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4d7c3-f080-470d-a7f3-95cea3a16e3e req-974ead8a-1b00-4034-8c82-551b885e40fd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:19.377407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47b4d7c3-f080-470d-a7f3-95cea3a16e3e req-974ead8a-1b00-4034-8c82-551b885e40fd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.1181524 Aug 20 15:18:19.440753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:19.507354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Deleting port 23578bab-1b37-43d9-9afc-2fc7905ecb6f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:18:19.508296 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:19.646244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] For port 23578bab-1b37-43d9-9afc-2fc7905ecb6f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=23578bab-1b37-43d9-9afc-2fc7905ecb6f,segment=NetworkSegment(b4e3ccc3-6972-4d85-9cb4-74402a6cfa85),segment_id=b4e3ccc3-6972-4d85-9cb4-74402a6cfa85)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:19.646631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:19.697699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-41a8cdb8-4a98-4d5a-b1d8-9595793b95a7 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:19.702104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-41a8cdb8-4a98-4d5a-b1d8-9595793b95a7 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.72 "GET /v2.0/networks?id=069df60c-d384-455b-8ae3-bbb2af16818a HTTP/1.1" status: 200 len: 813 time: 0.3221872 Aug 20 15:18:19.709498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Calling delete_port for 23578bab-1b37-43d9-9afc-2fc7905ecb6f owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:18:19.751679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47b4d7c3-f080-470d-a7f3-95cea3a16e3e req-07040a4b-865e-4adf-a2e1-8e08deb5acd8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507044 Aug 20 15:18:19.755809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Request body: {'port': {'device_id': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a', 'admin_state_up': True, 'tenant_id': '4d42dfe6dfe648578c807f23a6c54640'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:19.779816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c823906-e337-4b84-892c-6090d2734a5c None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:18:19.907348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-104c04d3-1f45-4090-bf8a-31f380391e1e req-1109e0ca-a139-4a56-8773-cbec6b3cacef tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 210 time: 0.0449605 Aug 20 15:18:19.937753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c823906-e337-4b84-892c-6090d2734a5c None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:18:19.943242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:19.984573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No DVR routers for this DVR port 23578bab-1b37-43d9-9afc-2fc7905ecb6f on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:18:19.992790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Port': ['ID=23578bab-1b37-43d9-9afc-2fc7905ecb6f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:20.051288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Made reservation on behalf of 4d42dfe6dfe648578c807f23a6c54640 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:20.057146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.237954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.259467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8a8d89-badc-414a-b199-6a84034d5ef8']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:20.266137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Allocated IP 172.20.0.5 (069df60c-d384-455b-8ae3-bbb2af16818a/57484bfd-6d5c-4000-8a8f-a9ac057713fc/b2f13fa8-9d0a-4ac1-b077-33592e7d1d58) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:18:20.285641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e3ccc3-6972-4d85-9cb4-74402a6cfa85') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:20.292520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e3ccc3-6972-4d85-9cb4-74402a6cfa85') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:20.317454 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.334404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.348881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:20.349549 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:20.352950 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:20.472040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.479122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.483832 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/9b8a8d89-badc-414a-b199-6a84034d5ef8 HTTP/1.1" status: 204 len: 168 time: 2.4415190 Aug 20 15:18:20.487727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38708) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:20.559961 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9203c1b-7a47-4892-b414-1c8d50d2e2d5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:20.560670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9203c1b-7a47-4892-b414-1c8d50d2e2d5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:20.567012 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b9203c1b-7a47-4892-b414-1c8d50d2e2d5 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/9b8a8d89-badc-414a-b199-6a84034d5ef8 HTTP/1.1" status: 404 len: 339 time: 0.0770533 Aug 20 15:18:20.567012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a0756-6fc7-4912-91ca-4c579cd39419 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=9b8a8d89-badc-414a-b199-6a84034d5ef8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:20.573847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38712) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:20.578893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1423927651', 'description': 'd1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:20.605572 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.679346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:20.683755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.688842 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.754209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Network 069df60c-d384-455b-8ae3-bbb2af16818a is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:18:20.758928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:20.764415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:18:20.837842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:20.838567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.890585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Pushing event updated for resources: {'Port': ['ID=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:20.905026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-80b990e6-7691-42d7-ac6c-2b93d1303c44 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1706808 Aug 20 15:18:20.907285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:20.925021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Request body: {'port': {'device_id': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:20.955772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:20.956189 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment 07f9f7b9-2938-476d-9da0-1af8057436e7 of type vlan for network a8ab22e2-6baf-40f0-8083-3c8345d2c5dc Aug 20 15:18:20.984338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e666965-0fa2-4800-9fa2-6bae369efa30 req-eaac509f-8ff1-4d55-b529-9bc3b7384e17 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:20.995087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e666965-0fa2-4800-9fa2-6bae369efa30 req-eaac509f-8ff1-4d55-b529-9bc3b7384e17 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.1440744 Aug 20 15:18:21.076863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.103742 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.123087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e666965-0fa2-4800-9fa2-6bae369efa30 req-33ba38ee-efa4-4370-ae11-c277411b2639 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270590 Aug 20 15:18:21.134095 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.141647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:21.142668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.195402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6216106 Aug 20 15:18:21.198707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38728) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:21.332743 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa425381-0c22-4660-a477-7fba577614e0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:21.337078 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fa425381-0c22-4660-a477-7fba577614e0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/networks?id=a8ab22e2-6baf-40f0-8083-3c8345d2c5dc HTTP/1.1" status: 200 len: 761 time: 0.1373417 Aug 20 15:18:21.337686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38730) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:21.343440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9a5dbba1-f55e-4120-a0bc-4655a89be3ad tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'description': 'd2'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:21.353376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc64dc3-c219-48a4-a1bd-7495059deeed tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=a8ab22e2-6baf-40f0-8083-3c8345d2c5dc,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:21.365051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a8ab22e2-6baf-40f0-8083-3c8345d2c5dc details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:21.396587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242385-1034-4323-aca3-913c534a64ea req-e497060f-a6ef-42d2-8bf7-b16b0686db0e tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:21.398334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c242385-1034-4323-aca3-913c534a64ea req-e497060f-a6ef-42d2-8bf7-b16b0686db0e tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 931 time: 0.1638494 Aug 20 15:18:21.543815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c242385-1034-4323-aca3-913c534a64ea req-8bcaf772-84af-410c-b293-b5763fc2c469 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269531 Aug 20 15:18:21.619531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbba1-f55e-4120-a0bc-4655a89be3ad tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.643584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbba1-f55e-4120-a0bc-4655a89be3ad tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.671114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:18:21.697819 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.731227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Transition to ACTIVE for port object b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:21.732466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a5dbba1-f55e-4120-a0bc-4655a89be3ad tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network a8ab22e2-6baf-40f0-8083-3c8345d2c5dc is not hosted by any dhcp agent {{(pid=101100) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 20 15:18:21.735931 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.738942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5dbba1-f55e-4120-a0bc-4655a89be3ad tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:21.739631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbba1-f55e-4120-a0bc-4655a89be3ad tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.744110 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9a5dbba1-f55e-4120-a0bc-4655a89be3ad tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "PUT /v2.0/networks/a8ab22e2-6baf-40f0-8083-3c8345d2c5dc HTTP/1.1" status: 200 len: 758 time: 0.4054542 Aug 20 15:18:21.747000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38738) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:21.793193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:21.844722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dbba1-f55e-4120-a0bc-4655a89be3ad tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=a8ab22e2-6baf-40f0-8083-3c8345d2c5dc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:21.854207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f0661-e627-4ead-832b-31bea8722c0d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:21.856406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a8ab22e2-6baf-40f0-8083-3c8345d2c5dc details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:21.861904 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c71f0661-e627-4ead-832b-31bea8722c0d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/networks?id=a8ab22e2-6baf-40f0-8083-3c8345d2c5dc HTTP/1.1" status: 200 len: 761 time: 0.1133180 Aug 20 15:18:21.862922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38740) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:21.868011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-761428058'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:21.891517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:21.904868 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.948679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:21.949115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Attempting to bind port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:18:21.949566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Attempting to bind port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'dbdb46fd-2865-43c2-9918-3fb62622c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:18:21.949980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Attempting to bind port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 on network 069df60c-d384-455b-8ae3-bbb2af16818a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:18:21.955857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 on network 069df60c-d384-455b-8ae3-bbb2af16818a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:18:21.956235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Attempting to bind port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 on network 069df60c-d384-455b-8ae3-bbb2af16818a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:18:21.962218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:21.962453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:18:21.962789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Checking segment: {'id': 'dbdb46fd-2865-43c2-9918-3fb62622c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:21.963181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Bound using segment: {'id': 'dbdb46fd-2865-43c2-9918-3fb62622c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:18:21.963471 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment 7e65ca15-94f6-4853-aa7e-fbdeac197e9d of type vlan for network 199cd1e3-da69-41a3-a031-ba629102f278 Aug 20 15:18:21.963749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Bound port: b2f13fa8-9d0a-4ac1-b077-33592e7d1d58, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbdb46fd-2865-43c2-9918-3fb62622c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:18:21.964409 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:22.012879 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:22.060331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:22.068472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:22.071255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:22.105175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] For port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:18:22.111394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] For port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:18:22.118048 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:22.148237 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2819140 Aug 20 15:18:22.149423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38746) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:22.154570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': '199cd1e3-da69-41a3-a031-ba629102f278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:22.168001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:22.169722 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:22.171486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] 10.222.0.72 "PUT /v2.0/ports/b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 HTTP/1.1" status: 200 len: 1092 time: 1.2511811 Aug 20 15:18:22.172185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'tag': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:18:22.175017 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a9ed7-ebb6-4c94-ab72-2a677397210a" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc3a004-6a73-49cb-ab4e-e562a0b70711", "tag": "b2f13fa8-9d0a-4ac1-b077-33592e7d1d58"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:18:22.211372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278b2d3-33fe-42d5-97ef-90333b329b33 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:22.247793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b87a5-728f-4e49-a458-fe82b5668bbb tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=199cd1e3-da69-41a3-a031-ba629102f278,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:22.258601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 199cd1e3-da69-41a3-a031-ba629102f278 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:22.316673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:22.328313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-776242e6-e144-49b1-a7ec-2c61f5dfa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:22.330604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-776242e6-e144-49b1-a7ec-2c61f5dfa6cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d42dfe6dfe648578c807f23a6c54640&device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 1095 time: 0.0953863 Aug 20 15:18:22.338335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106aa9-751b-46a8-beae-098a600569cc req-867944f2-161d-47fb-83cb-a3f342a7ec75 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:22.338505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:22.346115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a106aa9-751b-46a8-beae-098a600569cc req-867944f2-161d-47fb-83cb-a3f342a7ec75 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0922699 Aug 20 15:18:22.413538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-223a7a9e-8d48-4eec-992f-a4e3291e3594 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 HTTP/1.1" status: 200 len: 217 time: 0.0491216 Aug 20 15:18:22.450175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a106aa9-751b-46a8-beae-098a600569cc req-0ace35b8-5ef1-436b-8bd1-27dc4b17b582 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029277 Aug 20 15:18:22.533758 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6b9f5b-50ad-4527-b58a-837c56a1dd23 x-openstack-request-id: req-9d6b9f5b-50ad-4527-b58a-837c56a1dd23 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:18:22.534052 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc3a004-6a73-49cb-ab4e-e562a0b70711", "tag": "b2f13fa8-9d0a-4ac1-b077-33592e7d1d58", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:18:22.534310 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d6b9f5b-50ad-4527-b58a-837c56a1dd23 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:18:22.534710 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'tag': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58', 'status': 'completed', 'code': 200} Aug 20 15:18:22.536592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-1df15d25-8255-4b97-9a7c-bc38877c3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:22.538068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-1df15d25-8255-4b97-9a7c-bc38877c3e14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57484bfd-6d5c-4000-8a8f-a9ac057713fc HTTP/1.1" status: 200 len: 853 time: 0.1137133 Aug 20 15:18:22.597501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-56f3f4c6-b08b-4569-9e61-385440efe959 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=069df60c-d384-455b-8ae3-bbb2af16818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466244 Aug 20 15:18:22.695165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:22.762596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-2ecd90da-5897-4886-a561-344483e6435c service neutron] 10.222.0.72 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555748 Aug 20 15:18:22.811460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=50efdfe4-f31d-475a-a270-d4f9a8643874,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:22.849435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': '7e65ca15-94f6-4853-aa7e-fbdeac197e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '199cd1e3-da69-41a3-a031-ba629102f278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:22.849811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: 199cd1e3-da69-41a3-a031-ba629102f278, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:22.879834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network 199cd1e3-da69-41a3-a031-ba629102f278 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:22.880826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8b606-c017-4922-9363-366b6df08124 req-d5c5c66c-24ba-4ac3-a1eb-911077f84b6a tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:22.888049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1f8b606-c017-4922-9363-366b6df08124 req-d5c5c66c-24ba-4ac3-a1eb-911077f84b6a tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.1368089 Aug 20 15:18:22.894981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 199cd1e3-da69-41a3-a031-ba629102f278) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:22.900674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:22.901721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:22.910881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85018de7-caec-40dd-9530-c7b48f647219 None None] Network 199cd1e3-da69-41a3-a031-ba629102f278 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:22.931744 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d37aa36e-f415-4ccb-bd88-852505e3c6f8 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7789903 Aug 20 15:18:22.934844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38766) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:23.004761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1f8b606-c017-4922-9363-366b6df08124 req-6c3a6c79-c9f6-461c-b36f-72221db885dd tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157241 Aug 20 15:18:23.007502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b61a4c02-a7fc-4e32-96e8-5e27fd04da39 req-22642394-1823-4ea7-a2d1-f6030185e1e0 service neutron] 10.222.0.72 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212565 Aug 20 15:18:23.087446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.144635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-199cd1e3-da69-41a3-a031-ba629102f278', 'network_id': '199cd1e3-da69-41a3-a031-ba629102f278', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': '50efdfe4-f31d-475a-a270-d4f9a8643874'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:23.145778 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.198771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.207482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-ac318a83-034a-450a-a817-77103d41dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:23.209065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-ac318a83-034a-450a-a817-77103d41dd56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d42dfe6dfe648578c807f23a6c54640&device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 1095 time: 0.0902932 Aug 20 15:18:23.345006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Allocated IP 172.20.0.2 (199cd1e3-da69-41a3-a031-ba629102f278/50efdfe4-f31d-475a-a270-d4f9a8643874/f92028af-7f4d-4da2-b0a7-c48f097dbc63) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:18:23.366628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-76beaada-0e3b-460b-8f16-11602d323823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:23.370334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-76beaada-0e3b-460b-8f16-11602d323823 service neutron] 10.222.0.72 "GET /v2.0/networks?id=069df60c-d384-455b-8ae3-bbb2af16818a HTTP/1.1" status: 200 len: 914 time: 0.1537774 Aug 20 15:18:23.425655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-dff444be-0cbc-4ec8-9418-1819fe4f0717 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 HTTP/1.1" status: 200 len: 217 time: 0.0463910 Aug 20 15:18:23.495429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-3fe5b79c-e5a0-4d09-97b4-c0fc88db14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:23.495429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-3fe5b79c-e5a0-4d09-97b4-c0fc88db14eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57484bfd-6d5c-4000-8a8f-a9ac057713fc HTTP/1.1" status: 200 len: 853 time: 0.0577381 Aug 20 15:18:23.559873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.560632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-3e6c3cd5-fb7d-410f-b755-1ab7076162bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=069df60c-d384-455b-8ae3-bbb2af16818a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545826 Aug 20 15:18:23.581912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Transition to ACTIVE for port object f92028af-7f4d-4da2-b0a7-c48f097dbc63 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:23.616583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Transition to ACTIVE for port object f92028af-7f4d-4da2-b0a7-c48f097dbc63 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:23.624723 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.669416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Pushing event updated for resources: {'Port': ['ID=f92028af-7f4d-4da2-b0a7-c48f097dbc63,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:23.680674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Network 199cd1e3-da69-41a3-a031-ba629102f278 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:18:23.683948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.690472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:23.694312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:18:23.721165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=50efdfe4-f31d-475a-a270-d4f9a8643874,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:23.799730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Attempting to bind port f92028af-7f4d-4da2-b0a7-c48f097dbc63 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:18:23.800106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Attempting to bind port f92028af-7f4d-4da2-b0a7-c48f097dbc63 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '7e65ca15-94f6-4853-aa7e-fbdeac197e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '199cd1e3-da69-41a3-a031-ba629102f278'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:18:23.800528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Attempting to bind port f92028af-7f4d-4da2-b0a7-c48f097dbc63 on network 199cd1e3-da69-41a3-a031-ba629102f278 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:18:23.809504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:18:23.809880 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Checking segment: {'id': '7e65ca15-94f6-4853-aa7e-fbdeac197e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '199cd1e3-da69-41a3-a031-ba629102f278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:23.810293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.810705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Bound using segment: {'id': '7e65ca15-94f6-4853-aa7e-fbdeac197e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '199cd1e3-da69-41a3-a031-ba629102f278'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:18:23.812545 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Bound port: f92028af-7f4d-4da2-b0a7-c48f097dbc63, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e65ca15-94f6-4853-aa7e-fbdeac197e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '199cd1e3-da69-41a3-a031-ba629102f278'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:18:23.814599 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.900552 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.914540 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199cd1e3-da69-41a3-a031-ba629102f278']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:23.956028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e65ca15-94f6-4853-aa7e-fbdeac197e9d') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:23.956213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e65ca15-94f6-4853-aa7e-fbdeac197e9d') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:23.972633 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:23.983342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] For port f92028af-7f4d-4da2-b0a7-c48f097dbc63, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:18:23.987963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] For port f92028af-7f4d-4da2-b0a7-c48f097dbc63, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f92028af-7f4d-4da2-b0a7-c48f097dbc63,segment=NetworkSegment(7e65ca15-94f6-4853-aa7e-fbdeac197e9d),segment_id=7e65ca15-94f6-4853-aa7e-fbdeac197e9d)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:18:24.000026 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:24.006488 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:24.021895 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:24.022492 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:24.027492 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:24.165519 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.db.api [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 15:18:24.165519 n-d-695189-15 neutron-server[101100]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 15:18:24.165519 n-d-695189-15 neutron-server[101100]: [parameters: {'id': '199cd1e3-da69-41a3-a031-ba629102f278'}] Aug 20 15:18:24.165519 n-d-695189-15 neutron-server[101100]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101100) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:18:24.166767 n-d-695189-15 neutron-server[101100]: DEBUG oslo_db.api [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:18:24.167968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66288a-711c-47a7-827d-e054537c9301 req-1cdd4c3a-ff6b-4560-87a7-5467e335e069 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:24.176902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b66288a-711c-47a7-827d-e054537c9301 req-1cdd4c3a-ff6b-4560-87a7-5467e335e069 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.5762060 Aug 20 15:18:24.182870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372193d3-c741-4a18-aebe-27b8fd2f39b5 None None] Pushing event updated for resources: {'Port': ['ID=f92028af-7f4d-4da2-b0a7-c48f097dbc63,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:24.202745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47440a30-1ec3-4a8d-a927-e2a3b000302c None None] Network 199cd1e3-da69-41a3-a031-ba629102f278 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:24.229083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-6119edaf-7957-4c67-bea6-fd0c95255a7e service neutron] 10.222.0.72 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608059 Aug 20 15:18:24.253459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b66288a-711c-47a7-827d-e054537c9301 req-de800fa9-72de-4531-b1c9-492ddff6af25 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675251 Aug 20 15:18:24.407456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b6d26-2726-4bab-83f0-41f7d38ddd20 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:18:24.425780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-786a9ed7-ebb6-4c94-ab72-2a677397210a req-3b8eac38-470f-4724-aaee-518b9e8cdfee service neutron] 10.222.0.72 "GET /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790695 Aug 20 15:18:24.449573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592b4c8-887d-46c0-bd95-0432fedcb6e8 req-4c9d3423-8406-47aa-a2b0-8fcef6434def tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:24.458631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f592b4c8-887d-46c0-bd95-0432fedcb6e8 req-4c9d3423-8406-47aa-a2b0-8fcef6434def tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.1163254 Aug 20 15:18:24.505556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f592b4c8-887d-46c0-bd95-0432fedcb6e8 req-27c60d95-abc7-4614-bae5-b7ea58a7e750 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Aug 20 15:18:24.542353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31b6d26-2726-4bab-83f0-41f7d38ddd20 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:18:24.668658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:24.726360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Deleting port f92028af-7f4d-4da2-b0a7-c48f097dbc63 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:18:24.727024 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:24.802787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] For port f92028af-7f4d-4da2-b0a7-c48f097dbc63, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f92028af-7f4d-4da2-b0a7-c48f097dbc63,segment=NetworkSegment(7e65ca15-94f6-4853-aa7e-fbdeac197e9d),segment_id=7e65ca15-94f6-4853-aa7e-fbdeac197e9d)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:24.803335 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:24.817175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Calling delete_port for f92028af-7f4d-4da2-b0a7-c48f097dbc63 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:18:24.921708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:24.951836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Port': ['ID=f92028af-7f4d-4da2-b0a7-c48f097dbc63,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:24.956728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No DVR routers for this DVR port f92028af-7f4d-4da2-b0a7-c48f097dbc63 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:18:25.044336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:25.054890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199cd1e3-da69-41a3-a031-ba629102f278']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:25.066937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e65ca15-94f6-4853-aa7e-fbdeac197e9d') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:25.067378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e65ca15-94f6-4853-aa7e-fbdeac197e9d') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:25.078246 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:25.092558 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:25.099918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:25.100620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:25.104577 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:25.172641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:25.180485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:25.182268 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/199cd1e3-da69-41a3-a031-ba629102f278 HTTP/1.1" status: 204 len: 168 time: 2.2464955 Aug 20 15:18:25.184938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38814) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:25.206028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf6f0b-55c3-43fb-b526-e58bc4fc9b8f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=199cd1e3-da69-41a3-a031-ba629102f278,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:25.225237 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95a7099-a143-42d8-a00b-38f873ca6605 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] GET failed (client error): The resource could not be found. Aug 20 15:18:25.226589 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b95a7099-a143-42d8-a00b-38f873ca6605 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/subnets/50efdfe4-f31d-475a-a270-d4f9a8643874 HTTP/1.1" status: 404 len: 337 time: 0.0407422 Aug 20 15:18:25.229382 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38816) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:25.247959 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb6d554-b43e-4fbb-826e-b77134f83354 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:25.248512 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb6d554-b43e-4fbb-826e-b77134f83354 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:25.250192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6cb6d554-b43e-4fbb-826e-b77134f83354 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/199cd1e3-da69-41a3-a031-ba629102f278 HTTP/1.1" status: 404 len: 339 time: 0.0199130 Aug 20 15:18:25.255406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:25.313079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72b53-180b-41da-af74-7d7fbf019602 req-be87dfc7-1e4f-4762-a6fb-efb4ece59d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.316948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f72b53-180b-41da-af74-7d7fbf019602 req-be87dfc7-1e4f-4762-a6fb-efb4ece59d87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 1098 time: 0.0636835 Aug 20 15:18:25.367139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78418b0c-a7bd-48c7-9cdf-a28618fc893f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.371234 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-78418b0c-a7bd-48c7-9cdf-a28618fc893f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1132355 Aug 20 15:18:25.371769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38822) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:25.402303 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5a2d36cc-98b3-49b2-8dac-763b87bfed6d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 207 time: 0.0291276 Aug 20 15:18:25.406147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38826) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:25.421771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020764bc-fba9-4292-b0ef-21f62579c03c req-eb47659b-b303-4872-93cb-e0c7965ee3e4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.423954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-020764bc-fba9-4292-b0ef-21f62579c03c req-eb47659b-b303-4872-93cb-e0c7965ee3e4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.1053281 Aug 20 15:18:25.486555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-020764bc-fba9-4292-b0ef-21f62579c03c req-ba59d0b1-4f29-422f-9159-a60aaf76a5b7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522563 Aug 20 15:18:25.491020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72b53-180b-41da-af74-7d7fbf019602 req-12686775-59c4-4739-bf12-6236da96f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.492595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f72b53-180b-41da-af74-7d7fbf019602 req-12686775-59c4-4739-bf12-6236da96f132 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1649356 Aug 20 15:18:25.543720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410a446-77da-4c6e-b7f5-40e886b1b335 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.546412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f72b53-180b-41da-af74-7d7fbf019602 req-ddda6051-5152-4873-b54d-3ac6664f64f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 HTTP/1.1" status: 200 len: 217 time: 0.0448954 Aug 20 15:18:25.551390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410a446-77da-4c6e-b7f5-40e886b1b335 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.557501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410a446-77da-4c6e-b7f5-40e886b1b335 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.563725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0410a446-77da-4c6e-b7f5-40e886b1b335 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.566524 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0410a446-77da-4c6e-b7f5-40e886b1b335 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1594267 Aug 20 15:18:25.570062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38832) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:25.633483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72b53-180b-41da-af74-7d7fbf019602 req-01d680ca-eb1c-449d-9a9f-93f716e00eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.635014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f72b53-180b-41da-af74-7d7fbf019602 req-01d680ca-eb1c-449d-9a9f-93f716e00eda service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0801995 Aug 20 15:18:25.661283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8457fc-cefd-42f9-a504-86ad1250209d req-ccfd567b-dc6c-413b-b530-26fe01c92142 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.662788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd8457fc-cefd-42f9-a504-86ad1250209d req-ccfd567b-dc6c-413b-b530-26fe01c92142 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.0789423 Aug 20 15:18:25.693167 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-003f653c-437f-49aa-8345-da6db400c971 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1219118 Aug 20 15:18:25.693766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38838) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:25.725319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72b53-180b-41da-af74-7d7fbf019602 req-5cfa142d-c784-487a-9c4a-4266df944c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.726842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f72b53-180b-41da-af74-7d7fbf019602 req-5cfa142d-c784-487a-9c4a-4266df944c94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819368 Aug 20 15:18:25.732048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd8457fc-cefd-42f9-a504-86ad1250209d req-59c97885-b8a4-491e-95f6-5d52a9b2e844 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511701 Aug 20 15:18:25.763242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a4bc7-9aaf-41ae-b911-ea35844a70be tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.763242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a4bc7-9aaf-41ae-b911-ea35844a70be tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.763941 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-589a4bc7-9aaf-41ae-b911-ea35844a70be tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0690694 Aug 20 15:18:25.765917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38840) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:25.829225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e6aec-2d40-404f-bf3b-649d34d15251 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.831683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e6aec-2d40-404f-bf3b-649d34d15251 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['shared'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.837729 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb8e6aec-2d40-404f-bf3b-649d34d15251 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0678372 Aug 20 15:18:25.838199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38842) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:25.840762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f72b53-180b-41da-af74-7d7fbf019602 req-61bfd593-b8ab-4672-8991-5325cbc5b0fb service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995104 Aug 20 15:18:25.947814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04f72b53-180b-41da-af74-7d7fbf019602 req-5e136df4-c881-4611-a1d6-6d0e0bf6c9dc service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981958 Aug 20 15:18:25.953953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d90935-2ce6-4009-966c-6158d7f173be tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:25.955524 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-42d90935-2ce6-4009-966c-6158d7f173be tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/networks/caa362f5-7bb6-49ec-9408-f1d62a6742e7 HTTP/1.1" status: 200 len: 800 time: 0.1165128 Aug 20 15:18:25.960814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38846) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:26.065209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3fb9eca3-b717-4b71-82b5-1748ff168c32 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/networks/caa362f5-7bb6-49ec-9408-f1d62a6742e7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1023667 Aug 20 15:18:26.068656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38852) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:26.122129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e8bbf-cdea-4ccd-a5c7-daded281893f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:26.123528 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2c4e8bbf-cdea-4ccd-a5c7-daded281893f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/subnets/e957a61e-0b27-4230-8f28-94049cb3138a HTTP/1.1" status: 200 len: 811 time: 0.0539279 Aug 20 15:18:26.127574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38854) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:26.186691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbfcabe-9d29-41e0-9787-f1f77dd68432 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['shared'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:26.188409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0dbfcabe-9d29-41e0-9787-f1f77dd68432 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "GET /v2.0/subnets/e957a61e-0b27-4230-8f28-94049cb3138a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0598755 Aug 20 15:18:26.192423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38856) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:26.197249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1657706090'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:26.218953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:26.223340 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:26.248574 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:26.258734 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:26.259084 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Added segment 492d8216-5518-4247-91db-d4fada969af7 of type vlan for network a0604536-5655-4a5d-b2e7-8aee3969c41c Aug 20 15:18:26.303472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:26.328887 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:26.335694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:26.336300 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:26.391470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1980188 Aug 20 15:18:26.395163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38862) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:26.400745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'network_id': 'a0604536-5655-4a5d-b2e7-8aee3969c41c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:26.405930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aa51c-87a3-41be-b2a2-f845628572c6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Network': ['ID=a0604536-5655-4a5d-b2e7-8aee3969c41c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:26.417883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a0604536-5655-4a5d-b2e7-8aee3969c41c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:26.498964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Made reservation on behalf of 06b81825730245529f717ca6482bd28a for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:26.502502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:26.570584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Performing IP validity checks on allocation pools {{(pid=101100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 15:18:26.571099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 15:18:26.639154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8724173-c502-48f5-9fb5-ac56dda9a57a req-6fd8db28-94f8-4a4c-b67a-16a775e55014 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:26.640954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8724173-c502-48f5-9fb5-ac56dda9a57a req-6fd8db28-94f8-4a4c-b67a-16a775e55014 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0614491 Aug 20 15:18:26.684686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8724173-c502-48f5-9fb5-ac56dda9a57a req-71bae41d-f1a6-4650-b629-a249058330ee tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343242 Aug 20 15:18:26.708177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:26.767403 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=3778a752-d880-415d-b5ec-d2f0b3635047,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:26.781426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Checking segment: {'id': '492d8216-5518-4247-91db-d4fada969af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0604536-5655-4a5d-b2e7-8aee3969c41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:26.782012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network hostable DHCP agents. Network: a0604536-5655-4a5d-b2e7-8aee3969c41c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:26.800274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Network a0604536-5655-4a5d-b2e7-8aee3969c41c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:26.810724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a0604536-5655-4a5d-b2e7-8aee3969c41c) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:26.816355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:26.816968 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:26.827882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1edc83-9539-4b04-b028-ca000b75e9d6 None None] Network a0604536-5655-4a5d-b2e7-8aee3969c41c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:26.834319 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a8f635ff-86a2-4987-9caf-ba0d82478f99 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4378619 Aug 20 15:18:26.837475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38876) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:26.843459 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0b9fa16b-547c-4dbb-845c-5062f9409228 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:26.934815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d18d2a-73f8-45e4-b38b-679d8f3350be req-48220bad-5ae9-4ec6-939a-f6b243531d79 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:26.936489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95d18d2a-73f8-45e4-b38b-679d8f3350be req-48220bad-5ae9-4ec6-939a-f6b243531d79 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.1002028 Aug 20 15:18:26.961794 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa16b-547c-4dbb-845c-5062f9409228 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4334597'] for subnet, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:26.982661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-95d18d2a-73f8-45e4-b38b-679d8f3350be req-c8240900-4228-4e62-bd3d-5dc07b4feeb4 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368905 Aug 20 15:18:27.010225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a0604536-5655-4a5d-b2e7-8aee3969c41c', 'network_id': 'a0604536-5655-4a5d-b2e7-8aee3969c41c', 'tenant_id': '06b81825730245529f717ca6482bd28a', 'fixed_ips': [{'subnet_id': '3778a752-d880-415d-b5ec-d2f0b3635047'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:18:27.011432 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.014946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:18:27.149464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa16b-547c-4dbb-845c-5062f9409228 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765673176158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4437321'] for subnet, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.197314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9fa16b-547c-4dbb-845c-5062f9409228 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:27.197927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9fa16b-547c-4dbb-845c-5062f9409228 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.202495 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0b9fa16b-547c-4dbb-845c-5062f9409228 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "PUT /v2.0/subnets/3778a752-d880-415d-b5ec-d2f0b3635047 HTTP/1.1" status: 200 len: 877 time: 0.3610651 Aug 20 15:18:27.202920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38884) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:27.222157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fa16b-547c-4dbb-845c-5062f9409228 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event updated for resources: {'Subnet': ['ID=3778a752-d880-415d-b5ec-d2f0b3635047,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:27.228841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:27.254169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58', 'network_id': '069df60c-d384-455b-8ae3-bbb2af16818a', 'port_id': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58', 'mac_address': 'fa:16:3e:7d:08:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57484bfd-6d5c-4000-8a8f-a9ac057713fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:18:27.256259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Allocated IP 172.20.0.3 (a0604536-5655-4a5d-b2e7-8aee3969c41c/3778a752-d880-415d-b5ec-d2f0b3635047/6c0060e2-f6fb-41a8-a854-d4d929d9c9a1) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:18:27.314681 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.349439 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.372581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:18:27.377337 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.404971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:27.409955 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.500391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:27.502678 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.514835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.515184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.515579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.515891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.516323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.516726 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.517742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.518370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.518513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.518801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.519121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.519445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:18:27.523119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Transition to ACTIVE for port object 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:27.539454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Transition to ACTIVE for port object 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:27.545418 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.562957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.587102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Network a0604536-5655-4a5d-b2e7-8aee3969c41c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:18:27.594295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=3778a752-d880-415d-b5ec-d2f0b3635047,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:27.596353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:27.599644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:18:27.602543 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Pushing event updated for resources: {'Port': ['ID=6c0060e2-f6fb-41a8-a854-d4d929d9c9a1,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:27.662058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Attempting to bind port 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:18:27.662432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Attempting to bind port 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '492d8216-5518-4247-91db-d4fada969af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0604536-5655-4a5d-b2e7-8aee3969c41c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:18:27.663009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Attempting to bind port 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1 on network a0604536-5655-4a5d-b2e7-8aee3969c41c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:18:27.664628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.668381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:18:27.668982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Checking segment: {'id': '492d8216-5518-4247-91db-d4fada969af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0604536-5655-4a5d-b2e7-8aee3969c41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:27.669388 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.669772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Bound using segment: {'id': '492d8216-5518-4247-91db-d4fada969af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0604536-5655-4a5d-b2e7-8aee3969c41c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:18:27.670232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Bound port: 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492d8216-5518-4247-91db-d4fada969af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'a0604536-5655-4a5d-b2e7-8aee3969c41c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:18:27.670611 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.674947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0604536-5655-4a5d-b2e7-8aee3969c41c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:27.685781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492d8216-5518-4247-91db-d4fada969af7') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:27.686086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492d8216-5518-4247-91db-d4fada969af7') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:27.696502 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.711383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.717645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:27.718053 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:27.721563 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:27.753877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] For port 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:18:27.812570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] For port 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6c0060e2-f6fb-41a8-a854-d4d929d9c9a1,segment=NetworkSegment(492d8216-5518-4247-91db-d4fada969af7),segment_id=492d8216-5518-4247-91db-d4fada969af7)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:18:27.816163 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.db.api [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 20 15:18:27.816163 n-d-695189-15 neutron-server[101099]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 20 15:18:27.816163 n-d-695189-15 neutron-server[101099]: [parameters: {'id': 'a0604536-5655-4a5d-b2e7-8aee3969c41c'}] Aug 20 15:18:27.816163 n-d-695189-15 neutron-server[101099]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:18:27.816481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b2f13fa8-9d0a-4ac1-b077-33592e7d1d58'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:18:27.816569 n-d-695189-15 neutron-server[101099]: DEBUG oslo_db.api [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:18:27.821108 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:27.837285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501b27c-0921-4034-a0ea-aa32f70cdb1e req-84f6bab3-ab8f-4279-bccb-c2815b25acec tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:27.839222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0501b27c-0921-4034-a0ea-aa32f70cdb1e req-84f6bab3-ab8f-4279-bccb-c2815b25acec tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0654027 Aug 20 15:18:27.880848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0501b27c-0921-4034-a0ea-aa32f70cdb1e req-2807571e-6058-402b-99e1-aced38ccc121 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355232 Aug 20 15:18:27.944453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8a846-7a5a-4b62-8152-f68ec6aef10f None None] Pushing event updated for resources: {'Port': ['ID=6c0060e2-f6fb-41a8-a854-d4d929d9c9a1,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:27.963840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959b4210-ec05-4fc7-8dce-f759f0fdf279 None None] Network a0604536-5655-4a5d-b2e7-8aee3969c41c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:28.118868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60aac41-ab15-4f3c-9a3f-abecb3553cd5 req-2279db72-9e0c-4408-b11e-9cab6a0284d7 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:28.120958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f60aac41-ab15-4f3c-9a3f-abecb3553cd5 req-2279db72-9e0c-4408-b11e-9cab6a0284d7 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 944 time: 0.0558286 Aug 20 15:18:28.169428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f60aac41-ab15-4f3c-9a3f-abecb3553cd5 req-476a682e-0eba-4105-8de5-2c0c6c904927 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Aug 20 15:18:28.209424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad6392-fc87-4679-a461-9833770cc29c None None] Network a0604536-5655-4a5d-b2e7-8aee3969c41c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:28.317605 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.343206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db46e2-56ac-49ff-b83a-4466ba5ad71b None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:18:28.379569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Deleting port 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:18:28.380128 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.440124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59db46e2-56ac-49ff-b83a-4466ba5ad71b None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:18:28.447532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] For port 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6c0060e2-f6fb-41a8-a854-d4d929d9c9a1,segment=NetworkSegment(492d8216-5518-4247-91db-d4fada969af7),segment_id=492d8216-5518-4247-91db-d4fada969af7)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:28.448002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.461332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Calling delete_port for 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:18:28.565159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.593910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Port': ['ID=6c0060e2-f6fb-41a8-a854-d4d929d9c9a1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:28.597100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No DVR routers for this DVR port 6c0060e2-f6fb-41a8-a854-d4d929d9c9a1 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:18:28.700332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.711507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0604536-5655-4a5d-b2e7-8aee3969c41c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:28.716368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:18:28.724375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492d8216-5518-4247-91db-d4fada969af7') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:28.724670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492d8216-5518-4247-91db-d4fada969af7') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:28.733681 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.748442 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.756765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:28.757353 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:28.760492 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:28.790341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.832588 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.840871 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.842670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/a0604536-5655-4a5d-b2e7-8aee3969c41c HTTP/1.1" status: 204 len: 168 time: 1.6387138 Aug 20 15:18:28.848438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38916) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:28.853436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e56f78-4f91-4365-9411-ecd298b2e8cd tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=a0604536-5655-4a5d-b2e7-8aee3969c41c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:28.889128 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cc2787-6f46-4dea-9103-c2654f76499e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:28.889607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cc2787-6f46-4dea-9103-c2654f76499e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:28.894312 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-75cc2787-6f46-4dea-9103-c2654f76499e tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/3778a752-d880-415d-b5ec-d2f0b3635047 HTTP/1.1" status: 404 len: 337 time: 0.0417907 Aug 20 15:18:28.894506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38918) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:28.914670 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:28.915679 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-c178536a-d2fa-4bad-9764-29297317125c tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:28.916161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c178536a-d2fa-4bad-9764-29297317125c tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:28.918017 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c178536a-d2fa-4bad-9764-29297317125c tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/a0604536-5655-4a5d-b2e7-8aee3969c41c HTTP/1.1" status: 404 len: 339 time: 0.0224707 Aug 20 15:18:28.920875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38922) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:28.949645 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e562a7-131c-4e76-9b86-8d09a7d7d5ac tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:28.950637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e562a7-131c-4e76-9b86-8d09a7d7d5ac tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:28.953232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-46e562a7-131c-4e76-9b86-8d09a7d7d5ac tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/50efdfe4-f31d-475a-a270-d4f9a8643874 HTTP/1.1" status: 404 len: 337 time: 0.0305550 Aug 20 15:18:28.955938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38926) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:28.984827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:18:28.987085 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-308aa9e0-336e-4e94-86d3-6d07050f68a6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:28.987789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308aa9e0-336e-4e94-86d3-6d07050f68a6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:28.988799 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d98dae-7d05-4a59-ae18-64e69f3ac1a6" -d '{"events": [{"server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:18:28.989640 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-308aa9e0-336e-4e94-86d3-6d07050f68a6 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/199cd1e3-da69-41a3-a031-ba629102f278 HTTP/1.1" status: 404 len: 339 time: 0.0327196 Aug 20 15:18:28.992266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38928) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.022959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:18:29.026747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:29.045557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee791d5-edff-4b25-91d5-4e67d1c6abfd req-54bdcc24-9007-4175-953d-2c4b59321305 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:29.047347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eee791d5-edff-4b25-91d5-4e67d1c6abfd req-54bdcc24-9007-4175-953d-2c4b59321305 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 946 time: 0.0779169 Aug 20 15:18:29.058656 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.093531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.094290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eee791d5-edff-4b25-91d5-4e67d1c6abfd req-5ba2be63-240d-4f93-bfbb-a95c540a937f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400655 Aug 20 15:18:29.137151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:29.145983 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 15:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a54975d-d557-43ce-977a-40c012667042 x-openstack-request-id: req-2a54975d-d557-43ce-977a-40c012667042 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:18:29.146284 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "name": "network-vif-unplugged", "status": "failed", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044", "code": 422}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:18:29.146541 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a54975d-d557-43ce-977a-40c012667042 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:18:29.146948 n-d-695189-15 neutron-server[101101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044', 'code': 422} returned with failed status Aug 20 15:18:29.171772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:18:29.177347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:18:29.177734 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.219162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.230199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ab22e2-6baf-40f0-8083-3c8345d2c5dc']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:29.246686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f9f7b9-2938-476d-9da0-1af8057436e7') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:29.246986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f9f7b9-2938-476d-9da0-1af8057436e7') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:29.258356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.269771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460f314-8451-4d3a-a2d8-0b9489ae498a req-96ac1e63-c05f-4d7a-88a6-53eb261ba6aa tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:29.272307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8460f314-8451-4d3a-a2d8-0b9489ae498a req-96ac1e63-c05f-4d7a-88a6-53eb261ba6aa tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0557609 Aug 20 15:18:29.273757 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.275579 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.281782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:29.283180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:29.287303 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:29.316443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:29.316862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8460f314-8451-4d3a-a2d8-0b9489ae498a req-5d1c2666-5c51-482d-89fd-f3101149e0dd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376270 Aug 20 15:18:29.320562 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.381273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.397342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:29.402236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:29.404221 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/a8ab22e2-6baf-40f0-8083-3c8345d2c5dc HTTP/1.1" status: 204 len: 168 time: 0.4109807 Aug 20 15:18:29.405883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a58698-c4d3-43cd-b673-1e441ffb8b9a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=a8ab22e2-6baf-40f0-8083-3c8345d2c5dc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:29.407597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38946) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.434369 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d057bb-869f-4746-9ef9-4017baf8d5e0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.434828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d057bb-869f-4746-9ef9-4017baf8d5e0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.439684 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34d057bb-869f-4746-9ef9-4017baf8d5e0 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/453391db-8d1a-4f63-a000-b57775ca07f0 HTTP/1.1" status: 404 len: 337 time: 0.0274312 Aug 20 15:18:29.440021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38948) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.459606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3340a-8593-48ca-a8b5-7a1ce806b3c1 req-1c390aec-91d7-4d22-9c68-a64552bfce23 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:29.460192 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3dbfc9-005b-46a0-8658-9249fd01d6ec tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.460498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3dbfc9-005b-46a0-8658-9249fd01d6ec tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.461368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3f3340a-8593-48ca-a8b5-7a1ce806b3c1 req-1c390aec-91d7-4d22-9c68-a64552bfce23 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 945 time: 0.0662506 Aug 20 15:18:29.462682 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea3dbfc9-005b-46a0-8658-9249fd01d6ec tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/9b8a8d89-badc-414a-b199-6a84034d5ef8 HTTP/1.1" status: 404 len: 339 time: 0.0217130 Aug 20 15:18:29.465821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38950) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.507005 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f570c9-f550-45c8-90c5-77d51cf7fd31 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.507367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f570c9-f550-45c8-90c5-77d51cf7fd31 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.509134 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-70f570c9-f550-45c8-90c5-77d51cf7fd31 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/39ff9b99-1a39-4a12-a188-f4a1e2b3d763 HTTP/1.1" status: 404 len: 337 time: 0.0377653 Aug 20 15:18:29.511857 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38952) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.513634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3f3340a-8593-48ca-a8b5-7a1ce806b3c1 req-754840b4-8bc3-458b-850a-1715e15b2479 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452223 Aug 20 15:18:29.530124 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6026a0-3ad5-4d72-bc85-af6b92b23d8c tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.530665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6026a0-3ad5-4d72-bc85-af6b92b23d8c tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.532362 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6b6026a0-3ad5-4d72-bc85-af6b92b23d8c tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/dfa711b0-87fd-491b-8c30-67929401fed4 HTTP/1.1" status: 404 len: 339 time: 0.0195217 Aug 20 15:18:29.539009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38954) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.565771 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ea898f-bda2-412e-89e5-5fa8f5a44b7c tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.566229 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ea898f-bda2-412e-89e5-5fa8f5a44b7c tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.568144 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e4ea898f-bda2-412e-89e5-5fa8f5a44b7c tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/7483050d-1312-44b3-b3de-3ce11b781c5c HTTP/1.1" status: 404 len: 337 time: 0.0280862 Aug 20 15:18:29.570735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38956) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.581317 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:18:29.589539 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-f106b772-cae0-480f-8d15-2b18518d7d84 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.590083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f106b772-cae0-480f-8d15-2b18518d7d84 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.593883 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f106b772-cae0-480f-8d15-2b18518d7d84 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/c98940c0-a8d7-4627-aeaf-db9971aee616 HTTP/1.1" status: 404 len: 339 time: 0.0201373 Aug 20 15:18:29.594648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38958) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.622545 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2b9b30-b0a7-4c75-9c17-5c78ed1d79e2 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.623023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2b9b30-b0a7-4c75-9c17-5c78ed1d79e2 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.627283 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8d2b9b30-b0a7-4c75-9c17-5c78ed1d79e2 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/8a95b6d3-7848-45ff-b3d4-5b5797708630 HTTP/1.1" status: 404 len: 337 time: 0.0289731 Aug 20 15:18:29.628596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38960) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.631420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4a5e8-4c3c-4809-ace7-095503603ada req-8324f887-aae6-460c-9364-bd162029b756 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:29.632937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cc4a5e8-4c3c-4809-ace7-095503603ada req-8324f887-aae6-460c-9364-bd162029b756 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0526001 Aug 20 15:18:29.647298 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f4e121-4a78-4dde-ac7f-7beee09710b7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.648451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f4e121-4a78-4dde-ac7f-7beee09710b7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.651598 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b8f4e121-4a78-4dde-ac7f-7beee09710b7 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/f2d1ca3a-c755-43d6-83a4-093f319cd430 HTTP/1.1" status: 404 len: 339 time: 0.0204535 Aug 20 15:18:29.652762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38962) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.675793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cc4a5e8-4c3c-4809-ace7-095503603ada req-848995c3-936e-4490-bb8b-9693dec46b77 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358908 Aug 20 15:18:29.678600 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faeccc6-038f-4606-885b-c2d5e304273f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.678931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1faeccc6-038f-4606-885b-c2d5e304273f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.680667 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1faeccc6-038f-4606-885b-c2d5e304273f tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/8a9cefda-787a-4f67-9516-b2aacbf8e603 HTTP/1.1" status: 404 len: 337 time: 0.0270009 Aug 20 15:18:29.683958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38966) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.705575 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b349b2c1-3389-461f-b804-ac12e05324d9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.706273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b349b2c1-3389-461f-b804-ac12e05324d9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.708047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b349b2c1-3389-461f-b804-ac12e05324d9 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/52df2ebb-cbb7-44c1-9608-7f910c3c750f HTTP/1.1" status: 404 len: 339 time: 0.0230472 Aug 20 15:18:29.710733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38972) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.737075 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8fefb0-c269-4790-b0eb-ec247a0d6a28 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.737528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8fefb0-c269-4790-b0eb-ec247a0d6a28 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.739594 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9f8fefb0-c269-4790-b0eb-ec247a0d6a28 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/a1074fed-89ee-4e08-83dd-3ca16d1b7c91 HTTP/1.1" status: 404 len: 337 time: 0.0275557 Aug 20 15:18:29.741998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38974) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.773303 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab3aa56-b5a8-481d-baeb-76df574e4616 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.773827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab3aa56-b5a8-481d-baeb-76df574e4616 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.778486 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7ab3aa56-b5a8-481d-baeb-76df574e4616 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/7d1a4856-dc3d-4da7-ac7f-0642f5892ae1 HTTP/1.1" status: 404 len: 339 time: 0.0332742 Aug 20 15:18:29.778904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38976) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.806209 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0642465-b21b-47a5-a51f-d52136794a34 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.806678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0642465-b21b-47a5-a51f-d52136794a34 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.813369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b0642465-b21b-47a5-a51f-d52136794a34 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/cfa7ee1f-0a20-4166-9f7c-a3274d741ab2 HTTP/1.1" status: 404 len: 337 time: 0.0284522 Aug 20 15:18:29.813570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38980) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.844238 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49f2874-fb64-4f99-8c10-d4f1feca607a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.844793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49f2874-fb64-4f99-8c10-d4f1feca607a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.847108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d49f2874-fb64-4f99-8c10-d4f1feca607a tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/160ef3d0-37e4-4287-b200-7da81a0ade31 HTTP/1.1" status: 404 len: 339 time: 0.0271521 Aug 20 15:18:29.849718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38982) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.888012 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6c3b2e-e357-495b-98ba-5540bca481dc tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.888453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6c3b2e-e357-495b-98ba-5540bca481dc tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.890080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6f6c3b2e-e357-495b-98ba-5540bca481dc tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/da6f6dca-bff8-4cec-ac0c-86271ab59b3c HTTP/1.1" status: 404 len: 337 time: 0.0393720 Aug 20 15:18:29.893847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 38984) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.930070 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a01a716-3451-44ac-8c2a-4fd1b9acfd63 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] DELETE failed (client error): The resource could not be found. Aug 20 15:18:29.930619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a01a716-3451-44ac-8c2a-4fd1b9acfd63 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:18:29.932360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3a01a716-3451-44ac-8c2a-4fd1b9acfd63 tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/7ee3534c-6e47-4f05-a6d1-850ecb7df47e HTTP/1.1" status: 404 len: 339 time: 0.0376239 Aug 20 15:18:29.934966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 38986) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:29.953755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61c7d1-c344-4835-99bd-7e5fce5c942f req-4cc6492f-ba21-4873-a38b-0bfcb04b3928 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:29.956192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad61c7d1-c344-4835-99bd-7e5fce5c942f req-4cc6492f-ba21-4873-a38b-0bfcb04b3928 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0769684 Aug 20 15:18:30.004037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb635fee-c17d-4ee2-97e6-be2921d129da tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Deleting subnet e957a61e-0b27-4230-8f28-94049cb3138a {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:18:30.006719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad61c7d1-c344-4835-99bd-7e5fce5c942f req-6a12b834-e4ad-49ba-827b-0754d4d30a8b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441408 Aug 20 15:18:30.007843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb635fee-c17d-4ee2-97e6-be2921d129da tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.057978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb635fee-c17d-4ee2-97e6-be2921d129da tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.143610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb635fee-c17d-4ee2-97e6-be2921d129da tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.550439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb635fee-c17d-4ee2-97e6-be2921d129da tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.576680 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb635fee-c17d-4ee2-97e6-be2921d129da tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Subnet': ['ID=e957a61e-0b27-4230-8f28-94049cb3138a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:30.587372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb635fee-c17d-4ee2-97e6-be2921d129da tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.591844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39004) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:30.592325 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb635fee-c17d-4ee2-97e6-be2921d129da tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/subnets/e957a61e-0b27-4230-8f28-94049cb3138a HTTP/1.1" status: 204 len: 168 time: 0.6548772 Aug 20 15:18:30.595655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bac372-88c9-4f0e-9817-3253b2f0e74a None None] Network caa362f5-7bb6-49ec-9408-f1d62a6742e7 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:30.726511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.752294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f060e-89c9-4d14-a602-70af9ff41d14 req-a0bd3604-4421-4619-9fc2-230b2b7ab06c tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:30.753739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-418f060e-89c9-4d14-a602-70af9ff41d14 req-a0bd3604-4421-4619-9fc2-230b2b7ab06c tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 945 time: 0.0816145 Aug 20 15:18:30.777789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cbc46-4452-4f5a-b914-95c481e13ec1 None None] DHCP port deletion for caa362f5-7bb6-49ec-9408-f1d62a6742e7 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:18:30.827501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-418f060e-89c9-4d14-a602-70af9ff41d14 req-4faa266d-b372-4849-a517-9509fd10234e tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635231 Aug 20 15:18:30.842526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1c8cbc46-4452-4f5a-b914-95c481e13ec1 None None] Deleting port 19865303-08a9-484b-a621-470aedea50a9 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:18:30.842919 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbc46-4452-4f5a-b914-95c481e13ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.847556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Deleting port 19865303-08a9-484b-a621-470aedea50a9 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:18:30.848031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.907279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1c8cbc46-4452-4f5a-b914-95c481e13ec1 None None] For port 19865303-08a9-484b-a621-470aedea50a9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=19865303-08a9-484b-a621-470aedea50a9,segment=NetworkSegment(69345151-7148-4857-b872-68ad660ae0ff),segment_id=69345151-7148-4857-b872-68ad660ae0ff)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:30.908770 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbc46-4452-4f5a-b914-95c481e13ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.917705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] For port 19865303-08a9-484b-a621-470aedea50a9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=19865303-08a9-484b-a621-470aedea50a9,segment=NetworkSegment(69345151-7148-4857-b872-68ad660ae0ff),segment_id=69345151-7148-4857-b872-68ad660ae0ff)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:30.918080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:30.922863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1c8cbc46-4452-4f5a-b914-95c481e13ec1 None None] Calling delete_port for 19865303-08a9-484b-a621-470aedea50a9 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:18:30.932334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Calling delete_port for 19865303-08a9-484b-a621-470aedea50a9 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:18:31.002270 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbc46-4452-4f5a-b914-95c481e13ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.013683 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.041290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cbc46-4452-4f5a-b914-95c481e13ec1 None None] Pushing event deleted for resources: {'Port': ['ID=19865303-08a9-484b-a621-470aedea50a9,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:31.044686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cbc46-4452-4f5a-b914-95c481e13ec1 None None] No DVR routers for this DVR port 19865303-08a9-484b-a621-470aedea50a9 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:18:31.051503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Port': ['ID=19865303-08a9-484b-a621-470aedea50a9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:31.055117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] No DVR routers for this DVR port 19865303-08a9-484b-a621-470aedea50a9 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:18:31.149589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:18:31.150835 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccf45f7-65fc-4470-9c9b-3caaf47284fb" -d '{"events": [{"server_uuid": "6bc3a004-6a73-49cb-ab4e-e562a0b70711", "name": "network-vif-plugged", "status": "completed", "tag": "b2f13fa8-9d0a-4ac1-b077-33592e7d1d58"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:18:31.169979 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.189028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa362f5-7bb6-49ec-9408-f1d62a6742e7']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:31.201772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69345151-7148-4857-b872-68ad660ae0ff') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:31.202077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69345151-7148-4857-b872-68ad660ae0ff') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:18:31.214376 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.228704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbd6c9-ef60-4d25-98c7-88a72319d0ed req-85d487f7-9db3-4cce-8da5-07e1215b0601 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:31.230211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5dbd6c9-ef60-4d25-98c7-88a72319d0ed req-85d487f7-9db3-4cce-8da5-07e1215b0601 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1005256 Aug 20 15:18:31.242394 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.256379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:18:31.256810 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: self.session.flush() Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:18:31.259728 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:18:31.326088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5dbd6c9-ef60-4d25-98c7-88a72319d0ed req-512b940b-bda8-4ec7-b6b5-b1fcb6db157b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895381 Aug 20 15:18:31.334220 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.339357 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.341635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] 10.222.0.36 "DELETE /v2.0/networks/caa362f5-7bb6-49ec-9408-f1d62a6742e7 HTTP/1.1" status: 204 len: 168 time: 0.7486877 Aug 20 15:18:31.358935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b712d-9700-4ec8-8ca6-54c30801002d tempest-NetworksTest-478271611 tempest-NetworksTest-478271611-project] Pushing event deleted for resources: {'Network': ['ID=caa362f5-7bb6-49ec-9408-f1d62a6742e7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:31.385738 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535d9d2c-4399-4ef3-a6b5-50493fe822d9 x-openstack-request-id: req-535d9d2c-4399-4ef3-a6b5-50493fe822d9 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:18:31.386033 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc3a004-6a73-49cb-ab4e-e562a0b70711", "name": "network-vif-plugged", "status": "completed", "tag": "b2f13fa8-9d0a-4ac1-b077-33592e7d1d58", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:18:31.386288 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-535d9d2c-4399-4ef3-a6b5-50493fe822d9 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:18:31.386678 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58', 'code': 200} Aug 20 15:18:31.514625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9726df-26d4-41bc-af39-f968d33586b9 req-a7b0cf4c-1263-4186-a38a-50ff32e2c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:31.516227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec9726df-26d4-41bc-af39-f968d33586b9 req-a7b0cf4c-1263-4186-a38a-50ff32e2c81d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 1097 time: 0.0464838 Aug 20 15:18:31.556325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec9726df-26d4-41bc-af39-f968d33586b9 req-3cdc7843-3719-44cc-a79a-85d21b978d4a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323155 Aug 20 15:18:31.608782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39036) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:31.744938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c48eca7c-099f-4d0d-a2a8-4aeb8101095a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06b81825730245529f717ca6482bd28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349642 Aug 20 15:18:31.747460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39040) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:31.795292 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6602de17-9d9d-464b-a518-f154aa065e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.816659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6602de17-9d9d-464b-a518-f154aa065e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.866056 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6602de17-9d9d-464b-a518-f154aa065e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.869142 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6602de17-9d9d-464b-a518-f154aa065e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:31.870365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6602de17-9d9d-464b-a518-f154aa065e5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c63f3140-5da0-4654-8268-03b33971a4f9 HTTP/1.1" status: 204 len: 168 time: 0.1219535 Aug 20 15:18:31.879104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602de17-9d9d-464b-a518-f154aa065e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63f3140-5da0-4654-8268-03b33971a4f9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:31.979429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b521f-eef4-4095-af0a-78b9790bae55 req-2c556b6a-3365-4fc7-8381-99c7d5ef1f2d tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:31.980984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c42b521f-eef4-4095-af0a-78b9790bae55 req-2c556b6a-3365-4fc7-8381-99c7d5ef1f2d tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 945 time: 0.0564382 Aug 20 15:18:32.035366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c42b521f-eef4-4095-af0a-78b9790bae55 req-f1d52c70-f8bc-4cad-acc4-656640d105ab tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474720 Aug 20 15:18:32.462974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be70de-a48d-4858-bfeb-64dce621ff80 req-845bbc8f-e105-4388-8711-43cadf4f33a7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:32.464582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17be70de-a48d-4858-bfeb-64dce621ff80 req-845bbc8f-e105-4388-8711-43cadf4f33a7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0609045 Aug 20 15:18:32.508496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17be70de-a48d-4858-bfeb-64dce621ff80 req-8c254404-0562-4615-880b-7d8f75212222 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353889 Aug 20 15:18:32.589041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39068) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:32.592909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026867 Aug 20 15:18:32.597541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39070) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:32.696839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 19865303-08a9-484b-a621-470aedea50a9 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:18:32.703598 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7b8ecbf1-fe69-452d-aa3e-7b0db10da45f tempest-NetworksApiDiscovery-1180092024 tempest-NetworksApiDiscovery-1180092024-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1048167 Aug 20 15:18:32.718970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 19865303-08a9-484b-a621-470aedea50a9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:18:32.719312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 19865303-08a9-484b-a621-470aedea50a9 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:18:32.977742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39078) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:33.110445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3693f9e1-edaa-4b66-87d0-ac6532833e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:33.170401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89caf70-d7d8-4336-85e3-0e2ed9a15665 req-4e1ee781-4116-43b0-a081-81089dc2adbe tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:33.171992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d89caf70-d7d8-4336-85e3-0e2ed9a15665 req-4e1ee781-4116-43b0-a081-81089dc2adbe tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 945 time: 0.0538905 Aug 20 15:18:33.207226 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3693f9e1-edaa-4b66-87d0-ac6532833e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:33.211294 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3693f9e1-edaa-4b66-87d0-ac6532833e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:33.217119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d89caf70-d7d8-4336-85e3-0e2ed9a15665 req-166ab52d-dff2-4849-b2a5-d1be1682eea5 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337384 Aug 20 15:18:33.262474 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3693f9e1-edaa-4b66-87d0-ac6532833e6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3a828a8a99c40c88a8a4826cb51d143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831275 Aug 20 15:18:33.264136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693f9e1-edaa-4b66-87d0-ac6532833e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbb4d06-79cf-4b0f-ba03-d67bc4c9cb95,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:33.264912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39088) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:33.323956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724507d9-735f-4f32-bf68-329111918115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:33.348042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724507d9-735f-4f32-bf68-329111918115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:33.403725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724507d9-735f-4f32-bf68-329111918115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:33.406436 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-724507d9-735f-4f32-bf68-329111918115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:33.409529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-724507d9-735f-4f32-bf68-329111918115 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abbb4d06-79cf-4b0f-ba03-d67bc4c9cb95 HTTP/1.1" status: 204 len: 168 time: 0.1436036 Aug 20 15:18:33.420081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724507d9-735f-4f32-bf68-329111918115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbb4d06-79cf-4b0f-ba03-d67bc4c9cb95,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:33.702665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c6d45-ccde-4b6d-b37e-c24e1c7a5652 req-e6265a68-4564-4a00-ab1e-bb19c20cd264 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:33.710678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d7c6d45-ccde-4b6d-b37e-c24e1c7a5652 req-e6265a68-4564-4a00-ab1e-bb19c20cd264 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0637338 Aug 20 15:18:33.757574 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d7c6d45-ccde-4b6d-b37e-c24e1c7a5652 req-2caa41ff-92fc-44f8-a507-4ab842d39a10 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458682 Aug 20 15:18:34.893121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09932bd7-b6bd-4c21-a305-545ff31f212f req-3d9b08d5-f5cb-43a9-a644-51286827633f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:34.894844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09932bd7-b6bd-4c21-a305-545ff31f212f req-3d9b08d5-f5cb-43a9-a644-51286827633f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0582473 Aug 20 15:18:34.944330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09932bd7-b6bd-4c21-a305-545ff31f212f req-d9ba7b5f-c205-43da-ad01-8378d8c234ff tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432694 Aug 20 15:18:35.964851 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:36.069385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486cad0-98b8-47e0-9f01-54af47f6b333 req-7789dc64-3abf-4d39-9153-fe7b7a7c809b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:36.070900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2486cad0-98b8-47e0-9f01-54af47f6b333 req-7789dc64-3abf-4d39-9153-fe7b7a7c809b tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0558653 Aug 20 15:18:36.110538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2486cad0-98b8-47e0-9f01-54af47f6b333 req-22751537-e1bc-44b5-996f-b094a9f0f138 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328865 Aug 20 15:18:37.246693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8241e9-fd92-4227-845f-09179b7b34ee req-68236d9f-6534-47c0-9656-3366dbeb4bc0 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:37.248572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b8241e9-fd92-4227-845f-09179b7b34ee req-68236d9f-6534-47c0-9656-3366dbeb4bc0 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0580792 Aug 20 15:18:37.291717 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b8241e9-fd92-4227-845f-09179b7b34ee req-d85329f4-2eb3-48b3-bf1d-e7b2ec19b1a7 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359933 Aug 20 15:18:38.411291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a4668-70f5-4d08-ac49-71218d2be16c req-6ccb977a-9bb7-4218-bef7-c52c431e4ee4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:38.412999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-339a4668-70f5-4d08-ac49-71218d2be16c req-6ccb977a-9bb7-4218-bef7-c52c431e4ee4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0529633 Aug 20 15:18:38.451521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-339a4668-70f5-4d08-ac49-71218d2be16c req-598d5be7-7604-4751-9606-7ef882137c11 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325320 Aug 20 15:18:39.364105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39216) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:39.478495 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-405eac98-322c-4c95-a47b-1926edd73244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:39.605957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafe1aa-9e23-41d3-8bcc-5aa10869fd1f req-461431d0-acb8-4a72-b102-d9d531b978bb tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:39.607532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daafe1aa-9e23-41d3-8bcc-5aa10869fd1f req-461431d0-acb8-4a72-b102-d9d531b978bb tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0787756 Aug 20 15:18:39.626454 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-405eac98-322c-4c95-a47b-1926edd73244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:39.635264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-405eac98-322c-4c95-a47b-1926edd73244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:39.682048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405eac98-322c-4c95-a47b-1926edd73244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f44bdd1-bf61-4686-9b79-98acd52bb0e5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:39.694143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daafe1aa-9e23-41d3-8bcc-5aa10869fd1f req-740ef825-b728-4e23-80bf-51d0065f9108 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785551 Aug 20 15:18:39.698251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-405eac98-322c-4c95-a47b-1926edd73244 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=699d62e0a9614568b4f057a090ec64a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330493 Aug 20 15:18:39.699011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39222) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:39.754869 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3605106-ec75-4e87-9da8-aaa24787fb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:39.780291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3605106-ec75-4e87-9da8-aaa24787fb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:39.832656 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3605106-ec75-4e87-9da8-aaa24787fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:39.835840 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3605106-ec75-4e87-9da8-aaa24787fb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:39.836991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b3605106-ec75-4e87-9da8-aaa24787fb43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7f44bdd1-bf61-4686-9b79-98acd52bb0e5 HTTP/1.1" status: 204 len: 168 time: 0.1370420 Aug 20 15:18:39.845394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3605106-ec75-4e87-9da8-aaa24787fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f44bdd1-bf61-4686-9b79-98acd52bb0e5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:40.111323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39232) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:40.136271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23093294-d1d4-478d-9725-ce266c985ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:40.243375 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23093294-d1d4-478d-9725-ce266c985ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:40.247250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23093294-d1d4-478d-9725-ce266c985ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:40.288923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-23093294-d1d4-478d-9725-ce266c985ccc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8008591677441eea0b90692db73b0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764150 Aug 20 15:18:40.290051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23093294-d1d4-478d-9725-ce266c985ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deee346-6f02-4087-9e85-1b4f2dfeba77,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:40.293430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39234) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:40.346469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e833c94c-fb7a-420f-93d0-764c8d33ef73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:40.367204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e833c94c-fb7a-420f-93d0-764c8d33ef73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:40.413198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e833c94c-fb7a-420f-93d0-764c8d33ef73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:40.415677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e833c94c-fb7a-420f-93d0-764c8d33ef73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:40.419131 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e833c94c-fb7a-420f-93d0-764c8d33ef73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2deee346-6f02-4087-9e85-1b4f2dfeba77 HTTP/1.1" status: 204 len: 168 time: 0.1218286 Aug 20 15:18:40.426561 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833c94c-fb7a-420f-93d0-764c8d33ef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deee346-6f02-4087-9e85-1b4f2dfeba77,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:40.837833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b2cb3-04f0-41a3-a191-251549153626 req-972e60db-7034-4a76-95b9-c685cd2f9aaa tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:40.840595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b9b2cb3-04f0-41a3-a191-251549153626 req-972e60db-7034-4a76-95b9-c685cd2f9aaa tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0667493 Aug 20 15:18:40.893682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b9b2cb3-04f0-41a3-a191-251549153626 req-feb5e29e-35f1-4edc-9a67-e9f5a65660fd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460131 Aug 20 15:18:41.155807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37208b08-c3aa-4818-928b-00aec54f9f2f req-b051f991-a7cf-42ba-8276-3e5e6f658cdb tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:41.158119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37208b08-c3aa-4818-928b-00aec54f9f2f req-b051f991-a7cf-42ba-8276-3e5e6f658cdb tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0901239 Aug 20 15:18:41.167687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-388539e8-f37f-4e7a-81c7-efef149fb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:41.169161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-388539e8-f37f-4e7a-81c7-efef149fb8ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1096 time: 0.0557725 Aug 20 15:18:41.256891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37208b08-c3aa-4818-928b-00aec54f9f2f req-0a63efb4-e99e-474b-9cee-38dcc500caf3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867090 Aug 20 15:18:41.294000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-46e72b75-2b96-4986-a986-42a3ab5129e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:41.295889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-46e72b75-2b96-4986-a986-42a3ab5129e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1125746 Aug 20 15:18:41.373826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-d3b5d555-93d6-4066-a0bc-234d98e51802 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 999 time: 0.0692818 Aug 20 15:18:41.428818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-bb2f9170-de29-4644-8d0d-7931a78ea70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:41.430345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-bb2f9170-de29-4644-8d0d-7931a78ea70d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0469618 Aug 20 15:18:41.490567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-1a8149f2-6cfc-42e4-8748-7c4ce45065ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:41.492331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-1a8149f2-6cfc-42e4-8748-7c4ce45065ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532446 Aug 20 15:18:41.592134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-86d25ce3-2a42-4883-b32e-ea713562381b service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902896 Aug 20 15:18:41.696773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f0fb64b-42ba-4dce-a40c-feb57b13ff22 req-52c7ffb1-a951-4edf-8369-0c7b88e0bafb service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963128 Aug 20 15:18:42.192238 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-21c8ad6e-933b-455f-89d2-ff10ede610d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:42.348225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39300) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:42.394207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0a806-bbbb-4a84-8b8c-65a3fd2a1a80 req-6f96a776-4a8e-4b7c-a437-81cd0b0e6222 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:42.395928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64f0a806-bbbb-4a84-8b8c-65a3fd2a1a80 req-6f96a776-4a8e-4b7c-a437-81cd0b0e6222 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0612557 Aug 20 15:18:42.435592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64f0a806-bbbb-4a84-8b8c-65a3fd2a1a80 req-a80f30a2-15ed-48bd-ae7f-ec07cd0e3694 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Aug 20 15:18:42.492637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7caacd1-2486-4487-a729-e7ff7a532f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:42.583338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7caacd1-2486-4487-a729-e7ff7a532f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:42.587025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7caacd1-2486-4487-a729-e7ff7a532f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:42.624636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a7caacd1-2486-4487-a729-e7ff7a532f9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96880e4ba0b5495aadc0452f4d66655e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2752426 Aug 20 15:18:42.625536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caacd1-2486-4487-a729-e7ff7a532f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a1ccc-2e54-4687-ae67-fa867dcb7e0b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:42.627929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39304) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:42.677539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-acfb0bcc-45d7-47b3-ba3f-a26e5c174381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:42.700154 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-acfb0bcc-45d7-47b3-ba3f-a26e5c174381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:42.747654 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-acfb0bcc-45d7-47b3-ba3f-a26e5c174381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:42.750634 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-acfb0bcc-45d7-47b3-ba3f-a26e5c174381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:42.752251 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-acfb0bcc-45d7-47b3-ba3f-a26e5c174381 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e02a1ccc-2e54-4687-ae67-fa867dcb7e0b HTTP/1.1" status: 204 len: 168 time: 0.1232107 Aug 20 15:18:42.759984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb0bcc-45d7-47b3-ba3f-a26e5c174381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a1ccc-2e54-4687-ae67-fa867dcb7e0b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:43.016049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39314) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:43.029467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8e042b4-3b94-4c61-8e43-34b391466c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:43.119996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8e042b4-3b94-4c61-8e43-34b391466c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:43.123820 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e8e042b4-3b94-4c61-8e43-34b391466c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:43.165871 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e8e042b4-3b94-4c61-8e43-34b391466c22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d10f08c0046245db87bbb504965fb4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481507 Aug 20 15:18:43.166841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e042b4-3b94-4c61-8e43-34b391466c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f15057-8713-4c15-8280-ccad6e0e2696,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:43.168588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39316) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:43.215729 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-177e3f09-7958-4abd-90ca-76b3a3372e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:43.239844 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-177e3f09-7958-4abd-90ca-76b3a3372e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:43.286880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-177e3f09-7958-4abd-90ca-76b3a3372e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:43.289761 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-177e3f09-7958-4abd-90ca-76b3a3372e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:43.293491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-177e3f09-7958-4abd-90ca-76b3a3372e82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0f15057-8713-4c15-8280-ccad6e0e2696 HTTP/1.1" status: 204 len: 168 time: 0.1213465 Aug 20 15:18:43.299579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e3f09-7958-4abd-90ca-76b3a3372e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f15057-8713-4c15-8280-ccad6e0e2696,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:43.564484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d88dc-f07c-4194-817a-cc4e02b5875f req-53f6c34f-b4ad-4f92-b7bb-a5dae5e01420 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:43.566281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-575d88dc-f07c-4194-817a-cc4e02b5875f req-53f6c34f-b4ad-4f92-b7bb-a5dae5e01420 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0559669 Aug 20 15:18:43.609074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-575d88dc-f07c-4194-817a-cc4e02b5875f req-be3a95ee-4653-4f22-ab90-60d241ec8960 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364790 Aug 20 15:18:43.827913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd97415-c339-4a60-abe9-f479e34300ec req-bf6e0354-3260-4824-9e13-bf4ccfcbfd41 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:43.827913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cd97415-c339-4a60-abe9-f479e34300ec req-bf6e0354-3260-4824-9e13-bf4ccfcbfd41 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1057849 Aug 20 15:18:43.842545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cd97415-c339-4a60-abe9-f479e34300ec req-588d102a-176e-4198-8bb8-58dbc881fdf0 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479040 Aug 20 15:18:43.989827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebc4a6-41c4-4a02-8344-f7289b431921 req-ceacba54-44b7-4ce8-b45c-5bd06377adba tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:43.991448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3ebc4a6-41c4-4a02-8344-f7289b431921 req-ceacba54-44b7-4ce8-b45c-5bd06377adba tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0589352 Aug 20 15:18:44.070568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3ebc4a6-41c4-4a02-8344-f7289b431921 req-82ba05fa-d9ed-4d6f-ad3e-19e7bcb3ece1 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652649 Aug 20 15:18:44.350937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7bcad-e043-41de-8040-050746f69695 req-7de7b935-9d5b-4c02-ab72-7ac93441802d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:44.352705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42d7bcad-e043-41de-8040-050746f69695 req-7de7b935-9d5b-4c02-ab72-7ac93441802d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0621483 Aug 20 15:18:44.421620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42d7bcad-e043-41de-8040-050746f69695 req-b1ef7065-8fa0-4f45-80b6-26703b7b13da tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625234 Aug 20 15:18:44.823414 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:45.174314 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3b3b44fc-1471-4d11-acbf-cfb46e3da590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:45.406851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39422) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:45.555871 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74842005-fcf9-45e3-88ba-0b2a9f5fde63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:45.620924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76822d65-2ab6-4739-a213-932f0f2ccd6b req-d3c157f2-fc16-4867-80f6-39e7ad3e4ac6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:45.622470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76822d65-2ab6-4739-a213-932f0f2ccd6b req-d3c157f2-fc16-4867-80f6-39e7ad3e4ac6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0821388 Aug 20 15:18:45.702888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76822d65-2ab6-4739-a213-932f0f2ccd6b req-3eea5607-f368-40ed-a521-404d50949d88 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610662 Aug 20 15:18:45.762097 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74842005-fcf9-45e3-88ba-0b2a9f5fde63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:45.766784 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74842005-fcf9-45e3-88ba-0b2a9f5fde63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:45.817096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-74842005-fcf9-45e3-88ba-0b2a9f5fde63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bfe133a98034fe5aba4f78df8024c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066455 Aug 20 15:18:45.817096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74842005-fcf9-45e3-88ba-0b2a9f5fde63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da87811-8e6d-438c-b247-1e5f30c4a8d2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:45.817530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39436) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:45.909089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11f9dbed-d81f-4119-b309-8a2cf327e53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:45.938729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11f9dbed-d81f-4119-b309-8a2cf327e53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:46.000851 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11f9dbed-d81f-4119-b309-8a2cf327e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:46.007311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-11f9dbed-d81f-4119-b309-8a2cf327e53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:46.011042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87746757-992c-4d8f-918f-ab873afbb019 req-f1e76222-2270-4fe9-8a75-07e911101c89 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:46.012086 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-11f9dbed-d81f-4119-b309-8a2cf327e53a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5da87811-8e6d-438c-b247-1e5f30c4a8d2 HTTP/1.1" status: 204 len: 168 time: 0.1934497 Aug 20 15:18:46.019212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87746757-992c-4d8f-918f-ab873afbb019 req-f1e76222-2270-4fe9-8a75-07e911101c89 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0816429 Aug 20 15:18:46.022141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9dbed-d81f-4119-b309-8a2cf327e53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da87811-8e6d-438c-b247-1e5f30c4a8d2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:46.100327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87746757-992c-4d8f-918f-ab873afbb019 req-d5832c48-3435-438d-9ad7-7cea494eafd3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770679 Aug 20 15:18:46.106781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-e06fa9ab-d1d3-4d61-b3ed-1819bab193c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:46.108377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-e06fa9ab-d1d3-4d61-b3ed-1819bab193c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df2f242886bb4250beb238dd4a1e5978&device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 1096 time: 0.0812190 Aug 20 15:18:46.155155 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:46.245048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-d307fff9-b046-4bef-8920-5c7a2694dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:46.247108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-d307fff9-b046-4bef-8920-5c7a2694dd5f service neutron] 10.222.0.70 "GET /v2.0/networks?id=320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 200 len: 912 time: 0.1283419 Aug 20 15:18:46.335868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-16b64f9e-ba15-4315-831f-59ab030963ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 200 len: 999 time: 0.0800364 Aug 20 15:18:46.385583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39454) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:46.400080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c3f0-ed75-4989-b413-e6266f62e0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:46.417807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-cb51dc63-2c36-48ea-b256-2c46d485406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:46.419974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-cb51dc63-2c36-48ea-b256-2c46d485406f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 200 len: 850 time: 0.0756488 Aug 20 15:18:46.489789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-12349fa3-61eb-4617-b772-708bd1f8790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:46.491887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-12349fa3-61eb-4617-b772-708bd1f8790a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=320379cd-22ee-4724-9f9a-17e7ba949339&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628235 Aug 20 15:18:46.534535 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c3f0-ed75-4989-b413-e6266f62e0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:46.540093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c3f0-ed75-4989-b413-e6266f62e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:46.578119 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d1c6c3f0-ed75-4989-b413-e6266f62e0a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=672a2f2d1d684d65a15ec24753485900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912501 Aug 20 15:18:46.581506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39458) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:46.605089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6c3f0-ed75-4989-b413-e6266f62e0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a1b771-92a7-4585-9f21-b9d8f5a332a7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:46.761240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-b1f548df-6849-42a5-8891-24ac7b25eaca service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605605 Aug 20 15:18:46.791357 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c8691f5-ac07-4ed0-aad5-6ab91e0c13fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:46.856928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c8691f5-ac07-4ed0-aad5-6ab91e0c13fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:47.280293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9196b424-28e4-4bd7-858e-2aca68b57b80 req-1b427978-aa0c-4dff-9b08-3cdacb530b32 service neutron] 10.222.0.70 "GET /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016646 Aug 20 15:18:47.323831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823aa88b-9b1a-46d6-bc4b-9af645741fcb req-0e4e888c-2945-4f53-b458-e9b6cf88e461 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:47.325454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-823aa88b-9b1a-46d6-bc4b-9af645741fcb req-0e4e888c-2945-4f53-b458-e9b6cf88e461 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0628233 Aug 20 15:18:47.326682 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c8691f5-ac07-4ed0-aad5-6ab91e0c13fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:47.329575 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c8691f5-ac07-4ed0-aad5-6ab91e0c13fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:47.333194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4c8691f5-ac07-4ed0-aad5-6ab91e0c13fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6a1b771-92a7-4585-9f21-b9d8f5a332a7 HTTP/1.1" status: 204 len: 168 time: 0.7464561 Aug 20 15:18:47.340615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8691f5-ac07-4ed0-aad5-6ab91e0c13fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a1b771-92a7-4585-9f21-b9d8f5a332a7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:47.389240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-823aa88b-9b1a-46d6-bc4b-9af645741fcb req-a2e72519-b400-4baf-ba28-c793b3866536 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404894 Aug 20 15:18:47.841892 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:48.546306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a228e-bd96-487f-a5f8-0802eafe9e8c req-4191c3d8-9c90-489e-8d81-8c051729d662 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:48.548402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c19a228e-bd96-487f-a5f8-0802eafe9e8c req-4191c3d8-9c90-489e-8d81-8c051729d662 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0830891 Aug 20 15:18:48.637761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c19a228e-bd96-487f-a5f8-0802eafe9e8c req-7c96e0e9-3bb6-4c95-a0d4-a547ddf10b2d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816224 Aug 20 15:18:48.901198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfc175-c84f-4286-b922-71a65fa0ef5e req-d7567ec4-3d13-4e74-a742-5c01d5f569ac tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:48.912639 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6bfc175-c84f-4286-b922-71a65fa0ef5e req-d7567ec4-3d13-4e74-a742-5c01d5f569ac tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1598482 Aug 20 15:18:48.947051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c6bfc175-c84f-4286-b922-71a65fa0ef5e req-780fb449-e464-451f-8b68-89f0cee0e398 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364060 Aug 20 15:18:49.866156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-ae574890-f7e2-4f16-9436-7699701f9f34 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:49.873037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-ae574890-f7e2-4f16-9436-7699701f9f34 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=f01d0252-b834-4af5-9d74-8e6eb62b41ce HTTP/1.1" status: 200 len: 944 time: 0.0624690 Aug 20 15:18:49.998578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Deleting port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:18:49.999023 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:50.115953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] For port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:50.116061 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:50.133497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Calling delete_port for 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:18:50.284233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39722) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:50.302737 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:50.320513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ccd53080-b5b3-43e6-ae98-334868436f24'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:18:50.337829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event deleted for resources: {'Port': ['ID=9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:50.385858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] No DVR routers for this DVR port 9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:18:50.389456 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:50.392914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e658a613-ba21-45b8-aada-d19cc0e3f776'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:18:50.394224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7ca8b3f-bc14-4d57-bdd2-2044179ea558 req-38d1a8f1-6d97-4967-8bd3-0b0dc3d10596 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "DELETE /v2.0/ports/9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044 HTTP/1.1" status: 204 len: 173 time: 0.5203714 Aug 20 15:18:50.394920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'name': 'network-vif-deleted', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:18:50.401674 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a119cd0-b793-4d30-a391-0a1bb4e36339" -d '{"events": [{"server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "name": "network-vif-deleted", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:18:50.515077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-469bad89-59f4-4493-9915-9922e54cb839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:50.737304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-469bad89-59f4-4493-9915-9922e54cb839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:50.746663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-469bad89-59f4-4493-9915-9922e54cb839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:50.791113 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-469bad89-59f4-4493-9915-9922e54cb839 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=646ed98392f44f2ab872b0a7dfa22f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057011 Aug 20 15:18:50.794035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39736) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:50.848150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bad89-59f4-4493-9915-9922e54cb839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ab96b-dbca-4529-b587-94ab0e1a797d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:50.923702 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c80bd73-a0af-4ca5-a180-0063a0bd6077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:50.947679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c80bd73-a0af-4ca5-a180-0063a0bd6077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.012939 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 20 Aug 2021 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d907658-2811-49ae-9c0c-d31948e4c6ef x-openstack-request-id: req-3d907658-2811-49ae-9c0c-d31948e4c6ef {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:18:51.014457 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01d0252-b834-4af5-9d74-8e6eb62b41ce", "name": "network-vif-deleted", "tag": "9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044", "status": "failed", "code": 422}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:18:51.014908 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d907658-2811-49ae-9c0c-d31948e4c6ef {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:18:51.016789 n-d-695189-15 neutron-server[101099]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f01d0252-b834-4af5-9d74-8e6eb62b41ce', 'name': 'network-vif-deleted', 'tag': '9d1b5daa-c568-4d76-ab6e-5c9b7bcf0044', 'status': 'failed', 'code': 422} returned with failed status Aug 20 15:18:51.022665 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c80bd73-a0af-4ca5-a180-0063a0bd6077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.028543 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c80bd73-a0af-4ca5-a180-0063a0bd6077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.029913 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7c80bd73-a0af-4ca5-a180-0063a0bd6077 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a58ab96b-dbca-4529-b587-94ab0e1a797d HTTP/1.1" status: 204 len: 168 time: 0.2346494 Aug 20 15:18:51.069292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80bd73-a0af-4ca5-a180-0063a0bd6077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ab96b-dbca-4529-b587-94ab0e1a797d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:51.502006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198412a-f292-4e6a-9cef-54b5a039811a req-cc0093d2-4564-45ca-badc-e5a67dc29f40 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:51.506026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39760) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:51.513280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d198412a-f292-4e6a-9cef-54b5a039811a req-cc0093d2-4564-45ca-badc-e5a67dc29f40 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 907 time: 0.0679295 Aug 20 15:18:51.531213 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72673bf2-4c0b-4a19-bd40-1578c7ddf519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.629724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72673bf2-4c0b-4a19-bd40-1578c7ddf519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.634542 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72673bf2-4c0b-4a19-bd40-1578c7ddf519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.677682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72673bf2-4c0b-4a19-bd40-1578c7ddf519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cc760c-fa11-4a02-aac5-02f9e83c9f16,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:51.682560 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-72673bf2-4c0b-4a19-bd40-1578c7ddf519 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=670c2cdd28fe442faa58c7402dc02a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743758 Aug 20 15:18:51.685456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39764) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:51.737576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-264a3824-8691-414a-aa60-9941ec757d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.767874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-264a3824-8691-414a-aa60-9941ec757d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.817813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-264a3824-8691-414a-aa60-9941ec757d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.820522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-264a3824-8691-414a-aa60-9941ec757d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:51.821685 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-264a3824-8691-414a-aa60-9941ec757d5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1cc760c-fa11-4a02-aac5-02f9e83c9f16 HTTP/1.1" status: 204 len: 168 time: 0.1353185 Aug 20 15:18:51.832268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a3824-8691-414a-aa60-9941ec757d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cc760c-fa11-4a02-aac5-02f9e83c9f16,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:52.668768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39812) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:52.682481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69614fe-0b9a-41c8-97ff-013d1a93022c req-d3d5e273-544b-4452-a1fa-06690e0776ae tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:52.686144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e69614fe-0b9a-41c8-97ff-013d1a93022c req-d3d5e273-544b-4452-a1fa-06690e0776ae tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 907 time: 0.0746133 Aug 20 15:18:52.804940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1743374160-network', 'tenant_id': '1dcb7ac1079a4c14b13c322e80c4f29b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:52.832990 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Made reservation on behalf of 1dcb7ac1079a4c14b13c322e80c4f29b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:52.835415 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:52.845203 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:52.949491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:52.954544 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:52.996843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:53.012030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995bb8b2-409a-4fdc-abe9-8d073f542a13,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:53.038412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.038772 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Added segment fff86cdc-0eef-4a7c-9e84-33d09bb34359 of type vlan for network 5e24b62e-a7a1-43f8-857a-fdedf845e318 Aug 20 15:18:53.099383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.132294 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.134788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:53.136170 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.218628 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5488181 Aug 20 15:18:53.222576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39826) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:53.232393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Request body: {'subnet': {'network_id': '5e24b62e-a7a1-43f8-857a-fdedf845e318', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1743374160-subnet', 'tenant_id': '1dcb7ac1079a4c14b13c322e80c4f29b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:53.238159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62ac99-0ae5-4fb9-a8a0-3715baa12b11 admin admin] Pushing event updated for resources: {'Network': ['ID=5e24b62e-a7a1-43f8-857a-fdedf845e318,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:53.240139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-1eabf3bc-3882-48bc-b04b-08a9f4a8a2f6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:53.241774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-1eabf3bc-3882-48bc-b04b-08a9f4a8a2f6 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.72 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 907 time: 0.0629959 Aug 20 15:18:53.250158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 5e24b62e-a7a1-43f8-857a-fdedf845e318 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:53.284585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Made reservation on behalf of 1dcb7ac1079a4c14b13c322e80c4f29b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:53.287134 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.354271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Deleting port 202772cd-3e7f-47f9-a62b-654f3bd8356d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:18:53.354956 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.465266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] For port 202772cd-3e7f-47f9-a62b-654f3bd8356d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=202772cd-3e7f-47f9-a62b-654f3bd8356d,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:53.465982 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.484442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Calling delete_port for 202772cd-3e7f-47f9-a62b-654f3bd8356d owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:18:53.513479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.625448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c544ad-6373-43f8-be99-1de0d23936ba,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:53.632168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Checking segment: {'id': 'fff86cdc-0eef-4a7c-9e84-33d09bb34359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5e24b62e-a7a1-43f8-857a-fdedf845e318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:53.632770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Network hostable DHCP agents. Network: 5e24b62e-a7a1-43f8-857a-fdedf845e318, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:53.650380 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.651459 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Network 5e24b62e-a7a1-43f8-857a-fdedf845e318 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:53.662027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 5e24b62e-a7a1-43f8-857a-fdedf845e318) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:53.666683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:53.667453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.679720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc839ce-3e7b-4cfd-b373-cbd2471cf389 None None] Network 5e24b62e-a7a1-43f8-857a-fdedf845e318 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:53.680768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event deleted for resources: {'Port': ['ID=202772cd-3e7f-47f9-a62b-654f3bd8356d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:53.684478 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28313a26-4c8f-4aa6-aed9-62bc50879210 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4605567 Aug 20 15:18:53.732165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] No DVR routers for this DVR port 202772cd-3e7f-47f9-a62b-654f3bd8356d on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:18:53.737457 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:53.739975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96fe78c1-b1ff-4c8d-acbb-f48d7307c989 req-689f9826-26e2-45b7-9bac-fdf70466b58e tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.72 "DELETE /v2.0/ports/202772cd-3e7f-47f9-a62b-654f3bd8356d HTTP/1.1" status: 204 len: 173 time: 0.4901798 Aug 20 15:18:53.740599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaab199-2519-47df-ae14-765df1373418', 'name': 'network-vif-deleted', 'tag': '202772cd-3e7f-47f9-a62b-654f3bd8356d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:18:53.743076 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd56b25f-e7af-4e08-b182-551b23a1bb4f" -d '{"events": [{"server_uuid": "efaab199-2519-47df-ae14-765df1373418", "name": "network-vif-deleted", "tag": "202772cd-3e7f-47f9-a62b-654f3bd8356d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:18:53.920514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98a10a8e-0fad-466f-90b1-0f8057a29b8a req-120da962-c04a-41f7-b009-1eae1b3e51e4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 210 time: 0.0498636 Aug 20 15:18:53.987555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1745e2cc-c143-449f-8535-652f2b79b60d None None] Network 5e24b62e-a7a1-43f8-857a-fdedf845e318 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:54.015415 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae118a-9ba0-4690-abc4-d2703e5ab71b x-openstack-request-id: req-70ae118a-9ba0-4690-abc4-d2703e5ab71b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:18:54.015813 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efaab199-2519-47df-ae14-765df1373418", "name": "network-vif-deleted", "tag": "202772cd-3e7f-47f9-a62b-654f3bd8356d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:18:54.016324 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70ae118a-9ba0-4690-abc4-d2703e5ab71b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:18:54.017524 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaab199-2519-47df-ae14-765df1373418', 'name': 'network-vif-deleted', 'tag': '202772cd-3e7f-47f9-a62b-654f3bd8356d', 'status': 'completed', 'code': 200} Aug 20 15:18:54.482384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 39874) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:54.487987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2138280244-network', 'tenant_id': '1c68ab50c22f4f0bb7f83defcbdc24ad'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:54.513130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Made reservation on behalf of 1c68ab50c22f4f0bb7f83defcbdc24ad for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:54.515520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:54.526440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:54.631251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:54.636513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:54.664397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:18:54.674491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab140fdc-cf3f-4ed6-8a6c-1561b70f33f9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:54.680659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:54.681013 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Added segment bd9ec58f-add0-4541-a261-b13c22ae17ac of type vlan for network a025b91f-cac4-4eb4-b05d-7292ab6d5737 Aug 20 15:18:54.736508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:54.768512 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:54.769828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:54.770689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:54.831653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 39882) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:18:54.832253 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3481293 Aug 20 15:18:54.838133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Request body: {'subnet': {'network_id': 'a025b91f-cac4-4eb4-b05d-7292ab6d5737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2138280244-subnet', 'tenant_id': '1c68ab50c22f4f0bb7f83defcbdc24ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:54.857580 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16646be1-244a-47a6-be78-2cc4af16938a admin admin] Pushing event updated for resources: {'Network': ['ID=a025b91f-cac4-4eb4-b05d-7292ab6d5737,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:54.872557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a025b91f-cac4-4eb4-b05d-7292ab6d5737 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:18:54.884653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Made reservation on behalf of 1c68ab50c22f4f0bb7f83defcbdc24ad for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:54.890432 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:55.099764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-363b5d6d-275a-4b34-ba7e-15e164a39fbe req-731807f9-c265-4eb1-b9c8-7c59f66dd7aa tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=efaab199-2519-47df-ae14-765df1373418 HTTP/1.1" status: 200 len: 210 time: 0.0485303 Aug 20 15:18:55.211982 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:55.267451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076f4f06-9be2-4208-80ab-e1b61174398a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:55.302221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Checking segment: {'id': 'bd9ec58f-add0-4541-a261-b13c22ae17ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'a025b91f-cac4-4eb4-b05d-7292ab6d5737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:55.303085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Network hostable DHCP agents. Network: a025b91f-cac4-4eb4-b05d-7292ab6d5737, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:18:55.332728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Network a025b91f-cac4-4eb4-b05d-7292ab6d5737 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:18:55.345216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a025b91f-cac4-4eb4-b05d-7292ab6d5737) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:55.361542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67edfbfa-765a-492a-90f7-67c72baac94e None None] Network a025b91f-cac4-4eb4-b05d-7292ab6d5737 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:55.365356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:55.374024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:55.402389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c2f04851-7ac5-4060-a738-7d811fa157a7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5687163 Aug 20 15:18:55.545127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d4b2dd-e53c-4dbf-9004-bd080b45e72c None None] Network a025b91f-cac4-4eb4-b05d-7292ab6d5737 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:18:55.990137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-d9767f47-bc8a-48d3-bce0-bf7ff966ce9e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:55.991896 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-d9767f47-bc8a-48d3-bce0-bf7ff966ce9e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/networks?id=5e24b62e-a7a1-43f8-857a-fdedf845e318 HTTP/1.1" status: 200 len: 812 time: 0.1126976 Aug 20 15:18:56.007803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-7466719b-2627-4904-9e30-d72a666617cc tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/quotas/1dcb7ac1079a4c14b13c322e80c4f29b HTTP/1.1" status: 200 len: 375 time: 0.0096142 Aug 20 15:18:56.042681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-8aed9cbb-8ec0-4bc6-8194-01eb0524883a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1dcb7ac1079a4c14b13c322e80c4f29b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286982 Aug 20 15:18:56.244808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-bdb21861-54ab-400c-8438-a12c4d783252 service neutron] 10.222.0.36 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937704 Aug 20 15:18:56.342318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-969923db-5faa-4d2c-abcd-b130ce157779 service neutron] 10.222.0.36 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910268 Aug 20 15:18:56.808273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-607bbc42-86c1-4acd-97e6-5519c93b96c8 req-d70a729c-39f6-433f-bb58-ab5de26526c7 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 210 time: 0.0460396 Aug 20 15:18:57.108788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70eb5e-2ad7-4d4e-bfde-a705c74daec4 req-1efccee2-fd9f-47f9-a330-e807afbb92ab tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:57.110525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d70eb5e-2ad7-4d4e-bfde-a705c74daec4 req-1efccee2-fd9f-47f9-a330-e807afbb92ab tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 945 time: 0.0588222 Aug 20 15:18:57.161163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d70eb5e-2ad7-4d4e-bfde-a705c74daec4 req-320ae407-235f-40bb-8506-30dc24eb11f4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Aug 20 15:18:57.198831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 202772cd-3e7f-47f9-a62b-654f3bd8356d no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:18:57.220788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 202772cd-3e7f-47f9-a62b-654f3bd8356d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:18:57.221148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 202772cd-3e7f-47f9-a62b-654f3bd8356d not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:18:57.689640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-627c6f70-2540-4890-b4cb-236a4f5be47f tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:57.691718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-627c6f70-2540-4890-b4cb-236a4f5be47f tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.70 "GET /v2.0/networks?id=5e24b62e-a7a1-43f8-857a-fdedf845e318 HTTP/1.1" status: 200 len: 812 time: 0.1404722 Aug 20 15:18:57.725936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Request body: {'port': {'device_id': '8c87c241-15fc-4dcc-86c1-ee4b2bbb6018', 'network_id': '5e24b62e-a7a1-43f8-857a-fdedf845e318', 'admin_state_up': True, 'tenant_id': '1dcb7ac1079a4c14b13c322e80c4f29b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:57.889302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Made reservation on behalf of 1dcb7ac1079a4c14b13c322e80c4f29b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:18:57.894259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:57.967135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99981af4-cb0b-4b65-a7a1-4dfa974ad8ce req-1317bebb-9fc4-4c48-b841-fa8955989a49 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 210 time: 0.0392010 Aug 20 15:18:58.088476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Allocated IP 172.20.0.11 (5e24b62e-a7a1-43f8-857a-fdedf845e318/28c544ad-6373-43f8-be99-1de0d23936ba/fb748acf-1504-4dca-b595-28a4f424d689) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:18:58.261079 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:58.343632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef023d3-da5b-4a1a-a2fd-272d9c285098 req-895cf3e6-e2d0-403b-a4df-83bcc83a5741 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:58.345978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bef023d3-da5b-4a1a-a2fd-272d9c285098 req-895cf3e6-e2d0-403b-a4df-83bcc83a5741 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 945 time: 0.0813551 Aug 20 15:18:58.369357 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:58.442532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Network 5e24b62e-a7a1-43f8-857a-fdedf845e318 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:18:58.447677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bef023d3-da5b-4a1a-a2fd-272d9c285098 req-ff4e30d1-48b8-4be3-8d94-e390db9c6087 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864801 Aug 20 15:18:58.454548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:18:58.456566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Pushing event updated for resources: {'Port': ['ID=fb748acf-1504-4dca-b595-28a4f424d689,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:58.458951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:18:58.515572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:58.516534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:58.533262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-e579507f-47eb-49ab-acfc-6e275e20d53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8209860 Aug 20 15:18:58.550866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Request body: {'port': {'device_id': '8c87c241-15fc-4dcc-86c1-ee4b2bbb6018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:18:58.621767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:58.811238 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:58.850531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad6009-6731-46b9-b76f-f677eb210eb3 req-3674c6cc-e067-4a35-8157-d39ae17fd0a3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:58.858449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17ad6009-6731-46b9-b76f-f677eb210eb3 req-3674c6cc-e067-4a35-8157-d39ae17fd0a3 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.1984377 Aug 20 15:18:58.879911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e6c1fbd9-1a7f-4dff-8475-bef2ce051866 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:58.881499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e6c1fbd9-1a7f-4dff-8475-bef2ce051866 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.72 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 945 time: 0.1874995 Aug 20 15:18:59.038444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17ad6009-6731-46b9-b76f-f677eb210eb3 req-da75d55d-178d-4dbf-9743-57c537e60a82 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790032 Aug 20 15:18:59.096518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Deleting port e658a613-ba21-45b8-aada-d19cc0e3f776 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:18:59.097058 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:59.260584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf80bcd-7c4e-446f-929b-b4661b9202ec req-b3fab987-b796-46d5-95e3-de5fb4261271 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:59.268126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cf80bcd-7c4e-446f-929b-b4661b9202ec req-b3fab987-b796-46d5-95e3-de5fb4261271 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 932 time: 0.1237779 Aug 20 15:18:59.293679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb748acf-1504-4dca-b595-28a4f424d689 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:18:59.310291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:59.336656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] For port e658a613-ba21-45b8-aada-d19cc0e3f776, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e658a613-ba21-45b8-aada-d19cc0e3f776,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:18:59.337031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:59.358821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Transition to ACTIVE for port object fb748acf-1504-4dca-b595-28a4f424d689 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:18:59.365703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cf80bcd-7c4e-446f-929b-b4661b9202ec req-605507e5-8a4c-4fec-8f69-4c6213d8a4d4 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967605 Aug 20 15:18:59.366566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Calling delete_port for e658a613-ba21-45b8-aada-d19cc0e3f776 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:18:59.370514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:59.516366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Pushing event updated for resources: {'Port': ['ID=fb748acf-1504-4dca-b595-28a4f424d689,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:59.565412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Attempting to bind port fb748acf-1504-4dca-b595-28a4f424d689 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:18:59.565751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Attempting to bind port fb748acf-1504-4dca-b595-28a4f424d689 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'fff86cdc-0eef-4a7c-9e84-33d09bb34359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5e24b62e-a7a1-43f8-857a-fdedf845e318'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:18:59.566083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Attempting to bind port fb748acf-1504-4dca-b595-28a4f424d689 on network 5e24b62e-a7a1-43f8-857a-fdedf845e318 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:18:59.595301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Port fb748acf-1504-4dca-b595-28a4f424d689 on network 5e24b62e-a7a1-43f8-857a-fdedf845e318 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:18:59.595737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Attempting to bind port fb748acf-1504-4dca-b595-28a4f424d689 on network 5e24b62e-a7a1-43f8-857a-fdedf845e318 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:18:59.607619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:18:59.608009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Checking segment: {'id': 'fff86cdc-0eef-4a7c-9e84-33d09bb34359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5e24b62e-a7a1-43f8-857a-fdedf845e318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:18:59.608350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Bound using segment: {'id': 'fff86cdc-0eef-4a7c-9e84-33d09bb34359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5e24b62e-a7a1-43f8-857a-fdedf845e318'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:18:59.608792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Bound port: fb748acf-1504-4dca-b595-28a4f424d689, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff86cdc-0eef-4a7c-9e84-33d09bb34359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '5e24b62e-a7a1-43f8-857a-fdedf845e318'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:18:59.609153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:59.659143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:59.677479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ccd53080-b5b3-43e6-ae98-334868436f24'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:18:59.693912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event deleted for resources: {'Port': ['ID=e658a613-ba21-45b8-aada-d19cc0e3f776,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:18:59.733732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e658a613-ba21-45b8-aada-d19cc0e3f776'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:18:59.761199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] No DVR routers for this DVR port e658a613-ba21-45b8-aada-d19cc0e3f776 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:18:59.765340 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:59.768467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8abfd232-e37f-4b8b-a7cf-54b262f704b3 req-e20a4fef-b4c7-455c-b3a7-c0c16f34b3c3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.72 "DELETE /v2.0/ports/e658a613-ba21-45b8-aada-d19cc0e3f776 HTTP/1.1" status: 204 len: 173 time: 0.8448153 Aug 20 15:18:59.768911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc2be3d-d7e8-41c0-bf63-be429949cd74', 'name': 'network-vif-deleted', 'tag': 'e658a613-ba21-45b8-aada-d19cc0e3f776'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:18:59.780151 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28d90a4-a8f4-4be7-b7d8-2d7258c079bc" -d '{"events": [{"server_uuid": "adc2be3d-d7e8-41c0-bf63-be429949cd74", "name": "network-vif-deleted", "tag": "e658a613-ba21-45b8-aada-d19cc0e3f776"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:18:59.789016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] For port fb748acf-1504-4dca-b595-28a4f424d689, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:18:59.807061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] For port fb748acf-1504-4dca-b595-28a4f424d689, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fb748acf-1504-4dca-b595-28a4f424d689,segment=NetworkSegment(fff86cdc-0eef-4a7c-9e84-33d09bb34359),segment_id=fff86cdc-0eef-4a7c-9e84-33d09bb34359)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:18:59.815516 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:59.877739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:18:59.878440 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:18:59.880230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] 10.222.0.70 "PUT /v2.0/ports/fb748acf-1504-4dca-b595-28a4f424d689 HTTP/1.1" status: 200 len: 1093 time: 1.3349881 Aug 20 15:18:59.960212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a72826d-5435-4809-82e0-04ad984b9e66 req-b943d35b-cb2b-42d6-b447-cea412e70e0d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=adc2be3d-d7e8-41c0-bf63-be429949cd74 HTTP/1.1" status: 200 len: 210 time: 0.0985377 Aug 20 15:18:59.991076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb34954-131f-42dd-9924-24db37f89a5c service neutron] Pushing event updated for resources: {'Port': ['ID=fb748acf-1504-4dca-b595-28a4f424d689,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:00.014211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-d61d10ef-8141-4e71-a945-90cd7a908109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:00.016879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-d61d10ef-8141-4e71-a945-90cd7a908109 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dcb7ac1079a4c14b13c322e80c4f29b&device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 1096 time: 0.0545506 Aug 20 15:19:00.081582 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2213e995-6052-4ab2-b153-d5577c72c942 x-openstack-request-id: req-2213e995-6052-4ab2-b153-d5577c72c942 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:00.081936 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc2be3d-d7e8-41c0-bf63-be429949cd74", "name": "network-vif-deleted", "tag": "e658a613-ba21-45b8-aada-d19cc0e3f776", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:00.082359 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2213e995-6052-4ab2-b153-d5577c72c942 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:00.082940 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc2be3d-d7e8-41c0-bf63-be429949cd74', 'name': 'network-vif-deleted', 'tag': 'e658a613-ba21-45b8-aada-d19cc0e3f776', 'status': 'completed', 'code': 200} Aug 20 15:19:00.084984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-f38db8d6-bc11-4f8a-92e4-6b42568d4b76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb748acf-1504-4dca-b595-28a4f424d689 HTTP/1.1" status: 200 len: 217 time: 0.0559032 Aug 20 15:19:00.150688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-58be712f-1fd7-457f-9e06-f5a2b15c2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:00.152272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-58be712f-1fd7-457f-9e06-f5a2b15c2064 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=28c544ad-6373-43f8-be99-1de0d23936ba HTTP/1.1" status: 200 len: 852 time: 0.0580730 Aug 20 15:19:00.194472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-25c8a752-14db-4757-a19c-c5865bf1e3af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5e24b62e-a7a1-43f8-857a-fdedf845e318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336335 Aug 20 15:19:00.319169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-1c6b51c6-c983-4394-94ff-863bb4471e83 service neutron] 10.222.0.70 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115367 Aug 20 15:19:00.456342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e71d061d-1adb-4e24-ba9f-5ddd32270797 req-35fe00f6-c055-4d86-a355-30156f0ba719 service neutron] 10.222.0.70 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137955 Aug 20 15:19:00.522323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d4fb8-1824-49d6-be6f-3e18846c6a06 req-e5c34e36-38bc-4822-a695-52cbdd804caa tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:00.523807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-389d4fb8-1824-49d6-be6f-3e18846c6a06 req-e5c34e36-38bc-4822-a695-52cbdd804caa tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 944 time: 0.0574009 Aug 20 15:19:00.564548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-389d4fb8-1824-49d6-be6f-3e18846c6a06 req-17ea6c43-7eab-42a4-9c09-f111bf4fb071 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339935 Aug 20 15:19:00.778572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606416e4-767d-42f8-ae88-5687667e6407 req-f1abe1c9-5cbb-435e-b5d2-05c44044cf04 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:00.780742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-606416e4-767d-42f8-ae88-5687667e6407 req-f1abe1c9-5cbb-435e-b5d2-05c44044cf04 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0553253 Aug 20 15:19:00.823040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-606416e4-767d-42f8-ae88-5687667e6407 req-6f37fe6f-4bdd-4d94-8a25-4e3e0ec4e47e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349064 Aug 20 15:19:00.883791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40066) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:00.988510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-99493fd8-d0b3-440c-ab59-e3ba704b4335 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034033 Aug 20 15:19:01.287115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a9146-71a9-4db0-90d1-590d36e95436 req-e2db239a-38cd-47f5-91a3-7039ab500c6a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:01.288757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c54a9146-71a9-4db0-90d1-590d36e95436 req-e2db239a-38cd-47f5-91a3-7039ab500c6a tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0711677 Aug 20 15:19:01.337514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c54a9146-71a9-4db0-90d1-590d36e95436 req-331d7704-42c1-4e12-8588-d0e9462665b4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425801 Aug 20 15:19:01.700399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd66d-7269-4beb-b389-d2c381ddfe8d req-82f9ce0d-257e-4651-bb48-de91e47b0cf6 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:01.701914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dffcd66d-7269-4beb-b389-d2c381ddfe8d req-82f9ce0d-257e-4651-bb48-de91e47b0cf6 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 944 time: 0.0583284 Aug 20 15:19:01.746318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dffcd66d-7269-4beb-b389-d2c381ddfe8d req-39e8e29d-13d1-4639-b2b2-76eda688f2e9 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372186 Aug 20 15:19:01.949278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490d15-76cd-4be8-8be7-914ac283e664 req-ccc0a0fe-5d81-4bcc-b0f4-85d604fa0d86 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:01.950792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4490d15-76cd-4be8-8be7-914ac283e664 req-ccc0a0fe-5d81-4bcc-b0f4-85d604fa0d86 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0521629 Aug 20 15:19:02.011790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4490d15-76cd-4be8-8be7-914ac283e664 req-7985e2a9-83a4-4d3c-a710-beb1579c9538 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522184 Aug 20 15:19:02.017106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-d5d1569b-2d0f-4b72-bb3f-ba6b277354a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.018600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-d5d1569b-2d0f-4b72-bb3f-ba6b277354a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a&tenant_id=428713e0bd7c4b65bd34601452d96d59 HTTP/1.1" status: 200 len: 1096 time: 0.0669284 Aug 20 15:19:02.085981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c87c241-15fc-4dcc-86c1-ee4b2bbb6018', 'tag': 'fb748acf-1504-4dca-b595-28a4f424d689'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:02.088211 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "8c87c241-15fc-4dcc-86c1-ee4b2bbb6018", "tag": "fb748acf-1504-4dca-b595-28a4f424d689"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:02.107416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-8362b433-cbf4-44df-88cc-40b25608bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.109232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-8362b433-cbf4-44df-88cc-40b25608bdc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1096 time: 0.0507782 Aug 20 15:19:02.134344 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f1698e-15dd-4748-86db-abe82a6f9295 x-openstack-request-id: req-21f1698e-15dd-4748-86db-abe82a6f9295 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:02.134656 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c87c241-15fc-4dcc-86c1-ee4b2bbb6018", "tag": "fb748acf-1504-4dca-b595-28a4f424d689", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:02.135019 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-21f1698e-15dd-4748-86db-abe82a6f9295 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:02.135473 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c87c241-15fc-4dcc-86c1-ee4b2bbb6018', 'tag': 'fb748acf-1504-4dca-b595-28a4f424d689', 'status': 'completed', 'code': 200} Aug 20 15:19:02.227483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-0934ee41-644d-44f6-bed1-55d98d1ee2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.229007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-0934ee41-644d-44f6-bed1-55d98d1ee2c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dcb7ac1079a4c14b13c322e80c4f29b&device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 1096 time: 0.0679581 Aug 20 15:19:02.259735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-5a6137cf-aaff-4344-86af-1a1f899ad837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.261306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-5a6137cf-aaff-4344-86af-1a1f899ad837 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1455429 Aug 20 15:19:02.378379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-baee80ac-879c-431a-b41e-4a1a2a3160c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 999 time: 0.0912704 Aug 20 15:19:02.391858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-8b17428f-e49e-4239-808c-1caa1736a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.393114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-8b17428f-e49e-4239-808c-1caa1736a5ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=5e24b62e-a7a1-43f8-857a-fdedf845e318 HTTP/1.1" status: 200 len: 913 time: 0.1547756 Aug 20 15:19:02.497641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-676bbb1e-9e8a-4530-a492-e28b6e1634e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb748acf-1504-4dca-b595-28a4f424d689 HTTP/1.1" status: 200 len: 217 time: 0.0839143 Aug 20 15:19:02.541367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-9c11207a-f24c-4879-9e41-bcf8b1507a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.542883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-9c11207a-f24c-4879-9e41-bcf8b1507a86 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.1394918 Aug 20 15:19:02.571837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f594-00f0-4d57-b8dd-8ecfe3e41f79 req-93b650a7-24de-4365-a359-5cae0008b10f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.573483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63b6f594-00f0-4d57-b8dd-8ecfe3e41f79 req-93b650a7-24de-4365-a359-5cae0008b10f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 945 time: 0.1613648 Aug 20 15:19:02.610565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-3d7cb171-4e44-4dcc-b2d8-ebb1963e2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.611943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-3d7cb171-4e44-4dcc-b2d8-ebb1963e2f88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=28c544ad-6373-43f8-be99-1de0d23936ba HTTP/1.1" status: 200 len: 852 time: 0.1051536 Aug 20 15:19:02.660628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63b6f594-00f0-4d57-b8dd-8ecfe3e41f79 req-59a1ff70-91d2-4eb0-b26d-73bcc9684efd tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714066 Aug 20 15:19:02.662426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-15995e14-53de-49f7-8645-fa97cf22e393 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5e24b62e-a7a1-43f8-857a-fdedf845e318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386322 Aug 20 15:19:02.664296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-42a7d086-fea2-4691-824e-bd4e1d4c4308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.665682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-42a7d086-fea2-4691-824e-bd4e1d4c4308 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143844 Aug 20 15:19:02.973972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-29ce5087-b6ca-43cf-a955-167fa39ebfea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:02.976398 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-29ce5087-b6ca-43cf-a955-167fa39ebfea tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.0625391 Aug 20 15:19:03.081052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Deleting port ccd53080-b5b3-43e6-ae98-334868436f24 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:03.081562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:03.183149 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] For port ccd53080-b5b3-43e6-ae98-334868436f24, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ccd53080-b5b3-43e6-ae98-334868436f24,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:03.183436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:03.197855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Calling delete_port for ccd53080-b5b3-43e6-ae98-334868436f24 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:03.201566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881b891-bc53-4441-853c-7bb1ab6db053 req-c97af266-0ff7-4c18-a6eb-58ef583085d4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:03.203146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0881b891-bc53-4441-853c-7bb1ab6db053 req-c97af266-0ff7-4c18-a6eb-58ef583085d4 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=0be7564a-1d13-41c6-94c6-5a0d9312b52e HTTP/1.1" status: 200 len: 945 time: 0.4468093 Aug 20 15:19:03.220860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-d7a4ba0a-b7d4-4f79-a1d8-68717268aaeb service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459385 Aug 20 15:19:03.236150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-5ab73ddd-19a7-4b23-84f3-c99ad89efc89 service neutron] 10.222.0.70 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623791 Aug 20 15:19:03.238954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e658a613-ba21-45b8-aada-d19cc0e3f776 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:19:03.265072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: e658a613-ba21-45b8-aada-d19cc0e3f776 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:19:03.265694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e658a613-ba21-45b8-aada-d19cc0e3f776 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:19:03.342980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:03.351475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0881b891-bc53-4441-853c-7bb1ab6db053 req-749b6ce7-9181-449d-a0ab-1a23a30cbd22 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=512b23c3-639b-42b4-8971-572b69ad43c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372452 Aug 20 15:19:03.411905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c05e5bf-fdc8-489f-84be-4ba30c3a7cd1 req-eed8e0d3-c394-4a4d-b4e5-38f667e49c19 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780615 Aug 20 15:19:03.412863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event deleted for resources: {'Port': ['ID=ccd53080-b5b3-43e6-ae98-334868436f24,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:03.413848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f199f0d2-c2e1-4c08-94b4-d1d7c6961bcf req-e8c00447-19a7-4c58-9f9f-dcce373d6dbd service neutron] 10.222.0.70 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658826 Aug 20 15:19:03.471762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] No DVR routers for this DVR port ccd53080-b5b3-43e6-ae98-334868436f24 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:19:03.476657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.477270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.477809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.479009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.479733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.480262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.480830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.481435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.482133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.483722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.484367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.485500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:03.488252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a96bc-b782-4273-9a49-0e1d66c8731b req-a7cd1993-cf03-475a-bf34-699c732aa542 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:03.490568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:03.492841 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-620938f5-2d97-4a8f-bdc2-d0907dec0b78 req-79f9cb42-23f9-4116-ae0a-a8a3497573e3 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "DELETE /v2.0/ports/ccd53080-b5b3-43e6-ae98-334868436f24 HTTP/1.1" status: 204 len: 173 time: 0.5083132 Aug 20 15:19:03.493587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be7564a-1d13-41c6-94c6-5a0d9312b52e', 'name': 'network-vif-deleted', 'tag': 'ccd53080-b5b3-43e6-ae98-334868436f24'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:03.495573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e87a96bc-b782-4273-9a49-0e1d66c8731b req-a7cd1993-cf03-475a-bf34-699c732aa542 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 944 time: 0.0666318 Aug 20 15:19:03.496759 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa66ad3-cda6-4e41-80c6-c9919c899841" -d '{"events": [{"server_uuid": "0be7564a-1d13-41c6-94c6-5a0d9312b52e", "name": "network-vif-deleted", "tag": "ccd53080-b5b3-43e6-ae98-334868436f24"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:03.556850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e87a96bc-b782-4273-9a49-0e1d66c8731b req-24d21dd5-377a-4607-b945-7518f084a0d1 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603921 Aug 20 15:19:03.712248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6019d0-b970-4c1f-a4e1-89c8169ebd78 req-45a27889-412f-4c97-ad0f-2b6a8d732b94 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:03.719995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e6019d0-b970-4c1f-a4e1-89c8169ebd78 req-45a27889-412f-4c97-ad0f-2b6a8d732b94 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0713432 Aug 20 15:19:03.770147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e6019d0-b970-4c1f-a4e1-89c8169ebd78 req-1cec1ba8-33f2-4914-b860-ebe1e0749086 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457063 Aug 20 15:19:03.897387 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de35f73d-4738-4b08-8b71-87c880dd42af x-openstack-request-id: req-de35f73d-4738-4b08-8b71-87c880dd42af {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:03.915419 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be7564a-1d13-41c6-94c6-5a0d9312b52e", "name": "network-vif-deleted", "tag": "ccd53080-b5b3-43e6-ae98-334868436f24", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:03.916405 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de35f73d-4738-4b08-8b71-87c880dd42af {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:03.917140 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be7564a-1d13-41c6-94c6-5a0d9312b52e', 'name': 'network-vif-deleted', 'tag': 'ccd53080-b5b3-43e6-ae98-334868436f24', 'status': 'completed', 'code': 200} Aug 20 15:19:04.052253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc1907-a555-4d43-8c3b-42cdb6300cd9 req-bbf031b0-a2d5-4ab4-a28d-e73867724d6f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:04.063755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddfc1907-a555-4d43-8c3b-42cdb6300cd9 req-bbf031b0-a2d5-4ab4-a28d-e73867724d6f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 945 time: 0.1022317 Aug 20 15:19:04.170247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddfc1907-a555-4d43-8c3b-42cdb6300cd9 req-90ff9392-00ac-4b52-87ed-299df24c9cf1 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053658 Aug 20 15:19:04.715695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd869b-8957-4c7d-b602-4ac8f889586c req-83289b51-7250-48e7-a3a7-5c2655c0252e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:04.723605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cbd869b-8957-4c7d-b602-4ac8f889586c req-83289b51-7250-48e7-a3a7-5c2655c0252e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 944 time: 0.0656676 Aug 20 15:19:04.776216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cbd869b-8957-4c7d-b602-4ac8f889586c req-13d51a57-4366-48e0-932f-baf28b7ee19c tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515864 Aug 20 15:19:04.894875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fb748acf-1504-4dca-b595-28a4f424d689 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:19:04.908876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc6e02-a7dd-47cf-a9d0-ff210ee01a0c req-6a9b6e22-67aa-409a-a875-9252366f7ee9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:04.917328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03bc6e02-a7dd-47cf-a9d0-ff210ee01a0c req-6a9b6e22-67aa-409a-a875-9252366f7ee9 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0665004 Aug 20 15:19:04.973340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03bc6e02-a7dd-47cf-a9d0-ff210ee01a0c req-2d0feef6-6440-47ae-bc4f-c993a05bb851 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544865 Aug 20 15:19:05.035000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ccd53080-b5b3-43e6-ae98-334868436f24 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:19:05.060440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: ccd53080-b5b3-43e6-ae98-334868436f24 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:19:05.061039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ccd53080-b5b3-43e6-ae98-334868436f24 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:19:05.081997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fb748acf-1504-4dca-b595-28a4f424d689, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fb748acf-1504-4dca-b595-28a4f424d689,segment=NetworkSegment(fff86cdc-0eef-4a7c-9e84-33d09bb34359),segment_id=fff86cdc-0eef-4a7c-9e84-33d09bb34359)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:05.092642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'fb748acf-1504-4dca-b595-28a4f424d689', 'network_id': '5e24b62e-a7a1-43f8-857a-fdedf845e318', 'port_id': 'fb748acf-1504-4dca-b595-28a4f424d689', 'mac_address': 'fa:16:3e:ef:15:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c544ad-6373-43f8-be99-1de0d23936ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:19:05.123249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7e3c3-65e8-4736-82e7-aab3a8779608 req-cdeaf835-96db-4621-b5ce-351ff4ee0e98 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:05.124770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9e7e3c3-65e8-4736-82e7-aab3a8779608 req-cdeaf835-96db-4621-b5ce-351ff4ee0e98 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0492048 Aug 20 15:19:05.130218 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:05.144623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb748acf-1504-4dca-b595-28a4f424d689 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:19:05.169503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fb748acf-1504-4dca-b595-28a4f424d689, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fb748acf-1504-4dca-b595-28a4f424d689,segment=NetworkSegment(fff86cdc-0eef-4a7c-9e84-33d09bb34359),segment_id=fff86cdc-0eef-4a7c-9e84-33d09bb34359)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:05.174169 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:05.253230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fb748acf-1504-4dca-b595-28a4f424d689,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:05.352876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b9e7e3c3-65e8-4736-82e7-aab3a8779608 req-4ccc127c-987d-497d-9e18-0410063912ea tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214007 Aug 20 15:19:05.459099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['fb748acf-1504-4dca-b595-28a4f424d689'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:19:05.481113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5bd85-444e-49d9-95d4-1669af1b2bb2 req-6473aeb5-f8ec-451c-a462-bc7f4bb15a79 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:05.482595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80d5bd85-444e-49d9-95d4-1669af1b2bb2 req-6473aeb5-f8ec-451c-a462-bc7f4bb15a79 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 945 time: 0.0555556 Aug 20 15:19:05.524057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80d5bd85-444e-49d9-95d4-1669af1b2bb2 req-c2b8c080-e7f5-4f67-858e-30d1d050e3a9 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346742 Aug 20 15:19:05.894495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4b4ef-c109-4dd8-87dc-5440cd607872 req-4110e853-34ac-4c9e-891f-1d710a2aa548 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:05.901907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96f4b4ef-c109-4dd8-87dc-5440cd607872 req-4110e853-34ac-4c9e-891f-1d710a2aa548 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 945 time: 0.0654428 Aug 20 15:19:05.948175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96f4b4ef-c109-4dd8-87dc-5440cd607872 req-0f9dd926-15d3-42dd-b6e0-83fea7913f82 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452757 Aug 20 15:19:05.968009 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.152676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40160) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:06.158936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c62059de-9928-473d-9ee5-473a2ce1c7c1 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689806447', 'description': 'tempest-secgroup-smoke-689806447 description', 'project_id': '4b27a2f6a2204b3585731d40aa571d4d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:06.184274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c62059de-9928-473d-9ee5-473a2ce1c7c1 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.273526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8bb9e-7b11-4400-b1e8-f818b4dbeb41 req-e90964fa-7972-45e3-9d2e-0296404c99f8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:06.280915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1b8bb9e-7b11-4400-b1e8-f818b4dbeb41 req-e90964fa-7972-45e3-9d2e-0296404c99f8 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0817630 Aug 20 15:19:06.335852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1b8bb9e-7b11-4400-b1e8-f818b4dbeb41 req-e0c43c64-2fa9-4914-85e1-3e455538d31f tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539834 Aug 20 15:19:06.365071 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c62059de-9928-473d-9ee5-473a2ce1c7c1 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.369057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c62059de-9928-473d-9ee5-473a2ce1c7c1 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.395862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c62059de-9928-473d-9ee5-473a2ce1c7c1 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.399634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c62059de-9928-473d-9ee5-473a2ce1c7c1 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2430544 Aug 20 15:19:06.400598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40164) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:06.402775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62059de-9928-473d-9ee5-473a2ce1c7c1 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ba58ef-4a39-4803-a992-2296bf6f7392,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:06.406373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-164d718c-d3b6-442f-83bf-321122470d42 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'security_group_rule': {'security_group_id': '82ba58ef-4a39-4803-a992-2296bf6f7392', 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:06.434375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-164d718c-d3b6-442f-83bf-321122470d42 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.502019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fef337-e9c2-449c-ba93-72d08f59aac5 req-3f2afbf6-f862-48c0-9547-9f6100c38f08 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:06.503977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50fef337-e9c2-449c-ba93-72d08f59aac5 req-3f2afbf6-f862-48c0-9547-9f6100c38f08 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0659883 Aug 20 15:19:06.511133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-164d718c-d3b6-442f-83bf-321122470d42 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.517720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-164d718c-d3b6-442f-83bf-321122470d42 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.540931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d718c-d3b6-442f-83bf-321122470d42 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ea4780-cb66-454e-a67b-35c8c7aed97c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:06.550729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-164d718c-d3b6-442f-83bf-321122470d42 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.552056 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-164d718c-d3b6-442f-83bf-321122470d42 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505444 Aug 20 15:19:06.555033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40168) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:06.556561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50fef337-e9c2-449c-ba93-72d08f59aac5 req-3a8dcaef-3bf6-413c-ad1b-fa48ffee9b14 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Aug 20 15:19:06.560751 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-62aa7ac2-e895-43cc-a6a7-b96af43e0167 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'security_group_rule': {'security_group_id': '82ba58ef-4a39-4803-a992-2296bf6f7392', 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:06.582685 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:19:06.616326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62aa7ac2-e895-43cc-a6a7-b96af43e0167 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.701274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2213dfb-1176-4f1a-bdc8-660eebe9fc4e req-8bdb3298-ab6f-4c77-b28b-b918ae6acfcb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:06.703439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2213dfb-1176-4f1a-bdc8-660eebe9fc4e req-8bdb3298-ab6f-4c77-b28b-b918ae6acfcb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 945 time: 0.0696685 Aug 20 15:19:06.716419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62aa7ac2-e895-43cc-a6a7-b96af43e0167 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.723283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62aa7ac2-e895-43cc-a6a7-b96af43e0167 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.741958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa7ac2-e895-43cc-a6a7-b96af43e0167 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3d15df-326c-482a-ae06-f2c1913ce760,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:06.758249 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-62aa7ac2-e895-43cc-a6a7-b96af43e0167 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.760321 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-62aa7ac2-e895-43cc-a6a7-b96af43e0167 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2040291 Aug 20 15:19:06.762819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40172) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:06.769271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-68930733-0179-4b05-95ba-6de077dbd07c tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'security_group_rule': {'security_group_id': '82ba58ef-4a39-4803-a992-2296bf6f7392', 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:06.795105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2213dfb-1176-4f1a-bdc8-660eebe9fc4e req-bb5083ff-d19f-45da-8870-06039c55a063 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840845 Aug 20 15:19:06.841661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68930733-0179-4b05-95ba-6de077dbd07c tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.864887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-6c329d3d-a1b1-49a0-bcc4-e4b3e7368960 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:06.866369 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-6c329d3d-a1b1-49a0-bcc4-e4b3e7368960 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.0766480 Aug 20 15:19:06.906295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fb748acf-1504-4dca-b595-28a4f424d689 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:06.972146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port fb748acf-1504-4dca-b595-28a4f424d689 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:06.978759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port fb748acf-1504-4dca-b595-28a4f424d689 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:06.979665 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.980445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68930733-0179-4b05-95ba-6de077dbd07c tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:06.986712 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68930733-0179-4b05-95ba-6de077dbd07c tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.011513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68930733-0179-4b05-95ba-6de077dbd07c tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e0faca-f7d3-4ed1-be76-b662e0bb9e3c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:07.027440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68930733-0179-4b05-95ba-6de077dbd07c tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.032289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40176) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:07.033235 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-68930733-0179-4b05-95ba-6de077dbd07c tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2676940 Aug 20 15:19:07.038908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7a797263-48e7-4b17-8dac-8b3d6dd7f875 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'security_group_rule': {'security_group_id': '82ba58ef-4a39-4803-a992-2296bf6f7392', 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:07.047022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Deleting port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:07.048614 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.116564 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a797263-48e7-4b17-8dac-8b3d6dd7f875 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.139310 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.174115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a18032-7c2f-4d25-b693-f1b9922afd3b req-15229fe0-87b1-4a81-8cb5-60408fec0e1c tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:07.175595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] For port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:07.175761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a18032-7c2f-4d25-b693-f1b9922afd3b req-15229fe0-87b1-4a81-8cb5-60408fec0e1c tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 945 time: 0.0930340 Aug 20 15:19:07.176300 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.180773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c87c241-15fc-4dcc-86c1-ee4b2bbb6018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb748acf-1504-4dca-b595-28a4f424d689'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:07.183588 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cae908f-3892-4c64-ab8e-883152e96dfe" -d '{"events": [{"server_uuid": "8c87c241-15fc-4dcc-86c1-ee4b2bbb6018", "name": "network-vif-plugged", "status": "completed", "tag": "fb748acf-1504-4dca-b595-28a4f424d689"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:07.198526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port fb748acf-1504-4dca-b595-28a4f424d689, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fb748acf-1504-4dca-b595-28a4f424d689,segment=NetworkSegment(fff86cdc-0eef-4a7c-9e84-33d09bb34359),segment_id=fff86cdc-0eef-4a7c-9e84-33d09bb34359)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:07.201835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.202842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:19:07.229056 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a797263-48e7-4b17-8dac-8b3d6dd7f875 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.238223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3a18032-7c2f-4d25-b693-f1b9922afd3b req-f75f2407-93a2-4307-80a9-b1bf6307d7f9 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527582 Aug 20 15:19:07.238839 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a797263-48e7-4b17-8dac-8b3d6dd7f875 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.259651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a797263-48e7-4b17-8dac-8b3d6dd7f875 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e90eac-df4d-4b9f-9efa-51472c7426ca,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:07.269631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a797263-48e7-4b17-8dac-8b3d6dd7f875 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.273715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7a797263-48e7-4b17-8dac-8b3d6dd7f875 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2367477 Aug 20 15:19:07.274313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40180) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:07.279753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e2ee0cf8-3d8a-4616-8b71-11505d130013 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'security_group_rule': {'security_group_id': '82ba58ef-4a39-4803-a992-2296bf6f7392', 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:07.289274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:19:07.317740 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-e2ee0cf8-3d8a-4616-8b71-11505d130013 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Project 4b27a2f6a2204b3585731d40aa571d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:19:07.328929 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0cf8-3d8a-4616-8b71-11505d130013 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.360807 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1d2be4-ccc4-4750-9096-690681485419 x-openstack-request-id: req-ca1d2be4-ccc4-4750-9096-690681485419 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:07.361104 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c87c241-15fc-4dcc-86c1-ee4b2bbb6018", "name": "network-vif-plugged", "status": "completed", "tag": "fb748acf-1504-4dca-b595-28a4f424d689", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:07.361357 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca1d2be4-ccc4-4750-9096-690681485419 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:07.361992 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c87c241-15fc-4dcc-86c1-ee4b2bbb6018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb748acf-1504-4dca-b595-28a4f424d689', 'code': 200} Aug 20 15:19:07.392251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=fb748acf-1504-4dca-b595-28a4f424d689,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:07.447980 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.458786 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.460013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.460559 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Floating IP 44ced744-4197-48c3-8cee-acbaf2c1a819 disassociated. External IP: 172.25.5.251, port: 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2. Aug 20 15:19:07.461119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Calling delete_port for 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:07.497658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:07.502335 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.504957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0cf8-3d8a-4616-8b71-11505d130013 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.521537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0cf8-3d8a-4616-8b71-11505d130013 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.555620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:07.569218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee0cf8-3d8a-4616-8b71-11505d130013 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad155f78-4236-4a13-97f5-e31e30560299,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:07.575363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0cf8-3d8a-4616-8b71-11505d130013 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.576568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e2ee0cf8-3d8a-4616-8b71-11505d130013 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3011448 Aug 20 15:19:07.579903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40184) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:07.587756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f993842b-9023-4deb-bad4-b8a1f6d59ce5 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'security_group_rule': {'security_group_id': '82ba58ef-4a39-4803-a992-2296bf6f7392', 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:07.599997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae501a-fa9f-4000-bf98-359277076e39 req-8bdbceb2-ac35-40b5-a87d-0449f1f76184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:07.601523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6ae501a-fa9f-4000-bf98-359277076e39 req-8bdbceb2-ac35-40b5-a87d-0449f1f76184 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 1098 time: 0.1536267 Aug 20 15:19:07.608916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02ac9f-5b3e-4377-945c-fcab50a58d9b req-73eca920-43c7-4f7c-aa92-9f89eda31c28 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:07.611157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e02ac9f-5b3e-4377-945c-fcab50a58d9b req-73eca920-43c7-4f7c-aa92-9f89eda31c28 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfed239c-9f0b-4a74-9f89-77d9d0cf5666 HTTP/1.1" status: 200 len: 944 time: 0.1813529 Aug 20 15:19:07.667829 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.702758 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-f993842b-9023-4deb-bad4-b8a1f6d59ce5 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Project 4b27a2f6a2204b3585731d40aa571d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:19:07.712883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event deleted for resources: {'Port': ['ID=803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:07.715129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e02ac9f-5b3e-4377-945c-fcab50a58d9b req-75ae7a29-7c3c-4272-807f-52b2c91db55d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups?id=8ad5607c-55a2-4dd8-b427-e5a3155eec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945275 Aug 20 15:19:07.718467 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f993842b-9023-4deb-bad4-b8a1f6d59ce5 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.770853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6ae501a-fa9f-4000-bf98-359277076e39 req-9a17061f-c025-49da-b7d2-8620c91e5146 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562583 Aug 20 15:19:07.804119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f993842b-9023-4deb-bad4-b8a1f6d59ce5 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.809819 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f993842b-9023-4deb-bad4-b8a1f6d59ce5 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.846168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993842b-9023-4deb-bad4-b8a1f6d59ce5 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687204c4-c9f6-4b0e-9140-8b5ad76e337f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:07.861645 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Router ddf2d30d-d7c3-4879-a9bb-640511d23f72 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:19:07.865865 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f993842b-9023-4deb-bad4-b8a1f6d59ce5 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:07.875098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f993842b-9023-4deb-bad4-b8a1f6d59ce5 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2861595 Aug 20 15:19:07.904207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7569904-e783-4a3d-94ac-723fa0ff9fba req-273cebdf-06ed-4fe5-9f93-43a8992ab529 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:07.905970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7569904-e783-4a3d-94ac-723fa0ff9fba req-273cebdf-06ed-4fe5-9f93-43a8992ab529 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0835109 Aug 20 15:19:07.989890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7569904-e783-4a3d-94ac-723fa0ff9fba req-34cf50f3-b15a-41fa-a5a1-b6c01c986698 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659792 Aug 20 15:19:08.037642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:19:08.049686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] Sync routers for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:19:08.066143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:08.066968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:18:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:08.135240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] No DVR routers for this DVR port 803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:19:08.148382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:08.150862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-39dd0036-1147-42c9-8350-838bad9e68f0 req-18ecf495-9a16-42eb-ba1e-05d245825ce2 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.70 "DELETE /v2.0/ports/803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2 HTTP/1.1" status: 204 len: 173 time: 1.2701981 Aug 20 15:19:08.151504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-deleted', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:08.153791 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6224ce-a394-4eb7-94b1-49f9ddf63000" -d '{"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-deleted", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:08.177428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436abb3-fd1a-4f51-a53b-7d8c85589b20 req-1cd7781d-f7b3-4985-92dd-770cd89ef357 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:08.180004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6436abb3-fd1a-4f51-a53b-7d8c85589b20 req-1cd7781d-f7b3-4985-92dd-770cd89ef357 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.0602136 Aug 20 15:19:08.227828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:08.246401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6436abb3-fd1a-4f51-a53b-7d8c85589b20 req-8bbcba52-1a14-43e5-bbde-22ce2c8e696a tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610390 Aug 20 15:19:08.400115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-79665f16-e6c1-420f-8b93-4dab1c81af96 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689806447&fields=id&tenant_id=4b27a2f6a2204b3585731d40aa571d4d HTTP/1.1" status: 200 len: 267 time: 0.0439677 Aug 20 15:19:08.535867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-152d2371-ce6f-427f-bf3c-e5a9d2f41f19 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:08.537346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-152d2371-ce6f-427f-bf3c-e5a9d2f41f19 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/networks?id=09dbe205-f261-4bb7-8ac7-81695b8c4212 HTTP/1.1" status: 200 len: 813 time: 0.1318016 Aug 20 15:19:08.560137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-6a46702f-2c9e-426f-966e-4ee1bc958e54 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/quotas/4b27a2f6a2204b3585731d40aa571d4d HTTP/1.1" status: 200 len: 375 time: 0.0099871 Aug 20 15:19:08.613457 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-5de51e57-8233-4d49-ad1f-dd65933b5b99 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b27a2f6a2204b3585731d40aa571d4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470457 Aug 20 15:19:08.661606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '52176c09-683f-49fa-a9c8-3a51f96bf550', 'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'mac_address': 'fa:16:3e:a6:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:19Z', 'updated_at': '2021-08-20T15:10:27Z', 'revision_number': 5, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'subnets': [{'id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:08.694234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] Checking router: ddf2d30d-d7c3-4879-a9bb-640511d23f72 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:19:08.704989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:08.704989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:18:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:08.728623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-49268feb-3f45-4770-8822-90f3ea3be3d4 service neutron] 10.222.0.36 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037786 Aug 20 15:19:08.855140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:08.921188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-c653d898-e54a-4cd6-bc4a-e6c57fcd4a32 service neutron] 10.222.0.36 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898448 Aug 20 15:19:09.155334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '52176c09-683f-49fa-a9c8-3a51f96bf550', 'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'mac_address': 'fa:16:3e:a6:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:19Z', 'updated_at': '2021-08-20T15:10:27Z', 'revision_number': 5, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'subnets': [{'id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:09.184046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb48fa95-f423-47cc-950e-4e9a49c7fca9 None None] The sync data for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 is: [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:10:22Z', 'revision_number': 4, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '52176c09-683f-49fa-a9c8-3a51f96bf550', 'name': '', 'network_id': '320379cd-22ee-4724-9f9a-17e7ba949339', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'mac_address': 'fa:16:3e:a6:9e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:19Z', 'updated_at': '2021-08-20T15:10:27Z', 'revision_number': 5, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'subnets': [{'id': '4556d91d-806c-4c49-bd1f-3ea8294511f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:19:09.324785 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb5d6e1-2d15-454d-953e-c4e330038f0f x-openstack-request-id: req-6bb5d6e1-2d15-454d-953e-c4e330038f0f {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:09.325269 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfed239c-9f0b-4a74-9f89-77d9d0cf5666", "name": "network-vif-deleted", "tag": "803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:09.325371 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bb5d6e1-2d15-454d-953e-c4e330038f0f {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:09.325739 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfed239c-9f0b-4a74-9f89-77d9d0cf5666', 'name': 'network-vif-deleted', 'tag': '803ba5d7-daf1-4d1d-ae00-55f7f8fa93b2', 'status': 'completed', 'code': 200} Aug 20 15:19:09.364335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:09.366640 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50756205-1448-45ce-85d0-4d83c6fe04de" -d '{"events": [{"server_uuid": "6bc3a004-6a73-49cb-ab4e-e562a0b70711", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f13fa8-9d0a-4ac1-b077-33592e7d1d58"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:09.469912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff892e74-c1d7-4b44-8617-28520760365d req-a01d2dfa-567c-460d-9c36-ff2eebeb5754 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:09.471580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff892e74-c1d7-4b44-8617-28520760365d req-a01d2dfa-567c-460d-9c36-ff2eebeb5754 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.1006639 Aug 20 15:19:09.536115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff892e74-c1d7-4b44-8617-28520760365d req-d3497a5c-0616-4b53-ab3e-0acb076f6d2f tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552199 Aug 20 15:19:09.580849 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0433a-6073-439f-8980-7c03f17cd2ce None None] New status for floating IP 44ced744-4197-48c3-8cee-acbaf2c1a819: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:19:09.706273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77947d69-38a1-4106-a1ac-212f3951ac34 req-6ac675c5-3df6-407c-b975-78188c24bd60 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:09.712057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77947d69-38a1-4106-a1ac-212f3951ac34 req-6ac675c5-3df6-407c-b975-78188c24bd60 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0703590 Aug 20 15:19:09.789086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77947d69-38a1-4106-a1ac-212f3951ac34 req-f7ca63c8-74db-4dde-9b2a-41f5d06b80b0 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712464 Aug 20 15:19:09.952579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34b1aac6-f5ec-4ada-a8bf-d4a9f563ecc2 req-6fcd34ae-d023-4bdf-8b21-5974ec95e8d0 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 210 time: 0.0482154 Aug 20 15:19:10.056914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dac97-709e-4af2-b43f-cb0b75246930 req-97034c3d-0f33-49b0-8c64-59f8c8bf6adb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:10.058432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-321dac97-709e-4af2-b43f-cb0b75246930 req-97034c3d-0f33-49b0-8c64-59f8c8bf6adb tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.0512307 Aug 20 15:19:10.108005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-321dac97-709e-4af2-b43f-cb0b75246930 req-5189edb7-d92a-4064-ae28-807c285bdaf4 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Aug 20 15:19:10.159313 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773de392-6375-4775-9167-d70bf5e7f58c x-openstack-request-id: req-773de392-6375-4775-9167-d70bf5e7f58c {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:10.159843 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc3a004-6a73-49cb-ab4e-e562a0b70711", "name": "network-vif-unplugged", "status": "completed", "tag": "b2f13fa8-9d0a-4ac1-b077-33592e7d1d58", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:10.159935 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-773de392-6375-4775-9167-d70bf5e7f58c {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:10.160274 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58', 'code': 200} Aug 20 15:19:10.258939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38747e75-a2e4-47e8-a9a0-0736c9b4d6ca req-4b1a948e-9623-4d91-b7d7-7b730e3da3c9 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:10.260430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38747e75-a2e4-47e8-a9a0-0736c9b4d6ca req-4b1a948e-9623-4d91-b7d7-7b730e3da3c9 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0551116 Aug 20 15:19:10.310073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38747e75-a2e4-47e8-a9a0-0736c9b4d6ca req-4a50001e-5f0c-4b89-aa9c-4587107b6cb7 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Aug 20 15:19:10.354125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40230) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:10.429794 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f5b504da-d594-4ddd-8c25-81e89ed00c0d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:10.524559 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f5b504da-d594-4ddd-8c25-81e89ed00c0d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:10.645109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-d10f7600-3272-43e6-964e-d5a9a4897f5d tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:10.647011 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-d10f7600-3272-43e6-964e-d5a9a4897f5d tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.70 "GET /v2.0/networks?id=09dbe205-f261-4bb7-8ac7-81695b8c4212 HTTP/1.1" status: 200 len: 813 time: 0.1981525 Aug 20 15:19:10.707304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f5b504da-d594-4ddd-8c25-81e89ed00c0d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:10.712700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f5b504da-d594-4ddd-8c25-81e89ed00c0d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:10.716412 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f5b504da-d594-4ddd-8c25-81e89ed00c0d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "DELETE /v2.0/security-groups/8ad5607c-55a2-4dd8-b427-e5a3155eec7f HTTP/1.1" status: 204 len: 168 time: 0.3591890 Aug 20 15:19:10.719871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa34ff-d80d-4b5e-867c-3e04d143cd30 req-20aefa3f-494b-47eb-a572-5e3824b6805d tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:10.728405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4aa34ff-d80d-4b5e-867c-3e04d143cd30 req-20aefa3f-494b-47eb-a572-5e3824b6805d tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0964618 Aug 20 15:19:10.739483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40236) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:10.756683 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-22097f54-ee33-4867-bc02-087e4fa1f4e9 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b27a2f6a2204b3585731d40aa571d4d HTTP/1.1" status: 200 len: 379 time: 0.0916884 Aug 20 15:19:10.757981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b504da-d594-4ddd-8c25-81e89ed00c0d tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad5607c-55a2-4dd8-b427-e5a3155eec7f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:10.772211 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-47780f92-d0f9-4d62-a74d-d188ef05eadd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] show failed (client error): The resource could not be found. Aug 20 15:19:10.776368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'port': {'device_id': 'a0b467a6-593b-4939-b910-333171ae4766', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'admin_state_up': True, 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'security_groups': ['82ba58ef-4a39-4803-a992-2296bf6f7392']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:10.777359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-47780f92-d0f9-4d62-a74d-d188ef05eadd tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "GET /v2.0/security-groups/8ad5607c-55a2-4dd8-b427-e5a3155eec7f HTTP/1.1" status: 404 len: 347 time: 0.0364604 Aug 20 15:19:10.778285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40238) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:10.850342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4aa34ff-d80d-4b5e-867c-3e04d143cd30 req-ef711f69-b016-4b7e-9916-3337603fa0d1 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206627 Aug 20 15:19:10.948818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Deleting port f4668856-0a1c-4a2f-87d6-ac007e1b586d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:10.949444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:10.977578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Made reservation on behalf of 4b27a2f6a2204b3585731d40aa571d4d for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:10.982618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:11.048355 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:11.048758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:11.063911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Calling delete_port for f4668856-0a1c-4a2f-87d6-ac007e1b586d owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:11.224214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Allocated IP 172.20.0.6 (09dbe205-f261-4bb7-8ac7-81695b8c4212/3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab/2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:11.291853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d02dc-1b24-41f6-abc7-de567ebf2044 req-6c0090a8-5650-42e3-bb7a-29d026c65c21 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:11.300321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-058d02dc-1b24-41f6-abc7-de567ebf2044 req-6c0090a8-5650-42e3-bb7a-29d026c65c21 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.2340958 Aug 20 15:19:11.345733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-058d02dc-1b24-41f6-abc7-de567ebf2044 req-4207c54a-a20f-4529-882d-8ac98a68e2ea tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443444 Aug 20 15:19:11.356595 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:11.385581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Pushing event deleted for resources: {'Port': ['ID=f4668856-0a1c-4a2f-87d6-ac007e1b586d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:11.415978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:11.428599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.429217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.429727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.430257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.430751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.431251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.431767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.432254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.432756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.433269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.433607 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.433942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:11.445418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Transition to ACTIVE for port object 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:11.495817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9e69ee9-53ab-4e13-9880-a1441c352f59 req-65a3f355-5c26-49b2-869d-5e06feddef82 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 210 time: 0.0532408 Aug 20 15:19:11.531653 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:11.536771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:11.537597 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:11.537967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a6e5fab3-768d-4cb3-b1d9-c810dd691826 tempest-ServerActionsTestJSON-888701494 tempest-ServerActionsTestJSON-888701494-project] 10.222.0.36 "DELETE /v2.0/floatingips/44ced744-4197-48c3-8cee-acbaf2c1a819 HTTP/1.1" status: 204 len: 168 time: 0.7555029 Aug 20 15:19:11.541894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40246) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:11.654591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Network 09dbe205-f261-4bb7-8ac7-81695b8c4212 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:11.656072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'Port': ['ID=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:11.660026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:11.662227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:11.751414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c1723-5d56-48db-ae7c-779813d915d0 req-0420a0cc-5858-40e4-9727-d4d7fbefe0ca tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:11.753328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-376c1723-5d56-48db-ae7c-779813d915d0 req-0420a0cc-5858-40e4-9727-d4d7fbefe0ca tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.1229367 Aug 20 15:19:11.757214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:11.758000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:11.779990 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-f7358455-cc11-451a-9943-5d3838b12b33 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0095456 Aug 20 15:19:11.794219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Request body: {'port': {'device_id': 'a0b467a6-593b-4939-b910-333171ae4766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:11.866655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-376c1723-5d56-48db-ae7c-779813d915d0 req-a676b862-9594-4ba6-9755-504258931e54 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003058 Aug 20 15:19:11.914121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:12.041524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1baeec65-d670-44ec-ae17-c151cdc12750 None None] Provisioning for port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:12.046541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1baeec65-d670-44ec-ae17-c151cdc12750 None None] Provisioning complete for port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:12.047853 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1baeec65-d670-44ec-ae17-c151cdc12750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:12.097480 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1baeec65-d670-44ec-ae17-c151cdc12750 None None] Port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:19:12.142767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4bfa4-8c3c-4e68-a737-25f63f7366d9 req-c76508fc-4df2-4075-8e2b-c47a14d1cb13 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:12.144298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9e4bfa4-8c3c-4e68-a737-25f63f7366d9 req-c76508fc-4df2-4075-8e2b-c47a14d1cb13 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.1173775 Aug 20 15:19:12.192930 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-745d88e0-e853-42ef-b024-d376a86854a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:12.277619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9e4bfa4-8c3c-4e68-a737-25f63f7366d9 req-b1bfa5a1-28ee-466c-8457-18ccdca504a4 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201811 Aug 20 15:19:12.408832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:19:12.437432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:12.477288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Transition to ACTIVE for port object 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:12.487718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:12.588049 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:12.661545 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Pushing event updated for resources: {'Port': ['ID=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:12.791436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Attempting to bind port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:12.798486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Attempting to bind port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:12.799607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Attempting to bind port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a on network 09dbe205-f261-4bb7-8ac7-81695b8c4212 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:12.814808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a on network 09dbe205-f261-4bb7-8ac7-81695b8c4212 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:19:12.815281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Attempting to bind port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a on network 09dbe205-f261-4bb7-8ac7-81695b8c4212 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:12.832634 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:12.833123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Checking segment: {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:12.833621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Bound using segment: {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:12.834175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Bound port: 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac127e8-8804-4aa3-9ba2-0618ca99e098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:12.834649 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:12.964214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] For port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:12.975592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] For port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:12.981963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:13.002684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd12274-61eb-4b99-a7f3-c6f78ae893e1 req-9f555294-01c5-4dfe-85a9-2ca73c78f07b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:13.004293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1bd12274-61eb-4b99-a7f3-c6f78ae893e1 req-9f555294-01c5-4dfe-85a9-2ca73c78f07b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.3605556 Aug 20 15:19:13.026053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:13.026801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:13.028208 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] 10.222.0.70 "PUT /v2.0/ports/2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a HTTP/1.1" status: 200 len: 1092 time: 1.2392921 Aug 20 15:19:13.028726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:13.031121 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:13.046354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-1e966907-9739-4265-b881-18b3d2088a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:13.049752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-1e966907-9739-4265-b881-18b3d2088a83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dcb7ac1079a4c14b13c322e80c4f29b&device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 1098 time: 0.3412333 Aug 20 15:19:13.058957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b9d480-4916-4182-9712-bb07de5cbf40 service neutron] Pushing event updated for resources: {'Port': ['ID=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:13.135863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-9879d271-e396-4c07-b78b-f28017e50a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:13.137447 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-9879d271-e396-4c07-b78b-f28017e50a1d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b27a2f6a2204b3585731d40aa571d4d&device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1095 time: 0.0538280 Aug 20 15:19:13.166483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1bd12274-61eb-4b99-a7f3-c6f78ae893e1 req-8fe383ab-098b-4916-abca-b2e60aa34ff1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506374 Aug 20 15:19:13.273654 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-195e770f-6f99-49fd-a44f-bd991fc86bbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a HTTP/1.1" status: 200 len: 217 time: 0.1264791 Aug 20 15:19:13.394082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-1a7b7224-dc04-4529-884d-cc64c17a591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:13.397700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-1a7b7224-dc04-4529-884d-cc64c17a591c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab HTTP/1.1" status: 200 len: 852 time: 0.1162872 Aug 20 15:19:13.402534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-c299bc3c-a2c3-4b41-a51e-ff3c004ebbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:13.404081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-c299bc3c-a2c3-4b41-a51e-ff3c004ebbc7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5e24b62e-a7a1-43f8-857a-fdedf845e318 HTTP/1.1" status: 200 len: 913 time: 0.3397417 Aug 20 15:19:13.477885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-cbcda13d-6f6d-43d3-8c99-12d6f3fe86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:13.480284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-cbcda13d-6f6d-43d3-8c99-12d6f3fe86b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09dbe205-f261-4bb7-8ac7-81695b8c4212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738766 Aug 20 15:19:13.499336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-54720b3f-f835-4106-bc26-48eb780251a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb748acf-1504-4dca-b595-28a4f424d689 HTTP/1.1" status: 200 len: 217 time: 0.0817618 Aug 20 15:19:13.517217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f40843-ed59-43f9-8cd8-79563b03670c req-2c75135c-6118-40e1-95cf-7584be120529 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:13.518795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53f40843-ed59-43f9-8cd8-79563b03670c req-2c75135c-6118-40e1-95cf-7584be120529 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.2304606 Aug 20 15:19:13.599489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-fb59766b-575b-437c-84bf-b0d9251faa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:13.601050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-fb59766b-575b-437c-84bf-b0d9251faa1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=28c544ad-6373-43f8-be99-1de0d23936ba HTTP/1.1" status: 200 len: 852 time: 0.0929077 Aug 20 15:19:13.607335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Deleting port 52176c09-683f-49fa-a9c8-3a51f96bf550 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:13.607726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:13.612612 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-64bc6ade-5356-4ca6-b607-76886508b09a service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204717 Aug 20 15:19:13.613280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53f40843-ed59-43f9-8cd8-79563b03670c req-1c1921d4-ef28-415d-8d7a-f61a461bde95 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860445 Aug 20 15:19:13.678834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-9b1f2b08-4c82-4694-91cc-0acf5a5be864 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5e24b62e-a7a1-43f8-857a-fdedf845e318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689306 Aug 20 15:19:13.752522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] For port 52176c09-683f-49fa-a9c8-3a51f96bf550, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=52176c09-683f-49fa-a9c8-3a51f96bf550,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:13.752865 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:13.768719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Calling delete_port for 52176c09-683f-49fa-a9c8-3a51f96bf550 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:13.823001 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-efa4ba1e-79be-4ab3-84e7-f2198c1e3207 req-0ec89646-7a84-4e08-8b6d-08944e58a2b4 service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019868 Aug 20 15:19:14.040338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5dff3-13e7-4c54-a40a-d5a43b1f2e48 req-3e05d76d-3840-46c8-8496-20d07638b0d6 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:14.041784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25f5dff3-13e7-4c54-a40a-d5a43b1f2e48 req-3e05d76d-3840-46c8-8496-20d07638b0d6 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 943 time: 0.1364644 Aug 20 15:19:14.105868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-f9b81581-0181-40a2-a6ba-99e32a50044f service neutron] 10.222.0.70 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993396 Aug 20 15:19:14.141834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25f5dff3-13e7-4c54-a40a-d5a43b1f2e48 req-236697c1-66e3-483d-a192-776e543dd2cf tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860670 Aug 20 15:19:14.738735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:14.789114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Pushing event deleted for resources: {'Port': ['ID=52176c09-683f-49fa-a9c8-3a51f96bf550,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:14.824837 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:14.846309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfd98c-dffd-4546-9524-ef6f54aa049a req-c51b402c-357a-4496-9f72-7f40955215ad tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:14.848271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7bfd98c-dffd-4546-9524-ef6f54aa049a req-c51b402c-357a-4496-9f72-7f40955215ad tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.2041135 Aug 20 15:19:14.907619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c1496048-9adb-4c45-9475-64b458ca47f1 req-e4e5f634-1c81-4b54-8f7d-4e7b37411d88 service neutron] 10.222.0.70 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820346 Aug 20 15:19:14.948020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7bfd98c-dffd-4546-9524-ef6f54aa049a req-462f0e23-2e4b-4292-a193-d0555c9ff764 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734198 Aug 20 15:19:14.999139 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619ab27e-fca1-475a-9107-d4384d7f09a9 x-openstack-request-id: req-619ab27e-fca1-475a-9107-d4384d7f09a9 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:14.999636 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:14.999733 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-619ab27e-fca1-475a-9107-d4384d7f09a9 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:15.000336 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'status': 'completed', 'code': 200} Aug 20 15:19:15.177217 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-14f5f797-59ee-4ba1-a78f-33c8fde2a172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:15.202673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-546a1fc8-ee23-4c70-8dce-41fa820044c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:15.204668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-546a1fc8-ee23-4c70-8dce-41fa820044c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b27a2f6a2204b3585731d40aa571d4d&device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1095 time: 0.1743743 Aug 20 15:19:15.209569 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:15.238482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8ef3e-4f2b-48e2-aa45-fde71aef76fa req-90f26381-78c5-4cb6-994a-a821da91b935 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:15.240113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57e8ef3e-4f2b-48e2-aa45-fde71aef76fa req-90f26381-78c5-4cb6-994a-a821da91b935 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.1155000 Aug 20 15:19:15.379185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57e8ef3e-4f2b-48e2-aa45-fde71aef76fa req-2d947d19-4fec-479e-861d-c4d5c8f372ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261652 Aug 20 15:19:15.427074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-0c7a5902-ab71-49cc-b1d0-94a8f20d8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:15.428580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-0c7a5902-ab71-49cc-b1d0-94a8f20d8691 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09dbe205-f261-4bb7-8ac7-81695b8c4212 HTTP/1.1" status: 200 len: 914 time: 0.2146962 Aug 20 15:19:15.486065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-b06d352f-4eac-431c-a492-30842b5d2adc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a HTTP/1.1" status: 200 len: 217 time: 0.0485783 Aug 20 15:19:15.602322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-9961d963-6e9e-4e1b-8a03-ffd259c0081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:15.603825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-9961d963-6e9e-4e1b-8a03-ffd259c0081d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab HTTP/1.1" status: 200 len: 852 time: 0.1034999 Aug 20 15:19:15.616588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a7714-46c1-4932-8ac3-5e10fc2f4348 req-8f94b8cb-6959-4d03-9626-3f03c4e9a1ef tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:15.618050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-880a7714-46c1-4932-8ac3-5e10fc2f4348 req-8f94b8cb-6959-4d03-9626-3f03c4e9a1ef tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.1718915 Aug 20 15:19:15.743663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Router ddf2d30d-d7c3-4879-a9bb-640511d23f72 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:19:15.748684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-880a7714-46c1-4932-8ac3-5e10fc2f4348 req-7d94ab8d-ef8c-429d-8796-c44541df45c7 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763371 Aug 20 15:19:15.754604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-b851ff0f-6c7a-4c45-818a-beec8a637dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:15.756165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-b851ff0f-6c7a-4c45-818a-beec8a637dbc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09dbe205-f261-4bb7-8ac7-81695b8c4212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1372056 Aug 20 15:19:15.981076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b1900-28bd-4e4a-bf71-409ad2b3ab9d req-b4716a26-5890-4ad0-a658-d817a02b54d9 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:15.982621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-168b1900-28bd-4e4a-bf71-409ad2b3ab9d req-b4716a26-5890-4ad0-a658-d817a02b54d9 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 943 time: 0.1370876 Aug 20 15:19:15.986946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-fff40379-0bc3-4222-8b1a-7b6afe6ca5a6 service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220938 Aug 20 15:19:16.027134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:19:16.038259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] Sync routers for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:19:16.050826 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:16.051437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:16.059720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1e95db51-e9c9-450c-8bf0-d1e2e935fe0a admin admin] 10.222.0.36 "PUT /v2.0/routers/ddf2d30d-d7c3-4879-a9bb-640511d23f72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5145514 Aug 20 15:19:16.060173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40274) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:16.086635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-168b1900-28bd-4e4a-bf71-409ad2b3ab9d req-73c574f0-938a-487f-ab6c-4dcef34614be tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943065 Aug 20 15:19:16.175296 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.185800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70e4cc93-8bc0-4259-a8fb-5d820c3b13fa req-5f6fdb8c-009d-4c2d-867d-3a6daa814e01 service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848271 Aug 20 15:19:16.198459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:16.217932 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.251720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893dfa6-7c60-4484-9d3c-83221038ed19 req-6620b3c9-b6a6-4bb2-bb3b-6f3114007d0f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:16.253506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1893dfa6-7c60-4484-9d3c-83221038ed19 req-6620b3c9-b6a6-4bb2-bb3b-6f3114007d0f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.0564699 Aug 20 15:19:16.296426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1893dfa6-7c60-4484-9d3c-83221038ed19 req-b16b7ad6-0516-4aa2-be0c-323b11c42cf1 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341344 Aug 20 15:19:16.337578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.383857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:19:14Z', 'revision_number': 5, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port': {'id': 'a4a42119-8794-4875-ad49-b28b5491c249', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:a6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2195, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:10:12Z', 'updated_at': '2021-08-20T15:10:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:16.389563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Deleting port a4a42119-8794-4875-ad49-b28b5491c249 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:16.389910 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.414231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] Checking router: ddf2d30d-d7c3-4879-a9bb-640511d23f72 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:19:16.423742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] Routers {'ddf2d30d-d7c3-4879-a9bb-640511d23f72'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:16.424367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:16.475809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] For port a4a42119-8794-4875-ad49-b28b5491c249, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a4a42119-8794-4875-ad49-b28b5491c249,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:16.476087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.489653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Calling delete_port for a4a42119-8794-4875-ad49-b28b5491c249 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:16.506773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecccf45-325a-4b59-9824-8c1adcebb7ed req-e54b8fbd-b2a3-48f5-8e7b-70e68ff7f270 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:16.507475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] Set router ddf2d30d-d7c3-4879-a9bb-640511d23f72 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:16.508660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ecccf45-325a-4b59-9824-8c1adcebb7ed req-e54b8fbd-b2a3-48f5-8e7b-70e68ff7f270 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0512190 Aug 20 15:19:16.550204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ecccf45-325a-4b59-9824-8c1adcebb7ed req-ac2d6ccf-4397-411a-acbf-6ef68917b2fb tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343096 Aug 20 15:19:16.563007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:19:16Z', 'revision_number': 6, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:16.591638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39c86e-b468-4e24-97cd-d153420bb976 None None] The sync data for ids ['ddf2d30d-d7c3-4879-a9bb-640511d23f72'] in n-d-695189-15 is: [{'id': 'ddf2d30d-d7c3-4879-a9bb-640511d23f72', 'name': 'tempest-ServerActionsTestJSON-205611343-router', 'tenant_id': 'df2f242886bb4250beb238dd4a1e5978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:10:10Z', 'updated_at': '2021-08-20T15:19:16Z', 'revision_number': 6, 'project_id': 'df2f242886bb4250beb238dd4a1e5978', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:19:16.660523 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.685673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a42119-8794-4875-ad49-b28b5491c249,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:16.751288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.842327 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.845075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.868320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa2cdd-29b8-42bc-a5d4-3979337bbf4e req-900d4e5c-659d-47ed-9427-84f07d28f53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:16.869843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dfa2cdd-29b8-42bc-a5d4-3979337bbf4e req-900d4e5c-659d-47ed-9427-84f07d28f53a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0494475 Aug 20 15:19:16.887858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.888366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddf2d30d-d7c3-4879-a9bb-640511d23f72 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:19:16.894137 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:16.895302 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-254d06a8-1149-4495-98f9-a03a47348aa7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ddf2d30d-d7c3-4879-a9bb-640511d23f72 HTTP/1.1" status: 204 len: 168 time: 0.8340485 Aug 20 15:19:16.897820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40280) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:16.928474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4dfa2cdd-29b8-42bc-a5d4-3979337bbf4e req-9ec65a00-e773-47bf-a8dd-8eb3ba19077c tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471811 Aug 20 15:19:16.962699 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-40eb2db1-25b3-4806-bf8e-12bea91ae18b admin admin] Deleting subnet 4556d91d-806c-4c49-bd1f-3ea8294511f1 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:19:16.966125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40eb2db1-25b3-4806-bf8e-12bea91ae18b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.010962 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40eb2db1-25b3-4806-bf8e-12bea91ae18b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.084199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 52176c09-683f-49fa-a9c8-3a51f96bf550 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:19:17.113565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40eb2db1-25b3-4806-bf8e-12bea91ae18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.124134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 52176c09-683f-49fa-a9c8-3a51f96bf550 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:19:17.124486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 52176c09-683f-49fa-a9c8-3a51f96bf550 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:19:17.167463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40eb2db1-25b3-4806-bf8e-12bea91ae18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.195501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb2db1-25b3-4806-bf8e-12bea91ae18b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4556d91d-806c-4c49-bd1f-3ea8294511f1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:17.197816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40eb2db1-25b3-4806-bf8e-12bea91ae18b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.199812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1126a9b-21ad-4a1e-9a54-6c865b2db9a3 req-4a8a3b82-26d8-4e36-8fd7-217009935894 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:17.204325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cb4724-0007-4ea1-b562-4baeeb11cfd1 None None] Network 320379cd-22ee-4724-9f9a-17e7ba949339 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:19:17.204492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1126a9b-21ad-4a1e-9a54-6c865b2db9a3 req-4a8a3b82-26d8-4e36-8fd7-217009935894 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0547676 Aug 20 15:19:17.204585 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40eb2db1-25b3-4806-bf8e-12bea91ae18b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4556d91d-806c-4c49-bd1f-3ea8294511f1 HTTP/1.1" status: 204 len: 168 time: 0.3026578 Aug 20 15:19:17.204585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40288) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:17.246860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1126a9b-21ad-4a1e-9a54-6c865b2db9a3 req-6aebb025-4d8b-403f-8264-bcdf290e3298 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350125 Aug 20 15:19:17.287847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.351567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Deleting port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:17.351870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.362827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c4e90-0152-4139-be6f-66dec746799f req-b33c907f-7c4e-4345-9b38-5c902085cc43 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:17.364377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-258c4e90-0152-4139-be6f-66dec746799f req-b33c907f-7c4e-4345-9b38-5c902085cc43 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 943 time: 0.0541639 Aug 20 15:19:17.412087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-258c4e90-0152-4139-be6f-66dec746799f req-0e00c2d0-fb23-4f06-bede-7e171492db6e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369682 Aug 20 15:19:17.423414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] For port 3dc43eef-a7bd-4d6c-85a9-6665044e5322, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3dc43eef-a7bd-4d6c-85a9-6665044e5322,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:17.425408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.440079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb19e3-36cf-42de-a797-e201e5a7f8d5 None None] DHCP port deletion for 320379cd-22ee-4724-9f9a-17e7ba949339 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:19:17.451788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Calling delete_port for 3dc43eef-a7bd-4d6c-85a9-6665044e5322 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:17.504025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-05fb19e3-36cf-42de-a797-e201e5a7f8d5 None None] Deleting port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:17.504315 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-05fb19e3-36cf-42de-a797-e201e5a7f8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.540700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a3bea-5d09-4993-8681-5ff2cb514faa req-068841bb-7712-431c-a356-7e90a8dce30c tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:17.542175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-012a3bea-5d09-4993-8681-5ff2cb514faa req-068841bb-7712-431c-a356-7e90a8dce30c tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.0512931 Aug 20 15:19:17.563780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.588567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-05fb19e3-36cf-42de-a797-e201e5a7f8d5 None None] For port 3dc43eef-a7bd-4d6c-85a9-6665044e5322, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3dc43eef-a7bd-4d6c-85a9-6665044e5322,segment=NetworkSegment(29dd4fb3-1bc0-43ed-b330-fa6fba813305),segment_id=29dd4fb3-1bc0-43ed-b330-fa6fba813305)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:17.590073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-05fb19e3-36cf-42de-a797-e201e5a7f8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.597582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc43eef-a7bd-4d6c-85a9-6665044e5322,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:17.605149 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] No DVR routers for this DVR port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:19:17.615477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-05fb19e3-36cf-42de-a797-e201e5a7f8d5 None None] Calling delete_port for 3dc43eef-a7bd-4d6c-85a9-6665044e5322 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:17.623405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-012a3bea-5d09-4993-8681-5ff2cb514faa req-1cf682d8-18cd-49dd-a2eb-b622ca2db703 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697031 Aug 20 15:19:17.700959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.720322 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320379cd-22ee-4724-9f9a-17e7ba949339']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:17.734025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29dd4fb3-1bc0-43ed-b330-fa6fba813305') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:17.734484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29dd4fb3-1bc0-43ed-b330-fa6fba813305') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:19:17.737571 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:19:17.748959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.749141 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-05fb19e3-36cf-42de-a797-e201e5a7f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.775283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.785802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc4f1-759d-45d0-98d7-db47acfff880 req-b3ac6258-4830-42db-8fa1-aa76baff027c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:17.786068 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:19:17.786918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:19:17.789928 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:19:17.794210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-edfdc4f1-759d-45d0-98d7-db47acfff880 req-b3ac6258-4830-42db-8fa1-aa76baff027c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0870728 Aug 20 15:19:17.801314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb19e3-36cf-42de-a797-e201e5a7f8d5 None None] No DVR routers for this DVR port 3dc43eef-a7bd-4d6c-85a9-6665044e5322 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:19:17.817698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb19e3-36cf-42de-a797-e201e5a7f8d5 None None] Pushing event deleted for resources: {'Port': ['ID=3dc43eef-a7bd-4d6c-85a9-6665044e5322,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:17.856933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.861805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-edfdc4f1-759d-45d0-98d7-db47acfff880 req-1c514b86-680a-4ff1-b03c-e290dae9c661 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654507 Aug 20 15:19:17.865231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.872183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:17.876244 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/320379cd-22ee-4724-9f9a-17e7ba949339 HTTP/1.1" status: 204 len: 168 time: 0.6704664 Aug 20 15:19:17.889508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d81a7-684c-4459-82b0-24ff82e5f6c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=320379cd-22ee-4724-9f9a-17e7ba949339,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:18.006547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40296) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:18.052540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-532750ce-226d-4428-bfb8-2cd6dfde5b52 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=df2f242886bb4250beb238dd4a1e5978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448642 Aug 20 15:19:18.055507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40298) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:18.109822 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f472e24-0f06-45d4-ac81-d09eb4f103d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:18.138089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f472e24-0f06-45d4-ac81-d09eb4f103d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:18.198556 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f472e24-0f06-45d4-ac81-d09eb4f103d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:18.201202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f472e24-0f06-45d4-ac81-d09eb4f103d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:18.202381 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5f472e24-0f06-45d4-ac81-d09eb4f103d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/512b23c3-639b-42b4-8971-572b69ad43c5 HTTP/1.1" status: 204 len: 168 time: 0.1455653 Aug 20 15:19:18.210992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f472e24-0f06-45d4-ac81-d09eb4f103d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512b23c3-639b-42b4-8971-572b69ad43c5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:18.399960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe612d4-d0f3-4f2f-9227-06f2abf666d8 req-2313d703-a673-4786-b0d9-d1abc76e39b3 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:18.401481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbe612d4-d0f3-4f2f-9227-06f2abf666d8 req-2313d703-a673-4786-b0d9-d1abc76e39b3 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0829337 Aug 20 15:19:18.414559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897af9f-954b-4755-85a7-190e318a85d2 req-35518e76-6c16-4d05-aea6-76dc2ee556d3 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:18.416025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7897af9f-954b-4755-85a7-190e318a85d2 req-35518e76-6c16-4d05-aea6-76dc2ee556d3 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.72 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.0706644 Aug 20 15:19:18.450293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbe612d4-d0f3-4f2f-9227-06f2abf666d8 req-9ad9bac8-4d46-4cfa-bf5e-bec6d5edf541 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Aug 20 15:19:18.583970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7897af9f-954b-4755-85a7-190e318a85d2 req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Deleting port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:18.584314 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7897af9f-954b-4755-85a7-190e318a85d2 req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:18.595504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c238a9c-f268-4a88-994e-930d9884946a req-71a0b065-bb7d-4704-8fe5-3908efafae75 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:18.597006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c238a9c-f268-4a88-994e-930d9884946a req-71a0b065-bb7d-4704-8fe5-3908efafae75 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 943 time: 0.0690606 Aug 20 15:19:18.688027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c238a9c-f268-4a88-994e-930d9884946a req-447fbcf2-7845-4dd2-b342-cd5c12c91a77 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765078 Aug 20 15:19:18.712536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7897af9f-954b-4755-85a7-190e318a85d2 req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] For port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,segment=NetworkSegment(dbdb46fd-2865-43c2-9918-3fb62622c65e),segment_id=dbdb46fd-2865-43c2-9918-3fb62622c65e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:18.712992 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7897af9f-954b-4755-85a7-190e318a85d2 req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:18.727300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7897af9f-954b-4755-85a7-190e318a85d2 req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Calling delete_port for b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:18.853221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3dc43eef-a7bd-4d6c-85a9-6665044e5322 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:19:18.880884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 3dc43eef-a7bd-4d6c-85a9-6665044e5322 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:19:18.881442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3dc43eef-a7bd-4d6c-85a9-6665044e5322 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:19:18.882049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a4a42119-8794-4875-ad49-b28b5491c249 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:19:18.905815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a4a42119-8794-4875-ad49-b28b5491c249 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:19:18.907021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a4a42119-8794-4875-ad49-b28b5491c249 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:19:18.977901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40332) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:19.000754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7897af9f-954b-4755-85a7-190e318a85d2 req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.047973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Pushing event deleted for resources: {'Port': ['ID=b2f13fa8-9d0a-4ac1-b077-33592e7d1d58,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:19.057724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaad23-e02b-4248-96c0-16b42e12af46 req-75dd7991-c05d-4b1f-beae-b4dce8c72b8f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:19.059207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ebaad23-e02b-4248-96c0-16b42e12af46 req-75dd7991-c05d-4b1f-beae-b4dce8c72b8f tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/ports?device_id=6bc3a004-6a73-49cb-ab4e-e562a0b70711 HTTP/1.1" status: 200 len: 943 time: 0.1277826 Aug 20 15:19:19.071565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f85574-b310-4462-adb4-68c38bbe480c req-f191c870-ac6c-4701-bbb4-13434961043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:19.073036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24f85574-b310-4462-adb4-68c38bbe480c req-f191c870-ac6c-4701-bbb4-13434961043b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dcb7ac1079a4c14b13c322e80c4f29b&device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 1098 time: 0.1130247 Aug 20 15:19:19.086003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1126466610-network', 'tenant_id': '8e9d419e9ed6455cb85becd8e9e99417'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:19.107950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Made reservation on behalf of 8e9d419e9ed6455cb85becd8e9e99417 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:19.110394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.119853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.131973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7897af9f-954b-4755-85a7-190e318a85d2 req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] No DVR routers for this DVR port b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:19:19.163920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7897af9f-954b-4755-85a7-190e318a85d2 req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.165936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7897af9f-954b-4755-85a7-190e318a85d2 req-6fce92e7-2a7a-4fa0-b185-26ff36b014ce tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.72 "DELETE /v2.0/ports/b2f13fa8-9d0a-4ac1-b077-33592e7d1d58 HTTP/1.1" status: 204 len: 173 time: 0.7128041 Aug 20 15:19:19.168917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'name': 'network-vif-deleted', 'tag': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:19.171010 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37e0974-8a71-4fa6-93b2-bb6042505a3c" -d '{"events": [{"server_uuid": "6bc3a004-6a73-49cb-ab4e-e562a0b70711", "name": "network-vif-deleted", "tag": "b2f13fa8-9d0a-4ac1-b077-33592e7d1d58"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:19.195170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ebaad23-e02b-4248-96c0-16b42e12af46 req-6b8d2105-e3f7-487c-bf8a-480aacab3134 tempest-VolumesSnapshotTestJSON-929633626 tempest-VolumesSnapshotTestJSON-929633626-project] 10.222.0.36 "GET /v2.0/security-groups?id=b13db671-ac8c-4199-bf32-68f58d5e472e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277514 Aug 20 15:19:19.220697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.225731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.237882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f85574-b310-4462-adb4-68c38bbe480c req-2928af36-8b3c-4101-9e49-acd7896b07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:19.240194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24f85574-b310-4462-adb4-68c38bbe480c req-2928af36-8b3c-4101-9e49-acd7896b07c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5e24b62e-a7a1-43f8-857a-fdedf845e318 HTTP/1.1" status: 200 len: 913 time: 0.1478684 Aug 20 15:19:19.247508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:19:19.263478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fe9016-565d-47ad-bd68-961f216ce8c8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:19.269854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.270208 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Added segment bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e of type vlan for network df14f8a4-2533-44a7-b606-8215083b4e29 Aug 20 15:19:19.293414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24f85574-b310-4462-adb4-68c38bbe480c req-2c5cae55-eca2-46f1-b9c9-c2581a7ceff8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb748acf-1504-4dca-b595-28a4f424d689 HTTP/1.1" status: 200 len: 217 time: 0.0436895 Aug 20 15:19:19.313851 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.338367 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.339704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:19.340321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.366756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f85574-b310-4462-adb4-68c38bbe480c req-b403f9e2-a440-4848-b985-2e77ac8894b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:19.368301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24f85574-b310-4462-adb4-68c38bbe480c req-b403f9e2-a440-4848-b985-2e77ac8894b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=28c544ad-6373-43f8-be99-1de0d23936ba HTTP/1.1" status: 200 len: 852 time: 0.0669427 Aug 20 15:19:19.380516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142fb49-5069-4354-a907-693c8198cd8f req-4e25672a-927e-42e5-9a68-364fee6633d4 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:19.381990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8142fb49-5069-4354-a907-693c8198cd8f req-4e25672a-927e-42e5-9a68-364fee6633d4 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0916395 Aug 20 15:19:19.403247 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4241526 Aug 20 15:19:19.407005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40338) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:19.412091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Request body: {'subnet': {'network_id': 'df14f8a4-2533-44a7-b606-8215083b4e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1126466610-subnet', 'tenant_id': '8e9d419e9ed6455cb85becd8e9e99417', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:19.419368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24f85574-b310-4462-adb4-68c38bbe480c req-b1f8e440-de4a-4331-afaa-9fff6fc05e16 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5e24b62e-a7a1-43f8-857a-fdedf845e318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363798 Aug 20 15:19:19.419960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c0453-49fa-4ccc-ada7-7c2c927ea8cb admin admin] Pushing event updated for resources: {'Network': ['ID=df14f8a4-2533-44a7-b606-8215083b4e29,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:19.433872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network df14f8a4-2533-44a7-b606-8215083b4e29 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:19:19.453818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Made reservation on behalf of 8e9d419e9ed6455cb85becd8e9e99417 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:19.457434 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.457581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8142fb49-5069-4354-a907-693c8198cd8f req-358b1fcc-ef51-4af9-ba2b-814ab4b66345 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670962 Aug 20 15:19:19.535208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24f85574-b310-4462-adb4-68c38bbe480c req-67448f02-b402-46be-bdb5-cbc995834c21 service neutron] 10.222.0.70 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074197 Aug 20 15:19:19.645809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4d527-7184-4fbc-b1c6-e223992a29cc req-be21d634-de04-4b7f-879c-2436a51bfa1d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:19.646651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.647308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a4d527-7184-4fbc-b1c6-e223992a29cc req-be21d634-de04-4b7f-879c-2436a51bfa1d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.1053131 Aug 20 15:19:19.681576 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-24f85574-b310-4462-adb4-68c38bbe480c req-c737659a-0652-4834-b247-a693cf842b34 service neutron] 10.222.0.70 "GET /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307507 Aug 20 15:19:19.702164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25a4d527-7184-4fbc-b1c6-e223992a29cc req-cd4740be-f857-4e21-b969-f19b85293c65 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Aug 20 15:19:19.709210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473f4995-3215-46ab-b3f4-298272f423f2,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:19.714756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Checking segment: {'id': 'bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'df14f8a4-2533-44a7-b606-8215083b4e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:19.715260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Network hostable DHCP agents. Network: df14f8a4-2533-44a7-b606-8215083b4e29, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:19:19.733219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Network df14f8a4-2533-44a7-b606-8215083b4e29 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:19:19.742830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, df14f8a4-2533-44a7-b606-8215083b4e29) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:19.749096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:19.752159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b29bcd-56cc-460b-817f-b24681d2f2e0 None None] Network df14f8a4-2533-44a7-b606-8215083b4e29 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:19:19.752317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:19.753468 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d34f53-14f7-4c0b-9f76-c09bb8a23a39 x-openstack-request-id: req-11d34f53-14f7-4c0b-9f76-c09bb8a23a39 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:19.753678 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc3a004-6a73-49cb-ab4e-e562a0b70711", "name": "network-vif-deleted", "tag": "b2f13fa8-9d0a-4ac1-b077-33592e7d1d58", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:19.753871 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11d34f53-14f7-4c0b-9f76-c09bb8a23a39 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:19.754515 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc3a004-6a73-49cb-ab4e-e562a0b70711', 'name': 'network-vif-deleted', 'tag': 'b2f13fa8-9d0a-4ac1-b077-33592e7d1d58', 'status': 'completed', 'code': 200} Aug 20 15:19:19.771628 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-81e7e86a-7f09-45b9-a1d8-a30b2d31ad53 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3617716 Aug 20 15:19:19.873123 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c31c31-cae2-42d2-b528-a5ba8f44772d req-832d13ea-fb48-4661-adfe-73a8e0345860 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:19.875953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38c31c31-cae2-42d2-b528-a5ba8f44772d req-832d13ea-fb48-4661-adfe-73a8e0345860 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 943 time: 0.0653653 Aug 20 15:19:19.920506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7af290-eec9-4242-9837-0f4d5950164b None None] Network df14f8a4-2533-44a7-b606-8215083b4e29 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:19:19.932930 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38c31c31-cae2-42d2-b528-a5ba8f44772d req-73c07532-459f-49d6-941a-be7b62220717 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496883 Aug 20 15:19:20.242892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-f778c82d-0584-488e-94cb-6b984ff4b9d7 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:20.244287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-f778c82d-0584-488e-94cb-6b984ff4b9d7 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/networks?id=df14f8a4-2533-44a7-b606-8215083b4e29 HTTP/1.1" status: 200 len: 814 time: 0.1037045 Aug 20 15:19:20.258735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-60ef9916-796a-4887-bae7-94d3c9f300ee tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/quotas/8e9d419e9ed6455cb85becd8e9e99417 HTTP/1.1" status: 200 len: 375 time: 0.0088277 Aug 20 15:19:20.294056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-a4a2a8e3-fd60-4fad-b1a4-3a645518f1e9 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e9d419e9ed6455cb85becd8e9e99417&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302243 Aug 20 15:19:20.385436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-9b858962-cd35-461f-8084-bbc1b6501a5c service neutron] 10.222.0.36 "GET /v2.0/networks/df14f8a4-2533-44a7-b606-8215083b4e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835803 Aug 20 15:19:20.479211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-bc14dbf1-9276-4785-854f-8d0adb7795dc service neutron] 10.222.0.36 "GET /v2.0/networks/df14f8a4-2533-44a7-b606-8215083b4e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870426 Aug 20 15:19:20.707068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d8a64-cc51-4911-a0e4-103233fcf1eb req-78a409a7-a4c8-4920-a56a-36090ecc2fe8 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:20.708540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a64d8a64-cc51-4911-a0e4-103233fcf1eb req-78a409a7-a4c8-4920-a56a-36090ecc2fe8 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0552189 Aug 20 15:19:20.751719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a64d8a64-cc51-4911-a0e4-103233fcf1eb req-b52456de-9da4-47a8-ab13-c47b8e107da7 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336061 Aug 20 15:19:20.827028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-408b7f47-708f-46bf-99e8-ce09c58ab498 req-0196ee0c-db4d-4376-ac89-a2d98ea720e3 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 210 time: 0.0292566 Aug 20 15:19:20.980335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f35a3-a9a6-43fc-b993-9b43168a2c4a req-9b1306f2-cee0-4492-99d0-67790e696248 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:20.982208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad7f35a3-a9a6-43fc-b993-9b43168a2c4a req-9b1306f2-cee0-4492-99d0-67790e696248 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 944 time: 0.0651729 Aug 20 15:19:21.025724 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad7f35a3-a9a6-43fc-b993-9b43168a2c4a req-bbca185a-4d7a-4074-8981-2126c579d58e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368772 Aug 20 15:19:21.274796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028eb95-1b17-4b5c-9f6e-68d248808058 req-d7df7a1b-72bb-4548-ae9d-b1ec767fc323 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:21.276256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9028eb95-1b17-4b5c-9f6e-68d248808058 req-d7df7a1b-72bb-4548-ae9d-b1ec767fc323 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 943 time: 0.0590415 Aug 20 15:19:21.320196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9028eb95-1b17-4b5c-9f6e-68d248808058 req-6f272418-e4ba-4bef-8950-f07d8a848a9a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351079 Aug 20 15:19:21.321818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:19:21.425567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:21.436520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c2c54-44bf-4778-a827-b2c595e2504b req-918f8607-c6df-4058-b1c6-545a3f357a31 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:21.436935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'f1855cf4-377e-4404-9f24-c77989128586', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'port_id': 'f1855cf4-377e-4404-9f24-c77989128586', 'mac_address': 'fa:16:3e:94:f6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:19:21.438664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab5c2c54-44bf-4778-a827-b2c595e2504b req-918f8607-c6df-4058-b1c6-545a3f357a31 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0564244 Aug 20 15:19:21.486614 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:21.492329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab5c2c54-44bf-4778-a827-b2c595e2504b req-803fcc5f-3992-493b-b888-b8f6eb923004 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446324 Aug 20 15:19:21.504264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1855cf4-377e-4404-9f24-c77989128586 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:19:21.524677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:21.529422 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:21.583488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:21.759047 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-fa41adca-4e86-4d94-a4cd-a51ed40a16d7 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:21.760533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-fa41adca-4e86-4d94-a4cd-a51ed40a16d7 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.72 "GET /v2.0/networks?id=df14f8a4-2533-44a7-b606-8215083b4e29 HTTP/1.1" status: 200 len: 814 time: 0.1079745 Aug 20 15:19:21.781647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Request body: {'port': {'device_id': '1bac4bce-afd8-494e-b1ce-9e32b615e11f', 'network_id': 'df14f8a4-2533-44a7-b606-8215083b4e29', 'admin_state_up': True, 'tenant_id': '8e9d419e9ed6455cb85becd8e9e99417'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:21.894619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Made reservation on behalf of 8e9d419e9ed6455cb85becd8e9e99417 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:21.898174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:21.912610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f1855cf4-377e-4404-9f24-c77989128586'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:19:21.940679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2328b493-785a-40d9-982b-b415ba30916a req-8895e769-cd4b-46fb-b45f-6fcbaa612eca tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 210 time: 0.0392160 Aug 20 15:19:22.073069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Allocated IP 172.20.0.14 (df14f8a4-2533-44a7-b606-8215083b4e29/473f4995-3215-46ab-b3f4-298272f423f2/cf4b9a69-2bed-432f-ae58-24fd51330f08) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:22.242394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59698fe2-b049-43e4-90a6-0a646cb3ad5c req-31877c8b-0edf-41dd-9ec4-100d7345e946 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:22.243861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59698fe2-b049-43e4-90a6-0a646cb3ad5c req-31877c8b-0edf-41dd-9ec4-100d7345e946 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 945 time: 0.1366634 Aug 20 15:19:22.317118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59698fe2-b049-43e4-90a6-0a646cb3ad5c req-cba3793f-e30c-41e0-999f-d1c0a4949c81 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606997 Aug 20 15:19:22.319754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:22.362387 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:22.426393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Network df14f8a4-2533-44a7-b606-8215083b4e29 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:22.442550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:22.448693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:22.460291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Pushing event updated for resources: {'Port': ['ID=cf4b9a69-2bed-432f-ae58-24fd51330f08,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:22.508025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132bd27-8a0d-4818-95d0-f4a4be0c8bab req-6fb5c15d-9cb7-42a0-bf51-00cd737f2e0a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:22.510123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4132bd27-8a0d-4818-95d0-f4a4be0c8bab req-6fb5c15d-9cb7-42a0-bf51-00cd737f2e0a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 943 time: 0.1096649 Aug 20 15:19:22.526318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:22.526928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:22.556666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-0ccd0d86-2851-43d9-9f61-c3d21f59f6b6 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7802079 Aug 20 15:19:22.570028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4132bd27-8a0d-4818-95d0-f4a4be0c8bab req-186ceb6a-a71d-4707-8820-e2bbdb6f2d77 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497599 Aug 20 15:19:22.574932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Request body: {'port': {'device_id': '1bac4bce-afd8-494e-b1ce-9e32b615e11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:22.662991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:22.714279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc53387-b5bb-4605-a46a-200bf719b1a3 req-4e5f9bbb-7e33-49fa-8ccd-ab7f9a248443 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:22.715790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fc53387-b5bb-4605-a46a-200bf719b1a3 req-4e5f9bbb-7e33-49fa-8ccd-ab7f9a248443 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0851698 Aug 20 15:19:23.204529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fc53387-b5bb-4605-a46a-200bf719b1a3 req-e2b0b52a-a13b-4e5c-aba5-9476265ee93e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705031 Aug 20 15:19:23.360521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:23.365760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d3890-f970-4f35-b674-702593abb7d5 req-a96c88b9-4bf4-47a9-9d6d-513a4eafa125 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:23.367309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc3d3890-f970-4f35-b674-702593abb7d5 req-a96c88b9-4bf4-47a9-9d6d-513a4eafa125 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 932 time: 0.0785992 Aug 20 15:19:23.417584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port f1855cf4-377e-4404-9f24-c77989128586 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:23.417886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:23.445400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4b9a69-2bed-432f-ae58-24fd51330f08 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:19:23.452034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc3d3890-f970-4f35-b674-702593abb7d5 req-4e85b2b4-f19a-43be-94bb-2806febad80a tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739484 Aug 20 15:19:23.460738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:23.488319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Transition to ACTIVE for port object cf4b9a69-2bed-432f-ae58-24fd51330f08 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:23.493224 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:23.515263 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:23.543924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:23.546265 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f77836c-4873-47a8-b01b-d06fc712a344" -d '{"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-plugged", "status": "completed", "tag": "f1855cf4-377e-4404-9f24-c77989128586"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:23.558748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:23.564108 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:23.581581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4b9a69-2bed-432f-ae58-24fd51330f08,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:23.615747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=10']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:23.616945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f135ec-714e-4f06-9ddf-e100e39795f6 req-c635294a-93ec-44b7-9d2c-2ced07849326 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:23.618461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66f135ec-714e-4f06-9ddf-e100e39795f6 req-c635294a-93ec-44b7-9d2c-2ced07849326 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 945 time: 0.0943418 Aug 20 15:19:23.716629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66f135ec-714e-4f06-9ddf-e100e39795f6 req-ae3b7b10-51be-4880-a884-56007843151f tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801585 Aug 20 15:19:23.721254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Attempting to bind port cf4b9a69-2bed-432f-ae58-24fd51330f08 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:23.721597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Attempting to bind port cf4b9a69-2bed-432f-ae58-24fd51330f08 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'df14f8a4-2533-44a7-b606-8215083b4e29'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:23.721932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Attempting to bind port cf4b9a69-2bed-432f-ae58-24fd51330f08 on network df14f8a4-2533-44a7-b606-8215083b4e29 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:23.729103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Port cf4b9a69-2bed-432f-ae58-24fd51330f08 on network df14f8a4-2533-44a7-b606-8215083b4e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:19:23.729536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Attempting to bind port cf4b9a69-2bed-432f-ae58-24fd51330f08 on network df14f8a4-2533-44a7-b606-8215083b4e29 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:23.740708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3702e734-7f13-4aed-82be-47272a4f8763 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:23.742183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3702e734-7f13-4aed-82be-47272a4f8763 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0860643 Aug 20 15:19:23.745434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:23.745785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Checking segment: {'id': 'bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'df14f8a4-2533-44a7-b606-8215083b4e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:23.746201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Bound using segment: {'id': 'bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'df14f8a4-2533-44a7-b606-8215083b4e29'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:23.746640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Bound port: cf4b9a69-2bed-432f-ae58-24fd51330f08, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'df14f8a4-2533-44a7-b606-8215083b4e29'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:23.747004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:23.765758 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1cb485-341b-44f2-baff-cd017c73a6d7 x-openstack-request-id: req-4b1cb485-341b-44f2-baff-cd017c73a6d7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:23.766042 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-plugged", "status": "completed", "tag": "f1855cf4-377e-4404-9f24-c77989128586", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:23.766707 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b1cb485-341b-44f2-baff-cd017c73a6d7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:23.767297 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586', 'code': 200} Aug 20 15:19:23.913596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] For port cf4b9a69-2bed-432f-ae58-24fd51330f08, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:23.931930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] For port cf4b9a69-2bed-432f-ae58-24fd51330f08, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cf4b9a69-2bed-432f-ae58-24fd51330f08,segment=NetworkSegment(bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e),segment_id=bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:23.942919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5113a1a-6015-450f-9c64-b39fcce30910 req-752400d3-cd45-47a8-b453-2d6a6a670f3f tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:23.944486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5113a1a-6015-450f-9c64-b39fcce30910 req-752400d3-cd45-47a8-b453-2d6a6a670f3f tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 943 time: 0.1242306 Aug 20 15:19:23.946993 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:23.978980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e96426-7930-4f8d-bb20-adafc4f17ff4 req-fe1673e6-baf7-4979-a2ae-872f86ef16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:23.980425 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-32e96426-7930-4f8d-bb20-adafc4f17ff4 req-fe1673e6-baf7-4979-a2ae-872f86ef16ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1099 time: 0.0514030 Aug 20 15:19:24.005089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:24.006042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:24.007104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] 10.222.0.72 "PUT /v2.0/ports/cf4b9a69-2bed-432f-ae58-24fd51330f08 HTTP/1.1" status: 200 len: 1093 time: 1.4362915 Aug 20 15:19:24.009432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bac4bce-afd8-494e-b1ce-9e32b615e11f', 'tag': 'cf4b9a69-2bed-432f-ae58-24fd51330f08'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:24.011785 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c626fa44-8525-4c56-9c72-056f8ebf5d86" -d '{"events": [{"name": "network-changed", "server_uuid": "1bac4bce-afd8-494e-b1ce-9e32b615e11f", "tag": "cf4b9a69-2bed-432f-ae58-24fd51330f08"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:24.018349 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-32e96426-7930-4f8d-bb20-adafc4f17ff4 req-0a049dec-7728-4bc1-b22b-e0a76920eb91 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307176 Aug 20 15:19:24.024516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Deleting port fb748acf-1504-4dca-b595-28a4f424d689 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:24.024874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:24.098513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5113a1a-6015-450f-9c64-b39fcce30910 req-015bffa4-fe32-4caf-86ac-bbc51ca01f48 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459398 Aug 20 15:19:24.099108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc22604-b85a-4c59-bf60-25963951a637 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4b9a69-2bed-432f-ae58-24fd51330f08,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:24.145881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] For port fb748acf-1504-4dca-b595-28a4f424d689, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=fb748acf-1504-4dca-b595-28a4f424d689,segment=NetworkSegment(fff86cdc-0eef-4a7c-9e84-33d09bb34359),segment_id=fff86cdc-0eef-4a7c-9e84-33d09bb34359)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:24.146260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:24.149300 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9aa07d-9602-4409-8680-e7b9f5fb5f72 x-openstack-request-id: req-4d9aa07d-9602-4409-8680-e7b9f5fb5f72 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:24.149595 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bac4bce-afd8-494e-b1ce-9e32b615e11f", "tag": "cf4b9a69-2bed-432f-ae58-24fd51330f08", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:24.149853 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d9aa07d-9602-4409-8680-e7b9f5fb5f72 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:24.150251 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bac4bce-afd8-494e-b1ce-9e32b615e11f', 'tag': 'cf4b9a69-2bed-432f-ae58-24fd51330f08', 'status': 'completed', 'code': 200} Aug 20 15:19:24.161516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Calling delete_port for fb748acf-1504-4dca-b595-28a4f424d689 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:24.340324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:24.357457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['fb748acf-1504-4dca-b595-28a4f424d689'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:19:24.379842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff76a25-332d-48ce-9217-5ae4dfa398cb req-16581f1c-2845-40e3-ab5b-533815af2535 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:24.381368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ff76a25-332d-48ce-9217-5ae4dfa398cb req-16581f1c-2845-40e3-ab5b-533815af2535 tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c87c241-15fc-4dcc-86c1-ee4b2bbb6018 HTTP/1.1" status: 200 len: 946 time: 0.0947449 Aug 20 15:19:24.384483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Pushing event deleted for resources: {'Port': ['ID=fb748acf-1504-4dca-b595-28a4f424d689,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:24.449577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] No DVR routers for this DVR port fb748acf-1504-4dca-b595-28a4f424d689 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:19:24.456475 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:24.458654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1732bd1d-3e63-4fcf-9034-7210c0c19c48 req-3c773f89-622f-4c66-8a66-fb9107e3a49e tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.70 "DELETE /v2.0/ports/fb748acf-1504-4dca-b595-28a4f424d689 HTTP/1.1" status: 204 len: 173 time: 0.7079880 Aug 20 15:19:24.476510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ff76a25-332d-48ce-9217-5ae4dfa398cb req-1f15c7b0-f83b-42bc-9f29-b5221c372b0a tempest-TestServerAdvancedOps-1725595512 tempest-TestServerAdvancedOps-1725595512-project] 10.222.0.36 "GET /v2.0/security-groups?id=995bb8b2-409a-4fdc-abe9-8d073f542a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846927 Aug 20 15:19:24.482931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626fa44-8525-4c56-9c72-056f8ebf5d86 req-0acf79e3-1834-4374-80e8-5b20d9f594e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:24.484692 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c626fa44-8525-4c56-9c72-056f8ebf5d86 req-0acf79e3-1834-4374-80e8-5b20d9f594e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e9d419e9ed6455cb85becd8e9e99417&device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 1096 time: 0.0496094 Aug 20 15:19:24.631489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1e8a9-de99-402c-bd7e-06fa26c0402b req-ebb5ff2c-8da8-4a92-baf1-9fbfa7871871 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:24.633726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20a1e8a9-de99-402c-bd7e-06fa26c0402b req-ebb5ff2c-8da8-4a92-baf1-9fbfa7871871 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 944 time: 0.0792878 Aug 20 15:19:24.686311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20a1e8a9-de99-402c-bd7e-06fa26c0402b req-056e6879-834d-479d-b856-a637f4652655 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 Aug 20 15:19:24.864512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a12634-5699-47a4-ad14-f41814f715c4 req-84b4bc1a-4d8b-41c9-ae66-20290ee2b3ba tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:24.866412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74a12634-5699-47a4-ad14-f41814f715c4 req-84b4bc1a-4d8b-41c9-ae66-20290ee2b3ba tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 947 time: 0.0564981 Aug 20 15:19:24.920071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74a12634-5699-47a4-ad14-f41814f715c4 req-e171d134-8f56-4215-b7bd-c2ed61a60e2a tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467813 Aug 20 15:19:25.048721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:19:25.062510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626fa44-8525-4c56-9c72-056f8ebf5d86 req-8b516c76-eb43-4825-a975-18d838c07962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:25.064509 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c626fa44-8525-4c56-9c72-056f8ebf5d86 req-8b516c76-eb43-4825-a975-18d838c07962 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8e9d419e9ed6455cb85becd8e9e99417&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5646486 Aug 20 15:19:25.217561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:25.230769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'port_id': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'mac_address': 'fa:16:3e:5a:33:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:19:25.282650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2c300-2e25-4dbb-a37a-9ecf110f4667 req-48ef06ff-1a22-423f-84cc-b85bf64e994f tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:25.288122 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:25.290763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2fe2c300-2e25-4dbb-a37a-9ecf110f4667 req-48ef06ff-1a22-423f-84cc-b85bf64e994f tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 943 time: 0.1007724 Aug 20 15:19:25.319130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:19:25.337449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626fa44-8525-4c56-9c72-056f8ebf5d86 req-3e6562c7-72a1-4e1d-ad7a-302ac4e0b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:25.339051 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c626fa44-8525-4c56-9c72-056f8ebf5d86 req-3e6562c7-72a1-4e1d-ad7a-302ac4e0b6e6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2667351 Aug 20 15:19:25.377464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2fe2c300-2e25-4dbb-a37a-9ecf110f4667 req-3c8c9433-89dc-461b-9368-8126cab3332b tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796359 Aug 20 15:19:25.384534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:25.392765 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:25.470468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:25.505552 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-8b34ccc7-5dc4-4c1d-9625-132849816346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:25.508860 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-8b34ccc7-5dc4-4c1d-9625-132849816346 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8e9d419e9ed6455cb85becd8e9e99417&device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 1096 time: 0.0759113 Aug 20 15:19:25.566164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40442) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:25.594998 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-61dcffe4-23aa-4323-af25-36a7e8ceb9e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf4b9a69-2bed-432f-ae58-24fd51330f08 HTTP/1.1" status: 200 len: 217 time: 0.0697424 Aug 20 15:19:25.621457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c8439c-5388-4b96-9de8-f931b1269361 admin admin] Deleting subnet 28c544ad-6373-43f8-be99-1de0d23936ba {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:19:25.624887 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41c8439c-5388-4b96-9de8-f931b1269361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:25.639193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:19:25.657240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-a33cc192-7a14-43b3-b5f3-48d493d681c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:25.660196 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-a33cc192-7a14-43b3-b5f3-48d493d681c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=473f4995-3215-46ab-b3f4-298272f423f2 HTTP/1.1" status: 200 len: 854 time: 0.0587115 Aug 20 15:19:25.663869 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41c8439c-5388-4b96-9de8-f931b1269361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:25.702188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-cf8150ef-db4a-4854-a1b0-2d16d10feb3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=df14f8a4-2533-44a7-b606-8215083b4e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344698 Aug 20 15:19:25.711097 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41c8439c-5388-4b96-9de8-f931b1269361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:25.799710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41c8439c-5388-4b96-9de8-f931b1269361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:25.837693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41c8439c-5388-4b96-9de8-f931b1269361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:25.844627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-41c8439c-5388-4b96-9de8-f931b1269361 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/28c544ad-6373-43f8-be99-1de0d23936ba HTTP/1.1" status: 204 len: 168 time: 0.2784259 Aug 20 15:19:25.847303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40454) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:25.872888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8439c-5388-4b96-9de8-f931b1269361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c544ad-6373-43f8-be99-1de0d23936ba,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:25.932365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5780c53-5b23-4f7f-8cec-1149fa0c2dba req-7b807d4d-210e-492b-820b-6d8bbf8201ae tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:25.934053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5780c53-5b23-4f7f-8cec-1149fa0c2dba req-7b807d4d-210e-492b-820b-6d8bbf8201ae tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 944 time: 0.1023684 Aug 20 15:19:25.993539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5780c53-5b23-4f7f-8cec-1149fa0c2dba req-3dda7bdb-9b81-4d06-a7ec-53049a7743ce tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528369 Aug 20 15:19:26.033604 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-ff63d4a6-8cd2-480e-8b0d-4b0eff6683a4 service neutron] 10.222.0.72 "GET /v2.0/networks/df14f8a4-2533-44a7-b606-8215083b4e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230464 Aug 20 15:19:26.065636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.130791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832808fd-fa72-4988-b5d6-c3aff46ffd38 req-dbadaffa-430d-419c-8dc6-993945b50f36 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:26.132406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-832808fd-fa72-4988-b5d6-c3aff46ffd38 req-dbadaffa-430d-419c-8dc6-993945b50f36 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 947 time: 0.0559196 Aug 20 15:19:26.161694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c87c241-15fc-4dcc-86c1-ee4b2bbb6018', 'name': 'network-vif-deleted', 'tag': 'fb748acf-1504-4dca-b595-28a4f424d689'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:26.163981 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4754d2-5229-484d-871d-24c9ad41c48c" -d '{"events": [{"server_uuid": "8c87c241-15fc-4dcc-86c1-ee4b2bbb6018", "name": "network-vif-deleted", "tag": "fb748acf-1504-4dca-b595-28a4f424d689"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:26.195110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-832808fd-fa72-4988-b5d6-c3aff46ffd38 req-69d5ae8e-f20d-4e3f-9ccf-b6f344772bb2 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551400 Aug 20 15:19:26.210310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.214710 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b72b2d6-4afa-4cbb-adee-78f4b2b89edd req-57716257-5bc3-4cd2-8d58-7f6cf576dd1d service neutron] 10.222.0.72 "GET /v2.0/networks/df14f8a4-2533-44a7-b606-8215083b4e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716232 Aug 20 15:19:26.223129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e24b62e-a7a1-43f8-857a-fdedf845e318']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:26.235816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff86cdc-0eef-4a7c-9e84-33d09bb34359') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:26.237163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff86cdc-0eef-4a7c-9e84-33d09bb34359') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:26.255326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.258906 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9c3fd8-1953-4cbd-9b82-2abc9fbb85f1 x-openstack-request-id: req-0c9c3fd8-1953-4cbd-9b82-2abc9fbb85f1 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:26.259199 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c87c241-15fc-4dcc-86c1-ee4b2bbb6018", "name": "network-vif-deleted", "tag": "fb748acf-1504-4dca-b595-28a4f424d689", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:26.259450 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c9c3fd8-1953-4cbd-9b82-2abc9fbb85f1 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:26.259865 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c87c241-15fc-4dcc-86c1-ee4b2bbb6018', 'name': 'network-vif-deleted', 'tag': 'fb748acf-1504-4dca-b595-28a4f424d689', 'status': 'completed', 'code': 200} Aug 20 15:19:26.274070 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.280465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:19:26.281427 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:19:26.283375 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:19:26.342866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.348831 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.350636 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5e24b62e-a7a1-43f8-857a-fdedf845e318 HTTP/1.1" status: 204 len: 168 time: 0.5023696 Aug 20 15:19:26.353547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40480) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:26.361934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dee12-0a70-4035-a1b0-5f0439623540 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e24b62e-a7a1-43f8-857a-fdedf845e318,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:26.400167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-89980789-ef44-4b63-8378-04e0b59b5a4d admin admin] Deleting subnet 076f4f06-9be2-4208-80ab-e1b61174398a {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:19:26.403494 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-89980789-ef44-4b63-8378-04e0b59b5a4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.444558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-89980789-ef44-4b63-8378-04e0b59b5a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.516959 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-89980789-ef44-4b63-8378-04e0b59b5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.563468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ddc64-1332-4d13-9c5c-3b99483a359a req-7e56328d-00cc-4474-982b-1ebcf38a41f6 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:26.565553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e58ddc64-1332-4d13-9c5c-3b99483a359a req-7e56328d-00cc-4474-982b-1ebcf38a41f6 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 944 time: 0.1002448 Aug 20 15:19:26.607340 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-89980789-ef44-4b63-8378-04e0b59b5a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.643007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e58ddc64-1332-4d13-9c5c-3b99483a359a req-762bebba-38e8-4e5a-bb78-bbed284ed9ab tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698745 Aug 20 15:19:26.646050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89980789-ef44-4b63-8378-04e0b59b5a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076f4f06-9be2-4208-80ab-e1b61174398a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:26.650405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-89980789-ef44-4b63-8378-04e0b59b5a4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.652647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-89980789-ef44-4b63-8378-04e0b59b5a4d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/076f4f06-9be2-4208-80ab-e1b61174398a HTTP/1.1" status: 204 len: 168 time: 0.2978945 Aug 20 15:19:26.655293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40484) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:26.723576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.807365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.818499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a025b91f-cac4-4eb4-b05d-7292ab6d5737']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:26.837175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9ec58f-add0-4541-a261-b13c22ae17ac') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:26.837481 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9ec58f-add0-4541-a261-b13c22ae17ac') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:26.846469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.860374 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.866050 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:19:26.866445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:19:26.868141 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:19:26.933992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.940490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:26.945657 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a025b91f-cac4-4eb4-b05d-7292ab6d5737 HTTP/1.1" status: 204 len: 168 time: 0.2859733 Aug 20 15:19:26.958446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eaca77-8a40-4901-bd3b-a1fb76d17f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=a025b91f-cac4-4eb4-b05d-7292ab6d5737,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:27.063466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40492) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:27.066036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:27.120845 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3b5de080-a1a9-4646-8c2b-0fca35119739 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1dcb7ac1079a4c14b13c322e80c4f29b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560350 Aug 20 15:19:27.124548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40494) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:27.142491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0150d0-dff4-4368-a406-83a1600e9b4a req-12427426-36da-42aa-9ec9-3d036bca9d5b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:27.145104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc0150d0-dff4-4368-a406-83a1600e9b4a req-12427426-36da-42aa-9ec9-3d036bca9d5b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 944 time: 0.0644352 Aug 20 15:19:27.194085 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d915110-5be0-4906-9849-9b65711f5685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:27.208788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc0150d0-dff4-4368-a406-83a1600e9b4a req-896a40a0-f27b-4db5-aabd-691471be2573 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522444 Aug 20 15:19:27.222532 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d915110-5be0-4906-9849-9b65711f5685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:27.289766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:27.294160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:27.294682 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:27.299141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d915110-5be0-4906-9849-9b65711f5685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:27.302141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0d915110-5be0-4906-9849-9b65711f5685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:27.306439 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0d915110-5be0-4906-9849-9b65711f5685 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/995bb8b2-409a-4fdc-abe9-8d073f542a13 HTTP/1.1" status: 204 len: 168 time: 0.1802206 Aug 20 15:19:27.316265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d915110-5be0-4906-9849-9b65711f5685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995bb8b2-409a-4fdc-abe9-8d073f542a13,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:27.361254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffb27d-dd94-4f7c-9623-4c64ece76990 req-3ba8dd7a-4427-4419-be63-e72c311c90ed tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:27.363022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54ffb27d-dd94-4f7c-9623-4c64ece76990 req-3ba8dd7a-4427-4419-be63-e72c311c90ed tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 947 time: 0.0771267 Aug 20 15:19:27.404943 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:27.428354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54ffb27d-dd94-4f7c-9623-4c64ece76990 req-aae28506-2c50-442a-aace-eae27bd0ec3c tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589459 Aug 20 15:19:27.435464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:27.438491 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f05c7e7-7968-440f-ae48-8556323e977e" -d '{"events": [{"server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "name": "network-vif-plugged", "status": "completed", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:27.468834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:27.477819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:27.480319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fb748acf-1504-4dca-b595-28a4f424d689 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:19:27.504618 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb82b497-955e-4274-9e83-a2ed6447a12b x-openstack-request-id: req-fb82b497-955e-4274-9e83-a2ed6447a12b {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:27.504919 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "name": "network-vif-plugged", "status": "completed", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:27.505174 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb82b497-955e-4274-9e83-a2ed6447a12b {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:27.505625 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'code': 200} Aug 20 15:19:27.560469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: fb748acf-1504-4dca-b595-28a4f424d689 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:19:27.561383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device fb748acf-1504-4dca-b595-28a4f424d689 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:19:27.568510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:27.580803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.581382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.581881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.582360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.582864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.583527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.584032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.584535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.585016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.585496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.585988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.586465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:27.618696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993a2f2-a72d-40ea-bead-a91511f0d556 req-0379b24b-12b5-4836-87f7-1e4894515625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:27.620609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0993a2f2-a72d-40ea-bead-a91511f0d556 req-0379b24b-12b5-4836-87f7-1e4894515625 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1097 time: 0.0544772 Aug 20 15:19:27.660885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0993a2f2-a72d-40ea-bead-a91511f0d556 req-1cd48f89-47cb-48ca-8685-1268c4f9b638 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323160 Aug 20 15:19:27.778908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c56153-cb0c-4ab6-b46c-316ca66363e8 req-45478fd3-d009-4922-bbf4-e9daa8725602 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:27.787816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96c56153-cb0c-4ab6-b46c-316ca66363e8 req-45478fd3-d009-4922-bbf4-e9daa8725602 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 945 time: 0.0646884 Aug 20 15:19:27.832303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96c56153-cb0c-4ab6-b46c-316ca66363e8 req-078e3ebc-1c8b-4fa6-8f37-781888c79afb tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435140 Aug 20 15:19:27.843175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40510) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:27.908087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9fef1f33-ec33-45f3-bd61-2c708ffc1dfa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c68ab50c22f4f0bb7f83defcbdc24ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616729 Aug 20 15:19:27.911073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40512) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:27.965754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88010c4f-bcd0-46ec-aaf9-25b2431bd1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:27.991177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88010c4f-bcd0-46ec-aaf9-25b2431bd1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:28.043987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88010c4f-bcd0-46ec-aaf9-25b2431bd1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:28.048164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88010c4f-bcd0-46ec-aaf9-25b2431bd1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:28.049369 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-88010c4f-bcd0-46ec-aaf9-25b2431bd1c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab140fdc-cf3f-4ed6-8a6c-1561b70f33f9 HTTP/1.1" status: 204 len: 168 time: 0.1370699 Aug 20 15:19:28.057958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88010c4f-bcd0-46ec-aaf9-25b2431bd1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab140fdc-cf3f-4ed6-8a6c-1561b70f33f9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:28.338314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ec11-8ede-4cb2-8cdf-b932384d2689 req-db34667b-7e90-4f47-a7c5-a826ca9d2d29 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:28.340006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e99ec11-8ede-4cb2-8cdf-b932384d2689 req-db34667b-7e90-4f47-a7c5-a826ca9d2d29 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 944 time: 0.0559266 Aug 20 15:19:28.390320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e99ec11-8ede-4cb2-8cdf-b932384d2689 req-9e161573-248c-405d-bfbf-832c15ad1e3b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385840 Aug 20 15:19:28.806921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40536) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:28.821480 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:28.990742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1381201027-network', 'tenant_id': 'db80b6a989504421a8714c287f72d92b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:29.018248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafa3c6-7ee4-439e-93b3-2fbc40601acb req-bab74919-ff28-410e-af29-497c6ae561b7 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:29.020132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6fafa3c6-7ee4-439e-93b3-2fbc40601acb req-bab74919-ff28-410e-af29-497c6ae561b7 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 945 time: 0.1085248 Aug 20 15:19:29.022806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Made reservation on behalf of db80b6a989504421a8714c287f72d92b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:29.025318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.043760 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.083133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6fafa3c6-7ee4-439e-93b3-2fbc40601acb req-7e243bbf-cda3-47b8-a45d-42e0ede65d9a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474346 Aug 20 15:19:29.158676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.163227 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.192843 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:19:29.199447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300432c7-0376-4465-9942-5273dc3e9021,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:29.207548 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.208059 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Added segment a4fa9766-3e75-4252-bf8c-7c5e5fb4f642 of type vlan for network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 Aug 20 15:19:29.252109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.277947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.279030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:29.279636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.343786 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5326724 Aug 20 15:19:29.344186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40544) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:29.345418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b4a03-c6cb-478b-be7b-bb7109b0d356 admin admin] Pushing event updated for resources: {'Network': ['ID=7e00f66c-72ff-4834-b2ff-ff4f4e406f79,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:29.349801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Request body: {'subnet': {'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1381201027-subnet', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:29.356828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:19:29.372378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device cf4b9a69-2bed-432f-ae58-24fd51330f08 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:19:29.377483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Made reservation on behalf of db80b6a989504421a8714c287f72d92b for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:29.380140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.529083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port cf4b9a69-2bed-432f-ae58-24fd51330f08, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cf4b9a69-2bed-432f-ae58-24fd51330f08,segment=NetworkSegment(bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e),segment_id=bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:29.544466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'cf4b9a69-2bed-432f-ae58-24fd51330f08', 'network_id': 'df14f8a4-2533-44a7-b606-8215083b4e29', 'port_id': 'cf4b9a69-2bed-432f-ae58-24fd51330f08', 'mac_address': 'fa:16:3e:a3:e5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473f4995-3215-46ab-b3f4-298272f423f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:19:29.594152 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.612505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4b9a69-2bed-432f-ae58-24fd51330f08 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:19:29.638443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb1d7a-c82f-4527-90a8-b8b3a3d51e4f req-5a710a58-03f2-41f1-8db2-95f0a9c94431 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:29.640540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8eb1d7a-c82f-4527-90a8-b8b3a3d51e4f req-5a710a58-03f2-41f1-8db2-95f0a9c94431 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 944 time: 0.1079972 Aug 20 15:19:29.641878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.642674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port cf4b9a69-2bed-432f-ae58-24fd51330f08, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cf4b9a69-2bed-432f-ae58-24fd51330f08,segment=NetworkSegment(bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e),segment_id=bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:29.649671 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.701318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=cf4b9a69-2bed-432f-ae58-24fd51330f08,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:29.716762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a01d91-e7df-41ea-9744-ce59d2cfbc85,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:29.740203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:29.740203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Network hostable DHCP agents. Network: 7e00f66c-72ff-4834-b2ff-ff4f4e406f79, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:19:29.746337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8eb1d7a-c82f-4527-90a8-b8b3a3d51e4f req-b85b5699-5dea-4895-bf21-99a0f49d65b4 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700469 Aug 20 15:19:29.764658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:19:29.775865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 7e00f66c-72ff-4834-b2ff-ff4f4e406f79) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:29.782924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:29.784437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.791533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ac564-4be2-4cf2-8792-44868f9bf63f None None] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:19:29.804446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5eeaf51a-52e0-413f-8a4d-7d9c43555840 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4565480 Aug 20 15:19:29.805584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40548) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:29.809316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:29.832461 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.835102 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.914174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:29.973832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:19:29.974737 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.075364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.080666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['cf4b9a69-2bed-432f-ae58-24fd51330f08'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:19:30.215426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Allocated IP 172.20.0.2 (7e00f66c-72ff-4834-b2ff-ff4f4e406f79/30a01d91-e7df-41ea-9744-ce59d2cfbc85/62fde21f-f087-4bb8-827f-d4db5737bd68) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:30.238928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aea971-58f1-40b4-b70f-6dc0980fbc60 req-f4e91178-d17a-4922-bc8d-3e41aab77298 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:30.240509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5aea971-58f1-40b4-b70f-6dc0980fbc60 req-f4e91178-d17a-4922-bc8d-3e41aab77298 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 945 time: 0.0873470 Aug 20 15:19:30.304913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5aea971-58f1-40b4-b70f-6dc0980fbc60 req-4c170b03-6b35-4767-9d25-c53f3f9825db tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514791 Aug 20 15:19:30.428042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.455991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.458067 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.466839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Transition to ACTIVE for port object 62fde21f-f087-4bb8-827f-d4db5737bd68 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:30.484838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Transition to ACTIVE for port object 62fde21f-f087-4bb8-827f-d4db5737bd68 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:30.493129 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.534906 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:30.539860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:30.547322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:30.550557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Pushing event updated for resources: {'Port': ['ID=62fde21f-f087-4bb8-827f-d4db5737bd68,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:30.565838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26627d-744e-4c55-aba2-7f3b200a2719 req-060c43a4-d1d7-4975-8748-20aae12b2c55 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:30.573499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c26627d-744e-4c55-aba2-7f3b200a2719 req-060c43a4-d1d7-4975-8748-20aae12b2c55 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 945 time: 0.1470029 Aug 20 15:19:30.644471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Attempting to bind port 62fde21f-f087-4bb8-827f-d4db5737bd68 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:30.645219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Attempting to bind port 62fde21f-f087-4bb8-827f-d4db5737bd68 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:30.645219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Attempting to bind port 62fde21f-f087-4bb8-827f-d4db5737bd68 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:30.650528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:30.651618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:30.651618 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.653583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Bound using segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:30.653583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Bound port: 62fde21f-f087-4bb8-827f-d4db5737bd68, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:30.653583 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.655312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c26627d-744e-4c55-aba2-7f3b200a2719 req-c99f1d0f-a02c-442b-a317-f9bd3e6c34dd tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808733 Aug 20 15:19:30.673527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40556) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:30.694125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Allocated IP 172.25.5.225 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/12210b2a-82d6-495f-80f9-0a9e2dac613f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:30.773019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] For port 62fde21f-f087-4bb8-827f-d4db5737bd68, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:30.786777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] For port 62fde21f-f087-4bb8-827f-d4db5737bd68, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=62fde21f-f087-4bb8-827f-d4db5737bd68,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:30.794673 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.847005 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.916477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb56ad-ed41-482f-b80c-c63bafa19e13 None None] Pushing event updated for resources: {'Port': ['ID=62fde21f-f087-4bb8-827f-d4db5737bd68,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:30.980249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6edc20c-8151-4af2-8435-653eda84db8c tempest-TestVolumeBackupRestore-779732375 tempest-TestVolumeBackupRestore-779732375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:30.983590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e6edc20c-8151-4af2-8435-653eda84db8c tempest-TestVolumeBackupRestore-779732375 tempest-TestVolumeBackupRestore-779732375-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1092 time: 0.3072345 Aug 20 15:19:30.984636 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:30.985721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40562) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:30.990777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:30.995163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9cbd3-69a3-4e00-a5df-b2dc1f593359 req-c121e400-875f-4592-85c1-f7e017c37e35 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:30.996705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5bb9cbd3-69a3-4e00-a5df-b2dc1f593359 req-c121e400-875f-4592-85c1-f7e017c37e35 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 945 time: 0.1262820 Aug 20 15:19:31.051211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:31.057875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:31.067687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:31.077195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:31.083740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Pushing event updated for resources: {'Port': ['ID=12210b2a-82d6-495f-80f9-0a9e2dac613f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:31.164378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5bb9cbd3-69a3-4e00-a5df-b2dc1f593359 req-dc83dfd1-a5ce-464e-b4d7-7481ce9871da tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403100 Aug 20 15:19:31.301014 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:31.369262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device cf4b9a69-2bed-432f-ae58-24fd51330f08 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:31.440363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port cf4b9a69-2bed-432f-ae58-24fd51330f08 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:31.444512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port cf4b9a69-2bed-432f-ae58-24fd51330f08 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:31.446607 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:31.450974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Allocated IP 172.25.5.157 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/0be352f0-fc90-4876-a207-50c3ebf3b8d0) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:31.501708 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:31.613644 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:31.625142 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:31.656497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port cf4b9a69-2bed-432f-ae58-24fd51330f08, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cf4b9a69-2bed-432f-ae58-24fd51330f08,segment=NetworkSegment(bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e),segment_id=bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:31.657490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bac4bce-afd8-494e-b1ce-9e32b615e11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4b9a69-2bed-432f-ae58-24fd51330f08'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:31.660499 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a185e9-b2ce-4be4-a05a-10800ce4f72c" -d '{"events": [{"server_uuid": "1bac4bce-afd8-494e-b1ce-9e32b615e11f", "name": "network-vif-plugged", "status": "completed", "tag": "cf4b9a69-2bed-432f-ae58-24fd51330f08"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:31.666688 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:31.719304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=cf4b9a69-2bed-432f-ae58-24fd51330f08,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:31.721100 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:31.739354 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a455d527-c599-469b-a5c5-e7073114dd04 x-openstack-request-id: req-a455d527-c599-469b-a5c5-e7073114dd04 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:31.739354 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bac4bce-afd8-494e-b1ce-9e32b615e11f", "name": "network-vif-plugged", "status": "completed", "tag": "cf4b9a69-2bed-432f-ae58-24fd51330f08", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:31.740978 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a455d527-c599-469b-a5c5-e7073114dd04 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:31.740978 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bac4bce-afd8-494e-b1ce-9e32b615e11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4b9a69-2bed-432f-ae58-24fd51330f08', 'code': 200} Aug 20 15:19:31.789097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:31.795213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:31.806937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:31.809018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'Port': ['ID=0be352f0-fc90-4876-a207-50c3ebf3b8d0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:31.811250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:31.924608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd5696-87f3-463b-8ae7-12d23bbf192f req-589b6dac-d7e7-41af-867c-3c8bd8ebf980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:31.926201 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48cd5696-87f3-463b-8ae7-12d23bbf192f req-589b6dac-d7e7-41af-867c-3c8bd8ebf980 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 1098 time: 0.0911858 Aug 20 15:19:31.988627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Router b46c57df-c297-421c-9291-805110a90364 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:19:32.045206 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48cd5696-87f3-463b-8ae7-12d23bbf192f req-36925d95-1bdb-422c-a82c-1b10466912e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989137 Aug 20 15:19:32.162499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:19:32.175264 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Sync routers for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:19:32.189267 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:32.190848 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:32.193190 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:32.198230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c8118a73-6c67-481a-8dc8-c6be77c992fd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3923290 Aug 20 15:19:32.198862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40570) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:32.336488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b025385-d6e3-4983-ba8d-158b46eeaf27 None None] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:19:32.378461 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:32.476755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-805d8df8-b677-43e6-b8d4-11598722ca3c None None] Provisioning for port 62fde21f-f087-4bb8-827f-d4db5737bd68 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:32.616987 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:31Z', 'revision_number': 3, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:32.659219 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Checking router: b46c57df-c297-421c-9291-805110a90364 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:19:32.660043 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Updating router b46c57df-c297-421c-9291-805110a90364 port 12210b2a-82d6-495f-80f9-0a9e2dac613f binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:19:32.697558 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:32.720507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:32.877028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:32.899697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 62fde21f-f087-4bb8-827f-d4db5737bd68 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:32.974753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 62fde21f-f087-4bb8-827f-d4db5737bd68 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:32.980547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 62fde21f-f087-4bb8-827f-d4db5737bd68 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:32.981082 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:32.996861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07cba8-2b10-436e-aef3-85f6157969fb req-3d3ce388-0828-482a-b2d3-3fd5a6fe6133 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:32.999232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa07cba8-2b10-436e-aef3-85f6157969fb req-3d3ce388-0828-482a-b2d3-3fd5a6fe6133 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 946 time: 0.1457038 Aug 20 15:19:33.065770 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.079225 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Transition to ACTIVE for port object 12210b2a-82d6-495f-80f9-0a9e2dac613f will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:33.081686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dc624bc1-9272-49e8-89f4-b101527c36c6 None None] Provisioning complete for port 62fde21f-f087-4bb8-827f-d4db5737bd68 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:33.082229 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc624bc1-9272-49e8-89f4-b101527c36c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.087418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.088524 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.095491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.113388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa07cba8-2b10-436e-aef3-85f6157969fb req-62bd08dd-b711-46c2-9cfd-d7432e89bfab tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887909 Aug 20 15:19:33.114736 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.167371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 62fde21f-f087-4bb8-827f-d4db5737bd68, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=62fde21f-f087-4bb8-827f-d4db5737bd68,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:33.170429 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Attempting to bind port 12210b2a-82d6-495f-80f9-0a9e2dac613f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:33.170798 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Attempting to bind port 12210b2a-82d6-495f-80f9-0a9e2dac613f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:33.171159 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Attempting to bind port 12210b2a-82d6-495f-80f9-0a9e2dac613f on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:33.176086 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.176865 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Pushing event updated for resources: {'Port': ['ID=12210b2a-82d6-495f-80f9-0a9e2dac613f,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:33.186738 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.187309 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.187768 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.188107 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.188440 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.188768 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.189093 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.189415 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.189735 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.190053 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.190370 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.190686 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:19:33.194446 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:33.194819 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:33.195219 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.195960 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:33.196446 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Bound port: 12210b2a-82d6-495f-80f9-0a9e2dac613f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:33.196827 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.197654 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.256374 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] For port 12210b2a-82d6-495f-80f9-0a9e2dac613f, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:33.259946 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] For port 12210b2a-82d6-495f-80f9-0a9e2dac613f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=12210b2a-82d6-495f-80f9-0a9e2dac613f,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:33.267975 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.275457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event updated for resources: {'Port': ['ID=0be352f0-fc90-4876-a207-50c3ebf3b8d0,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:33.285596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=62fde21f-f087-4bb8-827f-d4db5737bd68,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:33.357953 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:33.359981 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:33.401172 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d32ced-2f74-4369-aa09-3adb224de7f7 None None] Pushing event updated for resources: {'Port': ['ID=12210b2a-82d6-495f-80f9-0a9e2dac613f,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:33.404658 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.545580 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:33.618302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Allocated IP 172.20.0.1 (7e00f66c-72ff-4834-b2ff-ff4f4e406f79/30a01d91-e7df-41ea-9744-ce59d2cfbc85/7ee5159d-47b9-4917-8d99-71e1068ac071) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:33.756486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.770114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Transition to ACTIVE for port object 7ee5159d-47b9-4917-8d99-71e1068ac071 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:33.809838 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:33.819965 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Floating IP 52cac9b5-951d-47c7-a721-06f6263bb6e8 associated. External IP: 172.25.5.157, port: 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a. Aug 20 15:19:33.855140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee5159d-47b9-4917-8d99-71e1068ac071,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:33.855661 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:31Z', 'revision_number': 3, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:33.868823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:33.870279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:33.872652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:33.907187 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b08f92-1eb8-43db-bfaf-d3b45e1f4824 None None] The sync data for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 is: [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:31Z', 'revision_number': 3, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:19:33.930955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:34.105641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:19:34.115382 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:34.237838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d98a02a5-9942-4eb6-a515-1395d509d9a8 None None] Provisioning for port 7ee5159d-47b9-4917-8d99-71e1068ac071 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:34.264660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d98a02a5-9942-4eb6-a515-1395d509d9a8 None None] Provisioning complete for port 7ee5159d-47b9-4917-8d99-71e1068ac071 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:34.265377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d98a02a5-9942-4eb6-a515-1395d509d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:34.277731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:19:34.303494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] Sync routers for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:19:34.304498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:34.346159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:34.346801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:34.350674 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6a822d2d-7435-4abb-bb8e-a3c5a3c0d355 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3634970 Aug 20 15:19:34.351422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:34.354069 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:34.356998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40586) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:34.363823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d98a02a5-9942-4eb6-a515-1395d509d9a8 None None] Port 7ee5159d-47b9-4917-8d99-71e1068ac071 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:19:34.392308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0f8c-2fab-4745-9e76-ce48fe5dde81 req-6575fcce-8a94-4c0a-946f-c01f65ee13a9 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:34.394151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe5b0f8c-2fab-4745-9e76-ce48fe5dde81 req-6575fcce-8a94-4c0a-946f-c01f65ee13a9 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 946 time: 0.1242166 Aug 20 15:19:34.418955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b82ea-4069-45fd-b8c5-3cd0e5eaaf05 tempest-TestVolumeBackupRestore-779732375 tempest-TestVolumeBackupRestore-779732375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:34.423617 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-616b82ea-4069-45fd-b8c5-3cd0e5eaaf05 tempest-TestVolumeBackupRestore-779732375 tempest-TestVolumeBackupRestore-779732375-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1092 time: 0.0627367 Aug 20 15:19:34.424875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40590) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:34.431216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d9e65d43-fbe5-44a0-bc39-eebabceaf252 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Request body: {'floatingip': {'port_id': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:34.474411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe5b0f8c-2fab-4745-9e76-ce48fe5dde81 req-e571e288-3139-4249-a1fa-c8a8b784d629 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589380 Aug 20 15:19:34.506065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:34.506065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:34.524515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9e65d43-fbe5-44a0-bc39-eebabceaf252 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for floatingip, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:34.623534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:34.646853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee5159d-47b9-4917-8d99-71e1068ac071,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:34.650404 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:34.783011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-b9861d2d-7807-4c89-9c31-1567ad996feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:34.804053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-b9861d2d-7807-4c89-9c31-1567ad996feb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b27a2f6a2204b3585731d40aa571d4d&device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1097 time: 0.1954587 Aug 20 15:19:34.936627 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da053788-6a57-4aa1-9747-209f16ac2349 x-openstack-request-id: req-da053788-6a57-4aa1-9747-209f16ac2349 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:34.937570 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:34.938527 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da053788-6a57-4aa1-9747-209f16ac2349 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:34.938942 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'status': 'completed', 'code': 200} Aug 20 15:19:34.998832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 62fde21f-f087-4bb8-827f-d4db5737bd68 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:35.043010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:35.057329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:35.208997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 62fde21f-f087-4bb8-827f-d4db5737bd68 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:35.209413 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:35.313468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '52cac9b5-951d-47c7-a721-06f6263bb6e8', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'port_id': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'mac_address': 'fa:16:3e:5a:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b467a6-593b-4939-b910-333171ae4766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:19:32Z', 'updated_at': '2021-08-20T15:19:32Z', 'revision_number': 0, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:35.318476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-85d5574b-a4a1-4eed-b259-3fe71e5098f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:35.330493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-85d5574b-a4a1-4eed-b259-3fe71e5098f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09dbe205-f261-4bb7-8ac7-81695b8c4212 HTTP/1.1" status: 200 len: 914 time: 0.5149126 Aug 20 15:19:35.403755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] Checking router: c5de6bc7-a1bc-44a8-8736-9e7277c18b2f for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:19:35.424729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 12210b2a-82d6-495f-80f9-0a9e2dac613f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:35.447062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:35.447748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:35.479176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9e65d43-fbe5-44a0-bc39-eebabceaf252 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:35.488178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9e65d43-fbe5-44a0-bc39-eebabceaf252 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:35.516908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d56354-64ea-4af8-a393-980b23efb8ea req-0cc3d2cb-edcf-4a9c-82e2-d7c348513872 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:35.520026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d56354-64ea-4af8-a393-980b23efb8ea req-0cc3d2cb-edcf-4a9c-82e2-d7c348513872 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 946 time: 0.3112168 Aug 20 15:19:35.529390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Router b46c57df-c297-421c-9291-805110a90364 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:19:35.534543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-16f27ff4-02e7-495f-805f-c5e3b4a37b4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a HTTP/1.1" status: 200 len: 999 time: 0.1469700 Aug 20 15:19:35.536485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d883b8d1-3f50-42e4-9970-b8349d716251 None None] Provisioning complete for port 7ee5159d-47b9-4917-8d99-71e1068ac071 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:35.536864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d883b8d1-3f50-42e4-9970-b8349d716251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:35.601108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-f061c505-ed74-49ee-9945-2bd7bbaf09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:35.603035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-f061c505-ed74-49ee-9945-2bd7bbaf09ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab HTTP/1.1" status: 200 len: 852 time: 0.0548682 Aug 20 15:19:35.737240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d56354-64ea-4af8-a393-980b23efb8ea req-3c750b85-a292-45c8-9569-45943471ecd5 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049017 Aug 20 15:19:35.796985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 12210b2a-82d6-495f-80f9-0a9e2dac613f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:35.806848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e65d43-fbe5-44a0-bc39-eebabceaf252 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:19:35.824908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 12210b2a-82d6-495f-80f9-0a9e2dac613f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:35.825283 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:35.855116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-17bca89b-5716-4de6-81e4-d538dac096ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:35.856725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-17bca89b-5716-4de6-81e4-d538dac096ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09dbe205-f261-4bb7-8ac7-81695b8c4212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021794 Aug 20 15:19:35.862697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:19:35.865815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:35.875588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cfc2c0f0-8377-4c41-afbe-b0139ea11636 admin admin] 10.222.0.36 "PUT /v2.0/routers/b46c57df-c297-421c-9291-805110a90364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6696529 Aug 20 15:19:35.924403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d883b8d1-3f50-42e4-9970-b8349d716251 None None] Port 7ee5159d-47b9-4917-8d99-71e1068ac071 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:19:36.018677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e65d43-fbe5-44a0-bc39-eebabceaf252 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:19:36.032504 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d9e65d43-fbe5-44a0-bc39-eebabceaf252 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.047357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-8765d6ac-614b-4f19-bf09-ded35e26d095 service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746721 Aug 20 15:19:36.061653 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.065160 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.122049 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d9e65d43-fbe5-44a0-bc39-eebabceaf252 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "PUT /v2.0/floatingips/52cac9b5-951d-47c7-a721-06f6263bb6e8 HTTP/1.1" status: 200 len: 991 time: 1.6911340 Aug 20 15:19:36.181935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed833bde-ea5e-45f7-bdf9-ebc402e6aadc req-0922fd80-3b9a-4641-84c8-7717ca9aeb76 service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275489 Aug 20 15:19:36.203403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 12210b2a-82d6-495f-80f9-0a9e2dac613f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=12210b2a-82d6-495f-80f9-0a9e2dac613f,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:36.214086 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.295527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=12210b2a-82d6-495f-80f9-0a9e2dac613f,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:36.357370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '52cac9b5-951d-47c7-a721-06f6263bb6e8', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'port_id': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'mac_address': 'fa:16:3e:5a:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b467a6-593b-4939-b910-333171ae4766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:19:32Z', 'updated_at': '2021-08-20T15:19:32Z', 'revision_number': 0, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:36.386577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ffdcf3-9409-47b5-9f50-9db6b12d4bd2 None None] The sync data for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 is: [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '52cac9b5-951d-47c7-a721-06f6263bb6e8', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'port_id': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'mac_address': 'fa:16:3e:5a:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b467a6-593b-4939-b910-333171ae4766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:19:32Z', 'updated_at': '2021-08-20T15:19:32Z', 'revision_number': 0, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:19:36.503080 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Sync routers for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:19:36.515209 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:36.515912 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:36.536434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40620) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:36.541667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-18454605-network', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:36.569718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Made reservation on behalf of 043d65c9fbe34b96bd392968cf1b8697 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:36.572664 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.583372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.642590 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:36.682054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a8e7ff-298c-4c60-b4e4-3724094dad03 None None] New status for floating IP 52cac9b5-951d-47c7-a721-06f6263bb6e8: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:19:36.713587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.720336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.750094 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dab0d1-a4d0-4658-8cb9-be1374e41981,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:36.760316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:19:36.771513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.771950 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Added segment e19de22b-2dad-401c-ae5c-6e8341c891ca of type vlan for network 425c6249-7b48-430b-bc01-98b2c2456328 Aug 20 15:19:36.863857 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.943085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a'}, {'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:36.946176 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf69bcc-fc07-4448-a902-3d154b63a9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a"}, {"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:36.956664 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.960707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:36.961307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:36.970833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 12210b2a-82d6-495f-80f9-0a9e2dac613f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:36.981776 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 2, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:37.015916 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Checking router: b46c57df-c297-421c-9291-805110a90364 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:19:37.016308 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Updating router b46c57df-c297-421c-9291-805110a90364 port 7ee5159d-47b9-4917-8d99-71e1068ac071 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:19:37.039418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6024563-3aa2-4d38-8946-15845d842c3f req-44b31a8f-c8ca-4f01-8ed8-9fe3c11ba4e0 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:37.049251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6024563-3aa2-4d38-8946-15845d842c3f req-44b31a8f-c8ca-4f01-8ed8-9fe3c11ba4e0 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 946 time: 0.1379783 Aug 20 15:19:37.083725 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.098907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6024563-3aa2-4d38-8946-15845d842c3f req-392f9b1f-fcc1-481c-a418-fbf214b75257 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/security-groups?id=56fe9016-565d-47ad-bd68-961f216ce8c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Aug 20 15:19:37.113516 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] Pushing event updated for resources: {'Network': ['ID=425c6249-7b48-430b-bc01-98b2c2456328,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:37.120619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40632) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:37.121915 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2a17ebf1-d084-4202-9129-eee17ddb3011 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5841246 Aug 20 15:19:37.125914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Request body: {'subnet': {'network_id': '425c6249-7b48-430b-bc01-98b2c2456328', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-18454605-subnet', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:37.148384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 425c6249-7b48-430b-bc01-98b2c2456328 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:19:37.168283 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e782d68-04de-456d-b7df-a538bdb98dcd x-openstack-request-id: req-6e782d68-04de-456d-b7df-a538bdb98dcd {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:37.168855 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:37.169338 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e782d68-04de-456d-b7df-a538bdb98dcd {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:37.170054 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'status': 'completed', 'code': 200} Aug 20 15:19:37.171648 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'status': 'completed', 'code': 200} Aug 20 15:19:37.187814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Made reservation on behalf of 043d65c9fbe34b96bd392968cf1b8697 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:37.190226 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.191231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634b14-4908-450b-8db3-9598be133a70 req-4e2eb1e7-ef81-43c5-98f2-fc7e4a8cfb45 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:37.192918 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5e634b14-4908-450b-8db3-9598be133a70 req-4e2eb1e7-ef81-43c5-98f2-fc7e4a8cfb45 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.72 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 946 time: 0.0805471 Aug 20 15:19:37.322458 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] Sync routers for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:19:37.341446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 12210b2a-82d6-495f-80f9-0a9e2dac613f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:37.342197 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.352644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-0f864f9e-999e-4fb8-8c5e-a76d793336f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:37.354379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-0f864f9e-999e-4fb8-8c5e-a76d793336f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b27a2f6a2204b3585731d40aa571d4d&device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1097 time: 0.1608653 Aug 20 15:19:37.361365 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:37.362013 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:37.446238 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-5e634b14-4908-450b-8db3-9598be133a70 req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Deleting port cf4b9a69-2bed-432f-ae58-24fd51330f08 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:19:37.446904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5e634b14-4908-450b-8db3-9598be133a70 req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.562791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-5e634b14-4908-450b-8db3-9598be133a70 req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] For port cf4b9a69-2bed-432f-ae58-24fd51330f08, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=cf4b9a69-2bed-432f-ae58-24fd51330f08,segment=NetworkSegment(bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e),segment_id=bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:37.563476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5e634b14-4908-450b-8db3-9598be133a70 req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.566601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-221ef0d3-c97a-4600-8f10-cb3be1550bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:37.568551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-221ef0d3-c97a-4600-8f10-cb3be1550bfe service neutron] 10.222.0.70 "GET /v2.0/networks?id=09dbe205-f261-4bb7-8ac7-81695b8c4212 HTTP/1.1" status: 200 len: 914 time: 0.2060325 Aug 20 15:19:37.569774 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:37.582142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-5e634b14-4908-450b-8db3-9598be133a70 req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Calling delete_port for cf4b9a69-2bed-432f-ae58-24fd51330f08 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:19:37.698969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-d0335714-4bd7-4da7-8fad-a8cfd6f96961 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a HTTP/1.1" status: 200 len: 1001 time: 0.1012108 Aug 20 15:19:37.704147 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.743930 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Transition to ACTIVE for port object 7ee5159d-47b9-4917-8d99-71e1068ac071 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:37.744574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5e634b14-4908-450b-8db3-9598be133a70 req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.773461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-9c05cd9a-89e6-4b66-b25c-01540215714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:37.775249 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-9c05cd9a-89e6-4b66-b25c-01540215714c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab HTTP/1.1" status: 200 len: 852 time: 0.0638056 Aug 20 15:19:37.781567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Pushing event deleted for resources: {'Port': ['ID=cf4b9a69-2bed-432f-ae58-24fd51330f08,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:37.785469 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.861854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e634b14-4908-450b-8db3-9598be133a70 req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] No DVR routers for this DVR port cf4b9a69-2bed-432f-ae58-24fd51330f08 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:19:37.865832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5e634b14-4908-450b-8db3-9598be133a70 req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.869196 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5e634b14-4908-450b-8db3-9598be133a70 req-d1994267-3d84-4e45-b15e-ae694d36e51b tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.72 "DELETE /v2.0/ports/cf4b9a69-2bed-432f-ae58-24fd51330f08 HTTP/1.1" status: 204 len: 173 time: 0.6676545 Aug 20 15:19:37.877820 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:37.887693 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d6785-6789-4a69-b73f-d532965c7d0f None None] Pushing event updated for resources: {'Port': ['ID=7ee5159d-47b9-4917-8d99-71e1068ac071,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:37.945194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26eda251-d7aa-475f-8abc-0e15e77b795a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:37.960798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-28781f4a-5f49-4614-bfbb-78c2adf71563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:37.962864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-28781f4a-5f49-4614-bfbb-78c2adf71563 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09dbe205-f261-4bb7-8ac7-81695b8c4212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1577795 Aug 20 15:19:37.989707 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Attempting to bind port 7ee5159d-47b9-4917-8d99-71e1068ac071 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:37.989985 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Attempting to bind port 7ee5159d-47b9-4917-8d99-71e1068ac071 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:37.990349 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Attempting to bind port 7ee5159d-47b9-4917-8d99-71e1068ac071 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:37.997998 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:37.998490 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:37.998890 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.000023 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Bound using segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:38.000673 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Bound port: 7ee5159d-47b9-4917-8d99-71e1068ac071, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:38.000832 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.044571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Checking segment: {'id': 'e19de22b-2dad-401c-ae5c-6e8341c891ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:38.045392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Network hostable DHCP agents. Network: 425c6249-7b48-430b-bc01-98b2c2456328, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:19:38.067733 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '52cac9b5-951d-47c7-a721-06f6263bb6e8', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'port_id': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'mac_address': 'fa:16:3e:5a:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b467a6-593b-4939-b910-333171ae4766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:19:32Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 2, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:38.085058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Network 425c6249-7b48-430b-bc01-98b2c2456328 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:19:38.102316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 425c6249-7b48-430b-bc01-98b2c2456328) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:38.104928 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] Checking router: c5de6bc7-a1bc-44a8-8736-9e7277c18b2f for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:19:38.105768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-4f0e1767-bc6a-45cb-b47d-92184edd604f service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314197 Aug 20 15:19:38.109485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:38.110313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.120236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff235adb-5f3b-428d-afdd-3feb7a4e1428 None None] Network 425c6249-7b48-430b-bc01-98b2c2456328 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:19:38.139312 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:38.141378 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:38.148698 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] For port 7ee5159d-47b9-4917-8d99-71e1068ac071, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:38.218230 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] For port 7ee5159d-47b9-4917-8d99-71e1068ac071, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7ee5159d-47b9-4917-8d99-71e1068ac071,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:38.229233 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.290302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4a963755-bc81-4a41-b158-f4176b4fb625 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1660349 Aug 20 15:19:38.291578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40642) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:38.295972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:38.350276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d9ad10c-9f86-40af-b91f-8ea405733e07 req-85b0a8f5-79c4-41da-9dd4-0f9db6fefcb2 tempest-ServerAddressesTestJSON-376794126 tempest-ServerAddressesTestJSON-376794126-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bac4bce-afd8-494e-b1ce-9e32b615e11f HTTP/1.1" status: 200 len: 210 time: 0.0497437 Aug 20 15:19:38.393537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.394523 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.424809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-6c9ed957-12ce-4868-8e83-d7d7d1279e8d service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871480 Aug 20 15:19:38.433230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-425c6249-7b48-430b-bc01-98b2c2456328', 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'fixed_ips': [{'subnet_id': '26eda251-d7aa-475f-8abc-0e15e77b795a'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:19:38.435337 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.490465 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.645200 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:38.646275 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:38.653272 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:38.657552 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Allocated IP 172.20.0.2 (425c6249-7b48-430b-bc01-98b2c2456328/26eda251-d7aa-475f-8abc-0e15e77b795a/e6dddc34-42bf-46ff-a246-f32e77c0faa1) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:38.766614 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d6785-6789-4a69-b73f-d532965c7d0f None None] Pushing event updated for resources: {'Port': ['ID=7ee5159d-47b9-4917-8d99-71e1068ac071,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:38.782312 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.808203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-630298a8-bdd3-40e8-baf8-c5584833a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:38.809737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-630298a8-bdd3-40e8-baf8-c5584833a560 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b27a2f6a2204b3585731d40aa571d4d&device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1097 time: 0.3180573 Aug 20 15:19:38.885364 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.897189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Transition to ACTIVE for port object e6dddc34-42bf-46ff-a246-f32e77c0faa1 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:38.917749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Transition to ACTIVE for port object e6dddc34-42bf-46ff-a246-f32e77c0faa1 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:38.925929 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:38.928702 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:38.984466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Network 425c6249-7b48-430b-bc01-98b2c2456328 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:38.991706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:39.000402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:39.019709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-3706b30f-c6a0-4787-9a18-01069bfae1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:39.021294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-3706b30f-c6a0-4787-9a18-01069bfae1aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=09dbe205-f261-4bb7-8ac7-81695b8c4212 HTTP/1.1" status: 200 len: 914 time: 0.1820316 Aug 20 15:19:39.031428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Pushing event updated for resources: {'Port': ['ID=e6dddc34-42bf-46ff-a246-f32e77c0faa1,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:39.080952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Attempting to bind port e6dddc34-42bf-46ff-a246-f32e77c0faa1 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:39.081307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Attempting to bind port e6dddc34-42bf-46ff-a246-f32e77c0faa1 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'e19de22b-2dad-401c-ae5c-6e8341c891ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:39.081766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Attempting to bind port e6dddc34-42bf-46ff-a246-f32e77c0faa1 on network 425c6249-7b48-430b-bc01-98b2c2456328 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:39.087234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:39.087729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Checking segment: {'id': 'e19de22b-2dad-401c-ae5c-6e8341c891ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:39.088203 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.088664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Bound using segment: {'id': 'e19de22b-2dad-401c-ae5c-6e8341c891ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:39.089197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Bound port: e6dddc34-42bf-46ff-a246-f32e77c0faa1, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19de22b-2dad-401c-ae5c-6e8341c891ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:39.089644 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.160113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-33957bcd-cbd5-4ea5-8e3d-5e9e1fb0bea9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a HTTP/1.1" status: 200 len: 1001 time: 0.0836244 Aug 20 15:19:39.169389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] For port e6dddc34-42bf-46ff-a246-f32e77c0faa1, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:39.172388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bac4bce-afd8-494e-b1ce-9e32b615e11f', 'name': 'network-vif-deleted', 'tag': 'cf4b9a69-2bed-432f-ae58-24fd51330f08'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:39.177087 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] For port e6dddc34-42bf-46ff-a246-f32e77c0faa1, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e6dddc34-42bf-46ff-a246-f32e77c0faa1,segment=NetworkSegment(e19de22b-2dad-401c-ae5c-6e8341c891ca),segment_id=e19de22b-2dad-401c-ae5c-6e8341c891ca)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:39.177915 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7118cfc-9ecb-4f8c-b559-90e4da85c333" -d '{"events": [{"server_uuid": "1bac4bce-afd8-494e-b1ce-9e32b615e11f", "name": "network-vif-deleted", "tag": "cf4b9a69-2bed-432f-ae58-24fd51330f08"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:39.184797 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.233428 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efbaf71-8b35-499a-88f4-1f6d5d988f59 x-openstack-request-id: req-9efbaf71-8b35-499a-88f4-1f6d5d988f59 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:39.235018 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bac4bce-afd8-494e-b1ce-9e32b615e11f", "name": "network-vif-deleted", "tag": "cf4b9a69-2bed-432f-ae58-24fd51330f08", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:39.235310 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9efbaf71-8b35-499a-88f4-1f6d5d988f59 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:39.235755 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bac4bce-afd8-494e-b1ce-9e32b615e11f', 'name': 'network-vif-deleted', 'tag': 'cf4b9a69-2bed-432f-ae58-24fd51330f08', 'status': 'completed', 'code': 200} Aug 20 15:19:39.263164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604f8f4-e8ef-40db-b232-1dbc967c83aa None None] Pushing event updated for resources: {'Port': ['ID=e6dddc34-42bf-46ff-a246-f32e77c0faa1,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:39.312321 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:38Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:39.321522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-1df8c76d-3957-4e20-9382-cf239d79ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:39.323160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-1df8c76d-3957-4e20-9382-cf239d79ad9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab HTTP/1.1" status: 200 len: 852 time: 0.1018608 Aug 20 15:19:39.330234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.346034 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '52cac9b5-951d-47c7-a721-06f6263bb6e8', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'port_id': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'mac_address': 'fa:16:3e:5a:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b467a6-593b-4939-b910-333171ae4766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:19:32Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 2, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:39.348301 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb88fc2b-586a-4123-8f11-002c5d1826ca None None] The sync data for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 is: [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:38Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:19:39.353990 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.386006 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838d2a-38b6-4a31-9c50-ba21c658ce1b None None] The sync data for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 is: [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '52cac9b5-951d-47c7-a721-06f6263bb6e8', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'floating_ip_address': '172.25.5.157', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'port_id': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'mac_address': 'fa:16:3e:5a:33:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b467a6-593b-4939-b910-333171ae4766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:19:32Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 2, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:19:39.437668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device cf4b9a69-2bed-432f-ae58-24fd51330f08 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:19:39.506333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40654) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:39.526953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: cf4b9a69-2bed-432f-ae58-24fd51330f08 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:19:39.530330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device cf4b9a69-2bed-432f-ae58-24fd51330f08 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:19:39.644785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f5f3a2-1710-4a51-bbf0-381ca0805d18 admin admin] Deleting subnet 473f4995-3215-46ab-b3f4-298272f423f2 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:19:39.651339 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-50f5f3a2-1710-4a51-bbf0-381ca0805d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.722031 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-50f5f3a2-1710-4a51-bbf0-381ca0805d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.846408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-50f5f3a2-1710-4a51-bbf0-381ca0805d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.914080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-50f5f3a2-1710-4a51-bbf0-381ca0805d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.949725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-50f5f3a2-1710-4a51-bbf0-381ca0805d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:39.955673 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-50f5f3a2-1710-4a51-bbf0-381ca0805d18 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/473f4995-3215-46ab-b3f4-298272f423f2 HTTP/1.1" status: 204 len: 168 time: 0.4471395 Aug 20 15:19:39.955673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5f3a2-1710-4a51-bbf0-381ca0805d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473f4995-3215-46ab-b3f4-298272f423f2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:39.959585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40658) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:40.060258 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.169657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-f8b7683f-380d-4baa-a6ca-5903f9f7c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:40.171900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-f8b7683f-380d-4baa-a6ca-5903f9f7c3d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09dbe205-f261-4bb7-8ac7-81695b8c4212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8197241 Aug 20 15:19:40.180736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Allocated IP 172.25.5.98 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/63911d52-8bcb-4dc8-a88d-9a1af9b2d683) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:40.289779 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.305599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df14f8a4-2533-44a7-b606-8215083b4e29']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:40.320913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:40.321288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef2c98c-9ebe-4a2b-bcaf-a5b4aeeb815e') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:40.333515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.353143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.362266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:19:40.362592 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:19:40.364977 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:19:40.430695 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.439219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-30c74a50-f795-4aa6-825f-098e016ec1d0 service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677802 Aug 20 15:19:40.449199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.461542 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.464051 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/df14f8a4-2533-44a7-b606-8215083b4e29 HTTP/1.1" status: 204 len: 168 time: 0.5058463 Aug 20 15:19:40.498093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50635d8-bfdb-4a71-9c55-8f4d27eca2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df14f8a4-2533-44a7-b606-8215083b4e29,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:40.599112 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.605174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8cf69bcc-fc07-4448-a902-3d154b63a9e8 req-644a0742-690b-4de8-b7ee-54156bc54165 service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527619 Aug 20 15:19:40.646412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:40.649505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:40.653444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:40.694756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Pushing event updated for resources: {'Port': ['ID=63911d52-8bcb-4dc8-a88d-9a1af9b2d683,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:40.720940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40662) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:40.817933 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-56ecf3ce-fcb1-417d-902d-004417e6c0f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e9d419e9ed6455cb85becd8e9e99417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931520 Aug 20 15:19:40.818123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40666) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:40.857511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7067a89e-a427-461f-85ce-aa9a322eebf0 None None] Network 425c6249-7b48-430b-bc01-98b2c2456328 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:19:40.934229 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ee72d5a-8a5a-416a-aa4b-73bab9b3987c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:40.948239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7ee5159d-47b9-4917-8d99-71e1068ac071 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:40.964040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ee72d5a-8a5a-416a-aa4b-73bab9b3987c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.034509 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ee72d5a-8a5a-416a-aa4b-73bab9b3987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.036494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d84b691d-c56d-4630-adcd-2e2da3a9d741 None None] Provisioning for port e6dddc34-42bf-46ff-a246-f32e77c0faa1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:41.044199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8ee72d5a-8a5a-416a-aa4b-73bab9b3987c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.044930 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ee72d5a-8a5a-416a-aa4b-73bab9b3987c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56fe9016-565d-47ad-bd68-961f216ce8c8 HTTP/1.1" status: 204 len: 168 time: 0.2259915 Aug 20 15:19:41.054723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee72d5a-8a5a-416a-aa4b-73bab9b3987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fe9016-565d-47ad-bd68-961f216ce8c8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:41.086626 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.096622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 7ee5159d-47b9-4917-8d99-71e1068ac071 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:41.157469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7ee5159d-47b9-4917-8d99-71e1068ac071 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:41.157469 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.298485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.361665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 7ee5159d-47b9-4917-8d99-71e1068ac071, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7ee5159d-47b9-4917-8d99-71e1068ac071,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:41.368845 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.370110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e6dddc34-42bf-46ff-a246-f32e77c0faa1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:41.478976 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.487624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=7ee5159d-47b9-4917-8d99-71e1068ac071,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:41.534653 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port e6dddc34-42bf-46ff-a246-f32e77c0faa1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:41.539838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e6dddc34-42bf-46ff-a246-f32e77c0faa1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:41.540270 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.695703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Router b53d455c-afa7-4590-9a44-371098e7f405 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:19:41.697284 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.716506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0db35850-f83e-4e7d-a89f-1825c20de8d1 None None] Provisioning complete for port e6dddc34-42bf-46ff-a246-f32e77c0faa1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:41.716968 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0db35850-f83e-4e7d-a89f-1825c20de8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.786872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port e6dddc34-42bf-46ff-a246-f32e77c0faa1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e6dddc34-42bf-46ff-a246-f32e77c0faa1,segment=NetworkSegment(e19de22b-2dad-401c-ae5c-6e8341c891ca),segment_id=e19de22b-2dad-401c-ae5c-6e8341c891ca)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:41.797262 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.883125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=e6dddc34-42bf-46ff-a246-f32e77c0faa1,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:41.913808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:19:41.933357 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:41.934617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a56f047a-d80e-418b-a0e1-72c0ece3631d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6429646 Aug 20 15:19:41.938944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 40694) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:41.942155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Sync routers for ids ['b53d455c-afa7-4590-9a44-371098e7f405'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:19:41.960816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Routers {'b53d455c-afa7-4590-9a44-371098e7f405'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:41.961439 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b53d455c-afa7-4590-9a44-371098e7f405'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:42.112998 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Set router b53d455c-afa7-4590-9a44-371098e7f405 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:42.150866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40698) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:42.289696 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-04c67e00-cf7a-45e1-ac83-2294c4bb2155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.318916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1723634244-network', 'tenant_id': '9e7fbb7b3de44f338b9fc932916bb57d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:42.341969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Made reservation on behalf of 9e7fbb7b3de44f338b9fc932916bb57d for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:42.345920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.362031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.407189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:38Z', 'updated_at': '2021-08-20T15:19:40Z', 'revision_number': 3, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'gw_port': {'id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:39Z', 'updated_at': '2021-08-20T15:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:42.448896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Checking router: b53d455c-afa7-4590-9a44-371098e7f405 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:19:42.449296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Updating router b53d455c-afa7-4590-9a44-371098e7f405 port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:19:42.483171 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.486437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.494393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.506273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.551741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:19:42.565095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7546ca0-49f0-48ea-aed7-dc0898ba216d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:42.586888 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.587016 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Added segment a24763a3-cefb-4077-830c-b8a92813739c of type vlan for network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 Aug 20 15:19:42.650490 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.688713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.690515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:42.690736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Allocated IP 172.20.0.1 (425c6249-7b48-430b-bc01-98b2c2456328/26eda251-d7aa-475f-8abc-0e15e77b795a/319cc2c3-0e88-4063-9cc6-b0faba446a2f) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:42.691568 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.764166 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6106234 Aug 20 15:19:42.767403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 40704) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:19:42.774336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Request body: {'subnet': {'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1723634244-subnet', 'tenant_id': '9e7fbb7b3de44f338b9fc932916bb57d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:42.801643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a69008-cb87-46b3-813e-021177549fad admin admin] Pushing event updated for resources: {'Network': ['ID=f2b11eac-a8e5-468d-a430-ed79ac07d3e2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:42.813899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Made reservation on behalf of 9e7fbb7b3de44f338b9fc932916bb57d for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:42.816864 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.848703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.852437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:19:42.864336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Transition to ACTIVE for port object 319cc2c3-0e88-4063-9cc6-b0faba446a2f will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:42.870930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7ee5159d-47b9-4917-8d99-71e1068ac071 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:42.928109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:42.980584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Pushing event updated for resources: {'Port': ['ID=319cc2c3-0e88-4063-9cc6-b0faba446a2f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:42.995349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Network 425c6249-7b48-430b-bc01-98b2c2456328 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:42.997209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:43.004399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:43.068254 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.074530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.125049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7ee5159d-47b9-4917-8d99-71e1068ac071 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:43.125510 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.148397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefd1558-6871-4dc2-9d0b-9d9565828c4c,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:43.154567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Checking segment: {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:43.154935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Network hostable DHCP agents. Network: f2b11eac-a8e5-468d-a430-ed79ac07d3e2, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:19:43.184503 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.185351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:19:43.204855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, f2b11eac-a8e5-468d-a430-ed79ac07d3e2) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:43.209309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:43.210044 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.228981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d278c-f811-44d9-9f2d-95d0c0d7ff4d None None] Network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:19:43.236351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Transition to ACTIVE for port object 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:43.237033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b5e2bfbf-433d-440c-b742-e3cd3560648b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4682906 Aug 20 15:19:43.300297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.326989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.438435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6c3d5d58-cc18-4978-8aec-a4a9e7248c84 None None] Provisioning for port 319cc2c3-0e88-4063-9cc6-b0faba446a2f completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:43.459861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Attempting to bind port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:43.459861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Attempting to bind port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:43.459861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Attempting to bind port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:43.464869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6c3d5d58-cc18-4978-8aec-a4a9e7248c84 None None] Provisioning complete for port 319cc2c3-0e88-4063-9cc6-b0faba446a2f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:43.465241 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5d58-cc18-4978-8aec-a4a9e7248c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.477097 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6702731-a4ad-4d62-b904-a0e4ba93a994 None None] Pushing event updated for resources: {'Port': ['ID=63911d52-8bcb-4dc8-a88d-9a1af9b2d683,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:43.492925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e6dddc34-42bf-46ff-a246-f32e77c0faa1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:43.514021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:43.514416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:43.514731 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.515756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:43.516229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Bound port: 63911d52-8bcb-4dc8-a88d-9a1af9b2d683, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:43.516609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.582725 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:19:43.670107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6c3d5d58-cc18-4978-8aec-a4a9e7248c84 None None] Port 319cc2c3-0e88-4063-9cc6-b0faba446a2f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:19:43.693596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30473127-6614-4a81-a24f-30a3b6c826e6 None None] Network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:19:43.720185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] For port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:43.774672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] For port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=63911d52-8bcb-4dc8-a88d-9a1af9b2d683,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:43.786176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e6dddc34-42bf-46ff-a246-f32e77c0faa1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:43.786699 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.793078 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.882729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.894251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:43.972146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Routers {'b53d455c-afa7-4590-9a44-371098e7f405'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:43.972868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b53d455c-afa7-4590-9a44-371098e7f405'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:43.981084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Pushing event updated for resources: {'Port': ['ID=319cc2c3-0e88-4063-9cc6-b0faba446a2f,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:43.997196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:44.031678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6702731-a4ad-4d62-b904-a0e4ba93a994 None None] Pushing event updated for resources: {'Port': ['ID=63911d52-8bcb-4dc8-a88d-9a1af9b2d683,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:44.121151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Network 425c6249-7b48-430b-bc01-98b2c2456328 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:44.125640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:44.154004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-cf69354c-96d1-4a2c-b786-4dadc301f22c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:44.174145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-cf69354c-96d1-4a2c-b786-4dadc301f22c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 815 time: 0.1847310 Aug 20 15:19:44.186346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-01b08df6-80fd-4f08-9397-687b40e686a0 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/quotas/9e7fbb7b3de44f338b9fc932916bb57d HTTP/1.1" status: 200 len: 375 time: 0.0112786 Aug 20 15:19:44.197324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] Set router b53d455c-afa7-4590-9a44-371098e7f405 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:44.246871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-f1ab22c9-31b2-46ea-a475-2e8368668a94 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537701 Aug 20 15:19:44.321065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Router b53d455c-afa7-4590-9a44-371098e7f405 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:19:44.528889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-964886fe-86bd-437f-b714-50ee5225f927 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662079 Aug 20 15:19:44.589021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:19:44.597696 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e0e9dfe4-d55a-4948-badd-e32847ecd9ee admin admin] 10.222.0.36 "PUT /v2.0/routers/b53d455c-afa7-4590-9a44-371098e7f405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6575096 Aug 20 15:19:44.618754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:38Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 4, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'gw_port': {'id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:39Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '319cc2c3-0e88-4063-9cc6-b0faba446a2f', 'name': '', 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'mac_address': 'fa:16:3e:b3:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:42Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 2, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'subnets': [{'id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:44.675676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c9a7b-b827-471b-9b81-d1cdbf6d11ec None None] The sync data for ids ['b53d455c-afa7-4590-9a44-371098e7f405'] in n-d-695189-15 is: [{'id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:38Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 4, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'gw_port': {'id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:39Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '319cc2c3-0e88-4063-9cc6-b0faba446a2f', 'name': '', 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'mac_address': 'fa:16:3e:b3:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:42Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 2, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'subnets': [{'id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:19:44.676878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-52714759-11ba-4bdb-a409-156c8becc6cd service neutron] 10.222.0.36 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331363 Aug 20 15:19:44.686152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7435b99e-2959-4fc9-81f8-49ca8b0a1072 None None] Provisioning complete for port 319cc2c3-0e88-4063-9cc6-b0faba446a2f triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:44.686589 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7435b99e-2959-4fc9-81f8-49ca8b0a1072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:44.756935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7435b99e-2959-4fc9-81f8-49ca8b0a1072 None None] Port 319cc2c3-0e88-4063-9cc6-b0faba446a2f cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:19:44.832343 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:45.003461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efa700f5-15da-422c-a488-cb065c78cafe req-9ffbe714-4332-4388-9d3e-af3c324fd4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 210 time: 0.0922513 Aug 20 15:19:45.173570 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-57d9212f-44a4-4709-8cc9-f53c3253ad1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:46.112512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f0353e4-faae-4388-84a9-aa4198b881eb req-d0896e04-f7c9-4cda-b9c0-487f301c31a0 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 210 time: 0.0524063 Aug 20 15:19:46.150620 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:46.453697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-bdb2d404-1e36-4cca-8af2-6e48f18f4a5c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:46.455683 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-bdb2d404-1e36-4cca-8af2-6e48f18f4a5c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.72 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 815 time: 0.1767788 Aug 20 15:19:46.479182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Request body: {'port': {'device_id': '541b4670-1c48-4eb4-b391-f37f4244b507', 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2', 'admin_state_up': True, 'tenant_id': '9e7fbb7b3de44f338b9fc932916bb57d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:46.698191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Made reservation on behalf of 9e7fbb7b3de44f338b9fc932916bb57d for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:46.703994 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:46.933921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:46.966037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Allocated IP 172.20.0.13 (f2b11eac-a8e5-468d-a430-ed79ac07d3e2/aefd1558-6871-4dc2-9d0b-9d9565828c4c/4a71be12-4cdb-45db-8c08-38a709171666) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:47.002401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:47.013516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:47.014409 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:47.180142 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:47.204813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=63911d52-8bcb-4dc8-a88d-9a1af9b2d683,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:47.215854 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:47.270233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f980eccd-7d1e-48a1-a3a5-5a5b82bbaec1 req-6c450d29-e7f2-43bd-a459-7bef326bfc6e tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 210 time: 0.0413923 Aug 20 15:19:47.303884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:47.311141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=63911d52-8bcb-4dc8-a88d-9a1af9b2d683,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:47.375604 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:47.437579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:47.440859 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:47.448059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:47.458800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Pushing event updated for resources: {'Port': ['ID=4a71be12-4cdb-45db-8c08-38a709171666,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:47.525439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:47.526478 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:47.543327 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-50470524-9161-488a-a576-dc8a6234481b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0697227 Aug 20 15:19:47.555877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-1fd2f411-230e-4fde-bb2e-6559364d4feb tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:47.561958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Request body: {'port': {'device_id': '541b4670-1c48-4eb4-b391-f37f4244b507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:47.572087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-1fd2f411-230e-4fde-bb2e-6559364d4feb tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1761737 Aug 20 15:19:47.586643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-eadd2049-3470-40bb-a1cc-585d0739d178 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/quotas/db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 375 time: 0.0134714 Aug 20 15:19:47.629361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-c7b088d2-99fe-4f39-b3df-3f2fd7e13228 req-0e34ad2f-81e8-41ce-b41f-32330674867f service neutron] (101099) timed out ('10.222.0.72', 50009) {{(pid=101099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:19:47.637186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:47.653753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-999ccb10-5d08-4153-9648-bb7cf67fd6ce tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592415 Aug 20 15:19:47.774423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-93ceac48-d1d3-4afb-947e-e6260e656671 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160936 Aug 20 15:19:47.839737 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:47.891491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-82b313ff-acca-4c66-926f-a82384eabb03 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136565 Aug 20 15:19:47.990742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a71be12-4cdb-45db-8c08-38a709171666 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:19:48.004093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:48.024640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Transition to ACTIVE for port object 4a71be12-4cdb-45db-8c08-38a709171666 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:48.031769 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:48.112097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a71be12-4cdb-45db-8c08-38a709171666,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:48.167556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Attempting to bind port 4a71be12-4cdb-45db-8c08-38a709171666 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:48.168285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Attempting to bind port 4a71be12-4cdb-45db-8c08-38a709171666 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:48.168285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Attempting to bind port 4a71be12-4cdb-45db-8c08-38a709171666 on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:48.175504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Port 4a71be12-4cdb-45db-8c08-38a709171666 on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:19:48.175785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Attempting to bind port 4a71be12-4cdb-45db-8c08-38a709171666 on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:48.188473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:48.188802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Checking segment: {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:48.189192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Bound using segment: {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:48.189624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Bound port: 4a71be12-4cdb-45db-8c08-38a709171666, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:48.189981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:48.275507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] For port 4a71be12-4cdb-45db-8c08-38a709171666, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:48.279354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] For port 4a71be12-4cdb-45db-8c08-38a709171666, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4a71be12-4cdb-45db-8c08-38a709171666,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:48.289221 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:48.334042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:48.334689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:48.336510 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/4a71be12-4cdb-45db-8c08-38a709171666 HTTP/1.1" status: 200 len: 1093 time: 0.7792366 Aug 20 15:19:48.337019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541b4670-1c48-4eb4-b391-f37f4244b507', 'tag': '4a71be12-4cdb-45db-8c08-38a709171666'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:48.339401 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ad94c7-7533-4c82-99e4-1bbbd711d235" -d '{"events": [{"name": "network-changed", "server_uuid": "541b4670-1c48-4eb4-b391-f37f4244b507", "tag": "4a71be12-4cdb-45db-8c08-38a709171666"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:48.364543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d37e1e43-6d89-4668-af1a-44538aa1a848 req-dee5b054-85a2-4b61-932d-b06be6092542 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 210 time: 0.0660417 Aug 20 15:19:48.402526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d614b-d064-469e-afc0-9d7de89a28e9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a71be12-4cdb-45db-8c08-38a709171666,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:48.484907 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Sync routers for ids ['b53d455c-afa7-4590-9a44-371098e7f405'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:19:48.505015 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Routers {'b53d455c-afa7-4590-9a44-371098e7f405'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:48.506862 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b53d455c-afa7-4590-9a44-371098e7f405'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:48.521468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-ff380a3e-5851-4517-a5ff-797c71760b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:48.523029 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-ff380a3e-5851-4517-a5ff-797c71760b7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 1096 time: 0.0944457 Aug 20 15:19:48.544570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19cf06-0c59-4041-8798-c385d9f057b0 req-eb99686a-738c-4cb8-b45f-bd9b3e5e36c7 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:48.546621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a19cf06-0c59-4041-8798-c385d9f057b0 req-eb99686a-738c-4cb8-b45f-bd9b3e5e36c7 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 944 time: 0.0742762 Aug 20 15:19:48.615970 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-49539c0c-6c90-4130-8619-f70e00f27fc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a71be12-4cdb-45db-8c08-38a709171666 HTTP/1.1" status: 200 len: 217 time: 0.0774202 Aug 20 15:19:48.657465 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Set router b53d455c-afa7-4590-9a44-371098e7f405 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:48.678598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a19cf06-0c59-4041-8798-c385d9f057b0 req-1f734d25-a6e5-4d6a-87bb-9c6b9167d2cf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240597 Aug 20 15:19:48.703822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-7de438e9-800f-4242-b3e1-90c88226a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:48.706173 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-7de438e9-800f-4242-b3e1-90c88226a323 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0739794 Aug 20 15:19:48.760565 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-e6a8852d-93b8-40ad-be18-382ea6bfa010 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468755 Aug 20 15:19:48.770025 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735cd635-0efa-4a8b-92b4-1be9ee6cacf5 x-openstack-request-id: req-735cd635-0efa-4a8b-92b4-1be9ee6cacf5 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:48.770441 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541b4670-1c48-4eb4-b391-f37f4244b507", "tag": "4a71be12-4cdb-45db-8c08-38a709171666", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:48.770755 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-735cd635-0efa-4a8b-92b4-1be9ee6cacf5 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:48.771355 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541b4670-1c48-4eb4-b391-f37f4244b507', 'tag': '4a71be12-4cdb-45db-8c08-38a709171666', 'status': 'completed', 'code': 200} Aug 20 15:19:48.895752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:48.962434 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-bd518443-5b45-499d-9f88-f0e5cf1ef557 service neutron] 10.222.0.72 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766763 Aug 20 15:19:48.987288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:48.987836 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:49.113412 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:38Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 4, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'gw_port': {'id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:39Z', 'updated_at': '2021-08-20T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '319cc2c3-0e88-4063-9cc6-b0faba446a2f', 'name': '', 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'mac_address': 'fa:16:3e:b3:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:42Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 2, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'subnets': [{'id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:49.116305 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5c5328a0-175b-446d-b977-07f5a70c9b34 req-f7fb62d9-565d-4d5f-997c-a68506b01482 service neutron] 10.222.0.72 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399302 Aug 20 15:19:49.152100 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Checking router: b53d455c-afa7-4590-9a44-371098e7f405 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:19:49.152100 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Updating router b53d455c-afa7-4590-9a44-371098e7f405 port 319cc2c3-0e88-4063-9cc6-b0faba446a2f binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:19:49.197746 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:49.462138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-3e301337-8f37-430b-a1d3-561fd486b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:49.464092 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-3e301337-8f37-430b-a1d3-561fd486b8cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 1096 time: 0.0642309 Aug 20 15:19:49.522451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fad7d097-2ccd-4925-8151-623e7dd1478d req-5feea2bc-fe4a-42a8-be41-a9afe1303575 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 210 time: 0.0447423 Aug 20 15:19:49.551020 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:49.568436 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Transition to ACTIVE for port object 319cc2c3-0e88-4063-9cc6-b0faba446a2f will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:49.580911 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:49.640401 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fc120-6192-45bd-8ef0-1bafe434d8ee None None] Pushing event updated for resources: {'Port': ['ID=319cc2c3-0e88-4063-9cc6-b0faba446a2f,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:49.702472 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Attempting to bind port 319cc2c3-0e88-4063-9cc6-b0faba446a2f on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:49.702765 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Attempting to bind port 319cc2c3-0e88-4063-9cc6-b0faba446a2f by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'e19de22b-2dad-401c-ae5c-6e8341c891ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:49.703103 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Attempting to bind port 319cc2c3-0e88-4063-9cc6-b0faba446a2f on network 425c6249-7b48-430b-bc01-98b2c2456328 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:49.708710 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:49.709091 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Checking segment: {'id': 'e19de22b-2dad-401c-ae5c-6e8341c891ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:49.709493 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:49.709888 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Bound using segment: {'id': 'e19de22b-2dad-401c-ae5c-6e8341c891ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:49.710358 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Bound port: 319cc2c3-0e88-4063-9cc6-b0faba446a2f, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19de22b-2dad-401c-ae5c-6e8341c891ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:49.710739 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:49.752426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-8fb38a5e-43c3-4f7b-9cf2-3201b4f3a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:49.753980 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-8fb38a5e-43c3-4f7b-9cf2-3201b4f3a4a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 916 time: 0.2814560 Aug 20 15:19:49.802984 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] For port 319cc2c3-0e88-4063-9cc6-b0faba446a2f, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:49.806962 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] For port 319cc2c3-0e88-4063-9cc6-b0faba446a2f, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=319cc2c3-0e88-4063-9cc6-b0faba446a2f,segment=NetworkSegment(e19de22b-2dad-401c-ae5c-6e8341c891ca),segment_id=e19de22b-2dad-401c-ae5c-6e8341c891ca)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:49.813421 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:49.852203 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-c59391f3-10cd-4506-966a-2efa27e014d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a71be12-4cdb-45db-8c08-38a709171666 HTTP/1.1" status: 200 len: 217 time: 0.0884972 Aug 20 15:19:49.866708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508cff4-6d3f-4137-862b-308462d24590 req-6f06c342-bb22-4744-8dbc-c4ff3f030bc2 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:49.874773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7508cff4-6d3f-4137-862b-308462d24590 req-6f06c342-bb22-4744-8dbc-c4ff3f030bc2 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 944 time: 0.0674088 Aug 20 15:19:49.901373 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Routers {'b53d455c-afa7-4590-9a44-371098e7f405'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:19:49.901944 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b53d455c-afa7-4590-9a44-371098e7f405'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:49.924821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7508cff4-6d3f-4137-862b-308462d24590 req-f625ce20-d3c7-497d-b5b8-1277d8819369 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485380 Aug 20 15:19:49.955849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-2eb2a58d-49db-4f2d-87dc-7fd63f9c0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:49.957520 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-2eb2a58d-49db-4f2d-87dc-7fd63f9c0389 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0934653 Aug 20 15:19:50.006585 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fc120-6192-45bd-8ef0-1bafe434d8ee None None] Pushing event updated for resources: {'Port': ['ID=319cc2c3-0e88-4063-9cc6-b0faba446a2f,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:50.007826 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-58a5a6e4-62d9-4358-aa96-7e031422cd0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402346 Aug 20 15:19:50.140127 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-6c9613be-5ffe-4094-b989-dd17a9bee7ff service neutron] 10.222.0.72 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211660 Aug 20 15:19:50.254205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-01e4e6d9-1793-4cbb-a112-3abb0d80df5d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:50.255810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-01e4e6d9-1793-4cbb-a112-3abb0d80df5d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.2041419 Aug 20 15:19:50.284052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'port': {'device_id': '1520a4be-7555-4b0d-ae62-f00e3b22502e', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'admin_state_up': True, 'tenant_id': 'db80b6a989504421a8714c287f72d92b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:50.361354 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c4ad94c7-7533-4c82-99e4-1bbbd711d235 req-5ea2194b-d177-42dd-a66a-e2febfbe8a51 service neutron] 10.222.0.72 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086987 Aug 20 15:19:50.398002 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] Set router b53d455c-afa7-4590-9a44-371098e7f405 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:19:50.451076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Made reservation on behalf of db80b6a989504421a8714c287f72d92b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:19:50.456454 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:50.642180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.20.0.9 (7e00f66c-72ff-4834-b2ff-ff4f4e406f79/30a01d91-e7df-41ea-9744-ce59d2cfbc85/1600ce97-a8d8-4f55-aaa6-2318eeaae5e1) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:19:50.646138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-792fdfc7-40b8-43bc-84aa-b8df4a5ad235 req-1e022172-f57b-4ecc-a7bd-82ca5adee94c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 210 time: 0.0366640 Aug 20 15:19:50.668624 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:38Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 4, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'gw_port': {'id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:39Z', 'updated_at': '2021-08-20T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '319cc2c3-0e88-4063-9cc6-b0faba446a2f', 'name': '', 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'mac_address': 'fa:16:3e:b3:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:42Z', 'updated_at': '2021-08-20T15:19:49Z', 'revision_number': 4, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'subnets': [{'id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:19:50.700916 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b100ee-1206-4600-95e4-0c19193d625d None None] The sync data for ids ['b53d455c-afa7-4590-9a44-371098e7f405'] in n-d-695189-15 is: [{'id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:38Z', 'updated_at': '2021-08-20T15:19:43Z', 'revision_number': 4, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'gw_port': {'id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:39Z', 'updated_at': '2021-08-20T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '319cc2c3-0e88-4063-9cc6-b0faba446a2f', 'name': '', 'network_id': '425c6249-7b48-430b-bc01-98b2c2456328', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'mac_address': 'fa:16:3e:b3:57:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3312, 'fixed_ips': [{'subnet_id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:42Z', 'updated_at': '2021-08-20T15:19:49Z', 'revision_number': 4, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'subnets': [{'id': '26eda251-d7aa-475f-8abc-0e15e77b795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:19:50.836043 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:50.853145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Transition to ACTIVE for port object 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:50.871507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 319cc2c3-0e88-4063-9cc6-b0faba446a2f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:50.897717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:50.948226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 319cc2c3-0e88-4063-9cc6-b0faba446a2f completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:50.953841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:19:50.954252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 319cc2c3-0e88-4063-9cc6-b0faba446a2f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:50.954862 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:50.957051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:19:50.960964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:19:51.005018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:51.079891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:51.080546 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:51.107745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-df15b27a-2ccb-44fd-a554-92e95e8d64e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8360486 Aug 20 15:19:51.122122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fd9eb-d5d1-46d8-80e3-a49da7070210 req-4b634d40-416e-4b9c-8236-94ee1172dbff tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:51.130165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc8fd9eb-d5d1-46d8-80e3-a49da7070210 req-4b634d40-416e-4b9c-8236-94ee1172dbff tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 944 time: 0.0995543 Aug 20 15:19:51.132902 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:51.137744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Request body: {'port': {'device_id': '1520a4be-7555-4b0d-ae62-f00e3b22502e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:19:51.176565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 319cc2c3-0e88-4063-9cc6-b0faba446a2f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=319cc2c3-0e88-4063-9cc6-b0faba446a2f,segment=NetworkSegment(e19de22b-2dad-401c-ae5c-6e8341c891ca),segment_id=e19de22b-2dad-401c-ae5c-6e8341c891ca)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:51.181976 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:51.224250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc8fd9eb-d5d1-46d8-80e3-a49da7070210 req-f8ab46a5-53ec-4291-bf42-45d32b04cb10 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927835 Aug 20 15:19:51.238512 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:51.259649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=319cc2c3-0e88-4063-9cc6-b0faba446a2f,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:51.399695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-580bf641-1a36-4543-aad5-ed09b1f37995 None None] Provisioning for port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:51.404695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-580bf641-1a36-4543-aad5-ed09b1f37995 None None] Provisioning complete for port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:51.405077 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-580bf641-1a36-4543-aad5-ed09b1f37995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:51.461290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-580bf641-1a36-4543-aad5-ed09b1f37995 None None] Port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:19:51.589764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:19:51.598073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:51.611957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Transition to ACTIVE for port object 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:19:51.616859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:51.802400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:51.837934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Attempting to bind port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:19:51.838197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Attempting to bind port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:19:51.838526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Attempting to bind port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:51.850545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:19:51.851001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Attempting to bind port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:19:51.860423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:19:51.860967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:19:51.861424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Bound using segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:19:51.861971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Bound port: 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:19:51.862374 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:51.881609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17791b-a351-470b-b8c4-4fcc79dcf614 req-fe800223-4255-4afc-a4c8-1923a5777444 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:51.889388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c17791b-a351-470b-b8c4-4fcc79dcf614 req-fe800223-4255-4afc-a4c8-1923a5777444 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.1068537 Aug 20 15:19:51.989644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5c17791b-a351-470b-b8c4-4fcc79dcf614 req-d4bdf491-d872-4414-9f31-e30bbc68fdc5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993044 Aug 20 15:19:52.023093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] For port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:19:52.026202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] For port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:19:52.031706 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:52.070456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:52.071087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:52.072514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] 10.222.0.72 "PUT /v2.0/ports/1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 HTTP/1.1" status: 200 len: 1092 time: 0.9402902 Aug 20 15:19:52.073011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1520a4be-7555-4b0d-ae62-f00e3b22502e', 'tag': '1600ce97-a8d8-4f55-aaa6-2318eeaae5e1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:52.075185 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d50abab-fea0-4ea0-ab12-249c889f3cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "1520a4be-7555-4b0d-ae62-f00e3b22502e", "tag": "1600ce97-a8d8-4f55-aaa6-2318eeaae5e1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:52.103815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331a9b6-6732-4292-90fa-a89e455db0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:52.130491 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8d4b99-4ca9-4c75-8fd7-f2d591a42668 x-openstack-request-id: req-8c8d4b99-4ca9-4c75-8fd7-f2d591a42668 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:52.130795 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1520a4be-7555-4b0d-ae62-f00e3b22502e", "tag": "1600ce97-a8d8-4f55-aaa6-2318eeaae5e1", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:52.131057 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c8d4b99-4ca9-4c75-8fd7-f2d591a42668 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:52.131708 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1520a4be-7555-4b0d-ae62-f00e3b22502e', 'tag': '1600ce97-a8d8-4f55-aaa6-2318eeaae5e1', 'status': 'completed', 'code': 200} Aug 20 15:19:52.206432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-5213e48c-ea0a-432a-b856-caad51642181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:52.208293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-5213e48c-ea0a-432a-b856-caad51642181 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 1095 time: 0.0589828 Aug 20 15:19:52.264056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-b657f401-295c-49cb-94bd-82f1d6a8edb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 HTTP/1.1" status: 200 len: 217 time: 0.0416460 Aug 20 15:19:52.352181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-27ad5ce2-c863-47e1-8936-995adcb429f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:52.353669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-27ad5ce2-c863-47e1-8936-995adcb429f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0831876 Aug 20 15:19:52.434388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb4cb-04bf-4869-b581-c6cacfc01f06 req-6e121108-510f-4928-8029-e47f3598c6b7 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:52.436007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a7eb4cb-04bf-4869-b581-c6cacfc01f06 req-6e121108-510f-4928-8029-e47f3598c6b7 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 944 time: 0.0965292 Aug 20 15:19:52.444240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-5de44017-563e-468f-8561-3f88311147cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:52.445824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-5de44017-563e-468f-8561-3f88311147cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725105 Aug 20 15:19:52.531052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a7eb4cb-04bf-4869-b581-c6cacfc01f06 req-6e57f3cf-5528-45c5-9112-1de886155fb7 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835526 Aug 20 15:19:52.573320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-b2320317-4ff7-486a-9595-4b5738548d48 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186967 Aug 20 15:19:52.685411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cd44600-8276-4396-97e2-58cef2cf6599 req-b2f50b3d-fafa-48fa-a785-f803fe63eed3 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044962 Aug 20 15:19:52.806481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-445bd247-bd32-45ac-ac4d-3e8c69d1d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:52.808177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-445bd247-bd32-45ac-ac4d-3e8c69d1d22a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 1095 time: 0.0489976 Aug 20 15:19:52.921327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 319cc2c3-0e88-4063-9cc6-b0faba446a2f up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:52.933950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-293744a8-a08e-4775-88cb-61f91b25c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:52.936577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-293744a8-a08e-4775-88cb-61f91b25c41f service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.1214731 Aug 20 15:19:52.993247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-a875a9a6-ef47-405d-9089-da2c8952e717 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 HTTP/1.1" status: 200 len: 217 time: 0.0494304 Aug 20 15:19:53.128236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-c126267f-4a17-4f54-a7ed-e4979ebb4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:53.129943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-c126267f-4a17-4f54-a7ed-e4979ebb4d76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.1290932 Aug 20 15:19:53.183955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30438c0a-8690-456b-873b-5d087113b2e7 req-558c98b1-5ee9-4e6e-82f0-bdd8c0fc531e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:53.185631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30438c0a-8690-456b-873b-5d087113b2e7 req-558c98b1-5ee9-4e6e-82f0-bdd8c0fc531e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.1055140 Aug 20 15:19:53.190904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 319cc2c3-0e88-4063-9cc6-b0faba446a2f triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:53.191516 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:53.204624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-8e5a96f0-353a-4453-9a14-4655beaa7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:53.206387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-8e5a96f0-353a-4453-9a14-4655beaa7905 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682454 Aug 20 15:19:53.300094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30438c0a-8690-456b-873b-5d087113b2e7 req-44355ee2-b337-41de-9a10-20838c53ac74 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050308 Aug 20 15:19:53.355110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-03002346-4f45-4491-ac7f-4c0a145f6836 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396432 Aug 20 15:19:53.454686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d50abab-fea0-4ea0-ab12-249c889f3cb7 req-6161edcb-8ceb-428b-b19a-7be132247a42 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922351 Aug 20 15:19:53.525613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4a71be12-4cdb-45db-8c08-38a709171666 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:19:53.703064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d96eb5-33d9-43c6-b024-413d1ce7cd83 req-72623088-5293-4a01-ab67-fb79fba35e40 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:53.713852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82d96eb5-33d9-43c6-b024-413d1ce7cd83 req-72623088-5293-4a01-ab67-fb79fba35e40 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 944 time: 0.0804305 Aug 20 15:19:53.715980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4a71be12-4cdb-45db-8c08-38a709171666, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4a71be12-4cdb-45db-8c08-38a709171666,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:53.735392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '4a71be12-4cdb-45db-8c08-38a709171666', 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2', 'port_id': '4a71be12-4cdb-45db-8c08-38a709171666', 'mac_address': 'fa:16:3e:b1:35:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd1558-6871-4dc2-9d0b-9d9565828c4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:19:53.800152 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:53.808006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82d96eb5-33d9-43c6-b024-413d1ce7cd83 req-df9d1595-959b-4509-a7f9-d5172613ac9d tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930104 Aug 20 15:19:53.817884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a71be12-4cdb-45db-8c08-38a709171666 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:19:53.848155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4a71be12-4cdb-45db-8c08-38a709171666, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4a71be12-4cdb-45db-8c08-38a709171666,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:53.853370 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:53.921567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4a71be12-4cdb-45db-8c08-38a709171666,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:54.221454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4a71be12-4cdb-45db-8c08-38a709171666'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:19:54.458196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24bacb-a408-4096-9042-7774f329df9f req-d72dfdfe-e3f6-48c3-8879-b24ee7e7e407 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:54.459826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f24bacb-a408-4096-9042-7774f329df9f req-d72dfdfe-e3f6-48c3-8879-b24ee7e7e407 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.0623059 Aug 20 15:19:54.500728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f24bacb-a408-4096-9042-7774f329df9f req-8ace3231-5e8c-47dd-9c83-32b93843f6dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Aug 20 15:19:54.935853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea92e-5828-4652-a70a-e90516d3427c req-38195d9f-70c4-4410-b799-fda75bc1b3f1 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:54.937365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a56ea92e-5828-4652-a70a-e90516d3427c req-38195d9f-70c4-4410-b799-fda75bc1b3f1 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 945 time: 0.0558665 Aug 20 15:19:54.983404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a56ea92e-5828-4652-a70a-e90516d3427c req-d3b1a2da-574f-4ea8-9d3b-8c88f4b5966c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Aug 20 15:19:55.539971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4a71be12-4cdb-45db-8c08-38a709171666 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:19:55.590655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 4a71be12-4cdb-45db-8c08-38a709171666 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:19:55.595469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 4a71be12-4cdb-45db-8c08-38a709171666 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:19:55.595903 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:55.620443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20132b74-fbbb-4163-bbd8-60a8e8dc9287 req-ddb54927-53b9-4623-a85d-28b1599651bf tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:55.622030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20132b74-fbbb-4163-bbd8-60a8e8dc9287 req-ddb54927-53b9-4623-a85d-28b1599651bf tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.0499768 Aug 20 15:19:55.672102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20132b74-fbbb-4163-bbd8-60a8e8dc9287 req-87fc9df1-ed02-480f-9393-2b5708eafbae tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Aug 20 15:19:55.681977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:55.706394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541b4670-1c48-4eb4-b391-f37f4244b507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a71be12-4cdb-45db-8c08-38a709171666'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:19:55.708780 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9432881f-f8b1-41e8-8a1c-77dfd7547225" -d '{"events": [{"server_uuid": "541b4670-1c48-4eb4-b391-f37f4244b507", "name": "network-vif-plugged", "status": "completed", "tag": "4a71be12-4cdb-45db-8c08-38a709171666"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:19:55.722178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4a71be12-4cdb-45db-8c08-38a709171666, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4a71be12-4cdb-45db-8c08-38a709171666,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:19:55.726979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:55.751609 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c29720b-e38e-4713-99c7-b65f497d0724 x-openstack-request-id: req-8c29720b-e38e-4713-99c7-b65f497d0724 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:19:55.751910 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541b4670-1c48-4eb4-b391-f37f4244b507", "name": "network-vif-plugged", "status": "completed", "tag": "4a71be12-4cdb-45db-8c08-38a709171666", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:19:55.752164 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c29720b-e38e-4713-99c7-b65f497d0724 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:19:55.752554 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541b4670-1c48-4eb4-b391-f37f4244b507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a71be12-4cdb-45db-8c08-38a709171666', 'code': 200} Aug 20 15:19:55.777901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4a71be12-4cdb-45db-8c08-38a709171666,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:19:55.880272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9c909-7d33-4d77-93e2-71723e91aa6e req-4343c7c2-6432-4634-a00d-3c4f5a747fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:55.881757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeb9c909-7d33-4d77-93e2-71723e91aa6e req-4343c7c2-6432-4634-a00d-3c4f5a747fc8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 1098 time: 0.0454347 Aug 20 15:19:55.932537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeb9c909-7d33-4d77-93e2-71723e91aa6e req-654506f2-e9f8-4df9-a906-e2457e0d0921 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Aug 20 15:19:56.106324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e16d1-33f1-4d50-9af8-a1d58583c82e req-ee1682bc-d647-44c3-b873-f16a7c36959e tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:56.108017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd0e16d1-33f1-4d50-9af8-a1d58583c82e req-ee1682bc-d647-44c3-b873-f16a7c36959e tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 946 time: 0.0509291 Aug 20 15:19:56.147990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd0e16d1-33f1-4d50-9af8-a1d58583c82e req-169cd7f7-45a8-4edb-b240-13499b04faa3 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Aug 20 15:19:56.786904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b50ed-c724-4ecf-bd9e-27ba52a3b3a9 req-611f2859-5e6f-4f7c-8068-838286e68d00 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:56.788513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-603b50ed-c724-4ecf-bd9e-27ba52a3b3a9 req-611f2859-5e6f-4f7c-8068-838286e68d00 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.0545814 Aug 20 15:19:56.827643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-603b50ed-c724-4ecf-bd9e-27ba52a3b3a9 req-9f4134f7-33c3-4f5b-bdb3-fc27e951e18c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Aug 20 15:19:57.277713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52057e70-2445-47a9-a665-cf9c2240789b req-493cc869-1982-48e8-9fce-79b231628beb tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:57.281607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52057e70-2445-47a9-a665-cf9c2240789b req-493cc869-1982-48e8-9fce-79b231628beb tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 946 time: 0.0641048 Aug 20 15:19:57.328587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52057e70-2445-47a9-a665-cf9c2240789b req-9184dda3-ccae-40f1-a13b-c7603e8d4ad0 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Aug 20 15:19:57.951496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb5ac0-704e-4edf-83e5-3f83a3ebd722 req-ecc412a4-e9ad-4591-8b1f-8d8072574252 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:57.953454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21eb5ac0-704e-4edf-83e5-3f83a3ebd722 req-ecc412a4-e9ad-4591-8b1f-8d8072574252 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.0582323 Aug 20 15:19:57.993345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21eb5ac0-704e-4edf-83e5-3f83a3ebd722 req-444766a2-5392-4367-82d5-928c5764ce90 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338848 Aug 20 15:19:58.454567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a700ad-a227-472c-95db-2eae06b4b226 req-9ae2946c-ec9f-4a2d-92dd-c57837429f74 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:58.456614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3a700ad-a227-472c-95db-2eae06b4b226 req-9ae2946c-ec9f-4a2d-92dd-c57837429f74 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 946 time: 0.0576813 Aug 20 15:19:58.494632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3a700ad-a227-472c-95db-2eae06b4b226 req-43c08ff1-b52a-434b-9f70-9630dfc2204c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Aug 20 15:19:58.816074 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:19:59.127285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d67058-0519-4f01-aeab-1802793b6a8d req-3287b480-80ee-427e-a2db-84c125e7f921 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:19:59.142419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78d67058-0519-4f01-aeab-1802793b6a8d req-3287b480-80ee-427e-a2db-84c125e7f921 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.0782385 Aug 20 15:19:59.180039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78d67058-0519-4f01-aeab-1802793b6a8d req-52ce6953-ef75-40da-ba97-d94cc79d5f9b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365851 Aug 20 15:20:00.344285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430c157-7505-4694-b409-21c546be3a41 req-de63a42e-22ba-41bb-90c9-d2aaee9ed7cb tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:00.345998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d430c157-7505-4694-b409-21c546be3a41 req-de63a42e-22ba-41bb-90c9-d2aaee9ed7cb tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.0754185 Aug 20 15:20:00.400037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d430c157-7505-4694-b409-21c546be3a41 req-efcf3608-305e-4082-8855-715cc27ddec0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454946 Aug 20 15:20:01.533225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f25e20-2f2b-41cb-a18f-e6fdb611bc3d req-4b473550-56c4-4ae7-a71e-edb527281f11 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:01.542312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75f25e20-2f2b-41cb-a18f-e6fdb611bc3d req-4b473550-56c4-4ae7-a71e-edb527281f11 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.0688937 Aug 20 15:20:01.581791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75f25e20-2f2b-41cb-a18f-e6fdb611bc3d req-eb511c61-c9bb-4c55-a069-aa978b45894c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Aug 20 15:20:01.992956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-9bc2b2e2-c728-4315-9a5c-98e8e6ff693f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490329 Aug 20 15:20:02.086627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-e7000e96-c990-47ac-8ff6-327e2f8ca945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:02.088369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-e7000e96-c990-47ac-8ff6-327e2f8ca945 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b27a2f6a2204b3585731d40aa571d4d&device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1097 time: 0.0446746 Aug 20 15:20:02.207454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-c69b3a2b-a671-4ecf-a77d-9ac5948a6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:02.209002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-c69b3a2b-a671-4ecf-a77d-9ac5948a6cc0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09dbe205-f261-4bb7-8ac7-81695b8c4212 HTTP/1.1" status: 200 len: 914 time: 0.0985656 Aug 20 15:20:02.298611 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-13413ba1-82d0-4d6c-94ed-532e7b093b45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a HTTP/1.1" status: 200 len: 1001 time: 0.0796156 Aug 20 15:20:02.360951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-d02223b5-310a-477c-b89e-49b8a00aece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:02.362551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-d02223b5-310a-477c-b89e-49b8a00aece7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab HTTP/1.1" status: 200 len: 852 time: 0.0528173 Aug 20 15:20:02.419635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-fcea5a8a-1362-4d63-b200-68b1f2005fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:02.423195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-fcea5a8a-1362-4d63-b200-68b1f2005fb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09dbe205-f261-4bb7-8ac7-81695b8c4212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519381 Aug 20 15:20:02.553730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-9065ea51-dd2c-4f4b-a470-a34c10914abb service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208048 Aug 20 15:20:02.728338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b18c1a9e-a42a-400b-81ef-ddb51833f3d0 req-3d805f32-6602-4b39-8a4d-2315771ca176 service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653163 Aug 20 15:20:03.188150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77205a-ec40-485c-86bb-d2106be3039e req-ecc8b865-6262-4a08-b67e-23a4e837967f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:03.189670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a77205a-ec40-485c-86bb-d2106be3039e req-ecc8b865-6262-4a08-b67e-23a4e837967f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 943 time: 0.4547706 Aug 20 15:20:03.228263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a77205a-ec40-485c-86bb-d2106be3039e req-9a6a9d07-0ca3-4db9-afef-bf9448750038 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323172 Aug 20 15:20:03.595486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:20:03.707312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:03.721124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '1600ce97-a8d8-4f55-aaa6-2318eeaae5e1', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'port_id': '1600ce97-a8d8-4f55-aaa6-2318eeaae5e1', 'mac_address': 'fa:16:3e:31:cb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:20:03.760315 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:03.773906 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:20:03.794625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:03.798547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:03.847437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:04.221661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['1600ce97-a8d8-4f55-aaa6-2318eeaae5e1'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:20:04.376790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e672d31-cec5-4e04-ad1c-91ec890b4208 req-72b607e3-4947-47c8-ab8c-0df4b0b27e58 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:04.378307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e672d31-cec5-4e04-ad1c-91ec890b4208 req-72b607e3-4947-47c8-ab8c-0df4b0b27e58 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 944 time: 0.0635140 Aug 20 15:20:04.425327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e672d31-cec5-4e04-ad1c-91ec890b4208 req-f81ab07d-308d-4aee-9431-594363f9d9f9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Aug 20 15:20:05.543983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb14a-bfab-46ae-92fc-9b428fbc8c16 req-3046bc92-954f-4470-bd6e-b3d3a944aa89 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:05.546169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58ceb14a-bfab-46ae-92fc-9b428fbc8c16 req-3046bc92-954f-4470-bd6e-b3d3a944aa89 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 944 time: 0.0518756 Aug 20 15:20:05.596593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:05.598929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58ceb14a-bfab-46ae-92fc-9b428fbc8c16 req-77903b98-6b36-474e-a696-fe4575ca73f0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454574 Aug 20 15:20:05.664963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:05.670042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:05.670749 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:05.680735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-de5f79b3-d76e-4576-a42f-e6bb0691ef32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1115372 Aug 20 15:20:05.755199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:05.778190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493901d9-41cf-4a30-a30d-9fa74074432c req-bf00deaf-e4bf-4275-bb16-46a4386e863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:05.780372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-bf00deaf-e4bf-4275-bb16-46a4386e863d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=428713e0bd7c4b65bd34601452d96d59&device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 1099 time: 0.0413032 Aug 20 15:20:05.783026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1520a4be-7555-4b0d-ae62-f00e3b22502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600ce97-a8d8-4f55-aaa6-2318eeaae5e1'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:05.785651 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98031016-daab-4476-a713-8481b522f9c9" -d '{"events": [{"server_uuid": "1520a4be-7555-4b0d-ae62-f00e3b22502e", "name": "network-vif-plugged", "status": "completed", "tag": "1600ce97-a8d8-4f55-aaa6-2318eeaae5e1"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:05.806071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:05.810498 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:05.835957 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0b7b04-c9f8-4de5-98c9-81f0442b818b x-openstack-request-id: req-ac0b7b04-c9f8-4de5-98c9-81f0442b818b {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:05.836256 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1520a4be-7555-4b0d-ae62-f00e3b22502e", "name": "network-vif-plugged", "status": "completed", "tag": "1600ce97-a8d8-4f55-aaa6-2318eeaae5e1", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:05.836513 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac0b7b04-c9f8-4de5-98c9-81f0442b818b {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:05.836904 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1520a4be-7555-4b0d-ae62-f00e3b22502e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600ce97-a8d8-4f55-aaa6-2318eeaae5e1', 'code': 200} Aug 20 15:20:05.866164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:05.916704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493901d9-41cf-4a30-a30d-9fa74074432c req-3ff1c222-2791-46f8-8592-cf729e20086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:05.918255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-3ff1c222-2791-46f8-8592-cf729e20086d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 200 len: 918 time: 0.1170876 Aug 20 15:20:05.961507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fce931-ae2d-49fa-ab97-989e5448cce0 req-ceb13aff-c2be-455f-b337-15422d135f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:05.963132 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-07fce931-ae2d-49fa-ab97-989e5448cce0 req-ceb13aff-c2be-455f-b337-15422d135f0b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 1097 time: 0.0438855 Aug 20 15:20:05.986462 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:05.999919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-9c39239f-f4ef-4a06-bc43-e69def862571 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 200 len: 1001 time: 0.0732815 Aug 20 15:20:06.024013 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-07fce931-ae2d-49fa-ab97-989e5448cce0 req-c07823e3-2d00-4f74-ac3b-d3e8c968f14a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Aug 20 15:20:06.056392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493901d9-41cf-4a30-a30d-9fa74074432c req-64aac199-3f8c-4c23-b8c1-b73ac1a5740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:06.057904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-64aac199-3f8c-4c23-b8c1-b73ac1a5740d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 200 len: 856 time: 0.0524175 Aug 20 15:20:06.422624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493901d9-41cf-4a30-a30d-9fa74074432c req-14f43e76-8763-4a3a-8914-907c0ad4ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:06.424202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-14f43e76-8763-4a3a-8914-907c0ad4ca13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8514b06-c422-48e9-9c4d-9ae59311f588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453892 Aug 20 15:20:06.445263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-1835f555-e244-44a1-a209-7b7e2151402b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:20:06.446198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-1835f555-e244-44a1-a209-7b7e2151402b service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061181 Aug 20 15:20:06.564419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-a903ba60-f0ae-40c5-b058-a0da24df9461 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891106 Aug 20 15:20:06.667617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-493901d9-41cf-4a30-a30d-9fa74074432c req-7038dc8d-a729-4962-a322-8abeef8ec017 service neutron] 10.222.0.72 "GET /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946679 Aug 20 15:20:06.736137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93d513-a2c6-4259-b14c-103a2a2db6b3 req-410c64ad-d080-4472-9b14-fff7fca1c98b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:06.737761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd93d513-a2c6-4259-b14c-103a2a2db6b3 req-410c64ad-d080-4472-9b14-fff7fca1c98b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 945 time: 0.0560143 Aug 20 15:20:06.780325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd93d513-a2c6-4259-b14c-103a2a2db6b3 req-fdca717e-6333-45e6-8708-b8955cb1678c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353885 Aug 20 15:20:07.895631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dfbce-d78c-4368-a008-59501f2d8072 req-33af9a6e-bd51-4898-9f48-4a8bbd96ed89 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:07.897056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-193dfbce-d78c-4368-a008-59501f2d8072 req-33af9a6e-bd51-4898-9f48-4a8bbd96ed89 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 945 time: 0.0485682 Aug 20 15:20:07.935363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-193dfbce-d78c-4368-a008-59501f2d8072 req-67c80a7d-f733-4562-8025-88eef15921a6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323563 Aug 20 15:20:08.050601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80d1d7-fdfb-45ce-a6b7-87353373a21e req-44180414-4582-4312-ad5d-c13b5c65c716 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:08.052400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a80d1d7-fdfb-45ce-a6b7-87353373a21e req-44180414-4582-4312-ad5d-c13b5c65c716 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 945 time: 0.0519710 Aug 20 15:20:08.097789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a80d1d7-fdfb-45ce-a6b7-87353373a21e req-24712ecc-8b27-4123-b1be-4cc38323fa56 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Aug 20 15:20:08.221473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db9705-3d7e-4864-9d8f-4bf752ac61df req-f07c001f-cec4-4cd1-b40b-f5a6e35d21c5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:08.228984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42db9705-3d7e-4864-9d8f-4bf752ac61df req-f07c001f-cec4-4cd1-b40b-f5a6e35d21c5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 945 time: 0.0614226 Aug 20 15:20:08.265185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42db9705-3d7e-4864-9d8f-4bf752ac61df req-ff9ff8f0-a194-45b7-a740-d824592a2860 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343268 Aug 20 15:20:08.523737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ac5dd-2212-4a7c-b067-3bbba9009a3d req-30ed78f5-1d6c-4314-85f8-635614ecd412 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:08.525267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-943ac5dd-2212-4a7c-b067-3bbba9009a3d req-30ed78f5-1d6c-4314-85f8-635614ecd412 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 945 time: 0.0552673 Aug 20 15:20:08.565683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-943ac5dd-2212-4a7c-b067-3bbba9009a3d req-3fa03141-7841-43aa-b42e-f104e4243c61 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Aug 20 15:20:09.687973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d346f-db9c-40ef-b4ba-3bf6eb1b78ad req-3129b00e-07ab-4eca-ab77-98d7f87f45b2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:09.689461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a02d346f-db9c-40ef-b4ba-3bf6eb1b78ad req-3129b00e-07ab-4eca-ab77-98d7f87f45b2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 945 time: 0.0518110 Aug 20 15:20:09.732053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a02d346f-db9c-40ef-b4ba-3bf6eb1b78ad req-84e219ef-d3e0-46ae-9b2e-fb38df736516 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Aug 20 15:20:10.318876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41012) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:10.391680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-64202356-453a-49c1-b627-fd9443e5f965 admin admin] Deleting subnet 57484bfd-6d5c-4000-8a8f-a9ac057713fc {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:20:10.395231 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64202356-453a-49c1-b627-fd9443e5f965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.437486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-ab4d7629-8709-4481-b270-2dc855ea8fa3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:10.438949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-ab4d7629-8709-4481-b270-2dc855ea8fa3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 945 time: 0.0931880 Aug 20 15:20:10.444749 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64202356-453a-49c1-b627-fd9443e5f965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.527085 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64202356-453a-49c1-b627-fd9443e5f965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.610000 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64202356-453a-49c1-b627-fd9443e5f965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.623028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:10.623378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.645152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64202356-453a-49c1-b627-fd9443e5f965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57484bfd-6d5c-4000-8a8f-a9ac057713fc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:10.663592 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64202356-453a-49c1-b627-fd9443e5f965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.665486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-64202356-453a-49c1-b627-fd9443e5f965 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/57484bfd-6d5c-4000-8a8f-a9ac057713fc HTTP/1.1" status: 204 len: 168 time: 0.3455319 Aug 20 15:20:10.668220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41014) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:10.742014 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.752428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] For port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:10.753069 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.773085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:10.859498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.875186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069df60c-d384-455b-8ae3-bbb2af16818a']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:10.895344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdb46fd-2865-43c2-9918-3fb62622c65e') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:10.895866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdb46fd-2865-43c2-9918-3fb62622c65e') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:10.907387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.924250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.932074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:20:10.932756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:10.989475 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.020964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b17844-3a9e-4bc4-bcef-184a5301f4e8 req-72b2e197-fe91-4836-8e6d-064c0dead50b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:20:11.021203 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:20:11.027157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.028446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04b17844-3a9e-4bc4-bcef-184a5301f4e8 req-72b2e197-fe91-4836-8e6d-064c0dead50b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 945 time: 0.1029279 Aug 20 15:20:11.030376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['1600ce97-a8d8-4f55-aaa6-2318eeaae5e1'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:20:11.035590 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.040312 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] 10.222.0.36 "DELETE /v2.0/networks/069df60c-d384-455b-8ae3-bbb2af16818a HTTP/1.1" status: 204 len: 168 time: 0.3686297 Aug 20 15:20:11.051274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Pushing event deleted for resources: {'Network': ['ID=069df60c-d384-455b-8ae3-bbb2af16818a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:11.060380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.060980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.061858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.062150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=1600ce97-a8d8-4f55-aaa6-2318eeaae5e1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:11.062292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.062546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.062890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.063316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.063577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.064477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.064477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.064671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.065080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1779f27-ca42-42e2-a013-8d17fb117943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.144078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] No DVR routers for this DVR port 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:20:11.147421 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.149439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-867cfd89-9f8b-4421-a352-b599ae977f2a req-64ae4624-a531-4a37-93e2-1f6cf0d27743 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "DELETE /v2.0/ports/1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 HTTP/1.1" status: 204 len: 173 time: 0.6859312 Aug 20 15:20:11.150203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1520a4be-7555-4b0d-ae62-f00e3b22502e', 'name': 'network-vif-deleted', 'tag': '1600ce97-a8d8-4f55-aaa6-2318eeaae5e1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:11.152807 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f169fb7a-0171-4514-aac2-d4afd1764e52" -d '{"events": [{"server_uuid": "1520a4be-7555-4b0d-ae62-f00e3b22502e", "name": "network-vif-deleted", "tag": "1600ce97-a8d8-4f55-aaa6-2318eeaae5e1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:11.198943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04b17844-3a9e-4bc4-bcef-184a5301f4e8 req-99514e58-7828-470b-aed1-707a9a8c280f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264746 Aug 20 15:20:11.228743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41028) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:11.253140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41030) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:11.298719 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98a579b-4ebd-4007-afca-e67ea40c5e4a x-openstack-request-id: req-d98a579b-4ebd-4007-afca-e67ea40c5e4a {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:11.299023 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1520a4be-7555-4b0d-ae62-f00e3b22502e", "name": "network-vif-deleted", "tag": "1600ce97-a8d8-4f55-aaa6-2318eeaae5e1", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:11.299286 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d98a579b-4ebd-4007-afca-e67ea40c5e4a {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:11.299746 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1520a4be-7555-4b0d-ae62-f00e3b22502e', 'name': 'network-vif-deleted', 'tag': '1600ce97-a8d8-4f55-aaa6-2318eeaae5e1', 'status': 'completed', 'code': 200} Aug 20 15:20:11.326014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2f93861a-a315-47bd-9123-01e0c6760f7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d42dfe6dfe648578c807f23a6c54640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0938182 Aug 20 15:20:11.326259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41032) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:11.396028 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.422541 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.451134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Deleting port 0be352f0-fc90-4876-a207-50c3ebf3b8d0 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:11.452272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.476932 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.479719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.483243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b13db671-ac8c-4199-bf32-68f58d5e472e HTTP/1.1" status: 204 len: 168 time: 0.1525567 Aug 20 15:20:11.489698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13db671-ac8c-4199-bf32-68f58d5e472e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:11.498092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.499975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.500342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.500736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.501745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.502322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.502897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.503815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.504750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.505397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.505966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.506515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7513dcb8-2708-4e66-83b8-17dce4001ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:11.546705 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.547034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.561443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Calling delete_port for 0be352f0-fc90-4876-a207-50c3ebf3b8d0 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:11.751185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.776350 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event deleted for resources: {'Port': ['ID=0be352f0-fc90-4876-a207-50c3ebf3b8d0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:11.847306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:11.847722 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Floating IP 52cac9b5-951d-47c7-a721-06f6263bb6e8 disassociated (deleted). External IP: 172.25.5.157, port: 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a. Aug 20 15:20:12.206445 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb3129bd-ba2e-45df-a766-7e26cf704b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:12.333927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a96675e-d7f6-4bd8-a261-b929d705351e req-a1cf0c48-39bb-4a48-a614-622822fbefe6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 210 time: 0.0398784 Aug 20 15:20:12.401213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:20:12.535436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:20:12.541438 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:12.547935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] Sync routers for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:20:12.573218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:12.574338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:12.574718 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c96afe34-324d-4428-926f-e9ff84923d5a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "DELETE /v2.0/floatingips/52cac9b5-951d-47c7-a721-06f6263bb6e8 HTTP/1.1" status: 204 len: 168 time: 1.3195603 Aug 20 15:20:12.575485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:12.578228 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:12.589823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207284-876c-47b4-936a-05729401d4a0 req-6d08456c-0691-410b-ba0e-5b175b2aaee3 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:12.600297 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-6d08456c-0691-410b-ba0e-5b175b2aaee3 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 815 time: 0.1836629 Aug 20 15:20:12.620294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-caed486c-06e1-40c1-bfdc-7a51d6ade211 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/quotas/9e7fbb7b3de44f338b9fc932916bb57d HTTP/1.1" status: 200 len: 375 time: 0.0184846 Aug 20 15:20:12.691711 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-ad3838b5-d033-49b0-8e6e-58a8a7ed2d85 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703349 Aug 20 15:20:12.716201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:12.807532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-95b3a07c-4de2-434d-9778-ec3e2bf879c6 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122367 Aug 20 15:20:12.958515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-24240594-1b0f-4e10-ba28-f2bd82cebd45 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442506 Aug 20 15:20:13.065696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:13.117601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] Checking router: c5de6bc7-a1bc-44a8-8736-9e7277c18b2f for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:20:13.129357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:13.130020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:19:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:13.300966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:13.329970 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60618d6e-7b48-4bce-aa11-d479cf7c4a6d x-openstack-request-id: req-60618d6e-7b48-4bce-aa11-d479cf7c4a6d {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:13.330503 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:13.330598 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60618d6e-7b48-4bce-aa11-d479cf7c4a6d {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:13.331064 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'status': 'completed', 'code': 200} Aug 20 15:20:13.487037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d4d78fb-245a-4e0c-ae62-15fffbe87b42 req-ad4d91e0-ee72-46e5-b5d1-f38d247167e2 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 210 time: 0.0840843 Aug 20 15:20:13.494330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-66c60482-e290-4c87-9874-66a548defee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:13.498771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-66c60482-e290-4c87-9874-66a548defee2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4b27a2f6a2204b3585731d40aa571d4d&device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 1097 time: 0.1362994 Aug 20 15:20:13.629848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:13.666931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf74b5-c69d-4288-a9f8-28807fe10903 None None] The sync data for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 is: [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:16:23Z', 'revision_number': 4, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e51724e-761a-4c22-bfe8-ea33cc0fdaf7', 'name': '', 'network_id': '09dbe205-f261-4bb7-8ac7-81695b8c4212', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'mac_address': 'fa:16:3e:c2:d9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:22Z', 'updated_at': '2021-08-20T15:16:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'subnets': [{'id': '3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:20:13.668671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:13.684063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-9c882045-dfaa-426c-be06-da3746bff57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:13.685739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-9c882045-dfaa-426c-be06-da3746bff57f service neutron] 10.222.0.70 "GET /v2.0/networks?id=09dbe205-f261-4bb7-8ac7-81695b8c4212 HTTP/1.1" status: 200 len: 914 time: 0.1781123 Aug 20 15:20:13.699271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:13.699778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 1600ce97-a8d8-4f55-aaa6-2318eeaae5e1 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:13.786339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-f094b731-7a04-4d6f-bb11-ae6af82d0ac7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a HTTP/1.1" status: 200 len: 217 time: 0.0848329 Aug 20 15:20:13.860122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-b84772f3-8b69-4c56-a79a-c016f4f65060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:13.862144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-b84772f3-8b69-4c56-a79a-c016f4f65060 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab HTTP/1.1" status: 200 len: 852 time: 0.0603254 Aug 20 15:20:13.940491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-e47b530a-88ad-407e-a20d-d4b9ae656a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:13.942413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-e47b530a-88ad-407e-a20d-d4b9ae656a6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09dbe205-f261-4bb7-8ac7-81695b8c4212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694003 Aug 20 15:20:13.962662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-15d4ff3c-33d3-4f99-b15e-ea79cea6e4e3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:20:13.963744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-15d4ff3c-33d3-4f99-b15e-ea79cea6e4e3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059485 Aug 20 15:20:14.059299 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e90a6c9-e0fb-4bf8-96cd-16ec4c5f035c None None] New status for floating IP 52cac9b5-951d-47c7-a721-06f6263bb6e8: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:20:14.099145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-7990ac1b-eb19-44ea-8199-680c2700758e service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211534 Aug 20 15:20:14.124345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41108) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:14.133480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541839072', 'description': 'tempest-secgroup-smoke-541839072 description', 'project_id': '971a6c892d9846e6ab8a33d62c35597b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:14.178700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.190361 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.304257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad347b-036b-4bd1-ba0b-8b348fbf767e req-b6113c35-6bc8-49cc-b49e-645fa7cbbb0d tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:14.306036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25ad347b-036b-4bd1-ba0b-8b348fbf767e req-b6113c35-6bc8-49cc-b49e-645fa7cbbb0d tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 945 time: 0.1100628 Aug 20 15:20:14.306818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.308578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4a0eb31a-fa7d-47cb-ac86-19d1eafe5d72 req-b86927a9-71c3-4bf8-81bb-4e55691f1ba9 service neutron] 10.222.0.70 "GET /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964827 Aug 20 15:20:14.312029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.360003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25ad347b-036b-4bd1-ba0b-8b348fbf767e req-8361006d-0257-4818-af66-5cd6f134c32c tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442677 Aug 20 15:20:14.368045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07343ce9-1e91-4b4e-8d5a-d1e205e2ca10,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:14.447660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.460491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.477812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9fac09d-4368-4f8b-9fc9-0f16d966a594 req-c41b9b5e-d414-4569-81cc-c73070dd6c02 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 210 time: 0.0292337 Aug 20 15:20:14.507580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.509004 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3838055 Aug 20 15:20:14.512079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41110) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:14.517736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d3c25-1e74-428a-b5de-1af88514e372 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:14.523022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-75ab0631-01b1-483f-9096-717c08b4dd31 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:14.668107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-961ab401-b2ca-4d3c-aba7-c85c8bd221a8 req-59d2c454-9081-4690-9573-db08c0a09ca6 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 210 time: 0.0562782 Aug 20 15:20:14.695523 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75ab0631-01b1-483f-9096-717c08b4dd31 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.741069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207284-876c-47b4-936a-05729401d4a0 req-aa67cc17-acb4-4017-9594-abaf016f51fb tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:14.742503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-aa67cc17-acb4-4017-9594-abaf016f51fb tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 815 time: 0.2094386 Aug 20 15:20:14.766743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Request body: {'port': {'device_id': 'b55f9187-549a-4433-bb88-58160b94c7bd', 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2', 'admin_state_up': True, 'tenant_id': '9e7fbb7b3de44f338b9fc932916bb57d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:14.786731 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75ab0631-01b1-483f-9096-717c08b4dd31 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.817479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75ab0631-01b1-483f-9096-717c08b4dd31 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.824220 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.849022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab0631-01b1-483f-9096-717c08b4dd31 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bdcc93-7467-4c75-b51b-27cb54c6e50f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:14.854009 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-75ab0631-01b1-483f-9096-717c08b4dd31 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.855198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-75ab0631-01b1-483f-9096-717c08b4dd31 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415093 Aug 20 15:20:14.858227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41114) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:14.865832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b766f02a-aeca-482e-b70c-872f23175c68 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:14.899990 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b766f02a-aeca-482e-b70c-872f23175c68 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.918596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Made reservation on behalf of 9e7fbb7b3de44f338b9fc932916bb57d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:20:14.923297 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.968321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b766f02a-aeca-482e-b70c-872f23175c68 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.972685 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b766f02a-aeca-482e-b70c-872f23175c68 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:14.990627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766f02a-aeca-482e-b70c-872f23175c68 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1801b6-dd34-4abe-ade0-6fa056d6b73c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:14.996717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b766f02a-aeca-482e-b70c-872f23175c68 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.001212 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b766f02a-aeca-482e-b70c-872f23175c68 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384623 Aug 20 15:20:15.001668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41116) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:15.006953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b456f78f-723a-49a6-91a0-61f3c9dac743 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:15.034256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b456f78f-723a-49a6-91a0-61f3c9dac743 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.062205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Allocated IP 172.20.0.11 (f2b11eac-a8e5-468d-a430-ed79ac07d3e2/aefd1558-6871-4dc2-9d0b-9d9565828c4c/59ca2213-ac71-4b24-9c7b-4d266f0dc008) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:20:15.096445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b456f78f-723a-49a6-91a0-61f3c9dac743 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.100512 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b456f78f-723a-49a6-91a0-61f3c9dac743 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.117065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456f78f-723a-49a6-91a0-61f3c9dac743 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69dbd31-593f-4acf-a6da-19c9cb7e5841,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:15.126962 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b456f78f-723a-49a6-91a0-61f3c9dac743 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.128673 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b456f78f-723a-49a6-91a0-61f3c9dac743 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252952 Aug 20 15:20:15.131658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41118) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:15.165181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d64a2cc2-b592-4f5c-a3fd-4a0cab58b7bd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:15.176067 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-690ab42b-57d7-47c2-9bac-09ee4b0ca708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.216647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d64a2cc2-b592-4f5c-a3fd-4a0cab58b7bd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.265907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.302519 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d64a2cc2-b592-4f5c-a3fd-4a0cab58b7bd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.307350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d64a2cc2-b592-4f5c-a3fd-4a0cab58b7bd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.338745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a2cc2-b592-4f5c-a3fd-4a0cab58b7bd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6726da39-cef4-4749-88ae-57b1a8e2c8a0,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:15.349995 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d64a2cc2-b592-4f5c-a3fd-4a0cab58b7bd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.351740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d64a2cc2-b592-4f5c-a3fd-4a0cab58b7bd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2187505 Aug 20 15:20:15.354086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41120) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:15.354332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.362303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1fc147e5-2c71-4d9c-bca9-483fd82698a2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:15.394753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-33aca5e4-f3ab-406d-82a4-d0de8778b807 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:15.396379 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-33aca5e4-f3ab-406d-82a4-d0de8778b807 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 945 time: 0.0920079 Aug 20 15:20:15.399981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:20:15.403201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:15.407855 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-1fc147e5-2c71-4d9c-bca9-483fd82698a2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Project 971a6c892d9846e6ab8a33d62c35597b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:20:15.408133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:20:15.409207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4a71be12-4cdb-45db-8c08-38a709171666'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:20:15.419180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Pushing event updated for resources: {'Port': ['ID=59ca2213-ac71-4b24-9c7b-4d266f0dc008,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:15.435814 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fc147e5-2c71-4d9c-bca9-483fd82698a2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.489240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:15.489614 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.507013 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-7a4b9d52-32e0-4f1f-8520-3118bb8b9762 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7437367 Aug 20 15:20:15.522591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Request body: {'port': {'device_id': 'b55f9187-549a-4433-bb88-58160b94c7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:15.621990 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.667692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fc147e5-2c71-4d9c-bca9-483fd82698a2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.674555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fc147e5-2c71-4d9c-bca9-483fd82698a2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.684142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed31f9d-2f74-4a75-b055-646b9a87a80f req-54afeda1-6e0e-481b-a91b-66b22405a792 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:15.686247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ed31f9d-2f74-4a75-b055-646b9a87a80f req-54afeda1-6e0e-481b-a91b-66b22405a792 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 945 time: 0.1183600 Aug 20 15:20:15.710961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Deleting port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:15.711295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.714218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc147e5-2c71-4d9c-bca9-483fd82698a2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc77715-b654-4f91-860e-4117c6d5e340,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:15.717051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1fc147e5-2c71-4d9c-bca9-483fd82698a2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.721219 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1fc147e5-2c71-4d9c-bca9-483fd82698a2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3634820 Aug 20 15:20:15.731239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41128) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:15.736095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dca9b47a-e5f1-4868-98b4-0acaa471f668 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:15.804613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ed31f9d-2f74-4a75-b055-646b9a87a80f req-51affced-8cc4-4a4c-a76e-8995f6fd23b7 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/security-groups?id=82ba58ef-4a39-4803-a992-2296bf6f7392&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056399 Aug 20 15:20:15.807120 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-dca9b47a-e5f1-4868-98b4-0acaa471f668 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Project 971a6c892d9846e6ab8a33d62c35597b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:20:15.816283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca9b47a-e5f1-4868-98b4-0acaa471f668 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.858814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] For port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:15.859186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.883776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Calling delete_port for 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:15.905620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca9b47a-e5f1-4868-98b4-0acaa471f668 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.919429 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54a61ead-f10e-449a-9c74-2e05622c6768 req-2c795165-3702-4c0b-90c9-d78fcef35008 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=1520a4be-7555-4b0d-ae62-f00e3b22502e HTTP/1.1" status: 200 len: 210 time: 0.0308030 Aug 20 15:20:15.941954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca9b47a-e5f1-4868-98b4-0acaa471f668 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.966311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9b47a-e5f1-4868-98b4-0acaa471f668 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8a75a0-2f55-4e53-b0de-03597c37b154,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:15.980684 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca9b47a-e5f1-4868-98b4-0acaa471f668 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:15.986095 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dca9b47a-e5f1-4868-98b4-0acaa471f668 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2496023 Aug 20 15:20:15.986301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41130) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:15.991591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'network': {'name': 'tempest-network-smoke--2069687018', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'port_security_enabled': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:15.991877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ca2213-ac71-4b24-9c7b-4d266f0dc008 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:20:16.003590 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.028482 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:20:16.032202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.070701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a0e44-4309-4c8d-819f-db370422a370 req-8de8fd39-ea7f-4ddd-b860-442126f2d5ca tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:16.072525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb7a0e44-4309-4c8d-819f-db370422a370 req-8de8fd39-ea7f-4ddd-b860-442126f2d5ca tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 932 time: 0.0713394 Aug 20 15:20:16.095789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:20:16.103054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Transition to ACTIVE for port object 59ca2213-ac71-4b24-9c7b-4d266f0dc008 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:16.103301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.113299 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.113653 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Added segment a5119e31-dde7-4245-ad32-fe4407a438e9 of type vlan for network 9203e813-859b-436a-ad60-19a0263eafca Aug 20 15:20:16.116251 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.134194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb7a0e44-4309-4c8d-819f-db370422a370 req-31c8b2a3-427c-443b-982a-e10e8e042f21 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522351 Aug 20 15:20:16.146433 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event deleted for resources: {'Port': ['ID=2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:16.191478 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.210154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Pushing event updated for resources: {'Port': ['ID=59ca2213-ac71-4b24-9c7b-4d266f0dc008,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:16.246805 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] No DVR routers for this DVR port 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:20:16.254729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.256771 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ba865e8-1914-4a7b-b293-da114d3058ee req-a97b09a6-cdd5-4db6-8cdf-b545cbb0908e tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.70 "DELETE /v2.0/ports/2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a HTTP/1.1" status: 204 len: 173 time: 0.8421290 Aug 20 15:20:16.257220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'name': 'network-vif-deleted', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:16.259500 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae808cdd-00fc-4bd6-a365-bdf5b9a8f408" -d '{"events": [{"server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "name": "network-vif-deleted", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:16.270626 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.280870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Attempting to bind port 59ca2213-ac71-4b24-9c7b-4d266f0dc008 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:20:16.281132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Attempting to bind port 59ca2213-ac71-4b24-9c7b-4d266f0dc008 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:20:16.281430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Attempting to bind port 59ca2213-ac71-4b24-9c7b-4d266f0dc008 on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:16.287135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Port 59ca2213-ac71-4b24-9c7b-4d266f0dc008 on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:20:16.288303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Attempting to bind port 59ca2213-ac71-4b24-9c7b-4d266f0dc008 on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:16.299565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:20:16.300098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Checking segment: {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:20:16.300600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Bound using segment: {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:20:16.302594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Bound port: 59ca2213-ac71-4b24-9c7b-4d266f0dc008, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:20:16.302998 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.310852 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d096fb-fc9d-4198-8d87-74cc4cf28d1a x-openstack-request-id: req-94d096fb-fc9d-4198-8d87-74cc4cf28d1a {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:16.311231 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b467a6-593b-4939-b910-333171ae4766", "name": "network-vif-deleted", "tag": "2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:16.311572 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-94d096fb-fc9d-4198-8d87-74cc4cf28d1a {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:16.312046 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b467a6-593b-4939-b910-333171ae4766', 'name': 'network-vif-deleted', 'tag': '2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a', 'status': 'completed', 'code': 200} Aug 20 15:20:16.324377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.330641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:16.331247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.378970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] For port 59ca2213-ac71-4b24-9c7b-4d266f0dc008, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:20:16.382781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] For port 59ca2213-ac71-4b24-9c7b-4d266f0dc008, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=59ca2213-ac71-4b24-9c7b-4d266f0dc008,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:20:16.387897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.395774 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4083860 Aug 20 15:20:16.399170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41134) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:16.406110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'admin_state_up': True, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:16.413321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76873912-9575-49e0-927e-c9db0749eed6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Network': ['ID=9203e813-859b-436a-ad60-19a0263eafca,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:16.424211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:16.424826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.426434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] 10.222.0.70 "PUT /v2.0/ports/59ca2213-ac71-4b24-9c7b-4d266f0dc008 HTTP/1.1" status: 200 len: 1093 time: 0.9107819 Aug 20 15:20:16.428477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9203e813-859b-436a-ad60-19a0263eafca details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:20:16.431344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55f9187-549a-4433-bb88-58160b94c7bd', 'tag': '59ca2213-ac71-4b24-9c7b-4d266f0dc008'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:16.442003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.443405 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b55f9187-549a-4433-bb88-58160b94c7bd", "tag": "59ca2213-ac71-4b24-9c7b-4d266f0dc008"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:16.443832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.534522 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879fab86-23ae-4bfc-a7d9-d90104928fa7 x-openstack-request-id: req-879fab86-23ae-4bfc-a7d9-d90104928fa7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:16.535018 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b55f9187-549a-4433-bb88-58160b94c7bd", "tag": "59ca2213-ac71-4b24-9c7b-4d266f0dc008", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:16.535122 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-879fab86-23ae-4bfc-a7d9-d90104928fa7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:16.535533 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55f9187-549a-4433-bb88-58160b94c7bd', 'tag': '59ca2213-ac71-4b24-9c7b-4d266f0dc008', 'status': 'completed', 'code': 200} Aug 20 15:20:16.538956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a4a872-8d52-4114-b5be-0246eaca95e3 service neutron] Pushing event updated for resources: {'Port': ['ID=59ca2213-ac71-4b24-9c7b-4d266f0dc008,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:16.557830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.581463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207284-876c-47b4-936a-05729401d4a0 req-9e4ff905-78b6-4099-9b4b-3c72a71f7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:16.583043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-9e4ff905-78b6-4099-9b4b-3c72a71f7139 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 1096 time: 0.0737207 Aug 20 15:20:16.634849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-990c1001-760f-4537-85f3-d8ddff6a7891 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ca2213-ac71-4b24-9c7b-4d266f0dc008 HTTP/1.1" status: 200 len: 217 time: 0.0376248 Aug 20 15:20:16.694780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207284-876c-47b4-936a-05729401d4a0 req-820c8ecf-f7c3-42ee-90c9-10208aa5269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:16.696206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-820c8ecf-f7c3-42ee-90c9-10208aa5269b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0556245 Aug 20 15:20:16.734757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-73faaed5-fe39-406d-9ba9-1c623def2269 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285740 Aug 20 15:20:16.761012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.838723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-463e9038-85b0-40bb-b645-ffde45e368ee service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938053 Aug 20 15:20:16.938430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f6189b5-5d80-485f-bfeb-241c1e88ba2e req-d51489ea-1c33-4031-870f-11a6a5795f19 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 210 time: 0.0385380 Aug 20 15:20:16.974263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:16.979437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0207284-876c-47b4-936a-05729401d4a0 req-09610b1f-bea2-4e82-b960-5f976c2a19d9 service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319139 Aug 20 15:20:17.006183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:17.083296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-0ed09a35-cae3-4b0a-a436-43aa9f59f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:17.085242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-0ed09a35-cae3-4b0a-a436-43aa9f59f8db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 1096 time: 0.0531032 Aug 20 15:20:17.122451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.25.5.39 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/b91c8ac4-2dd6-4600-8c34-b31f705a14c7) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:20:17.211932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-9f4d8142-8e51-4833-8de9-177ca449f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:17.214172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-9f4d8142-8e51-4833-8de9-177ca449f1da service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 916 time: 0.1204727 Aug 20 15:20:17.240606 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:17.268444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-275466ef-fb1a-4db8-82bc-dcce65e269da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ca2213-ac71-4b24-9c7b-4d266f0dc008 HTTP/1.1" status: 200 len: 217 time: 0.0465004 Aug 20 15:20:17.284431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:17.334819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:20:17.343203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=b91c8ac4-2dd6-4600-8c34-b31f705a14c7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:17.345829 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:17.351144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:20:17.362238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-36c14e8c-2504-40c6-91ee-408121a3984b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:17.363995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-36c14e8c-2504-40c6-91ee-408121a3984b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0857034 Aug 20 15:20:17.375422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbddcc-32e7-4f1f-a031-fb27253a1a15 req-aba12413-31b0-4477-bd18-1f52b82010a4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:17.376618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35cbddcc-32e7-4f1f-a031-fb27253a1a15 req-aba12413-31b0-4477-bd18-1f52b82010a4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 944 time: 0.1069176 Aug 20 15:20:17.414550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-eb030933-fc6d-45e1-b579-7ac7b67363fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362284 Aug 20 15:20:17.458261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35cbddcc-32e7-4f1f-a031-fb27253a1a15 req-119e1fe8-a000-43de-833a-3aa8f8bb8aad tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716949 Aug 20 15:20:17.546588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-0623abe1-9174-4993-952c-92bad6491f9c service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164973 Aug 20 15:20:17.662274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c4bcaf9-9693-417e-8e57-3eeaac244d4d req-03cc33b5-a962-46e8-8639-18824929ba4e service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038942 Aug 20 15:20:17.720141 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:17.845378 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:18.059804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-176a4d43-f1d6-4bac-87f7-89dc03d04ca1 req-034cf286-c9a3-4dc1-8170-d52f5e2e71ba tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 210 time: 0.0369213 Aug 20 15:20:18.241686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:18.381616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router ec3b9bb4-b424-4f00-a67b-366226587cdf is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:20:18.494958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:20:18.506460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Sync routers for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:20:18.516005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:18.521356 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6726c9b8-7f9a-4917-a2fa-0604edff8296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1168447 Aug 20 15:20:18.521687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41156) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:18.531961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:18.532604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:18.638334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a81f41-9c9f-4b06-8d56-03e1b459916c req-f84efc38-f977-491f-90fc-573280703029 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:18.648088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13a81f41-9c9f-4b06-8d56-03e1b459916c req-f84efc38-f977-491f-90fc-573280703029 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 944 time: 0.1086235 Aug 20 15:20:18.651612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:18.702017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13a81f41-9c9f-4b06-8d56-03e1b459916c req-b8a3b8df-9a72-4187-a6e0-2c59ddb0fae4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Aug 20 15:20:18.725304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aa077853-04c3-412e-bb3e-71d26e3cb647 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=971a6c892d9846e6ab8a33d62c35597b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1993754 Aug 20 15:20:18.725762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:18.859147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:17Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:18.890655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Checking router: ec3b9bb4-b424-4f00-a67b-366226587cdf for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:20:18.890952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Updating router ec3b9bb4-b424-4f00-a67b-366226587cdf port b91c8ac4-2dd6-4600-8c34-b31f705a14c7 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:20:18.891742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb68dae5-420f-4004-bae9-074cd981c371 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:18.893465 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb68dae5-420f-4004-bae9-074cd981c371 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1666172 Aug 20 15:20:18.897819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41162) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:18.921411 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:18.942205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c9238452-5ccf-4482-8426-39d974f54bd4 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406067 Aug 20 15:20:18.942444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41164) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:18.949670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-970510951', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:19.047663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:20:19.051638 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.171491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00db041f-21b3-468c-8dc7-2105f814c251 req-a76b44a5-b1dd-4047-a384-f6a97e1fd13a tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 210 time: 0.0343590 Aug 20 15:20:19.278169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:19.278726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.310418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:19.311718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2eea07a5-a9ce-41fe-88c3-37de1d0d8d1a not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:19.354595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Subnet': ['ID=95466a30-a2d7-4e19-ac4c-11aa23af0264,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:19.367523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Checking segment: {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:20:19.367924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network hostable DHCP agents. Network: 9203e813-859b-436a-ad60-19a0263eafca, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:20:19.376681 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.385971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 9203e813-859b-436a-ad60-19a0263eafca is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:20:19.387495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Transition to ACTIVE for port object b91c8ac4-2dd6-4600-8c34-b31f705a14c7 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:19.394982 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.401474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 9203e813-859b-436a-ad60-19a0263eafca) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:19.409354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:19.410113 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.426500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0f3548fa-5ada-4399-b829-682b101c06df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4823391 Aug 20 15:20:19.428422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e69e2c-0af9-41c5-acbe-4bfda6efb44a None None] Network 9203e813-859b-436a-ad60-19a0263eafca requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:20:19.429136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41170) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:19.498276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Attempting to bind port b91c8ac4-2dd6-4600-8c34-b31f705a14c7 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:20:19.498569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Attempting to bind port b91c8ac4-2dd6-4600-8c34-b31f705a14c7 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:20:19.498920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Attempting to bind port b91c8ac4-2dd6-4600-8c34-b31f705a14c7 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:19.510236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:20:19.510619 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:20:19.511022 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.511414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:20:19.511985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Bound port: b91c8ac4-2dd6-4600-8c34-b31f705a14c7, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:20:19.512367 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.518277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786ec07-0d75-48e5-ab4d-4ede025b3ddc None None] Pushing event updated for resources: {'Port': ['ID=b91c8ac4-2dd6-4600-8c34-b31f705a14c7,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:19.620491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] For port b91c8ac4-2dd6-4600-8c34-b31f705a14c7, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:20:19.636863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] For port b91c8ac4-2dd6-4600-8c34-b31f705a14c7, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b91c8ac4-2dd6-4600-8c34-b31f705a14c7,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:20:19.644858 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.704745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-9203e813-859b-436a-ad60-19a0263eafca', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:20:19.705584 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.726687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:19.727341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:19.780447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786ec07-0d75-48e5-ab4d-4ede025b3ddc None None] Pushing event updated for resources: {'Port': ['ID=b91c8ac4-2dd6-4600-8c34-b31f705a14c7,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:19.882570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854174f-6b7a-4519-9720-2bc413d7d8ea req-aa3c513c-84dd-4607-8692-fa3153b43240 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:19.884659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2854174f-6b7a-4519-9720-2bc413d7d8ea req-aa3c513c-84dd-4607-8692-fa3153b43240 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 944 time: 0.0711455 Aug 20 15:20:19.892948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:19.955294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2854174f-6b7a-4519-9720-2bc413d7d8ea req-7d3be7d4-0453-44d3-8c9b-6f730aec0884 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Aug 20 15:20:19.956276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:20.075815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Allocated IP 172.20.0.2 (9203e813-859b-436a-ad60-19a0263eafca/95466a30-a2d7-4e19-ac4c-11aa23af0264/a53928ca-1f78-4dbf-bb9f-c197094098e5) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:20:20.304766 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:20.307830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-462cca27-e854-43cf-9976-00ca08732816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:17Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:20.319679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ec2896f-3464-4546-9702-6ba554c190ed req-9bf36746-6e7c-404b-b857-d669874e7aa2 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0b467a6-593b-4939-b910-333171ae4766 HTTP/1.1" status: 200 len: 210 time: 0.0429323 Aug 20 15:20:20.356686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Transition to ACTIVE for port object a53928ca-1f78-4dbf-bb9f-c197094098e5 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:20.373378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Transition to ACTIVE for port object a53928ca-1f78-4dbf-bb9f-c197094098e5 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:20.379843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462cca27-e854-43cf-9976-00ca08732816 None None] The sync data for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 is: [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:17Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:20:20.383149 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:20.428724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Network 9203e813-859b-436a-ad60-19a0263eafca is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:20:20.433210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:20.440188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:20:20.443535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Pushing event updated for resources: {'Port': ['ID=a53928ca-1f78-4dbf-bb9f-c197094098e5,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:20.447387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.20.0.1 (9203e813-859b-436a-ad60-19a0263eafca/95466a30-a2d7-4e19-ac4c-11aa23af0264/8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:20:20.506509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Attempting to bind port a53928ca-1f78-4dbf-bb9f-c197094098e5 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:20:20.507031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Attempting to bind port a53928ca-1f78-4dbf-bb9f-c197094098e5 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:20:20.507527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Attempting to bind port a53928ca-1f78-4dbf-bb9f-c197094098e5 on network 9203e813-859b-436a-ad60-19a0263eafca {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:20.515004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:20:20.516239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Checking segment: {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:20:20.516724 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:20.517196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Bound using segment: {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:20:20.517759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Bound port: a53928ca-1f78-4dbf-bb9f-c197094098e5, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:20:20.518210 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:20.584112 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:20:20.594087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:20.616304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Transition to ACTIVE for port object 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:20.645869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] For port a53928ca-1f78-4dbf-bb9f-c197094098e5, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:20:20.649685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] For port a53928ca-1f78-4dbf-bb9f-c197094098e5, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a53928ca-1f78-4dbf-bb9f-c197094098e5,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:20:20.658408 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:20.666023 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:20.734271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:20.756367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 9203e813-859b-436a-ad60-19a0263eafca is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:20:20.756367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:20.767652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:20:20.809292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d7df4-ab71-48a6-9873-bf106d449e8b None None] Pushing event updated for resources: {'Port': ['ID=a53928ca-1f78-4dbf-bb9f-c197094098e5,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:20.850611 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:20.989907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b91c8ac4-2dd6-4600-8c34-b31f705a14c7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:21.102805 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.122672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port b91c8ac4-2dd6-4600-8c34-b31f705a14c7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:21.136485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port b91c8ac4-2dd6-4600-8c34-b31f705a14c7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:21.137755 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.158003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d666e37-5ba8-4b21-b6e4-124c6d29dd8d req-38b10760-8f17-4ffc-a4ad-7999169eeb2a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:21.160038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d666e37-5ba8-4b21-b6e4-124c6d29dd8d req-38b10760-8f17-4ffc-a4ad-7999169eeb2a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 944 time: 0.1094880 Aug 20 15:20:21.249295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.259192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d666e37-5ba8-4b21-b6e4-124c6d29dd8d req-69129cd0-7b61-4847-8aed-6f9ce93da6d7 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901084 Aug 20 15:20:21.284219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 59ca2213-ac71-4b24-9c7b-4d266f0dc008 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:20:21.309650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port b91c8ac4-2dd6-4600-8c34-b31f705a14c7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b91c8ac4-2dd6-4600-8c34-b31f705a14c7,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:21.315071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.392711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41184) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:21.442323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=b91c8ac4-2dd6-4600-8c34-b31f705a14c7,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:21.498285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 59ca2213-ac71-4b24-9c7b-4d266f0dc008, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=59ca2213-ac71-4b24-9c7b-4d266f0dc008,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:21.511651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '59ca2213-ac71-4b24-9c7b-4d266f0dc008', 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2', 'port_id': '59ca2213-ac71-4b24-9c7b-4d266f0dc008', 'mac_address': 'fa:16:3e:21:ec:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd1558-6871-4dc2-9d0b-9d9565828c4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:20:21.538140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-95da18e8-c303-489c-8467-973cab7cc217 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.553434 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.567980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ca2213-ac71-4b24-9c7b-4d266f0dc008 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:20:21.577992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.583729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.597419 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-95da18e8-c303-489c-8467-973cab7cc217 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.602945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 59ca2213-ac71-4b24-9c7b-4d266f0dc008, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=59ca2213-ac71-4b24-9c7b-4d266f0dc008,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:21.612326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.672913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=59ca2213-ac71-4b24-9c7b-4d266f0dc008,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:21.680947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:21.688410 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.700571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-95da18e8-c303-489c-8467-973cab7cc217 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.704505 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-95da18e8-c303-489c-8467-973cab7cc217 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:21.705859 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-95da18e8-c303-489c-8467-973cab7cc217 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] 10.222.0.36 "DELETE /v2.0/security-groups/82ba58ef-4a39-4803-a992-2296bf6f7392 HTTP/1.1" status: 204 len: 168 time: 0.3118365 Aug 20 15:20:21.716382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da18e8-c303-489c-8467-973cab7cc217 tempest-TestVolumeBackupRestore-1005083917 tempest-TestVolumeBackupRestore-1005083917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ba58ef-4a39-4803-a992-2296bf6f7392,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:21.873424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['59ca2213-ac71-4b24-9c7b-4d266f0dc008'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:20:21.884026 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 9203e813-859b-436a-ad60-19a0263eafca is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:20:21.885903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:22.173547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router ec3b9bb4-b424-4f00-a67b-366226587cdf has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:20:22.446107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02d0ff-8da3-415d-9a6f-a75b842bd217 None None] Network 9203e813-859b-436a-ad60-19a0263eafca requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:20:22.461972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92807bf1-7520-4576-9e75-00e7cdeb57d3 req-a25a39e8-1dfe-4ff6-ba76-ea14f6919b38 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:22.464218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92807bf1-7520-4576-9e75-00e7cdeb57d3 req-a25a39e8-1dfe-4ff6-ba76-ea14f6919b38 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 945 time: 0.0948312 Aug 20 15:20:22.531730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92807bf1-7520-4576-9e75-00e7cdeb57d3 req-ed60640f-b8af-49aa-bf04-a286cb69b1c1 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599992 Aug 20 15:20:22.646412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ead25e2d-98cc-4df3-9391-c8a3e2d42b74 None None] Provisioning for port a53928ca-1f78-4dbf-bb9f-c197094098e5 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:22.751767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:20:22.759476 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-506d7fc7-ee06-489b-9e2f-0e9eac3d2549 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "PUT /v2.0/routers/ec3b9bb4-b424-4f00-a67b-366226587cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3290102 Aug 20 15:20:23.112854 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-9933f742-7ef1-4b20-ba03-7e569ff4b825 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541839072&fields=id&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 267 time: 0.0781693 Aug 20 15:20:23.225251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a53928ca-1f78-4dbf-bb9f-c197094098e5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:23.298480 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 59ca2213-ac71-4b24-9c7b-4d266f0dc008 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:23.305314 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Sync routers for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:20:23.324750 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:23.325395 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:23.341505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-6134cdff-e27a-482f-9b8f-6a43f81a73ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:23.344682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-6134cdff-e27a-482f-9b8f-6a43f81a73ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 797 time: 0.2308519 Aug 20 15:20:23.367757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f04b953b-d585-403b-8886-a7773129e6e3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/quotas/971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 375 time: 0.0150266 Aug 20 15:20:23.500021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-e946d4cd-9234-4f07-a70c-880b8d2ea0e4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150413 Aug 20 15:20:23.501435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a53928ca-1f78-4dbf-bb9f-c197094098e5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:23.510451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a53928ca-1f78-4dbf-bb9f-c197094098e5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:23.510885 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:23.523818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 59ca2213-ac71-4b24-9c7b-4d266f0dc008 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:23.604876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 59ca2213-ac71-4b24-9c7b-4d266f0dc008 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:23.605176 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:23.650848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9fa78856-5f32-4682-b8d1-9fe176c1cc69 None None] Provisioning complete for port a53928ca-1f78-4dbf-bb9f-c197094098e5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:23.651490 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fa78856-5f32-4682-b8d1-9fe176c1cc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:23.721169 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:23.823722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-e0aa35ec-fcf7-426f-ad1c-085d147584f4 service neutron] 10.222.0.36 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187337 Aug 20 15:20:24.304712 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09', 'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:ef:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:20Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 2, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:24.386554 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Checking router: ec3b9bb4-b424-4f00-a67b-366226587cdf for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:20:24.387121 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Updating router ec3b9bb4-b424-4f00-a67b-366226587cdf port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:20:24.452592 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:24.721860 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fa78856-5f32-4682-b8d1-9fe176c1cc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:24.987418 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:25.103587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-9fa78856-5f32-4682-b8d1-9fe176c1cc69 None None] For port a53928ca-1f78-4dbf-bb9f-c197094098e5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a53928ca-1f78-4dbf-bb9f-c197094098e5,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:25.122150 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9fa78856-5f32-4682-b8d1-9fe176c1cc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:25.152626 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:25.188509 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:25.234390 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Transition to ACTIVE for port object 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:25.240184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 59ca2213-ac71-4b24-9c7b-4d266f0dc008, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=59ca2213-ac71-4b24-9c7b-4d266f0dc008,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:25.244397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55f9187-549a-4433-bb88-58160b94c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ca2213-ac71-4b24-9c7b-4d266f0dc008'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:25.247904 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae9e275-54d6-4ca7-b58e-d70452c655f2" -d '{"events": [{"server_uuid": "b55f9187-549a-4433-bb88-58160b94c7bd", "name": "network-vif-plugged", "status": "completed", "tag": "59ca2213-ac71-4b24-9c7b-4d266f0dc008"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:25.251712 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:20:25.251863 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:25.252079 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:20:25.252631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9fa78856-5f32-4682-b8d1-9fe176c1cc69 None None] Provisioning for port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:25.264219 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:25.282982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa78856-5f32-4682-b8d1-9fe176c1cc69 None None] Pushing event updated for resources: {'Port': ['ID=a53928ca-1f78-4dbf-bb9f-c197094098e5,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:25.337165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-48a5dfdc-1eee-4f83-ad8e-3cf459dec107 service neutron] 10.222.0.36 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5117064 Aug 20 15:20:25.408188 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066f6c3-e069-4914-937f-72e6628b3927 None None] Pushing event updated for resources: {'Port': ['ID=8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:25.464812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=59ca2213-ac71-4b24-9c7b-4d266f0dc008,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:25.541267 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Attempting to bind port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:20:25.543440 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Attempting to bind port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:20:25.543916 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Attempting to bind port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 on network 9203e813-859b-436a-ad60-19a0263eafca {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:25.557302 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:20:25.558085 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Checking segment: {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:20:25.558614 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:25.559122 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Bound using segment: {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:20:25.559743 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Bound port: 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:20:25.560233 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:25.664035 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] For port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:20:25.680460 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] For port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:20:25.690358 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:25.848535 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:25.849185 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:25.907874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b91c8ac4-2dd6-4600-8c34-b31f705a14c7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:26.269937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port b91c8ac4-2dd6-4600-8c34-b31f705a14c7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:26.270689 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:26.281838 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:26.360373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b8f40-cb68-4c19-aede-1548b19a95b5 req-e08f9d26-1ad0-460d-b1e9-2be27eb0adb4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:26.362540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c86b8f40-cb68-4c19-aede-1548b19a95b5 req-e08f9d26-1ad0-460d-b1e9-2be27eb0adb4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 946 time: 0.2129154 Aug 20 15:20:26.449682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c86b8f40-cb68-4c19-aede-1548b19a95b5 req-3ddd02a2-c8f9-4573-bff5-3820438de8b4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738306 Aug 20 15:20:26.629934 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27025282-de49-4771-aead-972c4bf41702 x-openstack-request-id: req-27025282-de49-4771-aead-972c4bf41702 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:26.646531 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55f9187-549a-4433-bb88-58160b94c7bd", "name": "network-vif-plugged", "status": "completed", "tag": "59ca2213-ac71-4b24-9c7b-4d266f0dc008", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:26.646894 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27025282-de49-4771-aead-972c4bf41702 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:26.648700 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55f9187-549a-4433-bb88-58160b94c7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ca2213-ac71-4b24-9c7b-4d266f0dc008', 'code': 200} Aug 20 15:20:26.726841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a53928ca-1f78-4dbf-bb9f-c197094098e5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:26.751449 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066f6c3-e069-4914-937f-72e6628b3927 None None] Pushing event updated for resources: {'Port': ['ID=8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:26.882971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0d746a6-2687-4be9-baf9-83ba799332f3 req-eda4a8a2-bd5d-4e03-9ea9-ebc07808d237 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 210 time: 0.1378174 Aug 20 15:20:26.895382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a53928ca-1f78-4dbf-bb9f-c197094098e5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:26.895877 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:26.976298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a0eb4-6afd-432f-b1fa-af702ce8ba3c req-0b3ead79-af20-4905-9728-564715ab8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:26.978487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c1a0eb4-6afd-432f-b1fa-af702ce8ba3c req-0b3ead79-af20-4905-9728-564715ab8f2a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 1098 time: 0.2675231 Aug 20 15:20:27.023584 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09', 'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:ef:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:20Z', 'updated_at': '2021-08-20T15:20:25Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:27.096330 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7044e0bf-d66d-4679-9c8c-6f53717e66ac None None] The sync data for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 is: [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09', 'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:ef:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:20Z', 'updated_at': '2021-08-20T15:20:25Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:20:27.114612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c1a0eb4-6afd-432f-b1fa-af702ce8ba3c req-7d4c991a-d153-49cd-b46e-050e94e95ebb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170552 Aug 20 15:20:27.608039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5325-455e-4ea1-8ca5-8c8cc3664f57 req-54d237e3-dce4-4834-ba57-0d3b09fbf955 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:27.611183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-526d5325-455e-4ea1-8ca5-8c8cc3664f57 req-54d237e3-dce4-4834-ba57-0d3b09fbf955 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 946 time: 0.0789442 Aug 20 15:20:27.680222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-526d5325-455e-4ea1-8ca5-8c8cc3664f57 req-80c52d75-0d66-45dd-a66d-bc693b128f7e tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595076 Aug 20 15:20:28.072817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-60eaa263-2243-4896-a579-ade65ae401db tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:28.075352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-60eaa263-2243-4896-a579-ade65ae401db tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 797 time: 0.1901720 Aug 20 15:20:28.146434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e385d75-830b-4731-a94d-55b2807900d6 req-1e6b19c6-6a08-4414-933e-57d9db4962f8 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 210 time: 0.0690477 Aug 20 15:20:28.219749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-b3d06a54-b384-445d-8f1d-aca243d36e8a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 379 time: 0.0981770 Aug 20 15:20:28.247271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'port': {'device_id': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'admin_state_up': True, 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'security_groups': ['49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:28.431142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:20:28.436984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:28.637677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.20.0.4 (9203e813-859b-436a-ad60-19a0263eafca/95466a30-a2d7-4e19-ac4c-11aa23af0264/c2da1c48-c89a-48b7-beab-84a672cc8fc1) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:20:28.740094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:28.848046 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:28.866709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:28.873853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:28.874236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:28.911809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf3315-12bb-44c7-a4fc-ece6dd2f2033 req-f24271ce-2b86-4626-befc-16b94dc39784 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:28.913847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eedf3315-12bb-44c7-a4fc-ece6dd2f2033 req-f24271ce-2b86-4626-befc-16b94dc39784 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 946 time: 0.1304336 Aug 20 15:20:28.969426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eedf3315-12bb-44c7-a4fc-ece6dd2f2033 req-28be149d-f7a9-4759-84a1-b70f5aeb1116 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465505 Aug 20 15:20:28.982780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:29.005501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Transition to ACTIVE for port object c2da1c48-c89a-48b7-beab-84a672cc8fc1 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:29.023000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:29.061800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41766) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:29.080470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:29.097042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:29.097733 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:29.176982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:29.196599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:29.206137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.206777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.207277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.208040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.208683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.209334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.209518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.209853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.210175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.210509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.210975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.211314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:20:29.229500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 9203e813-859b-436a-ad60-19a0263eafca is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:20:29.233197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:29.241184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:20:29.384155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:29.390057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:29.436792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-08f8cee0-cbec-4ed1-b3ad-b96269a5b2ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1973066 Aug 20 15:20:29.449492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a5275-9015-4c34-b455-05429c66fe80 req-bdf0a28e-5369-4dde-97ca-045a0708ed70 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:29.452202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc2a5275-9015-4c34-b455-05429c66fe80 req-bdf0a28e-5369-4dde-97ca-045a0708ed70 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 931 time: 0.1404033 Aug 20 15:20:29.472583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Request body: {'port': {'device_id': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:29.639150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc2a5275-9015-4c34-b455-05429c66fe80 req-ce12f318-d9cc-4e6e-958b-c67cd92b2d64 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554325 Aug 20 15:20:29.642107 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:29.686971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:29.719060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d232b8d6-820e-42fb-a332-09d5a269168f None None] Provisioning for port c2da1c48-c89a-48b7-beab-84a672cc8fc1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:29.738666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d232b8d6-820e-42fb-a332-09d5a269168f None None] Provisioning complete for port c2da1c48-c89a-48b7-beab-84a672cc8fc1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:29.739262 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d232b8d6-820e-42fb-a332-09d5a269168f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:29.812860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d232b8d6-820e-42fb-a332-09d5a269168f None None] Port c2da1c48-c89a-48b7-beab-84a672cc8fc1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:20:30.042692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2da1c48-c89a-48b7-beab-84a672cc8fc1 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:20:30.055845 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.070295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Transition to ACTIVE for port object c2da1c48-c89a-48b7-beab-84a672cc8fc1 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:30.074668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.099251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Deleting port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:30.099878 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.132416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Pushing event updated for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:30.213564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] For port 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7e51724e-761a-4c22-bfe8-ea33cc0fdaf7,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:30.213889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.217615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Attempting to bind port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:20:30.218014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Attempting to bind port c2da1c48-c89a-48b7-beab-84a672cc8fc1 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:20:30.218815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Attempting to bind port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on network 9203e813-859b-436a-ad60-19a0263eafca {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:30.223039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on network 9203e813-859b-436a-ad60-19a0263eafca not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:20:30.223358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Attempting to bind port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on network 9203e813-859b-436a-ad60-19a0263eafca {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:30.231163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Calling delete_port for 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:30.235232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:20:30.236448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Checking segment: {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:20:30.237752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Bound using segment: {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:20:30.238329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Bound port: c2da1c48-c89a-48b7-beab-84a672cc8fc1, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:20:30.239497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.321170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:20:30.324844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:20:30.331203 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.371446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:30.372094 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.374625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] 10.222.0.72 "PUT /v2.0/ports/c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 1092 time: 0.9209974 Aug 20 15:20:30.375516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:30.378061 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ca9874-0daa-4533-bd25-6c8486da12a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:30.433681 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efad774-9dc2-437d-840d-5a040e0b7c0c x-openstack-request-id: req-3efad774-9dc2-437d-840d-5a040e0b7c0c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:30.434122 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:30.434759 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3efad774-9dc2-437d-840d-5a040e0b7c0c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:30.435786 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'status': 'completed', 'code': 200} Aug 20 15:20:30.442392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812461e-eb28-44e2-aa9b-9c4ee31de52b service neutron] Pushing event updated for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:30.493009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.526842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e51724e-761a-4c22-bfe8-ea33cc0fdaf7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:30.537799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-58c94959-8405-418c-86ee-e0853263d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:30.540769 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-58c94959-8405-418c-86ee-e0853263d37f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1095 time: 0.0778146 Aug 20 15:20:30.648008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-0d51fa1c-63ba-48f6-b68f-b271caac7534 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 217 time: 0.0917487 Aug 20 15:20:30.761327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-02783435-9bc4-47e0-b076-743c26bd7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:30.762824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-02783435-9bc4-47e0-b076-743c26bd7b97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 200 len: 834 time: 0.1072743 Aug 20 15:20:30.794056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:30.882998 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:30.884352 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.913909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:30.928833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-5e7736ec-063b-4fe5-9db1-e23bdc1750db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:30.930807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-5e7736ec-063b-4fe5-9db1-e23bdc1750db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9203e813-859b-436a-ad60-19a0263eafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524739 Aug 20 15:20:30.992939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9e13b-e4c2-4610-a063-be037f41fb80 req-946b668d-7fc1-4123-a94c-7215b4cde68a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:31.007029 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eda9e13b-e4c2-4610-a063-be037f41fb80 req-946b668d-7fc1-4123-a94c-7215b4cde68a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 943 time: 0.2271821 Aug 20 15:20:31.094104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eda9e13b-e4c2-4610-a063-be037f41fb80 req-939763fb-efee-4ea1-a081-55a893a455a5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861423 Aug 20 15:20:31.146847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-6396be1e-62fc-4576-9c55-b6512e944fb6 service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053704 Aug 20 15:20:31.210870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:20:31.296795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e8dcd8e-36ed-4ceb-998a-561bd2920242 req-c83896f9-fb44-470d-85ac-dfcd04be7d18 service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424077 Aug 20 15:20:31.346998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:20:31.352607 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-89f149ac-fd79-43dd-a3fb-b5c5e470548d admin admin] 10.222.0.36 "PUT /v2.0/routers/c5de6bc7-a1bc-44a8-8736-9e7277c18b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2890124 Aug 20 15:20:31.355134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41792) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:31.359247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] Sync routers for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:20:31.371246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:31.371916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:31.473604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-c151635c-53a4-48ca-b7ed-09ae4eea88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:31.475913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-c151635c-53a4-48ca-b7ed-09ae4eea88c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1095 time: 0.0785823 Aug 20 15:20:31.523402 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:31.559739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:31.639399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-bec99e39-fad1-4e7a-8f41-f7649b477337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:31.641157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-bec99e39-fad1-4e7a-8f41-f7649b477337 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 898 time: 0.1587191 Aug 20 15:20:31.665208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:31.728770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-ed1811b2-beea-4c29-95c2-38b9744017c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 217 time: 0.0796034 Aug 20 15:20:31.754901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Deleting port 09d98ef3-ef3c-466f-afcd-c7848343cbe6 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:31.755502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:31.832527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-1dd0c506-8cd2-4345-ada4-5548b328b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:31.834257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-1dd0c506-8cd2-4345-ada4-5548b328b686 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 200 len: 834 time: 0.0982835 Aug 20 15:20:31.869294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] For port 09d98ef3-ef3c-466f-afcd-c7848343cbe6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=09d98ef3-ef3c-466f-afcd-c7848343cbe6,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:31.869825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:31.896633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Calling delete_port for 09d98ef3-ef3c-466f-afcd-c7848343cbe6 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:31.899533 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-3cf1b5af-59e0-4e1b-b622-9ecac0c09e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:31.901779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-3cf1b5af-59e0-4e1b-b622-9ecac0c09e66 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9203e813-859b-436a-ad60-19a0263eafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595734 Aug 20 15:20:31.977532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:20:30Z', 'revision_number': 5, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port': {'id': '09d98ef3-ef3c-466f-afcd-c7848343cbe6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:fa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:20Z', 'updated_at': '2021-08-20T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:32.023926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] Checking router: c5de6bc7-a1bc-44a8-8736-9e7277c18b2f for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:20:32.036089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] Routers {'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:32.036950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:32.049671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-55c64341-f6ea-414d-b700-955419e7bd41 service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393142 Aug 20 15:20:32.157601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] Set router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:32.166430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3ca9874-0daa-4533-bd25-6c8486da12a2 req-7dccea52-c7a9-4b42-a6b4-df87310d16f0 service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078973 Aug 20 15:20:32.224578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:20:31Z', 'revision_number': 6, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:32.225659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.258784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d527e16-89a8-4221-9a2c-6962fa160b68 None None] The sync data for ids ['c5de6bc7-a1bc-44a8-8736-9e7277c18b2f'] in n-d-695189-15 is: [{'id': 'c5de6bc7-a1bc-44a8-8736-9e7277c18b2f', 'name': 'tempest-TestVolumeBackupRestore-191786502-router', 'tenant_id': '4b27a2f6a2204b3585731d40aa571d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:18Z', 'updated_at': '2021-08-20T15:20:31Z', 'revision_number': 6, 'project_id': '4b27a2f6a2204b3585731d40aa571d4d', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:20:32.276131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfe640-ce8b-4fc4-862a-070c2f656541 req-c1a654d9-9e73-4507-8959-7621bf3e24b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:32.277779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-facfe640-ce8b-4fc4-862a-070c2f656541 req-c1a654d9-9e73-4507-8959-7621bf3e24b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 943 time: 0.0673292 Aug 20 15:20:32.304247 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d98ef3-ef3c-466f-afcd-c7848343cbe6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:32.336281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-facfe640-ce8b-4fc4-862a-070c2f656541 req-823fc12a-8794-401d-83fb-a822d41ac4a0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501382 Aug 20 15:20:32.376170 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.490283 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.493122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.538144 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.539163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5de6bc7-a1bc-44a8-8736-9e7277c18b2f {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:20:32.544397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.548341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41800) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:32.552286 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9330a696-e7d2-416f-9922-912e2446fce7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c5de6bc7-a1bc-44a8-8736-9e7277c18b2f HTTP/1.1" status: 204 len: 168 time: 1.1952052 Aug 20 15:20:32.598286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b06be76-f290-47b7-836e-28547484f71c admin admin] Deleting subnet 3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:20:32.604042 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b06be76-f290-47b7-836e-28547484f71c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.648621 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b06be76-f290-47b7-836e-28547484f71c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.754049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:32.793065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b06be76-f290-47b7-836e-28547484f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.798007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:32.798631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7e51724e-761a-4c22-bfe8-ea33cc0fdaf7 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:32.884571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b06be76-f290-47b7-836e-28547484f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.907385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8851b4b1-91f9-43cb-93fd-b53c13107c58 None None] Network 09dbe205-f261-4bb7-8ac7-81695b8c4212 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:20:32.930848 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4b06be76-f290-47b7-836e-28547484f71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:32.937396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41804) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:32.937929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4b06be76-f290-47b7-836e-28547484f71c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab HTTP/1.1" status: 204 len: 168 time: 0.3884952 Aug 20 15:20:32.939678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06be76-f290-47b7-836e-28547484f71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b64fa7a-ce6b-4567-b9d2-39e56f05d7ab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:33.078505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.152246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Deleting port c87d4372-1426-40ba-ae63-4ad278402c61 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:33.152594 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.186607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555cf6ad-e251-42a8-ad2c-099ce249243a None None] DHCP port deletion for 09dbe205-f261-4bb7-8ac7-81695b8c4212 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:20:33.234850 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] For port c87d4372-1426-40ba-ae63-4ad278402c61, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c87d4372-1426-40ba-ae63-4ad278402c61,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:33.235854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.246517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-555cf6ad-e251-42a8-ad2c-099ce249243a None None] Deleting port c87d4372-1426-40ba-ae63-4ad278402c61 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:33.246929 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-555cf6ad-e251-42a8-ad2c-099ce249243a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.251926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Calling delete_port for c87d4372-1426-40ba-ae63-4ad278402c61 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:33.341415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-555cf6ad-e251-42a8-ad2c-099ce249243a None None] For port c87d4372-1426-40ba-ae63-4ad278402c61, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c87d4372-1426-40ba-ae63-4ad278402c61,segment=NetworkSegment(4ac127e8-8804-4aa3-9ba2-0618ca99e098),segment_id=4ac127e8-8804-4aa3-9ba2-0618ca99e098)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:33.342266 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-555cf6ad-e251-42a8-ad2c-099ce249243a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.357323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-555cf6ad-e251-42a8-ad2c-099ce249243a None None] Calling delete_port for c87d4372-1426-40ba-ae63-4ad278402c61 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:33.359086 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.420437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87d4372-1426-40ba-ae63-4ad278402c61,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:33.427700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] No DVR routers for this DVR port c87d4372-1426-40ba-ae63-4ad278402c61 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:20:33.467580 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-555cf6ad-e251-42a8-ad2c-099ce249243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.522778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cf6ad-e251-42a8-ad2c-099ce249243a None None] Pushing event deleted for resources: {'Port': ['ID=c87d4372-1426-40ba-ae63-4ad278402c61,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:33.526871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cf6ad-e251-42a8-ad2c-099ce249243a None None] No DVR routers for this DVR port c87d4372-1426-40ba-ae63-4ad278402c61 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:20:33.544435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.558100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dbe205-f261-4bb7-8ac7-81695b8c4212']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:33.566772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b9c99-3c5c-461c-92c2-32833bfb7e2e req-bfefc5cc-f15f-41d0-b23b-95a2d039113e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:33.568431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-727b9c99-3c5c-461c-92c2-32833bfb7e2e req-bfefc5cc-f15f-41d0-b23b-95a2d039113e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 943 time: 0.0865333 Aug 20 15:20:33.571385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac127e8-8804-4aa3-9ba2-0618ca99e098') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:33.571742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac127e8-8804-4aa3-9ba2-0618ca99e098') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:33.582796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.600590 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.608945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:20:33.609112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:20:33.611140 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:20:33.672233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-727b9c99-3c5c-461c-92c2-32833bfb7e2e req-83c2bdef-0168-45cf-aeba-ae95c421f896 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917413 Aug 20 15:20:33.706809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.719628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.723653 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] 10.222.0.36 "DELETE /v2.0/networks/09dbe205-f261-4bb7-8ac7-81695b8c4212 HTTP/1.1" status: 204 len: 168 time: 0.7840323 Aug 20 15:20:33.725669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41812) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:33.746919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48364aa4-8d0f-4e35-a667-18ece91e8029 admin admin] Pushing event deleted for resources: {'Network': ['ID=09dbe205-f261-4bb7-8ac7-81695b8c4212,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:33.757724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c2da1c48-c89a-48b7-beab-84a672cc8fc1 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:20:33.917845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:33.934718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'port_id': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'mac_address': 'fa:16:3e:ec:68:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:20:33.981768 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:33.996535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2da1c48-c89a-48b7-beab-84a672cc8fc1 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:20:34.025082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:34.031590 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:34.094535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:34.209050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:34.467719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['c2da1c48-c89a-48b7-beab-84a672cc8fc1'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:20:34.488961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Deleting port 2f60990d-95e9-4ae5-b089-c74612f371ff {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:34.489245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:34.600899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] For port 2f60990d-95e9-4ae5-b089-c74612f371ff, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2f60990d-95e9-4ae5-b089-c74612f371ff,segment=NetworkSegment(d6aad606-cf23-4257-a063-7333e247a1bf),segment_id=d6aad606-cf23-4257-a063-7333e247a1bf)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:34.601296 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:34.636686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Calling delete_port for 2f60990d-95e9-4ae5-b089-c74612f371ff owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:34.668279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 09d98ef3-ef3c-466f-afcd-c7848343cbe6 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:34.729918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 09d98ef3-ef3c-466f-afcd-c7848343cbe6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:34.730080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 09d98ef3-ef3c-466f-afcd-c7848343cbe6 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:34.730456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c87d4372-1426-40ba-ae63-4ad278402c61 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:34.770596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: c87d4372-1426-40ba-ae63-4ad278402c61 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:34.771300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c87d4372-1426-40ba-ae63-4ad278402c61 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:34.870839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d5927-6df1-4655-8668-a3de47938935 req-d066e678-ec5c-462d-a094-3ce1ba48a1c9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:34.880117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-620d5927-6df1-4655-8668-a3de47938935 req-d066e678-ec5c-462d-a094-3ce1ba48a1c9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 944 time: 0.0869350 Aug 20 15:20:34.952237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-620d5927-6df1-4655-8668-a3de47938935 req-6fe8d1f0-14d7-4a39-b08e-a417f7dd5ad4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710754 Aug 20 15:20:34.977546 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:35.008096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f60990d-95e9-4ae5-b089-c74612f371ff,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:35.295159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:35.315514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1369cfc-6916-4bb8-81fe-da2dc07fb040 req-c7b6834f-2471-4845-94c9-e7406741180e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:35.317400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1369cfc-6916-4bb8-81fe-da2dc07fb040 req-c7b6834f-2471-4845-94c9-e7406741180e tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 947 time: 0.0874658 Aug 20 15:20:35.404244 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1369cfc-6916-4bb8-81fe-da2dc07fb040 req-dd1c8fc1-5483-4807-8d6b-c3219a46c06b tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755284 Aug 20 15:20:35.644568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Router 095d51e7-e310-4ff0-b87c-02693692fdc2 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:20:35.659181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-16be66f3-3b50-4c0a-ad48-aac37cf7d391 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:35.660836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-16be66f3-3b50-4c0a-ad48-aac37cf7d391 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 815 time: 0.1604095 Aug 20 15:20:35.713107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-a3115b55-9d08-425a-9ef3-0ba879458e3b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/quotas/9e7fbb7b3de44f338b9fc932916bb57d HTTP/1.1" status: 200 len: 375 time: 0.0458539 Aug 20 15:20:35.770307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c2da1c48-c89a-48b7-beab-84a672cc8fc1 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:35.817841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-f8fb674a-146a-4c38-bcdd-163354c83015 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954173 Aug 20 15:20:35.823439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:20:35.824083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port c2da1c48-c89a-48b7-beab-84a672cc8fc1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:35.829303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port c2da1c48-c89a-48b7-beab-84a672cc8fc1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:35.829932 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:35.833248 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] Sync routers for ids ['095d51e7-e310-4ff0-b87c-02693692fdc2'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:20:35.838727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-770ae13f-d909-4da0-9f03-97bb7af4d203 admin admin] 10.222.0.36 "PUT /v2.0/routers/095d51e7-e310-4ff0-b87c-02693692fdc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095185 Aug 20 15:20:35.839113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41846) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:35.860786 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] Routers {'095d51e7-e310-4ff0-b87c-02693692fdc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:35.861424 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['095d51e7-e310-4ff0-b87c-02693692fdc2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:35.966890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-642cca03-1749-4a7c-9fa0-003455dd7a9b service neutron] 10.222.0.36 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413226 Aug 20 15:20:35.985138 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:35.995223 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:36.062762 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:36.078487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:36.081250 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4815b2a1-8b45-4a6e-97cd-1915e8a0bedb" -d '{"events": [{"server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:36.122259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:36.137054 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:36.191506 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] Set router 095d51e7-e310-4ff0-b87c-02693692fdc2 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:36.227122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:36.450073 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:20:34Z', 'revision_number': 5, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'gw_port': {'id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:36.485100 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] Checking router: 095d51e7-e310-4ff0-b87c-02693692fdc2 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:20:36.497895 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] Routers {'095d51e7-e310-4ff0-b87c-02693692fdc2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:36.498532 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['095d51e7-e310-4ff0-b87c-02693692fdc2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:36.520211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-55146b25-74df-44f1-968f-ed67f6d002cd service neutron] 10.222.0.36 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524335 Aug 20 15:20:36.523242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:36.591143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Deleting port 0e82e678-9b60-402a-bd53-40d496fd06cf {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:36.592119 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:36.661812 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] Set router 095d51e7-e310-4ff0-b87c-02693692fdc2 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:36.703909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] For port 0e82e678-9b60-402a-bd53-40d496fd06cf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0e82e678-9b60-402a-bd53-40d496fd06cf,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:36.704322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:36.725424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Calling delete_port for 0e82e678-9b60-402a-bd53-40d496fd06cf owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:36.831193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0a7c6-f08d-40d3-8fbe-3532cb96c2cf req-10ca3c19-f71c-42b4-be27-790f4f4af7ba tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:36.833127 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18e0a7c6-f08d-40d3-8fbe-3532cb96c2cf req-10ca3c19-f71c-42b4-be27-790f4f4af7ba tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0823710 Aug 20 15:20:36.867784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-17bfc8ca-e087-448d-ac2b-8b17d0b48958 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:36.869248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-17bfc8ca-e087-448d-ac2b-8b17d0b48958 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 947 time: 0.0836437 Aug 20 15:20:36.968469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18e0a7c6-f08d-40d3-8fbe-3532cb96c2cf req-ab54b0fa-a71b-4661-a1f7-7013efe48296 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150899 Aug 20 15:20:37.004096 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.030141 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:20:34Z', 'revision_number': 5, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'gw_port': {'id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:37.052286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Deleting port f1855cf4-377e-4404-9f24-c77989128586 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:37.053949 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.057731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e82e678-9b60-402a-bd53-40d496fd06cf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:37.110807 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e56b6-cac0-4707-a0be-d92764e58ec3 None None] The sync data for ids ['095d51e7-e310-4ff0-b87c-02693692fdc2'] in n-d-695189-15 is: [{'id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'name': 'tempest-TestVolumeBackupRestore-1958272565-router', 'tenant_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:20:34Z', 'revision_number': 5, 'project_id': '2cefc9abfdc74505bd4d2d2d9fe7c079', 'gw_port': {'id': '0e82e678-9b60-402a-bd53-40d496fd06cf', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095d51e7-e310-4ff0-b87c-02693692fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:16:27Z', 'updated_at': '2021-08-20T15:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:20:37.188109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.196362 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc298ae-2614-45f1-b7c4-3936689eabee x-openstack-request-id: req-3cc298ae-2614-45f1-b7c4-3936689eabee {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:37.196876 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:37.196876 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3cc298ae-2614-45f1-b7c4-3936689eabee {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:37.197291 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'code': 200} Aug 20 15:20:37.253577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] For port f1855cf4-377e-4404-9f24-c77989128586, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f1855cf4-377e-4404-9f24-c77989128586,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:37.253948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.367623 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.371872 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.378000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b87c2-5000-4369-849d-007a1286cdb5 req-cbc4ab23-8c0b-43e6-9d82-26655ba53f00 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:37.379862 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-783b87c2-5000-4369-849d-007a1286cdb5 req-cbc4ab23-8c0b-43e6-9d82-26655ba53f00 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 947 time: 0.1015797 Aug 20 15:20:37.454642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24424584-b401-402a-b687-19b68f6c497f req-aefaab1e-718e-4a6a-9e60-a6d455f2e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:37.456506 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-24424584-b401-402a-b687-19b68f6c497f req-aefaab1e-718e-4a6a-9e60-a6d455f2e484 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1097 time: 0.1526754 Aug 20 15:20:37.457643 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.459992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 095d51e7-e310-4ff0-b87c-02693692fdc2 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:20:37.477563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.480955 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4ad88f13-5e5a-4f9e-bfc9-72901599c421 admin admin] 10.222.0.36 "DELETE /v2.0/routers/095d51e7-e310-4ff0-b87c-02693692fdc2 HTTP/1.1" status: 204 len: 168 time: 1.6383700 Aug 20 15:20:37.485732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41870) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:37.524142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-783b87c2-5000-4369-849d-007a1286cdb5 req-085e3c5f-eb95-4c8c-b29e-45dbd95acc3d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups?id=a8bb4152-182c-4055-bc60-96213e4d6e31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052244 Aug 20 15:20:37.569843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.570772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.571788 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Floating IP 0ecb5fe1-773e-4cf8-92de-402fb5c4043a disassociated. External IP: 172.25.5.40, port: f1855cf4-377e-4404-9f24-c77989128586. Aug 20 15:20:37.572503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Calling delete_port for f1855cf4-377e-4404-9f24-c77989128586 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:37.589391 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-24424584-b401-402a-b687-19b68f6c497f req-bf0abb3c-fc97-4d9f-8f8f-0104af114d6b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153371 Aug 20 15:20:37.634809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4743acd-1876-4480-b4b1-0fb7c15f4c8b admin admin] Deleting subnet b85b195f-6294-42cc-890e-318bd6782c93 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:20:37.638565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c4743acd-1876-4480-b4b1-0fb7c15f4c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.664144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bff29b7-fa24-4715-aab7-23645bad65ca req-93be1405-e75a-4d8e-ad29-35b4bb04550b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 210 time: 0.0348470 Aug 20 15:20:37.707410 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c4743acd-1876-4480-b4b1-0fb7c15f4c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.785847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.812430 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c4743acd-1876-4480-b4b1-0fb7c15f4c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.819319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event deleted for resources: {'Port': ['ID=f1855cf4-377e-4404-9f24-c77989128586,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:37.888710 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c4743acd-1876-4480-b4b1-0fb7c15f4c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.931329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4743acd-1876-4480-b4b1-0fb7c15f4c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85b195f-6294-42cc-890e-318bd6782c93,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:37.940908 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c4743acd-1876-4480-b4b1-0fb7c15f4c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:37.945227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c4743acd-1876-4480-b4b1-0fb7c15f4c8b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b85b195f-6294-42cc-890e-318bd6782c93 HTTP/1.1" status: 204 len: 168 time: 0.4552419 Aug 20 15:20:37.947126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41872) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:37.948727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa96b25d-8e63-4015-a786-1a79d26888b9 None None] Network 221e9162-4d0f-424f-93ff-e03f328c91ca requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:20:38.010071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Router 948d4415-dcbd-41d1-bbc6-46ba0361c1da has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:20:38.098537 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.229784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Deleting port c97cc395-94e8-4234-a0e3-4b814b22be93 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:38.230136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.287472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e13cf0-f42e-4469-ba29-1474755d7be7 req-0b0dee05-674c-4c05-9592-587dac3cae47 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:38.289195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7e13cf0-f42e-4469-ba29-1474755d7be7 req-0b0dee05-674c-4c05-9592-587dac3cae47 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.2054293 Aug 20 15:20:38.345413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:20:38.346331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] For port c97cc395-94e8-4234-a0e3-4b814b22be93, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c97cc395-94e8-4234-a0e3-4b814b22be93,segment=NetworkSegment(d6aad606-cf23-4257-a063-7333e247a1bf),segment_id=d6aad606-cf23-4257-a063-7333e247a1bf)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:38.347455 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.365194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] Sync routers for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:20:38.383966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:38.385013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:38.413378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Calling delete_port for c97cc395-94e8-4234-a0e3-4b814b22be93 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:38.415117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-4759eb1a-39ff-486d-8f7a-291d21eed7f7 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:38.416883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-4759eb1a-39ff-486d-8f7a-291d21eed7f7 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 815 time: 0.2276571 Aug 20 15:20:38.465664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7e13cf0-f42e-4469-ba29-1474755d7be7 req-4f8f2cfe-9105-4818-abf2-435744103714 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605623 Aug 20 15:20:38.477676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Request body: {'port': {'device_id': 'fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0', 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2', 'admin_state_up': True, 'tenant_id': '9e7fbb7b3de44f338b9fc932916bb57d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:38.512135 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] No DVR routers for this DVR port f1855cf4-377e-4404-9f24-c77989128586 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:20:38.527924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.530788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e34a2d3-5441-433b-9f51-719f5f0e33bd req-135788ba-8169-4c0d-b141-5c6e4cc2d3ef tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.72 "DELETE /v2.0/ports/f1855cf4-377e-4404-9f24-c77989128586 HTTP/1.1" status: 204 len: 173 time: 1.6542225 Aug 20 15:20:38.531311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-deleted', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:38.532301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41662424-96aa-40de-ba79-16127d2471ae None None] DHCP port deletion for 221e9162-4d0f-424f-93ff-e03f328c91ca request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:20:38.533976 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654c48c5-28a7-40a1-a44d-dba84d41a3e2" -d '{"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-deleted", "tag": "f1855cf4-377e-4404-9f24-c77989128586"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:38.548355 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.617998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97cc395-94e8-4234-a0e3-4b814b22be93,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:38.620440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] No DVR routers for this DVR port c97cc395-94e8-4234-a0e3-4b814b22be93 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:20:38.628759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-41662424-96aa-40de-ba79-16127d2471ae None None] The port 'c97cc395-94e8-4234-a0e3-4b814b22be93' was deleted {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 20 15:20:38.666586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:38.723586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2f60990d-95e9-4ae5-b089-c74612f371ff no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:38.746006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.759641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221e9162-4d0f-424f-93ff-e03f328c91ca']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:38.763955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Made reservation on behalf of 9e7fbb7b3de44f338b9fc932916bb57d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:20:38.769882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.781138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6aad606-cf23-4257-a063-7333e247a1bf') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:38.781344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6aad606-cf23-4257-a063-7333e247a1bf') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:38.794074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 2f60990d-95e9-4ae5-b089-c74612f371ff {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:38.795343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.799581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2f60990d-95e9-4ae5-b089-c74612f371ff not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:38.800142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0e82e678-9b60-402a-bd53-40d496fd06cf no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:38.802513 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef81a27-b486-4e3d-bd46-1bb2ae8252e5 x-openstack-request-id: req-aef81a27-b486-4e3d-bd46-1bb2ae8252e5 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:38.802902 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a02e3f5-d558-4cae-88cd-07c8285fa73a", "name": "network-vif-deleted", "tag": "f1855cf4-377e-4404-9f24-c77989128586", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:38.803407 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aef81a27-b486-4e3d-bd46-1bb2ae8252e5 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:38.803922 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a02e3f5-d558-4cae-88cd-07c8285fa73a', 'name': 'network-vif-deleted', 'tag': 'f1855cf4-377e-4404-9f24-c77989128586', 'status': 'completed', 'code': 200} Aug 20 15:20:38.819151 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.831189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:20:38.831189 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:20:38.833582 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:20:38.866361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 0e82e678-9b60-402a-bd53-40d496fd06cf {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:38.866713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0e82e678-9b60-402a-bd53-40d496fd06cf not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:38.870273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c97cc395-94e8-4234-a0e3-4b814b22be93 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:38.905920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.922419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:38.927228 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] 10.222.0.36 "DELETE /v2.0/networks/221e9162-4d0f-424f-93ff-e03f328c91ca HTTP/1.1" status: 204 len: 168 time: 0.9764600 Aug 20 15:20:38.940930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0a910-e64f-4adb-a25e-a3ee1b6e1990 admin admin] Pushing event deleted for resources: {'Network': ['ID=221e9162-4d0f-424f-93ff-e03f328c91ca,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:39.039609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Allocated IP 172.20.0.2 (f2b11eac-a8e5-468d-a430-ed79ac07d3e2/aefd1558-6871-4dc2-9d0b-9d9565828c4c/1bcbb5f5-03c7-4dd7-a482-954a94496766) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:20:39.127923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: c97cc395-94e8-4234-a0e3-4b814b22be93 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:39.128571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c97cc395-94e8-4234-a0e3-4b814b22be93 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:39.164524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-336291e0-8672-4b4e-9966-56aaccf2e9a2 req-7848fd1a-476b-4dd4-8e4a-d0d7b8858671 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a02e3f5-d558-4cae-88cd-07c8285fa73a HTTP/1.1" status: 200 len: 210 time: 0.2810478 Aug 20 15:20:39.251338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41888) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:39.283407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b1555938-d3d5-4806-94a6-e483dec57dad req-f36462ad-4306-426b-a408-97a2e1b682bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 210 time: 0.0385108 Aug 20 15:20:39.359333 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0fde9c07-ea59-4b2b-aaef-282c523af8a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b27a2f6a2204b3585731d40aa571d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015546 Aug 20 15:20:39.359498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 41892) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:39.363028 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:39.365363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:39.400146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] Checking router: 948d4415-dcbd-41d1-bbc6-46ba0361c1da for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:20:39.411576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:39.412528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:39.445153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-971616a6-48ec-4ffc-bef2-9b0cb78223cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:39.470496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:39.484686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['59ca2213-ac71-4b24-9c7b-4d266f0dc008'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:20:39.514395 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-971616a6-48ec-4ffc-bef2-9b0cb78223cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:39.531080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4a71be12-4cdb-45db-8c08-38a709171666'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:20:39.554683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:20:39.562558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:39.566883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Pushing event updated for resources: {'Port': ['ID=1bcbb5f5-03c7-4dd7-a482-954a94496766,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:39.578206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:20:39.649356 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:39.679523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:39.680176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:39.704505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811fece-a234-44f1-89f7-7042b5839fc2 req-a3baf66b-c955-4fdd-a0cb-7d8cb6b3ecc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:39.705570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a811fece-a234-44f1-89f7-7042b5839fc2 req-a3baf66b-c955-4fdd-a0cb-7d8cb6b3ecc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.1491365 Aug 20 15:20:39.708637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-51aed18f-f261-4e2c-8e21-22c398cdb4bf tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2381439 Aug 20 15:20:39.713300 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-971616a6-48ec-4ffc-bef2-9b0cb78223cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:39.715917 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-971616a6-48ec-4ffc-bef2-9b0cb78223cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:39.717884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-971616a6-48ec-4ffc-bef2-9b0cb78223cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/619a8ee8-7b4b-4186-a32d-26c1a791768b HTTP/1.1" status: 204 len: 168 time: 0.3589554 Aug 20 15:20:39.726041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Request body: {'port': {'device_id': 'fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:39.774814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971616a6-48ec-4ffc-bef2-9b0cb78223cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619a8ee8-7b4b-4186-a32d-26c1a791768b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:39.809428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:39.826680 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a811fece-a234-44f1-89f7-7042b5839fc2 req-78ac5456-9cb9-4789-b298-5b38f2b7328a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069651 Aug 20 15:20:39.834019 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:39.926654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: f1855cf4-377e-4404-9f24-c77989128586 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:39.926999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f1855cf4-377e-4404-9f24-c77989128586 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:40.117417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb01dcd-73ff-4473-8997-1a4bc9040ca4 req-a3eb2826-552c-4516-a677-75d08e09dbf7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:40.125365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcb01dcd-73ff-4473-8997-1a4bc9040ca4 req-a3eb2826-552c-4516-a677-75d08e09dbf7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.1298728 Aug 20 15:20:40.150970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:40.187845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4df8d52-2248-47fc-a678-671c8b06f4d7 None None] The sync data for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 is: [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:08:15Z', 'revision_number': 4, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a407dcdc-0065-411e-91a9-3b211093612f', 'name': '', 'network_id': 'c8514b06-c422-48e9-9c4d-9ae59311f588', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'mac_address': 'fa:16:3e:90:d7:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:14Z', 'updated_at': '2021-08-20T15:08:22Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'subnets': [{'id': 'b3b50d46-38e0-449a-810b-7bfd856c96fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:20:40.199755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcb01dcd-73ff-4473-8997-1a4bc9040ca4 req-926a4753-c1a5-4265-95f4-535538d96297 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683017 Aug 20 15:20:40.211173 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41904) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:40.268813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41906) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:40.303869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcbb5f5-03c7-4dd7-a482-954a94496766 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:20:40.323515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.326604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057eb207-d3fc-486e-a38c-d7ed83606cb4 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:40.331514 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-057eb207-d3fc-486e-a38c-d7ed83606cb4 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1092 time: 0.1186850 Aug 20 15:20:40.332179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41912) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:40.343701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Transition to ACTIVE for port object 1bcbb5f5-03c7-4dd7-a482-954a94496766 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:40.350688 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.351228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:40.389885 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5de639b8-5beb-4ab8-9424-cbe60803fe67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2cefc9abfdc74505bd4d2d2d9fe7c079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1190760 Aug 20 15:20:40.392957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41916) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:40.412463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.467828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Pushing event updated for resources: {'Port': ['ID=1bcbb5f5-03c7-4dd7-a482-954a94496766,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:40.519747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f1371e7-4b9f-48a5-9209-d5c65fa8765d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.544924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c844-f0ae-4ad6-b930-54a1dee08f74 req-a78490a2-da04-4eb2-a709-8dc0fa2f077b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:40.553821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c759c844-f0ae-4ad6-b930-54a1dee08f74 req-a78490a2-da04-4eb2-a709-8dc0fa2f077b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 943 time: 0.1682384 Aug 20 15:20:40.561302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f1371e7-4b9f-48a5-9209-d5c65fa8765d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.596579 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cec904-6859-4aa4-b34f-9e466d7b6107 None None] New status for floating IP 0ecb5fe1-773e-4cf8-92de-402fb5c4043a: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:20:40.623913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c759c844-f0ae-4ad6-b930-54a1dee08f74 req-8efe9bfc-3129-4ed3-b8dc-8043aa83b15b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693588 Aug 20 15:20:40.653951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Attempting to bind port 1bcbb5f5-03c7-4dd7-a482-954a94496766 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:20:40.654493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Attempting to bind port 1bcbb5f5-03c7-4dd7-a482-954a94496766 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:20:40.654649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Attempting to bind port 1bcbb5f5-03c7-4dd7-a482-954a94496766 on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:40.662378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Port 1bcbb5f5-03c7-4dd7-a482-954a94496766 on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:20:40.662787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Attempting to bind port 1bcbb5f5-03c7-4dd7-a482-954a94496766 on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:40.674671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41918) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:40.679437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:20:40.679935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Checking segment: {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:20:40.680546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Bound using segment: {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:20:40.681746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Bound port: 1bcbb5f5-03c7-4dd7-a482-954a94496766, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:20:40.682517 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.695175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f1371e7-4b9f-48a5-9209-d5c65fa8765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.697780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3f1371e7-4b9f-48a5-9209-d5c65fa8765d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.699477 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3f1371e7-4b9f-48a5-9209-d5c65fa8765d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4f245be-021e-43c8-b18b-d8222a05664d HTTP/1.1" status: 204 len: 168 time: 0.3055747 Aug 20 15:20:40.739574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.739574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1371e7-4b9f-48a5-9209-d5c65fa8765d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f245be-021e-43c8-b18b-d8222a05664d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:40.818737 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6651ddb6-320e-489c-800f-b7257f966546 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.829985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] For port 1bcbb5f5-03c7-4dd7-a482-954a94496766, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:20:40.835642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] For port 1bcbb5f5-03c7-4dd7-a482-954a94496766, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1bcbb5f5-03c7-4dd7-a482-954a94496766,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:20:40.843924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.879398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:40.879742 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.881222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] 10.222.0.70 "PUT /v2.0/ports/1bcbb5f5-03c7-4dd7-a482-954a94496766 HTTP/1.1" status: 200 len: 1092 time: 1.1609628 Aug 20 15:20:40.881575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0', 'tag': '1bcbb5f5-03c7-4dd7-a482-954a94496766'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:40.883825 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77" -d '{"events": [{"name": "network-changed", "server_uuid": "fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0", "tag": "1bcbb5f5-03c7-4dd7-a482-954a94496766"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:40.924160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19100c-8052-47dd-88b7-81af853dceac service neutron] Pushing event updated for resources: {'Port': ['ID=1bcbb5f5-03c7-4dd7-a482-954a94496766,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:40.934354 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6651ddb6-320e-489c-800f-b7257f966546 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:40.957966 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384e392b-1cfb-4189-b41b-5160da1bdc6f x-openstack-request-id: req-384e392b-1cfb-4189-b41b-5160da1bdc6f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:40.958367 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0", "tag": "1bcbb5f5-03c7-4dd7-a482-954a94496766", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:40.958689 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-384e392b-1cfb-4189-b41b-5160da1bdc6f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:40.959159 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0', 'tag': '1bcbb5f5-03c7-4dd7-a482-954a94496766', 'status': 'completed', 'code': 200} Aug 20 15:20:40.994971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-3719fe82-1cf8-41af-addb-e0d5a14baa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:40.997000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.25.5.41 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/65fef41d-bc07-4756-93ac-9d1a495076c1) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:20:40.997563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-3719fe82-1cf8-41af-addb-e0d5a14baa59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 1095 time: 0.0542653 Aug 20 15:20:41.056033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-dc509519-49be-4455-9c40-40a9ee421c0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bcbb5f5-03c7-4dd7-a482-954a94496766 HTTP/1.1" status: 200 len: 217 time: 0.0443516 Aug 20 15:20:41.067886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6651ddb6-320e-489c-800f-b7257f966546 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:41.070792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6651ddb6-320e-489c-800f-b7257f966546 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:41.074642 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6651ddb6-320e-489c-800f-b7257f966546 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "DELETE /v2.0/security-groups/a8bb4152-182c-4055-bc60-96213e4d6e31 HTTP/1.1" status: 204 len: 168 time: 0.3871014 Aug 20 15:20:41.077663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41924) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:41.111464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651ddb6-320e-489c-800f-b7257f966546 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bb4152-182c-4055-bc60-96213e4d6e31,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:41.123728 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-9898c7e7-d98f-4322-94fa-4538020dfd7d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] show failed (client error): The resource could not be found. Aug 20 15:20:41.124771 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9898c7e7-d98f-4322-94fa-4538020dfd7d tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "GET /v2.0/security-groups/a8bb4152-182c-4055-bc60-96213e4d6e31 HTTP/1.1" status: 404 len: 347 time: 0.0445113 Aug 20 15:20:41.127629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41926) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:41.154570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-a9f17e32-e9f1-43b7-8902-da6c375b42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:41.156911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-a9f17e32-e9f1-43b7-8902-da6c375b42d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0920570 Aug 20 15:20:41.214378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-b1edb36d-ecff-4885-836c-9db98a3ae3df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457201 Aug 20 15:20:41.242860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:41.319729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:41.333676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Deleting port e4bf9a55-34ac-4e83-9135-58d7a452f099 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:41.334368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:41.362188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-ab6b289e-dcd5-4e01-9a1b-1899d400fdf8 service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382923 Aug 20 15:20:41.412188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:20:41.420510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:41.429131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:20:41.514603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60924142-f8c8-47e9-ba90-452e50f3ffe3 req-44d2f4a5-a876-4a1d-be88-bc628045b96e service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327713 Aug 20 15:20:41.518966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=65fef41d-bc07-4756-93ac-9d1a495076c1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:41.562938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:41.563318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:41.599073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Calling delete_port for e4bf9a55-34ac-4e83-9135-58d7a452f099 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:41.616652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-e5740d17-8f99-415b-8f19-fc6b9dea8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:41.621817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-e5740d17-8f99-415b-8f19-fc6b9dea8f0d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 1095 time: 0.0489566 Aug 20 15:20:41.780439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-98c0cd53-9f1b-45e1-9c32-eefc32a9fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:41.782750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-98c0cd53-9f1b-45e1-9c32-eefc32a9fb46 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 916 time: 0.1480432 Aug 20 15:20:41.802697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e18e1-de3c-4b6f-b253-398e1fabd580 req-d3ea3a34-360b-46cc-8386-14362fda8d14 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:41.811291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-102e18e1-de3c-4b6f-b253-398e1fabd580 req-d3ea3a34-360b-46cc-8386-14362fda8d14 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 943 time: 0.0977650 Aug 20 15:20:41.866413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-be2060f3-9391-48ef-8de1-6e4aa97a53e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bcbb5f5-03c7-4dd7-a482-954a94496766 HTTP/1.1" status: 200 len: 217 time: 0.0447023 Aug 20 15:20:41.898551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-102e18e1-de3c-4b6f-b253-398e1fabd580 req-b745a274-b100-4804-8b00-710ac749e328 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860314 Aug 20 15:20:41.913418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:41.950105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-df533283-fdb4-46e3-97a6-f00513243176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:41.954534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-df533283-fdb4-46e3-97a6-f00513243176 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0752084 Aug 20 15:20:42.040460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Pushing event deleted for resources: {'Port': ['ID=e4bf9a55-34ac-4e83-9135-58d7a452f099,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:42.049160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-5e54adee-c077-4ffc-a03f-60a66f5ebf21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764773 Aug 20 15:20:42.095408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:42.098126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:42.102251 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-37c08b58-06b7-4a55-8b32-e2890c209ea1 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] 10.222.0.36 "DELETE /v2.0/floatingips/0ecb5fe1-773e-4cf8-92de-402fb5c4043a HTTP/1.1" status: 204 len: 168 time: 0.9707463 Aug 20 15:20:42.201927 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c1967ca6-fc2e-4a9e-97b8-8bdd8a7ebe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:42.202428 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:42.207317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-7d65dcbb-d108-4b19-beea-baa8f82c4d43 service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443589 Aug 20 15:20:42.302815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:42.361465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ef52aef-cdc3-4a4f-bac9-8d0c7a234f77 req-46f41b07-8219-45b2-8412-2f8794e52d31 service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436615 Aug 20 15:20:42.474978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:42.479763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:42.562602 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:42.618086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=65fef41d-bc07-4756-93ac-9d1a495076c1,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:42.689524 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Floating IP c4983d6c-d758-4bbf-bf7e-d729971746e9 associated. External IP: 172.25.5.41, port: c2da1c48-c89a-48b7-beab-84a672cc8fc1. Aug 20 15:20:42.913819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router ec3b9bb4-b424-4f00-a67b-366226587cdf has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:20:43.020963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603850e-6fb5-4074-b497-c4e47beed95b req-91ad1a02-a7b6-4046-b324-52845d89b00f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:43.022643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b603850e-6fb5-4074-b497-c4e47beed95b req-91ad1a02-a7b6-4046-b324-52845d89b00f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 943 time: 0.0555837 Aug 20 15:20:43.052923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:20:43.066411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] Sync routers for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:20:43.080160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:43.080805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b603850e-6fb5-4074-b497-c4e47beed95b req-aa383050-42df-489e-89c1-b7aa1e67e606 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Aug 20 15:20:43.081635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:43.084029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:43.123994 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1605ad29-88ea-441f-b13f-2c97fc23e99e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7812841 Aug 20 15:20:43.123994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:43.128600 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fb79c0-2748-4901-ae54-fa830ba7c81d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:43.216818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:43.227014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736c025-cdf7-45e0-9a63-accf9a694d1f req-b1946d51-3729-47e3-a4ef-c9cdc05ac171 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:43.230226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4736c025-cdf7-45e0-9a63-accf9a694d1f req-b1946d51-3729-47e3-a4ef-c9cdc05ac171 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0546393 Aug 20 15:20:43.271566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4736c025-cdf7-45e0-9a63-accf9a694d1f req-9acdbaea-c53e-4835-af57-56d56aca2466 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364611 Aug 20 15:20:43.297762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41960) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:43.363572 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05057bf9-edd5-4758-b7cc-4335cacea265 x-openstack-request-id: req-05057bf9-edd5-4758-b7cc-4335cacea265 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:43.363915 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:43.364388 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05057bf9-edd5-4758-b7cc-4335cacea265 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:43.364878 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'status': 'completed', 'code': 200} Aug 20 15:20:43.400178 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b804b1c1-cac1-4cc3-9e43-13338c2ed55e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/c4983d6c-d758-4bbf-bf7e-d729971746e9 HTTP/1.1" status: 200 len: 990 time: 0.1011608 Aug 20 15:20:43.455375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-b2d092da-4a9c-4ffd-99cf-89c1363bc54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:43.457267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-b2d092da-4a9c-4ffd-99cf-89c1363bc54d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1097 time: 0.0570014 Aug 20 15:20:43.511682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c4983d6c-d758-4bbf-bf7e-d729971746e9', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'port_id': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'mac_address': 'fa:16:3e:ec:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:20:41Z', 'updated_at': '2021-08-20T15:20:41Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09', 'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:ef:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:20Z', 'updated_at': '2021-08-20T15:20:29Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:43.546089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] Checking router: ec3b9bb4-b424-4f00-a67b-366226587cdf for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:20:43.555755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:43.556395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:43.565720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-d73b3775-1732-4b57-a951-73fa8faaa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:43.567221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-d73b3775-1732-4b57-a951-73fa8faaa80e service neutron] 10.222.0.72 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 898 time: 0.1025646 Aug 20 15:20:43.705023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-10c20741-eba6-44ac-98ea-918440dbe05c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 998 time: 0.1295514 Aug 20 15:20:43.730347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:43.762774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-391559a7-cf1b-48ae-9eab-777f3c86e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:43.765434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-391559a7-cf1b-48ae-9eab-777f3c86e83f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 200 len: 834 time: 0.0541327 Aug 20 15:20:43.819706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-bb9328e7-7010-4edb-8325-b23cdb848ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:43.821597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-bb9328e7-7010-4edb-8325-b23cdb848ca5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9203e813-859b-436a-ad60-19a0263eafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483050 Aug 20 15:20:43.949356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-647e1355-e71c-479c-910a-b14235a319e0 service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177082 Aug 20 15:20:43.998499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c4983d6c-d758-4bbf-bf7e-d729971746e9', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'port_id': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'mac_address': 'fa:16:3e:ec:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:20:41Z', 'updated_at': '2021-08-20T15:20:41Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09', 'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:ef:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:20Z', 'updated_at': '2021-08-20T15:20:29Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:44.032036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06e8e64-b79b-489a-bbcd-d67057075c86 None None] The sync data for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 is: [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c4983d6c-d758-4bbf-bf7e-d729971746e9', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'port_id': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'mac_address': 'fa:16:3e:ec:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:20:41Z', 'updated_at': '2021-08-20T15:20:41Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09', 'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:ef:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:20Z', 'updated_at': '2021-08-20T15:20:29Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:20:44.052787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8fb79c0-2748-4901-ae54-fa830ba7c81d req-29ed1666-dd8a-4cca-9f79-d82a11dc8bd4 service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949237 Aug 20 15:20:44.240397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e979-ac3d-4337-aa33-9b20065f6993 req-baec1629-a59c-4a1d-8b94-c3e11db816ac tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:44.248881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6f0e979-ac3d-4337-aa33-9b20065f6993 req-baec1629-a59c-4a1d-8b94-c3e11db816ac tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 943 time: 0.0677712 Aug 20 15:20:44.288125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6f0e979-ac3d-4337-aa33-9b20065f6993 req-d411ad71-6ae4-4439-b0c9-7016c36375ca tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383129 Aug 20 15:20:44.354335 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90202261-47a5-4ddc-a48e-a2a276e57e83 None None] New status for floating IP c4983d6c-d758-4bbf-bf7e-d729971746e9: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:20:44.401474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41976) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:44.498757 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-23c2a1c7-664d-40d8-82ac-742f2e61d6bb tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/c4983d6c-d758-4bbf-bf7e-d729971746e9 HTTP/1.1" status: 200 len: 990 time: 0.0947113 Aug 20 15:20:44.823715 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:45.178655 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-446ec9ae-c097-4091-883f-5b271c4a7163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:45.402530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1bcbb5f5-03c7-4dd7-a482-954a94496766 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:20:45.436179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849840f-a632-4bd5-a82c-5b2d983712cf req-0e01b3c1-5061-4857-bb05-f54361dad225 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:45.437929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a849840f-a632-4bd5-a82c-5b2d983712cf req-0e01b3c1-5061-4857-bb05-f54361dad225 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 943 time: 0.0634229 Aug 20 15:20:45.487873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a849840f-a632-4bd5-a82c-5b2d983712cf req-2493f3c9-bfa3-4829-816b-8922415e50dc tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 Aug 20 15:20:45.501574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 41992) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:45.714468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1bcbb5f5-03c7-4dd7-a482-954a94496766, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1bcbb5f5-03c7-4dd7-a482-954a94496766,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:45.738072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '1bcbb5f5-03c7-4dd7-a482-954a94496766', 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2', 'port_id': '1bcbb5f5-03c7-4dd7-a482-954a94496766', 'mac_address': 'fa:16:3e:4e:31:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd1558-6871-4dc2-9d0b-9d9565828c4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:20:45.857660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:45.889468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcbb5f5-03c7-4dd7-a482-954a94496766 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:20:45.927209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1bcbb5f5-03c7-4dd7-a482-954a94496766, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1bcbb5f5-03c7-4dd7-a482-954a94496766,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:45.934572 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:46.007193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1bcbb5f5-03c7-4dd7-a482-954a94496766,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:46.024672 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-030e389a-6ec6-4a8d-b58c-e6eda7d3b670 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/c4983d6c-d758-4bbf-bf7e-d729971746e9 HTTP/1.1" status: 200 len: 992 time: 0.5217075 Aug 20 15:20:46.151597 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:46.196583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['1bcbb5f5-03c7-4dd7-a482-954a94496766'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:20:46.607508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f26f57-f1a3-47cd-ad17-73c0bcb24370 req-8529b218-1b6c-4356-8c14-4533968e5314 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:46.609288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34f26f57-f1a3-47cd-ad17-73c0bcb24370 req-8529b218-1b6c-4356-8c14-4533968e5314 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 944 time: 0.0548770 Aug 20 15:20:46.649470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34f26f57-f1a3-47cd-ad17-73c0bcb24370 req-0b99afc4-53d5-4854-9669-82810842bd96 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Aug 20 15:20:47.402423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1bcbb5f5-03c7-4dd7-a482-954a94496766 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:20:47.454273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 1bcbb5f5-03c7-4dd7-a482-954a94496766 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:47.458021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 1bcbb5f5-03c7-4dd7-a482-954a94496766 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:47.458396 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:47.537267 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:47.560868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcbb5f5-03c7-4dd7-a482-954a94496766'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:47.563170 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b1082a-da6d-4ce6-b8a0-20a5ce2b5b0f" -d '{"events": [{"server_uuid": "fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0", "name": "network-vif-plugged", "status": "completed", "tag": "1bcbb5f5-03c7-4dd7-a482-954a94496766"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:47.577373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 1bcbb5f5-03c7-4dd7-a482-954a94496766, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1bcbb5f5-03c7-4dd7-a482-954a94496766,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:47.582409 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:47.605787 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97282d1-4876-43af-ba35-3f6e7c4ce831 x-openstack-request-id: req-f97282d1-4876-43af-ba35-3f6e7c4ce831 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:47.606175 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0", "name": "network-vif-plugged", "status": "completed", "tag": "1bcbb5f5-03c7-4dd7-a482-954a94496766", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:47.606499 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f97282d1-4876-43af-ba35-3f6e7c4ce831 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:47.607700 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcbb5f5-03c7-4dd7-a482-954a94496766', 'code': 200} Aug 20 15:20:47.637431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=1bcbb5f5-03c7-4dd7-a482-954a94496766,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:47.771945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36cbf9-f9f1-40d9-9803-33b5da93a32d req-f07252a0-b97e-4500-ba88-a5d7f5b1e710 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:47.773969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f36cbf9-f9f1-40d9-9803-33b5da93a32d req-f07252a0-b97e-4500-ba88-a5d7f5b1e710 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Aug 20 15:20:47.815898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f36cbf9-f9f1-40d9-9803-33b5da93a32d req-01e083b5-aee0-41de-9f0b-9cfb11da8242 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339468 Aug 20 15:20:47.850435 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:47.901323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83db8ba-7547-4fe0-9d05-2edc14ad09c6 req-95e28d09-957a-4791-929f-f699b9d7ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:47.902811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e83db8ba-7547-4fe0-9d05-2edc14ad09c6 req-95e28d09-957a-4791-929f-f699b9d7ce58 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 1097 time: 0.2296424 Aug 20 15:20:47.943423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e83db8ba-7547-4fe0-9d05-2edc14ad09c6 req-b56c7c95-7116-435c-88c2-c42e26df19fb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Aug 20 15:20:48.010688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42020) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:48.485992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:48.738797 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Deleting port a407dcdc-0065-411e-91a9-3b211093612f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:48.739061 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:48.817035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] For port a407dcdc-0065-411e-91a9-3b211093612f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a407dcdc-0065-411e-91a9-3b211093612f,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:48.817406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:48.830296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Calling delete_port for a407dcdc-0065-411e-91a9-3b211093612f owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:48.944853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc005eb-1be2-426f-9f44-5a791598784c req-a6f74005-e218-4a00-93a3-657aa07040f2 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:48.946556 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acc005eb-1be2-426f-9f44-5a791598784c req-a6f74005-e218-4a00-93a3-657aa07040f2 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 945 time: 0.0603743 Aug 20 15:20:48.992026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-acc005eb-1be2-426f-9f44-5a791598784c req-efeb6a96-d6f5-4f13-9b35-8f4a539d82be tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378425 Aug 20 15:20:49.023349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:49.053046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Pushing event deleted for resources: {'Port': ['ID=a407dcdc-0065-411e-91a9-3b211093612f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:49.339432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:49.575893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Router 948d4415-dcbd-41d1-bbc6-46ba0361c1da has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:20:49.679254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:20:49.686089 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-16e48dc8-6f20-4d00-a85c-597e37b3f447 admin admin] 10.222.0.36 "PUT /v2.0/routers/948d4415-dcbd-41d1-bbc6-46ba0361c1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6723170 Aug 20 15:20:49.688169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42032) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:49.690188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] Sync routers for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:20:49.700869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:49.702120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:49.790901 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:49.807668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:49.893925 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:49.947715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Deleting port 90e15965-ffe8-4839-8d7a-09b9f2bdde91 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:49.948062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:49.993963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:20:48Z', 'revision_number': 5, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port': {'id': '90e15965-ffe8-4839-8d7a-09b9f2bdde91', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:08:11Z', 'updated_at': '2021-08-20T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:50.020076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] Checking router: 948d4415-dcbd-41d1-bbc6-46ba0361c1da for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:20:50.025759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] For port 90e15965-ffe8-4839-8d7a-09b9f2bdde91, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=90e15965-ffe8-4839-8d7a-09b9f2bdde91,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:50.026218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.029857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] Routers {'948d4415-dcbd-41d1-bbc6-46ba0361c1da'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:20:50.030493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:20:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:50.039804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Calling delete_port for 90e15965-ffe8-4839-8d7a-09b9f2bdde91 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:50.114189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd96fbc-5024-4e42-a764-de6784dbf38d req-89580cc7-1f9f-47aa-ba50-ae3ff1cf3121 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:50.115895 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bd96fbc-5024-4e42-a764-de6784dbf38d req-89580cc7-1f9f-47aa-ba50-ae3ff1cf3121 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 945 time: 0.0494015 Aug 20 15:20:50.119071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] Set router 948d4415-dcbd-41d1-bbc6-46ba0361c1da gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:20:50.156219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bd96fbc-5024-4e42-a764-de6784dbf38d req-65fb644e-efa2-44d1-9c4f-839e20092cf2 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316868 Aug 20 15:20:50.176626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:20:49Z', 'revision_number': 6, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:50.208958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e32ad-0b59-4864-bf51-85c49132b99e None None] The sync data for ids ['948d4415-dcbd-41d1-bbc6-46ba0361c1da'] in n-d-695189-15 is: [{'id': '948d4415-dcbd-41d1-bbc6-46ba0361c1da', 'name': 'tempest-AttachVolumeShelveTestJSON-1522486907-router', 'tenant_id': '428713e0bd7c4b65bd34601452d96d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:08:09Z', 'updated_at': '2021-08-20T15:20:49Z', 'revision_number': 6, 'project_id': '428713e0bd7c4b65bd34601452d96d59', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:20:50.221203 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.258442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e15965-ffe8-4839-8d7a-09b9f2bdde91,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:50.314306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.416435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.418618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.487643 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.488386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 948d4415-dcbd-41d1-bbc6-46ba0361c1da {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:20:50.494041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.495511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c69e26f2-b7fb-4a31-9562-5bf0543a54b6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/948d4415-dcbd-41d1-bbc6-46ba0361c1da HTTP/1.1" status: 204 len: 168 time: 0.8062830 Aug 20 15:20:50.498772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42054) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:50.562971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da5e695-3203-4381-bb50-5254eb460b60 admin admin] Deleting subnet b3b50d46-38e0-449a-810b-7bfd856c96fa {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:20:50.572598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3da5e695-3203-4381-bb50-5254eb460b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.639289 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3da5e695-3203-4381-bb50-5254eb460b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.677428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca826-cc99-4e76-bf54-461d336c682a req-f6ee8de3-2b58-417a-89d8-1f6bcfe5c259 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:50.685301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-f6ee8de3-2b58-417a-89d8-1f6bcfe5c259 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1525509 Aug 20 15:20:50.706819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-bb0f445d-2dac-4011-8383-7d1be65e1be6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/quotas/db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 375 time: 0.0203388 Aug 20 15:20:50.748938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3da5e695-3203-4381-bb50-5254eb460b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.767595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-e61ee0cf-eed9-4fba-8bce-3c010a589203 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597768 Aug 20 15:20:50.809416 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3da5e695-3203-4381-bb50-5254eb460b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.835716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5e695-3203-4381-bb50-5254eb460b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b50d46-38e0-449a-810b-7bfd856c96fa,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:50.839382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3da5e695-3203-4381-bb50-5254eb460b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.841314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3da5e695-3203-4381-bb50-5254eb460b60 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b3b50d46-38e0-449a-810b-7bfd856c96fa HTTP/1.1" status: 204 len: 168 time: 0.3412452 Aug 20 15:20:50.844129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:50.854432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea51872-eb14-4cf7-a837-06daf59e649d None None] Network c8514b06-c422-48e9-9c4d-9ae59311f588 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:20:50.885578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-b62aaeaf-96bd-4623-8999-9e53d1f66c53 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106648 Aug 20 15:20:50.933295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:50.994218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-cfb1f3a1-5edd-49fe-86e0-69efc5efb976 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008203 Aug 20 15:20:51.008790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Deleting port 2eec9028-232b-4551-876e-7d75dbe4581f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:51.009148 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.067753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb2087-3f77-4a38-b493-746a234faaf5 None None] DHCP port deletion for c8514b06-c422-48e9-9c4d-9ae59311f588 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:20:51.078731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a407dcdc-0065-411e-91a9-3b211093612f no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:51.101280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] For port 2eec9028-232b-4551-876e-7d75dbe4581f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2eec9028-232b-4551-876e-7d75dbe4581f,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:51.101912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.117331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Calling delete_port for 2eec9028-232b-4551-876e-7d75dbe4581f owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:51.127615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a407dcdc-0065-411e-91a9-3b211093612f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:51.127958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a407dcdc-0065-411e-91a9-3b211093612f not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:51.156387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb2087-3f77-4a38-b493-746a234faaf5 None None] Deleting port 2eec9028-232b-4551-876e-7d75dbe4581f {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:20:51.156780 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2087-3f77-4a38-b493-746a234faaf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.260808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7bdb2087-3f77-4a38-b493-746a234faaf5 None None] For port 2eec9028-232b-4551-876e-7d75dbe4581f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2eec9028-232b-4551-876e-7d75dbe4581f,segment=NetworkSegment(a377ffd9-4d7b-4fe2-bb54-be904e9d36f4),segment_id=a377ffd9-4d7b-4fe2-bb54-be904e9d36f4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:20:51.261199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2087-3f77-4a38-b493-746a234faaf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.261747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.279128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb2087-3f77-4a38-b493-746a234faaf5 None None] Calling delete_port for 2eec9028-232b-4551-876e-7d75dbe4581f owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:20:51.332185 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] No DVR routers for this DVR port 2eec9028-232b-4551-876e-7d75dbe4581f on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:20:51.334298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Pushing event deleted for resources: {'Port': ['ID=2eec9028-232b-4551-876e-7d75dbe4581f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:51.337709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf6102b-cd26-411e-95c9-c3523845789b req-664e061f-938c-4cfd-9bdc-45ba16927da6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 210 time: 0.0431330 Aug 20 15:20:51.389737 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7bdb2087-3f77-4a38-b493-746a234faaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.425093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb2087-3f77-4a38-b493-746a234faaf5 None None] No DVR routers for this DVR port 2eec9028-232b-4551-876e-7d75dbe4581f on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:20:51.425807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.438675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb2087-3f77-4a38-b493-746a234faaf5 None None] Pushing event deleted for resources: {'Port': ['ID=2eec9028-232b-4551-876e-7d75dbe4581f,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:51.442259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8514b06-c422-48e9-9c4d-9ae59311f588']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:51.455121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:51.455121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a377ffd9-4d7b-4fe2-bb54-be904e9d36f4') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:20:51.463636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.482266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.497205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:20:51.497785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:20:51.504333 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:20:51.562655 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.577112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.579109 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] 10.222.0.36 "DELETE /v2.0/networks/c8514b06-c422-48e9-9c4d-9ae59311f588 HTTP/1.1" status: 204 len: 168 time: 0.7340424 Aug 20 15:20:51.604447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91316f57-9ad5-4c34-acc9-0ac38cf3603c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8514b06-c422-48e9-9c4d-9ae59311f588,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:51.767250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:51.817417 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-33732873-9817-49d2-ae87-ff46d562b45d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=428713e0bd7c4b65bd34601452d96d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485764 Aug 20 15:20:51.819807 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42086) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:51.878593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54eebc7b-3fe5-4fea-afac-0881c40687d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.904795 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54eebc7b-3fe5-4fea-afac-0881c40687d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.959778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54eebc7b-3fe5-4fea-afac-0881c40687d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.963075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-54eebc7b-3fe5-4fea-afac-0881c40687d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:51.967996 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-54eebc7b-3fe5-4fea-afac-0881c40687d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d39636d-2ca7-473e-9b57-889449383916 HTTP/1.1" status: 204 len: 168 time: 0.1470284 Aug 20 15:20:51.985181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eebc7b-3fe5-4fea-afac-0881c40687d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39636d-2ca7-473e-9b57-889449383916,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:52.499124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d64c6259-98fa-402b-9011-a37dd45d594e req-d28348db-826d-4c6c-9c94-9e561483c49b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 210 time: 0.0439444 Aug 20 15:20:52.563785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca826-cc99-4e76-bf54-461d336c682a req-ed71a88c-8a83-46cb-b33d-d14473c4679a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:52.565317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-ed71a88c-8a83-46cb-b33d-d14473c4679a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1854684 Aug 20 15:20:52.588680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'port': {'device_id': '9e48837a-bf15-4bbe-9810-fc4ce10e3412', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'admin_state_up': True, 'tenant_id': 'db80b6a989504421a8714c287f72d92b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:52.661445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 90e15965-ffe8-4839-8d7a-09b9f2bdde91 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:52.687601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 90e15965-ffe8-4839-8d7a-09b9f2bdde91 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:52.687972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 90e15965-ffe8-4839-8d7a-09b9f2bdde91 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:52.689071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2eec9028-232b-4551-876e-7d75dbe4581f no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:20:52.733694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 2eec9028-232b-4551-876e-7d75dbe4581f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:20:52.734414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2eec9028-232b-4551-876e-7d75dbe4581f not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:20:52.781670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Made reservation on behalf of db80b6a989504421a8714c287f72d92b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:20:52.786528 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:52.940430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.20.0.8 (7e00f66c-72ff-4834-b2ff-ff4f4e406f79/30a01d91-e7df-41ea-9744-ce59d2cfbc85/4d62d48d-b067-4ca8-854f-0b7c13085b9d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:20:53.114408 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:53.131178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Transition to ACTIVE for port object 4d62d48d-b067-4ca8-854f-0b7c13085b9d will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:53.174631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:53.202603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:20:53.248964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:20:53.262200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=4d62d48d-b067-4ca8-854f-0b7c13085b9d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:53.279380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:20:53.373095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:53.373858 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:53.404238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-c47de6fa-ffb6-417e-ba71-e8713bdb6a4e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8210549 Aug 20 15:20:53.423922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Request body: {'port': {'device_id': '9e48837a-bf15-4bbe-9810-fc4ce10e3412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:20:53.506147 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:53.653072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0f5a8310-e709-436c-b4fd-d95771e9f0a8 None None] Provisioning for port 4d62d48d-b067-4ca8-854f-0b7c13085b9d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:20:53.658298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0f5a8310-e709-436c-b4fd-d95771e9f0a8 None None] Provisioning complete for port 4d62d48d-b067-4ca8-854f-0b7c13085b9d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:20:53.658685 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f5a8310-e709-436c-b4fd-d95771e9f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:53.753626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a8310-e709-436c-b4fd-d95771e9f0a8 None None] Port 4d62d48d-b067-4ca8-854f-0b7c13085b9d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:20:54.328966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17add8-7219-4c88-a8b7-5085c41919b0 req-d39c047d-aac7-49b2-acb6-76ebdf8334f9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:54.337251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea17add8-7219-4c88-a8b7-5085c41919b0 req-d39c047d-aac7-49b2-acb6-76ebdf8334f9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 931 time: 0.1752656 Aug 20 15:20:54.406636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea17add8-7219-4c88-a8b7-5085c41919b0 req-0d26f822-7b2d-49d8-95d6-a2592942e3f0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680647 Aug 20 15:20:54.450759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d62d48d-b067-4ca8-854f-0b7c13085b9d {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:20:54.461086 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:54.480809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Transition to ACTIVE for port object 4d62d48d-b067-4ca8-854f-0b7c13085b9d will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:20:54.490924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:54.563663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d62d48d-b067-4ca8-854f-0b7c13085b9d,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:54.667296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Attempting to bind port 4d62d48d-b067-4ca8-854f-0b7c13085b9d on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:20:54.667992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Attempting to bind port 4d62d48d-b067-4ca8-854f-0b7c13085b9d by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:20:54.669750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Attempting to bind port 4d62d48d-b067-4ca8-854f-0b7c13085b9d on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:54.675169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Port 4d62d48d-b067-4ca8-854f-0b7c13085b9d on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:20:54.675727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Attempting to bind port 4d62d48d-b067-4ca8-854f-0b7c13085b9d on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:20:54.681159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:20:54.681730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:20:54.682285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Bound using segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:20:54.682869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Bound port: 4d62d48d-b067-4ca8-854f-0b7c13085b9d, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:20:54.683406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:54.756272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] For port 4d62d48d-b067-4ca8-854f-0b7c13085b9d, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:20:54.761665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] For port 4d62d48d-b067-4ca8-854f-0b7c13085b9d, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4d62d48d-b067-4ca8-854f-0b7c13085b9d,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:20:54.768227 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:54.816748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:54.817617 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:54.819205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d62d48d-b067-4ca8-854f-0b7c13085b9d HTTP/1.1" status: 200 len: 1092 time: 1.4006691 Aug 20 15:20:54.819812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e48837a-bf15-4bbe-9810-fc4ce10e3412', 'tag': '4d62d48d-b067-4ca8-854f-0b7c13085b9d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:20:54.822485 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e69fc-8872-4580-924a-b7c45df2e18b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e48837a-bf15-4bbe-9810-fc4ce10e3412", "tag": "4d62d48d-b067-4ca8-854f-0b7c13085b9d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:20:54.883401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e62125-fa18-4693-b391-4bc2410057c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4d62d48d-b067-4ca8-854f-0b7c13085b9d,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:54.928520 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8909eb94-99eb-4152-bb37-d059680d965a x-openstack-request-id: req-8909eb94-99eb-4152-bb37-d059680d965a {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:20:54.928831 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e48837a-bf15-4bbe-9810-fc4ce10e3412", "tag": "4d62d48d-b067-4ca8-854f-0b7c13085b9d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:20:54.929088 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8909eb94-99eb-4152-bb37-d059680d965a {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:20:54.929492 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e48837a-bf15-4bbe-9810-fc4ce10e3412', 'tag': '4d62d48d-b067-4ca8-854f-0b7c13085b9d', 'status': 'completed', 'code': 200} Aug 20 15:20:54.949712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca826-cc99-4e76-bf54-461d336c682a req-8efa3abd-7e30-47cd-bf65-511a1a072681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:54.952600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-8efa3abd-7e30-47cd-bf65-511a1a072681 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 1095 time: 0.0614419 Aug 20 15:20:55.046160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-a226e86a-daf9-4802-9fd1-8c9619f0682a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d62d48d-b067-4ca8-854f-0b7c13085b9d HTTP/1.1" status: 200 len: 217 time: 0.0643880 Aug 20 15:20:55.149894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca826-cc99-4e76-bf54-461d336c682a req-98c87c7c-0751-41cd-803a-e77c68a635dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:55.151468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-98c87c7c-0751-41cd-803a-e77c68a635dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0980802 Aug 20 15:20:55.212263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca826-cc99-4e76-bf54-461d336c682a req-a7f1259d-e0dd-493a-a94c-fecf29062f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:55.213799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-a7f1259d-e0dd-493a-a94c-fecf29062f61 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487449 Aug 20 15:20:55.322659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-fe02f7fb-1af0-4c44-bf6e-b0713b3cf61f service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933850 Aug 20 15:20:55.435774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a53ca826-cc99-4e76-bf54-461d336c682a req-996c6a8a-5f49-4f93-bb5c-4743ececfcc5 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017835 Aug 20 15:20:55.588302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d42f12-4645-47d3-ba19-a41160610232 req-fe8806dc-2c88-4e40-aac8-349e79458bd9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:55.589942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01d42f12-4645-47d3-ba19-a41160610232 req-fe8806dc-2c88-4e40-aac8-349e79458bd9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0809021 Aug 20 15:20:55.596690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-72213e8f-64f7-49b8-b35f-d70657a46ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:55.598275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-72213e8f-64f7-49b8-b35f-d70657a46ccb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 1095 time: 0.0790434 Aug 20 15:20:55.684319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01d42f12-4645-47d3-ba19-a41160610232 req-a540048e-f9c8-4eb1-8153-da4b41d83a1e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848455 Aug 20 15:20:55.720906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-179afd28-0424-4b69-a836-3a002db2b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:55.722514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-179afd28-0424-4b69-a836-3a002db2b2f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.1164820 Aug 20 15:20:55.782335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-18ea839c-6822-470a-8d77-e2fe65e14fba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d62d48d-b067-4ca8-854f-0b7c13085b9d HTTP/1.1" status: 200 len: 217 time: 0.0515983 Aug 20 15:20:55.896666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-b9b8c5ec-cb18-4b2b-9dbc-b9569b8fc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:55.898348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-b9b8c5ec-cb18-4b2b-9dbc-b9569b8fc90f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.1083727 Aug 20 15:20:55.994014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-4b1cc68f-0aee-412c-9504-6cf1cefb3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:55.999369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-4b1cc68f-0aee-412c-9504-6cf1cefb3697 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928204 Aug 20 15:20:56.228871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-e329a948-5240-4105-ab4b-10663bb6d026 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098577 Aug 20 15:20:56.437693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b1e69fc-8872-4580-924a-b7c45df2e18b req-3de9333f-aaf6-4ee0-94ed-92e18c422b79 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005711 Aug 20 15:20:56.937689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47359d-b343-4f0a-8f13-bf11aa4d58b8 req-ca45b6f0-c9a7-4963-9637-0128c664b86d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:56.941791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb47359d-b343-4f0a-8f13-bf11aa4d58b8 req-ca45b6f0-c9a7-4963-9637-0128c664b86d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.1377354 Aug 20 15:20:56.992846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb47359d-b343-4f0a-8f13-bf11aa4d58b8 req-95b80808-dc0a-4f3c-bdf1-c451ed29759e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Aug 20 15:20:57.584289 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:20:58.161554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415789d8-148a-4fe1-afcd-11489061409d req-0c0803c7-5a25-4fff-9fba-51e5e7306ebe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:58.165465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-415789d8-148a-4fe1-afcd-11489061409d req-0c0803c7-5a25-4fff-9fba-51e5e7306ebe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0738182 Aug 20 15:20:58.250762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-415789d8-148a-4fe1-afcd-11489061409d req-90b178f6-e1a3-4640-a461-5436a3d6e2da tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768862 Aug 20 15:20:58.691822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42182) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:58.835651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34e02bf2-0cc9-4f62-b31c-446347093cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:58.872067 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:58.942211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34e02bf2-0cc9-4f62-b31c-446347093cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:58.952029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34e02bf2-0cc9-4f62-b31c-446347093cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:59.003995 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34e02bf2-0cc9-4f62-b31c-446347093cb3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8589fb458cc34826944412d3f6924c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107574 Aug 20 15:20:59.007009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:20:59.014913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e02bf2-0cc9-4f62-b31c-446347093cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ec2c7f-c89f-41a3-b5bd-13464b065c6a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:59.070469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d974af0-9cd8-41ec-8085-c6061a2d8aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:59.098419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d974af0-9cd8-41ec-8085-c6061a2d8aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:59.157417 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d974af0-9cd8-41ec-8085-c6061a2d8aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:59.160568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9d974af0-9cd8-41ec-8085-c6061a2d8aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:20:59.164681 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9d974af0-9cd8-41ec-8085-c6061a2d8aa0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0ec2c7f-c89f-41a3-b5bd-13464b065c6a HTTP/1.1" status: 204 len: 168 time: 0.1535981 Aug 20 15:20:59.169687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d974af0-9cd8-41ec-8085-c6061a2d8aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ec2c7f-c89f-41a3-b5bd-13464b065c6a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:20:59.399821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbba123-aad1-4e3f-b4dc-6cee809e0ca6 req-41fca296-3777-4580-aba2-9c7c560a2a0c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:20:59.401658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4fbba123-aad1-4e3f-b4dc-6cee809e0ca6 req-41fca296-3777-4580-aba2-9c7c560a2a0c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0652218 Aug 20 15:20:59.486726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4fbba123-aad1-4e3f-b4dc-6cee809e0ca6 req-5c634a6f-4628-4d4d-ab29-001534f29011 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762551 Aug 20 15:21:00.532984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42242) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:00.634790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf813f4e-9de4-42cf-886b-fe3eec794585 req-a56ac3c6-bd8d-4927-9b71-1d6e35aac3b1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:00.637223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf813f4e-9de4-42cf-886b-fe3eec794585 req-a56ac3c6-bd8d-4927-9b71-1d6e35aac3b1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0587659 Aug 20 15:21:00.664064 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fb4243b-9570-48b7-880d-ec9341fc7936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:00.681670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf813f4e-9de4-42cf-886b-fe3eec794585 req-79bbe40f-bcf9-46a3-83b7-f85039e3b8bb tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381641 Aug 20 15:21:00.768028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fb4243b-9570-48b7-880d-ec9341fc7936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:00.772239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fb4243b-9570-48b7-880d-ec9341fc7936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:00.816693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4243b-9570-48b7-880d-ec9341fc7936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6a2417-b661-4616-a05d-f2746918d928,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:00.833301 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7fb4243b-9570-48b7-880d-ec9341fc7936 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f139818d653345189cddad0dfd3ba653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984581 Aug 20 15:21:00.835829 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42248) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:00.895041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06570273-9c16-46b8-8bb1-71df93a105e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:00.933372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06570273-9c16-46b8-8bb1-71df93a105e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:00.983226 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06570273-9c16-46b8-8bb1-71df93a105e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:00.986023 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-06570273-9c16-46b8-8bb1-71df93a105e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:00.989506 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-06570273-9c16-46b8-8bb1-71df93a105e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce6a2417-b661-4616-a05d-f2746918d928 HTTP/1.1" status: 204 len: 168 time: 0.1504300 Aug 20 15:21:00.999448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06570273-9c16-46b8-8bb1-71df93a105e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6a2417-b661-4616-a05d-f2746918d928,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:01.801087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39665c9e-d426-462c-ba27-8230e188b7d3 req-ee333add-b1cd-4169-a688-da97cf4004ab tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:01.802604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39665c9e-d426-462c-ba27-8230e188b7d3 req-ee333add-b1cd-4169-a688-da97cf4004ab tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0518522 Aug 20 15:21:01.842080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39665c9e-d426-462c-ba27-8230e188b7d3 req-dbb60ede-e13d-4217-a610-441214c7da91 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Aug 20 15:21:02.963575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeef300-c58c-44b8-9ac2-0b56777f71d2 req-31b23a88-5f06-451f-aeca-d03cab5a4e22 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:02.965089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caeef300-c58c-44b8-9ac2-0b56777f71d2 req-31b23a88-5f06-451f-aeca-d03cab5a4e22 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0551522 Aug 20 15:21:03.017302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caeef300-c58c-44b8-9ac2-0b56777f71d2 req-c17ea6a1-04e5-4ac5-8a2e-eb8dc45013bb tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454257 Aug 20 15:21:03.513938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42340) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:03.625007 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d24cdf79-d8e9-4eda-b29c-540944a15a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:03.717527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d24cdf79-d8e9-4eda-b29c-540944a15a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:03.721201 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d24cdf79-d8e9-4eda-b29c-540944a15a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:03.759935 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d24cdf79-d8e9-4eda-b29c-540944a15a7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a20ef348b514d8c944f7f221945f212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448618 Aug 20 15:21:03.761089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cdf79-d8e9-4eda-b29c-540944a15a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd54142c-15da-4532-80cf-79e9b0b67397,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:03.762886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 42344) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:03.820276 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8e2af30-b782-4696-b556-8baca3644450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:03.841660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8e2af30-b782-4696-b556-8baca3644450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:03.887882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8e2af30-b782-4696-b556-8baca3644450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:03.890904 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a8e2af30-b782-4696-b556-8baca3644450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:03.892118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a8e2af30-b782-4696-b556-8baca3644450 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd54142c-15da-4532-80cf-79e9b0b67397 HTTP/1.1" status: 204 len: 168 time: 0.1273191 Aug 20 15:21:03.901870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2af30-b782-4696-b556-8baca3644450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd54142c-15da-4532-80cf-79e9b0b67397,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:04.014146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-9b034a79-33fa-4fef-8601-a2406534e339 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467701 Aug 20 15:21:04.157077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-a8739bc0-bd2e-48c3-a395-2db8b74a87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:04.158587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-a8739bc0-bd2e-48c3-a395-2db8b74a87a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 1098 time: 0.0795748 Aug 20 15:21:04.177107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b08b25-2177-4df8-bf3a-3951db0525a8 req-aa0f2157-0d92-41d9-ad0d-d573ea990399 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:04.184093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b08b25-2177-4df8-bf3a-3951db0525a8 req-aa0f2157-0d92-41d9-ad0d-d573ea990399 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0721478 Aug 20 15:21:04.233364 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42352) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:04.246375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa264-6b5a-40a1-9cdd-fab9fbdcf65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:04.286381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b08b25-2177-4df8-bf3a-3951db0525a8 req-11e76b81-85c5-4ef7-986f-0d1a8b42d945 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004481 Aug 20 15:21:04.329099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-2a6d1a68-0a84-4109-851c-440fce70f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:04.330645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-2a6d1a68-0a84-4109-851c-440fce70f24b service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 916 time: 0.1436002 Aug 20 15:21:04.387294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-00918660-2347-4dee-b6c0-30e5eb7f0ec7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59ca2213-ac71-4b24-9c7b-4d266f0dc008 HTTP/1.1" status: 200 len: 217 time: 0.0433421 Aug 20 15:21:04.448214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-d3b8aaee-987b-4cb9-b3a8-0d8cb642669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:04.450036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-d3b8aaee-987b-4cb9-b3a8-0d8cb642669f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0518053 Aug 20 15:21:04.491468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-e3901430-aa11-48e2-ba5c-fef1dcbc23a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287056 Aug 20 15:21:04.613017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-eb18f89e-c080-48b8-a028-bef9f2b2528a service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099329 Aug 20 15:21:04.669002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa264-6b5a-40a1-9cdd-fab9fbdcf65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:04.673721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bc3fa264-6b5a-40a1-9cdd-fab9fbdcf65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:04.715825 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bc3fa264-6b5a-40a1-9cdd-fab9fbdcf65f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=882db5413fac40d9a784718c4c90d6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810719 Aug 20 15:21:04.716368 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:04.716502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31a2fb67-96a6-494f-8790-bdce6c52646f req-0bc75106-ab23-4286-af5b-07b58b2fccc5 service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922885 Aug 20 15:21:04.718483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fa264-6b5a-40a1-9cdd-fab9fbdcf65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b7e7d3-23a2-475c-88f8-8c3a9911eac9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:04.769217 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-773d0ff7-dce8-4917-a065-9e7190cfe7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:04.791650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-773d0ff7-dce8-4917-a065-9e7190cfe7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:04.842093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-773d0ff7-dce8-4917-a065-9e7190cfe7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:04.844809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-773d0ff7-dce8-4917-a065-9e7190cfe7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:04.846011 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-773d0ff7-dce8-4917-a065-9e7190cfe7ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81b7e7d3-23a2-475c-88f8-8c3a9911eac9 HTTP/1.1" status: 204 len: 168 time: 0.1285830 Aug 20 15:21:04.856053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d0ff7-dce8-4917-a065-9e7190cfe7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b7e7d3-23a2-475c-88f8-8c3a9911eac9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:05.409350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e86992-c2bb-4f77-98a0-ffc472fcd94d req-d236084b-c851-4e9e-abd7-7abec0a4dff5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:05.410861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66e86992-c2bb-4f77-98a0-ffc472fcd94d req-d236084b-c851-4e9e-abd7-7abec0a4dff5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0550697 Aug 20 15:21:05.459238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66e86992-c2bb-4f77-98a0-ffc472fcd94d req-01d575c7-b8db-4981-a226-43697ec6abbc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Aug 20 15:21:05.540275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-7e1aacaa-d821-4046-a983-c549a6297f81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428817 Aug 20 15:21:05.636962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-13a078cb-8978-45d1-a395-5321d63aa66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:05.636962 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-13a078cb-8978-45d1-a395-5321d63aa66c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 1098 time: 0.0526147 Aug 20 15:21:05.756638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-4856a400-28b0-4e3d-95b7-9e77d166227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:05.758255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-4856a400-28b0-4e3d-95b7-9e77d166227e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 916 time: 0.1017051 Aug 20 15:21:05.805741 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-5555c030-6708-4cbe-84e3-576eae7a47b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a71be12-4cdb-45db-8c08-38a709171666 HTTP/1.1" status: 200 len: 217 time: 0.0402546 Aug 20 15:21:05.860575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-66b46b1a-9d5a-40f0-ac5a-df68e94ea6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:05.862073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-66b46b1a-9d5a-40f0-ac5a-df68e94ea6a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0478420 Aug 20 15:21:05.916149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-bde63b87-38ce-479d-897e-ad9fc0c77ee0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326381 Aug 20 15:21:06.000189 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:06.016089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-d25e5690-3f0d-4163-af38-70d2a53a96f9 service neutron] 10.222.0.72 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990460 Aug 20 15:21:06.122522 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6ceac9d-643a-4164-9853-ad75bef1ba1a req-edefaa57-9091-4d0a-a0d8-52bfc8be539d service neutron] 10.222.0.72 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982997 Aug 20 15:21:06.585320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce60c2e-6bda-46e4-b0d4-b52031f4f157 req-a5a8df75-6e2e-4645-be7c-303cf30b7fb9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:06.595809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ce60c2e-6bda-46e4-b0d4-b52031f4f157 req-a5a8df75-6e2e-4645-be7c-303cf30b7fb9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0642412 Aug 20 15:21:06.631399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ce60c2e-6bda-46e4-b0d4-b52031f4f157 req-3e8e2a60-a1aa-4b20-a491-50f3e6b5f1c2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Aug 20 15:21:07.770470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188f40c-69cb-4820-983c-740952e89e18 req-c6a4a4de-84ff-4694-af52-9850d0bc80ed tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:07.772084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7188f40c-69cb-4820-983c-740952e89e18 req-c6a4a4de-84ff-4694-af52-9850d0bc80ed tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0552428 Aug 20 15:21:07.813775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7188f40c-69cb-4820-983c-740952e89e18 req-a8479a95-4819-4787-aeea-1b13c0c4ad15 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351939 Aug 20 15:21:08.954707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6fd4-87b9-48bf-8cd4-206a4b2b9914 req-1dd4abdf-640b-4b45-b0df-64aad921720e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:08.962086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2ae6fd4-87b9-48bf-8cd4-206a4b2b9914 req-1dd4abdf-640b-4b45-b0df-64aad921720e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0755150 Aug 20 15:21:09.014145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a2ae6fd4-87b9-48bf-8cd4-206a4b2b9914 req-7500c5ad-f3df-45ea-9bf6-7d9bfd53286d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Aug 20 15:21:10.141498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353ea4f-c7c2-4ead-90d5-2c2fd652c2a8 req-3977c8ec-00e7-42e4-b172-0c731a4de13f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:10.143082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b353ea4f-c7c2-4ead-90d5-2c2fd652c2a8 req-3977c8ec-00e7-42e4-b172-0c731a4de13f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0584407 Aug 20 15:21:10.183255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b353ea4f-c7c2-4ead-90d5-2c2fd652c2a8 req-9a2f0298-1426-4300-b967-0c5ed10c0cee tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340219 Aug 20 15:21:10.619370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-bfdf5a1a-70a5-4c49-b498-d3d2b631bd02 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:10.620891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-bfdf5a1a-70a5-4c49-b498-d3d2b631bd02 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 815 time: 0.1266749 Aug 20 15:21:10.638669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-a4913272-7756-4273-a028-931d2d070675 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/quotas/9e7fbb7b3de44f338b9fc932916bb57d HTTP/1.1" status: 200 len: 375 time: 0.0107780 Aug 20 15:21:10.698049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-1a170901-54e3-45b8-8f2c-e1d68d0df8c6 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518861 Aug 20 15:21:10.795461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-c6ea66a5-aa78-49f0-b7d2-80f853c75594 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894763 Aug 20 15:21:10.889620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-3281695d-afbd-4089-bdec-db35de6a3db4 service neutron] 10.222.0.36 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 Aug 20 15:21:11.053577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a909d59e-1d66-44ba-be97-c9871739ebaa req-f09f11db-6eaf-4cac-91ae-02ae452ff78d tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 210 time: 0.0279844 Aug 20 15:21:11.318223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d5a27-6317-4390-bb25-a7bd40f44593 req-9f05adae-796f-4835-9023-eae3fdb1eaff tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:11.320196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca1d5a27-6317-4390-bb25-a7bd40f44593 req-9f05adae-796f-4835-9023-eae3fdb1eaff tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0528834 Aug 20 15:21:11.368167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca1d5a27-6317-4390-bb25-a7bd40f44593 req-cc5845b0-05d0-42de-86c7-06dab138139a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Aug 20 15:21:12.174986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-b6b63f4e-062f-478b-91e0-4fd10ec445db tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:12.176535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-b6b63f4e-062f-478b-91e0-4fd10ec445db tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 815 time: 0.1398773 Aug 20 15:21:12.191928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc32ca9c-94c4-419a-9948-0301106e644e req-5bab26db-f07c-4414-8dd9-43f051737a72 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 210 time: 0.0497200 Aug 20 15:21:12.194586 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9202d2e5-ff62-40eb-abc4-5fedf453ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:12.197549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Request body: {'port': {'device_id': 'cd6df74e-b31d-472b-bb84-a234fd4261eb', 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2', 'admin_state_up': True, 'tenant_id': '9e7fbb7b3de44f338b9fc932916bb57d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:12.321579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Made reservation on behalf of 9e7fbb7b3de44f338b9fc932916bb57d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:21:12.326187 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:12.492698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Allocated IP 172.20.0.7 (f2b11eac-a8e5-468d-a430-ed79ac07d3e2/aefd1558-6871-4dc2-9d0b-9d9565828c4c/005f7365-ba4f-4958-9c12-f7fee3ca61ce) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:21:12.518041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232f700-14b6-4d10-bd91-179a9aa96f50 req-44f07e9b-fdad-4587-b4ea-c926863171fd tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:12.519610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a232f700-14b6-4d10-bd91-179a9aa96f50 req-44f07e9b-fdad-4587-b4ea-c926863171fd tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0768085 Aug 20 15:21:12.617428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a232f700-14b6-4d10-bd91-179a9aa96f50 req-669329a8-7d35-4927-a1c3-a42a09103cd4 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870144 Aug 20 15:21:12.680103 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:12.719925 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:12.739791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['59ca2213-ac71-4b24-9c7b-4d266f0dc008', '1bcbb5f5-03c7-4dd7-a482-954a94496766'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:12.755787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4a71be12-4cdb-45db-8c08-38a709171666'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:12.773129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:21:12.778381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:21:12.782299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:21:12.808700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Pushing event updated for resources: {'Port': ['ID=005f7365-ba4f-4958-9c12-f7fee3ca61ce,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:12.823461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.823845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.824195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.824602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.825419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.825755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.826083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.826412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.826738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.827263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.827624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.827952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:12.847826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:12.848455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:12.863647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-0f473637-c241-4eb5-81a8-75d04239788f tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6703660 Aug 20 15:21:12.883279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Request body: {'port': {'device_id': 'cd6df74e-b31d-472b-bb84-a234fd4261eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:12.949197 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:13.229516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005f7365-ba4f-4958-9c12-f7fee3ca61ce {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:21:13.243950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:13.259172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Transition to ACTIVE for port object 005f7365-ba4f-4958-9c12-f7fee3ca61ce will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:21:13.264913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:13.344602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Pushing event updated for resources: {'Port': ['ID=005f7365-ba4f-4958-9c12-f7fee3ca61ce,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:13.406444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eb88e-86ca-4cd0-be59-c7382d6960f7 req-cee528d4-f329-47ef-8b16-4350ea637113 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:13.408051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b1eb88e-86ca-4cd0-be59-c7382d6960f7 req-cee528d4-f329-47ef-8b16-4350ea637113 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 943 time: 0.1345272 Aug 20 15:21:13.463200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b1eb88e-86ca-4cd0-be59-c7382d6960f7 req-51b348f0-0ca6-46f4-b720-20425b373a92 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484455 Aug 20 15:21:13.466279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Attempting to bind port 005f7365-ba4f-4958-9c12-f7fee3ca61ce on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:21:13.466624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Attempting to bind port 005f7365-ba4f-4958-9c12-f7fee3ca61ce by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:21:13.466942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Attempting to bind port 005f7365-ba4f-4958-9c12-f7fee3ca61ce on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:21:13.471417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Port 005f7365-ba4f-4958-9c12-f7fee3ca61ce on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:21:13.471772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Attempting to bind port 005f7365-ba4f-4958-9c12-f7fee3ca61ce on network f2b11eac-a8e5-468d-a430-ed79ac07d3e2 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:21:13.481917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:21:13.482160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Checking segment: {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:21:13.482838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Bound using segment: {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:21:13.483422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Bound port: 005f7365-ba4f-4958-9c12-f7fee3ca61ce, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24763a3-cefb-4077-830c-b8a92813739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:21:13.483826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:13.548152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] For port 005f7365-ba4f-4958-9c12-f7fee3ca61ce, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:21:13.551217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] For port 005f7365-ba4f-4958-9c12-f7fee3ca61ce, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=005f7365-ba4f-4958-9c12-f7fee3ca61ce,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:21:13.556194 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:13.589309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:13.589730 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:13.591691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] 10.222.0.70 "PUT /v2.0/ports/005f7365-ba4f-4958-9c12-f7fee3ca61ce HTTP/1.1" status: 200 len: 1092 time: 0.7154508 Aug 20 15:21:13.592132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd6df74e-b31d-472b-bb84-a234fd4261eb', 'tag': '005f7365-ba4f-4958-9c12-f7fee3ca61ce'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:21:13.594361 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4fd8d7-f962-4652-aa8f-400f0e264a26" -d '{"events": [{"name": "network-changed", "server_uuid": "cd6df74e-b31d-472b-bb84-a234fd4261eb", "tag": "005f7365-ba4f-4958-9c12-f7fee3ca61ce"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:21:13.627968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bedb7e-e395-4d11-946a-3aafb8fec834 service neutron] Pushing event updated for resources: {'Port': ['ID=005f7365-ba4f-4958-9c12-f7fee3ca61ce,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:13.682795 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e2a6b4-7fc5-4b06-8664-1797ab982d16 x-openstack-request-id: req-16e2a6b4-7fc5-4b06-8664-1797ab982d16 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:21:13.683084 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd6df74e-b31d-472b-bb84-a234fd4261eb", "tag": "005f7365-ba4f-4958-9c12-f7fee3ca61ce", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:21:13.683337 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16e2a6b4-7fc5-4b06-8664-1797ab982d16 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:21:13.683760 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd6df74e-b31d-472b-bb84-a234fd4261eb', 'tag': '005f7365-ba4f-4958-9c12-f7fee3ca61ce', 'status': 'completed', 'code': 200} Aug 20 15:21:13.697014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-986c3e46-5986-45b3-a374-9f0ade110934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:13.698788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-986c3e46-5986-45b3-a374-9f0ade110934 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 1095 time: 0.0449245 Aug 20 15:21:13.765985 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-494db982-9f1a-44f9-96bc-6576b6d9617e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005f7365-ba4f-4958-9c12-f7fee3ca61ce HTTP/1.1" status: 200 len: 217 time: 0.0543475 Aug 20 15:21:13.842369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-4c746317-e761-43eb-81e6-26c4b99e9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:13.844759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-4c746317-e761-43eb-81e6-26c4b99e9667 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0632019 Aug 20 15:21:13.852422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7fa54-6ad0-48ea-ad0f-749df7f15269 req-69174932-c98f-42d9-b86b-11f8fdd9448d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:13.853826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3d7fa54-6ad0-48ea-ad0f-749df7f15269 req-69174932-c98f-42d9-b86b-11f8fdd9448d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.1301172 Aug 20 15:21:13.902279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-a76a23b3-bd7b-452e-92ca-0d178529ec35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342197 Aug 20 15:21:13.921221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3d7fa54-6ad0-48ea-ad0f-749df7f15269 req-e9053022-c281-4991-8dd3-278849806700 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605476 Aug 20 15:21:14.015343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-6a1db3ab-3c1d-4c30-9537-4b9fff072e77 service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931623 Aug 20 15:21:14.118069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-202e917a-dcfa-462c-83cd-bedcc01bec23 req-73aa9ab9-415e-4ce9-bc1c-41f11c7c9884 service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893471 Aug 20 15:21:14.204633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-fc8a6401-8c66-4b41-a4e7-7bf5a853e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:14.206129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-fc8a6401-8c66-4b41-a4e7-7bf5a853e576 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 1095 time: 0.0424087 Aug 20 15:21:14.301572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-52c19b6f-ff72-4e85-a69a-b176c11f59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:14.303108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-52c19b6f-ff72-4e85-a69a-b176c11f59ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 200 len: 916 time: 0.0892725 Aug 20 15:21:14.350731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-63c5098d-c9c2-4d64-8cf4-47993a43119c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005f7365-ba4f-4958-9c12-f7fee3ca61ce HTTP/1.1" status: 200 len: 217 time: 0.0358973 Aug 20 15:21:14.406102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-b19f80cd-8cdf-4df3-ad41-9601a11dcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:14.407738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-b19f80cd-8cdf-4df3-ad41-9601a11dcdb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 200 len: 855 time: 0.0449018 Aug 20 15:21:14.451259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-ba19008d-429a-4fa8-a2af-1564b3edd0ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2b11eac-a8e5-468d-a430-ed79ac07d3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316422 Aug 20 15:21:14.577231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-32667e11-29ea-4136-a25e-dab09f3bf5e7 service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183710 Aug 20 15:21:14.622714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea99ea7-fbc4-483b-8146-be2a2199bffc req-9ce90073-f540-4f0c-888c-927101475338 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:14.624279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bea99ea7-fbc4-483b-8146-be2a2199bffc req-9ce90073-f540-4f0c-888c-927101475338 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 943 time: 0.0858552 Aug 20 15:21:14.817301 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.065917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42666) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:15.066437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bea99ea7-fbc4-483b-8146-be2a2199bffc req-3a0fa660-39ad-4c89-81ce-532af334a6c4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513990 Aug 20 15:21:15.087253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4fd8d7-f962-4652-aa8f-400f0e264a26 req-414049f1-ef37-4286-ad8c-be728f540daf service neutron] 10.222.0.70 "GET /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977708 Aug 20 15:21:15.181216 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78df82ca-9083-4f04-8434-c7c82b475406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.187460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4df72-fc48-4c78-8488-75b228395fd4 req-d0bc93b2-ed53-423b-bb62-367ac085401d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:15.189084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ef4df72-fc48-4c78-8488-75b228395fd4 req-d0bc93b2-ed53-423b-bb62-367ac085401d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0557661 Aug 20 15:21:15.192700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.229472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ef4df72-fc48-4c78-8488-75b228395fd4 req-f526a8c7-5051-4c16-9ffd-6b02a26b2c2b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339699 Aug 20 15:21:15.287476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.291381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.334123 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a718bbfb67b4d579efad6483e7fbec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644372 Aug 20 15:21:15.334123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c2e649-b402-4708-9067-5212338510d8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:15.334518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 42670) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:15.339948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.340982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.341320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.341653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.341992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.342319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.342638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.342960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.343279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.343619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.343941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.344258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab2154-3e77-4d09-a651-db01483a9ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:15.386748 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7ab838e-40c0-4f0e-bb6a-e29d9de5edda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.408383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7ab838e-40c0-4f0e-bb6a-e29d9de5edda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.454137 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7ab838e-40c0-4f0e-bb6a-e29d9de5edda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.456758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7ab838e-40c0-4f0e-bb6a-e29d9de5edda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.457915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e7ab838e-40c0-4f0e-bb6a-e29d9de5edda admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82c2e649-b402-4708-9067-5212338510d8 HTTP/1.1" status: 204 len: 168 time: 0.1223645 Aug 20 15:21:15.467378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab838e-40c0-4f0e-bb6a-e29d9de5edda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c2e649-b402-4708-9067-5212338510d8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:15.714351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 42676) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:15.727696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fc54e4c-bcec-406a-a5f1-2d005fa03d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.817870 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fc54e4c-bcec-406a-a5f1-2d005fa03d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.821938 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2fc54e4c-bcec-406a-a5f1-2d005fa03d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.858046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc54e4c-bcec-406a-a5f1-2d005fa03d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52595c3d-2ae4-46e6-bba6-395a1b8d88a1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:15.863348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2fc54e4c-bcec-406a-a5f1-2d005fa03d29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e31506240d9f4f26b5636575baf5be05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478791 Aug 20 15:21:15.865975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 42678) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:15.915430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5864a64e-7535-4826-81da-f4065b3eba3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.939386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5864a64e-7535-4826-81da-f4065b3eba3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.984843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5864a64e-7535-4826-81da-f4065b3eba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.987655 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5864a64e-7535-4826-81da-f4065b3eba3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:15.988800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5864a64e-7535-4826-81da-f4065b3eba3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52595c3d-2ae4-46e6-bba6-395a1b8d88a1 HTTP/1.1" status: 204 len: 168 time: 0.1219082 Aug 20 15:21:15.996256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864a64e-7535-4826-81da-f4065b3eba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52595c3d-2ae4-46e6-bba6-395a1b8d88a1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:16.151148 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:16.191765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4bf6b-6d1d-40e5-8d0a-c6fcbe812e4d req-b5e49c27-6203-420b-ad1b-8867d5daf3cd tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:16.193221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8a4bf6b-6d1d-40e5-8d0a-c6fcbe812e4d req-b5e49c27-6203-420b-ad1b-8867d5daf3cd tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 943 time: 0.0543420 Aug 20 15:21:16.232452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8a4bf6b-6d1d-40e5-8d0a-c6fcbe812e4d req-cf31fa8b-2ef5-4bff-8d7d-22096f1e19e0 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Aug 20 15:21:16.425685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867cac8-8406-4295-a089-82e7a8331ac4 req-6c37c313-b9bf-41c5-a7c8-a5a0f8430d4c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:16.427187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8867cac8-8406-4295-a089-82e7a8331ac4 req-6c37c313-b9bf-41c5-a7c8-a5a0f8430d4c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0515950 Aug 20 15:21:16.467339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8867cac8-8406-4295-a089-82e7a8331ac4 req-c4fb4796-9e04-4b83-9a9e-28d2a4569188 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Aug 20 15:21:16.958549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 42714) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:17.066424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e07b-12c0-48f3-9288-ac6498526d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.159932 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e07b-12c0-48f3-9288-ac6498526d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.163456 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e07b-12c0-48f3-9288-ac6498526d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.200762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3ad9e07b-12c0-48f3-9288-ac6498526d34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fd2165101fb4fef83ff10f457c3996d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411561 Aug 20 15:21:17.201867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e07b-12c0-48f3-9288-ac6498526d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da759b64-c37f-4c3f-9b8a-ac0d7abde141,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:17.203490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42718) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:17.253086 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0417c4be-b8b1-49ff-8fed-e3da3f51594d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.274674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0417c4be-b8b1-49ff-8fed-e3da3f51594d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.322255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0417c4be-b8b1-49ff-8fed-e3da3f51594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.324918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0417c4be-b8b1-49ff-8fed-e3da3f51594d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.326086 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0417c4be-b8b1-49ff-8fed-e3da3f51594d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da759b64-c37f-4c3f-9b8a-ac0d7abde141 HTTP/1.1" status: 204 len: 168 time: 0.1213117 Aug 20 15:21:17.334033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417c4be-b8b1-49ff-8fed-e3da3f51594d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da759b64-c37f-4c3f-9b8a-ac0d7abde141,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:17.351628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83df656-5d81-4e35-bf32-38c85daf2667 req-1d6408de-dbeb-4247-b1fd-5b9efd82abf6 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:17.353149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83df656-5d81-4e35-bf32-38c85daf2667 req-1d6408de-dbeb-4247-b1fd-5b9efd82abf6 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 943 time: 0.0511620 Aug 20 15:21:17.391291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c83df656-5d81-4e35-bf32-38c85daf2667 req-3933d88d-2017-425a-948b-1611eac35de7 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Aug 20 15:21:17.591387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56070a-efad-49fb-a5a9-69408cde9118 req-e45f59c6-0546-4b17-8297-a4e5f585e603 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:17.593035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa56070a-efad-49fb-a5a9-69408cde9118 req-e45f59c6-0546-4b17-8297-a4e5f585e603 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0512857 Aug 20 15:21:17.608511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 005f7365-ba4f-4958-9c12-f7fee3ca61ce details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:21:17.632389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa56070a-efad-49fb-a5a9-69408cde9118 req-461e876c-1285-4f32-8150-f65085d29df6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331192 Aug 20 15:21:17.723955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 005f7365-ba4f-4958-9c12-f7fee3ca61ce, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=005f7365-ba4f-4958-9c12-f7fee3ca61ce,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:17.735730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '005f7365-ba4f-4958-9c12-f7fee3ca61ce', 'network_id': 'f2b11eac-a8e5-468d-a430-ed79ac07d3e2', 'port_id': '005f7365-ba4f-4958-9c12-f7fee3ca61ce', 'mac_address': 'fa:16:3e:6f:7c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd1558-6871-4dc2-9d0b-9d9565828c4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:21:17.774578 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.788922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005f7365-ba4f-4958-9c12-f7fee3ca61ce {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:21:17.810491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 005f7365-ba4f-4958-9c12-f7fee3ca61ce, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=005f7365-ba4f-4958-9c12-f7fee3ca61ce,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:17.813657 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.863359 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:17.872491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=005f7365-ba4f-4958-9c12-f7fee3ca61ce,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:18.105394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['005f7365-ba4f-4958-9c12-f7fee3ca61ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:18.510907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9404c1ed-240e-44b6-948f-acf07db2dc6f req-2636e996-75a7-4afe-8c67-156125af1a9b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:18.512977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9404c1ed-240e-44b6-948f-acf07db2dc6f req-2636e996-75a7-4afe-8c67-156125af1a9b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 944 time: 0.0536771 Aug 20 15:21:18.551502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9404c1ed-240e-44b6-948f-acf07db2dc6f req-d7416917-4116-4efc-b68d-e4140e3047b3 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Aug 20 15:21:18.753363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1976d-bbc0-4ffb-a8a6-cfdf871f1ac7 req-9d79e160-8059-4153-a82f-2f1beaa0558d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:18.754767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98e1976d-bbc0-4ffb-a8a6-cfdf871f1ac7 req-9d79e160-8059-4153-a82f-2f1beaa0558d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0486617 Aug 20 15:21:18.793190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98e1976d-bbc0-4ffb-a8a6-cfdf871f1ac7 req-8e6a1fcf-d382-4bf7-9b23-c967ed6b5f63 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 Aug 20 15:21:19.361226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42802) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:19.473072 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17854e42-59ec-47df-80e1-c91685eeb9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.564725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17854e42-59ec-47df-80e1-c91685eeb9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.568918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17854e42-59ec-47df-80e1-c91685eeb9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.606390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17854e42-59ec-47df-80e1-c91685eeb9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c37b21-ff96-4e4d-ae6e-0933dcbfdf7f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:19.613653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 42808) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:19.614046 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-17854e42-59ec-47df-80e1-c91685eeb9f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a7d65d308c24acc805d6383e3e93349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513375 Aug 20 15:21:19.627572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 005f7365-ba4f-4958-9c12-f7fee3ca61ce up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:21:19.678578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 005f7365-ba4f-4958-9c12-f7fee3ca61ce completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:21:19.682700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 005f7365-ba4f-4958-9c12-f7fee3ca61ce triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:21:19.683075 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.712908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a10-61d0-466c-8ce1-26f53bcd3930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.723585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c496153-366c-4bc1-9ed7-dce28569b363 req-cf70fb5a-a151-4cfa-9a43-3be0b3423dd4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:19.725083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c496153-366c-4bc1-9ed7-dce28569b363 req-cf70fb5a-a151-4cfa-9a43-3be0b3423dd4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 944 time: 0.0867450 Aug 20 15:21:19.759823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a10-61d0-466c-8ce1-26f53bcd3930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.772135 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.793830 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c496153-366c-4bc1-9ed7-dce28569b363 req-ef595218-c0f1-47d7-af82-94de7a4aa164 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590501 Aug 20 15:21:19.797444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6df74e-b31d-472b-bb84-a234fd4261eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f7365-ba4f-4958-9c12-f7fee3ca61ce'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:21:19.800901 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827d48ca-e32a-4294-a3ce-8bd30a133af2" -d '{"events": [{"server_uuid": "cd6df74e-b31d-472b-bb84-a234fd4261eb", "name": "network-vif-plugged", "status": "completed", "tag": "005f7365-ba4f-4958-9c12-f7fee3ca61ce"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:21:19.817475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 005f7365-ba4f-4958-9c12-f7fee3ca61ce, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=005f7365-ba4f-4958-9c12-f7fee3ca61ce,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:19.823466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.846247 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a10-61d0-466c-8ce1-26f53bcd3930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.850761 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a10-61d0-466c-8ce1-26f53bcd3930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:19.852122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-eecd9a10-61d0-466c-8ce1-26f53bcd3930 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5c37b21-ff96-4e4d-ae6e-0933dcbfdf7f HTTP/1.1" status: 204 len: 168 time: 0.2372224 Aug 20 15:21:19.859962 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5421d754-c34f-435d-b33c-4ae30671b235 x-openstack-request-id: req-5421d754-c34f-435d-b33c-4ae30671b235 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:21:19.860319 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6df74e-b31d-472b-bb84-a234fd4261eb", "name": "network-vif-plugged", "status": "completed", "tag": "005f7365-ba4f-4958-9c12-f7fee3ca61ce", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:21:19.860748 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5421d754-c34f-435d-b33c-4ae30671b235 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:21:19.861193 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6df74e-b31d-472b-bb84-a234fd4261eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005f7365-ba4f-4958-9c12-f7fee3ca61ce', 'code': 200} Aug 20 15:21:19.884766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd9a10-61d0-466c-8ce1-26f53bcd3930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c37b21-ff96-4e4d-ae6e-0933dcbfdf7f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:19.888905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=005f7365-ba4f-4958-9c12-f7fee3ca61ce,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:20.014628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7320ec-db1f-4c64-af42-c5cb7de9edea req-fce821be-c2ce-4e70-9c0a-8c1750c0be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:20.016194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd7320ec-db1f-4c64-af42-c5cb7de9edea req-fce821be-c2ce-4e70-9c0a-8c1750c0be5b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 1097 time: 0.0761983 Aug 20 15:21:20.025282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dbfb3-c56a-4e3f-b3e3-4c9be5f45210 req-e6722ad4-1aea-4bad-9ef0-27dcd7468dc1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:20.026767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-704dbfb3-c56a-4e3f-b3e3-4c9be5f45210 req-e6722ad4-1aea-4bad-9ef0-27dcd7468dc1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 943 time: 0.0887070 Aug 20 15:21:20.033580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4d62d48d-b067-4ca8-854f-0b7c13085b9d details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:21:20.090561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd7320ec-db1f-4c64-af42-c5cb7de9edea req-b127a1dd-f83e-4dd8-9fb4-5d167fc546ba service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627294 Aug 20 15:21:20.097350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-704dbfb3-c56a-4e3f-b3e3-4c9be5f45210 req-31ca9c1f-e2ed-4e15-95ff-c1fd32e8df1f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621440 Aug 20 15:21:20.157977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4d62d48d-b067-4ca8-854f-0b7c13085b9d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4d62d48d-b067-4ca8-854f-0b7c13085b9d,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:20.171050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '4d62d48d-b067-4ca8-854f-0b7c13085b9d', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'port_id': '4d62d48d-b067-4ca8-854f-0b7c13085b9d', 'mac_address': 'fa:16:3e:b4:ae:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:21:20.189117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 42818) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:20.202690 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02127589-308c-475b-832b-ea6ee32b11d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:20.208179 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:20.221362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d62d48d-b067-4ca8-854f-0b7c13085b9d {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:21:20.245367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4d62d48d-b067-4ca8-854f-0b7c13085b9d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4d62d48d-b067-4ca8-854f-0b7c13085b9d,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:20.249623 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:20.299331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4d62d48d-b067-4ca8-854f-0b7c13085b9d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:20.300446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02127589-308c-475b-832b-ea6ee32b11d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:20.304666 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-02127589-308c-475b-832b-ea6ee32b11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:20.344393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-02127589-308c-475b-832b-ea6ee32b11d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22e4313de09f48cb9b0646f57c48da99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541929 Aug 20 15:21:20.345350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02127589-308c-475b-832b-ea6ee32b11d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284fffb5-00a8-4939-8191-a5f9a0a6946f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:20.347073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 42820) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:20.398423 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1b63099-7ad2-4666-ac86-94cd90055700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:20.419165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1b63099-7ad2-4666-ac86-94cd90055700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:20.464444 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1b63099-7ad2-4666-ac86-94cd90055700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:20.467595 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1b63099-7ad2-4666-ac86-94cd90055700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:20.468800 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d1b63099-7ad2-4666-ac86-94cd90055700 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/284fffb5-00a8-4939-8191-a5f9a0a6946f HTTP/1.1" status: 204 len: 168 time: 0.1207035 Aug 20 15:21:20.479960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b63099-7ad2-4666-ac86-94cd90055700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284fffb5-00a8-4939-8191-a5f9a0a6946f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:20.651833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4d62d48d-b067-4ca8-854f-0b7c13085b9d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:20.913905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139dade-9a69-4ed6-a965-f8599e2df44b req-f332f30f-ed40-4313-88cc-2f3b7f18ae13 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:20.915444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4139dade-9a69-4ed6-a965-f8599e2df44b req-f332f30f-ed40-4313-88cc-2f3b7f18ae13 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 945 time: 0.0512760 Aug 20 15:21:20.954707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4139dade-9a69-4ed6-a965-f8599e2df44b req-f46e563c-6b3f-4642-b33b-2d56e7d1d487 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Aug 20 15:21:21.224231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699100f-2d27-43a3-a907-c32e74463521 req-1d30377c-db87-4beb-98c8-70c06265b4b5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:21.225732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e699100f-2d27-43a3-a907-c32e74463521 req-1d30377c-db87-4beb-98c8-70c06265b4b5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 944 time: 0.0538971 Aug 20 15:21:21.266122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e699100f-2d27-43a3-a907-c32e74463521 req-540aad3c-c528-4b24-a042-d17814a79721 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341039 Aug 20 15:21:22.041170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4d62d48d-b067-4ca8-854f-0b7c13085b9d up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:21:22.076126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c36f0-ac3d-45aa-9853-caada80230c1 req-cd3031a2-0b47-42f0-8c05-a7ac8971235d tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:22.077656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112c36f0-ac3d-45aa-9853-caada80230c1 req-cd3031a2-0b47-42f0-8c05-a7ac8971235d tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 945 time: 0.0523627 Aug 20 15:21:22.096629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 4d62d48d-b067-4ca8-854f-0b7c13085b9d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:21:22.101552 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 4d62d48d-b067-4ca8-854f-0b7c13085b9d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:21:22.102117 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:22.120391 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112c36f0-ac3d-45aa-9853-caada80230c1 req-bac9abe2-6fe6-4c2f-a6fc-d5f5dbfb6c32 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354297 Aug 20 15:21:22.200559 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:22.224511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e48837a-bf15-4bbe-9810-fc4ce10e3412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d62d48d-b067-4ca8-854f-0b7c13085b9d'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:21:22.226738 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2635ba-0a1f-4107-a945-f732c7cf29c2" -d '{"events": [{"server_uuid": "9e48837a-bf15-4bbe-9810-fc4ce10e3412", "name": "network-vif-plugged", "status": "completed", "tag": "4d62d48d-b067-4ca8-854f-0b7c13085b9d"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:21:22.240879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4d62d48d-b067-4ca8-854f-0b7c13085b9d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4d62d48d-b067-4ca8-854f-0b7c13085b9d,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:22.245460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:22.289802 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896da7c0-fe02-4a00-ad9b-c18c5821f917 x-openstack-request-id: req-896da7c0-fe02-4a00-ad9b-c18c5821f917 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:21:22.290518 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e48837a-bf15-4bbe-9810-fc4ce10e3412", "name": "network-vif-plugged", "status": "completed", "tag": "4d62d48d-b067-4ca8-854f-0b7c13085b9d", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:21:22.290518 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-896da7c0-fe02-4a00-ad9b-c18c5821f917 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:21:22.290706 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e48837a-bf15-4bbe-9810-fc4ce10e3412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d62d48d-b067-4ca8-854f-0b7c13085b9d', 'code': 200} Aug 20 15:21:22.305152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4d62d48d-b067-4ca8-854f-0b7c13085b9d,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:22.486787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db9618-b35a-4b15-adb1-b35b75d0dabd req-429e918c-06a1-4d60-81a9-e286515d9ccc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:22.498412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42db9618-b35a-4b15-adb1-b35b75d0dabd req-429e918c-06a1-4d60-81a9-e286515d9ccc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 945 time: 0.1384313 Aug 20 15:21:22.530376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37962dea-c25c-48d5-be55-cd40de006d90 req-686f4275-83c5-42a7-b234-73de3464ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:22.531933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37962dea-c25c-48d5-be55-cd40de006d90 req-686f4275-83c5-42a7-b234-73de3464ec4e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 1097 time: 0.1173816 Aug 20 15:21:22.576680 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42db9618-b35a-4b15-adb1-b35b75d0dabd req-4389609d-89f5-4b83-aa81-6cf95583e807 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697002 Aug 20 15:21:22.583256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37962dea-c25c-48d5-be55-cd40de006d90 req-b8e35399-083a-457c-9995-db876556e398 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Aug 20 15:21:23.584087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43018) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:23.697343 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5b996c-396a-4309-9ea0-5b56d8234f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:23.794656 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5b996c-396a-4309-9ea0-5b56d8234f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:23.798463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e5b996c-396a-4309-9ea0-5b56d8234f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:23.841534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b996c-396a-4309-9ea0-5b56d8234f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042e0beb-8053-4a40-b53a-a7b09b4ec230,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:23.851561 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1e5b996c-396a-4309-9ea0-5b56d8234f2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3311ec28d57a46f19e7ee23e8da1f4ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661135 Aug 20 15:21:23.852029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43028) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:23.918176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff06c-63a3-47c6-be55-34fa2437e319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:23.975363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff06c-63a3-47c6-be55-34fa2437e319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.026963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2830e9-aff0-4fb5-9cf5-5453beae9030 req-ae27465f-a259-463e-bcf7-007322360cfe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:24.029506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e2830e9-aff0-4fb5-9cf5-5453beae9030 req-ae27465f-a259-463e-bcf7-007322360cfe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 945 time: 0.0997272 Aug 20 15:21:24.070703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff06c-63a3-47c6-be55-34fa2437e319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.072649 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6a8ff06c-63a3-47c6-be55-34fa2437e319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.073787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6a8ff06c-63a3-47c6-be55-34fa2437e319 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/042e0beb-8053-4a40-b53a-a7b09b4ec230 HTTP/1.1" status: 204 len: 168 time: 0.2182903 Aug 20 15:21:24.091778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e2830e9-aff0-4fb5-9cf5-5453beae9030 req-78e8350f-624f-4912-bece-8742da819996 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546062 Aug 20 15:21:24.092562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ff06c-63a3-47c6-be55-34fa2437e319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e0beb-8053-4a40-b53a-a7b09b4ec230,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:24.354356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43036) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:24.373259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e63b308a-7fa3-4f34-9e7d-81e10f251766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.466981 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e63b308a-7fa3-4f34-9e7d-81e10f251766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.470882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e63b308a-7fa3-4f34-9e7d-81e10f251766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.510818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e63b308a-7fa3-4f34-9e7d-81e10f251766 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11b6730620b047d685f420381deb0fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553388 Aug 20 15:21:24.512264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b308a-7fa3-4f34-9e7d-81e10f251766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8da9bf5-dcd7-4b57-9475-468d3a394b48,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:24.514337 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43038) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:24.566739 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72ee4092-38b1-4a29-98bd-055469bf64ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.591196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72ee4092-38b1-4a29-98bd-055469bf64ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.637931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72ee4092-38b1-4a29-98bd-055469bf64ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.640617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72ee4092-38b1-4a29-98bd-055469bf64ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:24.641793 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-72ee4092-38b1-4a29-98bd-055469bf64ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8da9bf5-dcd7-4b57-9475-468d3a394b48 HTTP/1.1" status: 204 len: 168 time: 0.1261258 Aug 20 15:21:24.649900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee4092-38b1-4a29-98bd-055469bf64ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8da9bf5-dcd7-4b57-9475-468d3a394b48,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:25.231751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a6cd2-8084-493c-ad52-024b1de715c7 req-f9a3e5dd-ef9f-4e29-a6a9-99da609c458a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:25.233496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-307a6cd2-8084-493c-ad52-024b1de715c7 req-f9a3e5dd-ef9f-4e29-a6a9-99da609c458a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 945 time: 0.0605299 Aug 20 15:21:25.282791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-307a6cd2-8084-493c-ad52-024b1de715c7 req-ba2c5550-8f76-444b-a37d-4aa3f35a5c9e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415859 Aug 20 15:21:25.407339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e035025-9b08-4330-8ba0-80f13dcc47d4 req-26643889-8f55-4f1f-b4dc-8416f8950a6e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:25.408950 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e035025-9b08-4330-8ba0-80f13dcc47d4 req-26643889-8f55-4f1f-b4dc-8416f8950a6e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 945 time: 0.0535433 Aug 20 15:21:25.454738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e035025-9b08-4330-8ba0-80f13dcc47d4 req-959b62a8-96ed-4232-87b9-ded9860516e6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384884 Aug 20 15:21:25.583051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a426ad-107b-48ae-b048-81377e0deab2 req-7af50147-6d3f-4b36-87ad-1c0ad7e88ed7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:25.584856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36a426ad-107b-48ae-b048-81377e0deab2 req-7af50147-6d3f-4b36-87ad-1c0ad7e88ed7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 945 time: 0.0544975 Aug 20 15:21:25.631234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36a426ad-107b-48ae-b048-81377e0deab2 req-98eef053-2562-42a8-9ff2-3212612ecdde tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387101 Aug 20 15:21:25.975723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291cc05-a2bd-48b8-9471-1a1401afc845 req-fc40ec24-77fa-4c2f-b1b9-f90121af29e2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:25.977238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8291cc05-a2bd-48b8-9471-1a1401afc845 req-fc40ec24-77fa-4c2f-b1b9-f90121af29e2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 945 time: 0.0551288 Aug 20 15:21:26.005922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43106) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:26.021659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8291cc05-a2bd-48b8-9471-1a1401afc845 req-701ab22f-d136-4f7e-a7db-d3b4c5c72a56 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367770 Aug 20 15:21:26.128016 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d55f110-e3ee-4a6b-8d51-8d5ff4713388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:26.227572 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d55f110-e3ee-4a6b-8d51-8d5ff4713388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:26.231798 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1d55f110-e3ee-4a6b-8d51-8d5ff4713388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:26.270455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55f110-e3ee-4a6b-8d51-8d5ff4713388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1debfe67-946e-472d-998d-4f3ee91f5bd5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:26.275260 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1d55f110-e3ee-4a6b-8d51-8d5ff4713388 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a74aec90005148e19846cc516a562f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682285 Aug 20 15:21:26.277953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43110) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:26.331459 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51b2c671-9f4a-4e9e-8d34-5da65d96573b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:26.353955 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51b2c671-9f4a-4e9e-8d34-5da65d96573b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:26.408889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51b2c671-9f4a-4e9e-8d34-5da65d96573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:26.411796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51b2c671-9f4a-4e9e-8d34-5da65d96573b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:26.413334 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-51b2c671-9f4a-4e9e-8d34-5da65d96573b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1debfe67-946e-472d-998d-4f3ee91f5bd5 HTTP/1.1" status: 204 len: 168 time: 0.1342037 Aug 20 15:21:26.424285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2c671-9f4a-4e9e-8d34-5da65d96573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1debfe67-946e-472d-998d-4f3ee91f5bd5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:27.098983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43138) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:27.161471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b12a1-5b23-4915-9d59-50b2d853bfa5 req-c9e9a6de-c778-42bf-ad02-b4047cfc32ee tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:27.163146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-174b12a1-5b23-4915-9d59-50b2d853bfa5 req-c9e9a6de-c778-42bf-ad02-b4047cfc32ee tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 945 time: 0.0576291 Aug 20 15:21:27.214163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-174b12a1-5b23-4915-9d59-50b2d853bfa5 req-ceac5e07-d15d-4cd6-8fc9-8b3f9b4b595b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Aug 20 15:21:27.220618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'networks': [{'name': 'tempest-network--710115952'}, {'name': 'tempest-network--1092001597'}]} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:27.221181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'network': {'name': 'tempest-network--710115952'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:27.221665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'network': {'name': 'tempest-network--1092001597'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:27.244464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Made reservation on behalf of 3a3febca3be94f70afd596a26ce54110 for: {'network': 2} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:21:27.249967 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.259215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.357515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.361534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.362111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.404617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea1204-fd5a-4306-a2eb-fe02415b1137,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:27.410496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:21:27.421326 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.421560 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Added segment 8662995f-e236-4519-b74c-42fde69c9993 of type vlan for network f125535b-88c9-4602-a3fe-fa07adae50b2 Aug 20 15:21:27.466088 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.493777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:21:27.503276 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.503659 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Added segment 15b7c09a-a520-417a-8799-76a06e9c576c of type vlan for network 6d1cd5b3-0818-4e68-85f5-6ea01e9abfe1 Aug 20 15:21:27.543710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.573668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.574444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.580623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:27.585418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:27.586045 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.648176 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5478485 Aug 20 15:21:27.650760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43142) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:27.657152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Network': ['ID=f125535b-88c9-4602-a3fe-fa07adae50b2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:27.667740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network f125535b-88c9-4602-a3fe-fa07adae50b2 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:21:27.757452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7768983-6c39-4fb1-935c-7d00c1c36f34 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Network': ['ID=6d1cd5b3-0818-4e68-85f5-6ea01e9abfe1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:27.769982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 6d1cd5b3-0818-4e68-85f5-6ea01e9abfe1 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:21:27.779056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-6b2fddf4-fdb5-4301-a386-6911af52b6c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:27.780919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-6b2fddf4-fdb5-4301-a386-6911af52b6c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 945 time: 0.0782681 Aug 20 15:21:27.820665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a7c668-c7ff-483b-95d0-62cff4775e15 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:27.828086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a7c668-c7ff-483b-95d0-62cff4775e15 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:27.835185 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a7c668-c7ff-483b-95d0-62cff4775e15 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:27.842313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a7c668-c7ff-483b-95d0-62cff4775e15 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:27.844744 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-42a7c668-c7ff-483b-95d0-62cff4775e15 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1925809 Aug 20 15:21:27.847419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:27.894504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port 4d62d48d-b067-4ca8-854f-0b7c13085b9d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:21:27.894859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:27.933858 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.012321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] For port 4d62d48d-b067-4ca8-854f-0b7c13085b9d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4d62d48d-b067-4ca8-854f-0b7c13085b9d,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:28.012561 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.026966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for 4d62d48d-b067-4ca8-854f-0b7c13085b9d owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:21:28.028648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.039878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f125535b-88c9-4602-a3fe-fa07adae50b2']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:28.051423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8662995f-e236-4519-b74c-42fde69c9993') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:28.051752 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8662995f-e236-4519-b74c-42fde69c9993') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:28.060670 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.075776 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.081774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:21:28.082240 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:21:28.086203 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:21:28.154914 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.160313 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.164314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/networks/f125535b-88c9-4602-a3fe-fa07adae50b2 HTTP/1.1" status: 204 len: 168 time: 0.3154609 Aug 20 15:21:28.165015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43148) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:28.175978 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.180693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b0383-2fc1-4332-a420-2b46da1f63ad tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Network': ['ID=f125535b-88c9-4602-a3fe-fa07adae50b2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:28.248716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=4d62d48d-b067-4ca8-854f-0b7c13085b9d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:28.308277 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.310990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] No DVR routers for this DVR port 4d62d48d-b067-4ca8-854f-0b7c13085b9d on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:21:28.321405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.323330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbf864b3-786e-4ea7-b8e9-5628f71a6042 req-48d30d63-4031-4dad-9431-ca256ef7e373 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "DELETE /v2.0/ports/4d62d48d-b067-4ca8-854f-0b7c13085b9d HTTP/1.1" status: 204 len: 173 time: 0.5353043 Aug 20 15:21:28.323795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e48837a-bf15-4bbe-9810-fc4ce10e3412', 'name': 'network-vif-deleted', 'tag': '4d62d48d-b067-4ca8-854f-0b7c13085b9d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:21:28.326131 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42245ac5-4c8d-4b87-aa0b-dbe6cc7d94bc" -d '{"events": [{"server_uuid": "9e48837a-bf15-4bbe-9810-fc4ce10e3412", "name": "network-vif-deleted", "tag": "4d62d48d-b067-4ca8-854f-0b7c13085b9d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:21:28.349180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35f68c99-9f76-4e0c-9698-7a62c85fa1fb req-15127a5e-3285-4515-a084-0f8300f7c19b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 210 time: 0.0451384 Aug 20 15:21:28.426083 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53260ae4-33d9-4c7f-997c-cc4525e2c9b6 x-openstack-request-id: req-53260ae4-33d9-4c7f-997c-cc4525e2c9b6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:21:28.426364 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e48837a-bf15-4bbe-9810-fc4ce10e3412", "name": "network-vif-deleted", "tag": "4d62d48d-b067-4ca8-854f-0b7c13085b9d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:21:28.426693 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53260ae4-33d9-4c7f-997c-cc4525e2c9b6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:21:28.427159 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e48837a-bf15-4bbe-9810-fc4ce10e3412', 'name': 'network-vif-deleted', 'tag': '4d62d48d-b067-4ca8-854f-0b7c13085b9d', 'status': 'completed', 'code': 200} Aug 20 15:21:28.446264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.458604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1cd5b3-0818-4e68-85f5-6ea01e9abfe1']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:28.470045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b7c09a-a520-417a-8799-76a06e9c576c') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:28.470345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b7c09a-a520-417a-8799-76a06e9c576c') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:28.479293 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.498532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.504746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:21:28.505176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:21:28.508006 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:21:28.565364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.570108 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.574844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43154) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:28.574972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/networks/6d1cd5b3-0818-4e68-85f5-6ea01e9abfe1 HTTP/1.1" status: 204 len: 168 time: 0.4089022 Aug 20 15:21:28.590106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501a71f-61c0-41ba-b427-3a88faff71b7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Network': ['ID=6d1cd5b3-0818-4e68-85f5-6ea01e9abfe1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:28.681584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0449084-00c2-410d-b28b-b7e2f93b1ae7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:28.687718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0449084-00c2-410d-b28b-b7e2f93b1ae7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:28.692896 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f0449084-00c2-410d-b28b-b7e2f93b1ae7 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1134293 Aug 20 15:21:28.693330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43156) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:28.698761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1369183410'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:28.719440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Made reservation on behalf of 3a3febca3be94f70afd596a26ce54110 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:21:28.723155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.747418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:21:28.757196 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.757636 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Added segment 664b211a-ca91-47bb-a8fd-2b1cb8c04a7c of type vlan for network da072594-e506-4b91-ba52-1e2d2ec72c99 Aug 20 15:21:28.799727 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.824570 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.830573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:28.831278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.852021 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.894229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1997447 Aug 20 15:21:28.901637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43158) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:28.904303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1701573380'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:28.913984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f846e3f-3fac-4199-998c-34552bb09995 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Network': ['ID=da072594-e506-4b91-ba52-1e2d2ec72c99,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:28.927404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network da072594-e506-4b91-ba52-1e2d2ec72c99 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:21:28.930301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Made reservation on behalf of 3a3febca3be94f70afd596a26ce54110 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:21:28.935461 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.961219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:21:28.972270 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:28.972625 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Added segment 39360dd6-3321-46b9-bfc4-c1939de1e49d of type vlan for network 84dc0eb4-63dc-4357-8564-bdaa9918318e Aug 20 15:21:29.023412 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:29.053594 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:29.060566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:29.061323 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:29.131984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:29.132634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2336183 Aug 20 15:21:29.144194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'ports': [{'network_id': 'da072594-e506-4b91-ba52-1e2d2ec72c99', 'name': 'tempest-port--1102614952', 'admin_state_up': True}, {'network_id': '84dc0eb4-63dc-4357-8564-bdaa9918318e', 'admin_state_up': False}]} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:29.144695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'port': {'network_id': 'da072594-e506-4b91-ba52-1e2d2ec72c99', 'name': 'tempest-port--1102614952', 'admin_state_up': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:29.145201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'port': {'network_id': '84dc0eb4-63dc-4357-8564-bdaa9918318e', 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:29.148935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5b191-27ef-469f-9114-41d50f5d014f tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Network': ['ID=84dc0eb4-63dc-4357-8564-bdaa9918318e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:29.161872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 84dc0eb4-63dc-4357-8564-bdaa9918318e details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:21:29.335096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Made reservation on behalf of 3a3febca3be94f70afd596a26ce54110 for: {'port': 2} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:21:29.339879 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:29.352831 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:29.431067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] device_id is not set on port def11efa-326a-4709-8029-c214b890dfb5 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:21:29.461151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0315d444-13f2-4681-bb9c-f457b5c5438a req-c2905d74-af8f-40ef-8fc6-bc8fe9dcdef0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 210 time: 0.0322700 Aug 20 15:21:29.567965 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:29.636842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] device_id is not set on port c5ccc9f9-9079-4a36-9930-bfe69117284c yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:21:29.751931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:29.791992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:29.860944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Port': ['ID=def11efa-326a-4709-8029-c214b890dfb5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:29.868395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Checking segment: {'id': '664b211a-ca91-47bb-a8fd-2b1cb8c04a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'da072594-e506-4b91-ba52-1e2d2ec72c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:21:29.868761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Network hostable DHCP agents. Network: da072594-e506-4b91-ba52-1e2d2ec72c99, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:21:29.884980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Network da072594-e506-4b91-ba52-1e2d2ec72c99 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:21:29.894471 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, da072594-e506-4b91-ba52-1e2d2ec72c99) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:21:29.904683 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:21:29.905882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:29.913531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee15e8-c8a7-44dc-9354-388b3416b273 None None] Network da072594-e506-4b91-ba52-1e2d2ec72c99 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:21:29.959369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Port': ['ID=c5ccc9f9-9079-4a36-9930-bfe69117284c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:29.982987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Checking segment: {'id': '39360dd6-3321-46b9-bfc4-c1939de1e49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '84dc0eb4-63dc-4357-8564-bdaa9918318e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:21:29.983651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Network hostable DHCP agents. Network: 84dc0eb4-63dc-4357-8564-bdaa9918318e, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:21:30.001832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Network 84dc0eb4-63dc-4357-8564-bdaa9918318e is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:21:30.014132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 84dc0eb4-63dc-4357-8564-bdaa9918318e) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:21:30.021788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:21:30.029327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:30.033390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6549f5d4-af9f-43d9-824c-435e1d56125c None None] Network 84dc0eb4-63dc-4357-8564-bdaa9918318e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:21:30.041934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:30.043881 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.067926 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5174098e-6bb8-48a6-9e66-c09548c1fc99 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9319592 Aug 20 15:21:30.068141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43166) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:30.097097 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4d62d48d-b067-4ca8-854f-0b7c13085b9d no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:21:30.155296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 4d62d48d-b067-4ca8-854f-0b7c13085b9d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:21:30.155847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4d62d48d-b067-4ca8-854f-0b7c13085b9d not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:21:30.158367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd2de5f-92c7-4105-b998-01c16ac1635b tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:30.165307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd2de5f-92c7-4105-b998-01c16ac1635b tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:30.170730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43168) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:30.170892 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6dd2de5f-92c7-4105-b998-01c16ac1635b tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1017570 Aug 20 15:21:30.261405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-501d0061-7f45-4f51-b232-2f4e742ca582 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Deleting port def11efa-326a-4709-8029-c214b890dfb5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:21:30.262076 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-501d0061-7f45-4f51-b232-2f4e742ca582 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.335386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-501d0061-7f45-4f51-b232-2f4e742ca582 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.351501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-501d0061-7f45-4f51-b232-2f4e742ca582 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Calling delete_port for def11efa-326a-4709-8029-c214b890dfb5 owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:21:30.433367 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-501d0061-7f45-4f51-b232-2f4e742ca582 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.468303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d0061-7f45-4f51-b232-2f4e742ca582 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Port': ['ID=def11efa-326a-4709-8029-c214b890dfb5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:30.474670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-501d0061-7f45-4f51-b232-2f4e742ca582 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.477157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-501d0061-7f45-4f51-b232-2f4e742ca582 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/ports/def11efa-326a-4709-8029-c214b890dfb5 HTTP/1.1" status: 204 len: 168 time: 0.3048549 Aug 20 15:21:30.479648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43172) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:30.570454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b578f4e9-2963-4d3a-9e87-0b5a7fba01da req-c220125f-ad73-4e5a-b164-75394b76c9ae tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 210 time: 0.0293548 Aug 20 15:21:30.593332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-51299645-0426-46d7-9ac8-c0dbc4fc2fde tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Deleting port c5ccc9f9-9079-4a36-9930-bfe69117284c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:21:30.593680 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51299645-0426-46d7-9ac8-c0dbc4fc2fde tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.663266 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51299645-0426-46d7-9ac8-c0dbc4fc2fde tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.676678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-51299645-0426-46d7-9ac8-c0dbc4fc2fde tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Calling delete_port for c5ccc9f9-9079-4a36-9930-bfe69117284c owned by {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:21:30.754066 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51299645-0426-46d7-9ac8-c0dbc4fc2fde tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.786148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51299645-0426-46d7-9ac8-c0dbc4fc2fde tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Port': ['ID=c5ccc9f9-9079-4a36-9930-bfe69117284c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:30.791427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51299645-0426-46d7-9ac8-c0dbc4fc2fde tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.793657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-51299645-0426-46d7-9ac8-c0dbc4fc2fde tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/ports/c5ccc9f9-9079-4a36-9930-bfe69117284c HTTP/1.1" status: 204 len: 168 time: 0.3129432 Aug 20 15:21:30.797513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43176) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:30.826226 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9313ffcf-efa3-4290-9399-4b3ee8fcac2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0267549 Aug 20 15:21:30.830006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43178) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:30.835473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-732673521'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:30.857202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Made reservation on behalf of 3a3febca3be94f70afd596a26ce54110 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:21:30.860847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.886118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:21:30.903099 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.903458 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Added segment 34f385d3-c15b-46e7-afb7-169567713712 of type vlan for network 176a38e7-77bf-4dd7-b43b-2cbc41f56101 Aug 20 15:21:30.945360 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.970913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:30.976601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:30.977210 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:31.037233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2059639 Aug 20 15:21:31.039868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43180) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:31.045198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-803515172'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:31.048354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4ca64-dde1-47ab-a7c3-e1ed433bfe2e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Network': ['ID=176a38e7-77bf-4dd7-b43b-2cbc41f56101,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:31.063243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 176a38e7-77bf-4dd7-b43b-2cbc41f56101 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:21:31.067792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Made reservation on behalf of 3a3febca3be94f70afd596a26ce54110 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:21:31.071498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:31.096468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:21:31.106920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:31.107362 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Added segment 0c9ba029-e4a3-4dde-8373-9d9df709eb4b of type vlan for network c2baa676-89fd-4947-9e86-d5332fc6945c Aug 20 15:21:31.159397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:31.184571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:31.190124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:31.190719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:31.251399 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2102497 Aug 20 15:21:31.259618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acebbf-e6c2-44d2-95b6-6c16e9ff2bcd tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Network': ['ID=c2baa676-89fd-4947-9e86-d5332fc6945c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:31.270769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c2baa676-89fd-4947-9e86-d5332fc6945c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:21:31.674808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-57e748f5-a08d-4600-8081-7b0a8f209c37 req-ec102184-3110-4e6d-95cc-b7082387e9e5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e48837a-bf15-4bbe-9810-fc4ce10e3412 HTTP/1.1" status: 200 len: 210 time: 0.0313361 Aug 20 15:21:34.544038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43200) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:34.549248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'subnets': [{'network_id': '176a38e7-77bf-4dd7-b43b-2cbc41f56101', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--259588408', 'ip_version': 6}, {'network_id': 'c2baa676-89fd-4947-9e86-d5332fc6945c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:34.549576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'subnet': {'network_id': '176a38e7-77bf-4dd7-b43b-2cbc41f56101', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--259588408', 'ip_version': 6}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:34.550239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Request body: {'subnet': {'network_id': 'c2baa676-89fd-4947-9e86-d5332fc6945c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:21:34.596932 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:21:34.721592 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Made reservation on behalf of 3a3febca3be94f70afd596a26ce54110 for: {'subnet': 2} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:21:34.726658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:34.727005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.131564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.189782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Subnet': ['ID=e83e8a93-bb13-45f5-92e5-c40218b73979,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:35.205711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Checking segment: {'id': '34f385d3-c15b-46e7-afb7-169567713712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '176a38e7-77bf-4dd7-b43b-2cbc41f56101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:21:35.206010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Network hostable DHCP agents. Network: 176a38e7-77bf-4dd7-b43b-2cbc41f56101, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:21:35.221314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Network 176a38e7-77bf-4dd7-b43b-2cbc41f56101 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:21:35.229725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 176a38e7-77bf-4dd7-b43b-2cbc41f56101) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:21:35.238191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f27cc29-07f7-4c11-b2ad-1a73b03aa4b6 None None] Network 176a38e7-77bf-4dd7-b43b-2cbc41f56101 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:21:35.238656 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.308081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event updated for resources: {'Subnet': ['ID=1b725144-d9ae-4b5c-9f73-a9bb5bab0fde,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:35.317602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Checking segment: {'id': '0c9ba029-e4a3-4dde-8373-9d9df709eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c2baa676-89fd-4947-9e86-d5332fc6945c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:21:35.317964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Network hostable DHCP agents. Network: c2baa676-89fd-4947-9e86-d5332fc6945c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:21:35.336660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Network c2baa676-89fd-4947-9e86-d5332fc6945c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:21:35.347126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c2baa676-89fd-4947-9e86-d5332fc6945c) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:21:35.352243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:35.352938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:35.353907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.361671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6346b-fb87-4cbc-af61-d9cfd3e6493d None None] Network c2baa676-89fd-4947-9e86-d5332fc6945c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:21:35.373409 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-46179f20-df4b-4656-9060-b1eec1229679 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.8253813 Aug 20 15:21:35.373642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43226) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:35.429143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5df1a4-64c2-4b64-a7e3-c31065d6e867 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:35.431978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5df1a4-64c2-4b64-a7e3-c31065d6e867 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:35.434286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5df1a4-64c2-4b64-a7e3-c31065d6e867 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:35.436267 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7a5df1a4-64c2-4b64-a7e3-c31065d6e867 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0616796 Aug 20 15:21:35.444076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b119fe15-7370-409a-9089-39de5a3d4fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-176a38e7-77bf-4dd7-b43b-2cbc41f56101', 'network_id': '176a38e7-77bf-4dd7-b43b-2cbc41f56101', 'tenant_id': '3a3febca3be94f70afd596a26ce54110', 'fixed_ips': [{'subnet_id': 'e83e8a93-bb13-45f5-92e5-c40218b73979'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:21:35.444991 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b119fe15-7370-409a-9089-39de5a3d4fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.446103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43228) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:35.498084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b38f7ed-36a5-4c2d-a34a-6ab62c3076eb tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Deleting subnet e83e8a93-bb13-45f5-92e5-c40218b73979 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:21:35.501195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b38f7ed-36a5-4c2d-a34a-6ab62c3076eb tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.562647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b38f7ed-36a5-4c2d-a34a-6ab62c3076eb tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.630394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-c2baa676-89fd-4947-9e86-d5332fc6945c', 'network_id': 'c2baa676-89fd-4947-9e86-d5332fc6945c', 'tenant_id': '3a3febca3be94f70afd596a26ce54110', 'fixed_ips': [{'subnet_id': '1b725144-d9ae-4b5c-9f73-a9bb5bab0fde'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:21:35.631326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.637881 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b38f7ed-36a5-4c2d-a34a-6ab62c3076eb tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.705313 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b38f7ed-36a5-4c2d-a34a-6ab62c3076eb tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.736802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38f7ed-36a5-4c2d-a34a-6ab62c3076eb tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Subnet': ['ID=e83e8a93-bb13-45f5-92e5-c40218b73979,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:35.739067 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b38f7ed-36a5-4c2d-a34a-6ab62c3076eb tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:35.741171 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4b38f7ed-36a5-4c2d-a34a-6ab62c3076eb tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/subnets/e83e8a93-bb13-45f5-92e5-c40218b73979 HTTP/1.1" status: 204 len: 168 time: 0.2941213 Aug 20 15:21:35.744677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43230) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:35.800192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fbffe9-c5aa-43a1-a9ba-82365ee24f4c tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Deleting subnet 1b725144-d9ae-4b5c-9f73-a9bb5bab0fde {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:21:35.807195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Allocated IP 2001:db8:0:1::1 (c2baa676-89fd-4947-9e86-d5332fc6945c/1b725144-d9ae-4b5c-9f73-a9bb5bab0fde/f54b6dcf-b74f-496c-abb1-3750e4a83d66) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-b119fe15-7370-409a-9089-39de5a3d4fd0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e83e8a93-bb13-45f5-92e5-c40218b73979: This subnet is being modified by another concurrent operation. Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e83e8a93-bb13-45f5-92e5-c40218b73979: This subnet is being modified by another concurrent operation. Aug 20 15:21:35.814202 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:21:35.844828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5908cc-88f4-4f56-b804-218ffff0fa88 None None] Network 176a38e7-77bf-4dd7-b43b-2cbc41f56101 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:21:36.078090 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.117794 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.130708 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Transition to ACTIVE for port object f54b6dcf-b74f-496c-abb1-3750e4a83d66 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:21:36.157721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Transition to ACTIVE for port object f54b6dcf-b74f-496c-abb1-3750e4a83d66 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:21:36.165130 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.169954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85fbffe9-c5aa-43a1-a9ba-82365ee24f4c tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.213512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Network c2baa676-89fd-4947-9e86-d5332fc6945c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:21:36.216363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:21:36.220151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:21:36.222100 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85fbffe9-c5aa-43a1-a9ba-82365ee24f4c tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.229852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Pushing event updated for resources: {'Port': ['ID=f54b6dcf-b74f-496c-abb1-3750e4a83d66,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:36.258001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.259049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.259585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.260080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.260615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.261116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.262264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.262797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.263284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.263812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.264295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.264805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:21:36.302137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Attempting to bind port f54b6dcf-b74f-496c-abb1-3750e4a83d66 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:21:36.302504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Attempting to bind port f54b6dcf-b74f-496c-abb1-3750e4a83d66 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '0c9ba029-e4a3-4dde-8373-9d9df709eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c2baa676-89fd-4947-9e86-d5332fc6945c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:21:36.302873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Attempting to bind port f54b6dcf-b74f-496c-abb1-3750e4a83d66 on network c2baa676-89fd-4947-9e86-d5332fc6945c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:21:36.308000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:21:36.309158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Checking segment: {'id': '0c9ba029-e4a3-4dde-8373-9d9df709eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c2baa676-89fd-4947-9e86-d5332fc6945c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:21:36.309575 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.309999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Bound using segment: {'id': '0c9ba029-e4a3-4dde-8373-9d9df709eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c2baa676-89fd-4947-9e86-d5332fc6945c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:21:36.310469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Bound port: f54b6dcf-b74f-496c-abb1-3750e4a83d66, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9ba029-e4a3-4dde-8373-9d9df709eb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'c2baa676-89fd-4947-9e86-d5332fc6945c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:21:36.310853 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.331189 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85fbffe9-c5aa-43a1-a9ba-82365ee24f4c tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.412403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85fbffe9-c5aa-43a1-a9ba-82365ee24f4c tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.417396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] For port f54b6dcf-b74f-496c-abb1-3750e4a83d66, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:21:36.421828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] For port f54b6dcf-b74f-496c-abb1-3750e4a83d66, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f54b6dcf-b74f-496c-abb1-3750e4a83d66,segment=NetworkSegment(0c9ba029-e4a3-4dde-8373-9d9df709eb4b),segment_id=0c9ba029-e4a3-4dde-8373-9d9df709eb4b)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:21:36.426953 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.444878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbffe9-c5aa-43a1-a9ba-82365ee24f4c tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Subnet': ['ID=1b725144-d9ae-4b5c-9f73-a9bb5bab0fde,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:36.447200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85fbffe9-c5aa-43a1-a9ba-82365ee24f4c tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.452178 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-85fbffe9-c5aa-43a1-a9ba-82365ee24f4c tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/subnets/1b725144-d9ae-4b5c-9f73-a9bb5bab0fde HTTP/1.1" status: 204 len: 168 time: 0.7040269 Aug 20 15:21:36.452977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43236) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:36.494363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a7e31-7ef7-4148-9897-9825fcfcb8f3 None None] Pushing event updated for resources: {'Port': ['ID=f54b6dcf-b74f-496c-abb1-3750e4a83d66,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:36.508979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9a1007-4943-4459-861d-70f8106ebbba tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:36.510480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9c9a1007-4943-4459-861d-70f8106ebbba tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563159 Aug 20 15:21:36.518633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43238) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:36.603459 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.680200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Deleting port f54b6dcf-b74f-496c-abb1-3750e4a83d66 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:21:36.680584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.749616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] For port f54b6dcf-b74f-496c-abb1-3750e4a83d66, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f54b6dcf-b74f-496c-abb1-3750e4a83d66,segment=NetworkSegment(0c9ba029-e4a3-4dde-8373-9d9df709eb4b),segment_id=0c9ba029-e4a3-4dde-8373-9d9df709eb4b)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:36.750321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.765501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Calling delete_port for f54b6dcf-b74f-496c-abb1-3750e4a83d66 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:21:36.858202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.882614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Port': ['ID=f54b6dcf-b74f-496c-abb1-3750e4a83d66,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:36.890271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] No DVR routers for this DVR port f54b6dcf-b74f-496c-abb1-3750e4a83d66 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:21:36.978866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:36.988826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2baa676-89fd-4947-9e86-d5332fc6945c']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:36.999691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9ba029-e4a3-4dde-8373-9d9df709eb4b') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:36.999990 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9ba029-e4a3-4dde-8373-9d9df709eb4b') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:37.008662 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.022867 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.029533 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:21:37.029930 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:21:37.032927 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:21:37.094169 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.103473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.106235 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/networks/c2baa676-89fd-4947-9e86-d5332fc6945c HTTP/1.1" status: 204 len: 168 time: 0.5865405 Aug 20 15:21:37.108783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43240) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:37.123415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97990c29-709a-46c4-95a6-cd645b99dc63 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Network': ['ID=c2baa676-89fd-4947-9e86-d5332fc6945c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:37.217258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.332836 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.345979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176a38e7-77bf-4dd7-b43b-2cbc41f56101']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:37.361311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f385d3-c15b-46e7-afb7-169567713712') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:37.361591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f385d3-c15b-46e7-afb7-169567713712') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:37.376976 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.392547 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.400286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:21:37.401050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:21:37.404674 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:21:37.485975 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.507960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.510770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/networks/176a38e7-77bf-4dd7-b43b-2cbc41f56101 HTTP/1.1" status: 204 len: 168 time: 0.4006634 Aug 20 15:21:37.512434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f60a46-8799-457c-93d8-df4d9be7e09a tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Network': ['ID=176a38e7-77bf-4dd7-b43b-2cbc41f56101,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:37.514497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43250) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:37.598030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1260bc04-e346-4cd2-94f6-73840fb23291 None None] Could not find standard attr ID for object f54b6dcf-b74f-496c-abb1-3750e4a83d66. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:21:37.623300 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.633203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538160a5-6f77-47e9-bef3-22332e7688a9 None None] DHCP port deletion for c2baa676-89fd-4947-9e86-d5332fc6945c request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:21:37.655221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c5753-a8a7-4515-875b-0c0dd59e4563 None None] Network c2baa676-89fd-4947-9e86-d5332fc6945c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:21:37.669836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0c5753-a8a7-4515-875b-0c0dd59e4563 None None] Network c2baa676-89fd-4947-9e86-d5332fc6945c could not be found, it might have been deleted concurrently. {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 15:21:37.678881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf572f-efc9-494b-8935-971c4fef9099 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:21:37.725306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.737674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84dc0eb4-63dc-4357-8564-bdaa9918318e']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:37.749555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39360dd6-3321-46b9-bfc4-c1939de1e49d') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:37.749965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39360dd6-3321-46b9-bfc4-c1939de1e49d') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:37.759767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.776714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf572f-efc9-494b-8935-971c4fef9099 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:21:37.780026 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.786444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:21:37.786839 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:21:37.789849 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:21:37.877965 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.901028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:37.903485 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/networks/84dc0eb4-63dc-4357-8564-bdaa9918318e HTTP/1.1" status: 204 len: 168 time: 0.3876867 Aug 20 15:21:37.904576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bdd80-4a74-498a-9348-a02a82c555e5 tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Network': ['ID=84dc0eb4-63dc-4357-8564-bdaa9918318e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:37.905858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43252) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:38.000097 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.095230 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.105796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da072594-e506-4b91-ba52-1e2d2ec72c99']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:38.116770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664b211a-ca91-47bb-a8fd-2b1cb8c04a7c') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:38.117073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664b211a-ca91-47bb-a8fd-2b1cb8c04a7c') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:21:38.126768 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.142979 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.149814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:21:38.150308 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:21:38.154718 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:21:38.216495 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.221278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.223369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] 10.222.0.36 "DELETE /v2.0/networks/da072594-e506-4b91-ba52-1e2d2ec72c99 HTTP/1.1" status: 204 len: 168 time: 0.3164628 Aug 20 15:21:38.246466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96ea66-8291-4cc1-b740-42f6bd1dca7e tempest-BulkNetworkOpsIpV6Test-1049426403 tempest-BulkNetworkOpsIpV6Test-1049426403-project] Pushing event deleted for resources: {'Network': ['ID=da072594-e506-4b91-ba52-1e2d2ec72c99,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:38.515378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43262) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:38.668636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f3c4198e-e5af-4586-90f1-fb3f2e34731e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a3febca3be94f70afd596a26ce54110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512733 Aug 20 15:21:38.671236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43266) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:38.723576 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-df30e11c-1c0a-441e-a1c2-acab7b3f1b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.745879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-df30e11c-1c0a-441e-a1c2-acab7b3f1b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.801261 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-df30e11c-1c0a-441e-a1c2-acab7b3f1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.804043 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-df30e11c-1c0a-441e-a1c2-acab7b3f1b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:38.808751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-df30e11c-1c0a-441e-a1c2-acab7b3f1b26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3eea1204-fd5a-4306-a2eb-fe02415b1137 HTTP/1.1" status: 204 len: 168 time: 0.1333904 Aug 20 15:21:38.819745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30e11c-1c0a-441e-a1c2-acab7b3f1b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea1204-fd5a-4306-a2eb-fe02415b1137,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:42.213592 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7fe55807-429d-405f-8443-c8e3e06b7bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:43.973900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5169c-c8b6-4645-9c44-0a16e6e2037f req-58309ee7-2df3-4bff-9871-fc870a06d954 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:43.975675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd5169c-c8b6-4645-9c44-0a16e6e2037f req-58309ee7-2df3-4bff-9871-fc870a06d954 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 945 time: 0.0664115 Aug 20 15:21:44.018107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd5169c-c8b6-4645-9c44-0a16e6e2037f req-966d92c1-4ece-4be6-bef0-d8a4d12dd833 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Aug 20 15:21:44.822205 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:45.140751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9dac7-4986-4e32-8209-2110977fa391 req-8a3e8133-9219-4c9f-92c5-5068bc7cb9f2 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:45.142390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23f9dac7-4986-4e32-8209-2110977fa391 req-8a3e8133-9219-4c9f-92c5-5068bc7cb9f2 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 945 time: 0.0538249 Aug 20 15:21:45.184910 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-846013e2-2a7e-49af-b113-638005719348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:45.193261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23f9dac7-4986-4e32-8209-2110977fa391 req-9ff5156e-bc31-4e47-b124-fce11bb75c6e tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 Aug 20 15:21:45.821648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-f10c6599-0b63-464a-9ef1-6f965fc1f4b9 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:45.825091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-f10c6599-0b63-464a-9ef1-6f965fc1f4b9 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 945 time: 0.0583954 Aug 20 15:21:45.936798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Deleting port 005f7365-ba4f-4958-9c12-f7fee3ca61ce {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:21:45.937153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:46.030306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] For port 005f7365-ba4f-4958-9c12-f7fee3ca61ce, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=005f7365-ba4f-4958-9c12-f7fee3ca61ce,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:46.030675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:46.045943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Calling delete_port for 005f7365-ba4f-4958-9c12-f7fee3ca61ce owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:21:46.172969 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:46.228213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:46.244359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['59ca2213-ac71-4b24-9c7b-4d266f0dc008', '1bcbb5f5-03c7-4dd7-a482-954a94496766', '005f7365-ba4f-4958-9c12-f7fee3ca61ce'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:46.325129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Pushing event deleted for resources: {'Port': ['ID=005f7365-ba4f-4958-9c12-f7fee3ca61ce,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:46.347728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2789f37c-0bf8-4aab-b069-043676b0a2ec req-7140d25b-94d5-4e74-8fa3-f697d16d6a53 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd6df74e-b31d-472b-bb84-a234fd4261eb HTTP/1.1" status: 200 len: 210 time: 0.0572417 Aug 20 15:21:46.366377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4a71be12-4cdb-45db-8c08-38a709171666'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:46.392452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] No DVR routers for this DVR port 005f7365-ba4f-4958-9c12-f7fee3ca61ce on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:21:46.395534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:46.398001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cfc254e-8ef3-4a31-aea2-05420aa6449a req-7bcddb1c-e97b-44a9-9910-6b7b0263338c tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "DELETE /v2.0/ports/005f7365-ba4f-4958-9c12-f7fee3ca61ce HTTP/1.1" status: 204 len: 173 time: 0.5673344 Aug 20 15:21:46.398652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd6df74e-b31d-472b-bb84-a234fd4261eb', 'name': 'network-vif-deleted', 'tag': '005f7365-ba4f-4958-9c12-f7fee3ca61ce'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:21:46.401479 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa47dce-7d44-4591-8fff-0fd9d2a237c6" -d '{"events": [{"server_uuid": "cd6df74e-b31d-472b-bb84-a234fd4261eb", "name": "network-vif-deleted", "tag": "005f7365-ba4f-4958-9c12-f7fee3ca61ce"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:21:46.458618 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bb1324-3063-4e45-adee-b932b16c238d x-openstack-request-id: req-13bb1324-3063-4e45-adee-b932b16c238d {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:21:46.459227 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd6df74e-b31d-472b-bb84-a234fd4261eb", "name": "network-vif-deleted", "tag": "005f7365-ba4f-4958-9c12-f7fee3ca61ce", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:21:46.459687 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13bb1324-3063-4e45-adee-b932b16c238d {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:21:46.460854 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd6df74e-b31d-472b-bb84-a234fd4261eb', 'name': 'network-vif-deleted', 'tag': '005f7365-ba4f-4958-9c12-f7fee3ca61ce', 'status': 'completed', 'code': 200} Aug 20 15:21:46.932668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb45fa-7b0f-47f4-8b50-45b8c61446b4 req-ed01a9e8-18ed-4be8-9fb1-035a626b3cc7 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:46.935039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9eb45fa-7b0f-47f4-8b50-45b8c61446b4 req-ed01a9e8-18ed-4be8-9fb1-035a626b3cc7 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1097 time: 0.0622256 Aug 20 15:21:46.960619 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9eb45fa-7b0f-47f4-8b50-45b8c61446b4 req-95ec4a23-506e-4602-b6a6-91a01a171ab5 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:47.083280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9eb45fa-7b0f-47f4-8b50-45b8c61446b4 req-95ec4a23-506e-4602-b6a6-91a01a171ab5 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:47.090323 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e9eb45fa-7b0f-47f4-8b50-45b8c61446b4 req-95ec4a23-506e-4602-b6a6-91a01a171ab5 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:47.116094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9eb45fa-7b0f-47f4-8b50-45b8c61446b4 req-95ec4a23-506e-4602-b6a6-91a01a171ab5 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738727 Aug 20 15:21:47.137418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec4a23-506e-4602-b6a6-91a01a171ab5 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bedbe97-9de2-44d8-ac9a-95036421c21f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:47.259761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25ba70-12a2-4166-bbe0-3e81d13d178c req-b2f9a208-ae41-478b-9ab9-019b5cc2c381 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:47.261338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d25ba70-12a2-4166-bbe0-3e81d13d178c req-b2f9a208-ae41-478b-9ab9-019b5cc2c381 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0632613 Aug 20 15:21:47.311380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d25ba70-12a2-4166-bbe0-3e81d13d178c req-5993b48d-54ee-4b74-b9fc-2c9813b99619 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436895 Aug 20 15:21:47.333941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43482) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:21:47.408434 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bf655ac6-7372-4ccc-8f9a-68033ed240af tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/c4983d6c-d758-4bbf-bf7e-d729971746e9 HTTP/1.1" status: 200 len: 992 time: 0.0734050 Aug 20 15:21:47.856363 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:48.196193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-864305c2-3b38-496f-91b6-b76b465a4c21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901170 Aug 20 15:21:48.221818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961af94-b32e-4b47-bde3-aafa0a6b55e4 req-f43e4249-d13f-4eb4-ba8f-27f9b272619e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:48.223704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c961af94-b32e-4b47-bde3-aafa0a6b55e4 req-f43e4249-d13f-4eb4-ba8f-27f9b272619e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0819814 Aug 20 15:21:48.300718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c961af94-b32e-4b47-bde3-aafa0a6b55e4 req-ab9e8f46-f609-4e77-be17-842ecd99f194 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707853 Aug 20 15:21:49.488365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c5ccb-83a1-41dd-bffd-8ef5fdcd72e0 req-66d15404-672e-40be-aca5-154d9baf4c24 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:49.501965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-853c5ccb-83a1-41dd-bffd-8ef5fdcd72e0 req-66d15404-672e-40be-aca5-154d9baf4c24 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.1039789 Aug 20 15:21:49.579084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-853c5ccb-83a1-41dd-bffd-8ef5fdcd72e0 req-701f4bf9-059c-4ded-8f8d-0e346046d04d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759549 Aug 20 15:21:49.808230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 005f7365-ba4f-4958-9c12-f7fee3ca61ce no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:21:49.844299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 005f7365-ba4f-4958-9c12-f7fee3ca61ce {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:21:49.845311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 005f7365-ba4f-4958-9c12-f7fee3ca61ce not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:21:50.045023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-f9653c4b-69e8-4123-83f7-4fd9da35af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:50.046677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-f9653c4b-69e8-4123-83f7-4fd9da35af19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1097 time: 0.0606630 Aug 20 15:21:50.158845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-a8fad88f-21b4-4ef2-b97a-5e90570351e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:50.160778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-a8fad88f-21b4-4ef2-b97a-5e90570351e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 898 time: 0.1068358 Aug 20 15:21:50.245279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-47fbb133-b50c-43df-8f61-65001456f24e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0773795 Aug 20 15:21:50.305633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-50bee644-138e-4167-acdd-8dd90b755e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:50.307376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-50bee644-138e-4167-acdd-8dd90b755e81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 200 len: 834 time: 0.0530958 Aug 20 15:21:50.369295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-7eaf8f54-a0e2-4071-b90e-07a7428bf8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:50.370906 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-7eaf8f54-a0e2-4071-b90e-07a7428bf8a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9203e813-859b-436a-ad60-19a0263eafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554073 Aug 20 15:21:50.484603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-708d4ddd-ac1a-4c53-b731-b141ed2710f2 service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057262 Aug 20 15:21:50.632336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-94309538-a0f3-45bf-b4eb-b526e0b9b4f2 service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392951 Aug 20 15:21:50.816282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570d90b-8869-4117-9325-786f83c1a084 req-ce75f6ca-1d52-4c0f-aa9b-ae71b5714420 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:50.828804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f570d90b-8869-4117-9325-786f83c1a084 req-ce75f6ca-1d52-4c0f-aa9b-ae71b5714420 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.1235726 Aug 20 15:21:50.893436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f570d90b-8869-4117-9325-786f83c1a084 req-14c5d955-b7d6-4cdd-9c7b-6c2d4f6d195f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634484 Aug 20 15:21:51.213637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69c5fa-c82a-4f19-ac4f-3fa6fb709aec req-1cc7b9af-8551-4d3f-a6ac-da95c036155d tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:51.216413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c69c5fa-c82a-4f19-ac4f-3fa6fb709aec req-1cc7b9af-8551-4d3f-a6ac-da95c036155d tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 945 time: 0.0616367 Aug 20 15:21:51.261292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c69c5fa-c82a-4f19-ac4f-3fa6fb709aec req-4b625e44-48f8-44da-9b8c-cc65bd2e3cc4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368583 Aug 20 15:21:52.047637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7ce98-b429-4a1a-9c70-2da7bcc9353e req-2a2c4b57-88e7-4f58-9480-f252d6559546 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:52.049192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3c7ce98-b429-4a1a-9c70-2da7bcc9353e req-2a2c4b57-88e7-4f58-9480-f252d6559546 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0584338 Aug 20 15:21:52.108168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3c7ce98-b429-4a1a-9c70-2da7bcc9353e req-4271a975-0b90-4632-b2ed-71acc84dbe34 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521967 Aug 20 15:21:52.390820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29550c85-83a9-4640-9808-8cf355c3d486 req-b0c174f3-7957-4dfa-98a3-05d6c360537a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:52.397857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29550c85-83a9-4640-9808-8cf355c3d486 req-b0c174f3-7957-4dfa-98a3-05d6c360537a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 945 time: 0.0575404 Aug 20 15:21:52.438261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29550c85-83a9-4640-9808-8cf355c3d486 req-19854683-2e66-471e-bb78-50f21f094f3b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 Aug 20 15:21:53.024726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-859c4829-f3c0-459d-9a91-9eef5e1d3147 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:53.026355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-859c4829-f3c0-459d-9a91-9eef5e1d3147 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 945 time: 0.1022270 Aug 20 15:21:53.131534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Deleting port 1bcbb5f5-03c7-4dd7-a482-954a94496766 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:21:53.131534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:53.281816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12eca98-8e63-4670-9b8b-06b8fbf40022 req-82d27f57-afc0-47cf-b2e6-c9d587a767a8 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:53.285893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c12eca98-8e63-4670-9b8b-06b8fbf40022 req-82d27f57-afc0-47cf-b2e6-c9d587a767a8 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0962257 Aug 20 15:21:53.302060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] For port 1bcbb5f5-03c7-4dd7-a482-954a94496766, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=1bcbb5f5-03c7-4dd7-a482-954a94496766,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:53.302703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:53.331057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Calling delete_port for 1bcbb5f5-03c7-4dd7-a482-954a94496766 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:21:53.414834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c12eca98-8e63-4670-9b8b-06b8fbf40022 req-652932b8-8abb-43df-b591-4fee9c169c56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089706 Aug 20 15:21:53.572039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:53.591216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['59ca2213-ac71-4b24-9c7b-4d266f0dc008', '1bcbb5f5-03c7-4dd7-a482-954a94496766'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:53.593289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fc9ce-3f5d-4273-8354-a2ccd6ccc02b req-528b34a3-2002-41f8-98f3-92a759f5c00e tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:53.595295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e72fc9ce-3f5d-4273-8354-a2ccd6ccc02b req-528b34a3-2002-41f8-98f3-92a759f5c00e tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0 HTTP/1.1" status: 200 len: 945 time: 0.0672400 Aug 20 15:21:53.622915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4a71be12-4cdb-45db-8c08-38a709171666'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:53.628368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Pushing event deleted for resources: {'Port': ['ID=1bcbb5f5-03c7-4dd7-a482-954a94496766,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:53.679395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] No DVR routers for this DVR port 1bcbb5f5-03c7-4dd7-a482-954a94496766 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:21:53.682498 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:53.684979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-adcdecdc-3abe-4d2a-98f8-07e7679bc4d1 req-643978ac-eebf-4dda-a181-bc67180ef06a tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "DELETE /v2.0/ports/1bcbb5f5-03c7-4dd7-a482-954a94496766 HTTP/1.1" status: 204 len: 173 time: 0.6481133 Aug 20 15:21:53.685414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0', 'name': 'network-vif-deleted', 'tag': '1bcbb5f5-03c7-4dd7-a482-954a94496766'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:21:53.687648 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300e35c0-1d4b-4c06-957a-ae00e4694243" -d '{"events": [{"server_uuid": "fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0", "name": "network-vif-deleted", "tag": "1bcbb5f5-03c7-4dd7-a482-954a94496766"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:21:53.742319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e72fc9ce-3f5d-4273-8354-a2ccd6ccc02b req-a65d5aa9-3980-4fc5-ae60-bad4242075a0 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222720 Aug 20 15:21:53.793700 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a3516-568d-4b53-a7ec-995bafb3f85a x-openstack-request-id: req-0c0a3516-568d-4b53-a7ec-995bafb3f85a {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:21:53.794004 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0", "name": "network-vif-deleted", "tag": "1bcbb5f5-03c7-4dd7-a482-954a94496766", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:21:53.794364 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c0a3516-568d-4b53-a7ec-995bafb3f85a {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:21:53.794667 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabfdf88-5f1c-4e51-b5b3-e3ba3fe150d0', 'name': 'network-vif-deleted', 'tag': '1bcbb5f5-03c7-4dd7-a482-954a94496766', 'status': 'completed', 'code': 200} Aug 20 15:21:54.559016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7467c-d3ef-4616-a805-7162b1ce3744 req-9492b99c-758f-4db7-9558-239c6d733e25 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:54.561489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfc7467c-d3ef-4616-a805-7162b1ce3744 req-9492b99c-758f-4db7-9558-239c6d733e25 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0520415 Aug 20 15:21:54.602017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfc7467c-d3ef-4616-a805-7162b1ce3744 req-86256364-3193-4d60-a919-0cc6cafe3caf tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344183 Aug 20 15:21:55.056792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffd71f-50eb-4b12-beba-d024083952a7 req-1c6abdd2-57b6-4656-8d75-56b89d8b078b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:55.058597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34ffd71f-50eb-4b12-beba-d024083952a7 req-1c6abdd2-57b6-4656-8d75-56b89d8b078b tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 946 time: 0.0543716 Aug 20 15:21:55.102531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34ffd71f-50eb-4b12-beba-d024083952a7 req-d6e4cf76-c8f7-4ee6-98a8-d9a1d3e19c12 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373967 Aug 20 15:21:55.733874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeec4b2-d7f8-4123-8e80-ff48feefd6a1 req-547690b9-51a8-467a-9cf3-8b5fda57e411 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:55.735704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1aeec4b2-d7f8-4123-8e80-ff48feefd6a1 req-547690b9-51a8-467a-9cf3-8b5fda57e411 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0575192 Aug 20 15:21:55.789507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1aeec4b2-d7f8-4123-8e80-ff48feefd6a1 req-49f19b70-b25a-4ee9-a10d-23cb8e9829b2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472286 Aug 20 15:21:56.232122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350037ca-b0a7-46c2-9a11-649750fb85b8 req-8f78b461-85c1-4d49-849f-99a8edc8a4ca tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:56.237599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-350037ca-b0a7-46c2-9a11-649750fb85b8 req-8f78b461-85c1-4d49-849f-99a8edc8a4ca tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 946 time: 0.0569685 Aug 20 15:21:56.306696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-350037ca-b0a7-46c2-9a11-649750fb85b8 req-474afec1-65c6-41be-81d5-66781cbc6c35 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621457 Aug 20 15:21:56.710375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-126e85d4-eead-4b8f-adc5-48a12d41a90e tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:56.712537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-126e85d4-eead-4b8f-adc5-48a12d41a90e tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 946 time: 0.0733602 Aug 20 15:21:56.874293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Deleting port 59ca2213-ac71-4b24-9c7b-4d266f0dc008 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:21:56.875149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:57.463331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03b610-bca4-4446-a671-3d534c71ce9a req-7e4b5b28-9e0d-4d62-880c-7a73f2d04467 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:57.465333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b03b610-bca4-4446-a671-3d534c71ce9a req-7e4b5b28-9e0d-4d62-880c-7a73f2d04467 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.5173206 Aug 20 15:21:57.498139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] For port 59ca2213-ac71-4b24-9c7b-4d266f0dc008, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=59ca2213-ac71-4b24-9c7b-4d266f0dc008,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:21:57.498622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:57.515635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Calling delete_port for 59ca2213-ac71-4b24-9c7b-4d266f0dc008 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:21:57.535251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b03b610-bca4-4446-a671-3d534c71ce9a req-0330f58d-84f8-4118-ba99-882926b64305 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602167 Aug 20 15:21:57.692556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65cf7c-1dae-427a-ba96-f2cb38d73b5d req-8e9cdaa8-ef40-4065-830b-b9459bf977dc tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:57.694423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff65cf7c-1dae-427a-ba96-f2cb38d73b5d req-8e9cdaa8-ef40-4065-830b-b9459bf977dc tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=b55f9187-549a-4433-bb88-58160b94c7bd HTTP/1.1" status: 200 len: 946 time: 0.0900085 Aug 20 15:21:57.721195 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:57.733827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['59ca2213-ac71-4b24-9c7b-4d266f0dc008'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:57.757587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Pushing event deleted for resources: {'Port': ['ID=59ca2213-ac71-4b24-9c7b-4d266f0dc008,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:21:57.769578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4a71be12-4cdb-45db-8c08-38a709171666'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:21:57.803186 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff65cf7c-1dae-427a-ba96-f2cb38d73b5d req-0e48a989-959d-4a2e-a790-e575e273eeb4 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000319 Aug 20 15:21:57.839347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] No DVR routers for this DVR port 59ca2213-ac71-4b24-9c7b-4d266f0dc008 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:21:57.841472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:57.845093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86303895-3bd7-4206-b7d0-bc3fc703edc5 req-639ddd31-a6b4-4f0b-b376-ace7103335af tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.70 "DELETE /v2.0/ports/59ca2213-ac71-4b24-9c7b-4d266f0dc008 HTTP/1.1" status: 204 len: 173 time: 1.1240861 Aug 20 15:21:57.846282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55f9187-549a-4433-bb88-58160b94c7bd', 'name': 'network-vif-deleted', 'tag': '59ca2213-ac71-4b24-9c7b-4d266f0dc008'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:21:57.848573 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cf641f-4302-42cd-8e8b-ddd3a6e774a6" -d '{"events": [{"server_uuid": "b55f9187-549a-4433-bb88-58160b94c7bd", "name": "network-vif-deleted", "tag": "59ca2213-ac71-4b24-9c7b-4d266f0dc008"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:21:57.936165 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fb206b-5ac2-4574-aa57-f2fcc5c4b975 x-openstack-request-id: req-43fb206b-5ac2-4574-aa57-f2fcc5c4b975 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:21:57.936818 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b55f9187-549a-4433-bb88-58160b94c7bd", "name": "network-vif-deleted", "tag": "59ca2213-ac71-4b24-9c7b-4d266f0dc008", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:21:57.936818 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43fb206b-5ac2-4574-aa57-f2fcc5c4b975 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:21:57.937231 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55f9187-549a-4433-bb88-58160b94c7bd', 'name': 'network-vif-deleted', 'tag': '59ca2213-ac71-4b24-9c7b-4d266f0dc008', 'status': 'completed', 'code': 200} Aug 20 15:21:58.049220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1bcbb5f5-03c7-4dd7-a482-954a94496766 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:21:58.077125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 1bcbb5f5-03c7-4dd7-a482-954a94496766 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:21:58.077474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 1bcbb5f5-03c7-4dd7-a482-954a94496766 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:21:58.689234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-eac74088-2520-4687-a71f-bdb05a56ce1b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:58.690702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-eac74088-2520-4687-a71f-bdb05a56ce1b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1030338 Aug 20 15:21:58.706220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-c801c85e-c5c4-40e9-b28b-9b68d7ca96b3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/quotas/db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 375 time: 0.0097802 Aug 20 15:21:58.756391 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-9aa15010-6899-4793-85d7-3f0a609f6d52 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449975 Aug 20 15:21:58.853645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-c2685d9a-0005-41b5-8d6a-17aa904e3e70 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898671 Aug 20 15:21:58.866114 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:21:58.949293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-06493e75-e140-4344-a92e-a0a4279533d8 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888424 Aug 20 15:21:59.302960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12521c-9698-4618-afca-70c94ca9eec4 req-198d0108-4839-4970-b0c0-732829315640 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:21:59.304499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b12521c-9698-4618-afca-70c94ca9eec4 req-198d0108-4839-4970-b0c0-732829315640 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0571194 Aug 20 15:21:59.347256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b12521c-9698-4618-afca-70c94ca9eec4 req-1bc5e527-3db9-427a-ac63-b90fa84ead67 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343657 Aug 20 15:21:59.468815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ffd8d39-e6b9-48f0-b31d-859fc4a90ca9 req-b64a905b-91c1-4ebe-94b5-eb14e3e7fb87 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 210 time: 0.0426466 Aug 20 15:22:00.314471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-ed70bbed-1756-45fe-bf76-e90f649dfc05 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:00.316034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-ed70bbed-1756-45fe-bf76-e90f649dfc05 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.70 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1505265 Aug 20 15:22:00.333547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'port': {'device_id': '99583dbc-8d3e-423c-8448-c44e9c6cea7a', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'admin_state_up': True, 'tenant_id': 'db80b6a989504421a8714c287f72d92b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:00.516070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337109a1-97fc-4e80-98a4-f8ce2bf48eb5 req-5efb181d-9753-4c63-8aec-41d6152ff443 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:00.517618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-337109a1-97fc-4e80-98a4-f8ce2bf48eb5 req-5efb181d-9753-4c63-8aec-41d6152ff443 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0805442 Aug 20 15:22:00.518718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Made reservation on behalf of db80b6a989504421a8714c287f72d92b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:22:00.522050 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:00.626227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-337109a1-97fc-4e80-98a4-f8ce2bf48eb5 req-c041c33a-6e55-46f8-bb96-04a35108184b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929153 Aug 20 15:22:00.743532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56e7a190-a0e0-435f-b005-2e2e338ccdad req-3a81a455-4a31-4056-ab00-ce7a3d8893e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 210 time: 0.0336821 Aug 20 15:22:00.772159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.20.0.10 (7e00f66c-72ff-4834-b2ff-ff4f4e406f79/30a01d91-e7df-41ea-9744-ce59d2cfbc85/c11fd253-1f0c-4af6-abc5-b5ca358ce25c) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:22:00.952096 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:00.966528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Transition to ACTIVE for port object c11fd253-1f0c-4af6-abc5-b5ca358ce25c will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:00.999511 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:01.059067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:01.081901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:22:01.083741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:01.101117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:22:01.183894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:01.185902 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:01.214969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8a618c2a-865f-409d-8957-e18a9e20c94f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8848732 Aug 20 15:22:01.228262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Request body: {'port': {'device_id': '99583dbc-8d3e-423c-8448-c44e9c6cea7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:01.296463 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:01.417612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bddb1a5c-7667-4d36-8dbc-c3473542e1ad None None] Provisioning for port c11fd253-1f0c-4af6-abc5-b5ca358ce25c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:01.422331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bddb1a5c-7667-4d36-8dbc-c3473542e1ad None None] Provisioning complete for port c11fd253-1f0c-4af6-abc5-b5ca358ce25c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:01.422797 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bddb1a5c-7667-4d36-8dbc-c3473542e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:01.517943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-bddb1a5c-7667-4d36-8dbc-c3473542e1ad None None] Port c11fd253-1f0c-4af6-abc5-b5ca358ce25c cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:22:01.778509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11fd253-1f0c-4af6-abc5-b5ca358ce25c {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:22:01.790991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:01.852806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Transition to ACTIVE for port object c11fd253-1f0c-4af6-abc5-b5ca358ce25c will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:01.872670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:01.904349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 59ca2213-ac71-4b24-9c7b-4d266f0dc008 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:22:01.948194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 59ca2213-ac71-4b24-9c7b-4d266f0dc008 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:22:01.960173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 59ca2213-ac71-4b24-9c7b-4d266f0dc008 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:22:01.965860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243355f4-c63e-4dfa-8f71-390652e7e649 req-7a4d46da-8cfa-409a-9e47-20d184210d1b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:01.973727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-243355f4-c63e-4dfa-8f71-390652e7e649 req-7a4d46da-8cfa-409a-9e47-20d184210d1b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.1334646 Aug 20 15:22:01.998534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Pushing event updated for resources: {'Port': ['ID=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:02.105958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-243355f4-c63e-4dfa-8f71-390652e7e649 req-5bb59cf7-d7d0-4423-b0f7-9795ba1eb9f2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312287 Aug 20 15:22:02.130217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Attempting to bind port c11fd253-1f0c-4af6-abc5-b5ca358ce25c on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:22:02.130564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Attempting to bind port c11fd253-1f0c-4af6-abc5-b5ca358ce25c by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:22:02.130899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Attempting to bind port c11fd253-1f0c-4af6-abc5-b5ca358ce25c on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:22:02.138676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Port c11fd253-1f0c-4af6-abc5-b5ca358ce25c on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:22:02.139165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Attempting to bind port c11fd253-1f0c-4af6-abc5-b5ca358ce25c on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:22:02.146572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:22:02.147021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:22:02.147508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Bound using segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:22:02.148169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Bound port: c11fd253-1f0c-4af6-abc5-b5ca358ce25c, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:22:02.148716 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:02.283382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a55c5a-bb78-4c9f-98fd-a6bdc1a0d39f req-0d9255d7-ccf9-4257-8641-4b281f746813 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:02.291882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39a55c5a-bb78-4c9f-98fd-a6bdc1a0d39f req-0d9255d7-ccf9-4257-8641-4b281f746813 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 944 time: 0.0892141 Aug 20 15:22:02.295016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] For port c11fd253-1f0c-4af6-abc5-b5ca358ce25c, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:22:02.303229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] For port c11fd253-1f0c-4af6-abc5-b5ca358ce25c, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:22:02.315833 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:02.375314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Pushing event updated for resources: {'Port': ['ID=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:02.392977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:02.393608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:02.395009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-8f066a88-e910-43ff-86e8-13da4fe39e7b service neutron] 10.222.0.70 "PUT /v2.0/ports/c11fd253-1f0c-4af6-abc5-b5ca358ce25c HTTP/1.1" status: 200 len: 1093 time: 1.1718307 Aug 20 15:22:02.395599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99583dbc-8d3e-423c-8448-c44e9c6cea7a', 'tag': 'c11fd253-1f0c-4af6-abc5-b5ca358ce25c'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:02.399022 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5aff42-dd79-4790-86d2-8fc487242c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "99583dbc-8d3e-423c-8448-c44e9c6cea7a", "tag": "c11fd253-1f0c-4af6-abc5-b5ca358ce25c"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:02.433750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39a55c5a-bb78-4c9f-98fd-a6bdc1a0d39f req-d177a7aa-092e-41dc-9b37-8e43f56486bf tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392932 Aug 20 15:22:02.489852 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f993529-2365-4e9d-8fd5-dcd7c7108e8c x-openstack-request-id: req-5f993529-2365-4e9d-8fd5-dcd7c7108e8c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:02.490384 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99583dbc-8d3e-423c-8448-c44e9c6cea7a", "tag": "c11fd253-1f0c-4af6-abc5-b5ca358ce25c", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:02.490710 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f993529-2365-4e9d-8fd5-dcd7c7108e8c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:02.491198 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99583dbc-8d3e-423c-8448-c44e9c6cea7a', 'tag': 'c11fd253-1f0c-4af6-abc5-b5ca358ce25c', 'status': 'completed', 'code': 200} Aug 20 15:22:02.498909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-84800ab6-62ec-4b08-b299-398513008f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:02.500898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-84800ab6-62ec-4b08-b299-398513008f9b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 1096 time: 0.0588357 Aug 20 15:22:02.558772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-3bc02611-a030-472e-bd6d-7855bb577173 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11fd253-1f0c-4af6-abc5-b5ca358ce25c HTTP/1.1" status: 200 len: 217 time: 0.0438318 Aug 20 15:22:02.638935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-4c7ac871-b5ab-42e7-bd24-ba39fb90693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:02.640731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-4c7ac871-b5ab-42e7-bd24-ba39fb90693d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0740511 Aug 20 15:22:02.694025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-057b05a1-7959-4402-9b87-6ed195a10324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:02.695535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-057b05a1-7959-4402-9b87-6ed195a10324 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450752 Aug 20 15:22:02.842565 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c2dddab8-0179-4295-be7d-b2c424cff445 service neutron] show failed (client error): The resource could not be found. Aug 20 15:22:02.843691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c2dddab8-0179-4295-be7d-b2c424cff445 service neutron] 10.222.0.72 "GET /v2.0/ports/c2da1c48-c89a-48b7-beab-84a672cc8fc1/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0931771 Aug 20 15:22:02.848821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-127f2ce3-39ee-465e-ac44-6db4c3d76f51 service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444983 Aug 20 15:22:03.018317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4528e99d-9b55-4765-8a9e-3f99c4aab694 req-b9839de5-a50b-4ddc-a2c1-e18f76da8ae9 service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609173 Aug 20 15:22:03.182377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-9134db64-1682-44b5-9736-5a778a233cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:03.184232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-9134db64-1682-44b5-9736-5a778a233cdd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 1096 time: 0.1018922 Aug 20 15:22:03.272211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-14833652-7367-46a5-be54-9c2aa8f87132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:03.275694 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-14833652-7367-46a5-be54-9c2aa8f87132 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 1097 time: 0.1581419 Aug 20 15:22:03.292493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:03.370718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d090a4-58ae-4c07-97f8-4fd49ec568d3 req-d601edc6-ff47-460b-9051-582a59387535 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:03.371293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2d090a4-58ae-4c07-97f8-4fd49ec568d3 req-d601edc6-ff47-460b-9051-582a59387535 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 946 time: 0.1057870 Aug 20 15:22:03.386015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:03.457305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2d090a4-58ae-4c07-97f8-4fd49ec568d3 req-8afc3415-649e-4ca8-a8ca-1cf28e04a996 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745223 Aug 20 15:22:03.487954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-4f85a833-3d7a-4ae6-827c-e130e4d7fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:03.489527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-4f85a833-3d7a-4ae6-827c-e130e4d7fb97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.2960651 Aug 20 15:22:03.547735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-f85f552e-7ca1-4571-8a11-5716bea56bc1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11fd253-1f0c-4af6-abc5-b5ca358ce25c HTTP/1.1" status: 200 len: 217 time: 0.0480332 Aug 20 15:22:03.648845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-1b6fd020-849e-43c5-a676-cf35883cb104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:03.650393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-1b6fd020-849e-43c5-a676-cf35883cb104 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0934429 Aug 20 15:22:03.665990 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:03.699479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763474ea-e721-474a-894e-a3e564e28432 req-fe8fc656-abe5-479d-a7bd-22731fbff6ee tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:03.701142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-763474ea-e721-474a-894e-a3e564e28432 req-fe8fc656-abe5-479d-a7bd-22731fbff6ee tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0938182 Aug 20 15:22:03.711406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:22:03.726296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-929e6871-6cb9-4085-8855-5d1edfc4abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:03.728167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-929e6871-6cb9-4085-8855-5d1edfc4abc0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693991 Aug 20 15:22:03.756159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:03.769343 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Transition to ACTIVE for port object c2da1c48-c89a-48b7-beab-84a672cc8fc1 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:03.770177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:03.772653 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711904ba-b409-47ec-8cba-369be4e57eb4" -d '{"events": [{"server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:03.779405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:03.849126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Pushing event updated for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=6']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:03.852248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-f498047c-936b-4be4-b1a7-094bfa9d985b service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119688 Aug 20 15:22:03.927648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-763474ea-e721-474a-894e-a3e564e28432 req-79aa0866-8d18-4acb-acde-97353407fbde tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124968 Aug 20 15:22:04.010925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] No DVR routers for this DVR port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:22:04.094736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129e755-ba31-4906-bd80-f66cd0a7a0c6 req-968de91d-dc92-4adc-aa64-518df4b7ba4b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:04.102212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b129e755-ba31-4906-bd80-f66cd0a7a0c6 req-968de91d-dc92-4adc-aa64-518df4b7ba4b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 944 time: 0.0977361 Aug 20 15:22:04.141742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb5aff42-dd79-4790-86d2-8fc487242c2e req-d94a7ccd-ef29-4f2d-ba01-23f00715d339 service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747107 Aug 20 15:22:04.173603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b129e755-ba31-4906-bd80-f66cd0a7a0c6 req-7d14d14c-4901-4dbf-8bd9-8563429d4cc0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695610 Aug 20 15:22:04.262279 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b439acc-ba52-44b3-8b86-25ffd1471a3f x-openstack-request-id: req-4b439acc-ba52-44b3-8b86-25ffd1471a3f {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:04.262583 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "name": "network-vif-unplugged", "status": "completed", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:04.262838 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b439acc-ba52-44b3-8b86-25ffd1471a3f {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:04.263235 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'code': 200} Aug 20 15:22:04.267693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Attempting to bind port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:22:04.268037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Attempting to bind port c2da1c48-c89a-48b7-beab-84a672cc8fc1 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:22:04.268369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Attempting to bind port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on network 9203e813-859b-436a-ad60-19a0263eafca {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:22:04.277483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on network 9203e813-859b-436a-ad60-19a0263eafca not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:22:04.277483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Attempting to bind port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on network 9203e813-859b-436a-ad60-19a0263eafca {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:22:04.282223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:22:04.282574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Checking segment: {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:22:04.282968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Bound using segment: {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:22:04.283411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Bound port: c2da1c48-c89a-48b7-beab-84a672cc8fc1, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5119e31-dde7-4245-ad32-fe4407a438e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9203e813-859b-436a-ad60-19a0263eafca'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:22:04.283835 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:04.356329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:22:04.359480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:22:04.363344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:04.397865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:04.398542 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:04.400025 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] 10.222.0.70 "PUT /v2.0/ports/c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 1092 time: 1.1156998 Aug 20 15:22:04.423177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c72b0-339c-4344-873a-d246e22708fa service neutron] Pushing event updated for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:04.480626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-bf764ca7-99d9-4d23-8641-9397ceb46c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:04.482260 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-bf764ca7-99d9-4d23-8641-9397ceb46c35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1095 time: 0.0480351 Aug 20 15:22:04.606507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-4c1b75cc-c0bf-4fe8-8383-b3d53effaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:04.609638 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-4c1b75cc-c0bf-4fe8-8383-b3d53effaabc service neutron] 10.222.0.70 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 898 time: 0.1109912 Aug 20 15:22:04.645481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee21b4-e6ee-4162-a5e7-5a6de70d3a8b req-2efd382f-f21b-4f37-aea4-541f68d2e4b0 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:04.647061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35ee21b4-e6ee-4162-a5e7-5a6de70d3a8b req-2efd382f-f21b-4f37-aea4-541f68d2e4b0 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 946 time: 0.1077766 Aug 20 15:22:04.694835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35ee21b4-e6ee-4162-a5e7-5a6de70d3a8b req-f8a3150a-4940-4724-b58f-843b57b0c279 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7546ca0-49f0-48ea-aed7-dc0898ba216d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Aug 20 15:22:04.750227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-5e0562a7-cba1-4a04-9f7f-a74d466fcfcf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 998 time: 0.1212690 Aug 20 15:22:04.815133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-ac95fda7-e8c5-41e6-a3d9-70b8855ecb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:04.816687 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-ac95fda7-e8c5-41e6-a3d9-70b8855ecb3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 200 len: 834 time: 0.0567386 Aug 20 15:22:04.868294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-f7099583-ccf6-45a6-b737-c9436b3d1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:04.869491 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-f7099583-ccf6-45a6-b737-c9436b3d1a62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9203e813-859b-436a-ad60-19a0263eafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425744 Aug 20 15:22:04.993471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-73a09d98-a7c9-46d4-b4eb-2bfb57371766 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:05.000832 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-73a09d98-a7c9-46d4-b4eb-2bfb57371766 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.72 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 946 time: 0.1144216 Aug 20 15:22:05.164134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577ba8c-acc1-44c4-a0ae-715bc8d07cec req-5a1e55bc-df1f-41e4-90ee-0df1f29de62e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:05.172537 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6577ba8c-acc1-44c4-a0ae-715bc8d07cec req-5a1e55bc-df1f-41e4-90ee-0df1f29de62e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 943 time: 0.1055598 Aug 20 15:22:05.218222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Deleting port 4a71be12-4cdb-45db-8c08-38a709171666 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:22:05.218731 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:05.236561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6577ba8c-acc1-44c4-a0ae-715bc8d07cec req-500fbaea-00ab-4c96-9c94-ea4b72053940 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606151 Aug 20 15:22:05.373734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da4add-0024-4dce-95bf-608f9b09717f req-8d6953fc-4cea-4b5d-ab03-47568fb677dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:05.375769 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69da4add-0024-4dce-95bf-608f9b09717f req-8d6953fc-4cea-4b5d-ab03-47568fb677dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 944 time: 0.0707934 Aug 20 15:22:05.436446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] For port 4a71be12-4cdb-45db-8c08-38a709171666, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4a71be12-4cdb-45db-8c08-38a709171666,segment=NetworkSegment(a24763a3-cefb-4077-830c-b8a92813739c),segment_id=a24763a3-cefb-4077-830c-b8a92813739c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:05.436762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:05.449533 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-296ab4b9-c36f-48dc-9f15-3eedf6ef22aa service neutron] 10.222.0.70 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703526 Aug 20 15:22:05.452222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Calling delete_port for 4a71be12-4cdb-45db-8c08-38a709171666 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:22:05.523933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69da4add-0024-4dce-95bf-608f9b09717f req-a10574b1-e435-418b-8645-ed4e7b4cffad tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344993 Aug 20 15:22:05.563053 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-54c605eb-2859-4c82-874f-580f3ec91fb2 req-1c3674cd-c2a3-48fc-8b58-7ebf35152f0b service neutron] 10.222.0.70 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042523 Aug 20 15:22:05.655621 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:05.698150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4a71be12-4cdb-45db-8c08-38a709171666'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:22:05.713322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Pushing event deleted for resources: {'Port': ['ID=4a71be12-4cdb-45db-8c08-38a709171666,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:05.758292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] No DVR routers for this DVR port 4a71be12-4cdb-45db-8c08-38a709171666 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:22:05.761597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:05.763967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1c7ad20-ab4d-4a2e-b5d5-f74343668503 req-6ea15b0d-72fc-4c72-ae5b-8d159d96a3b5 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.72 "DELETE /v2.0/ports/4a71be12-4cdb-45db-8c08-38a709171666 HTTP/1.1" status: 204 len: 173 time: 0.7559505 Aug 20 15:22:05.764319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541b4670-1c48-4eb4-b391-f37f4244b507', 'name': 'network-vif-deleted', 'tag': '4a71be12-4cdb-45db-8c08-38a709171666'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:05.766601 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3f23e5-5b24-4e6b-8a6e-92fe805957a6" -d '{"events": [{"server_uuid": "541b4670-1c48-4eb4-b391-f37f4244b507", "name": "network-vif-deleted", "tag": "4a71be12-4cdb-45db-8c08-38a709171666"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:05.812968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-549dbe90-7421-4e4f-aad8-9e835b6286d8 req-7223ecbb-f117-4f68-b2b1-527f914c4218 tempest-AttachVolumeNegativeTest-190913480 tempest-AttachVolumeNegativeTest-190913480-project] 10.222.0.36 "GET /v2.0/ports?device_id=541b4670-1c48-4eb4-b391-f37f4244b507 HTTP/1.1" status: 200 len: 210 time: 0.0352542 Aug 20 15:22:05.858972 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a890bc7-9693-4093-9ce6-c4d1a553b8cd x-openstack-request-id: req-2a890bc7-9693-4093-9ce6-c4d1a553b8cd {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:05.859273 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541b4670-1c48-4eb4-b391-f37f4244b507", "name": "network-vif-deleted", "tag": "4a71be12-4cdb-45db-8c08-38a709171666", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:05.859580 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a890bc7-9693-4093-9ce6-c4d1a553b8cd {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:05.860620 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541b4670-1c48-4eb4-b391-f37f4244b507', 'name': 'network-vif-deleted', 'tag': '4a71be12-4cdb-45db-8c08-38a709171666', 'status': 'completed', 'code': 200} Aug 20 15:22:06.038629 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:06.265138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:06.269726 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791e7231-459e-4c3d-b7a3-3d0fb3bba111" -d '{"events": [{"name": "network-changed", "server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:06.270011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c2da1c48-c89a-48b7-beab-84a672cc8fc1 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:22:06.313107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c2da1c48-c89a-48b7-beab-84a672cc8fc1 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:22:06.377347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6442831-38da-4164-b039-39f8d924cd63 req-70138020-4ac3-4d58-988e-3b3157b9b664 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.378915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6442831-38da-4164-b039-39f8d924cd63 req-70138020-4ac3-4d58-988e-3b3157b9b664 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 943 time: 0.0628779 Aug 20 15:22:06.418532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6442831-38da-4164-b039-39f8d924cd63 req-f4de9030-c365-45f9-aff2-1b80d2e12a9a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334878 Aug 20 15:22:06.476561 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72712fb5-a1a8-46fd-932d-bb1cd4f6f15e x-openstack-request-id: req-72712fb5-a1a8-46fd-932d-bb1cd4f6f15e {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:06.477063 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:06.477178 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72712fb5-a1a8-46fd-932d-bb1cd4f6f15e {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:06.477498 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'status': 'completed', 'code': 200} Aug 20 15:22:06.548387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-632e89df-f9a4-4624-8cf7-5832317d373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.549911 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-632e89df-f9a4-4624-8cf7-5832317d373d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1095 time: 0.0457864 Aug 20 15:22:06.557456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-8fde3ce5-b4ee-48a6-b34b-ce0c7ca5c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.558838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-8fde3ce5-b4ee-48a6-b34b-ce0c7ca5c022 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1095 time: 0.0426517 Aug 20 15:22:06.653808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-49ec01fc-ead1-4c4f-ae80-d3c5885ac53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.655324 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-49ec01fc-ead1-4c4f-ae80-d3c5885ac53a service neutron] 10.222.0.70 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 898 time: 0.0972960 Aug 20 15:22:06.694474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c5f4b-128b-47ab-9f01-c17cc746cb63 req-8c0516a9-4c20-4a36-a435-62d83ef1ab97 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.696006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e76c5f4b-128b-47ab-9f01-c17cc746cb63 req-8c0516a9-4c20-4a36-a435-62d83ef1ab97 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 944 time: 0.0831180 Aug 20 15:22:06.700111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-9f1b5425-58b3-400d-a5e5-3a2a5584c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.701534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-9f1b5425-58b3-400d-a5e5-3a2a5584c8b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 898 time: 0.1358967 Aug 20 15:22:06.724778 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-a82d677c-bdd7-452d-ae6d-37581c26e0e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 998 time: 0.0607209 Aug 20 15:22:06.779971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-8a8690be-0484-4412-a27f-e617e39ea3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.781337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e76c5f4b-128b-47ab-9f01-c17cc746cb63 req-acd7e9cc-2951-494e-9ceb-7de8d24a80d1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785172 Aug 20 15:22:06.781511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-8a8690be-0484-4412-a27f-e617e39ea3f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 200 len: 834 time: 0.0482018 Aug 20 15:22:06.794511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-7858be9c-a843-41d4-b710-1bafc2680158 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 998 time: 0.0849571 Aug 20 15:22:06.833878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-9dbe6310-53ca-4c43-889b-dde2774b044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.835419 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-9dbe6310-53ca-4c43-889b-dde2774b044c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9203e813-859b-436a-ad60-19a0263eafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442851 Aug 20 15:22:06.845049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-c79583df-eca7-4084-962b-d86a5e778072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.846512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-c79583df-eca7-4084-962b-d86a5e778072 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 200 len: 834 time: 0.0451388 Aug 20 15:22:06.878427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43824) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:06.927054 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-e0c0a5d7-6a0e-4557-b139-390c96a65c70 service neutron] 10.222.0.70 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833924 Aug 20 15:22:06.931122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-753e26d0-4d22-47fa-9d51-ac5a3a21ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:06.933378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-753e26d0-4d22-47fa-9d51-ac5a3a21ce6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9203e813-859b-436a-ad60-19a0263eafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793643 Aug 20 15:22:06.935894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3c98ae-cee9-4347-9c0a-14942eb206e8 admin admin] Deleting subnet aefd1558-6871-4dc2-9d0b-9d9565828c4c {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:22:06.939054 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d3c98ae-cee9-4347-9c0a-14942eb206e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.021758 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-7aae7512-dec9-4652-8378-d521e491ce54 service neutron] 10.222.0.70 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859697 Aug 20 15:22:07.023206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d3c98ae-cee9-4347-9c0a-14942eb206e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.091441 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d3c98ae-cee9-4347-9c0a-14942eb206e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.095145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-8bd01f99-5642-4339-af3e-ec144f8962eb service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541681 Aug 20 15:22:07.220610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d3c98ae-cee9-4347-9c0a-14942eb206e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.254166 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-791e7231-459e-4c3d-b7a3-3d0fb3bba111 req-0a1ff7b8-1493-4fcf-8d69-c6e92097a507 service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368961 Aug 20 15:22:07.257012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c98ae-cee9-4347-9c0a-14942eb206e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefd1558-6871-4dc2-9d0b-9d9565828c4c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:07.262133 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7d3c98ae-cee9-4347-9c0a-14942eb206e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.263387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7d3c98ae-cee9-4347-9c0a-14942eb206e8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/aefd1558-6871-4dc2-9d0b-9d9565828c4c HTTP/1.1" status: 204 len: 168 time: 0.3832150 Aug 20 15:22:07.265963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43830) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:07.336519 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.429328 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.439434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b11eac-a8e5-468d-a430-ed79ac07d3e2']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:07.450465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24763a3-cefb-4077-830c-b8a92813739c') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:07.450903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24763a3-cefb-4077-830c-b8a92813739c') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:07.461854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.478270 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.485567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:22:07.486684 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:22:07.488414 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:22:07.540886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba87ec3-7e0e-4ad8-9ed3-4093195315ff req-748d30f3-cf50-41f3-ba70-b61f99b8a264 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:07.543092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ba87ec3-7e0e-4ad8-9ed3-4093195315ff req-748d30f3-cf50-41f3-ba70-b61f99b8a264 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 943 time: 0.0515096 Aug 20 15:22:07.551649 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.557824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.559847 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f2b11eac-a8e5-468d-a430-ed79ac07d3e2 HTTP/1.1" status: 204 len: 168 time: 0.2926683 Aug 20 15:22:07.573246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82c865-3a7a-44b4-a9a9-ffff929d19d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b11eac-a8e5-468d-a430-ed79ac07d3e2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:07.590562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ba87ec3-7e0e-4ad8-9ed3-4093195315ff req-582b4d9c-8c7d-423a-9744-8111a3de4772 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399668 Aug 20 15:22:07.733698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43838) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:07.772773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-47c19f7b-4bf7-4a57-b389-5a2b678916cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e7fbb7b3de44f338b9fc932916bb57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378859 Aug 20 15:22:07.775122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 43840) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:07.828269 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2db0f7d2-d728-4e3b-8c60-4136e5e67794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.851571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2db0f7d2-d728-4e3b-8c60-4136e5e67794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.931097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f27aa8-8204-49cf-9582-97d97d44479c req-5760a261-0aaf-4124-a4b4-072788653024 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:07.933160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46f27aa8-8204-49cf-9582-97d97d44479c req-5760a261-0aaf-4124-a4b4-072788653024 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 944 time: 0.0791209 Aug 20 15:22:07.957871 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2db0f7d2-d728-4e3b-8c60-4136e5e67794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.960432 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2db0f7d2-d728-4e3b-8c60-4136e5e67794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:07.961541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2db0f7d2-d728-4e3b-8c60-4136e5e67794 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7546ca0-49f0-48ea-aed7-dc0898ba216d HTTP/1.1" status: 204 len: 168 time: 0.1854765 Aug 20 15:22:07.979832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0f7d2-d728-4e3b-8c60-4136e5e67794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7546ca0-49f0-48ea-aed7-dc0898ba216d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:07.986518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46f27aa8-8204-49cf-9582-97d97d44479c req-64d60ce9-40de-4104-a88f-03de3c15c941 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 Aug 20 15:22:08.264315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4a71be12-4cdb-45db-8c08-38a709171666 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:22:08.284318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 4a71be12-4cdb-45db-8c08-38a709171666 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:22:08.284981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4a71be12-4cdb-45db-8c08-38a709171666 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:22:08.712835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e8ba5-5616-456b-88e1-54cb068ed50d req-e33c1f26-8b43-4dba-93e4-7c580dee0e61 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:08.714618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed0e8ba5-5616-456b-88e1-54cb068ed50d req-e33c1f26-8b43-4dba-93e4-7c580dee0e61 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 943 time: 0.0504279 Aug 20 15:22:08.753797 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed0e8ba5-5616-456b-88e1-54cb068ed50d req-bc303248-1de1-4e9b-99a6-4482551e485a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333300 Aug 20 15:22:09.024597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82526-61f0-4082-9d29-5db18ed89f8e req-14a49614-023a-4934-9ec4-723c4409815a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:09.027068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7a82526-61f0-4082-9d29-5db18ed89f8e req-14a49614-023a-4934-9ec4-723c4409815a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 943 time: 0.1225629 Aug 20 15:22:09.048845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-358c499a-6947-4df7-b009-3056de64d462 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:09.050263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-358c499a-6947-4df7-b009-3056de64d462 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb&tenant_id=971a6c892d9846e6ab8a33d62c35597b&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 943 time: 0.1144445 Aug 20 15:22:09.105821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7a82526-61f0-4082-9d29-5db18ed89f8e req-efec070e-9df7-4d5d-856d-734bcd24e818 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685146 Aug 20 15:22:09.128342 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-95f72c12-444a-4fc9-847a-e17d14773f04 service neutron] delete failed (client error): The resource could not be found. Aug 20 15:22:09.129327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-95f72c12-444a-4fc9-847a-e17d14773f04 service neutron] 10.222.0.72 "DELETE /v2.0/ports/c2da1c48-c89a-48b7-beab-84a672cc8fc1/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0699341 Aug 20 15:22:09.242883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102745e-2a33-4b27-888c-82d924318182 req-001735ba-4596-448c-b3e3-f1616eaa9784 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:09.244331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c102745e-2a33-4b27-888c-82d924318182 req-001735ba-4596-448c-b3e3-f1616eaa9784 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 944 time: 0.0809219 Aug 20 15:22:09.260717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-4470336e-da1f-48f8-8baf-a25371b0d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:09.262178 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-4470336e-da1f-48f8-8baf-a25371b0d728 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1095 time: 0.0646293 Aug 20 15:22:09.337107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c102745e-2a33-4b27-888c-82d924318182 req-39b74bb1-010b-4f56-a827-9c3a7772d829 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864837 Aug 20 15:22:09.377220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-b121673c-6485-4a5b-8d36-b3566e91e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:09.379472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-b121673c-6485-4a5b-8d36-b3566e91e375 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 898 time: 0.1108191 Aug 20 15:22:09.447099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-f7e0199a-af10-451e-88c0-69521dcb9166 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 998 time: 0.0605056 Aug 20 15:22:09.500937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-d309d1ae-81ae-469f-86ad-030b371993c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:09.502495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-d309d1ae-81ae-469f-86ad-030b371993c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 200 len: 834 time: 0.0486846 Aug 20 15:22:09.553666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-c2624b67-ca24-4e08-9e64-9cd2bd84971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:09.555368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-c2624b67-ca24-4e08-9e64-9cd2bd84971d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9203e813-859b-436a-ad60-19a0263eafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455141 Aug 20 15:22:09.663388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-4a38340e-0b5d-42ea-9798-68c3310e00ee service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010258 Aug 20 15:22:09.762736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54f42da5-2ee9-4b49-bb3d-ce9181a8874a req-858d9e90-dabe-4f17-a32c-58db4158d7cf service neutron] 10.222.0.72 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923667 Aug 20 15:22:09.955881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c2da1c48-c89a-48b7-beab-84a672cc8fc1 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:22:10.051565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:10.063093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'port_id': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'mac_address': 'fa:16:3e:ec:68:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:22:10.101853 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:10.116190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2da1c48-c89a-48b7-beab-84a672cc8fc1 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:22:10.141268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:10.146356 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:10.208455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:10.266436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738dc28-cfaf-49ef-9e8c-96ccb7fda15c req-1cc82e28-85e2-4179-b1db-d4d96a8e19b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:10.272022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7738dc28-cfaf-49ef-9e8c-96ccb7fda15c req-1cc82e28-85e2-4179-b1db-d4d96a8e19b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 944 time: 0.0807109 Aug 20 15:22:10.319075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7738dc28-cfaf-49ef-9e8c-96ccb7fda15c req-cd548e03-471f-48b4-a9a2-d06d7ab0238f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444777 Aug 20 15:22:10.429623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['c2da1c48-c89a-48b7-beab-84a672cc8fc1'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:22:10.482957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c047b20-e48f-4281-b958-dd328277ecb4 req-690e9d3a-f8b3-4f5a-b1a5-6a41328e0b0b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:10.484502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c047b20-e48f-4281-b958-dd328277ecb4 req-690e9d3a-f8b3-4f5a-b1a5-6a41328e0b0b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 944 time: 0.0693088 Aug 20 15:22:10.529696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c047b20-e48f-4281-b958-dd328277ecb4 req-ca51d5c4-7870-46a0-bb09-9a99884ff624 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378959 Aug 20 15:22:11.469475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee8715-5e98-4ed3-8875-6b522f977998 req-787b8d70-3fbc-4dfc-ba2a-e346871ee8a4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:11.471219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eee8715-5e98-4ed3-8875-6b522f977998 req-787b8d70-3fbc-4dfc-ba2a-e346871ee8a4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 944 time: 0.0563133 Aug 20 15:22:11.592596 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:22:11.867013 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eee8715-5e98-4ed3-8875-6b522f977998 req-00e1f1c8-e3c3-41a5-87b0-b82e79973a95 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889380 Aug 20 15:22:11.892316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 43982) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:12.005965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c2da1c48-c89a-48b7-beab-84a672cc8fc1 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:22:12.067566 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-185cb55d-bbae-4cef-abae-4bc3301a237b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/c4983d6c-d758-4bbf-bf7e-d729971746e9 HTTP/1.1" status: 200 len: 991 time: 0.1732078 Aug 20 15:22:12.110278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca5e1-20de-4893-bc11-5ed34a50af82 req-7ff663c9-3dd0-439d-8c12-2ad937f4b82b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:12.111886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e79ca5e1-20de-4893-bc11-5ed34a50af82 req-7ff663c9-3dd0-439d-8c12-2ad937f4b82b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 944 time: 0.1485028 Aug 20 15:22:12.136919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port c2da1c48-c89a-48b7-beab-84a672cc8fc1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:12.143148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port c2da1c48-c89a-48b7-beab-84a672cc8fc1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:12.143527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:12.163201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e79ca5e1-20de-4893-bc11-5ed34a50af82 req-6cb92b86-6112-4906-9e9c-bd62afd3bf59 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Aug 20 15:22:12.216466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-571480ab-e605-461d-b14f-715acf111a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:12.262751 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:12.290305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:12.292714 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b5d76c-9480-47a8-a271-c6bf48f70585" -d '{"events": [{"server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:12.307586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:12.318835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:12.355497 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba7820e-24aa-4a4d-aa09-72d791cad530 x-openstack-request-id: req-bba7820e-24aa-4a4d-aa09-72d791cad530 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:12.355897 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "name": "network-vif-plugged", "status": "completed", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:12.356218 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bba7820e-24aa-4a4d-aa09-72d791cad530 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:12.356665 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'code': 200} Aug 20 15:22:12.385511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:13.319469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb476f-f43c-4d0d-b840-994241ad3124 req-dda3c7b9-fa0d-482e-a028-e0744e8779da tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:13.321095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4bb476f-f43c-4d0d-b840-994241ad3124 req-dda3c7b9-fa0d-482e-a028-e0744e8779da tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 944 time: 0.0556886 Aug 20 15:22:13.361955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4bb476f-f43c-4d0d-b840-994241ad3124 req-24f4dc42-6ae8-492d-a8e2-f78a4c6cd16a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340865 Aug 20 15:22:13.749541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44018) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:13.855948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2325fb26-3de9-4dff-a85a-6feb709582f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:13.945877 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2325fb26-3de9-4dff-a85a-6feb709582f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:13.949896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2325fb26-3de9-4dff-a85a-6feb709582f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:13.989267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325fb26-3de9-4dff-a85a-6feb709582f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab39db1e-5f5c-42d2-98a1-62c191a8c217,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:13.993549 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2325fb26-3de9-4dff-a85a-6feb709582f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d338d77f1e54874863703e621b598e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430069 Aug 20 15:22:13.996958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44022) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:14.009519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c11fd253-1f0c-4af6-abc5-b5ca358ce25c details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:22:14.046795 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5745bf62-fb4f-4d07-97c5-afc405a58dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.071315 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5745bf62-fb4f-4d07-97c5-afc405a58dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.112082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c11fd253-1f0c-4af6-abc5-b5ca358ce25c, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:14.126668 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5745bf62-fb4f-4d07-97c5-afc405a58dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.129023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'c11fd253-1f0c-4af6-abc5-b5ca358ce25c', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'port_id': 'c11fd253-1f0c-4af6-abc5-b5ca358ce25c', 'mac_address': 'fa:16:3e:fc:cc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:22:14.130456 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5745bf62-fb4f-4d07-97c5-afc405a58dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.131801 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5745bf62-fb4f-4d07-97c5-afc405a58dc6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab39db1e-5f5c-42d2-98a1-62c191a8c217 HTTP/1.1" status: 204 len: 168 time: 0.1338363 Aug 20 15:22:14.139923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745bf62-fb4f-4d07-97c5-afc405a58dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab39db1e-5f5c-42d2-98a1-62c191a8c217,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:14.187047 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.207377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11fd253-1f0c-4af6-abc5-b5ca358ce25c {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:22:14.230417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c11fd253-1f0c-4af6-abc5-b5ca358ce25c, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:14.234390 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.289308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:14.434947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44048) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:14.468338 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.521429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['c11fd253-1f0c-4af6-abc5-b5ca358ce25c'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:22:14.561345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cd606-3835-4c4d-8402-35bbf8f6dbed req-c9015484-e6b2-42f1-9898-c615860e09e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:14.562846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a9cd606-3835-4c4d-8402-35bbf8f6dbed req-c9015484-e6b2-42f1-9898-c615860e09e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 945 time: 0.0821562 Aug 20 15:22:14.625811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a9cd606-3835-4c4d-8402-35bbf8f6dbed req-2c436140-8d03-4256-a3ab-89ebbb194708 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Aug 20 15:22:14.646538 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.652547 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.691865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e102be-b3f9-41dd-8704-a09bb5646e24,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:14.696761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06e172914afa4a8c8baeacfbaf168811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603867 Aug 20 15:22:14.700256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44052) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:14.703131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.703482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.703857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.704196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.704539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.704891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.705199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.705710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.706048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.706379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.706710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.707036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e608c12-add0-4801-a531-64047b498c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:14.765929 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5acd770a-fc9a-4a10-be04-ef843758c28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.793670 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5acd770a-fc9a-4a10-be04-ef843758c28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.817126 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.848352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5acd770a-fc9a-4a10-be04-ef843758c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.851189 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5acd770a-fc9a-4a10-be04-ef843758c28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:14.852441 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5acd770a-fc9a-4a10-be04-ef843758c28a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0e102be-b3f9-41dd-8704-a09bb5646e24 HTTP/1.1" status: 204 len: 168 time: 0.1509919 Aug 20 15:22:14.860780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd770a-fc9a-4a10-be04-ef843758c28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e102be-b3f9-41dd-8704-a09bb5646e24,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:15.193275 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e42d913a-a4f1-4447-a440-db2a0b7045bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:15.762697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882c43c-d098-4395-8d72-6cc3cbdd9944 req-7fcf53a8-ddd7-48af-a8a9-c746ca4315b5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:15.764290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8882c43c-d098-4395-8d72-6cc3cbdd9944 req-7fcf53a8-ddd7-48af-a8a9-c746ca4315b5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 945 time: 0.0549748 Aug 20 15:22:15.803116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8882c43c-d098-4395-8d72-6cc3cbdd9944 req-494450a0-6bda-49cc-bf67-970467928f67 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328443 Aug 20 15:22:16.025535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c11fd253-1f0c-4af6-abc5-b5ca358ce25c up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:22:16.086021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port c11fd253-1f0c-4af6-abc5-b5ca358ce25c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:16.091134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port c11fd253-1f0c-4af6-abc5-b5ca358ce25c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:16.091680 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:16.176901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:16.181700 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:16.208031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99583dbc-8d3e-423c-8448-c44e9c6cea7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11fd253-1f0c-4af6-abc5-b5ca358ce25c'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:16.210273 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01359f8-e049-4924-94bc-062a92988908" -d '{"events": [{"server_uuid": "99583dbc-8d3e-423c-8448-c44e9c6cea7a", "name": "network-vif-plugged", "status": "completed", "tag": "c11fd253-1f0c-4af6-abc5-b5ca358ce25c"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:16.223525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port c11fd253-1f0c-4af6-abc5-b5ca358ce25c, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:16.229214 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:16.266965 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc1ec9d-9657-4202-9481-bb23cf1e1aae x-openstack-request-id: req-cdc1ec9d-9657-4202-9481-bb23cf1e1aae {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:16.269577 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99583dbc-8d3e-423c-8448-c44e9c6cea7a", "name": "network-vif-plugged", "status": "completed", "tag": "c11fd253-1f0c-4af6-abc5-b5ca358ce25c", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:16.269939 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdc1ec9d-9657-4202-9481-bb23cf1e1aae {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:16.270358 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99583dbc-8d3e-423c-8448-c44e9c6cea7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11fd253-1f0c-4af6-abc5-b5ca358ce25c', 'code': 200} Aug 20 15:22:16.322053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:16.387077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71aed8-8f69-4055-89d6-1b01ce878295 req-4b7c074b-4dc5-409d-862f-b68a10ca01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:16.388782 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9b71aed8-8f69-4055-89d6-1b01ce878295 req-4b7c074b-4dc5-409d-862f-b68a10ca01f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 1098 time: 0.0582480 Aug 20 15:22:16.433368 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9b71aed8-8f69-4055-89d6-1b01ce878295 req-bc467821-8ef8-4d2a-9ec2-f6282d9e7f68 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353229 Aug 20 15:22:16.923208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bcba4-341b-40fa-892d-2b789f0a44cf req-057d17cb-4750-4851-9d85-1c5fee74e822 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:16.924729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-610bcba4-341b-40fa-892d-2b789f0a44cf req-057d17cb-4750-4851-9d85-1c5fee74e822 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 946 time: 0.0529196 Aug 20 15:22:16.965811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-610bcba4-341b-40fa-892d-2b789f0a44cf req-83ce44c8-d62a-4c89-a185-75497d2ec002 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Aug 20 15:22:17.609297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44132) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:17.739653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:17.829545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:17.834065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:17.847869 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:17.876357 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=918bb891f4d74899addeea2389113ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2659578 Aug 20 15:22:17.878957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44148) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:17.885049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f76300-3209-4729-b564-46ce5cae6290,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:17.899618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.899967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.900305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.900671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.901040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.901698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.901805 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.902133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.902442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.902764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.903087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.903406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdcc0e7-ce0e-447f-87d8-bf7907bc47ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:17.945341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6256a5-cf88-4707-9608-fd214d950e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:17.970973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6256a5-cf88-4707-9608-fd214d950e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.025620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6256a5-cf88-4707-9608-fd214d950e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.029373 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6d6256a5-cf88-4707-9608-fd214d950e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.030862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6d6256a5-cf88-4707-9608-fd214d950e43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63f76300-3209-4729-b564-46ce5cae6290 HTTP/1.1" status: 204 len: 168 time: 0.1509986 Aug 20 15:22:18.039815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6256a5-cf88-4707-9608-fd214d950e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f76300-3209-4729-b564-46ce5cae6290,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:18.112167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abdc64-f9e7-4e23-8d2a-a825812b0f56 req-2024b425-9806-4555-ad25-5e719141f05f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:18.114439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17abdc64-f9e7-4e23-8d2a-a825812b0f56 req-2024b425-9806-4555-ad25-5e719141f05f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 946 time: 0.0563548 Aug 20 15:22:18.155025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17abdc64-f9e7-4e23-8d2a-a825812b0f56 req-0eca8d23-4761-4e80-8121-35658b8f135b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Aug 20 15:22:18.275002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf24cf-7708-4563-bf45-e866d0b01ca9 req-6937932b-6b35-4cd3-a99b-c198a69e1cf2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:18.276748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6bf24cf-7708-4563-bf45-e866d0b01ca9 req-6937932b-6b35-4cd3-a99b-c198a69e1cf2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 946 time: 0.0516934 Aug 20 15:22:18.318122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6bf24cf-7708-4563-bf45-e866d0b01ca9 req-6e758f03-d636-4168-a6fe-43651663f662 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350242 Aug 20 15:22:18.345195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44162) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:18.360486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8be7cf27-cb56-4c9d-a747-2398105e7366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.462337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8be7cf27-cb56-4c9d-a747-2398105e7366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.467428 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8be7cf27-cb56-4c9d-a747-2398105e7366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.505763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7cf27-cb56-4c9d-a747-2398105e7366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb2bf6-e9f9-48b0-9729-13f0054f0a24,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:18.513181 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8be7cf27-cb56-4c9d-a747-2398105e7366 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d40d2b2f18034444b5d00ca84e11df3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666157 Aug 20 15:22:18.513474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44166) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:18.568840 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d95ca56-2d50-4ecb-bbbe-bac086435d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.591827 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d95ca56-2d50-4ecb-bbbe-bac086435d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.644024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d95ca56-2d50-4ecb-bbbe-bac086435d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.647144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1d95ca56-2d50-4ecb-bbbe-bac086435d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:18.648500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1d95ca56-2d50-4ecb-bbbe-bac086435d9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bfb2bf6-e9f9-48b0-9729-13f0054f0a24 HTTP/1.1" status: 204 len: 168 time: 0.1334388 Aug 20 15:22:18.656452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95ca56-2d50-4ecb-bbbe-bac086435d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb2bf6-e9f9-48b0-9729-13f0054f0a24,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:21.169577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44298) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:21.301277 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ce8662d-536f-48af-a054-49684fe8a49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:21.404365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ce8662d-536f-48af-a054-49684fe8a49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:21.409194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ce8662d-536f-48af-a054-49684fe8a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:21.439815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8662d-536f-48af-a054-49684fe8a49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b85c49-35b9-43e0-8a99-c0bd30e01fd5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:21.446867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-4db9825f-d109-437d-8d1f-f3b794f181f1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:21.449359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-4db9825f-d109-437d-8d1f-f3b794f181f1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1180313 Aug 20 15:22:21.461278 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ce8662d-536f-48af-a054-49684fe8a49d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ece002a12eca47ac9136996b189a94a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905753 Aug 20 15:22:21.461993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44316) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:21.467389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-f38a0b38-9476-4ec2-849d-05801eecdf14 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/quotas/db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 375 time: 0.0115204 Aug 20 15:22:21.523236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-339253ec-5ea7-4b0e-8a80-8a97f06fc4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:21.539745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-e4c0e1c0-9b31-4f9c-9c6f-8795bc74d50c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611043 Aug 20 15:22:21.545873 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-339253ec-5ea7-4b0e-8a80-8a97f06fc4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:21.595950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-339253ec-5ea7-4b0e-8a80-8a97f06fc4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:21.598712 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-339253ec-5ea7-4b0e-8a80-8a97f06fc4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:21.602245 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-339253ec-5ea7-4b0e-8a80-8a97f06fc4c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56b85c49-35b9-43e0-8a99-c0bd30e01fd5 HTTP/1.1" status: 204 len: 168 time: 0.1370003 Aug 20 15:22:21.624244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339253ec-5ea7-4b0e-8a80-8a97f06fc4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b85c49-35b9-43e0-8a99-c0bd30e01fd5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:21.644288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-a8d548fb-9c5e-4cd6-98fe-4f6cacb35f6b service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956078 Aug 20 15:22:21.740725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-ab961998-3f8e-48cf-901f-d0ba029fc643 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933065 Aug 20 15:22:21.913021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44326) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:21.928247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d99a-e80b-41f4-9e54-346c73b764e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:22.009241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-70bb5df5-1561-49ad-bc60-267f844699c4 req-43df1b03-f1ca-4125-8a48-a774096504b7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 210 time: 0.0489917 Aug 20 15:22:22.024813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d99a-e80b-41f4-9e54-346c73b764e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:22.039694 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bcd1d99a-e80b-41f4-9e54-346c73b764e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:22.079037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1d99a-e80b-41f4-9e54-346c73b764e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1abe05-1d26-4329-abd3-55a8ade77c7b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:22.083790 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bcd1d99a-e80b-41f4-9e54-346c73b764e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c56b20e613a482881445718a7148fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694095 Aug 20 15:22:22.086295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44330) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:22.148527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b6ba17c-d12c-447a-bc90-3702c0c48f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:22.176217 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b6ba17c-d12c-447a-bc90-3702c0c48f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:22.228558 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b6ba17c-d12c-447a-bc90-3702c0c48f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:22.231537 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b6ba17c-d12c-447a-bc90-3702c0c48f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:22.235318 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6b6ba17c-d12c-447a-bc90-3702c0c48f0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e1abe05-1d26-4329-abd3-55a8ade77c7b HTTP/1.1" status: 204 len: 168 time: 0.1447597 Aug 20 15:22:22.241032 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ba17c-d12c-447a-bc90-3702c0c48f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1abe05-1d26-4329-abd3-55a8ade77c7b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:23.153121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12b1dc29-f24d-4a70-bc73-c98ec5c9784d req-4c354949-dbb0-4236-8753-01a32ea7213a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 210 time: 0.0390606 Aug 20 15:22:23.206443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-81bb69f5-27dd-4745-99e4-4e88ee43204c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:23.207934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-81bb69f5-27dd-4745-99e4-4e88ee43204c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1471250 Aug 20 15:22:23.230246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'port': {'device_id': '2074f8ea-45c8-4637-8204-c5214478bf27', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'admin_state_up': True, 'tenant_id': 'db80b6a989504421a8714c287f72d92b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:23.351400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Made reservation on behalf of db80b6a989504421a8714c287f72d92b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:22:23.355830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:23.506218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.20.0.12 (7e00f66c-72ff-4834-b2ff-ff4f4e406f79/30a01d91-e7df-41ea-9744-ce59d2cfbc85/88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:22:23.688281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:23.706431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Transition to ACTIVE for port object 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:23.743632 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:23.764699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['c11fd253-1f0c-4af6-abc5-b5ca358ce25c'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:22:23.796835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:22:23.800798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:23.817555 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:22:23.856154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:23.906191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:23.908939 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:23.944473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-2ab2ac49-528a-4355-a9ab-08aee2e44ae5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7195334 Aug 20 15:22:23.965285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Request body: {'port': {'device_id': '2074f8ea-45c8-4637-8204-c5214478bf27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:24.060425 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:24.206638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-16cb470e-d11f-44c6-a487-bf53cd6df137 None None] Provisioning for port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:24.214174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-16cb470e-d11f-44c6-a487-bf53cd6df137 None None] Provisioning complete for port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:24.214762 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-16cb470e-d11f-44c6-a487-bf53cd6df137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:24.277529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-16cb470e-d11f-44c6-a487-bf53cd6df137 None None] Port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:22:24.381425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76640c44-0047-4a04-aba2-6ad0e2e2af36 req-f42adf14-17a4-442d-9d83-dbf1f7d043ed tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:24.382961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76640c44-0047-4a04-aba2-6ad0e2e2af36 req-f42adf14-17a4-442d-9d83-dbf1f7d043ed tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 932 time: 0.1138270 Aug 20 15:22:24.557939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:22:24.566874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:24.589544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76640c44-0047-4a04-aba2-6ad0e2e2af36 req-d62139de-fe46-4380-a63f-d8923c9a1ab7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910565 Aug 20 15:22:24.594358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Transition to ACTIVE for port object 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:24.600019 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:24.664433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Pushing event updated for resources: {'Port': ['ID=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:24.786545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Attempting to bind port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:22:24.787237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Attempting to bind port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:22:24.787805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Attempting to bind port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:22:24.793531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:22:24.793870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Attempting to bind port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:22:24.799268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:22:24.799742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:22:24.800132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Bound using segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:22:24.800715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Bound port: 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:22:24.801089 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:24.906754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] For port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:22:24.914682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] For port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:22:24.923748 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:25.008841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:25.009392 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:25.011117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] 10.222.0.72 "PUT /v2.0/ports/88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 HTTP/1.1" status: 200 len: 1093 time: 1.0524874 Aug 20 15:22:25.011518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2074f8ea-45c8-4637-8204-c5214478bf27', 'tag': '88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:25.013850 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af21cc46-ed04-4edb-8c1a-0614968cdac1" -d '{"events": [{"name": "network-changed", "server_uuid": "2074f8ea-45c8-4637-8204-c5214478bf27", "tag": "88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:25.079490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7671b-e825-4428-b44a-ef7f586317d8 service neutron] Pushing event updated for resources: {'Port': ['ID=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:25.098359 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8924db-2a29-4753-8ae0-f32c8a84ee74 x-openstack-request-id: req-bc8924db-2a29-4753-8ae0-f32c8a84ee74 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:25.098644 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2074f8ea-45c8-4637-8204-c5214478bf27", "tag": "88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:25.098904 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc8924db-2a29-4753-8ae0-f32c8a84ee74 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:25.099307 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2074f8ea-45c8-4637-8204-c5214478bf27', 'tag': '88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64', 'status': 'completed', 'code': 200} Aug 20 15:22:25.118637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-d90fab50-730b-4256-b64e-5854eca9e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:25.121036 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-d90fab50-730b-4256-b64e-5854eca9e45c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 1096 time: 0.0520008 Aug 20 15:22:25.175969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-6f877c43-eb89-4d9e-aeae-abc23a7a771a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 HTTP/1.1" status: 200 len: 217 time: 0.0418866 Aug 20 15:22:25.241987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-a5c06223-737e-4a15-b508-e4f6cdf4929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:25.243647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-a5c06223-737e-4a15-b508-e4f6cdf4929e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0601447 Aug 20 15:22:25.310531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-642cf24c-f96f-45d7-b129-d8827f7abf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:25.312909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-642cf24c-f96f-45d7-b129-d8827f7abf83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626075 Aug 20 15:22:25.429014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-b4926fa2-8941-495c-a21c-bdcb9ab5b0bc service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085119 Aug 20 15:22:25.435894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44442) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:25.579010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-deb9c305-f885-4392-bd80-9f63fa023c67 req-ae835e16-9ba0-4627-b716-805964f40b79 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430104 Aug 20 15:22:25.589984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a53985a2-985e-4b34-a16b-94d3584acc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:25.701676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a53985a2-985e-4b34-a16b-94d3584acc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:25.705876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a53985a2-985e-4b34-a16b-94d3584acc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:25.740860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-621868d0-7be4-4518-80d5-5d73e74e17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:25.742382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-621868d0-7be4-4518-80d5-5d73e74e17b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 1096 time: 0.0864251 Aug 20 15:22:25.744691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53985a2-985e-4b34-a16b-94d3584acc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd9e037-a71c-4004-a620-999797708350,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:25.768364 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a53985a2-985e-4b34-a16b-94d3584acc17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=931ca18ad3d94eb684a4730a3245c4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305712 Aug 20 15:22:25.769094 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44450) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:25.830086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401b50e-9177-49d0-acf2-f0e0c639f281 req-422fc3b4-7f55-4e4d-846f-4d06b68aeecd tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:25.831526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a401b50e-9177-49d0-acf2-f0e0c639f281 req-422fc3b4-7f55-4e4d-846f-4d06b68aeecd tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.1266072 Aug 20 15:22:25.837647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65eaeb62-e132-4f9d-b38f-176ffae575f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:25.867050 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65eaeb62-e132-4f9d-b38f-176ffae575f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:25.895847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a401b50e-9177-49d0-acf2-f0e0c639f281 req-4e34026a-2b55-4dc6-b26a-5a9c830efa39 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575130 Aug 20 15:22:25.924867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-d1e8ae9e-a68d-4b26-9e17-bcaf4fd97cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:25.926306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-d1e8ae9e-a68d-4b26-9e17-bcaf4fd97cba service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.1653812 Aug 20 15:22:25.942362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65eaeb62-e132-4f9d-b38f-176ffae575f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:25.945041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65eaeb62-e132-4f9d-b38f-176ffae575f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:25.946549 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-65eaeb62-e132-4f9d-b38f-176ffae575f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcd9e037-a71c-4004-a620-999797708350 HTTP/1.1" status: 204 len: 168 time: 0.1765304 Aug 20 15:22:25.956383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eaeb62-e132-4f9d-b38f-176ffae575f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd9e037-a71c-4004-a620-999797708350,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:25.980161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-fe4fdaf7-b3d1-4fec-abe4-09cefaf5b5f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 HTTP/1.1" status: 200 len: 217 time: 0.0423796 Aug 20 15:22:26.040317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-b4d421d1-d517-4e6d-acc1-1ff8fe38af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:26.042538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-b4d421d1-d517-4e6d-acc1-1ff8fe38af0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0561571 Aug 20 15:22:26.105349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-ce15fea1-5c81-4de4-822e-388ae8d563af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:26.107256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-ce15fea1-5c81-4de4-822e-388ae8d563af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579584 Aug 20 15:22:26.212721 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-96ed2738-612b-4c52-a1f1-8e29a51cfac9 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981219 Aug 20 15:22:26.319509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44456) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:26.335477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af21cc46-ed04-4edb-8c1a-0614968cdac1 req-d27a65fe-117a-42de-b8d6-72bf8009a08a service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157715 Aug 20 15:22:26.341964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-336269e9-56be-4a00-8353-e726d3fab1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:26.450812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-336269e9-56be-4a00-8353-e726d3fab1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:26.458634 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-336269e9-56be-4a00-8353-e726d3fab1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:26.560519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336269e9-56be-4a00-8353-e726d3fab1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d1761f-2115-4a7d-9c04-702ce3618c5a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:26.575075 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-336269e9-56be-4a00-8353-e726d3fab1bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb6c8b1d339247238a028d6715f3d161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522521 Aug 20 15:22:26.576056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44458) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:26.704566 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe7552b-ebe8-484f-af8d-a16e639c1d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:26.761306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe7552b-ebe8-484f-af8d-a16e639c1d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:26.919320 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe7552b-ebe8-484f-af8d-a16e639c1d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:26.922570 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-efe7552b-ebe8-484f-af8d-a16e639c1d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:26.923771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-efe7552b-ebe8-484f-af8d-a16e639c1d91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35d1761f-2115-4a7d-9c04-702ce3618c5a HTTP/1.1" status: 204 len: 168 time: 0.3466249 Aug 20 15:22:26.939191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7552b-ebe8-484f-af8d-a16e639c1d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d1761f-2115-4a7d-9c04-702ce3618c5a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:27.107504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba0344-18fb-486b-9d97-e973698c4ada req-d67df5aa-215f-48aa-a35a-723841904f10 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:27.109369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87ba0344-18fb-486b-9d97-e973698c4ada req-d67df5aa-215f-48aa-a35a-723841904f10 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0804312 Aug 20 15:22:27.171161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87ba0344-18fb-486b-9d97-e973698c4ada req-8ba08750-4f9d-4581-a93c-d1c0b3f84812 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542955 Aug 20 15:22:28.395474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0c7ce-6364-4476-9d30-0b2369b26ca5 req-139a29d1-184b-4c34-abd6-93a9a2b5f177 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:28.395474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96f0c7ce-6364-4476-9d30-0b2369b26ca5 req-139a29d1-184b-4c34-abd6-93a9a2b5f177 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0976355 Aug 20 15:22:28.474475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96f0c7ce-6364-4476-9d30-0b2369b26ca5 req-19224924-b6ed-458e-a2d7-cf51bd77e88d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635860 Aug 20 15:22:28.911010 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:29.336561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44538) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:29.543777 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8906bbfa-5025-4cae-a721-861d887931b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:29.638403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda2501-e0df-4781-9139-d4134a1c463d req-e320a429-6e95-4447-bf52-ee7263ea3b82 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:29.639960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cda2501-e0df-4781-9139-d4134a1c463d req-e320a429-6e95-4447-bf52-ee7263ea3b82 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0847666 Aug 20 15:22:29.699822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cda2501-e0df-4781-9139-d4134a1c463d req-2d74d5d9-62e1-4772-827f-82a9910526dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524046 Aug 20 15:22:29.720870 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8906bbfa-5025-4cae-a721-861d887931b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:29.725606 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8906bbfa-5025-4cae-a721-861d887931b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:29.764709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8906bbfa-5025-4cae-a721-861d887931b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9592ff10ceef47d58649dc87e5ea57cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269526 Aug 20 15:22:29.766904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906bbfa-5025-4cae-a721-861d887931b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8b010-7f21-482f-bb7a-1b1c6e0cad9a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:29.767370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44544) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:29.834535 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-342299ce-d21b-401c-aa34-d585fa488227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:29.864524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-342299ce-d21b-401c-aa34-d585fa488227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:29.920596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-342299ce-d21b-401c-aa34-d585fa488227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:29.923448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-342299ce-d21b-401c-aa34-d585fa488227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:29.924886 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-342299ce-d21b-401c-aa34-d585fa488227 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1de8b010-7f21-482f-bb7a-1b1c6e0cad9a HTTP/1.1" status: 204 len: 168 time: 0.1557612 Aug 20 15:22:29.944254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342299ce-d21b-401c-aa34-d585fa488227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8b010-7f21-482f-bb7a-1b1c6e0cad9a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:30.859933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc58d6-b295-4078-bb8f-e414494ded66 req-e4b095ab-aa59-468c-ac79-f47f9fef2cc0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:30.871906 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87dc58d6-b295-4078-bb8f-e414494ded66 req-e4b095ab-aa59-468c-ac79-f47f9fef2cc0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0811312 Aug 20 15:22:30.921891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87dc58d6-b295-4078-bb8f-e414494ded66 req-34164d0c-8217-4a4c-819e-4b814006983e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Aug 20 15:22:32.106065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82671632-39aa-48cb-9b90-2a0986545803 req-d2bd4d81-0b5d-4783-931d-4c6f36085eaa tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:32.113207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82671632-39aa-48cb-9b90-2a0986545803 req-d2bd4d81-0b5d-4783-931d-4c6f36085eaa tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0765908 Aug 20 15:22:32.155532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82671632-39aa-48cb-9b90-2a0986545803 req-acb0f7bc-c084-43cb-8b29-620b3a1e1f22 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411429 Aug 20 15:22:32.831814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44666) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:33.067528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52f1ba18-0761-46c1-a203-2f6c4469c6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.172798 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52f1ba18-0761-46c1-a203-2f6c4469c6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.177607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-52f1ba18-0761-46c1-a203-2f6c4469c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.231596 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-52f1ba18-0761-46c1-a203-2f6c4469c6ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31bec78920cf44c398f16c5bd60235b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978722 Aug 20 15:22:33.231851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44692) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:33.233972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1ba18-0761-46c1-a203-2f6c4469c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363b5eb9-fe8a-496b-bd3a-394d527dbf32,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:33.344998 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1453a8cc-285d-47b1-88f0-af0d70c27e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.360755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae471-ca88-4fb0-8aa4-245de25d3faf req-93805686-6b65-4476-b9fa-45d2521229fe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:33.362410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c93ae471-ca88-4fb0-8aa4-245de25d3faf req-93805686-6b65-4476-b9fa-45d2521229fe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0783858 Aug 20 15:22:33.405584 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1453a8cc-285d-47b1-88f0-af0d70c27e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.443314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c93ae471-ca88-4fb0-8aa4-245de25d3faf req-d57a75f8-1992-4695-8d52-2324617881e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713067 Aug 20 15:22:33.473571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1453a8cc-285d-47b1-88f0-af0d70c27e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.476577 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1453a8cc-285d-47b1-88f0-af0d70c27e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.477785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1453a8cc-285d-47b1-88f0-af0d70c27e1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/363b5eb9-fe8a-496b-bd3a-394d527dbf32 HTTP/1.1" status: 204 len: 168 time: 0.2451231 Aug 20 15:22:33.486627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453a8cc-285d-47b1-88f0-af0d70c27e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363b5eb9-fe8a-496b-bd3a-394d527dbf32,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:33.546783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44702) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:33.772778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8571-dd3d-460d-9478-709d25506aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.854307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44708) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:33.871843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67f865a7-a84d-40f0-a34b-10e6963b18be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.877461 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8571-dd3d-460d-9478-709d25506aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.882568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4d0b8571-dd3d-460d-9478-709d25506aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:33.933155 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4d0b8571-dd3d-460d-9478-709d25506aea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c6a2fd6b08041af87ced08b4159b4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852172 Aug 20 15:22:33.934215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b8571-dd3d-460d-9478-709d25506aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba6feb2-0f69-4a9b-84b5-017c278a85de,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:33.935774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44710) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:34.019816 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7fdff105-8905-42b8-a319-c7cd6b352ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.023242 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67f865a7-a84d-40f0-a34b-10e6963b18be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.033334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67f865a7-a84d-40f0-a34b-10e6963b18be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.069093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7fdff105-8905-42b8-a319-c7cd6b352ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.091787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-67f865a7-a84d-40f0-a34b-10e6963b18be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=030fa9c7211e4f09a36e0260ae6fa09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362125 Aug 20 15:22:34.094429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44712) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:34.096676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f865a7-a84d-40f0-a34b-10e6963b18be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a70ad-a139-4c1a-a105-6a88f733d084,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:34.131913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7fdff105-8905-42b8-a319-c7cd6b352ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.135599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7fdff105-8905-42b8-a319-c7cd6b352ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.137820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7fdff105-8905-42b8-a319-c7cd6b352ece admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ba6feb2-0f69-4a9b-84b5-017c278a85de HTTP/1.1" status: 204 len: 168 time: 0.2010877 Aug 20 15:22:34.146002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdff105-8905-42b8-a319-c7cd6b352ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba6feb2-0f69-4a9b-84b5-017c278a85de,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:34.150207 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13962bd4-728e-4d04-83f6-e5469422645d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.173369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13962bd4-728e-4d04-83f6-e5469422645d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.227933 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13962bd4-728e-4d04-83f6-e5469422645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.232439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13962bd4-728e-4d04-83f6-e5469422645d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.237135 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-13962bd4-728e-4d04-83f6-e5469422645d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/321a70ad-a139-4c1a-a105-6a88f733d084 HTTP/1.1" status: 204 len: 168 time: 0.1414268 Aug 20 15:22:34.247281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13962bd4-728e-4d04-83f6-e5469422645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a70ad-a139-4c1a-a105-6a88f733d084,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:34.602550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87032d-fdc0-4608-8a6a-fbb1cb63ca02 req-c32bce43-6b9b-4a65-976d-15057ee911dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:34.604392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea87032d-fdc0-4608-8a6a-fbb1cb63ca02 req-c32bce43-6b9b-4a65-976d-15057ee911dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0736985 Aug 20 15:22:34.652428 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea87032d-fdc0-4608-8a6a-fbb1cb63ca02 req-7187c7e4-ced5-49aa-a67a-4991e8ec1ed0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Aug 20 15:22:34.665757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44734) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:34.680861 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1ded-5575-491e-a097-c22e2af32559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.776061 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1ded-5575-491e-a097-c22e2af32559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.781033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1ded-5575-491e-a097-c22e2af32559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.823458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac1ded-5575-491e-a097-c22e2af32559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f334ec-3623-4629-93c7-e3767a7b556f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:34.831902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f2ac1ded-5575-491e-a097-c22e2af32559 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20665531da7e4e32812208310bf016dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649661 Aug 20 15:22:34.834377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44738) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:34.893865 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-18f30416-64fe-4c77-8a18-dd7e86a67321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.921637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-18f30416-64fe-4c77-8a18-dd7e86a67321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.984815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-18f30416-64fe-4c77-8a18-dd7e86a67321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.987387 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-18f30416-64fe-4c77-8a18-dd7e86a67321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:34.989027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-18f30416-64fe-4c77-8a18-dd7e86a67321 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5f334ec-3623-4629-93c7-e3767a7b556f HTTP/1.1" status: 204 len: 168 time: 0.1532204 Aug 20 15:22:34.999738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f30416-64fe-4c77-8a18-dd7e86a67321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f334ec-3623-4629-93c7-e3767a7b556f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:35.812685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf03c21-a430-4670-9176-dfe9503019f5 req-d8b5211e-1ee7-4daf-8231-b3cf93c208ec tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:35.815348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2cf03c21-a430-4670-9176-dfe9503019f5 req-d8b5211e-1ee7-4daf-8231-b3cf93c208ec tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0742114 Aug 20 15:22:35.871977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2cf03c21-a430-4670-9176-dfe9503019f5 req-cf7ddb46-0f61-4e0d-b2a7-039cc9277261 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493629 Aug 20 15:22:36.049518 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:36.613689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44846) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:36.742778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f515096-ecb9-48b1-ae89-1cf54381da12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:36.851862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f515096-ecb9-48b1-ae89-1cf54381da12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:36.860437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f515096-ecb9-48b1-ae89-1cf54381da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:36.893112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f515096-ecb9-48b1-ae89-1cf54381da12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41881599-80e7-4f7a-aef5-f1ea10cd5fcf,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:36.923230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8f515096-ecb9-48b1-ae89-1cf54381da12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9663013ce97e423ba97e757aaa737edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059375 Aug 20 15:22:36.924091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44858) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:36.981929 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2c1c84a9-5771-4e3a-ae1c-ef6ac40c2fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.047101 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2c1c84a9-5771-4e3a-ae1c-ef6ac40c2fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.082543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da72aa5-51c0-4d43-8d24-b4562972e8b2 req-bdea89d3-492b-45c7-8163-903c3f508e55 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:37.084056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8da72aa5-51c0-4d43-8d24-b4562972e8b2 req-bdea89d3-492b-45c7-8163-903c3f508e55 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0919616 Aug 20 15:22:37.130392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8da72aa5-51c0-4d43-8d24-b4562972e8b2 req-5d8cdbf5-21fb-4258-af79-4c3b05f320dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378630 Aug 20 15:22:37.142472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2c1c84a9-5771-4e3a-ae1c-ef6ac40c2fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.146044 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2c1c84a9-5771-4e3a-ae1c-ef6ac40c2fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.149770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2c1c84a9-5771-4e3a-ae1c-ef6ac40c2fae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41881599-80e7-4f7a-aef5-f1ea10cd5fcf HTTP/1.1" status: 204 len: 168 time: 0.2227576 Aug 20 15:22:37.166877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c84a9-5771-4e3a-ae1c-ef6ac40c2fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41881599-80e7-4f7a-aef5-f1ea10cd5fcf,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:37.421807 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44866) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:37.437517 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ca4e052-cda1-4982-b974-e7a45bbbd0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.533194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ca4e052-cda1-4982-b974-e7a45bbbd0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.537521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ca4e052-cda1-4982-b974-e7a45bbbd0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.582564 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2ca4e052-cda1-4982-b974-e7a45bbbd0c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f8576d1c58b45b39791a07fcd1eeb60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583302 Aug 20 15:22:37.582815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4e052-cda1-4982-b974-e7a45bbbd0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf36c9-f2da-4212-8152-94af0e3e6177,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:37.584605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44868) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:37.638359 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b94cb4e1-36d5-4e13-b33c-8d42169faa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.662393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b94cb4e1-36d5-4e13-b33c-8d42169faa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.708457 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b94cb4e1-36d5-4e13-b33c-8d42169faa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.711023 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b94cb4e1-36d5-4e13-b33c-8d42169faa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:37.712223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b94cb4e1-36d5-4e13-b33c-8d42169faa18 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3bf36c9-f2da-4212-8152-94af0e3e6177 HTTP/1.1" status: 204 len: 168 time: 0.1266401 Aug 20 15:22:37.720563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cb4e1-36d5-4e13-b33c-8d42169faa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf36c9-f2da-4212-8152-94af0e3e6177,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:38.275765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4f22e-690e-4e88-9dae-3978a69b9ede req-9f3990b3-6101-4957-b3fb-927c98929a99 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:38.277381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2f4f22e-690e-4e88-9dae-3978a69b9ede req-9f3990b3-6101-4957-b3fb-927c98929a99 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0543194 Aug 20 15:22:38.321442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2f4f22e-690e-4e88-9dae-3978a69b9ede req-bc2e2cee-3017-4633-8562-af020d50847a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373640 Aug 20 15:22:39.033482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44926) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:39.143641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:39.166885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:39.262352 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:39.366246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Allocated IP 172.25.5.218 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/af0e5d10-ea61-49d1-a5bb-98298e702d3b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:22:39.495760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a6f9-853e-40ca-b843-2fd75cabcd76 req-eaee9c58-f98c-4197-8a54-c679f560987b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:39.497229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14c1a6f9-853e-40ca-b843-2fd75cabcd76 req-eaee9c58-f98c-4197-8a54-c679f560987b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0780294 Aug 20 15:22:39.515000 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:39.554176 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14c1a6f9-853e-40ca-b843-2fd75cabcd76 req-3e02ddda-966d-460e-ac4d-b86316090157 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489719 Aug 20 15:22:39.576905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:39.620190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:22:39.622954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:39.626396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:22:39.653997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Pushing event updated for resources: {'Port': ['ID=af0e5d10-ea61-49d1-a5bb-98298e702d3b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:39.716309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:39.749945 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:39.916411 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:39.921353 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.004994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Pushing event updated for resources: {'Port': ['ID=af0e5d10-ea61-49d1-a5bb-98298e702d3b,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:40.017159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.032502 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.034243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-46ce32b6-6fdd-47ab-bf7e-c54ba3872e91 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9995220 Aug 20 15:22:40.037101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44944) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:40.042977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-102943610', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'fixed_ips': [{'ip_address': '172.25.5.218'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:40.071311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Made reservation on behalf of 16bd15bcdd624e089b73c6aa0d6877fa for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:22:40.074598 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.084463 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.190379 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.194255 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.200112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] device_id is not set on port 6e5d8b5d-5700-4c07-bead-ed837c65e34c yet. {{(pid=101099) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:22:40.275007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2275e14b-c5b4-4ecc-b2d1-94b936b6b3ed,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:40.398172 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 20 15:22:40.398866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:22:40.411829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-016b9550-4ffb-4b28-9d18-619b1db7b990 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3735657 Aug 20 15:22:40.415505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44950) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:40.576386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Deleting port af0e5d10-ea61-49d1-a5bb-98298e702d3b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:22:40.576736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.661787 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.662368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.675862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Calling delete_port for af0e5d10-ea61-49d1-a5bb-98298e702d3b owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:22:40.678255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353785ed-3ed6-4b13-a13f-48a8041c0fab req-3e3ae399-a8eb-4fd5-ac5b-27aa87405587 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:40.679784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-353785ed-3ed6-4b13-a13f-48a8041c0fab req-3e3ae399-a8eb-4fd5-ac5b-27aa87405587 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0551703 Aug 20 15:22:40.721682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-353785ed-3ed6-4b13-a13f-48a8041c0fab req-6bc8da7a-a9dc-41bf-8601-bdf4b8e9b3be tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326214 Aug 20 15:22:40.812386 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.838969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Pushing event deleted for resources: {'Port': ['ID=af0e5d10-ea61-49d1-a5bb-98298e702d3b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:40.902990 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.905801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:40.910824 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5f7baf9b-9d25-476a-bd78-fc6305fe6ccf tempest-ExternalNetworksAdminNegativeTestJSON-1347086295 tempest-ExternalNetworksAdminNegativeTestJSON-1347086295-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/d12c4855-1d01-4dee-ba08-2fe726bdfa4a HTTP/1.1" status: 204 len: 168 time: 0.4906859 Aug 20 15:22:41.209834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 44964) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:41.324177 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b998-8013-4988-92ae-f008095321c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:41.413362 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b998-8013-4988-92ae-f008095321c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:41.418016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9ab6b998-8013-4988-92ae-f008095321c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:41.456846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9ab6b998-8013-4988-92ae-f008095321c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=30773e51ad4548f1a4f71064543eb50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458365 Aug 20 15:22:41.458883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6b998-8013-4988-92ae-f008095321c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d632a60-503a-4ff8-9d5e-6f21c1cc69a0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:41.459764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44968) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:41.510701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3276a22b-6fb0-4183-aa47-90b8c850cf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:41.532557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3276a22b-6fb0-4183-aa47-90b8c850cf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:41.591108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3276a22b-6fb0-4183-aa47-90b8c850cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:41.593888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3276a22b-6fb0-4183-aa47-90b8c850cf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:41.596059 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3276a22b-6fb0-4183-aa47-90b8c850cf71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d632a60-503a-4ff8-9d5e-6f21c1cc69a0 HTTP/1.1" status: 204 len: 168 time: 0.1349869 Aug 20 15:22:41.606179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276a22b-6fb0-4183-aa47-90b8c850cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d632a60-503a-4ff8-9d5e-6f21c1cc69a0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:41.846252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5efde-8e25-472d-a2f0-84f750835dae req-51e7efbe-7ba9-4353-866a-c00a2b4fd126 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:41.848143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdd5efde-8e25-472d-a2f0-84f750835dae req-51e7efbe-7ba9-4353-866a-c00a2b4fd126 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0532718 Aug 20 15:22:41.898719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdd5efde-8e25-472d-a2f0-84f750835dae req-18c88b9f-9d07-448c-bad7-7e3157ee62b0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Aug 20 15:22:41.918880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44976) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:41.959958 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3bbeee7d-e244-4bc4-b9cd-c4bbd8518cd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16bd15bcdd624e089b73c6aa0d6877fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395610 Aug 20 15:22:41.962409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 44978) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:42.010538 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0010ad5-cf6e-46b5-9768-8749d9c04119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:42.033321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0010ad5-cf6e-46b5-9768-8749d9c04119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:42.079794 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0010ad5-cf6e-46b5-9768-8749d9c04119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:42.082784 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0010ad5-cf6e-46b5-9768-8749d9c04119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:42.083998 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e0010ad5-cf6e-46b5-9768-8749d9c04119 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2275e14b-c5b4-4ecc-b2d1-94b936b6b3ed HTTP/1.1" status: 204 len: 168 time: 0.1197228 Aug 20 15:22:42.093431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0010ad5-cf6e-46b5-9768-8749d9c04119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2275e14b-c5b4-4ecc-b2d1-94b936b6b3ed,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:42.198461 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-14edd0ea-b8b9-4865-bb02-28fab5f15a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:42.852825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45004) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:42.966602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-ba7ffc1d-86da-45f1-a3f1-ebd2d9aa37c7 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:42.970862 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ba7ffc1d-86da-45f1-a3f1-ebd2d9aa37c7 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1156301 Aug 20 15:22:42.971459 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45010) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:42.975858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-65635a88-b4ba-4ece-862f-716118b73ce0 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:42.980152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45012) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:42.980846 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-65635a88-b4ba-4ece-862f-716118b73ce0 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0080154 Aug 20 15:22:42.985179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-663a1ec7-7fe3-4bc3-a66c-1e7e51babfc4 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:42.986143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-663a1ec7-7fe3-4bc3-a66c-1e7e51babfc4 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050921 Aug 20 15:22:42.988336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45014) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:42.992466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-a200b784-e0e3-44fb-bbd0-57c97659ae42 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:42.993390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a200b784-e0e3-44fb-bbd0-57c97659ae42 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040786 Aug 20 15:22:42.996646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45016) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.001649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-8158974f-4ee5-4041-9444-26c1bde26a0f tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.002695 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8158974f-4ee5-4041-9444-26c1bde26a0f tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050211 Aug 20 15:22:43.005044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45018) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.010566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-b79097cf-9d29-48e6-9c53-ef7ef55e2315 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.013294 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b79097cf-9d29-48e6-9c53-ef7ef55e2315 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0052111 Aug 20 15:22:43.013672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45020) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.018080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-afa28628-66c8-458a-a170-e55d48b2eb61 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.019204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-afa28628-66c8-458a-a170-e55d48b2eb61 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045688 Aug 20 15:22:43.021448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45022) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.026258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-6332342c-6e8a-4ead-9150-9b0888bdb113 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.029290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6332342c-6e8a-4ead-9150-9b0888bdb113 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047543 Aug 20 15:22:43.029652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45024) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.034030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-ce70c718-049a-4545-a05a-5216e690d095 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.035242 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ce70c718-049a-4545-a05a-5216e690d095 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046029 Aug 20 15:22:43.037889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45026) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.042892 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-437894b7-a767-402c-8256-2c45ee8b68cd tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.045910 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-437894b7-a767-402c-8256-2c45ee8b68cd tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050395 Aug 20 15:22:43.046035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66b2e1-b004-4ebb-8d5b-acf0dffa7aba req-77181601-3f53-4747-a764-a0afc9a9fbfe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:43.046157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45028) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.047043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f66b2e1-b004-4ebb-8d5b-acf0dffa7aba req-77181601-3f53-4747-a764-a0afc9a9fbfe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0771909 Aug 20 15:22:43.050286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-0e550445-99d0-463d-9140-c36e0623933c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.051428 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0e550445-99d0-463d-9140-c36e0623933c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042300 Aug 20 15:22:43.053596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45030) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.058199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-80c44189-e659-486a-8f6f-c4918b13961c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.059445 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-80c44189-e659-486a-8f6f-c4918b13961c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047004 Aug 20 15:22:43.061499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45032) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.066518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-67a756ff-3c5f-4fe7-9a50-4ca096558144 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.068218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-67a756ff-3c5f-4fe7-9a50-4ca096558144 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048130 Aug 20 15:22:43.070610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45034) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.075225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-1030886b-0276-4d37-b3d0-8e2b5e1f68ac tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.078592 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1030886b-0276-4d37-b3d0-8e2b5e1f68ac tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047495 Aug 20 15:22:43.079099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45036) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.084226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-8abb24ac-eafa-4f8b-99aa-75faf5f1b351 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.086820 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8abb24ac-eafa-4f8b-99aa-75faf5f1b351 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052125 Aug 20 15:22:43.088417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45038) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.092853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-a6bf9350-93a0-434a-846c-cb288159f6e2 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.096399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5f66b2e1-b004-4ebb-8d5b-acf0dffa7aba req-78cca45e-23b4-47c6-b8cf-e2d522786c84 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Aug 20 15:22:43.096678 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a6bf9350-93a0-434a-846c-cb288159f6e2 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0068042 Aug 20 15:22:43.096973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45040) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.101526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-9f62f5a5-bbfc-47b6-9282-d71d8c9b651c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.103646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9f62f5a5-bbfc-47b6-9282-d71d8c9b651c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046229 Aug 20 15:22:43.105945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45042) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.119442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-40d0897b-b4f1-45ee-91b7-04bcb5cf7a14 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.119442 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40d0897b-b4f1-45ee-91b7-04bcb5cf7a14 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0047703 Aug 20 15:22:43.119442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45044) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.119442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-dd5d4e45-0862-48b7-8070-ddc15054215c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.122813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45046) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.123036 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dd5d4e45-0862-48b7-8070-ddc15054215c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080140 Aug 20 15:22:43.127298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-933b16e9-3c05-412b-8631-2d497a99d348 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.128258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-933b16e9-3c05-412b-8631-2d497a99d348 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044050 Aug 20 15:22:43.130418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45048) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.134518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-bbda753e-8b0d-4fcc-8129-bf1ceb249b00 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.135873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bbda753e-8b0d-4fcc-8129-bf1ceb249b00 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044169 Aug 20 15:22:43.138209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45050) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.143270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-3c269620-bd4a-435d-872a-e66c0670fb71 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.144693 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3c269620-bd4a-435d-872a-e66c0670fb71 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051987 Aug 20 15:22:43.146766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45052) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.151945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-11289225-fd32-4b1f-939b-01b36090620d tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.152874 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-11289225-fd32-4b1f-939b-01b36090620d tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051882 Aug 20 15:22:43.154931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45054) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.158909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-c41d1391-629a-432c-a996-d46522f68549 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.160147 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c41d1391-629a-432c-a996-d46522f68549 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040789 Aug 20 15:22:43.162198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45056) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.168102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-a0c14493-38f8-410f-a7e2-6a172c0ffef9 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.169096 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a0c14493-38f8-410f-a7e2-6a172c0ffef9 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0059764 Aug 20 15:22:43.171221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45058) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.175606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-49f9e8b4-0606-407e-9a38-d4a04dbab05b tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.176529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-49f9e8b4-0606-407e-9a38-d4a04dbab05b tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043533 Aug 20 15:22:43.178634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45060) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.183394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-2218935e-8809-41c7-8c7f-73546fd92bf2 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.184583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2218935e-8809-41c7-8c7f-73546fd92bf2 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049217 Aug 20 15:22:43.186779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45062) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.191815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-21122fac-c0ef-47ad-a810-9b547e53fba3 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.192861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-21122fac-c0ef-47ad-a810-9b547e53fba3 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051892 Aug 20 15:22:43.195068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45064) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.199355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-43ae8b72-0d69-4ab1-8637-336c5d1d736e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.201882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-43ae8b72-0d69-4ab1-8637-336c5d1d736e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0057728 Aug 20 15:22:43.203350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45066) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.207526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-52343488-a9b9-4925-a886-4ad760690c15 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.208695 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-52343488-a9b9-4925-a886-4ad760690c15 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041919 Aug 20 15:22:43.211852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45068) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.216423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-abdd98ad-80c8-4300-95ba-f2f1b338de6a tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.217422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-abdd98ad-80c8-4300-95ba-f2f1b338de6a tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040939 Aug 20 15:22:43.219907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45070) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.223774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-f5244147-0b02-499b-a631-4dac7b62915d tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.224710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f5244147-0b02-499b-a631-4dac7b62915d tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039639 Aug 20 15:22:43.226771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45072) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.231270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-ebaa7718-171e-470f-add5-0427143cf79a tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.234472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45074) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.234629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ebaa7718-171e-470f-add5-0427143cf79a tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068364 Aug 20 15:22:43.239260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-c16f548b-f7e6-45b6-a96b-0056cf643b39 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.240243 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c16f548b-f7e6-45b6-a96b-0056cf643b39 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045557 Aug 20 15:22:43.242428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45076) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.246926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-996678b2-d8dd-4e1e-a4e6-05aa4118bf81 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.250055 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-996678b2-d8dd-4e1e-a4e6-05aa4118bf81 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043416 Aug 20 15:22:43.250265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45078) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.254374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-6af7e1c5-7001-41fc-be6b-248b90bd21c8 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.255516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6af7e1c5-7001-41fc-be6b-248b90bd21c8 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041771 Aug 20 15:22:43.257376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45080) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.261819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-6071561b-6ecd-431e-a21e-045cd4e4c991 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.265128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6071561b-6ecd-431e-a21e-045cd4e4c991 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0067465 Aug 20 15:22:43.265502 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45082) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.269651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-f4297979-4d50-44d3-b619-7c5d60ad009b tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.272777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45084) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.276369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f4297979-4d50-44d3-b619-7c5d60ad009b tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0096121 Aug 20 15:22:43.277692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-4aeee2f1-c5a9-43e7-acec-f9af319f03c5 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.280700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45086) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.280821 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4aeee2f1-c5a9-43e7-acec-f9af319f03c5 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0071344 Aug 20 15:22:43.285335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-bc2d3874-838f-4a7a-a811-e733b7c40ce9 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.286649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bc2d3874-838f-4a7a-a811-e733b7c40ce9 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046530 Aug 20 15:22:43.288631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45088) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.293075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-5b742eb4-9f6f-4e58-917d-d88446bc3c7f tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.295886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5b742eb4-9f6f-4e58-917d-d88446bc3c7f tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045192 Aug 20 15:22:43.296141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45090) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.300759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-9c4c22e0-704f-4b78-8e20-e6b1a9a6edab tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.301923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9c4c22e0-704f-4b78-8e20-e6b1a9a6edab tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046899 Aug 20 15:22:43.304926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45092) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.309824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-96062609-7f85-4c53-be86-9876ca93be1e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.311014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-96062609-7f85-4c53-be86-9876ca93be1e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050261 Aug 20 15:22:43.313147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45096) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.317846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-07112c70-df91-438f-b730-df2568610967 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.321627 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-07112c70-df91-438f-b730-df2568610967 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074883 Aug 20 15:22:43.322221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45098) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.327694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-a8c5ca7f-90be-4e44-b475-333c4bad3c63 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.329347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a8c5ca7f-90be-4e44-b475-333c4bad3c63 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056994 Aug 20 15:22:43.331858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45100) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.337071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-47a68a78-ce3d-4229-bf6d-a24874086f02 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.340921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-47a68a78-ce3d-4229-bf6d-a24874086f02 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058069 Aug 20 15:22:43.341241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45102) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.346289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-6f2960b4-95cd-4040-b340-7ec29ff8e509 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.349363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6f2960b4-95cd-4040-b340-7ec29ff8e509 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049677 Aug 20 15:22:43.349579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45104) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.354521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-8968eb14-1fc4-413b-9a28-a3e802588679 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.355386 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8968eb14-1fc4-413b-9a28-a3e802588679 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0049062 Aug 20 15:22:43.357864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45108) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.362060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-dccae1ed-c96f-4cca-9e20-67d86e2ada89 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.362992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dccae1ed-c96f-4cca-9e20-67d86e2ada89 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043938 Aug 20 15:22:43.365399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45110) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.369916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-d5c40c55-a058-4abc-a397-4e51c20d064c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.373280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d5c40c55-a058-4abc-a397-4e51c20d064c tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070255 Aug 20 15:22:43.373437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45112) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.379222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-af936814-fe9c-4540-b20b-c5e10a04df3e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.381342 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-af936814-fe9c-4540-b20b-c5e10a04df3e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0067818 Aug 20 15:22:43.386125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45114) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.390318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-2c664e93-a8fe-4fcc-af43-b34ffa930f62 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.391252 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2c664e93-a8fe-4fcc-af43-b34ffa930f62 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042367 Aug 20 15:22:43.393565 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45116) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.401464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-03bc4a8d-a005-4c7b-9c09-2e4ae15e17a4 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.402527 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-03bc4a8d-a005-4c7b-9c09-2e4ae15e17a4 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080295 Aug 20 15:22:43.405849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45118) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.410226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-9b55e7e0-7fd9-4816-ad5f-221118af78da tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.411162 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9b55e7e0-7fd9-4816-ad5f-221118af78da tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044024 Aug 20 15:22:43.413447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45120) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.417930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-1b1dd3ae-67f7-4cf0-a346-22f0085dbe20 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.418814 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1b1dd3ae-67f7-4cf0-a346-22f0085dbe20 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045359 Aug 20 15:22:43.421102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45122) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.425006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-03bf68c5-bc11-4345-9367-c8c45e8485f5 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.425934 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-03bf68c5-bc11-4345-9367-c8c45e8485f5 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039973 Aug 20 15:22:43.428041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45124) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.431878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-a21e3ba5-9141-4918-9ed3-b5f79b825e5e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.432994 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a21e3ba5-9141-4918-9ed3-b5f79b825e5e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041270 Aug 20 15:22:43.435231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45126) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.439610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-ddd5f63c-701c-417f-8abc-c8d88987453f tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.440582 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ddd5f63c-701c-417f-8abc-c8d88987453f tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0044854 Aug 20 15:22:43.442928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45128) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.447521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-ccbe7e6f-adc5-468a-8cc8-013a83d46a45 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.451085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ccbe7e6f-adc5-468a-8cc8-013a83d46a45 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070438 Aug 20 15:22:43.451217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45130) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.457724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-1d9e2726-f91d-4e7d-82b3-021e6fa7dd52 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.459067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1d9e2726-f91d-4e7d-82b3-021e6fa7dd52 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0064700 Aug 20 15:22:43.461324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45132) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.466324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-41a5230f-56a1-430d-bd06-f9f392e06b8e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.469204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-41a5230f-56a1-430d-bd06-f9f392e06b8e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051050 Aug 20 15:22:43.469427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45134) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.473409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-33bbee77-5c44-471d-8304-8e05634a775e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.474357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-33bbee77-5c44-471d-8304-8e05634a775e tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0040357 Aug 20 15:22:43.476933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45136) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.482003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-24ffa4bc-0686-4858-bca2-12b95bdec9e0 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.483938 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-24ffa4bc-0686-4858-bca2-12b95bdec9e0 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051126 Aug 20 15:22:43.485614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45138) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.491090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-ef8da35f-c2e9-420b-8586-2e5e9b581511 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.492051 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ef8da35f-c2e9-420b-8586-2e5e9b581511 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050499 Aug 20 15:22:43.495358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45140) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.500112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-aca91875-9401-47e9-922b-7b83806fd5fa tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.503103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aca91875-9401-47e9-922b-7b83806fd5fa tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046651 Aug 20 15:22:43.503325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45142) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.507978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [None req-363559f8-15b0-45f4-934d-0d705d5e4086 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.508884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-363559f8-15b0-45f4-934d-0d705d5e4086 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046234 Aug 20 15:22:43.512214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.516746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-ea391ac7-1e63-45f7-b30b-69a6b19b5d8f tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.517700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ea391ac7-1e63-45f7-b30b-69a6b19b5d8f tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045903 Aug 20 15:22:43.520076 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45146) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.523890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-177adcd2-8850-488f-8f9f-26209aa6f7df tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.527636 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-177adcd2-8850-488f-8f9f-26209aa6f7df tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039999 Aug 20 15:22:43.528297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45148) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.532434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [None req-a3bfe52a-ec5f-4a9e-904d-386ddee9d654 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:22:43.533509 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a3bfe52a-ec5f-4a9e-904d-386ddee9d654 tempest-ExtensionsTestJSON-1756988319 tempest-ExtensionsTestJSON-1756988319-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042217 Aug 20 15:22:43.855067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45154) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:43.981825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0cc7-45c3-4fca-a65f-cd58550da5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:44.121529 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0cc7-45c3-4fca-a65f-cd58550da5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:44.135957 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0cc7-45c3-4fca-a65f-cd58550da5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:44.224084 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3a8e0cc7-45c3-4fca-a65f-cd58550da5e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c69dc4597ea47e09bdbfe20b0eaa80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678906 Aug 20 15:22:44.226485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45160) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:44.229184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e0cc7-45c3-4fca-a65f-cd58550da5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20e84a5-5973-4e1e-b526-6d24a5b8686a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:44.254305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e138f-7a9c-4ec3-b5bb-6e3b5c473779 req-3c94c9e7-ae68-48a9-8b3f-4bd2e7abd932 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:44.255801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c80e138f-7a9c-4ec3-b5bb-6e3b5c473779 req-3c94c9e7-ae68-48a9-8b3f-4bd2e7abd932 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0767245 Aug 20 15:22:44.316214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c80e138f-7a9c-4ec3-b5bb-6e3b5c473779 req-be979370-5743-44da-8a6d-83df25e181b6 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493369 Aug 20 15:22:44.330990 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-208e1b32-aab5-4d4b-9260-2696baa5bfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:44.359106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-208e1b32-aab5-4d4b-9260-2696baa5bfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:44.424588 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-208e1b32-aab5-4d4b-9260-2696baa5bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:44.427077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-208e1b32-aab5-4d4b-9260-2696baa5bfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:44.435338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-208e1b32-aab5-4d4b-9260-2696baa5bfe7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a20e84a5-5973-4e1e-b526-6d24a5b8686a HTTP/1.1" status: 204 len: 168 time: 0.2018001 Aug 20 15:22:44.448754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e1b32-aab5-4d4b-9260-2696baa5bfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20e84a5-5973-4e1e-b526-6d24a5b8686a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:44.834631 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.190707 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9dd0b666-2733-483e-8a3f-ca99d8a441f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.265131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45188) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:45.377901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-25824919'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:45.402435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:22:45.406542 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.419153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.470206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f443189-d047-4d0e-8297-f640d97be48f req-809800a6-8198-470d-b046-55cda5858787 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:45.479506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f443189-d047-4d0e-8297-f640d97be48f req-809800a6-8198-470d-b046-55cda5858787 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.0660896 Aug 20 15:22:45.528401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f443189-d047-4d0e-8297-f640d97be48f req-b4315d5d-9eeb-4fab-a17f-6f26c0b2896a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471816 Aug 20 15:22:45.566767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.573145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.617624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:22:45.623431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742d1c7e-9bb9-4b12-a144-9244be105a0c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:45.633883 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.635161 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added segment b8f4f35e-609b-402e-bd03-1f1e0d8a2887 of type vlan for network cb42018a-5382-4a8e-9131-838e0841f510 Aug 20 15:22:45.687127 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.716618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.722616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:45.723185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.789430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45198) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:45.789812 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5231993 Aug 20 15:22:45.797340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1131319952'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:45.799785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae822246-13aa-4a07-9f90-39c0e023432e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Network': ['ID=cb42018a-5382-4a8e-9131-838e0841f510,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:45.813566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network cb42018a-5382-4a8e-9131-838e0841f510 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:22:45.833658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:22:45.838382 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.870041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:22:45.883486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.883884 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added segment aead2815-db67-41ca-9016-cae23b4a200a of type vlan for network caf2e086-e1f0-4399-908a-9f2624f1c563 Aug 20 15:22:45.935762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.963868 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:45.970095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:45.970666 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:46.028690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2360446 Aug 20 15:22:46.031527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45200) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:46.037133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'subnet': {'network_id': 'cb42018a-5382-4a8e-9131-838e0841f510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:46.046094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe424b2-f2e2-4652-83a7-fd01d1181c6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Network': ['ID=caf2e086-e1f0-4399-908a-9f2624f1c563,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:46.057955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network caf2e086-e1f0-4399-908a-9f2624f1c563 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:22:46.157826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:22:46.161256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:46.161743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:46.363195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:46.418351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:22:46.454152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Subnet': ['ID=2d9f3f8e-579e-4e68-869c-0b2ea2b4b241,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:46.473499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Checking segment: {'id': 'b8f4f35e-609b-402e-bd03-1f1e0d8a2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb42018a-5382-4a8e-9131-838e0841f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:22:46.473866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network hostable DHCP agents. Network: cb42018a-5382-4a8e-9131-838e0841f510, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:22:46.498900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network cb42018a-5382-4a8e-9131-838e0841f510 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:22:46.509511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, cb42018a-5382-4a8e-9131-838e0841f510) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:46.517246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:46.518045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:46.526196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af41cf57-610f-4a25-b249-b104f0600a56 None None] Network cb42018a-5382-4a8e-9131-838e0841f510 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:22:46.538607 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d3ae091c-a6dd-4e89-a131-cbc2fa21f128 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5031936 Aug 20 15:22:46.538859 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45202) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:46.546919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'subnet': {'network_id': 'caf2e086-e1f0-4399-908a-9f2624f1c563', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:46.586272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:46.601561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'port_id': '88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64', 'mac_address': 'fa:16:3e:da:78:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:22:46.664823 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:46.679909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:22:46.731133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db533a66-272d-4d41-8f3f-d88b750d6732 req-86a1047f-2e07-4e1b-adaf-df8a63c4d139 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:46.734708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:22:46.736293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:46.739849 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:46.740190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db533a66-272d-4d41-8f3f-d88b750d6732 req-86a1047f-2e07-4e1b-adaf-df8a63c4d139 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 944 time: 0.1288700 Aug 20 15:22:46.746459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:46.801964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db533a66-272d-4d41-8f3f-d88b750d6732 req-b671fac8-d177-472d-b9ae-723b640cf92c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 Aug 20 15:22:46.808019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-cb42018a-5382-4a8e-9131-838e0841f510', 'network_id': 'cb42018a-5382-4a8e-9131-838e0841f510', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'fixed_ips': [{'subnet_id': '2d9f3f8e-579e-4e68-869c-0b2ea2b4b241'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:22:46.809276 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:46.856464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:46.912294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.912895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.913409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.913907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.914420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.914925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.915505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.916112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.916717 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.917262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.917839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:46.918507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:22:47.006294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Allocated IP 2001:db8::2 (cb42018a-5382-4a8e-9131-838e0841f510/2d9f3f8e-579e-4e68-869c-0b2ea2b4b241/09b9e962-61af-4f3c-b4dc-2cb213505e95) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:22:47.020700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.106514 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Subnet': ['ID=79744119-e2f1-40ab-8a89-cbfbfcfe9f9e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:47.112375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Checking segment: {'id': 'aead2815-db67-41ca-9016-cae23b4a200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'caf2e086-e1f0-4399-908a-9f2624f1c563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:22:47.112742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network hostable DHCP agents. Network: caf2e086-e1f0-4399-908a-9f2624f1c563, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:22:47.132040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network caf2e086-e1f0-4399-908a-9f2624f1c563 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:22:47.144181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, caf2e086-e1f0-4399-908a-9f2624f1c563) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:47.144778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:22:47.159158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:47.162159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.175882 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-38b33d15-62cd-45db-96f8-ef9367cecd81 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6341128 Aug 20 15:22:47.178385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45210) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:47.180751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27deba06-63d4-45ee-839a-39d210a009e4 None None] Network caf2e086-e1f0-4399-908a-9f2624f1c563 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:22:47.183296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cfcfc7ba-b378-4fec-9428-d7b07d269b63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1582737247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:22:47.211268 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc7ba-b378-4fec-9428-d7b07d269b63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.212008 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc7ba-b378-4fec-9428-d7b07d269b63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.250638 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.267273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Transition to ACTIVE for port object 09b9e962-61af-4f3c-b4dc-2cb213505e95 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:47.274052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc7ba-b378-4fec-9428-d7b07d269b63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.279915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc7ba-b378-4fec-9428-d7b07d269b63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.297791 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cfcfc7ba-b378-4fec-9428-d7b07d269b63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.299165 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cfcfc7ba-b378-4fec-9428-d7b07d269b63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1196952 Aug 20 15:22:47.302037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45212) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:47.304423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Transition to ACTIVE for port object 09b9e962-61af-4f3c-b4dc-2cb213505e95 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:47.336824 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.416895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Network cb42018a-5382-4a8e-9131-838e0841f510 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:22:47.432629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:47.437492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:22:47.439186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Pushing event updated for resources: {'Port': ['ID=09b9e962-61af-4f3c-b4dc-2cb213505e95,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:47.507453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-caf2e086-e1f0-4399-908a-9f2624f1c563', 'network_id': 'caf2e086-e1f0-4399-908a-9f2624f1c563', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'fixed_ips': [{'subnet_id': '79744119-e2f1-40ab-8a89-cbfbfcfe9f9e'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:22:47.508669 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.564756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Attempting to bind port 09b9e962-61af-4f3c-b4dc-2cb213505e95 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:22:47.565401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Attempting to bind port 09b9e962-61af-4f3c-b4dc-2cb213505e95 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'b8f4f35e-609b-402e-bd03-1f1e0d8a2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb42018a-5382-4a8e-9131-838e0841f510'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:22:47.565777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Attempting to bind port 09b9e962-61af-4f3c-b4dc-2cb213505e95 on network cb42018a-5382-4a8e-9131-838e0841f510 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:22:47.623964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.632303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:22:47.633182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Checking segment: {'id': 'b8f4f35e-609b-402e-bd03-1f1e0d8a2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb42018a-5382-4a8e-9131-838e0841f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:22:47.633182 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.633486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Bound using segment: {'id': 'b8f4f35e-609b-402e-bd03-1f1e0d8a2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb42018a-5382-4a8e-9131-838e0841f510'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:22:47.633982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Bound port: 09b9e962-61af-4f3c-b4dc-2cb213505e95, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f4f35e-609b-402e-bd03-1f1e0d8a2887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'cb42018a-5382-4a8e-9131-838e0841f510'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:22:47.634997 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.755949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Allocated IP 2001:db8:1::2 (caf2e086-e1f0-4399-908a-9f2624f1c563/79744119-e2f1-40ab-8a89-cbfbfcfe9f9e/877d99a1-d8ac-491f-9772-66270cec1bc0) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:22:47.769965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] For port 09b9e962-61af-4f3c-b4dc-2cb213505e95, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:22:47.775790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] For port 09b9e962-61af-4f3c-b4dc-2cb213505e95, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=09b9e962-61af-4f3c-b4dc-2cb213505e95,segment=NetworkSegment(b8f4f35e-609b-402e-bd03-1f1e0d8a2887),segment_id=b8f4f35e-609b-402e-bd03-1f1e0d8a2887)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:22:47.783465 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.923397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:47.955033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac89e9c-15b8-48bf-a6fc-f363ecb75a59 None None] Pushing event updated for resources: {'Port': ['ID=09b9e962-61af-4f3c-b4dc-2cb213505e95,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:48.031598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 2001:db8::1 (cb42018a-5382-4a8e-9131-838e0841f510/2d9f3f8e-579e-4e68-869c-0b2ea2b4b241/608ca1bf-5ff3-46c4-9bb1-e85e806d63ff) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:22:48.034914 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.042314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4bfde-2c5f-4ddb-b43e-fc2680451b48 req-56a0b209-5b35-4858-b9e8-0ef40e22bd1a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:48.043740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa4bfde-2c5f-4ddb-b43e-fc2680451b48 req-56a0b209-5b35-4858-b9e8-0ef40e22bd1a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 945 time: 0.1062310 Aug 20 15:22:48.044415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Transition to ACTIVE for port object 877d99a1-d8ac-491f-9772-66270cec1bc0 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:48.062355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Transition to ACTIVE for port object 877d99a1-d8ac-491f-9772-66270cec1bc0 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:48.070232 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.112570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa4bfde-2c5f-4ddb-b43e-fc2680451b48 req-af537065-464e-4ffc-a76e-d1cd8801ea9a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616417 Aug 20 15:22:48.133863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Network caf2e086-e1f0-4399-908a-9f2624f1c563 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:22:48.140165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:48.144624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:22:48.167218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Pushing event updated for resources: {'Port': ['ID=877d99a1-d8ac-491f-9772-66270cec1bc0,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:48.224591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.240905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Transition to ACTIVE for port object 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:48.262185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Attempting to bind port 877d99a1-d8ac-491f-9772-66270cec1bc0 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:22:48.262655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Attempting to bind port 877d99a1-d8ac-491f-9772-66270cec1bc0 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'aead2815-db67-41ca-9016-cae23b4a200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'caf2e086-e1f0-4399-908a-9f2624f1c563'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:22:48.263076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Attempting to bind port 877d99a1-d8ac-491f-9772-66270cec1bc0 on network caf2e086-e1f0-4399-908a-9f2624f1c563 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:22:48.272326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:22:48.272326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Checking segment: {'id': 'aead2815-db67-41ca-9016-cae23b4a200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'caf2e086-e1f0-4399-908a-9f2624f1c563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:22:48.272326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.272742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Bound using segment: {'id': 'aead2815-db67-41ca-9016-cae23b4a200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'caf2e086-e1f0-4399-908a-9f2624f1c563'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:22:48.273446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Bound port: 877d99a1-d8ac-491f-9772-66270cec1bc0, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2815-db67-41ca-9016-cae23b4a200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'caf2e086-e1f0-4399-908a-9f2624f1c563'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:22:48.273839 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.286641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.341521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network cb42018a-5382-4a8e-9131-838e0841f510 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:22:48.344806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:48.351829 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:22:48.352377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.356554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=608ca1bf-5ff3-46c4-9bb1-e85e806d63ff,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:48.361607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] For port 877d99a1-d8ac-491f-9772-66270cec1bc0, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:22:48.366362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] For port 877d99a1-d8ac-491f-9772-66270cec1bc0, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=877d99a1-d8ac-491f-9772-66270cec1bc0,segment=NetworkSegment(aead2815-db67-41ca-9016-cae23b4a200a),segment_id=aead2815-db67-41ca-9016-cae23b4a200a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:22:48.381002 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.437249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:22:48.506233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.520067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e41a8a-ce8a-4fe7-ba91-48aa098d0dbc None None] Pushing event updated for resources: {'Port': ['ID=877d99a1-d8ac-491f-9772-66270cec1bc0,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:48.552918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:48.559701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:48.560304 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.599504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:22:48.700459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.739631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2074f8ea-45c8-4637-8204-c5214478bf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:48.744669 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2752cb91-9c23-4a35-b759-37c99039cd54" -d '{"events": [{"server_uuid": "2074f8ea-45c8-4637-8204-c5214478bf27", "name": "network-vif-plugged", "status": "completed", "tag": "88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:48.811759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:48.817832 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.860500 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a5310a-4cfb-4464-8e5a-6cce4bf7d2f8 x-openstack-request-id: req-33a5310a-4cfb-4464-8e5a-6cce4bf7d2f8 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:48.860976 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2074f8ea-45c8-4637-8204-c5214478bf27", "name": "network-vif-plugged", "status": "completed", "tag": "88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:48.861220 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33a5310a-4cfb-4464-8e5a-6cce4bf7d2f8 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:48.861447 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2074f8ea-45c8-4637-8204-c5214478bf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64', 'code': 200} Aug 20 15:22:48.917505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:48.975387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.976456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 09b9e962-61af-4f3c-b4dc-2cb213505e95 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:22:48.990253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:48.991081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:49.024091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166801ae-9d6d-4a12-85bc-1027217237c8 req-ca42a76b-35c8-419d-937e-78c1c90a3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:49.027521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-166801ae-9d6d-4a12-85bc-1027217237c8 req-ca42a76b-35c8-419d-937e-78c1c90a3596 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 1098 time: 0.0859344 Aug 20 15:22:49.091220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-166801ae-9d6d-4a12-85bc-1027217237c8 req-6e32a04e-2133-4bfe-ae3e-6475d0b2fb4d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 Aug 20 15:22:49.121864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 09b9e962-61af-4f3c-b4dc-2cb213505e95 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:49.149509 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=608ca1bf-5ff3-46c4-9bb1-e85e806d63ff,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:49.199764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network cb42018a-5382-4a8e-9131-838e0841f510 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:22:49.202021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:49.279600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301377c-bc12-4227-ba89-cc703a184f0e req-341ad2af-8de3-490d-9d7d-712baad29b4c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:49.284040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e301377c-bc12-4227-ba89-cc703a184f0e req-341ad2af-8de3-490d-9d7d-712baad29b4c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 946 time: 0.0818322 Aug 20 15:22:49.366719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e301377c-bc12-4227-ba89-cc703a184f0e req-105f621d-fae7-4c4e-870b-4f2f7362d10b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772643 Aug 20 15:22:49.375098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router 24a76376-d8c4-4793-bbc7-b29b5b1b57c2 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:22:49.501471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebf023-aa75-499b-ad6d-2da9a06fa617 None None] Network cb42018a-5382-4a8e-9131-838e0841f510 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:22:49.505480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dce5e8-ea11-40ad-b85e-1d670ab1d525 req-5b66888c-462b-4913-8059-76c7f9e53b93 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:49.514026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1dce5e8-ea11-40ad-b85e-1d670ab1d525 req-5b66888c-462b-4913-8059-76c7f9e53b93 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1097 time: 0.0759003 Aug 20 15:22:49.522025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:22:49.530856 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e9ed14a7-0f8e-4ecb-8fa4-310b9840d041 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/24a76376-d8c4-4793-bbc7-b29b5b1b57c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2253582 Aug 20 15:22:49.541054 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7bb0bc-68f6-470a-aa87-4b77758518fc None None] Sync routers for ids ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:22:49.551236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45232) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:49.559047 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7bb0bc-68f6-470a-aa87-4b77758518fc None None] Routers {'24a76376-d8c4-4793-bbc7-b29b5b1b57c2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:49.559608 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3b7bb0bc-68f6-470a-aa87-4b77758518fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:49.598627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-629bcf33-7bb5-4c23-ac75-694363a292a8 None None] Provisioning for port 09b9e962-61af-4f3c-b4dc-2cb213505e95 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:49.603911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1dce5e8-ea11-40ad-b85e-1d670ab1d525 req-e8ae8e0e-04c5-4979-b4ec-ef0d26a9d414 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885570 Aug 20 15:22:49.605300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-629bcf33-7bb5-4c23-ac75-694363a292a8 None None] Provisioning complete for port 09b9e962-61af-4f3c-b4dc-2cb213505e95 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:49.605785 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-629bcf33-7bb5-4c23-ac75-694363a292a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:49.618314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72553e9-5059-4218-b0a6-821608576b69 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:49.625287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b72553e9-5059-4218-b0a6-821608576b69 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports/608ca1bf-5ff3-46c4-9bb1-e85e806d63ff HTTP/1.1" status: 200 len: 911 time: 0.0724685 Aug 20 15:22:49.629505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45234) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:49.630399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45236) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:49.636357 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3b7bb0bc-68f6-470a-aa87-4b77758518fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:49.648358 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7bb0bc-68f6-470a-aa87-4b77758518fc None None] Routers {'24a76376-d8c4-4793-bbc7-b29b5b1b57c2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:49.649209 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3b7bb0bc-68f6-470a-aa87-4b77758518fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:49.701775 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3b7bb0bc-68f6-470a-aa87-4b77758518fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:49.702926 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7bb0bc-68f6-470a-aa87-4b77758518fc None None] The sync data for ids ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:22:49.734958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-629bcf33-7bb5-4c23-ac75-694363a292a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:49.792638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-629bcf33-7bb5-4c23-ac75-694363a292a8 None None] For port 09b9e962-61af-4f3c-b4dc-2cb213505e95, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=09b9e962-61af-4f3c-b4dc-2cb213505e95,segment=NetworkSegment(b8f4f35e-609b-402e-bd03-1f1e0d8a2887),segment_id=b8f4f35e-609b-402e-bd03-1f1e0d8a2887)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:49.798717 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-629bcf33-7bb5-4c23-ac75-694363a292a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:49.856516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bcf33-7bb5-4c23-ac75-694363a292a8 None None] Pushing event updated for resources: {'Port': ['ID=09b9e962-61af-4f3c-b4dc-2cb213505e95,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:49.948388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c3e0f8-3afe-4e76-bfd3-70072919a518 None None] Network caf2e086-e1f0-4399-908a-9f2624f1c563 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:22:50.200973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-12c681b2-3df2-4365-8283-382c7854c977 None None] Provisioning for port 877d99a1-d8ac-491f-9772-66270cec1bc0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:50.342493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-248f10a6-56e3-40ea-92e5-37803cd00635 None None] Provisioning for port 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:50.349594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-248f10a6-56e3-40ea-92e5-37803cd00635 None None] Provisioning complete for port 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:50.350031 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-248f10a6-56e3-40ea-92e5-37803cd00635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:50.403650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-248f10a6-56e3-40ea-92e5-37803cd00635 None None] Port 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:22:50.413825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-248f10a6-56e3-40ea-92e5-37803cd00635 None None] Provisioning complete for port 09b9e962-61af-4f3c-b4dc-2cb213505e95 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:50.414208 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-248f10a6-56e3-40ea-92e5-37803cd00635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:50.640077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 65fef41d-bc07-4756-93ac-9d1a495076c1 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:22:50.640654 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:50.703794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4ecea4ad-d726-49af-bd5e-d263c85835b8 None None] Provisioning complete for port 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:50.704348 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4ecea4ad-d726-49af-bd5e-d263c85835b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:50.740447 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:50.740778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:50.778176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4ecea4ad-d726-49af-bd5e-d263c85835b8 None None] Port 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:22:50.791745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 65fef41d-bc07-4756-93ac-9d1a495076c1 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:22:50.808681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54219c57-c3e8-4b23-81d4-e72c91b6b668 req-633829c2-3bed-4e21-b31f-94f16f4d60dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:50.814085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54219c57-c3e8-4b23-81d4-e72c91b6b668 req-633829c2-3bed-4e21-b31f-94f16f4d60dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 946 time: 0.2730727 Aug 20 15:22:50.909358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 09b9e962-61af-4f3c-b4dc-2cb213505e95 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:22:50.957160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f2cd25c9-663f-49a1-9b91-d0ccc6b85c6f None None] Provisioning complete for port 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:50.957635 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f2cd25c9-663f-49a1-9b91-d0ccc6b85c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:50.997400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 09b9e962-61af-4f3c-b4dc-2cb213505e95 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:50.997891 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:50.999219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd25c9-663f-49a1-9b91-d0ccc6b85c6f None None] Port 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:22:51.014487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-54219c57-c3e8-4b23-81d4-e72c91b6b668 req-3f93e8a3-98a3-4c4a-8d5e-ce2481d49a82 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847930 Aug 20 15:22:51.046737 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:51.089130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 877d99a1-d8ac-491f-9772-66270cec1bc0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:22:51.140855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 877d99a1-d8ac-491f-9772-66270cec1bc0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:51.146785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 877d99a1-d8ac-491f-9772-66270cec1bc0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:51.149413 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:51.235404 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:51.268139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 877d99a1-d8ac-491f-9772-66270cec1bc0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=877d99a1-d8ac-491f-9772-66270cec1bc0,segment=NetworkSegment(aead2815-db67-41ca-9016-cae23b4a200a),segment_id=aead2815-db67-41ca-9016-cae23b4a200a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:51.272985 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:51.281444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:51.324169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=877d99a1-d8ac-491f-9772-66270cec1bc0,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:51.342034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=65fef41d-bc07-4756-93ac-9d1a495076c1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:51.474987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:51.475192 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Floating IP c4983d6c-d758-4bbf-bf7e-d729971746e9 disassociated (deleted). External IP: 172.25.5.41, port: c2da1c48-c89a-48b7-beab-84a672cc8fc1. Aug 20 15:22:51.527403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 2001:db8:1::1 (caf2e086-e1f0-4399-908a-9f2624f1c563/79744119-e2f1-40ab-8a89-cbfbfcfe9f9e/0b500c0c-f902-4e18-819c-098033a6d6d3) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:22:51.750108 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:51.799124 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Transition to ACTIVE for port object 0b500c0c-f902-4e18-819c-098033a6d6d3 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:22:51.828581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router ec3b9bb4-b424-4f00-a67b-366226587cdf has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:22:51.892080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:51.985894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network caf2e086-e1f0-4399-908a-9f2624f1c563 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:22:51.996132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:51.999965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=0b500c0c-f902-4e18-819c-098033a6d6d3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:52.003129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:22:52.003129 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:52.066053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:22:52.086164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] Sync routers for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:22:52.093718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:52.104797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:52.105463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:52.232608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:22:52.245825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7cc3e08f-e8bc-474d-95b3-f82996710f71 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/floatingips/c4983d6c-d758-4bbf-bf7e-d729971746e9 HTTP/1.1" status: 204 len: 168 time: 2.6127706 Aug 20 15:22:52.247833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:52.250634 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add76f7-36c4-4412-80cc-ab4620d6afb0" -d '{"events": [{"name": "network-changed", "server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:52.299183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:52.309323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fd48a-acab-461d-ae02-d634b83db11d req-954ec6f1-0cef-4984-a118-687c32a0f710 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:52.316693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-880fd48a-acab-461d-ae02-d634b83db11d req-954ec6f1-0cef-4984-a118-687c32a0f710 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 946 time: 0.1462567 Aug 20 15:22:52.393497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-880fd48a-acab-461d-ae02-d634b83db11d req-aa76602c-17e4-49e9-b831-965d3a5516c9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758624 Aug 20 15:22:52.464307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ede95acf-d9ea-49ac-838f-4a13aeaff568 None None] Provisioning for port 0b500c0c-f902-4e18-819c-098033a6d6d3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:22:52.491364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ede95acf-d9ea-49ac-838f-4a13aeaff568 None None] Provisioning complete for port 0b500c0c-f902-4e18-819c-098033a6d6d3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:52.491923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ede95acf-d9ea-49ac-838f-4a13aeaff568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:52.550792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ede95acf-d9ea-49ac-838f-4a13aeaff568 None None] Port 0b500c0c-f902-4e18-819c-098033a6d6d3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:22:52.578777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09', 'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:ef:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:20Z', 'updated_at': '2021-08-20T15:20:29Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:52.622046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] Checking router: ec3b9bb4-b424-4f00-a67b-366226587cdf for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:22:52.633082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:52.633799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:52.655511 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc0ff7c-9235-4d32-93b3-5cccff1ba8b6 x-openstack-request-id: req-0cc0ff7c-9235-4d32-93b3-5cccff1ba8b6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:52.656104 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:52.656462 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cc0ff7c-9235-4d32-93b3-5cccff1ba8b6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:52.657135 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'status': 'completed', 'code': 200} Aug 20 15:22:52.789736 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-9019f9fc-a75a-40b0-8d34-2c5ae0fd6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:52.799574 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-9019f9fc-a75a-40b0-8d34-2c5ae0fd6baa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 1097 time: 0.1099219 Aug 20 15:22:52.855788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 877d99a1-d8ac-491f-9772-66270cec1bc0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:22:52.877848 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:52.893698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731f6d6-1b28-4d61-a925-7ec074fc27bf req-72184edf-1e61-4a70-824a-df2d1fb3fca9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:52.924455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:22:52.928245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-d2ebfb06-d082-4581-95de-c73d841c0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:52.928758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6731f6d6-1b28-4d61-a925-7ec074fc27bf req-72184edf-1e61-4a70-824a-df2d1fb3fca9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 946 time: 0.1466668 Aug 20 15:22:52.930475 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-d2ebfb06-d082-4581-95de-c73d841c0308 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 200 len: 898 time: 0.1182523 Aug 20 15:22:52.932752 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:52.933562 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:53.027206 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-fc1782ea-b707-4652-a1eb-412e48f61304 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 200 len: 217 time: 0.0853498 Aug 20 15:22:53.092213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6731f6d6-1b28-4d61-a925-7ec074fc27bf req-554ac65f-d3e2-4a8b-b5db-f88e39310d77 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622298 Aug 20 15:22:53.137119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=0b500c0c-f902-4e18-819c-098033a6d6d3,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:53.217922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-ecf7c195-c7cb-4fe5-93e5-1cecf9ea7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:53.227582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network caf2e086-e1f0-4399-908a-9f2624f1c563 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:22:53.230908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:22:53.232382 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-ecf7c195-c7cb-4fe5-93e5-1cecf9ea7d8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 200 len: 834 time: 0.1943014 Aug 20 15:22:53.278183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 877d99a1-d8ac-491f-9772-66270cec1bc0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:53.280887 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:53.306950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-4fb0cc62-f337-4563-965f-7afc1ef2d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:53.313298 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-4fb0cc62-f337-4563-965f-7afc1ef2d53c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9203e813-859b-436a-ad60-19a0263eafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703382 Aug 20 15:22:53.396509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551101df-8e5d-4a23-9225-55c8e5e795fd req-8c78515a-b6b1-432b-b589-bce5c2792fe0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:53.406172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-551101df-8e5d-4a23-9225-55c8e5e795fd req-8c78515a-b6b1-432b-b589-bce5c2792fe0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.1761727 Aug 20 15:22:53.467361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router 24a76376-d8c4-4793-bbc7-b29b5b1b57c2 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:22:53.490629 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-34defbea-fda3-4ba3-bab1-1d1c8ef78a75 service neutron] 10.222.0.70 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674857 Aug 20 15:22:53.490970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-551101df-8e5d-4a23-9225-55c8e5e795fd req-0b89b946-2b90-4ccf-ae58-9971b9b476fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824699 Aug 20 15:22:53.496946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09', 'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:ef:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:20Z', 'updated_at': '2021-08-20T15:20:29Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:53.591250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69a9b8-e257-47ec-a0b6-a82af9eadaa1 None None] The sync data for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 is: [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09', 'name': '', 'network_id': '9203e813-859b-436a-ad60-19a0263eafca', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:ef:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:20Z', 'updated_at': '2021-08-20T15:20:29Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '95466a30-a2d7-4e19-ac4c-11aa23af0264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:22:53.696353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:22:53.709359 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c888ec-1d54-4e96-a1d7-ed6a8c6ffea5 None None] Sync routers for ids ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:22:53.717942 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-85be1559-908c-4d1c-a853-f99e01e35606 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/24a76376-d8c4-4793-bbc7-b29b5b1b57c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0862980 Aug 20 15:22:53.718616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45292) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:53.732163 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c888ec-1d54-4e96-a1d7-ed6a8c6ffea5 None None] Routers {'24a76376-d8c4-4793-bbc7-b29b5b1b57c2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:53.734263 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a4c888ec-1d54-4e96-a1d7-ed6a8c6ffea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:53.743620 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1add76f7-36c4-4412-80cc-ab4620d6afb0 req-3ac3239b-5689-48b1-84ab-9c77bc5f2715 service neutron] 10.222.0.70 "GET /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427258 Aug 20 15:22:53.815975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b5e3fd28-5f11-45dc-9406-c9529fca7a49 None None] Provisioning complete for port 0b500c0c-f902-4e18-819c-098033a6d6d3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:22:53.817855 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fd28-5f11-45dc-9406-c9529fca7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:53.820264 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a4c888ec-1d54-4e96-a1d7-ed6a8c6ffea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:53.829016 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e658d750-d6b2-44e4-b9e4-7e444ea405b4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:53.831618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e658d750-d6b2-44e4-b9e4-7e444ea405b4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports/0b500c0c-f902-4e18-819c-098033a6d6d3 HTTP/1.1" status: 200 len: 913 time: 0.1109619 Aug 20 15:22:53.834521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45294) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:53.854141 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c888ec-1d54-4e96-a1d7-ed6a8c6ffea5 None None] Routers {'24a76376-d8c4-4793-bbc7-b29b5b1b57c2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:53.854785 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a4c888ec-1d54-4e96-a1d7-ed6a8c6ffea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:53.908187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3fd28-5f11-45dc-9406-c9529fca7a49 None None] Port 0b500c0c-f902-4e18-819c-098033a6d6d3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:22:53.942425 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a4c888ec-1d54-4e96-a1d7-ed6a8c6ffea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:53.943151 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c888ec-1d54-4e96-a1d7-ed6a8c6ffea5 None None] The sync data for ids ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:22:54.090587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c75df7-bddb-4103-ba13-7200b3b661b4 None None] New status for floating IP c4983d6c-d758-4bbf-bf7e-d729971746e9: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:22:54.407006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9cbb-07c0-494b-bbe8-d0bb04beae12 req-b15989c6-9339-44bc-94b4-300d88b334fc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:54.408613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-020f9cbb-07c0-494b-bbe8-d0bb04beae12 req-b15989c6-9339-44bc-94b4-300d88b334fc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 946 time: 0.4734490 Aug 20 15:22:54.453136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-020f9cbb-07c0-494b-bbe8-d0bb04beae12 req-779cd0e1-9ecb-481c-9512-0fcc407541a5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375783 Aug 20 15:22:54.583627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949da431-2d2a-48bf-8926-033cc9317e1d req-56afbfdc-7deb-4036-b995-0e0693fdf36f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:54.585160 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-949da431-2d2a-48bf-8926-033cc9317e1d req-56afbfdc-7deb-4036-b995-0e0693fdf36f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.1102250 Aug 20 15:22:54.640464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300e316-24b5-48b7-97fb-e38822c40a6c req-95003e44-c64a-4337-92c4-62f1ec982053 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:54.642249 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8300e316-24b5-48b7-97fb-e38822c40a6c req-95003e44-c64a-4337-92c4-62f1ec982053 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 945 time: 0.0609410 Aug 20 15:22:54.687880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8300e316-24b5-48b7-97fb-e38822c40a6c req-0691c1b9-d486-4e36-ab0a-ac94cd598af1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380917 Aug 20 15:22:54.739808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-949da431-2d2a-48bf-8926-033cc9317e1d req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port c2da1c48-c89a-48b7-beab-84a672cc8fc1 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:22:54.740164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-949da431-2d2a-48bf-8926-033cc9317e1d req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:54.856724 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-949da431-2d2a-48bf-8926-033cc9317e1d req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port c2da1c48-c89a-48b7-beab-84a672cc8fc1, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c2da1c48-c89a-48b7-beab-84a672cc8fc1,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:54.857404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-949da431-2d2a-48bf-8926-033cc9317e1d req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:54.868793 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:54.905491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-949da431-2d2a-48bf-8926-033cc9317e1d req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for c2da1c48-c89a-48b7-beab-84a672cc8fc1 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:22:55.217135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-949da431-2d2a-48bf-8926-033cc9317e1d req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:55.261000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=c2da1c48-c89a-48b7-beab-84a672cc8fc1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:55.330649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-949da431-2d2a-48bf-8926-033cc9317e1d req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] No DVR routers for this DVR port c2da1c48-c89a-48b7-beab-84a672cc8fc1 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:22:55.334085 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-949da431-2d2a-48bf-8926-033cc9317e1d req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:55.336178 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-949da431-2d2a-48bf-8926-033cc9317e1d req-7ec779a2-887a-4920-ac82-93dc3743cce1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "DELETE /v2.0/ports/c2da1c48-c89a-48b7-beab-84a672cc8fc1 HTTP/1.1" status: 204 len: 173 time: 0.7430449 Aug 20 15:22:55.336622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'name': 'network-vif-deleted', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:55.339351 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec42b8-0443-4a61-bda9-225758c84a6a" -d '{"events": [{"server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "name": "network-vif-deleted", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:55.406321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 0b500c0c-f902-4e18-819c-098033a6d6d3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:22:55.406899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:55.413611 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7becac-9d11-47f9-bee4-eecb3eda7a8c x-openstack-request-id: req-8d7becac-9d11-47f9-bee4-eecb3eda7a8c {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:55.414226 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddae3eca-ce94-413c-9eb5-f413e2209bbb", "name": "network-vif-deleted", "tag": "c2da1c48-c89a-48b7-beab-84a672cc8fc1", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:55.414663 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d7becac-9d11-47f9-bee4-eecb3eda7a8c {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:55.415313 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddae3eca-ce94-413c-9eb5-f413e2209bbb', 'name': 'network-vif-deleted', 'tag': 'c2da1c48-c89a-48b7-beab-84a672cc8fc1', 'status': 'completed', 'code': 200} Aug 20 15:22:55.557233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:55.574420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 0b500c0c-f902-4e18-819c-098033a6d6d3 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:22:55.639261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-8f248bc8-7cdb-4659-a7be-7f3cd3ca50ae tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:55.641945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-8f248bc8-7cdb-4659-a7be-7f3cd3ca50ae tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 946 time: 0.0850654 Aug 20 15:22:55.701913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ac2a8-31dc-4636-9e16-fefa486c18fc req-9b845cc3-4b3a-4288-90ef-2273258c0f08 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:22:55.710640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b25ac2a8-31dc-4636-9e16-fefa486c18fc req-9b845cc3-4b3a-4288-90ef-2273258c0f08 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 946 time: 0.1632543 Aug 20 15:22:55.851361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b25ac2a8-31dc-4636-9e16-fefa486c18fc req-841135e0-194f-416a-834c-1817cb16b359 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347859 Aug 20 15:22:55.902605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:22:55.919660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:55.922585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:55.973734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=0b500c0c-f902-4e18-819c-098033a6d6d3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:56.060104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f457d07-83fb-476b-918e-2df76782bd29 req-32e8be71-cbb0-4e37-9d0e-93be9bb5765e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddae3eca-ce94-413c-9eb5-f413e2209bbb HTTP/1.1" status: 200 len: 210 time: 0.0478053 Aug 20 15:22:56.154709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45328) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:56.178830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] For port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:56.178830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:56.198453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:22:56.231407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:56.405953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1d77-8e18-401f-96f1-89ca1e6c4d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:56.514654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router 24a76376-d8c4-4793-bbc7-b29b5b1b57c2 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:22:56.516569 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:56.533572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['c11fd253-1f0c-4af6-abc5-b5ca358ce25c'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:22:56.591737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:56.644098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] No DVR routers for this DVR port 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:22:56.649097 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:56.655375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b72ea61b-2b77-4947-9a6d-fcb44c31f499 req-f10a9c4b-c746-444b-8dd7-cc1d46d7ee3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "DELETE /v2.0/ports/88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 HTTP/1.1" status: 204 len: 173 time: 1.0025032 Aug 20 15:22:56.656341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:22:56.657277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2074f8ea-45c8-4637-8204-c5214478bf27', 'name': 'network-vif-deleted', 'tag': '88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:22:56.677896 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa7b38a-3198-488e-9b01-01a5a28acb14" -d '{"events": [{"server_uuid": "2074f8ea-45c8-4637-8204-c5214478bf27", "name": "network-vif-deleted", "tag": "88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:22:56.679591 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48900b9e-6fae-4724-b295-e8e36bec830a None None] Sync routers for ids ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:22:56.685054 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ef64c78b-6cc7-4bc4-905e-602482323b70 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/24a76376-d8c4-4793-bbc7-b29b5b1b57c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8466673 Aug 20 15:22:56.690226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45334) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:56.692247 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48900b9e-6fae-4724-b295-e8e36bec830a None None] Routers {'24a76376-d8c4-4793-bbc7-b29b5b1b57c2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:56.695079 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-48900b9e-6fae-4724-b295-e8e36bec830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:56.751848 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-48900b9e-6fae-4724-b295-e8e36bec830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:56.766469 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48900b9e-6fae-4724-b295-e8e36bec830a None None] Routers {'24a76376-d8c4-4793-bbc7-b29b5b1b57c2'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:56.768354 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-48900b9e-6fae-4724-b295-e8e36bec830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:56.803281 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cc5e13-074f-468e-936d-e85ae14f3818 x-openstack-request-id: req-51cc5e13-074f-468e-936d-e85ae14f3818 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:22:56.803720 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2074f8ea-45c8-4637-8204-c5214478bf27", "name": "network-vif-deleted", "tag": "88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:22:56.806573 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51cc5e13-074f-468e-936d-e85ae14f3818 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:22:56.807009 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2074f8ea-45c8-4637-8204-c5214478bf27', 'name': 'network-vif-deleted', 'tag': '88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64', 'status': 'completed', 'code': 200} Aug 20 15:22:56.826927 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1d77-8e18-401f-96f1-89ca1e6c4d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:56.832660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c1d1d77-8e18-401f-96f1-89ca1e6c4d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:56.835508 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-48900b9e-6fae-4724-b295-e8e36bec830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:56.839402 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48900b9e-6fae-4724-b295-e8e36bec830a None None] The sync data for ids ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:22:56.936512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8c1d1d77-8e18-401f-96f1-89ca1e6c4d80 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74cebef45ff24e27b2aa3bebd08da812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7807114 Aug 20 15:22:56.937425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d1d77-8e18-401f-96f1-89ca1e6c4d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4100e4ec-d109-4a27-8dc3-c1dc5f8cbed8,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:56.939813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45338) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:57.018164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f747458-53ba-4e5a-b6f1-4c9c31a18724 req-93a4d402-96a7-45f1-89a0-19c09f74a60d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 210 time: 0.0393410 Aug 20 15:22:57.036316 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1771fa05-c77a-4de3-9bc8-38a8f01d8c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.061256 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1771fa05-c77a-4de3-9bc8-38a8f01d8c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.129157 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1771fa05-c77a-4de3-9bc8-38a8f01d8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.132013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1771fa05-c77a-4de3-9bc8-38a8f01d8c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.135456 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1771fa05-c77a-4de3-9bc8-38a8f01d8c15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4100e4ec-d109-4a27-8dc3-c1dc5f8cbed8 HTTP/1.1" status: 204 len: 168 time: 0.1947026 Aug 20 15:22:57.136809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45342) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:57.195422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771fa05-c77a-4de3-9bc8-38a8f01d8c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4100e4ec-d109-4a27-8dc3-c1dc5f8cbed8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:57.338897 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.495957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45348) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:57.514624 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-14aa674c-f7ac-445d-9cb0-8393a9496bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.622869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:22:57.623325 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.707075 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-14aa674c-f7ac-445d-9cb0-8393a9496bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.713774 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-14aa674c-f7ac-445d-9cb0-8393a9496bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.724319 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.744408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 608ca1bf-5ff3-46c4-9bb1-e85e806d63ff owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:22:57.768676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-14aa674c-f7ac-445d-9cb0-8393a9496bca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e75098e8b58f48c599e0ed38783464fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690687 Aug 20 15:22:57.768676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa674c-f7ac-445d-9cb0-8393a9496bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2c89d0-556a-4ab8-a8f9-6a79a6bde90d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:57.770855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45350) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:57.802016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.921048 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-39924045-b076-4ea6-9680-25f580634310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.948260 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.957750 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-39924045-b076-4ea6-9680-25f580634310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:57.976738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=608ca1bf-5ff3-46c4-9bb1-e85e806d63ff,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:58.074855 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-39924045-b076-4ea6-9680-25f580634310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:58.077512 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-39924045-b076-4ea6-9680-25f580634310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:58.081078 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-39924045-b076-4ea6-9680-25f580634310 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb2c89d0-556a-4ab8-a8f9-6a79a6bde90d HTTP/1.1" status: 204 len: 168 time: 0.3069704 Aug 20 15:22:58.106452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39924045-b076-4ea6-9680-25f580634310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2c89d0-556a-4ab8-a8f9-6a79a6bde90d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:58.157680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:58.184013 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f3aa60e-081d-4948-9896-e9aed802436d req-82d4475c-d378-4b03-a040-a4e268a54a7d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 210 time: 0.0364602 Aug 20 15:22:58.213184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c2da1c48-c89a-48b7-beab-84a672cc8fc1 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:22:58.225131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:22:58.228420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:58.252711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: c2da1c48-c89a-48b7-beab-84a672cc8fc1 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:22:58.253741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c2da1c48-c89a-48b7-beab-84a672cc8fc1 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:22:58.377949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router 24a76376-d8c4-4793-bbc7-b29b5b1b57c2 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:22:58.381149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:22:58.381733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:58.399963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:22:58.467956 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:22:58.476833 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ee03d285-698f-4fae-b2d8-ad5701e82a5b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/24a76376-d8c4-4793-bbc7-b29b5b1b57c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852724 Aug 20 15:22:58.480839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45358) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:58.482052 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:22:58.507896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ba244-c770-4d94-8db8-3a2a47a87134 None None] Sync routers for ids ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:22:58.524330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8208e7ca-9ed7-40b2-940f-66d1b034a61a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=24a76376-d8c4-4793-bbc7-b29b5b1b57c2 HTTP/1.1" status: 200 len: 205 time: 0.0376518 Aug 20 15:22:58.525763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:22:58.526015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45360) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:58.526151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 88ffcb24-d7e1-4657-9e3a-3d0c7fdc4d64 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:22:58.527762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ba244-c770-4d94-8db8-3a2a47a87134 None None] Routers {'24a76376-d8c4-4793-bbc7-b29b5b1b57c2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:58.528915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-909ba244-c770-4d94-8db8-3a2a47a87134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:58.564813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-909ba244-c770-4d94-8db8-3a2a47a87134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:58.577109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ba244-c770-4d94-8db8-3a2a47a87134 None None] Routers {'24a76376-d8c4-4793-bbc7-b29b5b1b57c2'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:58.577868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-909ba244-c770-4d94-8db8-3a2a47a87134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:58.618009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-909ba244-c770-4d94-8db8-3a2a47a87134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:58.618837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ba244-c770-4d94-8db8-3a2a47a87134 None None] The sync data for ids ['24a76376-d8c4-4793-bbc7-b29b5b1b57c2'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:22:58.654874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88c14d09-34d0-451e-8840-e381ef247f21 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:58.693847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:58.738371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:58.919299 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.017411 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.289611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router ec3b9bb4-b424-4f00-a67b-366226587cdf has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:22:59.361419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88c14d09-34d0-451e-8840-e381ef247f21 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.364585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88c14d09-34d0-451e-8840-e381ef247f21 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.371464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-132ad205-f63d-471f-82f3-ec39582a6c50 req-4f2c993d-cb6d-493b-a766-a94b69e4690b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 210 time: 0.0323153 Aug 20 15:22:59.417147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88c14d09-34d0-451e-8840-e381ef247f21 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.417747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c14d09-34d0-451e-8840-e381ef247f21 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Fanout notify agent at l3_agent the message router_deleted on router 24a76376-d8c4-4793-bbc7-b29b5b1b57c2 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:22:59.431646 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-88c14d09-34d0-451e-8840-e381ef247f21 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.435611 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-88c14d09-34d0-451e-8840-e381ef247f21 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/24a76376-d8c4-4793-bbc7-b29b5b1b57c2 HTTP/1.1" status: 204 len: 168 time: 0.9093380 Aug 20 15:22:59.436310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45384) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:59.495806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-e331717a-c698-493b-9213-f13e36e84960 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting subnet 79744119-e2f1-40ab-8a89-cbfbfcfe9f9e {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:22:59.499983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331717a-c698-493b-9213-f13e36e84960 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.558006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331717a-c698-493b-9213-f13e36e84960 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.670231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331717a-c698-493b-9213-f13e36e84960 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.710190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:22:59.724411 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] Sync routers for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:22:59.738206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331717a-c698-493b-9213-f13e36e84960 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.744823 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:22:59.745031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-70f3a7a7-7b2b-4653-be75-24248c526184 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "PUT /v2.0/routers/ec3b9bb4-b424-4f00-a67b-366226587cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6044872 Aug 20 15:22:59.745031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45394) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:59.745993 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:22:59.774997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331717a-c698-493b-9213-f13e36e84960 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Subnet': ['ID=79744119-e2f1-40ab-8a89-cbfbfcfe9f9e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:22:59.779057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e331717a-c698-493b-9213-f13e36e84960 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.782419 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e331717a-c698-493b-9213-f13e36e84960 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/79744119-e2f1-40ab-8a89-cbfbfcfe9f9e HTTP/1.1" status: 204 len: 168 time: 0.3440783 Aug 20 15:22:59.784993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45396) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:22:59.791337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6894555-447f-4a70-82d1-686eb91a9ec2 None None] Network caf2e086-e1f0-4399-908a-9f2624f1c563 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:22:59.883995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c14867-3188-4b3e-b6c7-cee4e1a2ca64 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting subnet 2d9f3f8e-579e-4e68-869c-0b2ea2b4b241 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:22:59.888151 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70c14867-3188-4b3e-b6c7-cee4e1a2ca64 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.892797 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:22:59.906664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-656b74ec-64df-4131-ac7c-d99ccd515bde tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting subnet 95466a30-a2d7-4e19-ac4c-11aa23af0264 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:22:59.917848 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-656b74ec-64df-4131-ac7c-d99ccd515bde tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.959368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70c14867-3188-4b3e-b6c7-cee4e1a2ca64 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:22:59.996132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-656b74ec-64df-4131-ac7c-d99ccd515bde tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.030877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381e1d1-792d-4ae5-bfd5-a85cd295e536 None None] DHCP port deletion for caf2e086-e1f0-4399-908a-9f2624f1c563 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:23:00.096389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2381e1d1-792d-4ae5-bfd5-a85cd295e536 None None] Deleting port 877d99a1-d8ac-491f-9772-66270cec1bc0 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:00.096916 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2381e1d1-792d-4ae5-bfd5-a85cd295e536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.141175 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-656b74ec-64df-4131-ac7c-d99ccd515bde tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.156978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70c14867-3188-4b3e-b6c7-cee4e1a2ca64 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.199570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2381e1d1-792d-4ae5-bfd5-a85cd295e536 None None] For port 877d99a1-d8ac-491f-9772-66270cec1bc0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=877d99a1-d8ac-491f-9772-66270cec1bc0,segment=NetworkSegment(aead2815-db67-41ca-9016-cae23b4a200a),segment_id=aead2815-db67-41ca-9016-cae23b4a200a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:00.200419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2381e1d1-792d-4ae5-bfd5-a85cd295e536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.234268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2381e1d1-792d-4ae5-bfd5-a85cd295e536 None None] Calling delete_port for 877d99a1-d8ac-491f-9772-66270cec1bc0 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:00.237939 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-656b74ec-64df-4131-ac7c-d99ccd515bde tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.265172 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70c14867-3188-4b3e-b6c7-cee4e1a2ca64 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.312835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c14867-3188-4b3e-b6c7-cee4e1a2ca64 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9f3f8e-579e-4e68-869c-0b2ea2b4b241,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:00.315295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70c14867-3188-4b3e-b6c7-cee4e1a2ca64 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.317751 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-70c14867-3188-4b3e-b6c7-cee4e1a2ca64 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/2d9f3f8e-579e-4e68-869c-0b2ea2b4b241 HTTP/1.1" status: 204 len: 168 time: 0.5317352 Aug 20 15:23:00.320393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45408) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:00.329938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7418ab-a87d-4477-bdde-85edfdaacc62 None None] Network cb42018a-5382-4a8e-9131-838e0841f510 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:00.340996 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:22:58Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:00.365634 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-656b74ec-64df-4131-ac7c-d99ccd515bde tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.369556 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] Checking router: ec3b9bb4-b424-4f00-a67b-366226587cdf for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:23:00.374935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-656b74ec-64df-4131-ac7c-d99ccd515bde tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/subnets/95466a30-a2d7-4e19-ac4c-11aa23af0264 HTTP/1.1" status: 204 len: 168 time: 0.6286814 Aug 20 15:23:00.375852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45410) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:00.376628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b74ec-64df-4131-ac7c-d99ccd515bde tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Subnet': ['ID=95466a30-a2d7-4e19-ac4c-11aa23af0264,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:00.380176 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] Routers {'ec3b9bb4-b424-4f00-a67b-366226587cdf'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:00.380956 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec3b9bb4-b424-4f00-a67b-366226587cdf'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:00.417799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.486048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a590ea54-2318-4cb1-847a-4faec5420a2b None None] Network 9203e813-859b-436a-ad60-19a0263eafca requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:00.497231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 877d99a1-d8ac-491f-9772-66270cec1bc0 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:00.497582 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.590179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port 877d99a1-d8ac-491f-9772-66270cec1bc0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=877d99a1-d8ac-491f-9772-66270cec1bc0,segment=NetworkSegment(aead2815-db67-41ca-9016-cae23b4a200a),segment_id=aead2815-db67-41ca-9016-cae23b4a200a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:00.590578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.597666 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] Set router ec3b9bb4-b424-4f00-a67b-366226587cdf gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:00.612908 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 877d99a1-d8ac-491f-9772-66270cec1bc0 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:00.626847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f94e4f46-0b49-4aed-bfea-ecdda282be15 req-25174e17-a39e-4c2f-aab0-0a83c70b8d67 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 210 time: 0.0592029 Aug 20 15:23:00.661287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.777306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.814460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=877d99a1-d8ac-491f-9772-66270cec1bc0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:00.818393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No DVR routers for this DVR port 877d99a1-d8ac-491f-9772-66270cec1bc0 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:00.826642 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2381e1d1-792d-4ae5-bfd5-a85cd295e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.876173 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:00.904741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381e1d1-792d-4ae5-bfd5-a85cd295e536 None None] Pushing event deleted for resources: {'Port': ['ID=877d99a1-d8ac-491f-9772-66270cec1bc0,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:00.924544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 877d99a1-d8ac-491f-9772-66270cec1bc0 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:00.972728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381e1d1-792d-4ae5-bfd5-a85cd295e536 None None] No DVR routers for this DVR port 877d99a1-d8ac-491f-9772-66270cec1bc0 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:00.978949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e960b2-1a7b-4973-9b4a-d8b45bad09e2 None None] DHCP port deletion for cb42018a-5382-4a8e-9131-838e0841f510 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:23:00.989778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 877d99a1-d8ac-491f-9772-66270cec1bc0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:00.991075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 877d99a1-d8ac-491f-9772-66270cec1bc0 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:01.015389 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.032447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf2e086-e1f0-4399-908a-9f2624f1c563']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:01.051357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aead2815-db67-41ca-9016-cae23b4a200a') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:01.052408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aead2815-db67-41ca-9016-cae23b4a200a') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:01.065542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port b91c8ac4-2dd6-4600-8c34-b31f705a14c7 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:01.066533 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.067154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.075774 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:22:58Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:01.098436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.106647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:23:01.106920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.125993 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7966407-c5f5-4bb9-adc6-56c012418c57 None None] The sync data for ids ['ec3b9bb4-b424-4f00-a67b-366226587cdf'] in n-d-695189-15 is: [{'id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370717507', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:20:16Z', 'updated_at': '2021-08-20T15:22:58Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': 'b91c8ac4-2dd6-4600-8c34-b31f705a14c7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3b9bb4-b424-4f00-a67b-366226587cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:20:17Z', 'updated_at': '2021-08-20T15:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:23:01.244088 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:23:01.263896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-83e960b2-1a7b-4973-9b4a-d8b45bad09e2 None None] Deleting port 09b9e962-61af-4f3c-b4dc-2cb213505e95 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:01.264405 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83e960b2-1a7b-4973-9b4a-d8b45bad09e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.266310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.282165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port b91c8ac4-2dd6-4600-8c34-b31f705a14c7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b91c8ac4-2dd6-4600-8c34-b31f705a14c7,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:01.282704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.297475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for b91c8ac4-2dd6-4600-8c34-b31f705a14c7 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:01.316922 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.319020 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/networks/caf2e086-e1f0-4399-908a-9f2624f1c563 HTTP/1.1" status: 204 len: 168 time: 0.9969153 Aug 20 15:23:01.319913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df7b60-2e25-4a55-ac7b-abc885057294 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Network': ['ID=caf2e086-e1f0-4399-908a-9f2624f1c563,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:01.322332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45418) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:01.336029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-83e960b2-1a7b-4973-9b4a-d8b45bad09e2 None None] For port 09b9e962-61af-4f3c-b4dc-2cb213505e95, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=09b9e962-61af-4f3c-b4dc-2cb213505e95,segment=NetworkSegment(b8f4f35e-609b-402e-bd03-1f1e0d8a2887),segment_id=b8f4f35e-609b-402e-bd03-1f1e0d8a2887)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:01.336713 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83e960b2-1a7b-4973-9b4a-d8b45bad09e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.353643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-83e960b2-1a7b-4973-9b4a-d8b45bad09e2 None None] Calling delete_port for 09b9e962-61af-4f3c-b4dc-2cb213505e95 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:01.429726 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.452624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83e960b2-1a7b-4973-9b4a-d8b45bad09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.480740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e960b2-1a7b-4973-9b4a-d8b45bad09e2 None None] Pushing event deleted for resources: {'Port': ['ID=09b9e962-61af-4f3c-b4dc-2cb213505e95,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:01.488713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e960b2-1a7b-4973-9b4a-d8b45bad09e2 None None] No DVR routers for this DVR port 09b9e962-61af-4f3c-b4dc-2cb213505e95 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:01.518518 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.529506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 09b9e962-61af-4f3c-b4dc-2cb213505e95 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:01.529506 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.531585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff7bc0-5908-46a7-a17d-bbc348c5e402 None None] DHCP port deletion for 9203e813-859b-436a-ad60-19a0263eafca request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:23:01.574487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=b91c8ac4-2dd6-4600-8c34-b31f705a14c7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:01.606482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-07ff7bc0-5908-46a7-a17d-bbc348c5e402 None None] Deleting port a53928ca-1f78-4dbf-bb9f-c197094098e5 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:01.607325 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07ff7bc0-5908-46a7-a17d-bbc348c5e402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.610267 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port 09b9e962-61af-4f3c-b4dc-2cb213505e95, host n-d-695189-15, got binding levels [] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:01.610665 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.625993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 09b9e962-61af-4f3c-b4dc-2cb213505e95 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:01.629438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Port 09b9e962-61af-4f3c-b4dc-2cb213505e95 was not found and therefore no delete operation was performed {{(pid=101100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 15:23:01.630943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.643800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No DVR routers for this DVR port 09b9e962-61af-4f3c-b4dc-2cb213505e95 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:01.669292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=09b9e962-61af-4f3c-b4dc-2cb213505e95,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:01.686898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.738001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-07ff7bc0-5908-46a7-a17d-bbc348c5e402 None None] For port a53928ca-1f78-4dbf-bb9f-c197094098e5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a53928ca-1f78-4dbf-bb9f-c197094098e5,segment=NetworkSegment(a5119e31-dde7-4245-ad32-fe4407a438e9),segment_id=a5119e31-dde7-4245-ad32-fe4407a438e9)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:01.738418 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07ff7bc0-5908-46a7-a17d-bbc348c5e402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.759965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-07ff7bc0-5908-46a7-a17d-bbc348c5e402 None None] Calling delete_port for a53928ca-1f78-4dbf-bb9f-c197094098e5 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:01.790850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.804021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb42018a-5382-4a8e-9131-838e0841f510']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:01.819882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f4f35e-609b-402e-bd03-1f1e0d8a2887') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:01.820249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f4f35e-609b-402e-bd03-1f1e0d8a2887') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:01.831413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.849006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e7c9f1e-ee7e-4edd-8880-3021aab6ad7e req-c081123d-ecdf-4be5-9555-0013bfdea784 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=2074f8ea-45c8-4637-8204-c5214478bf27 HTTP/1.1" status: 200 len: 210 time: 0.0837941 Aug 20 15:23:01.853620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.864596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:23:01.865023 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:23:01.870077 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:23:01.890631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.896400 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.906455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07ff7bc0-5908-46a7-a17d-bbc348c5e402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.946929 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.951061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff7bc0-5908-46a7-a17d-bbc348c5e402 None None] No DVR routers for this DVR port a53928ca-1f78-4dbf-bb9f-c197094098e5 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:01.969217 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.969770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Fanout notify agent at l3_agent the message router_deleted on router ec3b9bb4-b424-4f00-a67b-366226587cdf {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:23:01.976717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.977906 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-06ac12b4-7ca4-41d5-94a4-480b38479e56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/routers/ec3b9bb4-b424-4f00-a67b-366226587cdf HTTP/1.1" status: 204 len: 168 time: 1.5991654 Aug 20 15:23:01.983507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45422) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:01.991239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff7bc0-5908-46a7-a17d-bbc348c5e402 None None] Pushing event deleted for resources: {'Port': ['ID=a53928ca-1f78-4dbf-bb9f-c197094098e5,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:01.993179 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:01.999849 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/networks/cb42018a-5382-4a8e-9131-838e0841f510 HTTP/1.1" status: 204 len: 168 time: 0.6718528 Aug 20 15:23:02.000774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2648bc-1514-42ef-976c-86ae88e4a651 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Network': ['ID=cb42018a-5382-4a8e-9131-838e0841f510,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:02.003190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45424) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:02.009133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-650054331'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:02.036188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:02.041415 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.070937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:23:02.082183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.085765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.086130 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added segment facc063d-5500-4036-94c2-cd7993eeae04 of type vlan for network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 Aug 20 15:23:02.143752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.176176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.184385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:02.185143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.202269 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.220343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9203e813-859b-436a-ad60-19a0263eafca']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:02.241889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5119e31-dde7-4245-ad32-fe4407a438e9') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:02.242207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5119e31-dde7-4245-ad32-fe4407a438e9') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:02.254509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.275390 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.282122 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2747881 Aug 20 15:23:02.282861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45428) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:02.293109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'subnet': {'network_id': '351153aa-8f2d-465b-8af1-637eb0d8c3f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:02.297488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:23:02.298014 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:23:02.302150 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:23:02.307373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1ca61-e185-4ce1-8f49-95ad338cca98 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Network': ['ID=351153aa-8f2d-465b-8af1-637eb0d8c3f9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:02.315960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:23:02.434414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.444636 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.450002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/networks/9203e813-859b-436a-ad60-19a0263eafca HTTP/1.1" status: 204 len: 168 time: 0.4652014 Aug 20 15:23:02.450247 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45438) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:02.472753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17ad8d-d6c8-4b8f-b08d-26a6ae1b08e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Network': ['ID=9203e813-859b-436a-ad60-19a0263eafca,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:02.488391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:02.492594 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.557412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c70ef4d-5985-45aa-b9b2-85fb6041d11f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.608901 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c70ef4d-5985-45aa-b9b2-85fb6041d11f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.709125 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c70ef4d-5985-45aa-b9b2-85fb6041d11f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.712136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9c70ef4d-5985-45aa-b9b2-85fb6041d11f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.715798 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9c70ef4d-5985-45aa-b9b2-85fb6041d11f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/security-groups/49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da HTTP/1.1" status: 204 len: 168 time: 0.2601676 Aug 20 15:23:02.737655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70ef4d-5985-45aa-b9b2-85fb6041d11f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c5cfe5-ce35-4571-8ba2-c27e0a6aa9da,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:02.793426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:02.859618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:02.860873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8e04790e-4bcb-47fc-80f1-ed0fc9b8fc09 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:02.860873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 09b9e962-61af-4f3c-b4dc-2cb213505e95 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:02.926327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 09b9e962-61af-4f3c-b4dc-2cb213505e95 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:02.926920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 09b9e962-61af-4f3c-b4dc-2cb213505e95 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:02.927428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a53928ca-1f78-4dbf-bb9f-c197094098e5 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:02.946192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:02.952570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a53928ca-1f78-4dbf-bb9f-c197094098e5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:02.952915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a53928ca-1f78-4dbf-bb9f-c197094098e5 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:02.953344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b91c8ac4-2dd6-4600-8c34-b31f705a14c7 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:02.973917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: b91c8ac4-2dd6-4600-8c34-b31f705a14c7 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:02.974256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b91c8ac4-2dd6-4600-8c34-b31f705a14c7 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:03.076065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45452) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:03.078612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Subnet': ['ID=1d74770a-84e0-4d15-9a8a-6baac926cf6b,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:03.088962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-33ec4a76-0148-45c0-9f5e-ece640c64845 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090068761', 'description': 'tempest-secgroup-smoke-1090068761 description', 'project_id': '971a6c892d9846e6ab8a33d62c35597b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:03.090973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Checking segment: {'id': 'facc063d-5500-4036-94c2-cd7993eeae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '351153aa-8f2d-465b-8af1-637eb0d8c3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:03.091417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network hostable DHCP agents. Network: 351153aa-8f2d-465b-8af1-637eb0d8c3f9, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:23:03.117313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:23:03.122024 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33ec4a76-0148-45c0-9f5e-ece640c64845 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.137483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 351153aa-8f2d-465b-8af1-637eb0d8c3f9) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:03.142842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:03.143678 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.147827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5276a29a-56df-47ac-9e98-9efe65a2c1d4 None None] Network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:03.222815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33ec4a76-0148-45c0-9f5e-ece640c64845 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.227608 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33ec4a76-0148-45c0-9f5e-ece640c64845 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.234988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-998ef80d-d3c6-45ad-a3f6-f4fb14a5eb46 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9482317 Aug 20 15:23:03.237789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45456) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:03.243890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d489fe69-d02b-44b9-9534-6374b5f4616d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1544018399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:03.261388 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33ec4a76-0148-45c0-9f5e-ece640c64845 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.265581 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-33ec4a76-0148-45c0-9f5e-ece640c64845 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1855986 Aug 20 15:23:03.265725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45458) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:03.267583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec4a76-0148-45c0-9f5e-ece640c64845 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b93f6e-3978-44bf-9cce-1846d567143a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:03.276305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c66ba84a-26c5-450d-b1da-b096b3c11704 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '82b93f6e-3978-44bf-9cce-1846d567143a', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:03.300909 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d489fe69-d02b-44b9-9534-6374b5f4616d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.302274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d489fe69-d02b-44b9-9534-6374b5f4616d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.336254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-351153aa-8f2d-465b-8af1-637eb0d8c3f9', 'network_id': '351153aa-8f2d-465b-8af1-637eb0d8c3f9', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'fixed_ips': [{'subnet_id': '1d74770a-84e0-4d15-9a8a-6baac926cf6b'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:23:03.338148 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.386151 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c66ba84a-26c5-450d-b1da-b096b3c11704 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.428553 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d489fe69-d02b-44b9-9534-6374b5f4616d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.439728 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d489fe69-d02b-44b9-9534-6374b5f4616d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.480489 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d489fe69-d02b-44b9-9534-6374b5f4616d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.483587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d489fe69-d02b-44b9-9534-6374b5f4616d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2427464 Aug 20 15:23:03.484764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45460) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:03.494200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'port': {'network_id': '351153aa-8f2d-465b-8af1-637eb0d8c3f9', 'name': 'tempest-RoutersIpV6Test-244121836'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:03.497537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Allocated IP 2001:db8::2 (351153aa-8f2d-465b-8af1-637eb0d8c3f9/1d74770a-84e0-4d15-9a8a-6baac926cf6b/b65d7142-d656-4250-b9c8-f8a2c0c386d0) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:03.499933 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c66ba84a-26c5-450d-b1da-b096b3c11704 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.504704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c66ba84a-26c5-450d-b1da-b096b3c11704 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.539551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ba84a-26c5-450d-b1da-b096b3c11704 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc1364a-fef2-44a1-9f9e-6693a9fa21ee,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:03.542589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c66ba84a-26c5-450d-b1da-b096b3c11704 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.546666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c66ba84a-26c5-450d-b1da-b096b3c11704 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2800620 Aug 20 15:23:03.547270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45462) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:03.552058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2b0cd6e3-fbe6-487b-8e21-5712f43a665a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '82b93f6e-3978-44bf-9cce-1846d567143a', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:03.585480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd6e3-fbe6-487b-8e21-5712f43a665a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.647978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:03.652333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.657256 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd6e3-fbe6-487b-8e21-5712f43a665a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.664471 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd6e3-fbe6-487b-8e21-5712f43a665a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.679146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] device_id is not set on port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 yet. {{(pid=101100) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 20 15:23:03.685549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cd6e3-fbe6-487b-8e21-5712f43a665a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94279167-74fc-4f9b-a708-e718643c8a4e,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:03.694118 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.694701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd6e3-fbe6-487b-8e21-5712f43a665a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.699347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2b0cd6e3-fbe6-487b-8e21-5712f43a665a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507695 Aug 20 15:23:03.699993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45464) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:03.704973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Transition to ACTIVE for port object b65d7142-d656-4250-b9c8-f8a2c0c386d0 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:03.705289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b518dceb-7a9c-47bb-a314-2c2bf0e3983a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '82b93f6e-3978-44bf-9cce-1846d567143a', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:03.725707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Transition to ACTIVE for port object b65d7142-d656-4250-b9c8-f8a2c0c386d0 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:03.735092 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.739239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b518dceb-7a9c-47bb-a314-2c2bf0e3983a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.771131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:03.776462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:03.780093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:03.799182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Pushing event updated for resources: {'Port': ['ID=b65d7142-d656-4250-b9c8-f8a2c0c386d0,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:03.825493 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b518dceb-7a9c-47bb-a314-2c2bf0e3983a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.830035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b518dceb-7a9c-47bb-a314-2c2bf0e3983a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.851743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Attempting to bind port b65d7142-d656-4250-b9c8-f8a2c0c386d0 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:03.852117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Attempting to bind port b65d7142-d656-4250-b9c8-f8a2c0c386d0 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'facc063d-5500-4036-94c2-cd7993eeae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '351153aa-8f2d-465b-8af1-637eb0d8c3f9'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:03.852625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Attempting to bind port b65d7142-d656-4250-b9c8-f8a2c0c386d0 on network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:03.860048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:03.860445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Checking segment: {'id': 'facc063d-5500-4036-94c2-cd7993eeae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '351153aa-8f2d-465b-8af1-637eb0d8c3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:03.861024 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.861146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b518dceb-7a9c-47bb-a314-2c2bf0e3983a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.862068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Bound using segment: {'id': 'facc063d-5500-4036-94c2-cd7993eeae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '351153aa-8f2d-465b-8af1-637eb0d8c3f9'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:03.862607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Bound port: b65d7142-d656-4250-b9c8-f8a2c0c386d0, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'facc063d-5500-4036-94c2-cd7993eeae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '351153aa-8f2d-465b-8af1-637eb0d8c3f9'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:03.863078 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.865755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b518dceb-7a9c-47bb-a314-2c2bf0e3983a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645260 Aug 20 15:23:03.866443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518dceb-7a9c-47bb-a314-2c2bf0e3983a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb5261d-577e-474e-abba-32e9a27f81d2,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:03.868365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45466) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:03.873960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-330aaea5-9811-4101-89fe-6187cb209aca tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '82b93f6e-3978-44bf-9cce-1846d567143a', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:03.876393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 2001:db8::251 (351153aa-8f2d-465b-8af1-637eb0d8c3f9/1d74770a-84e0-4d15-9a8a-6baac926cf6b/55ecd5e1-32e1-42e3-9357-a1488739f7c8) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:03.918274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-330aaea5-9811-4101-89fe-6187cb209aca tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.944743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] For port b65d7142-d656-4250-b9c8-f8a2c0c386d0, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:03.949159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] For port b65d7142-d656-4250-b9c8-f8a2c0c386d0, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b65d7142-d656-4250-b9c8-f8a2c0c386d0,segment=NetworkSegment(facc063d-5500-4036-94c2-cd7993eeae04),segment_id=facc063d-5500-4036-94c2-cd7993eeae04)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:03.956938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.988486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-330aaea5-9811-4101-89fe-6187cb209aca tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:03.998236 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-330aaea5-9811-4101-89fe-6187cb209aca tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.017045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330aaea5-9811-4101-89fe-6187cb209aca tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f334930b-b020-4ac4-946f-ed7df5a710e9,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:04.023958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69459a-990e-4e2e-9541-90a4c9255a26 None None] Pushing event updated for resources: {'Port': ['ID=b65d7142-d656-4250-b9c8-f8a2c0c386d0,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:04.038394 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-330aaea5-9811-4101-89fe-6187cb209aca tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.042756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-330aaea5-9811-4101-89fe-6187cb209aca tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1702220 Aug 20 15:23:04.044010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45470) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:04.048675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9a3985ff-1ecf-4f49-bf98-335625461cc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '82b93f6e-3978-44bf-9cce-1846d567143a', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:04.074880 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-9a3985ff-1ecf-4f49-bf98-335625461cc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Project 971a6c892d9846e6ab8a33d62c35597b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:23:04.082835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a3985ff-1ecf-4f49-bf98-335625461cc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.137448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.153546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Transition to ACTIVE for port object 55ecd5e1-32e1-42e3-9357-a1488739f7c8 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:04.178692 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a3985ff-1ecf-4f49-bf98-335625461cc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.188736 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a3985ff-1ecf-4f49-bf98-335625461cc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.206499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.254092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3985ff-1ecf-4f49-bf98-335625461cc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71db6120-cd59-4b18-b969-d7966667073b,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:04.260106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9a3985ff-1ecf-4f49-bf98-335625461cc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.261354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9a3985ff-1ecf-4f49-bf98-335625461cc5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2166433 Aug 20 15:23:04.267963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45484) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:04.275798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-fc554837-24b6-40b5-8b22-842a53f3d45b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': '82b93f6e-3978-44bf-9cce-1846d567143a', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:04.302083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:04.316360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:04.328570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:04.333221 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-fc554837-24b6-40b5-8b22-842a53f3d45b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Project 971a6c892d9846e6ab8a33d62c35597b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:23:04.341547 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc554837-24b6-40b5-8b22-842a53f3d45b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.343901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:04.344699 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.359835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=55ecd5e1-32e1-42e3-9357-a1488739f7c8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:04.379564 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3a81321e-f803-45b7-b20d-16708e74ffed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8917427 Aug 20 15:23:04.381338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45486) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:04.431491 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc554837-24b6-40b5-8b22-842a53f3d45b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.438020 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc554837-24b6-40b5-8b22-842a53f3d45b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.472730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc554837-24b6-40b5-8b22-842a53f3d45b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880723a4-9380-4628-8e72-d9335cdf19f3,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:04.506080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc554837-24b6-40b5-8b22-842a53f3d45b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.507882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fc554837-24b6-40b5-8b22-842a53f3d45b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2386315 Aug 20 15:23:04.514500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45488) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:04.518929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'network': {'name': 'tempest-network-smoke--1617058550', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'port_security_enabled': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:04.574441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:04.579008 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.607581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:23:04.620142 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.620505 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Added segment b95c0042-7f50-4960-84fa-a585e7241121 of type vlan for network 0db6e04b-a291-4ea9-8fd4-37830338937f Aug 20 15:23:04.735093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.771072 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.778221 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:04.779004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.842675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b65d7142-d656-4250-b9c8-f8a2c0c386d0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:04.861441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3487444 Aug 20 15:23:04.862393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b468be-eaeb-4984-9bf0-903c22a8e36d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Network': ['ID=0db6e04b-a291-4ea9-8fd4-37830338937f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:04.865145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45502) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:04.871169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'admin_state_up': True, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:04.888583 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.900907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.902149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:04.927839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 0db6e04b-a291-4ea9-8fd4-37830338937f details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:23:04.979243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.142451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port b65d7142-d656-4250-b9c8-f8a2c0c386d0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:05.244883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.414248 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.444299 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.513151 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45516) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:05.514839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1275f2f2-0a44-4326-96a0-589d184f7eb1 None None] Network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:05.583116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=55ecd5e1-32e1-42e3-9357-a1488739f7c8,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:05.630962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.675182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.677623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ad961663-77a6-444d-8f46-60606e4149af None None] Provisioning for port b65d7142-d656-4250-b9c8-f8a2c0c386d0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:05.689960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ad961663-77a6-444d-8f46-60606e4149af None None] Provisioning complete for port b65d7142-d656-4250-b9c8-f8a2c0c386d0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:05.690592 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ad961663-77a6-444d-8f46-60606e4149af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.746949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.801930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.25.5.4 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/262fa89e-35fb-4d51-ac27-00f9692c86ba) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:05.913037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.952271 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ad961663-77a6-444d-8f46-60606e4149af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.982287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:05.992529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ad961663-77a6-444d-8f46-60606e4149af None None] For port b65d7142-d656-4250-b9c8-f8a2c0c386d0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b65d7142-d656-4250-b9c8-f8a2c0c386d0,segment=NetworkSegment(facc063d-5500-4036-94c2-cd7993eeae04),segment_id=facc063d-5500-4036-94c2-cd7993eeae04)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:06.000102 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ad961663-77a6-444d-8f46-60606e4149af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.018560 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c88bf9a-14ca-44dd-86f4-91205834225e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.043118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.049834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:06.057936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:06.067843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:06.074234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=262fa89e-35fb-4d51-ac27-00f9692c86ba,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:06.094754 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.152282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad961663-77a6-444d-8f46-60606e4149af None None] Pushing event updated for resources: {'Port': ['ID=b65d7142-d656-4250-b9c8-f8a2c0c386d0,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:06.261588 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c88bf9a-14ca-44dd-86f4-91205834225e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.269527 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c88bf9a-14ca-44dd-86f4-91205834225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.338827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4726cadf-9338-463c-a13f-33466ae32e2a None None] Provisioning complete for port b65d7142-d656-4250-b9c8-f8a2c0c386d0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:06.339803 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4726cadf-9338-463c-a13f-33466ae32e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.465424 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.472860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.473710 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.501634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4726cadf-9338-463c-a13f-33466ae32e2a None None] Provisioning for port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:06.516853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4726cadf-9338-463c-a13f-33466ae32e2a None None] Provisioning complete for port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:06.517235 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4726cadf-9338-463c-a13f-33466ae32e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.564743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4726cadf-9338-463c-a13f-33466ae32e2a None None] Port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:06.614345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=55ecd5e1-32e1-42e3-9357-a1488739f7c8,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:06.675800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:06.678246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:06.738633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1c88bf9a-14ca-44dd-86f4-91205834225e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c46262a79c324e67ace10bf58ba16793&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2240522 Aug 20 15:23:06.745804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45524) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:06.755063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b65d7142-d656-4250-b9c8-f8a2c0c386d0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:06.788924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88bf9a-14ca-44dd-86f4-91205834225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a236c45-dc28-4c0b-a9ed-83e72bf30da1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:06.836594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6c551580-7d1d-4223-b1ed-238fe95fa421 None None] Provisioning complete for port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:06.837633 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6c551580-7d1d-4223-b1ed-238fe95fa421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.916067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6c551580-7d1d-4223-b1ed-238fe95fa421 None None] Port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:06.917079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router 1496ec05-e6df-43f2-8723-9463efcbea5a is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:23:06.922886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port b65d7142-d656-4250-b9c8-f8a2c0c386d0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:06.923291 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:06.995703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51bf53d2-e181-4997-8ade-e29b1ecaaf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:07.063909 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51bf53d2-e181-4997-8ade-e29b1ecaaf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:07.093101 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:07.128615 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-ff7a2ca8-af97-4bdc-af9d-0eb8feddfb09 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2023051 Aug 20 15:23:07.150800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:07.159517 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6e1ef91d-8fc7-458c-8746-ff76d5822f42 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/1496ec05-e6df-43f2-8723-9463efcbea5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7762830 Aug 20 15:23:07.161846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45526) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:07.174651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0941dd6b-9185-405f-af65-d3eeb8507082 None None] Sync routers for ids ['1496ec05-e6df-43f2-8723-9463efcbea5a'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:07.191615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941dd6b-9185-405f-af65-d3eeb8507082 None None] Routers {'1496ec05-e6df-43f2-8723-9463efcbea5a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:07.192349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0941dd6b-9185-405f-af65-d3eeb8507082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1496ec05-e6df-43f2-8723-9463efcbea5a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:07.216590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d2a33-b6d5-47de-b9f5-bf2b97bc1556 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:07.218152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b87d2a33-b6d5-47de-b9f5-bf2b97bc1556 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports/55ecd5e1-32e1-42e3-9357-a1488739f7c8 HTTP/1.1" status: 200 len: 983 time: 0.0553162 Aug 20 15:23:07.249083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45528) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:07.262594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0941dd6b-9185-405f-af65-d3eeb8507082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:07.282596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941dd6b-9185-405f-af65-d3eeb8507082 None None] Routers {'1496ec05-e6df-43f2-8723-9463efcbea5a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:07.283283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0941dd6b-9185-405f-af65-d3eeb8507082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1496ec05-e6df-43f2-8723-9463efcbea5a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:07.291222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-346d8c04-d32a-45e6-af6c-dd38dec3df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:07.293542 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-346d8c04-d32a-45e6-af6c-dd38dec3df23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 1098 time: 0.0952640 Aug 20 15:23:07.308389 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51bf53d2-e181-4997-8ade-e29b1ecaaf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:07.311529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-51bf53d2-e181-4997-8ade-e29b1ecaaf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:07.314982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-51bf53d2-e181-4997-8ade-e29b1ecaaf80 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a236c45-dc28-4c0b-a9ed-83e72bf30da1 HTTP/1.1" status: 204 len: 168 time: 0.5637143 Aug 20 15:23:07.327240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1c51c6f2-ac05-492c-b72a-86eb485e7429 None None] Provisioning complete for port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:07.327853 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1c51c6f2-ac05-492c-b72a-86eb485e7429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:07.329532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0941dd6b-9185-405f-af65-d3eeb8507082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:07.330313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0941dd6b-9185-405f-af65-d3eeb8507082 None None] The sync data for ids ['1496ec05-e6df-43f2-8723-9463efcbea5a'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:07.386243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1c51c6f2-ac05-492c-b72a-86eb485e7429 None None] Port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:07.414441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf53d2-e181-4997-8ade-e29b1ecaaf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a236c45-dc28-4c0b-a9ed-83e72bf30da1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:07.450726 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-c853ca62-f065-4ed0-9b3b-f4c289bc87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:07.452818 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-c853ca62-f065-4ed0-9b3b-f4c289bc87a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.1296208 Aug 20 15:23:07.505833 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-b630fbdd-7af0-458a-a703-4d5d3d91e89f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11fd253-1f0c-4af6-abc5-b5ca358ce25c HTTP/1.1" status: 200 len: 217 time: 0.0415366 Aug 20 15:23:07.568303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-9aeb3705-25b2-4f1b-b16a-a7135a8ae2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:07.573627 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-9aeb3705-25b2-4f1b-b16a-a7135a8ae2ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0595195 Aug 20 15:23:07.621921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5ace326b-80f6-41be-b5a3-80b66fd99b8e None None] Provisioning complete for port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:07.622302 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ace326b-80f6-41be-b5a3-80b66fd99b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:07.649875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-3d7c2445-8b03-4855-8422-40df89fa42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:07.651472 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-3d7c2445-8b03-4855-8422-40df89fa42bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646107 Aug 20 15:23:07.704750 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5ace326b-80f6-41be-b5a3-80b66fd99b8e None None] Port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:07.742519 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:07.797654 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-1434e7ad-b7e0-4174-840c-f66b5eecbb6e service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361542 Aug 20 15:23:07.853043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45540) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:07.906510 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e0e4a25a-1771-46ba-a134-21f53e5c4c33 req-ad380704-c807-4cc3-b722-2bbc3bc6825b service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990288 Aug 20 15:23:07.942148 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74920568-1916-4361-b9b3-f926cd72da03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:07.993307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce9957-94fe-4768-9f80-73af44f7bfda req-f249c015-9413-45cd-8085-5f8184bd3528 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:07.994792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60ce9957-94fe-4768-9f80-73af44f7bfda req-f249c015-9413-45cd-8085-5f8184bd3528 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 946 time: 0.1882372 Aug 20 15:23:08.118452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60ce9957-94fe-4768-9f80-73af44f7bfda req-ffac1a8c-2ca1-4612-a9cb-030efc83aff1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135676 Aug 20 15:23:08.177931 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router 9f012205-8c55-418a-a959-43fdb4ccb310 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:23:08.213554 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.335184 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74920568-1916-4361-b9b3-f926cd72da03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.346791 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-74920568-1916-4361-b9b3-f926cd72da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.702479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-74920568-1916-4361-b9b3-f926cd72da03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f926a7499d00416c8238721b729c74d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8451090 Aug 20 15:23:08.705186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45542) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:08.730520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920568-1916-4361-b9b3-f926cd72da03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c72e70-76ea-4809-9299-71c45ef8e212,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:08.737149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:08.751193 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Sync routers for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:08.760127 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.761363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e0deebd0-f0a6-4f9b-9547-816bcd6798ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.8952057 Aug 20 15:23:08.761690 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:08.762308 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:08.765034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45544) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:08.778380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40e8d19a-0284-4675-8e67-bec6055f40a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.797163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c05bc166-576e-47c2-adcb-0760d0964f10 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=971a6c892d9846e6ab8a33d62c35597b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300617 Aug 20 15:23:08.799784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45546) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:08.829617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40e8d19a-0284-4675-8e67-bec6055f40a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.856759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 55ecd5e1-32e1-42e3-9357-a1488739f7c8 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:08.857211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.892591 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:08.937450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d87c0f-687a-4c23-b41b-e353ee0d7361 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:08.939892 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-61d87c0f-687a-4c23-b41b-e353ee0d7361 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1389408 Aug 20 15:23:08.940708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40e8d19a-0284-4675-8e67-bec6055f40a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.943400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40e8d19a-0284-4675-8e67-bec6055f40a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.944891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45548) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:08.947855 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40e8d19a-0284-4675-8e67-bec6055f40a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80c72e70-76ea-4809-9299-71c45ef8e212 HTTP/1.1" status: 204 len: 168 time: 0.2410648 Aug 20 15:23:08.955983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8d19a-0284-4675-8e67-bec6055f40a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c72e70-76ea-4809-9299-71c45ef8e212,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:08.987294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8448b791-8e3f-4cbb-b7ae-cebaee7ab424 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412862 Aug 20 15:23:08.989155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:08.989991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45552) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:08.996281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1763245684', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:09.004652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 55ecd5e1-32e1-42e3-9357-a1488739f7c8 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:09.119891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:09.125091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.137875 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:06Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:09.216298 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Checking router: 9f012205-8c55-418a-a959-43fdb4ccb310 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:23:09.216890 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Updating router 9f012205-8c55-418a-a959-43fdb4ccb310 port 262fa89e-35fb-4d51-ac27-00f9692c86ba binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:23:09.245738 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.272077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.327381 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7e1b2-f248-498f-88bd-fcebf1ee7ddf req-0ea87d7f-ee75-4134-a932-8a93408f268f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:09.339335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19c7e1b2-f248-498f-88bd-fcebf1ee7ddf req-0ea87d7f-ee75-4134-a932-8a93408f268f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 946 time: 0.1252029 Aug 20 15:23:09.347802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=55ecd5e1-32e1-42e3-9357-a1488739f7c8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:09.402775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.466052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Subnet': ['ID=f246d0ae-0b54-4f3b-896e-2a50549d0658,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:09.497262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Checking segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:09.497648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network hostable DHCP agents. Network: 0db6e04b-a291-4ea9-8fd4-37830338937f, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:23:09.507566 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.528778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 0db6e04b-a291-4ea9-8fd4-37830338937f is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:23:09.544060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 0db6e04b-a291-4ea9-8fd4-37830338937f) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:09.547279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19c7e1b2-f248-498f-88bd-fcebf1ee7ddf req-70ccaf19-60df-43e8-82f5-1652a2ccaa43 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069914 Aug 20 15:23:09.548384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:09.549193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.557468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a8cdf0-ef5c-4e5a-9d05-1620500a8105 None None] Network 0db6e04b-a291-4ea9-8fd4-37830338937f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:09.622941 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-adc0fd8a-9f68-4d4e-82a0-224b447df632 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6314962 Aug 20 15:23:09.625651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45568) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:09.658297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-99637124-db54-4875-9e22-96be892ea78d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:09.658806 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.661044 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-99637124-db54-4875-9e22-96be892ea78d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.70 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 946 time: 0.1085682 Aug 20 15:23:09.695459 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Transition to ACTIVE for port object 262fa89e-35fb-4d51-ac27-00f9692c86ba will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:09.704216 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.786210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-0db6e04b-a291-4ea9-8fd4-37830338937f', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:23:09.787527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.808381 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Attempting to bind port 262fa89e-35fb-4d51-ac27-00f9692c86ba on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:09.808956 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Attempting to bind port 262fa89e-35fb-4d51-ac27-00f9692c86ba by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:09.809371 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Attempting to bind port 262fa89e-35fb-4d51-ac27-00f9692c86ba on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:09.821847 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:09.822970 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:09.823570 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.824265 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:09.825099 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Bound port: 262fa89e-35fb-4d51-ac27-00f9692c86ba, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:09.825606 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:09.865030 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Pushing event updated for resources: {'Port': ['ID=262fa89e-35fb-4d51-ac27-00f9692c86ba,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:09.879747 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.880242 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.880722 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.881158 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.881593 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.882128 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.882731 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.884078 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.885234 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.885814 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.886381 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.887235 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:09.890383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router 1496ec05-e6df-43f2-8723-9463efcbea5a has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:09.926166 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] For port 262fa89e-35fb-4d51-ac27-00f9692c86ba, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:09.930011 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] For port 262fa89e-35fb-4d51-ac27-00f9692c86ba, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=262fa89e-35fb-4d51-ac27-00f9692c86ba,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:09.941513 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.016363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:10.026101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-057973b5-67e2-41e7-b409-2e2da6a6059b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/1496ec05-e6df-43f2-8723-9463efcbea5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7723591 Aug 20 15:23:10.026430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45578) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:10.033366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be376c-1126-4f79-b566-b0bc59942b85 None None] Sync routers for ids ['1496ec05-e6df-43f2-8723-9463efcbea5a'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:10.034193 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb922a9a-b366-488c-aee8-b97f7b5a56cb None None] Pushing event updated for resources: {'Port': ['ID=262fa89e-35fb-4d51-ac27-00f9692c86ba,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:10.055815 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:10.056457 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:10.064483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Allocated IP 172.20.0.2 (0db6e04b-a291-4ea9-8fd4-37830338937f/f246d0ae-0b54-4f3b-896e-2a50549d0658/4d1de568-d40d-4e6c-8312-6fdf3e27042b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:10.067673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be376c-1126-4f79-b566-b0bc59942b85 None None] Routers {'1496ec05-e6df-43f2-8723-9463efcbea5a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:10.068586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d5be376c-1126-4f79-b566-b0bc59942b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1496ec05-e6df-43f2-8723-9463efcbea5a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:10.157683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d5be376c-1126-4f79-b566-b0bc59942b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:10.196883 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:10.254467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be376c-1126-4f79-b566-b0bc59942b85 None None] Routers {'1496ec05-e6df-43f2-8723-9463efcbea5a'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:10.254978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d5be376c-1126-4f79-b566-b0bc59942b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1496ec05-e6df-43f2-8723-9463efcbea5a'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:10.300882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d5be376c-1126-4f79-b566-b0bc59942b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:10.301542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be376c-1126-4f79-b566-b0bc59942b85 None None] The sync data for ids ['1496ec05-e6df-43f2-8723-9463efcbea5a'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:10.331768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port c11fd253-1f0c-4af6-abc5-b5ca358ce25c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:10.332422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.386493 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-3f852a49-e9aa-4535-9cc2-69a2999a3510 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] remove_router_interface failed (client error): The resource could not be found. Aug 20 15:23:10.387570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3f852a49-e9aa-4535-9cc2-69a2999a3510 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/1496ec05-e6df-43f2-8723-9463efcbea5a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3601246 Aug 20 15:23:10.393570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45584) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:10.421343 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.431408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Transition to ACTIVE for port object 4d1de568-d40d-4e6c-8312-6fdf3e27042b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:10.450798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Transition to ACTIVE for port object 4d1de568-d40d-4e6c-8312-6fdf3e27042b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:10.463145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c96ce30a-d424-423d-9bd5-6781720e7f9c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=1496ec05-e6df-43f2-8723-9463efcbea5a HTTP/1.1" status: 200 len: 205 time: 0.0600483 Aug 20 15:23:10.463923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45588) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:10.474292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.506503 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:06Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:10.521218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Network 0db6e04b-a291-4ea9-8fd4-37830338937f is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:10.524167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:10.530479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:10.564447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Pushing event updated for resources: {'Port': ['ID=4d1de568-d40d-4e6c-8312-6fdf3e27042b,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:10.582006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] For port c11fd253-1f0c-4af6-abc5-b5ca358ce25c, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:10.582391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.623622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-145058da-0406-46a2-ab8d-2c90464362dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.664507 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52bdc2-5d86-4378-a128-a11b9407d06d None None] The sync data for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 is: [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:06Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:10.683873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Attempting to bind port 4d1de568-d40d-4e6c-8312-6fdf3e27042b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:10.687780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for c11fd253-1f0c-4af6-abc5-b5ca358ce25c owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:10.691126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Attempting to bind port 4d1de568-d40d-4e6c-8312-6fdf3e27042b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:10.691126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Attempting to bind port 4d1de568-d40d-4e6c-8312-6fdf3e27042b on network 0db6e04b-a291-4ea9-8fd4-37830338937f {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:10.699190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:10.700654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Checking segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:10.700654 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.700654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Bound using segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:10.701003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Bound port: 4d1de568-d40d-4e6c-8312-6fdf3e27042b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:10.701229 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.797732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] For port 4d1de568-d40d-4e6c-8312-6fdf3e27042b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:10.801033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] For port 4d1de568-d40d-4e6c-8312-6fdf3e27042b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4d1de568-d40d-4e6c-8312-6fdf3e27042b,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:10.811517 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.924690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a3fd2-d752-4af7-ab11-29e079e2a8a7 None None] Pushing event updated for resources: {'Port': ['ID=4d1de568-d40d-4e6c-8312-6fdf3e27042b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:10.931478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52a549-794d-4abf-9997-d7f82b9f5473 req-dc3afc58-e269-4c16-aa2d-2840f87ce0ca tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:10.933090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab52a549-794d-4abf-9997-d7f82b9f5473 req-dc3afc58-e269-4c16-aa2d-2840f87ce0ca tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 946 time: 0.2557716 Aug 20 15:23:10.934907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-145058da-0406-46a2-ab8d-2c90464362dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:10.937708 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-145058da-0406-46a2-ab8d-2c90464362dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.013272 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-145058da-0406-46a2-ab8d-2c90464362dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.013787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145058da-0406-46a2-ab8d-2c90464362dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Fanout notify agent at l3_agent the message router_deleted on router 1496ec05-e6df-43f2-8723-9463efcbea5a {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:23:11.024897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-145058da-0406-46a2-ab8d-2c90464362dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.028798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-145058da-0406-46a2-ab8d-2c90464362dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/1496ec05-e6df-43f2-8723-9463efcbea5a HTTP/1.1" status: 204 len: 168 time: 0.5529723 Aug 20 15:23:11.029363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45600) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:11.042238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab52a549-794d-4abf-9997-d7f82b9f5473 req-10ebfa66-bd97-4c1f-b1ff-1661f31d9e2a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=300432c7-0376-4465-9942-5273dc3e9021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003838 Aug 20 15:23:11.058814 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.087454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['c11fd253-1f0c-4af6-abc5-b5ca358ce25c'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:23:11.170479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8520bd-c71f-4a82-a875-7595738be54c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting subnet 1d74770a-84e0-4d15-9a8a-6baac926cf6b {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:23:11.171532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=c11fd253-1f0c-4af6-abc5-b5ca358ce25c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:11.174534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c8520bd-c71f-4a82-a875-7595738be54c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.256072 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.258096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] No DVR routers for this DVR port c11fd253-1f0c-4af6-abc5-b5ca358ce25c on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:11.258378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c8520bd-c71f-4a82-a875-7595738be54c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.265120 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.266708 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ef9b8446-d2f1-49f4-831d-3124e7516828 req-fba5b54c-8e62-4fc5-8948-adac6027b55b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.70 "DELETE /v2.0/ports/c11fd253-1f0c-4af6-abc5-b5ca358ce25c HTTP/1.1" status: 204 len: 173 time: 1.5737114 Aug 20 15:23:11.267261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99583dbc-8d3e-423c-8448-c44e9c6cea7a', 'name': 'network-vif-deleted', 'tag': 'c11fd253-1f0c-4af6-abc5-b5ca358ce25c'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:23:11.269652 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16633cdb-0187-4409-8ba2-2d5451702da0" -d '{"events": [{"server_uuid": "99583dbc-8d3e-423c-8448-c44e9c6cea7a", "name": "network-vif-deleted", "tag": "c11fd253-1f0c-4af6-abc5-b5ca358ce25c"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:23:11.349155 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f9c17-59ed-42c1-83be-9303b5086779 x-openstack-request-id: req-f35f9c17-59ed-42c1-83be-9303b5086779 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:23:11.349763 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99583dbc-8d3e-423c-8448-c44e9c6cea7a", "name": "network-vif-deleted", "tag": "c11fd253-1f0c-4af6-abc5-b5ca358ce25c", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:23:11.349763 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f35f9c17-59ed-42c1-83be-9303b5086779 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:23:11.350093 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99583dbc-8d3e-423c-8448-c44e9c6cea7a', 'name': 'network-vif-deleted', 'tag': 'c11fd253-1f0c-4af6-abc5-b5ca358ce25c', 'status': 'completed', 'code': 200} Aug 20 15:23:11.445897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c8520bd-c71f-4a82-a875-7595738be54c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.550687 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c8520bd-c71f-4a82-a875-7595738be54c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.625526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a8aa52-794c-418f-a2b9-3d92ae6196a0 None None] Network 351153aa-8f2d-465b-8af1-637eb0d8c3f9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:11.629658 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8c8520bd-c71f-4a82-a875-7595738be54c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:11.632649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8c8520bd-c71f-4a82-a875-7595738be54c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/1d74770a-84e0-4d15-9a8a-6baac926cf6b HTTP/1.1" status: 204 len: 168 time: 0.6020782 Aug 20 15:23:11.634863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8520bd-c71f-4a82-a875-7595738be54c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Subnet': ['ID=1d74770a-84e0-4d15-9a8a-6baac926cf6b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:11.637195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45608) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:11.809420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.20.0.1 (0db6e04b-a291-4ea9-8fd4-37830338937f/f246d0ae-0b54-4f3b-896e-2a50549d0658/7e006d22-5433-49cd-811e-8a8ebca74de1) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:11.859808 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.042990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port b65d7142-d656-4250-b9c8-f8a2c0c386d0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:12.043341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.067699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab21e2-82b7-400f-8330-caa2cacedab8 None None] DHCP port deletion for 351153aa-8f2d-465b-8af1-637eb0d8c3f9 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:23:12.131086 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.163223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab21e2-82b7-400f-8330-caa2cacedab8 None None] Deleting port b65d7142-d656-4250-b9c8-f8a2c0c386d0 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:12.163640 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3ab21e2-82b7-400f-8330-caa2cacedab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.168319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Transition to ACTIVE for port object 7e006d22-5433-49cd-811e-8a8ebca74de1 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:12.260386 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.325813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 0db6e04b-a291-4ea9-8fd4-37830338937f is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:12.329848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:12.332674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f3ab21e2-82b7-400f-8330-caa2cacedab8 None None] For port b65d7142-d656-4250-b9c8-f8a2c0c386d0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b65d7142-d656-4250-b9c8-f8a2c0c386d0,segment=NetworkSegment(facc063d-5500-4036-94c2-cd7993eeae04),segment_id=facc063d-5500-4036-94c2-cd7993eeae04)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:12.333140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3ab21e2-82b7-400f-8330-caa2cacedab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.334710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:12.350238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d29a70f-42de-4827-a74a-00db1cfe20ea req-ade041b4-72f3-4c21-af49-9f1d8f5959dc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 210 time: 0.1264241 Aug 20 15:23:12.366791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port b65d7142-d656-4250-b9c8-f8a2c0c386d0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b65d7142-d656-4250-b9c8-f8a2c0c386d0,segment=NetworkSegment(facc063d-5500-4036-94c2-cd7993eeae04),segment_id=facc063d-5500-4036-94c2-cd7993eeae04)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:12.367268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.405371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for b65d7142-d656-4250-b9c8-f8a2c0c386d0 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:12.425618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab21e2-82b7-400f-8330-caa2cacedab8 None None] Calling delete_port for b65d7142-d656-4250-b9c8-f8a2c0c386d0 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:12.441047 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2ab0d345-f62a-45a1-91e5-56ec4c83d6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.457545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.530157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=7e006d22-5433-49cd-811e-8a8ebca74de1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:12.641564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c0107f-0a61-4103-b51f-5404aef18ee7 None None] Network 0db6e04b-a291-4ea9-8fd4-37830338937f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:12.685316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.714268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.799535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=b65d7142-d656-4250-b9c8-f8a2c0c386d0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:12.823153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No DVR routers for this DVR port b65d7142-d656-4250-b9c8-f8a2c0c386d0 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:12.841926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c10afe17-8fff-43ab-8468-cc7051595dd6 None None] Provisioning for port 4d1de568-d40d-4e6c-8312-6fdf3e27042b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:12.847888 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3ab21e2-82b7-400f-8330-caa2cacedab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:12.878036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab21e2-82b7-400f-8330-caa2cacedab8 None None] Pushing event deleted for resources: {'Port': ['ID=b65d7142-d656-4250-b9c8-f8a2c0c386d0,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:12.907466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab21e2-82b7-400f-8330-caa2cacedab8 None None] No DVR routers for this DVR port b65d7142-d656-4250-b9c8-f8a2c0c386d0 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:12.940406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4d1de568-d40d-4e6c-8312-6fdf3e27042b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:13.005374 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.060154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351153aa-8f2d-465b-8af1-637eb0d8c3f9']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:13.080417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'facc063d-5500-4036-94c2-cd7993eeae04') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:13.080973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'facc063d-5500-4036-94c2-cd7993eeae04') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:13.111022 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.171177 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.194132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:23:13.195156 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:23:13.199098 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:23:13.305764 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.308704 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.314477 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.315725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.318228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/networks/351153aa-8f2d-465b-8af1-637eb0d8c3f9 HTTP/1.1" status: 204 len: 168 time: 1.6797504 Aug 20 15:23:13.333220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45620) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:13.335947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b5042-32fc-4f00-87be-4c6c71708218 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Network': ['ID=351153aa-8f2d-465b-8af1-637eb0d8c3f9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:13.342954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2060247187'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:13.371020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:13.376786 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.386827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 4d1de568-d40d-4e6c-8312-6fdf3e27042b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:13.393009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4d1de568-d40d-4e6c-8312-6fdf3e27042b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:13.393480 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.426385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:23:13.428951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=7e006d22-5433-49cd-811e-8a8ebca74de1,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:13.436551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.454753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.455173 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added segment 9ae9cf55-2493-48b4-a7ba-00fcd18b4e04 of type vlan for network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd Aug 20 15:23:13.532802 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.571077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 4d1de568-d40d-4e6c-8312-6fdf3e27042b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4d1de568-d40d-4e6c-8312-6fdf3e27042b,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:13.582899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eced450-3740-4c90-a6ff-6b7485e6a5bb req-31a9ed1a-4cc0-4bdd-82e9-3ae3a94b6bdf tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 210 time: 0.0940197 Aug 20 15:23:13.587270 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.588941 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.589863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 262fa89e-35fb-4d51-ac27-00f9692c86ba up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:13.620536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 0db6e04b-a291-4ea9-8fd4-37830338937f is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:13.623860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:13.626801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.634615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:13.634615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.725020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=4d1de568-d40d-4e6c-8312-6fdf3e27042b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:13.752008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Network': ['ID=747ecd24-9e4a-4b94-94a7-92dc1cd0eadd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:13.766844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e7fee2b2-d036-41d2-bcbe-7861e29a8564 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4286296 Aug 20 15:23:13.767434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45624) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:13.770802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:23:13.772827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'subnet': {'network_id': '747ecd24-9e4a-4b94-94a7-92dc1cd0eadd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:13.811427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 262fa89e-35fb-4d51-ac27-00f9692c86ba completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:13.813945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router 9f012205-8c55-418a-a959-43fdb4ccb310 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:13.883115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 262fa89e-35fb-4d51-ac27-00f9692c86ba triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:13.884305 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.924425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:13.933479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:13.997832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e9426e88-18e5-42f6-bd6b-ffdb9bd693c0 None None] Provisioning complete for port 4d1de568-d40d-4e6c-8312-6fdf3e27042b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:13.998206 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e9426e88-18e5-42f6-bd6b-ffdb9bd693c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.009589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:14.022045 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ff19c009-0ad9-4a64-93a2-ecb68aad5a17 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "PUT /v2.0/routers/9f012205-8c55-418a-a959-43fdb4ccb310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3901477 Aug 20 15:23:14.034652 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Sync routers for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:14.048177 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:14.049149 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:22:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:14.199355 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.218946 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:14.242857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 262fa89e-35fb-4d51-ac27-00f9692c86ba, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=262fa89e-35fb-4d51-ac27-00f9692c86ba,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:14.295876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c11fd253-1f0c-4af6-abc5-b5ca358ce25c no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:14.300630 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.347193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: c11fd253-1f0c-4af6-abc5-b5ca358ce25c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:14.347562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device c11fd253-1f0c-4af6-abc5-b5ca358ce25c not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:14.348979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.368846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-db2d0e25-08d5-4186-816a-9e6426bf7288 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090068761&fields=id&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 267 time: 0.1077442 Aug 20 15:23:14.489916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b65d7142-d656-4250-b9c8-f8a2c0c386d0 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:14.515741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-d51dfc56-80e6-4165-9d32-f0aeece0defd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:14.517649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: b65d7142-d656-4250-b9c8-f8a2c0c386d0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:14.518006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b65d7142-d656-4250-b9c8-f8a2c0c386d0 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:14.518195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-d51dfc56-80e6-4165-9d32-f0aeece0defd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 797 time: 0.1395357 Aug 20 15:23:14.524219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=262fa89e-35fb-4d51-ac27-00f9692c86ba,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:14.542524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e9426e88-18e5-42f6-bd6b-ffdb9bd693c0 None None] Provisioning for port 7e006d22-5433-49cd-811e-8a8ebca74de1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:14.547745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e9426e88-18e5-42f6-bd6b-ffdb9bd693c0 None None] Provisioning complete for port 7e006d22-5433-49cd-811e-8a8ebca74de1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:14.548605 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e9426e88-18e5-42f6-bd6b-ffdb9bd693c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.563836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Subnet': ['ID=d773e148-d13e-4b55-b3e7-d59d1632ad68,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:14.566951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-e052bf81-9d52-469b-b1b0-e91432f1bb39 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/quotas/971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 375 time: 0.0350978 Aug 20 15:23:14.571856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Checking segment: {'id': '9ae9cf55-2493-48b4-a7ba-00fcd18b4e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '747ecd24-9e4a-4b94-94a7-92dc1cd0eadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:14.572242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network hostable DHCP agents. Network: 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:23:14.614179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:23:14.629612 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:12Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e006d22-5433-49cd-811e-8a8ebca74de1', 'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:2e:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:11Z', 'updated_at': '2021-08-20T15:23:13Z', 'revision_number': 2, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:14.636285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:14.646639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce0fc70-7728-4a79-b96c-5b5f0a63ef90 None None] Network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:14.648495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-569d84a0-8ae7-4d98-aa41-0e1683cb83eb tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726027 Aug 20 15:23:14.650475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:14.651574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.708829 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Checking router: 9f012205-8c55-418a-a959-43fdb4ccb310 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:23:14.708829 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Updating router 9f012205-8c55-418a-a959-43fdb4ccb310 port 7e006d22-5433-49cd-811e-8a8ebca74de1 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:23:14.748861 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.783736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-b891e121-5981-4e3f-94f5-7249ae98f51c service neutron] 10.222.0.36 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197712 Aug 20 15:23:14.793600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9e82c37f-ac73-4702-9b75-e2203bef41f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0251622 Aug 20 15:23:14.796299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45646) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:14.806098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1cd4ebfb-5c42-45f9-9108-4da9319777f4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-758139378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:14.876470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ebfb-5c42-45f9-9108-4da9319777f4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.876889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4d1de568-d40d-4e6c-8312-6fdf3e27042b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:14.878593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ebfb-5c42-45f9-9108-4da9319777f4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.879198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e9426e88-18e5-42f6-bd6b-ffdb9bd693c0 None None] Port 7e006d22-5433-49cd-811e-8a8ebca74de1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:14.940106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:14.994452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-747ecd24-9e4a-4b94-94a7-92dc1cd0eadd', 'network_id': '747ecd24-9e4a-4b94-94a7-92dc1cd0eadd', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'fixed_ips': [{'subnet_id': 'd773e148-d13e-4b55-b3e7-d59d1632ad68'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:23:14.995324 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.000255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4d1de568-d40d-4e6c-8312-6fdf3e27042b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:15.000624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.028322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ebfb-5c42-45f9-9108-4da9319777f4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.033949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ebfb-5c42-45f9-9108-4da9319777f4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.058065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1cd4ebfb-5c42-45f9-9108-4da9319777f4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.059955 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1cd4ebfb-5c42-45f9-9108-4da9319777f4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2613673 Aug 20 15:23:15.062815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45648) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:15.084085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e10f3b84-d8c5-41f6-9534-178ad857c740 None None] Provisioning complete for port 7e006d22-5433-49cd-811e-8a8ebca74de1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:15.084455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e10f3b84-d8c5-41f6-9534-178ad857c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.150406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e10f3b84-d8c5-41f6-9534-178ad857c740 None None] Port 7e006d22-5433-49cd-811e-8a8ebca74de1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:15.293102 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.294580 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3b6a59ad-e5ce-4e6e-b355-250642e336bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.319898 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Transition to ACTIVE for port object 7e006d22-5433-49cd-811e-8a8ebca74de1 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:15.333899 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.366339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-f740e70b-0e9e-4135-9b7c-07dfd35f3f40 service neutron] 10.222.0.36 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712550 Aug 20 15:23:15.379241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 262fa89e-35fb-4d51-ac27-00f9692c86ba up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:15.432501 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22e195-3e93-4188-88b9-25febc1a54c9 None None] Pushing event updated for resources: {'Port': ['ID=7e006d22-5433-49cd-811e-8a8ebca74de1,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:15.440510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Allocated IP 2001:db8::2 (747ecd24-9e4a-4b94-94a7-92dc1cd0eadd/d773e148-d13e-4b55-b3e7-d59d1632ad68/6a559db3-1809-4709-9f0c-e9b84286ffa2) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:15.586378 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Attempting to bind port 7e006d22-5433-49cd-811e-8a8ebca74de1 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:15.586830 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Attempting to bind port 7e006d22-5433-49cd-811e-8a8ebca74de1 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:15.587169 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Attempting to bind port 7e006d22-5433-49cd-811e-8a8ebca74de1 on network 0db6e04b-a291-4ea9-8fd4-37830338937f {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:15.592654 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:15.593036 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Checking segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:15.593444 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.593852 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Bound using segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:15.594312 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Bound port: 7e006d22-5433-49cd-811e-8a8ebca74de1, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:15.594693 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.655762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 262fa89e-35fb-4d51-ac27-00f9692c86ba triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:15.656150 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.701094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.728034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dc297df-1ae1-462d-b2a9-9e906850c8ed req-54028e75-80cd-4d4c-af81-1503e7a08e8d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 210 time: 0.0425322 Aug 20 15:23:15.812520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e428412-ddd0-4e4d-b221-b5b657a4ee41 req-0015a991-9332-4327-8d1c-fa396505204d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 210 time: 0.0391695 Aug 20 15:23:15.824638 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] For port 7e006d22-5433-49cd-811e-8a8ebca74de1, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:15.831469 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] For port 7e006d22-5433-49cd-811e-8a8ebca74de1, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7e006d22-5433-49cd-811e-8a8ebca74de1,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:15.840894 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.899682 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:15.918890 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Transition to ACTIVE for port object 6a559db3-1809-4709-9f0c-e9b84286ffa2 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:15.944562 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:15.945374 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:15.950388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Transition to ACTIVE for port object 6a559db3-1809-4709-9f0c-e9b84286ffa2 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:16.012998 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:16.035443 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22e195-3e93-4188-88b9-25febc1a54c9 None None] Pushing event updated for resources: {'Port': ['ID=7e006d22-5433-49cd-811e-8a8ebca74de1,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:16.088513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:16.092477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:16.096022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:16.105547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Pushing event updated for resources: {'Port': ['ID=6a559db3-1809-4709-9f0c-e9b84286ffa2,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:16.197002 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:16.206439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 2001:db8::1 (747ecd24-9e4a-4b94-94a7-92dc1cd0eadd/d773e148-d13e-4b55-b3e7-d59d1632ad68/f72fe780-e7db-4631-9fc1-c13cc1da0c82) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:16.230358 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:16.248985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Attempting to bind port 6a559db3-1809-4709-9f0c-e9b84286ffa2 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:16.249343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Attempting to bind port 6a559db3-1809-4709-9f0c-e9b84286ffa2 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '9ae9cf55-2493-48b4-a7ba-00fcd18b4e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '747ecd24-9e4a-4b94-94a7-92dc1cd0eadd'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:16.249702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Attempting to bind port 6a559db3-1809-4709-9f0c-e9b84286ffa2 on network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:16.267217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:16.267630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Checking segment: {'id': '9ae9cf55-2493-48b4-a7ba-00fcd18b4e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '747ecd24-9e4a-4b94-94a7-92dc1cd0eadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:16.268135 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:16.268434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Bound using segment: {'id': '9ae9cf55-2493-48b4-a7ba-00fcd18b4e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '747ecd24-9e4a-4b94-94a7-92dc1cd0eadd'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:16.269716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Bound port: 6a559db3-1809-4709-9f0c-e9b84286ffa2, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae9cf55-2493-48b4-a7ba-00fcd18b4e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '747ecd24-9e4a-4b94-94a7-92dc1cd0eadd'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:16.269716 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:16.406175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] For port 6a559db3-1809-4709-9f0c-e9b84286ffa2, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:16.407303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:16.411821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] For port 6a559db3-1809-4709-9f0c-e9b84286ffa2, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6a559db3-1809-4709-9f0c-e9b84286ffa2,segment=NetworkSegment(9ae9cf55-2493-48b4-a7ba-00fcd18b4e04),segment_id=9ae9cf55-2493-48b4-a7ba-00fcd18b4e04)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:16.418861 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:16.429708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Transition to ACTIVE for port object f72fe780-e7db-4631-9fc1-c13cc1da0c82 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:16.472689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:16.495463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d222d67-ae2e-4967-96af-b3994f029041 None None] Pushing event updated for resources: {'Port': ['ID=6a559db3-1809-4709-9f0c-e9b84286ffa2,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:16.531320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:16.534547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:16.538566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:16.539138 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:16.560867 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:12Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e006d22-5433-49cd-811e-8a8ebca74de1', 'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:2e:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:11Z', 'updated_at': '2021-08-20T15:23:15Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:16.583052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=f72fe780-e7db-4631-9fc1-c13cc1da0c82,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:16.613341 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b4df0a-8e85-4a09-93ea-c3c5a66c5125 None None] The sync data for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 is: [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:12Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e006d22-5433-49cd-811e-8a8ebca74de1', 'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:2e:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:11Z', 'updated_at': '2021-08-20T15:23:15Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:16.734341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:16.923355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-761dbaa3-7298-4e0e-a86f-d7668b62a8a5 req-c739745a-f15b-4393-ad1d-20f2c65a7e9d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 210 time: 0.0755129 Aug 20 15:23:17.058185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af7e2d43-f415-4fca-a516-f5dbb6052612 req-0d89d3af-1843-4503-a543-274442de4914 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 210 time: 0.0339727 Aug 20 15:23:17.254819 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:17.268564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:17.269792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:17.337535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-20ea8dff-1386-47b2-ba79-593db1ae7239 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:17.340760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-20ea8dff-1386-47b2-ba79-593db1ae7239 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 797 time: 0.2087784 Aug 20 15:23:17.386493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=f72fe780-e7db-4631-9fc1-c13cc1da0c82,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:17.428328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-3a3c75b2-84c3-4fb6-bf21-0187c8549e15 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 380 time: 0.0697777 Aug 20 15:23:17.444793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'port': {'device_id': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'admin_state_up': True, 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'security_groups': ['82b93f6e-3978-44bf-9cce-1846d567143a']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:17.535809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:17.541803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:17.675239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:17.680386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:17.769510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router c168af30-6d21-4be9-992d-a42d5ed4e5ad is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:23:17.870401 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:17.939727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.20.0.4 (0db6e04b-a291-4ea9-8fd4-37830338937f/f246d0ae-0b54-4f3b-896e-2a50549d0658/b7e2caa5-440e-4491-b9f1-07f597dd6faf) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:17.957825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:17.969993 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-15862cfb-e2b8-4142-99dc-fd2aea87cdcd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/c168af30-6d21-4be9-992d-a42d5ed4e5ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9049900 Aug 20 15:23:17.970231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45674) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:17.980095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c1942-332c-4825-827b-870fdbc0330a None None] Sync routers for ids ['c168af30-6d21-4be9-992d-a42d5ed4e5ad'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:17.995881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c1942-332c-4825-827b-870fdbc0330a None None] Routers {'c168af30-6d21-4be9-992d-a42d5ed4e5ad'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:17.996659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e41c1942-332c-4825-827b-870fdbc0330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c168af30-6d21-4be9-992d-a42d5ed4e5ad'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:18.052733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e41c1942-332c-4825-827b-870fdbc0330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:18.069352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c1942-332c-4825-827b-870fdbc0330a None None] Routers {'c168af30-6d21-4be9-992d-a42d5ed4e5ad'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:18.070402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e41c1942-332c-4825-827b-870fdbc0330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c168af30-6d21-4be9-992d-a42d5ed4e5ad'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:18.071924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2a41a5-8351-4e00-a8b1-30505a1036ad tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:18.077614 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5e2a41a5-8351-4e00-a8b1-30505a1036ad tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports/f72fe780-e7db-4631-9fc1-c13cc1da0c82 HTTP/1.1" status: 200 len: 911 time: 0.1022367 Aug 20 15:23:18.077614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45676) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:18.182798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db78407b-08de-4ed5-80c4-85883adaf99d req-ef0e8a1d-8343-4bf4-a343-a67b43aa3c0c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=99583dbc-8d3e-423c-8448-c44e9c6cea7a HTTP/1.1" status: 200 len: 210 time: 0.0733104 Aug 20 15:23:18.204473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c19b6c-4d94-4690-b32f-75c8dc62f728 None None] Network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:18.326317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69da8ce9-d318-44c5-85e3-2dffc7627c76 req-85b5b357-ffb6-4ce0-8e1c-e96ebcb8855e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 210 time: 0.0550573 Aug 20 15:23:18.356475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e41c1942-332c-4825-827b-870fdbc0330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:18.358716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41c1942-332c-4825-827b-870fdbc0330a None None] The sync data for ids ['c168af30-6d21-4be9-992d-a42d5ed4e5ad'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:18.383907 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:18.389513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-63a172fb-3558-4f1d-845f-cfcef9ec2d87 None None] Provisioning for port 6a559db3-1809-4709-9f0c-e9b84286ffa2 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:18.409702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Transition to ACTIVE for port object b7e2caa5-440e-4491-b9f1-07f597dd6faf will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:18.449137 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:18.515164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 0db6e04b-a291-4ea9-8fd4-37830338937f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:18.518862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:18.522911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:18.551223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:18.615153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:18.615818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.615998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.616304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.638988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.640429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.640800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.641150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.641493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.641837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.642164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.643153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.643635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:18.701883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:18.705076 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:18.745959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-eb36d935-7903-4f22-be29-dad5a2634f9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3104944 Aug 20 15:23:18.778212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Request body: {'port': {'device_id': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:19.016728 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.045371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7e006d22-5433-49cd-811e-8a8ebca74de1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:19.170773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f8b709a5-d5f7-47ac-8eba-f8a4a700dce3 None None] Provisioning for port b7e2caa5-440e-4491-b9f1-07f597dd6faf completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:19.186381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port f72fe780-e7db-4631-9fc1-c13cc1da0c82 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:19.187022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.187846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 7e006d22-5433-49cd-811e-8a8ebca74de1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:19.198377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7e006d22-5433-49cd-811e-8a8ebca74de1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:19.198989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.303358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f8b709a5-d5f7-47ac-8eba-f8a4a700dce3 None None] Provisioning complete for port b7e2caa5-440e-4491-b9f1-07f597dd6faf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:19.304275 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8b709a5-d5f7-47ac-8eba-f8a4a700dce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.408991 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.443900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for f72fe780-e7db-4631-9fc1-c13cc1da0c82 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:19.463821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f8b709a5-d5f7-47ac-8eba-f8a4a700dce3 None None] Port b7e2caa5-440e-4491-b9f1-07f597dd6faf cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:19.546810 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.602692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 7e006d22-5433-49cd-811e-8a8ebca74de1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7e006d22-5433-49cd-811e-8a8ebca74de1,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:19.610661 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.611855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6a559db3-1809-4709-9f0c-e9b84286ffa2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:19.659657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e2caa5-440e-4491-b9f1-07f597dd6faf {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:23:19.676522 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.703774 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-39dd3a3f-d8e0-4efe-8b5d-0add08b58485 None None] Provisioning for port f72fe780-e7db-4631-9fc1-c13cc1da0c82 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:19.710321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Transition to ACTIVE for port object b7e2caa5-440e-4491-b9f1-07f597dd6faf will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:19.717740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=7e006d22-5433-49cd-811e-8a8ebca74de1,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:19.718514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.734570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-39dd3a3f-d8e0-4efe-8b5d-0add08b58485 None None] Provisioning complete for port f72fe780-e7db-4631-9fc1-c13cc1da0c82 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:19.735484 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-39dd3a3f-d8e0-4efe-8b5d-0add08b58485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.786040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 6a559db3-1809-4709-9f0c-e9b84286ffa2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:19.792992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249e574-b4cc-4e4a-bd88-baa8a8bfcaca req-2a4579d2-64b8-4088-bed2-21af561857d0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:19.794780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f249e574-b4cc-4e4a-bd88-baa8a8bfcaca req-2a4579d2-64b8-4088-bed2-21af561857d0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 931 time: 0.3368356 Aug 20 15:23:19.813142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-39dd3a3f-d8e0-4efe-8b5d-0add08b58485 None None] Port f72fe780-e7db-4631-9fc1-c13cc1da0c82 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:19.815225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6a559db3-1809-4709-9f0c-e9b84286ffa2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:19.818951 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.820005 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.949311 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:19.991711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:20.009807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 6a559db3-1809-4709-9f0c-e9b84286ffa2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6a559db3-1809-4709-9f0c-e9b84286ffa2,segment=NetworkSegment(9ae9cf55-2493-48b4-a7ba-00fcd18b4e04),segment_id=9ae9cf55-2493-48b4-a7ba-00fcd18b4e04)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:20.018613 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:20.054756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-62103cd9-5740-457a-ad22-a5e130095cdc None None] Could not find standard attr ID for object f72fe780-e7db-4631-9fc1-c13cc1da0c82. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:23:20.057238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f249e574-b4cc-4e4a-bd88-baa8a8bfcaca req-155855ee-fb54-49a7-b0b9-41f07f3ed5f1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368414 Aug 20 15:23:20.094175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:20.094817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:20.095149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf on network 0db6e04b-a291-4ea9-8fd4-37830338937f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:20.100127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Port b7e2caa5-440e-4491-b9f1-07f597dd6faf on network 0db6e04b-a291-4ea9-8fd4-37830338937f not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:23:20.100541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf on network 0db6e04b-a291-4ea9-8fd4-37830338937f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:20.107227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:20.108320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Checking segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:20.108715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Bound using segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:20.109296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Bound port: b7e2caa5-440e-4491-b9f1-07f597dd6faf, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:20.109497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:20.146610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=6a559db3-1809-4709-9f0c-e9b84286ffa2,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:20.213188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:20.217058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:20.223943 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:20.270655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:20.271290 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:20.273443 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] 10.222.0.72 "PUT /v2.0/ports/b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 1092 time: 1.5010986 Aug 20 15:23:20.274170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:23:20.277375 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5066c05-811e-4c96-9ae3-08f658620ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:23:20.317157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b49d85-d16c-4007-b57a-abaf47942869 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:20.328652 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547c9eab-9e52-402b-a3ba-b73364e47399 x-openstack-request-id: req-547c9eab-9e52-402b-a3ba-b73364e47399 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:23:20.329212 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:23:20.330268 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-547c9eab-9e52-402b-a3ba-b73364e47399 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:23:20.331728 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'status': 'completed', 'code': 200} Aug 20 15:23:20.396362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-ffb01e86-5238-4f7e-bb15-a5b7d5743690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:20.397920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-ffb01e86-5238-4f7e-bb15-a5b7d5743690 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1095 time: 0.0529513 Aug 20 15:23:20.417305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=f72fe780-e7db-4631-9fc1-c13cc1da0c82,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:20.454552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-15646189-7fa9-4147-9394-8a01c09ee0be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 217 time: 0.0423985 Aug 20 15:23:20.459519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.459933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.460292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.460641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.460986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.463181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.463181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.463181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.463181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.463181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.463181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.463760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:20.566501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-76b8d4a9-bf52-4802-bf3d-7407302c0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:20.568128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-76b8d4a9-bf52-4802-bf3d-7407302c0496 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.1067891 Aug 20 15:23:20.575486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:20.648529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-f4cee741-1b31-44f5-b3ef-bd126bc06946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:20.653235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-f4cee741-1b31-44f5-b3ef-bd126bc06946 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777435 Aug 20 15:23:20.784483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7e006d22-5433-49cd-811e-8a8ebca74de1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:20.786991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-e5735360-696e-417a-9115-627827caffb5 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255133 Aug 20 15:23:20.787131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router c168af30-6d21-4be9-992d-a42d5ed4e5ad has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:20.844238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7e006d22-5433-49cd-811e-8a8ebca74de1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:20.844704 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:20.877579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:20.886121 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-48d6e08a-d9ac-411e-abcc-f7cc4a6037a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/c168af30-6d21-4be9-992d-a42d5ed4e5ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8074300 Aug 20 15:23:20.888877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45694) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:20.892298 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b956f-19d2-4041-80d9-f4e04005f840 None None] Sync routers for ids ['c168af30-6d21-4be9-992d-a42d5ed4e5ad'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:20.905584 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b956f-19d2-4041-80d9-f4e04005f840 None None] Routers {'c168af30-6d21-4be9-992d-a42d5ed4e5ad'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:20.906203 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-138b956f-19d2-4041-80d9-f4e04005f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c168af30-6d21-4be9-992d-a42d5ed4e5ad'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:20.946639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6a559db3-1809-4709-9f0c-e9b84286ffa2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:20.951037 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-138b956f-19d2-4041-80d9-f4e04005f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:20.953344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-658fd3d4-5c40-41f3-89cc-07d27ae2977e req-3a190943-c923-41e7-92d6-f50125a2a953 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582758 Aug 20 15:23:20.959729 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b956f-19d2-4041-80d9-f4e04005f840 None None] Routers {'c168af30-6d21-4be9-992d-a42d5ed4e5ad'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:20.960612 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-138b956f-19d2-4041-80d9-f4e04005f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c168af30-6d21-4be9-992d-a42d5ed4e5ad'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:20.960771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45698) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:20.961495 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ceeacdc5-d20e-485c-93e2-ada757b29693 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=c168af30-6d21-4be9-992d-a42d5ed4e5ad HTTP/1.1" status: 200 len: 205 time: 0.0713892 Aug 20 15:23:21.008286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6a559db3-1809-4709-9f0c-e9b84286ffa2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:21.009101 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.009309 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-138b956f-19d2-4041-80d9-f4e04005f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:21.010437 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138b956f-19d2-4041-80d9-f4e04005f840 None None] The sync data for ids ['c168af30-6d21-4be9-992d-a42d5ed4e5ad'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:21.081892 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-025e1f9d-f824-4333-b35d-875f1b42f43a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.297665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-9792575d-12a9-4379-a844-af9e7510f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:21.299073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-9792575d-12a9-4379-a844-af9e7510f519 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1095 time: 0.2331557 Aug 20 15:23:21.303257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-025e1f9d-f824-4333-b35d-875f1b42f43a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.306206 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-025e1f9d-f824-4333-b35d-875f1b42f43a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.329554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c832acf-8c94-48bf-bcd8-273db0f6d8e6 req-559d9673-8b8d-4cdc-ab96-9a39fd23935e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:21.331048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c832acf-8c94-48bf-bcd8-273db0f6d8e6 req-559d9673-8b8d-4cdc-ab96-9a39fd23935e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 943 time: 0.1933134 Aug 20 15:23:21.424152 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-025e1f9d-f824-4333-b35d-875f1b42f43a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.424631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025e1f9d-f824-4333-b35d-875f1b42f43a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Fanout notify agent at l3_agent the message router_deleted on router c168af30-6d21-4be9-992d-a42d5ed4e5ad {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:23:21.432856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-025e1f9d-f824-4333-b35d-875f1b42f43a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.436035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-025e1f9d-f824-4333-b35d-875f1b42f43a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/c168af30-6d21-4be9-992d-a42d5ed4e5ad HTTP/1.1" status: 204 len: 168 time: 0.4739296 Aug 20 15:23:21.436730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45702) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:21.466498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c832acf-8c94-48bf-bcd8-273db0f6d8e6 req-a5144985-3ffe-4499-a389-c59a30862364 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923738 Aug 20 15:23:21.490321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-d459c1e3-43db-445e-8fd7-fbee3c90236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:21.491953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-d459c1e3-43db-445e-8fd7-fbee3c90236a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1839137 Aug 20 15:23:21.502206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeced773-ad4a-4331-b965-a39808cfb217 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting subnet d773e148-d13e-4b55-b3e7-d59d1632ad68 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:23:21.505495 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eeced773-ad4a-4331-b965-a39808cfb217 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.551115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-b76f6be9-9962-4024-87c0-f936752ea4c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 217 time: 0.0506682 Aug 20 15:23:21.557973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eeced773-ad4a-4331-b965-a39808cfb217 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.611102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-fa33e478-8f7c-4734-bc1c-6a525c2a2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:21.613548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-fa33e478-8f7c-4734-bc1c-6a525c2a2e5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0546484 Aug 20 15:23:21.649452 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eeced773-ad4a-4331-b965-a39808cfb217 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.666670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-17df3d3c-da97-4ac6-b7e1-a9a968e65d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:21.668279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-17df3d3c-da97-4ac6-b7e1-a9a968e65d02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476770 Aug 20 15:23:21.717100 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eeced773-ad4a-4331-b965-a39808cfb217 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.751418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeced773-ad4a-4331-b965-a39808cfb217 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Subnet': ['ID=d773e148-d13e-4b55-b3e7-d59d1632ad68,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:21.760020 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eeced773-ad4a-4331-b965-a39808cfb217 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.764014 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eeced773-ad4a-4331-b965-a39808cfb217 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/d773e148-d13e-4b55-b3e7-d59d1632ad68 HTTP/1.1" status: 204 len: 168 time: 0.3260229 Aug 20 15:23:21.764816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45706) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:21.767873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf88ed2-bd52-4dec-95fb-db79e5c0c9fc None None] Network 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:21.778017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-33a54457-76d3-46ac-b817-99cd7fc9da25 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019104 Aug 20 15:23:21.857320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:21.890187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5066c05-811e-4c96-9ae3-08f658620ca8 req-91925832-aa14-4161-ba27-dddfa1bbbf87 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023123 Aug 20 15:23:21.938359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 6a559db3-1809-4709-9f0c-e9b84286ffa2 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:21.938830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.023530 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port 6a559db3-1809-4709-9f0c-e9b84286ffa2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6a559db3-1809-4709-9f0c-e9b84286ffa2,segment=NetworkSegment(9ae9cf55-2493-48b4-a7ba-00fcd18b4e04),segment_id=9ae9cf55-2493-48b4-a7ba-00fcd18b4e04)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:22.024819 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.025009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e25a2df-cfff-4f88-bd51-f11d345915e0 None None] DHCP port deletion for 747ecd24-9e4a-4b94-94a7-92dc1cd0eadd request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:23:22.039804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 6a559db3-1809-4709-9f0c-e9b84286ffa2 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:22.085741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6e25a2df-cfff-4f88-bd51-f11d345915e0 None None] Deleting port 6a559db3-1809-4709-9f0c-e9b84286ffa2 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:22.086196 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6e25a2df-cfff-4f88-bd51-f11d345915e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.125438 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.161457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=6a559db3-1809-4709-9f0c-e9b84286ffa2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:22.161889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6e25a2df-cfff-4f88-bd51-f11d345915e0 None None] For port 6a559db3-1809-4709-9f0c-e9b84286ffa2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6a559db3-1809-4709-9f0c-e9b84286ffa2,segment=NetworkSegment(9ae9cf55-2493-48b4-a7ba-00fcd18b4e04),segment_id=9ae9cf55-2493-48b4-a7ba-00fcd18b4e04)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:22.162472 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6e25a2df-cfff-4f88-bd51-f11d345915e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.164143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No DVR routers for this DVR port 6a559db3-1809-4709-9f0c-e9b84286ffa2 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:22.187666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6e25a2df-cfff-4f88-bd51-f11d345915e0 None None] Calling delete_port for 6a559db3-1809-4709-9f0c-e9b84286ffa2 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:22.251016 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.262085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747ecd24-9e4a-4b94-94a7-92dc1cd0eadd']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:22.267975 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6e25a2df-cfff-4f88-bd51-f11d345915e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.283995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae9cf55-2493-48b4-a7ba-00fcd18b4e04') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:22.284450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae9cf55-2493-48b4-a7ba-00fcd18b4e04') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:22.297471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.298198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25a2df-cfff-4f88-bd51-f11d345915e0 None None] Pushing event deleted for resources: {'Port': ['ID=6a559db3-1809-4709-9f0c-e9b84286ffa2,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:22.308868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25a2df-cfff-4f88-bd51-f11d345915e0 None None] No DVR routers for this DVR port 6a559db3-1809-4709-9f0c-e9b84286ffa2 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:22.316045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.323416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:23:22.323931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:23:22.370265 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:23:22.394714 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.420937 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.422939 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/networks/747ecd24-9e4a-4b94-94a7-92dc1cd0eadd HTTP/1.1" status: 204 len: 168 time: 0.6571405 Aug 20 15:23:22.431694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45710) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:22.432385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7d3e0-76a8-4dad-aec3-50c76b767e40 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Network': ['ID=747ecd24-9e4a-4b94-94a7-92dc1cd0eadd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:22.436495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-373620755', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}, 'admin_state_up': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:22.461189 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.462345 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.530567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.715775 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:22.732422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a562a8d-14dc-4adb-9d84-6b34424377af req-85ac18a3-9ad0-4602-83c8-d39826b850b1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:22.733998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a562a8d-14dc-4adb-9d84-6b34424377af req-85ac18a3-9ad0-4602-83c8-d39826b850b1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 943 time: 0.1636803 Aug 20 15:23:22.749203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6a559db3-1809-4709-9f0c-e9b84286ffa2 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:22.781946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 6a559db3-1809-4709-9f0c-e9b84286ffa2 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:22.783045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6a559db3-1809-4709-9f0c-e9b84286ffa2 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:22.832367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a562a8d-14dc-4adb-9d84-6b34424377af req-3975001e-bfcd-41af-b292-156b52c8f3f1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845070 Aug 20 15:23:22.986524 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:23.006830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:23.118958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 172.25.5.152 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/47f88e05-b555-4af7-a994-5b2aaa6742ab) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:23.229712 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:23.277274 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:23.316275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:23.321229 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:23.326489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:23.361315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=47f88e05-b555-4af7-a994-5b2aaa6742ab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:23.874741 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.023007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef25a09-86ff-4b83-ada2-ec23c8a71469 req-58312478-4bfa-4052-aeeb-95120a0694df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:24.025146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ef25a09-86ff-4b83-ada2-ec23c8a71469 req-58312478-4bfa-4052-aeeb-95120a0694df tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 943 time: 0.1008093 Aug 20 15:23:24.107610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ef25a09-86ff-4b83-ada2-ec23c8a71469 req-56c9b33d-03da-4ccf-bba1-2e374b7d482c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735974 Aug 20 15:23:24.179019 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.317822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router a92c983a-5844-4aa6-b096-bc9b797259b8 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:23:24.439939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:24.451422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afaa25a-fcb8-4a32-80eb-28f5cd2d0caa None None] Sync routers for ids ['a92c983a-5844-4aa6-b096-bc9b797259b8'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:24.462635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afaa25a-fcb8-4a32-80eb-28f5cd2d0caa None None] Routers {'a92c983a-5844-4aa6-b096-bc9b797259b8'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:24.463532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6afaa25a-fcb8-4a32-80eb-28f5cd2d0caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a92c983a-5844-4aa6-b096-bc9b797259b8'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:24.468399 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.469837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dea4ff58-79d3-490c-8f49-c7f22193db36 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0371301 Aug 20 15:23:24.472693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45770) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:24.521399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6afaa25a-fcb8-4a32-80eb-28f5cd2d0caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:24.527039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:23:24.544057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afaa25a-fcb8-4a32-80eb-28f5cd2d0caa None None] Routers {'a92c983a-5844-4aa6-b096-bc9b797259b8'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:24.545046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6afaa25a-fcb8-4a32-80eb-28f5cd2d0caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a92c983a-5844-4aa6-b096-bc9b797259b8'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:24.582501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6afaa25a-fcb8-4a32-80eb-28f5cd2d0caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:24.583418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afaa25a-fcb8-4a32-80eb-28f5cd2d0caa None None] The sync data for ids ['a92c983a-5844-4aa6-b096-bc9b797259b8'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:24.616775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45772) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:24.622814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5b084511-37c7-4382-8ed7-836ea5fa6841 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/routers/a92c983a-5844-4aa6-b096-bc9b797259b8 HTTP/1.1" status: 200 len: 884 time: 0.1490197 Aug 20 15:23:24.625326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-19307653-87f0-41f8-82f4-385a40d83dd9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467103183', 'description': 'tempest-secgroup-smoke-1467103183 description', 'project_id': 'db80b6a989504421a8714c287f72d92b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:24.625675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45774) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:24.653230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19307653-87f0-41f8-82f4-385a40d83dd9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.712705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:24.732539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'port_id': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'mac_address': 'fa:16:3e:61:a9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:23:24.752287 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19307653-87f0-41f8-82f4-385a40d83dd9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.758135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19307653-87f0-41f8-82f4-385a40d83dd9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.779253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.796398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e2caa5-440e-4491-b9f1-07f597dd6faf {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:23:24.799977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19307653-87f0-41f8-82f4-385a40d83dd9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1752cb13-ae9f-46e1-a3ae-49384ce20e10,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:24.815034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-19307653-87f0-41f8-82f4-385a40d83dd9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.817778 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-19307653-87f0-41f8-82f4-385a40d83dd9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1993513 Aug 20 15:23:24.820642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45776) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:24.822838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:24.826831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-aaa82849-e1f9-46b7-bd5d-c5e51f5bc297 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'security_group_rule': {'security_group_id': '1752cb13-ae9f-46e1-a3ae-49384ce20e10', 'project_id': 'db80b6a989504421a8714c287f72d92b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:24.827587 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.864024 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aaa82849-e1f9-46b7-bd5d-c5e51f5bc297 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.891738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:24.903946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7720e4ee-701e-4e61-a39a-70240a69085b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2769654 Aug 20 15:23:24.906523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45778) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:24.911468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b8c3d9d3-3251-41f6-b697-a460ba585754 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-373620755'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:24.949668 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aaa82849-e1f9-46b7-bd5d-c5e51f5bc297 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.954337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aaa82849-e1f9-46b7-bd5d-c5e51f5bc297 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.978205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa82849-e1f9-46b7-bd5d-c5e51f5bc297 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01ae410-3496-44e3-8405-f9a1f5251fe7,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:24.982815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aaa82849-e1f9-46b7-bd5d-c5e51f5bc297 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:24.984668 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aaa82849-e1f9-46b7-bd5d-c5e51f5bc297 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623363 Aug 20 15:23:24.986906 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45788) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:24.991510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-97b080ea-e699-4967-aa99-cbcdbee0f941 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'security_group_rule': {'security_group_id': '1752cb13-ae9f-46e1-a3ae-49384ce20e10', 'project_id': 'db80b6a989504421a8714c287f72d92b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:25.021418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97b080ea-e699-4967-aa99-cbcdbee0f941 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.112483 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97b080ea-e699-4967-aa99-cbcdbee0f941 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.120593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97b080ea-e699-4967-aa99-cbcdbee0f941 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.160407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b080ea-e699-4967-aa99-cbcdbee0f941 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d438052e-9fc3-4417-872b-c9f2e9c42e22,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:25.162924 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-97b080ea-e699-4967-aa99-cbcdbee0f941 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.168345 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-97b080ea-e699-4967-aa99-cbcdbee0f941 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1802287 Aug 20 15:23:25.169386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45802) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:25.175507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7c035088-45a1-477d-ae60-e861a5fd57f8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'security_group_rule': {'security_group_id': '1752cb13-ae9f-46e1-a3ae-49384ce20e10', 'project_id': 'db80b6a989504421a8714c287f72d92b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:25.205519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b7e2caa5-440e-4491-b9f1-07f597dd6faf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:23:25.211674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c035088-45a1-477d-ae60-e861a5fd57f8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.300658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c035088-45a1-477d-ae60-e861a5fd57f8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.302134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193ddb1-e7bb-46cc-89fc-c43d8784c56d req-26470606-16df-4a92-9a10-cc839971fb67 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:25.303745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4193ddb1-e7bb-46cc-89fc-c43d8784c56d req-26470606-16df-4a92-9a10-cc839971fb67 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 944 time: 0.1023984 Aug 20 15:23:25.313114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c035088-45a1-477d-ae60-e861a5fd57f8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.324616 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9d3-3251-41f6-b697-a460ba585754 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.330188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c035088-45a1-477d-ae60-e861a5fd57f8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dd119f-7a9b-4b9f-94b6-0b8594659df9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:25.347369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7c035088-45a1-477d-ae60-e861a5fd57f8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.354176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9d3-3251-41f6-b697-a460ba585754 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.356192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7c035088-45a1-477d-ae60-e861a5fd57f8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815245 Aug 20 15:23:25.357093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45804) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:25.364790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4193ddb1-e7bb-46cc-89fc-c43d8784c56d req-7c558818-5ae9-41f3-a232-cea513fb6a2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508626 Aug 20 15:23:25.372600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-953c4a03-5c22-4381-8372-bd5792539f44 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'security_group_rule': {'security_group_id': '1752cb13-ae9f-46e1-a3ae-49384ce20e10', 'project_id': 'db80b6a989504421a8714c287f72d92b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:25.416629 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-953c4a03-5c22-4381-8372-bd5792539f44 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.500058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-953c4a03-5c22-4381-8372-bd5792539f44 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.504921 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-953c4a03-5c22-4381-8372-bd5792539f44 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.516682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c3d9d3-3251-41f6-b697-a460ba585754 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router a92c983a-5844-4aa6-b096-bc9b797259b8 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:25.519786 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c4a03-5c22-4381-8372-bd5792539f44 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75649e5-a946-403e-ac7e-42727948f7c1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:25.535413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-953c4a03-5c22-4381-8372-bd5792539f44 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.540634 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-953c4a03-5c22-4381-8372-bd5792539f44 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1815412 Aug 20 15:23:25.541350 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45812) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:25.546900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-990fcc44-6b02-46b0-9730-a3a7ec16ca1e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'security_group_rule': {'security_group_id': '1752cb13-ae9f-46e1-a3ae-49384ce20e10', 'project_id': 'db80b6a989504421a8714c287f72d92b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:25.572609 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-990fcc44-6b02-46b0-9730-a3a7ec16ca1e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Project db80b6a989504421a8714c287f72d92b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:23:25.580004 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-990fcc44-6b02-46b0-9730-a3a7ec16ca1e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.590447 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:23:25.644228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c3d9d3-3251-41f6-b697-a460ba585754 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:25.651353 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-990fcc44-6b02-46b0-9730-a3a7ec16ca1e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.652969 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9d3-3251-41f6-b697-a460ba585754 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.656043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-990fcc44-6b02-46b0-9730-a3a7ec16ca1e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.657814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45814) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:25.658628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b8c3d9d3-3251-41f6-b697-a460ba585754 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/a92c983a-5844-4aa6-b096-bc9b797259b8 HTTP/1.1" status: 200 len: 891 time: 0.7510870 Aug 20 15:23:25.660836 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc4a47-b914-4a0e-9b46-e56388ae6137 None None] Sync routers for ids ['a92c983a-5844-4aa6-b096-bc9b797259b8'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:25.671342 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc4a47-b914-4a0e-9b46-e56388ae6137 None None] Routers {'a92c983a-5844-4aa6-b096-bc9b797259b8'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:25.672053 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-08fc4a47-b914-4a0e-9b46-e56388ae6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a92c983a-5844-4aa6-b096-bc9b797259b8'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:25.706024 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-08fc4a47-b914-4a0e-9b46-e56388ae6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:25.712847 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fcc44-6b02-46b0-9730-a3a7ec16ca1e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308beb01-e96c-4a0f-9f0a-81b112e7929b,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:25.715394 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fc4a47-b914-4a0e-9b46-e56388ae6137 None None] Routers {'a92c983a-5844-4aa6-b096-bc9b797259b8'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:25.716074 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-08fc4a47-b914-4a0e-9b46-e56388ae6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['a92c983a-5844-4aa6-b096-bc9b797259b8'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:25.728616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-990fcc44-6b02-46b0-9730-a3a7ec16ca1e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.733182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45820) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:25.733376 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-990fcc44-6b02-46b0-9730-a3a7ec16ca1e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1902409 Aug 20 15:23:25.738559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9d94e92b-9fff-4f38-950d-7cd824a1234e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'security_group_rule': {'security_group_id': '1752cb13-ae9f-46e1-a3ae-49384ce20e10', 'project_id': 'db80b6a989504421a8714c287f72d92b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:25.751816 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-08fc4a47-b914-4a0e-9b46-e56388ae6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:25.752480 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fc4a47-b914-4a0e-9b46-e56388ae6137 None None] The sync data for ids ['a92c983a-5844-4aa6-b096-bc9b797259b8'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:25.770283 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-9d94e92b-9fff-4f38-950d-7cd824a1234e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Project db80b6a989504421a8714c287f72d92b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:23:25.776911 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9d94e92b-9fff-4f38-950d-7cd824a1234e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.818479 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-00be22a5-8ed7-48c9-a889-db979372d318 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/routers/a92c983a-5844-4aa6-b096-bc9b797259b8 HTTP/1.1" status: 200 len: 891 time: 0.1526067 Aug 20 15:23:25.818732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45822) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:25.842641 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9d94e92b-9fff-4f38-950d-7cd824a1234e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.846532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9d94e92b-9fff-4f38-950d-7cd824a1234e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.851201 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-690f46f0-29e9-4a4c-bb33-a7ce156e1671 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=a92c983a-5844-4aa6-b096-bc9b797259b8 HTTP/1.1" status: 200 len: 205 time: 0.0291669 Aug 20 15:23:25.851688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45824) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:25.868369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94e92b-9fff-4f38-950d-7cd824a1234e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6c2c17-d11f-4ea7-a800-4d4e63feb9f2,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:25.872245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9d94e92b-9fff-4f38-950d-7cd824a1234e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:25.873463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9d94e92b-9fff-4f38-950d-7cd824a1234e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391461 Aug 20 15:23:25.976159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.093457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.151014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 47f88e05-b555-4af7-a994-5b2aaa6742ab {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:26.151351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.235498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.249977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 47f88e05-b555-4af7-a994-5b2aaa6742ab owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:26.473625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.510390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=47f88e05-b555-4af7-a994-5b2aaa6742ab,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:26.521045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951068e1-a6dd-4f63-8e16-a73f23903654 req-50593a7f-e557-4c72-94ed-d77c6f3ef1f1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:26.522846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-951068e1-a6dd-4f63-8e16-a73f23903654 req-50593a7f-e557-4c72-94ed-d77c6f3ef1f1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 944 time: 0.0702064 Aug 20 15:23:26.540125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:26.587664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-951068e1-a6dd-4f63-8e16-a73f23903654 req-6c124bc3-02ab-4bf6-b7e1-e0e3eb581591 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565202 Aug 20 15:23:26.618671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port b7e2caa5-440e-4491-b9f1-07f597dd6faf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:26.623408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.625562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port b7e2caa5-440e-4491-b9f1-07f597dd6faf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:26.627955 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.736464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.739703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.796970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.797835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Fanout notify agent at l3_agent the message router_deleted on router a92c983a-5844-4aa6-b096-bc9b797259b8 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:23:26.816733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.818252 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-47ca3ad4-fed9-4114-9f5b-353c4fab5c63 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/a92c983a-5844-4aa6-b096-bc9b797259b8 HTTP/1.1" status: 204 len: 168 time: 0.9649198 Aug 20 15:23:26.823200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45914) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:26.829304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1165358018'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:26.862894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:26.867997 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.896887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:23:26.908565 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.908986 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added segment 8ab6bbda-1d48-40e0-9b26-a3cc34cf610f of type vlan for network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb Aug 20 15:23:26.960522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.961693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:26.989685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:23:26.994096 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b104f49e-678b-419f-b4c6-3d147a52e246" -d '{"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-plugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:23:27.006480 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.011534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:27.015199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:27.015977 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.021673 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.096164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2714491 Aug 20 15:23:27.099029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45922) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:27.103099 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dc166f-809c-4fef-811f-32da388dbeef x-openstack-request-id: req-87dc166f-809c-4fef-811f-32da388dbeef {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:23:27.103645 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-plugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:23:27.104081 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87dc166f-809c-4fef-811f-32da388dbeef {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:23:27.104636 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'code': 200} Aug 20 15:23:27.115499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'subnet': {'network_id': '246aed72-9ae2-443e-9eec-d0d4bad0c5eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:27.140002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465e6fa-04c2-4975-bad3-7e7804ec48a2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Network': ['ID=246aed72-9ae2-443e-9eec-d0d4bad0c5eb,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:27.177286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:23:27.259861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:27.264742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.290105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3565f4b-55e0-4d79-bdde-df29e50413bf req-97dd9667-1780-4980-b6d6-2df177d8eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:27.293027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3565f4b-55e0-4d79-bdde-df29e50413bf req-97dd9667-1780-4980-b6d6-2df177d8eabd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1097 time: 0.0699427 Aug 20 15:23:27.333525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:27.383065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3565f4b-55e0-4d79-bdde-df29e50413bf req-6fd04a96-dfcd-4998-aa01-bfd5913589c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809343 Aug 20 15:23:27.553257 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.625856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Subnet': ['ID=34973ba7-168c-4133-88d9-eb4d763c1553,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:27.644146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Checking segment: {'id': '8ab6bbda-1d48-40e0-9b26-a3cc34cf610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '246aed72-9ae2-443e-9eec-d0d4bad0c5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:27.644523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network hostable DHCP agents. Network: 246aed72-9ae2-443e-9eec-d0d4bad0c5eb, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:23:27.667172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:23:27.684013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 246aed72-9ae2-443e-9eec-d0d4bad0c5eb) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:27.688363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:27.688959 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.696660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f01bde-8ffa-4754-9f81-4220aecd22c5 None None] Network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:27.729203 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-87b545b8-9e74-4482-bb4c-2dd8cfd7d741 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6290295 Aug 20 15:23:27.731568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45936) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:27.733333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ded92-9acf-4b15-bfdb-dff434950352 req-5e8e660c-5059-42a0-b737-81d8525df21a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:27.734972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb0ded92-9acf-4b15-bfdb-dff434950352 req-5e8e660c-5059-42a0-b737-81d8525df21a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0642841 Aug 20 15:23:27.739344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-71eb8c39-b1a6-4941-a0ee-bff9ecfcf4e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1772293432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:27.769879 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eb8c39-b1a6-4941-a0ee-bff9ecfcf4e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.772185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eb8c39-b1a6-4941-a0ee-bff9ecfcf4e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.800917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb0ded92-9acf-4b15-bfdb-dff434950352 req-6b70d472-0de4-4f91-b133-ba2e6898def4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520897 Aug 20 15:23:27.867598 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eb8c39-b1a6-4941-a0ee-bff9ecfcf4e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.875408 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eb8c39-b1a6-4941-a0ee-bff9ecfcf4e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.925526 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71eb8c39-b1a6-4941-a0ee-bff9ecfcf4e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:27.927181 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-71eb8c39-b1a6-4941-a0ee-bff9ecfcf4e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1945741 Aug 20 15:23:27.928571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-246aed72-9ae2-443e-9eec-d0d4bad0c5eb', 'network_id': '246aed72-9ae2-443e-9eec-d0d4bad0c5eb', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'fixed_ips': [{'subnet_id': '34973ba7-168c-4133-88d9-eb4d763c1553'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:23:27.930268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45940) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:27.930746 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:28.125176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Allocated IP 2001:db8::2 (246aed72-9ae2-443e-9eec-d0d4bad0c5eb/34973ba7-168c-4133-88d9-eb4d763c1553/39200095-2f38-462c-a80c-fa851d5b3121) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:28.306705 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:28.317275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Transition to ACTIVE for port object 39200095-2f38-462c-a80c-fa851d5b3121 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:28.334129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Transition to ACTIVE for port object 39200095-2f38-462c-a80c-fa851d5b3121 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:28.341852 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:28.392980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:28.396194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:28.404033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:28.407150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Pushing event updated for resources: {'Port': ['ID=39200095-2f38-462c-a80c-fa851d5b3121,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:28.490831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Attempting to bind port 39200095-2f38-462c-a80c-fa851d5b3121 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:28.491638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Attempting to bind port 39200095-2f38-462c-a80c-fa851d5b3121 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8ab6bbda-1d48-40e0-9b26-a3cc34cf610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '246aed72-9ae2-443e-9eec-d0d4bad0c5eb'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:28.492324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Attempting to bind port 39200095-2f38-462c-a80c-fa851d5b3121 on network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:28.498551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:28.499230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Checking segment: {'id': '8ab6bbda-1d48-40e0-9b26-a3cc34cf610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '246aed72-9ae2-443e-9eec-d0d4bad0c5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:28.499902 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:28.500530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Bound using segment: {'id': '8ab6bbda-1d48-40e0-9b26-a3cc34cf610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '246aed72-9ae2-443e-9eec-d0d4bad0c5eb'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:28.501237 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Bound port: 39200095-2f38-462c-a80c-fa851d5b3121, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab6bbda-1d48-40e0-9b26-a3cc34cf610f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '246aed72-9ae2-443e-9eec-d0d4bad0c5eb'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:28.501730 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:28.578453 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] For port 39200095-2f38-462c-a80c-fa851d5b3121, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:28.582272 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:28.582548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] For port 39200095-2f38-462c-a80c-fa851d5b3121, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=39200095-2f38-462c-a80c-fa851d5b3121,segment=NetworkSegment(8ab6bbda-1d48-40e0-9b26-a3cc34cf610f),segment_id=8ab6bbda-1d48-40e0-9b26-a3cc34cf610f)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:28.588252 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:28.653280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68d56e-e7cd-4715-838e-cdf1226ee99d None None] Pushing event updated for resources: {'Port': ['ID=39200095-2f38-462c-a80c-fa851d5b3121,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:28.949327 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:29.046627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b965468-00e8-4a69-8417-b25e32a5a44c req-395b2cf8-03a1-4663-8453-1c253b46dc94 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:29.055241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b965468-00e8-4a69-8417-b25e32a5a44c req-395b2cf8-03a1-4663-8453-1c253b46dc94 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.1200380 Aug 20 15:23:29.079925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 2001:db8::1 (246aed72-9ae2-443e-9eec-d0d4bad0c5eb/34973ba7-168c-4133-88d9-eb4d763c1553/a9d02f20-961c-4165-8d57-69e6c511b478) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:29.107573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b965468-00e8-4a69-8417-b25e32a5a44c req-791ef743-5066-4f32-8cde-d904cc1c252a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463123 Aug 20 15:23:29.283216 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:29.292945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46fae-519e-4a93-bf52-f0fadefe97fc req-814d938d-23d2-4a9a-99fa-9426ec1daf73 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:29.294472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52f46fae-519e-4a93-bf52-f0fadefe97fc req-814d938d-23d2-4a9a-99fa-9426ec1daf73 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0931146 Aug 20 15:23:29.319319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Transition to ACTIVE for port object a9d02f20-961c-4165-8d57-69e6c511b478 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:29.351178 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52f46fae-519e-4a93-bf52-f0fadefe97fc req-d026d174-c6b2-4ad9-bad9-50a1cd0e1ba8 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504653 Aug 20 15:23:29.377900 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:29.378388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45968) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:29.436653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b8424-7f44-46f6-ac63-a7893a13783c tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:29.443175 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-db2b8424-7f44-46f6-ac63-a7893a13783c tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1092 time: 0.0636384 Aug 20 15:23:29.444112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 45974) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:29.448560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:29.451821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:29.453550 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:29.456176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:29.456710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:29.465680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=a9d02f20-961c-4165-8d57-69e6c511b478,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:29.481320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:29.661818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:29.723630 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:29.874859 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.25.5.8 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/6ed08c6b-b23c-43bd-b3c1-d66f7d7b5844) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:30.005038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999c8f4-8218-436c-8a04-b0325b13cbdd None None] Network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:30.084352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:30.103278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4d0fe991-fff9-4ff7-9533-b29ac24d6b65 None None] Provisioning for port 39200095-2f38-462c-a80c-fa851d5b3121 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:30.131841 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:30.159433 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:30.171099 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:30.171099 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:30.244833 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=6ed08c6b-b23c-43bd-b3c1-d66f7d7b5844,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:30.259464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:30.261534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:30.264062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:30.329327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=a9d02f20-961c-4165-8d57-69e6c511b478,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:30.392778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:30.394471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:30.606227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router 3dd619fd-ffb8-4870-a353-1faa0c3156f8 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:23:30.701131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dfa9803e-8a8f-426b-9e9b-9cc0a7947d47 None None] Provisioning for port a9d02f20-961c-4165-8d57-69e6c511b478 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:30.706923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dfa9803e-8a8f-426b-9e9b-9cc0a7947d47 None None] Provisioning complete for port a9d02f20-961c-4165-8d57-69e6c511b478 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:30.707327 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfa9803e-8a8f-426b-9e9b-9cc0a7947d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:30.777656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:30.793921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c4702e-3368-47fb-a374-78943fefe194 None None] Sync routers for ids ['3dd619fd-ffb8-4870-a353-1faa0c3156f8'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:30.795400 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-41a07236-e4a1-43e4-87a9-4bdda7a77fed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/3dd619fd-ffb8-4870-a353-1faa0c3156f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8640261 Aug 20 15:23:30.798096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 45994) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:30.813056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9803e-8a8f-426b-9e9b-9cc0a7947d47 None None] Port a9d02f20-961c-4165-8d57-69e6c511b478 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:30.833335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c4702e-3368-47fb-a374-78943fefe194 None None] Routers {'3dd619fd-ffb8-4870-a353-1faa0c3156f8'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:30.834028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d5c4702e-3368-47fb-a374-78943fefe194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['3dd619fd-ffb8-4870-a353-1faa0c3156f8'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:30.881272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d8daa-765c-43ca-9003-e6d4c71087ce tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:30.883416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ec4d8daa-765c-43ca-9003-e6d4c71087ce tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports/a9d02f20-961c-4165-8d57-69e6c511b478 HTTP/1.1" status: 200 len: 911 time: 0.0837338 Aug 20 15:23:30.897704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46000) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:30.912920 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-702b85ef-5883-4420-a7be-006adc09ee31 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34973ba7-168c-4133-88d9-eb4d763c1553'}]}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:30.949990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 39200095-2f38-462c-a80c-fa851d5b3121 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:30.956212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d5c4702e-3368-47fb-a374-78943fefe194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:30.998011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c4702e-3368-47fb-a374-78943fefe194 None None] Routers {'3dd619fd-ffb8-4870-a353-1faa0c3156f8'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:30.998676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d5c4702e-3368-47fb-a374-78943fefe194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['3dd619fd-ffb8-4870-a353-1faa0c3156f8'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:31.040605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d5c4702e-3368-47fb-a374-78943fefe194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:31.042529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c4702e-3368-47fb-a374-78943fefe194 None None] The sync data for ids ['3dd619fd-ffb8-4870-a353-1faa0c3156f8'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:31.062730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 39200095-2f38-462c-a80c-fa851d5b3121 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:31.067013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 39200095-2f38-462c-a80c-fa851d5b3121 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:31.067462 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.067870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.164047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d6f8793a-2ef1-4cb5-bc99-d9ed45887767 None None] Provisioning complete for port a9d02f20-961c-4165-8d57-69e6c511b478 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:31.165558 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d6f8793a-2ef1-4cb5-bc99-d9ed45887767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.179400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.190751 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-702b85ef-5883-4420-a7be-006adc09ee31 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.267333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d6f8793a-2ef1-4cb5-bc99-d9ed45887767 None None] Port a9d02f20-961c-4165-8d57-69e6c511b478 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:31.290059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.404528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 39200095-2f38-462c-a80c-fa851d5b3121, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=39200095-2f38-462c-a80c-fa851d5b3121,segment=NetworkSegment(8ab6bbda-1d48-40e0-9b26-a3cc34cf610f),segment_id=8ab6bbda-1d48-40e0-9b26-a3cc34cf610f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:31.416139 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.477711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.487489 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.495079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=39200095-2f38-462c-a80c-fa851d5b3121,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:31.506191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-35f033cc-e452-43c9-a2fc-65649af928ff None None] Provisioning complete for port a9d02f20-961c-4165-8d57-69e6c511b478 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:31.506566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-35f033cc-e452-43c9-a2fc-65649af928ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.548900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-35f033cc-e452-43c9-a2fc-65649af928ff None None] Port a9d02f20-961c-4165-8d57-69e6c511b478 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:31.603339 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.665110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=6ed08c6b-b23c-43bd-b3c1-d66f7d7b5844,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:31.752499 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Floating IP 03c006bb-8927-4c0c-bd9c-219c5a7b0508 associated. External IP: 172.25.5.8, port: b7e2caa5-440e-4491-b9f1-07f597dd6faf. Aug 20 15:23:31.781911 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-702b85ef-5883-4420-a7be-006adc09ee31 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.794212 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-702b85ef-5883-4420-a7be-006adc09ee31 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.800693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b85ef-5883-4420-a7be-006adc09ee31 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:31.801428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-702b85ef-5883-4420-a7be-006adc09ee31 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:31.802888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-702b85ef-5883-4420-a7be-006adc09ee31 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/ports/a9d02f20-961c-4165-8d57-69e6c511b478 HTTP/1.1" status: 200 len: 911 time: 0.9034178 Aug 20 15:23:31.844618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46014) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:31.939737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b85ef-5883-4420-a7be-006adc09ee31 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=a9d02f20-961c-4165-8d57-69e6c511b478,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:32.029649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router 9f012205-8c55-418a-a959-43fdb4ccb310 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:32.170259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:32.181111 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] Sync routers for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:32.197662 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:32.198346 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:32.237387 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:32.278986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:32.280804 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-de060bc7-6701-419f-858b-d11db5aec13a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8351583 Aug 20 15:23:32.281951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:23:32.283808 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd" -d '{"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:23:32.374753 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:32.488933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80802f5-890d-450e-8c84-e221c9b2ca03 req-28ea2ed3-ef2d-47fe-bfb5-8d3a319e2267 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:32.490414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f80802f5-890d-450e-8c84-e221c9b2ca03 req-28ea2ed3-ef2d-47fe-bfb5-8d3a319e2267 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.1116788 Aug 20 15:23:32.551995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f80802f5-890d-450e-8c84-e221c9b2ca03 req-330b2fc4-dc8d-4a46-847a-d64c29b9f771 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448229 Aug 20 15:23:32.580583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46030) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:32.701712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port a9d02f20-961c-4165-8d57-69e6c511b478 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:32.702910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:32.739739 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-37660c42-d218-499c-8ad3-27a3398e8298 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/03c006bb-8927-4c0c-bd9c-219c5a7b0508 HTTP/1.1" status: 200 len: 989 time: 0.1571980 Aug 20 15:23:32.744117 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b78f24-df43-442b-91dd-db423e2f210b x-openstack-request-id: req-f4b78f24-df43-442b-91dd-db423e2f210b {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:23:32.744407 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:23:32.744661 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4b78f24-df43-442b-91dd-db423e2f210b {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:23:32.747738 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'status': 'completed', 'code': 200} Aug 20 15:23:32.794479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 39200095-2f38-462c-a80c-fa851d5b3121 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:32.841924 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:12Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '03c006bb-8927-4c0c-bd9c-219c5a7b0508', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'port_id': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'mac_address': 'fa:16:3e:61:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:23:30Z', 'updated_at': '2021-08-20T15:23:30Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e006d22-5433-49cd-811e-8a8ebca74de1', 'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:2e:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:11Z', 'updated_at': '2021-08-20T15:23:19Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:32.863648 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:32.883788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 39200095-2f38-462c-a80c-fa851d5b3121 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:32.884205 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:32.894929 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] Checking router: 9f012205-8c55-418a-a959-43fdb4ccb310 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:23:32.908605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for a9d02f20-961c-4165-8d57-69e6c511b478 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:32.923455 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:32.927419 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:32.931043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-2ee42da0-09e8-409e-9e0e-989d8f7854ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:32.933420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-2ee42da0-09e8-409e-9e0e-989d8f7854ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1097 time: 0.1548066 Aug 20 15:23:33.080453 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:33.371346 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:12Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '03c006bb-8927-4c0c-bd9c-219c5a7b0508', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'port_id': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'mac_address': 'fa:16:3e:61:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:23:30Z', 'updated_at': '2021-08-20T15:23:30Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e006d22-5433-49cd-811e-8a8ebca74de1', 'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:2e:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:11Z', 'updated_at': '2021-08-20T15:23:19Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:33.410209 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d590ff-a85e-40bd-89f6-87901f75e339 None None] The sync data for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 is: [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:12Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '03c006bb-8927-4c0c-bd9c-219c5a7b0508', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.8', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'port_id': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'mac_address': 'fa:16:3e:61:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:23:30Z', 'updated_at': '2021-08-20T15:23:30Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e006d22-5433-49cd-811e-8a8ebca74de1', 'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:2e:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:11Z', 'updated_at': '2021-08-20T15:23:19Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:33.463754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-181ef69d-c191-47c2-9627-fbf6a26d33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:33.465265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-181ef69d-c191-47c2-9627-fbf6a26d33ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1598630 Aug 20 15:23:33.581406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-9078ac59-7be5-4796-abcc-d59dbe158f4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 997 time: 0.1065187 Aug 20 15:23:33.644049 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:33.682300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-291a2ab5-00c9-4ebe-bfcc-19ea6498c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:33.687442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-291a2ab5-00c9-4ebe-bfcc-19ea6498c82f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0954721 Aug 20 15:23:33.733127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3714a5e5-6aa7-448f-92e0-277533446ae3 None None] New status for floating IP 03c006bb-8927-4c0c-bd9c-219c5a7b0508: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:23:33.744208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46052) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:33.778061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=a9d02f20-961c-4165-8d57-69e6c511b478,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:33.845732 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-22cc5c94-55bb-46a6-be56-64926de6178f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/03c006bb-8927-4c0c-bd9c-219c5a7b0508 HTTP/1.1" status: 200 len: 989 time: 0.1003239 Aug 20 15:23:33.886752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-d6109830-d7c3-4ce2-90e8-d901debd606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:33.888332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-d6109830-d7c3-4ce2-90e8-d901debd606f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1748881 Aug 20 15:23:33.890864 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:34.165412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router 3dd619fd-ffb8-4870-a353-1faa0c3156f8 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:34.178823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-0a056cc7-56ac-4bca-9492-5fb9e595a3c8 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810543 Aug 20 15:23:34.297985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:34.307876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3bf2ae50-4562-4bcb-8772-eb4a9d4c64e4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/3dd619fd-ffb8-4870-a353-1faa0c3156f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574780 Aug 20 15:23:34.307876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46060) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:34.317925 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a77685-67dd-4573-930b-b058134b6066 None None] Sync routers for ids ['3dd619fd-ffb8-4870-a353-1faa0c3156f8'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:34.343013 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a77685-67dd-4573-930b-b058134b6066 None None] Routers {'3dd619fd-ffb8-4870-a353-1faa0c3156f8'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:34.344181 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-50a77685-67dd-4573-930b-b058134b6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['3dd619fd-ffb8-4870-a353-1faa0c3156f8'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:34.350110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1c3737a5-73e7-431e-81de-c6fa39cc6812 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd619fd-ffb8-4870-a353-1faa0c3156f8 HTTP/1.1" status: 200 len: 205 time: 0.0417395 Aug 20 15:23:34.352663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46066) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:34.408657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-50a77685-67dd-4573-930b-b058134b6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:34.422362 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a77685-67dd-4573-930b-b058134b6066 None None] Routers {'3dd619fd-ffb8-4870-a353-1faa0c3156f8'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:34.422983 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-50a77685-67dd-4573-930b-b058134b6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['3dd619fd-ffb8-4870-a353-1faa0c3156f8'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:34.460503 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a36344bc-e53f-4315-9eb1-fcd3e65fe276 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:34.472285 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-50a77685-67dd-4573-930b-b058134b6066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:34.473310 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a77685-67dd-4573-930b-b058134b6066 None None] The sync data for ids ['3dd619fd-ffb8-4870-a353-1faa0c3156f8'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:34.614477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aba35eb9-23b5-49e9-8bb9-b55ceb6860bd req-93951edf-c568-42aa-987c-34edd49d6d09 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279900 Aug 20 15:23:34.644340 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a36344bc-e53f-4315-9eb1-fcd3e65fe276 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:34.646918 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a36344bc-e53f-4315-9eb1-fcd3e65fe276 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:34.696272 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a36344bc-e53f-4315-9eb1-fcd3e65fe276 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:34.697102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36344bc-e53f-4315-9eb1-fcd3e65fe276 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd619fd-ffb8-4870-a353-1faa0c3156f8 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:23:34.708449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a36344bc-e53f-4315-9eb1-fcd3e65fe276 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:34.712336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a36344bc-e53f-4315-9eb1-fcd3e65fe276 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/3dd619fd-ffb8-4870-a353-1faa0c3156f8 HTTP/1.1" status: 204 len: 168 time: 0.3562858 Aug 20 15:23:34.712772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46074) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:34.765983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d10f9e-c1e0-40de-98a3-b0d1a40e3e6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting subnet 34973ba7-168c-4133-88d9-eb4d763c1553 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:23:34.769582 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d10f9e-c1e0-40de-98a3-b0d1a40e3e6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:34.811883 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d10f9e-c1e0-40de-98a3-b0d1a40e3e6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:34.849319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46076) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:34.914831 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d10f9e-c1e0-40de-98a3-b0d1a40e3e6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:34.938176 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-37583447-1f40-417b-9713-20853d1bf4ef tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/03c006bb-8927-4c0c-bd9c-219c5a7b0508 HTTP/1.1" status: 200 len: 991 time: 0.0827084 Aug 20 15:23:34.990058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d10f9e-c1e0-40de-98a3-b0d1a40e3e6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.031891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d10f9e-c1e0-40de-98a3-b0d1a40e3e6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Subnet': ['ID=34973ba7-168c-4133-88d9-eb4d763c1553,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:35.041992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d10f9e-c1e0-40de-98a3-b0d1a40e3e6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.044317 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34d10f9e-c1e0-40de-98a3-b0d1a40e3e6c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/34973ba7-168c-4133-88d9-eb4d763c1553 HTTP/1.1" status: 204 len: 168 time: 0.3303866 Aug 20 15:23:35.046011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67687df6-05ef-4ece-813b-e7b25e9878ea None None] Network 246aed72-9ae2-443e-9eec-d0d4bad0c5eb requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:35.046732 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46084) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:35.131803 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.198966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 39200095-2f38-462c-a80c-fa851d5b3121 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:35.199350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.274567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5988b-ddca-42e9-956e-c532176a1780 None None] DHCP port deletion for 246aed72-9ae2-443e-9eec-d0d4bad0c5eb request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:23:35.278963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port 39200095-2f38-462c-a80c-fa851d5b3121, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=39200095-2f38-462c-a80c-fa851d5b3121,segment=NetworkSegment(8ab6bbda-1d48-40e0-9b26-a3cc34cf610f),segment_id=8ab6bbda-1d48-40e0-9b26-a3cc34cf610f)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:35.279446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.295014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 39200095-2f38-462c-a80c-fa851d5b3121 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:35.341827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2af5988b-ddca-42e9-956e-c532176a1780 None None] Deleting port 39200095-2f38-462c-a80c-fa851d5b3121 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:35.342201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2af5988b-ddca-42e9-956e-c532176a1780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.395703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.425527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=39200095-2f38-462c-a80c-fa851d5b3121,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:35.436848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No DVR routers for this DVR port 39200095-2f38-462c-a80c-fa851d5b3121 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:35.446054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2af5988b-ddca-42e9-956e-c532176a1780 None None] For port 39200095-2f38-462c-a80c-fa851d5b3121, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=39200095-2f38-462c-a80c-fa851d5b3121,segment=NetworkSegment(8ab6bbda-1d48-40e0-9b26-a3cc34cf610f),segment_id=8ab6bbda-1d48-40e0-9b26-a3cc34cf610f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:35.446660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2af5988b-ddca-42e9-956e-c532176a1780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.463170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2af5988b-ddca-42e9-956e-c532176a1780 None None] Calling delete_port for 39200095-2f38-462c-a80c-fa851d5b3121 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:35.542676 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.556771 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2af5988b-ddca-42e9-956e-c532176a1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.557938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246aed72-9ae2-443e-9eec-d0d4bad0c5eb']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:35.569944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af5988b-ddca-42e9-956e-c532176a1780 None None] No DVR routers for this DVR port 39200095-2f38-462c-a80c-fa851d5b3121 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:35.574492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab6bbda-1d48-40e0-9b26-a3cc34cf610f') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:35.574864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab6bbda-1d48-40e0-9b26-a3cc34cf610f') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:35.584814 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.598503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5988b-ddca-42e9-956e-c532176a1780 None None] Pushing event deleted for resources: {'Port': ['ID=39200095-2f38-462c-a80c-fa851d5b3121,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:35.606740 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.608520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:23:35.609037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:23:35.623384 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:23:35.687208 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.694968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.701252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/networks/246aed72-9ae2-443e-9eec-d0d4bad0c5eb HTTP/1.1" status: 204 len: 168 time: 0.6499758 Aug 20 15:23:35.701579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46096) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:35.706220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cf40f2d2-7844-4e20-b98d-e7bd7825daf0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-599897674', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:35.718283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a0861-a592-4be6-93e3-c63d6d864629 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Network': ['ID=246aed72-9ae2-443e-9eec-d0d4bad0c5eb,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:35.739758 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf40f2d2-7844-4e20-b98d-e7bd7825daf0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:35.740875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf40f2d2-7844-4e20-b98d-e7bd7825daf0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.063826 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.181290 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf40f2d2-7844-4e20-b98d-e7bd7825daf0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.190733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf40f2d2-7844-4e20-b98d-e7bd7825daf0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.214101 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf40f2d2-7844-4e20-b98d-e7bd7825daf0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.217863 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cf40f2d2-7844-4e20-b98d-e7bd7825daf0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5127692 Aug 20 15:23:36.218168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46108) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:36.224324 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-968448950'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:36.247839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:36.251420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.277768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:23:36.288132 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.288582 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added segment 4bca023a-dde0-4763-a92a-df8b89932ed8 of type vlan for network 042c5f12-9edc-4497-a062-29970010e2b6 Aug 20 15:23:36.342101 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.369878 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.375936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:36.376839 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.443070 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2231219 Aug 20 15:23:36.446431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46114) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:36.452722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'subnet': {'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:36.501428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52539d3-6ed5-4a88-8899-fe78ca631c14 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Network': ['ID=042c5f12-9edc-4497-a062-29970010e2b6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:36.516063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 042c5f12-9edc-4497-a062-29970010e2b6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:23:36.559202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:36.563142 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.777291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.784566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 39200095-2f38-462c-a80c-fa851d5b3121 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:36.809046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 39200095-2f38-462c-a80c-fa851d5b3121 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:36.809680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 39200095-2f38-462c-a80c-fa851d5b3121 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:36.855579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Subnet': ['ID=d8d0470d-ab1f-4c18-9928-e304365c2a51,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:36.860243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Checking segment: {'id': '4bca023a-dde0-4763-a92a-df8b89932ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:36.860613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network hostable DHCP agents. Network: 042c5f12-9edc-4497-a062-29970010e2b6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:23:36.881732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 042c5f12-9edc-4497-a062-29970010e2b6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:23:36.892517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 042c5f12-9edc-4497-a062-29970010e2b6) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:36.897362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:36.899064 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:36.902413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ea6c0-c625-4a98-9c59-2697b41ce315 None None] Network 042c5f12-9edc-4497-a062-29970010e2b6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:36.924426 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4e51d895-7a79-4409-988b-3cbee1595ad8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4769082 Aug 20 15:23:36.927074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46122) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:37.107664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-042c5f12-9edc-4497-a062-29970010e2b6', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:23:37.108569 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:37.291184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Allocated IP 2001:db8::2 (042c5f12-9edc-4497-a062-29970010e2b6/d8d0470d-ab1f-4c18-9928-e304365c2a51/cadcb658-90f9-4439-b71f-a5d726195bbf) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:37.301909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:37.474337 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:37.486266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Transition to ACTIVE for port object cadcb658-90f9-4439-b71f-a5d726195bbf will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:37.512775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Transition to ACTIVE for port object cadcb658-90f9-4439-b71f-a5d726195bbf will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:37.519383 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:37.565250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Network 042c5f12-9edc-4497-a062-29970010e2b6 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:37.568159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:37.571896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:37.582657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Pushing event updated for resources: {'Port': ['ID=cadcb658-90f9-4439-b71f-a5d726195bbf,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:37.648563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Attempting to bind port cadcb658-90f9-4439-b71f-a5d726195bbf on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:37.649032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Attempting to bind port cadcb658-90f9-4439-b71f-a5d726195bbf by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4bca023a-dde0-4763-a92a-df8b89932ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:37.649464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Attempting to bind port cadcb658-90f9-4439-b71f-a5d726195bbf on network 042c5f12-9edc-4497-a062-29970010e2b6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:37.653775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 2001:db8::1 (042c5f12-9edc-4497-a062-29970010e2b6/d8d0470d-ab1f-4c18-9928-e304365c2a51/08f1e7ca-dcb7-4482-a868-6bae1918a029) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:37.656269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:37.656650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Checking segment: {'id': '4bca023a-dde0-4763-a92a-df8b89932ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:37.657663 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:37.657663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Bound using segment: {'id': '4bca023a-dde0-4763-a92a-df8b89932ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:37.658128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Bound port: cadcb658-90f9-4439-b71f-a5d726195bbf, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bca023a-dde0-4763-a92a-df8b89932ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:37.658552 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:37.745977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] For port cadcb658-90f9-4439-b71f-a5d726195bbf, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:37.752884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] For port cadcb658-90f9-4439-b71f-a5d726195bbf, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cadcb658-90f9-4439-b71f-a5d726195bbf,segment=NetworkSegment(4bca023a-dde0-4763-a92a-df8b89932ed8),segment_id=4bca023a-dde0-4763-a92a-df8b89932ed8)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:37.757441 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:37.805839 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:37.823262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Transition to ACTIVE for port object 08f1e7ca-dcb7-4482-a868-6bae1918a029 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:37.833585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7acd81-3502-4473-94a3-3abd29b9b1be None None] Pushing event updated for resources: {'Port': ['ID=cadcb658-90f9-4439-b71f-a5d726195bbf,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:37.867126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:37.925914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 042c5f12-9edc-4497-a062-29970010e2b6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:37.932380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:37.934381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=08f1e7ca-dcb7-4482-a868-6bae1918a029,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:37.940667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:37.941391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:38.094342 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:38.422208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:38.428490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:38.429267 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:38.532132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=08f1e7ca-dcb7-4482-a868-6bae1918a029,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:38.580379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 042c5f12-9edc-4497-a062-29970010e2b6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:38.581768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:38.808012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:23:38.881491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cadcb658-90f9-4439-b71f-a5d726195bbf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:38.946602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:38.963917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:38.966390 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1b64d290-a2b2-4dd6-bc8c-04145f625e66 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0376015 Aug 20 15:23:38.969923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:38.975380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-764705619'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:39.001919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:39.002706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:39.006852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port cadcb658-90f9-4439-b71f-a5d726195bbf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:39.011278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:39.017840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:39.080779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:23:39.093128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:39.093487 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added segment 842ad361-d159-4a88-8e2b-91afe961c353 of type vlan for network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 Aug 20 15:23:39.136629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:39.154940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:39.190789 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:39.198281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:39.199377 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:39.268036 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2967923 Aug 20 15:23:39.270680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46164) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:39.278426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'subnet': {'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:39.298799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9859c44c-afcf-4d6e-abbb-6c6dbd9881f4 None None] Network 042c5f12-9edc-4497-a062-29970010e2b6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:39.306174 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb6a7e-38a8-49b1-8e98-490f3ac25aab tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Network': ['ID=3fb4820e-2f92-461c-a3c9-59c5e3e05309,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:39.443773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:39.448667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:39.532816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:23:39.639651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c5c940f6-a17f-4885-974a-51a2d4b02c6b None None] Provisioning for port cadcb658-90f9-4439-b71f-a5d726195bbf completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:39.662242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c5c940f6-a17f-4885-974a-51a2d4b02c6b None None] Provisioning complete for port cadcb658-90f9-4439-b71f-a5d726195bbf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:39.662617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5c940f6-a17f-4885-974a-51a2d4b02c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:39.706728 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:39.799464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Checking segment: {'id': '842ad361-d159-4a88-8e2b-91afe961c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:39.800138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network hostable DHCP agents. Network: 3fb4820e-2f92-461c-a3c9-59c5e3e05309, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:23:39.813809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Subnet': ['ID=c292ae35-92d5-4004-9d81-8ad118902c79,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:39.832664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:23:39.846234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 3fb4820e-2f92-461c-a3c9-59c5e3e05309) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:39.861201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42570ca5-b29f-47e8-b089-10c44a1ecac5 None None] Network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:39.862217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:39.863207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:39.883446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1c445db2-aa23-4d05-898e-615a048b65f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6097386 Aug 20 15:23:39.886143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46176) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:39.948441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:38Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:38Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:39.984536 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5c940f6-a17f-4885-974a-51a2d4b02c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:40.025792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:23:40.026558 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Updating router fa109491-10d4-47a3-937c-c1bb4718f359 port 08f1e7ca-dcb7-4482-a868-6bae1918a029 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:23:40.088802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c5c940f6-a17f-4885-974a-51a2d4b02c6b None None] For port cadcb658-90f9-4439-b71f-a5d726195bbf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cadcb658-90f9-4439-b71f-a5d726195bbf,segment=NetworkSegment(4bca023a-dde0-4763-a92a-df8b89932ed8),segment_id=4bca023a-dde0-4763-a92a-df8b89932ed8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:40.092958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:40.097948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5c940f6-a17f-4885-974a-51a2d4b02c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:40.295646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c940f6-a17f-4885-974a-51a2d4b02c6b None None] Pushing event updated for resources: {'Port': ['ID=cadcb658-90f9-4439-b71f-a5d726195bbf,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:40.425724 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:40.454327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:23:40.455200 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:40.619768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1ab47925-7403-4021-9ab3-bd068a1ccf82 None None] Provisioning complete for port cadcb658-90f9-4439-b71f-a5d726195bbf triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:40.620249 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1ab47925-7403-4021-9ab3-bd068a1ccf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:40.823010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cadcb658-90f9-4439-b71f-a5d726195bbf up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:40.834340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Allocated IP 2001:db8:1::2 (3fb4820e-2f92-461c-a3c9-59c5e3e05309/c292ae35-92d5-4004-9d81-8ad118902c79/9d521fdf-ceb6-48eb-b58e-e0deb04b359a) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:40.935907 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.005678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Transition to ACTIVE for port object 08f1e7ca-dcb7-4482-a868-6bae1918a029 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:41.024092 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.082941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1ab47925-7403-4021-9ab3-bd068a1ccf82 None None] Provisioning for port 08f1e7ca-dcb7-4482-a868-6bae1918a029 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:41.115841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port cadcb658-90f9-4439-b71f-a5d726195bbf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:41.116215 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.147336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0d10d-098a-4303-ba80-a3519e066178 None None] Pushing event updated for resources: {'Port': ['ID=08f1e7ca-dcb7-4482-a868-6bae1918a029,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:41.289803 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.297934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Attempting to bind port 08f1e7ca-dcb7-4482-a868-6bae1918a029 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:41.298111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Attempting to bind port 08f1e7ca-dcb7-4482-a868-6bae1918a029 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4bca023a-dde0-4763-a92a-df8b89932ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:41.298467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Attempting to bind port 08f1e7ca-dcb7-4482-a868-6bae1918a029 on network 042c5f12-9edc-4497-a062-29970010e2b6 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:41.309407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Transition to ACTIVE for port object 9d521fdf-ceb6-48eb-b58e-e0deb04b359a will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:41.314657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:41.315043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Checking segment: {'id': '4bca023a-dde0-4763-a92a-df8b89932ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:41.315448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.315888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Bound using segment: {'id': '4bca023a-dde0-4763-a92a-df8b89932ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:41.316373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Bound port: 08f1e7ca-dcb7-4482-a868-6bae1918a029, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bca023a-dde0-4763-a92a-df8b89932ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:41.316752 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.386048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Transition to ACTIVE for port object 9d521fdf-ceb6-48eb-b58e-e0deb04b359a will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:41.397570 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.425615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:41.450254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:41.474661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:41.517900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Pushing event updated for resources: {'Port': ['ID=9d521fdf-ceb6-48eb-b58e-e0deb04b359a,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:41.523954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 2001:db8:1::1 (3fb4820e-2f92-461c-a3c9-59c5e3e05309/c292ae35-92d5-4004-9d81-8ad118902c79/cf046ffd-775a-4015-9b41-4fb65baf4bfa) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:41.558735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] For port 08f1e7ca-dcb7-4482-a868-6bae1918a029, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:41.564242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] For port 08f1e7ca-dcb7-4482-a868-6bae1918a029, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08f1e7ca-dcb7-4482-a868-6bae1918a029,segment=NetworkSegment(4bca023a-dde0-4763-a92a-df8b89932ed8),segment_id=4bca023a-dde0-4763-a92a-df8b89932ed8)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:41.612278 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.689331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Attempting to bind port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:41.689710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Attempting to bind port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '842ad361-d159-4a88-8e2b-91afe961c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:41.690078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Attempting to bind port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a on network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:41.712556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:41.712993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Checking segment: {'id': '842ad361-d159-4a88-8e2b-91afe961c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:41.713337 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.713741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Bound using segment: {'id': '842ad361-d159-4a88-8e2b-91afe961c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:41.714217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Bound port: 9d521fdf-ceb6-48eb-b58e-e0deb04b359a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842ad361-d159-4a88-8e2b-91afe961c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:41.714602 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:41.752293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0d10d-098a-4303-ba80-a3519e066178 None None] Pushing event updated for resources: {'Port': ['ID=08f1e7ca-dcb7-4482-a868-6bae1918a029,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:41.757054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:41.758619 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:42.074291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] For port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:42.077586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] For port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9d521fdf-ceb6-48eb-b58e-e0deb04b359a,segment=NetworkSegment(842ad361-d159-4a88-8e2b-91afe961c353),segment_id=842ad361-d159-4a88-8e2b-91afe961c353)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:42.085278 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:42.193855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:42.252991 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef39ff1-5fe8-4236-863a-df7f5c997b17 None None] Pushing event updated for resources: {'Port': ['ID=9d521fdf-ceb6-48eb-b58e-e0deb04b359a,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:42.268745 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d19079e-8da0-48ed-8864-fe5000e1bb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:42.296612 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:42.317214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Transition to ACTIVE for port object cf046ffd-775a-4015-9b41-4fb65baf4bfa will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:42.400552 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:42.494549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:42.499830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:42.503498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:42.504383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:42.561877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=cf046ffd-775a-4015-9b41-4fb65baf4bfa,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:42.596789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:38Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:41Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:42.650639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75365b70-0e79-4100-a371-e0ffa306c188 None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:38Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:41Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:42.689364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:42.839336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9d521fdf-ceb6-48eb-b58e-e0deb04b359a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:42.902319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:43.107045 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:43.112946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:43.114124 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:43.245175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=cf046ffd-775a-4015-9b41-4fb65baf4bfa,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:43.301958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:43.304501 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:43.483707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:43.606238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:43.623710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46248) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:43.628153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8d7a03f0-d19c-4b0f-ba9b-5df947d5c06b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7403781 Aug 20 15:23:43.629086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-575754865'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:43.646384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54daaa42-0108-4e64-b71f-408500d4c80e None None] Network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:43.682644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:43.697024 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:43.742875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:23:43.750621 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e4873a28-1e13-4cd1-bbf4-3b8e03517b23 None None] Provisioning for port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:43.764406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:43.764810 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added segment 24da81a0-9316-4f5c-bd74-71e8af72205a of type vlan for network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 Aug 20 15:23:43.826687 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:43.854338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:43.860919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:43.861250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:43.874089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e4873a28-1e13-4cd1-bbf4-3b8e03517b23 None None] Provisioning complete for port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:43.874858 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e4873a28-1e13-4cd1-bbf4-3b8e03517b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:43.883238 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2576852 Aug 20 15:23:43.885171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46256) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:43.890426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'subnet': {'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:43.973020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423eb6b5-4b80-4117-ab9e-fa4b6dc60bb8 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Network': ['ID=03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:43.991124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:23:44.107510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:44.123132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:44.246904 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e4873a28-1e13-4cd1-bbf4-3b8e03517b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:44.289674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e4873a28-1e13-4cd1-bbf4-3b8e03517b23 None None] For port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9d521fdf-ceb6-48eb-b58e-e0deb04b359a,segment=NetworkSegment(842ad361-d159-4a88-8e2b-91afe961c353),segment_id=842ad361-d159-4a88-8e2b-91afe961c353)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:44.294793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e4873a28-1e13-4cd1-bbf4-3b8e03517b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:44.382299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4873a28-1e13-4cd1-bbf4-3b8e03517b23 None None] Pushing event updated for resources: {'Port': ['ID=9d521fdf-ceb6-48eb-b58e-e0deb04b359a,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:44.447249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e6a3e4f4-9bf4-483d-8c12-d370f7bfcbc8 None None] Provisioning complete for port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:44.448449 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e4f4-9bf4-483d-8c12-d370f7bfcbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:44.572577 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:44.652061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Checking segment: {'id': '24da81a0-9316-4f5c-bd74-71e8af72205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:44.653157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network hostable DHCP agents. Network: 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:23:44.668257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Subnet': ['ID=0a9afbdd-131b-49ac-a30b-c0e9e98e50ab,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:44.682486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:23:44.685726 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e6a3e4f4-9bf4-483d-8c12-d370f7bfcbc8 None None] Provisioning for port cf046ffd-775a-4015-9b41-4fb65baf4bfa completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:44.694025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e6a3e4f4-9bf4-483d-8c12-d370f7bfcbc8 None None] Provisioning complete for port cf046ffd-775a-4015-9b41-4fb65baf4bfa triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:44.694451 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6a3e4f4-9bf4-483d-8c12-d370f7bfcbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:44.725272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:44.741034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:44.741639 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:44.779251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46278) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:44.780784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e6b0e34f-d659-41d5-bb7e-51e0c1c7efc2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8937325 Aug 20 15:23:44.786984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f353309-378a-4190-a4b6-9cc5710581b7 None None] Network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:44.833405 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:44.847685 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:44.848620 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:44.986687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3e4f4-9bf4-483d-8c12-d370f7bfcbc8 None None] Port cf046ffd-775a-4015-9b41-4fb65baf4bfa cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:45.002435 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:45.095778 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:45.136827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9d521fdf-ceb6-48eb-b58e-e0deb04b359a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:45.298087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6313d16b-7b53-4c3b-a53e-03e5429edf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:45.299798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ad484f72-e46e-41a4-aa2a-cb0ada58e67e None None] Provisioning complete for port cf046ffd-775a-4015-9b41-4fb65baf4bfa triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:45.300191 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ad484f72-e46e-41a4-aa2a-cb0ada58e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:45.356384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ad484f72-e46e-41a4-aa2a-cb0ada58e67e None None] Port cf046ffd-775a-4015-9b41-4fb65baf4bfa cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:45.431937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:45.432395 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:45.456147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:23:45.457429 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:45.529952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:45.574783 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:42Z', 'revision_number': 3, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:41Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:42Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:45.594893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-44d9f5a5-a365-48f6-891e-4cc0850156ca None None] Provisioning complete for port cf046ffd-775a-4015-9b41-4fb65baf4bfa triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:45.595619 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-44d9f5a5-a365-48f6-891e-4cc0850156ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:45.603641 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:23:45.604258 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Updating router fa109491-10d4-47a3-937c-c1bb4718f359 port cf046ffd-775a-4015-9b41-4fb65baf4bfa binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:23:45.634331 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:45.641982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-44d9f5a5-a365-48f6-891e-4cc0850156ca None None] Port cf046ffd-775a-4015-9b41-4fb65baf4bfa cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:45.740383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08f1e7ca-dcb7-4482-a868-6bae1918a029 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:45.776782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Allocated IP 2001:db8:2::2 (03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3/0a9afbdd-131b-49ac-a30b-c0e9e98e50ab/30474cd5-cd59-4805-8bce-dd6957100a5b) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:45.980090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 08f1e7ca-dcb7-4482-a868-6bae1918a029 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:45.988848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 08f1e7ca-dcb7-4482-a868-6bae1918a029 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:45.989286 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.013709 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.025515 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Transition to ACTIVE for port object cf046ffd-775a-4015-9b41-4fb65baf4bfa will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:46.033171 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.088861 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b8222-2950-459d-b1b7-925ae3d279fe None None] Pushing event updated for resources: {'Port': ['ID=cf046ffd-775a-4015-9b41-4fb65baf4bfa,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:46.163844 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Attempting to bind port cf046ffd-775a-4015-9b41-4fb65baf4bfa on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:46.164456 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Attempting to bind port cf046ffd-775a-4015-9b41-4fb65baf4bfa by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '842ad361-d159-4a88-8e2b-91afe961c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:46.165006 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Attempting to bind port cf046ffd-775a-4015-9b41-4fb65baf4bfa on network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:46.172528 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:46.173047 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Checking segment: {'id': '842ad361-d159-4a88-8e2b-91afe961c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:46.173600 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.175561 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Bound using segment: {'id': '842ad361-d159-4a88-8e2b-91afe961c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:46.176149 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Bound port: cf046ffd-775a-4015-9b41-4fb65baf4bfa, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842ad361-d159-4a88-8e2b-91afe961c353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:46.176612 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.208444 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.218302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Transition to ACTIVE for port object 30474cd5-cd59-4805-8bce-dd6957100a5b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:46.247072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Transition to ACTIVE for port object 30474cd5-cd59-4805-8bce-dd6957100a5b will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:46.250168 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.253614 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] For port cf046ffd-775a-4015-9b41-4fb65baf4bfa, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:46.258343 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] For port cf046ffd-775a-4015-9b41-4fb65baf4bfa, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cf046ffd-775a-4015-9b41-4fb65baf4bfa,segment=NetworkSegment(842ad361-d159-4a88-8e2b-91afe961c353),segment_id=842ad361-d159-4a88-8e2b-91afe961c353)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:46.265177 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.290132 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.349472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 2001:db8:2::1 (03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3/0a9afbdd-131b-49ac-a30b-c0e9e98e50ab/0276fafa-3527-41f6-91af-9a2f32c9a5b0) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:46.368365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:46.376629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:46.379714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:46.380208 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b8222-2950-459d-b1b7-925ae3d279fe None None] Pushing event updated for resources: {'Port': ['ID=cf046ffd-775a-4015-9b41-4fb65baf4bfa,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:46.387335 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.389725 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:46.390343 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:46.420339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 08f1e7ca-dcb7-4482-a868-6bae1918a029, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08f1e7ca-dcb7-4482-a868-6bae1918a029,segment=NetworkSegment(4bca023a-dde0-4763-a92a-df8b89932ed8),segment_id=4bca023a-dde0-4763-a92a-df8b89932ed8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:46.440850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.497863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Pushing event updated for resources: {'Port': ['ID=30474cd5-cd59-4805-8bce-dd6957100a5b,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:46.563613 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:46.581864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.603534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Transition to ACTIVE for port object 0276fafa-3527-41f6-91af-9a2f32c9a5b0 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:46.641515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.665090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Attempting to bind port 30474cd5-cd59-4805-8bce-dd6957100a5b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:46.665603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Attempting to bind port 30474cd5-cd59-4805-8bce-dd6957100a5b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '24da81a0-9316-4f5c-bd74-71e8af72205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:46.665977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Attempting to bind port 30474cd5-cd59-4805-8bce-dd6957100a5b on network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:46.699975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:46.700436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Checking segment: {'id': '24da81a0-9316-4f5c-bd74-71e8af72205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:46.700759 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.701158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Bound using segment: {'id': '24da81a0-9316-4f5c-bd74-71e8af72205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:46.701766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Bound port: 30474cd5-cd59-4805-8bce-dd6957100a5b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24da81a0-9316-4f5c-bd74-71e8af72205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:46.702156 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.728587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=08f1e7ca-dcb7-4482-a868-6bae1918a029,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:46.753809 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=0276fafa-3527-41f6-91af-9a2f32c9a5b0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:46.791495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:46.792949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:46.795592 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] For port 30474cd5-cd59-4805-8bce-dd6957100a5b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:46.801503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:46.802243 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.804320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] For port 30474cd5-cd59-4805-8bce-dd6957100a5b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=30474cd5-cd59-4805-8bce-dd6957100a5b,segment=NetworkSegment(24da81a0-9316-4f5c-bd74-71e8af72205a),segment_id=24da81a0-9316-4f5c-bd74-71e8af72205a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:46.812574 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:46.850437 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:42Z', 'revision_number': 3, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:41Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:46.919054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d4d2c-db4b-4441-b0c9-f46d732a3c18 None None] Pushing event updated for resources: {'Port': ['ID=30474cd5-cd59-4805-8bce-dd6957100a5b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:47.038377 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d893bb6-abb6-46e6-86e2-6b8de55dffec None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:42Z', 'revision_number': 3, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:41Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:47.045625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:47.495851 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:47.502264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:47.503245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:47.655315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=0276fafa-3527-41f6-91af-9a2f32c9a5b0,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:47.715307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:47.717143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:47.875692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:47.878048 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:48.067459 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:48.079657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46324) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:48.086312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-893544723'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:48.090158 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-877a9562-06bd-4934-b229-bb912b5945c4 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3090107 Aug 20 15:23:48.131171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:48.138049 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:48.206704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:23:48.233150 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:48.233761 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added segment 0dd0d220-6548-49d6-8e47-7b1899ac3eaf of type vlan for network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f Aug 20 15:23:48.283967 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:48.304596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:48.321076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:48.321626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:48.342550 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:48.349617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:48.351004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:48.423940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3428464 Aug 20 15:23:48.427632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46330) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:48.434378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'subnet': {'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:48.442722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f890f-daec-4686-ad42-6e0a95dd5800 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Network': ['ID=47bd3774-6c8f-47cd-b6c8-9a913f9c062f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:48.448956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6273c2d2-2c36-42e8-afc3-1e783ae9ce71 None None] Network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:48.481295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:23:48.488232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:48.572587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Made reservation on behalf of ae0a85d4578f494380389d73e3402a3f for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:48.578630 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:48.894613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a0d76ffd-5855-4d74-9e17-83674c292368 None None] Provisioning for port 30474cd5-cd59-4805-8bce-dd6957100a5b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:49.062493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cf046ffd-775a-4015-9b41-4fb65baf4bfa up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:49.266497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port cf046ffd-775a-4015-9b41-4fb65baf4bfa completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:49.275160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port cf046ffd-775a-4015-9b41-4fb65baf4bfa triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:49.275637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:49.345121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:47Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:49.361399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:49.383049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:23:49.383723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Updating router fa109491-10d4-47a3-937c-c1bb4718f359 port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:23:49.434671 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:49.438379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Subnet': ['ID=38dd586a-eed7-4505-b289-d627bda46419,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:49.447330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Checking segment: {'id': '0dd0d220-6548-49d6-8e47-7b1899ac3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:49.447732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network hostable DHCP agents. Network: 47bd3774-6c8f-47cd-b6c8-9a913f9c062f, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:23:49.467621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:23:49.480548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 47bd3774-6c8f-47cd-b6c8-9a913f9c062f) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:49.486237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:49.487010 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:49.499489 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:49.501787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a2e84c-30b3-40ea-ba1a-ed4c32bfe5be None None] Network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:49.509380 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e01f1704-aee9-479b-852d-f39ee0116d88 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0774102 Aug 20 15:23:49.509819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46348) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:49.574176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port cf046ffd-775a-4015-9b41-4fb65baf4bfa, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cf046ffd-775a-4015-9b41-4fb65baf4bfa,segment=NetworkSegment(842ad361-d159-4a88-8e2b-91afe961c353),segment_id=842ad361-d159-4a88-8e2b-91afe961c353)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:49.600487 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:49.601888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 30474cd5-cd59-4805-8bce-dd6957100a5b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:49.780373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=cf046ffd-775a-4015-9b41-4fb65baf4bfa,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:49.829175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.829575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.829913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.830257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.830598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.830935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.831530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.831900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.832234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.832565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.832895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.833227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:23:49.838273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-90e86df7-616d-406e-b5eb-e2cf29916059 None None] Provisioning for port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:49.851175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-90e86df7-616d-406e-b5eb-e2cf29916059 None None] Provisioning complete for port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:49.851635 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-90e86df7-616d-406e-b5eb-e2cf29916059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:49.934996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 30474cd5-cd59-4805-8bce-dd6957100a5b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:49.983609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:49.990487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 30474cd5-cd59-4805-8bce-dd6957100a5b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:49.990871 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.002095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-90e86df7-616d-406e-b5eb-e2cf29916059 None None] Port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:50.075589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-47bd3774-6c8f-47cd-b6c8-9a913f9c062f', 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'fixed_ips': [{'subnet_id': '38dd586a-eed7-4505-b289-d627bda46419'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:23:50.076794 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.088257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-90e86df7-616d-406e-b5eb-e2cf29916059 None None] Provisioning complete for port 30474cd5-cd59-4805-8bce-dd6957100a5b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:50.088640 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-90e86df7-616d-406e-b5eb-e2cf29916059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.310612 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Allocated IP 2001:db8:3::1 (47bd3774-6c8f-47cd-b6c8-9a913f9c062f/38dd586a-eed7-4505-b289-d627bda46419/636b8f6a-9992-402f-8a83-be48cff4f6a0) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:50.375264 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.411185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.434756 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-90e86df7-616d-406e-b5eb-e2cf29916059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.441437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Transition to ACTIVE for port object 0276fafa-3527-41f6-91af-9a2f32c9a5b0 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:50.456819 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.457862 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.474539 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Transition to ACTIVE for port object 636b8f6a-9992-402f-8a83-be48cff4f6a0 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:50.480613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 30474cd5-cd59-4805-8bce-dd6957100a5b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=30474cd5-cd59-4805-8bce-dd6957100a5b,segment=NetworkSegment(24da81a0-9316-4f5c-bd74-71e8af72205a),segment_id=24da81a0-9316-4f5c-bd74-71e8af72205a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:50.507641 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.508488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08f1e7ca-dcb7-4482-a868-6bae1918a029 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:50.528733 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.584131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:50.588301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:50.592213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:50.592838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.628328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505b1cf-eb4d-44f4-959f-c856beaaedc1 None None] Pushing event updated for resources: {'Port': ['ID=0276fafa-3527-41f6-91af-9a2f32c9a5b0,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:50.684998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=636b8f6a-9992-402f-8a83-be48cff4f6a0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:50.724366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Allocated IP 2001:db8:3::2 (47bd3774-6c8f-47cd-b6c8-9a913f9c062f/38dd586a-eed7-4505-b289-d627bda46419/a69bcf6a-e01e-4295-a8ad-34bf14489f66) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:50.746249 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.817521 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-90e86df7-616d-406e-b5eb-e2cf29916059 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 15:23:50.818194 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-90e86df7-616d-406e-b5eb-e2cf29916059 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 15:23:50.830497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-61ebe60a-4c26-4af5-bab6-b42156c3d288 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467103183&fields=id&tenant_id=db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 267 time: 0.0764515 Aug 20 15:23:50.942674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Attempting to bind port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:50.943263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Attempting to bind port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '24da81a0-9316-4f5c-bd74-71e8af72205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:50.943477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Attempting to bind port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 on network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:50.948447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=30474cd5-cd59-4805-8bce-dd6957100a5b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:50.974446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263544c-fc65-4fb9-82e9-800725f743ce req-dbbe4e3c-dc0c-469c-bfe3-622767b195ca tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:50.974686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:50.975065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Checking segment: {'id': '24da81a0-9316-4f5c-bd74-71e8af72205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:50.975477 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.976623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Bound using segment: {'id': '24da81a0-9316-4f5c-bd74-71e8af72205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:50.977326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Bound port: 0276fafa-3527-41f6-91af-9a2f32c9a5b0, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24da81a0-9316-4f5c-bd74-71e8af72205a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:50.977641 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.981128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 08f1e7ca-dcb7-4482-a868-6bae1918a029 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:50.981535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:50.992821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-dbbe4e3c-dc0c-469c-bfe3-622767b195ca tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1591592 Aug 20 15:23:51.015777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-9e6c9192-4fae-4e9b-a166-2cac76362f72 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/quotas/db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 375 time: 0.0213439 Aug 20 15:23:51.092958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-8e5ffd7c-b8e1-479e-a2c1-395ae8866a0a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575547 Aug 20 15:23:51.115200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-775a9ef3-c337-41db-b640-e6d1ff5d932e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:23:51.123730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-775a9ef3-c337-41db-b640-e6d1ff5d932e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170479 Aug 20 15:23:51.130866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:51.151119 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:51.152714 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:51.275756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-4872cfa2-da78-42a6-9315-53d9a0925ec8 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397355 Aug 20 15:23:51.298920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event updated for resources: {'Port': ['ID=636b8f6a-9992-402f-8a83-be48cff4f6a0,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:51.350802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:51.352651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:51.415129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] For port 0276fafa-3527-41f6-91af-9a2f32c9a5b0, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:51.442792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-84528d29-70aa-4a00-9692-77b543651be9 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601765 Aug 20 15:23:51.461291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] For port 0276fafa-3527-41f6-91af-9a2f32c9a5b0, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0276fafa-3527-41f6-91af-9a2f32c9a5b0,segment=NetworkSegment(24da81a0-9316-4f5c-bd74-71e8af72205a),segment_id=24da81a0-9316-4f5c-bd74-71e8af72205a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:51.477187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:51.484601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:51.498072 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:51.546571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Transition to ACTIVE for port object a69bcf6a-e01e-4295-a8ad-34bf14489f66 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:51.608420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:51.622135 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cca8f554-7301-4e61-867b-0574c6380b5d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1112962 Aug 20 15:23:51.624789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46398) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:51.631124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:51.662716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505b1cf-eb4d-44f4-959f-c856beaaedc1 None None] Pushing event updated for resources: {'Port': ['ID=0276fafa-3527-41f6-91af-9a2f32c9a5b0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:51.674489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Transition to ACTIVE for port object a69bcf6a-e01e-4295-a8ad-34bf14489f66 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:51.682219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:51.682877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:51.686789 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:51.831450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Pushing event updated for resources: {'Port': ['ID=a69bcf6a-e01e-4295-a8ad-34bf14489f66,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:51.833921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cf046ffd-775a-4015-9b41-4fb65baf4bfa up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:51.861140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-221dd7be-5720-4108-ba54-aaa5085d5c7c req-36b33416-62c7-46f3-b5a2-8df37ae6fb6e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 210 time: 0.0487068 Aug 20 15:23:51.961406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:51.969290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:51.976797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:51.998329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:52.096629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port cf046ffd-775a-4015-9b41-4fb65baf4bfa triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:52.097014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:52.198828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Attempting to bind port a69bcf6a-e01e-4295-a8ad-34bf14489f66 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:52.199198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Attempting to bind port a69bcf6a-e01e-4295-a8ad-34bf14489f66 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '0dd0d220-6548-49d6-8e47-7b1899ac3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:52.199606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Attempting to bind port a69bcf6a-e01e-4295-a8ad-34bf14489f66 on network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:52.206355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:52.206589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Checking segment: {'id': '0dd0d220-6548-49d6-8e47-7b1899ac3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:52.206999 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:52.207393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Bound using segment: {'id': '0dd0d220-6548-49d6-8e47-7b1899ac3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:52.207894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Bound port: a69bcf6a-e01e-4295-a8ad-34bf14489f66, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd0d220-6548-49d6-8e47-7b1899ac3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:52.208272 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:52.235622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.extraroute_db [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 15:23:52.256615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.extraroute_db [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Removed routes are [] {{(pid=101100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 15:23:52.257932 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:52.358016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 30474cd5-cd59-4805-8bce-dd6957100a5b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:52.417978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] For port a69bcf6a-e01e-4295-a8ad-34bf14489f66, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:52.462532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] For port a69bcf6a-e01e-4295-a8ad-34bf14489f66, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a69bcf6a-e01e-4295-a8ad-34bf14489f66,segment=NetworkSegment(0dd0d220-6548-49d6-8e47-7b1899ac3eaf),segment_id=0dd0d220-6548-49d6-8e47-7b1899ac3eaf)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:52.471097 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:52.523152 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:52.527115 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:52.556101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 30474cd5-cd59-4805-8bce-dd6957100a5b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:52.556740 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:52.560250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65008b74-2acb-4566-b779-b944bb41e7ed None None] Pushing event updated for resources: {'Port': ['ID=a69bcf6a-e01e-4295-a8ad-34bf14489f66,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:52.619102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:50Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:51Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636b8f6a-9992-402f-8a83-be48cff4f6a0', 'name': '', 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:54:f2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '38dd586a-eed7-4505-b289-d627bda46419', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:50Z', 'updated_at': '2021-08-20T15:23:50Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '38dd586a-eed7-4505-b289-d627bda46419', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:52.643531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:52.662667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e56363-d313-4b2f-b427-cd7ea8c7e6b4 None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:50Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:51Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636b8f6a-9992-402f-8a83-be48cff4f6a0', 'name': '', 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:54:f2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '38dd586a-eed7-4505-b289-d627bda46419', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:50Z', 'updated_at': '2021-08-20T15:23:50Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '38dd586a-eed7-4505-b289-d627bda46419', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:52.806232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:52.821697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:52.823794 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4f9fced6-ef03-46bd-9e98-7fef6e9fffb9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359 HTTP/1.1" status: 200 len: 953 time: 1.1973455 Aug 20 15:23:52.826105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46424) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:53.096374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4791a45d-91e9-462e-84f6-825eac6ec52b req-47708f7c-9f2e-4f00-8f85-f68ff7591197 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 210 time: 0.1235206 Aug 20 15:23:53.131304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e5b3be0b-9b86-4a98-a169-34bd8b9e42be tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359 HTTP/1.1" status: 200 len: 953 time: 0.2981162 Aug 20 15:23:53.131304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46428) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:53.134126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'routes': None}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:53.307971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263544c-fc65-4fb9-82e9-800725f743ce req-6a7ea921-e3c4-4522-a175-cafb9bdce577 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:53.308529 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-6a7ea921-e3c4-4522-a175-cafb9bdce577 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.70 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.2507582 Aug 20 15:23:53.393402 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-db10b02b-4549-4e0c-aa07-3146bf5c6ac4 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 380 time: 0.0740416 Aug 20 15:23:53.406481 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'port': {'device_id': 'af06b814-42a6-4109-9d47-906b1faf826d', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'admin_state_up': True, 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'security_groups': ['1752cb13-ae9f-46e1-a3ae-49384ce20e10']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:53.648573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Made reservation on behalf of db80b6a989504421a8714c287f72d92b for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:23:53.662412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:53.893365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a69bcf6a-e01e-4295-a8ad-34bf14489f66 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:53.971467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.extraroute_db [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added routes are [] {{(pid=101099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 15:23:53.971891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.extraroute_db [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=101099) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 15:23:54.027107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a69bcf6a-e01e-4295-a8ad-34bf14489f66 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:54.041210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0276fafa-3527-41f6-91af-9a2f32c9a5b0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:54.054120 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:54.076054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.20.0.12 (7e00f66c-72ff-4834-b2ff-ff4f4e406f79/30a01d91-e7df-41ea-9744-ce59d2cfbc85/abfaf348-a6e2-41b5-b398-55507b8ae0d3) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:23:54.182025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:54.187028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:54.187490 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:54.289672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e31869e-ee80-44b5-8d9d-059d28fab056 req-fa721fc5-64f2-40ef-9b79-34dc49df97c7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 210 time: 0.0537820 Aug 20 15:23:54.330869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8e2a4-9fc2-4ac6-a287-8f3c7e4fe5b3 None None] Network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:54.443840 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:54.469939 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:54.474823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:54.497952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8051c8a7-0320-4b82-830b-966bd0cba244 None None] Provisioning for port a69bcf6a-e01e-4295-a8ad-34bf14489f66 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:54.499690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:54.520755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 0276fafa-3527-41f6-91af-9a2f32c9a5b0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0276fafa-3527-41f6-91af-9a2f32c9a5b0,segment=NetworkSegment(24da81a0-9316-4f5c-bd74-71e8af72205a),segment_id=24da81a0-9316-4f5c-bd74-71e8af72205a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:54.521929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8051c8a7-0320-4b82-830b-966bd0cba244 None None] Provisioning complete for port a69bcf6a-e01e-4295-a8ad-34bf14489f66 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:54.522334 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8051c8a7-0320-4b82-830b-966bd0cba244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:54.542654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Transition to ACTIVE for port object abfaf348-a6e2-41b5-b398-55507b8ae0d3 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:54.548471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:54.590319 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:54.653621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:23:54.665869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:23:54.669944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:23:54.753153 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:54.774898 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:54.775531 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:54.981379 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:55.129061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=0276fafa-3527-41f6-91af-9a2f32c9a5b0,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:55.230443 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8051c8a7-0320-4b82-830b-966bd0cba244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:55.256681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:55.309533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8051c8a7-0320-4b82-830b-966bd0cba244 None None] For port a69bcf6a-e01e-4295-a8ad-34bf14489f66, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a69bcf6a-e01e-4295-a8ad-34bf14489f66,segment=NetworkSegment(0dd0d220-6548-49d6-8e47-7b1899ac3eaf),segment_id=0dd0d220-6548-49d6-8e47-7b1899ac3eaf)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:55.322400 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8051c8a7-0320-4b82-830b-966bd0cba244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:55.451755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051c8a7-0320-4b82-830b-966bd0cba244 None None] Pushing event updated for resources: {'Port': ['ID=a69bcf6a-e01e-4295-a8ad-34bf14489f66,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:55.469151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4a1daef1-50fe-4b92-bea4-6c0311f9f0f1 None None] Provisioning for port abfaf348-a6e2-41b5-b398-55507b8ae0d3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:55.479605 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:53Z', 'revision_number': 7, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:54Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636b8f6a-9992-402f-8a83-be48cff4f6a0', 'name': '', 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:54:f2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '38dd586a-eed7-4505-b289-d627bda46419', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:50Z', 'updated_at': '2021-08-20T15:23:50Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '38dd586a-eed7-4505-b289-d627bda46419', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:55.483727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4a1daef1-50fe-4b92-bea4-6c0311f9f0f1 None None] Provisioning complete for port abfaf348-a6e2-41b5-b398-55507b8ae0d3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:55.484277 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a1daef1-50fe-4b92-bea4-6c0311f9f0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:55.498250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=abfaf348-a6e2-41b5-b398-55507b8ae0d3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:55.526177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:55.546898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:55.551566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-005ee130-4d2e-4639-a0d4-97bdbe5847e3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359 HTTP/1.1" status: 200 len: 703 time: 2.4192226 Aug 20 15:23:55.551707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:55.551707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:55.552235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46464) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:55.598185 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-fc76543a-4a18-44ed-a400-80d47896d24c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1954670 Aug 20 15:23:55.612902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Request body: {'port': {'device_id': 'af06b814-42a6-4109-9d47-906b1faf826d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:23:55.619009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1984a9-ff38-4c7a-828a-ccd841005af2 req-e830f2c2-6466-44f7-8c54-b70af1d5369e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:55.620531 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:23:55.620894 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e1984a9-ff38-4c7a-828a-ccd841005af2 req-e830f2c2-6466-44f7-8c54-b70af1d5369e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 932 time: 0.1979485 Aug 20 15:23:55.621008 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Updating router fa109491-10d4-47a3-937c-c1bb4718f359 port 636b8f6a-9992-402f-8a83-be48cff4f6a0 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:23:55.625427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4a1daef1-50fe-4b92-bea4-6c0311f9f0f1 None None] Port abfaf348-a6e2-41b5-b398-55507b8ae0d3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:55.678723 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:55.738180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a69bcf6a-e01e-4295-a8ad-34bf14489f66 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:55.795473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:55.809998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e1984a9-ff38-4c7a-828a-ccd841005af2 req-1635b2df-0c90-4fc0-856f-9c54b3f9e850 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500185 Aug 20 15:23:55.815972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b9af8a4b-702b-4320-9f1e-7dde8b2a8434 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359 HTTP/1.1" status: 200 len: 703 time: 0.2638271 Aug 20 15:23:55.818445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46466) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:55.855218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a69bcf6a-e01e-4295-a8ad-34bf14489f66 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:55.855632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:55.927827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bd7d341c-7331-405b-9c8f-589d948fac56 None None] Provisioning complete for port a69bcf6a-e01e-4295-a8ad-34bf14489f66 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:55.931745 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd7d341c-7331-405b-9c8f-589d948fac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.174223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abfaf348-a6e2-41b5-b398-55507b8ae0d3 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:23:56.183805 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.199150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Transition to ACTIVE for port object abfaf348-a6e2-41b5-b398-55507b8ae0d3 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:56.204375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.204810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0276fafa-3527-41f6-91af-9a2f32c9a5b0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:56.280102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Pushing event updated for resources: {'Port': ['ID=abfaf348-a6e2-41b5-b398-55507b8ae0d3,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:56.296443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bd7d341c-7331-405b-9c8f-589d948fac56 None None] Provisioning for port 636b8f6a-9992-402f-8a83-be48cff4f6a0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:56.323310 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.331865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bd7d341c-7331-405b-9c8f-589d948fac56 None None] Provisioning complete for port 636b8f6a-9992-402f-8a83-be48cff4f6a0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:56.333296 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd7d341c-7331-405b-9c8f-589d948fac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.346721 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Transition to ACTIVE for port object 636b8f6a-9992-402f-8a83-be48cff4f6a0 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:23:56.361402 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.433961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Attempting to bind port abfaf348-a6e2-41b5-b398-55507b8ae0d3 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:56.434466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Attempting to bind port abfaf348-a6e2-41b5-b398-55507b8ae0d3 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:56.434796 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Attempting to bind port abfaf348-a6e2-41b5-b398-55507b8ae0d3 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:56.445047 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Port abfaf348-a6e2-41b5-b398-55507b8ae0d3 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:23:56.445432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Attempting to bind port abfaf348-a6e2-41b5-b398-55507b8ae0d3 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:56.462580 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:56.462963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:56.464954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Bound using segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:56.465426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Bound port: abfaf348-a6e2-41b5-b398-55507b8ae0d3, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:56.465796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.467852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d341c-7331-405b-9c8f-589d948fac56 None None] Port 636b8f6a-9992-402f-8a83-be48cff4f6a0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:23:56.474213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:56.475134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.592395 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Attempting to bind port 636b8f6a-9992-402f-8a83-be48cff4f6a0 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:23:56.593429 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Attempting to bind port 636b8f6a-9992-402f-8a83-be48cff4f6a0 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '0dd0d220-6548-49d6-8e47-7b1899ac3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:23:56.595676 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Attempting to bind port 636b8f6a-9992-402f-8a83-be48cff4f6a0 on network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:23:56.606659 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8466255-c601-4158-a7ae-7251e188dd37 None None] Pushing event updated for resources: {'Port': ['ID=636b8f6a-9992-402f-8a83-be48cff4f6a0,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:56.619954 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:23:56.620819 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Checking segment: {'id': '0dd0d220-6548-49d6-8e47-7b1899ac3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:23:56.621398 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.625768 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Bound using segment: {'id': '0dd0d220-6548-49d6-8e47-7b1899ac3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:23:56.627791 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Bound port: 636b8f6a-9992-402f-8a83-be48cff4f6a0, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd0d220-6548-49d6-8e47-7b1899ac3eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:23:56.628910 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.683020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] For port abfaf348-a6e2-41b5-b398-55507b8ae0d3, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:56.687881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] For port abfaf348-a6e2-41b5-b398-55507b8ae0d3, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:56.693457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.732966 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.749767 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:56.752139 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.756890 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-a54a2587-282d-480a-9718-47e580608b01 service neutron] 10.222.0.70 "PUT /v2.0/ports/abfaf348-a6e2-41b5-b398-55507b8ae0d3 HTTP/1.1" status: 200 len: 1093 time: 1.1486578 Aug 20 15:23:56.759991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af06b814-42a6-4109-9d47-906b1faf826d', 'tag': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:23:56.771627 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf1676c-9659-4958-9a04-3c6470e4883b" -d '{"events": [{"name": "network-changed", "server_uuid": "af06b814-42a6-4109-9d47-906b1faf826d", "tag": "abfaf348-a6e2-41b5-b398-55507b8ae0d3"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:23:56.817483 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] For port 636b8f6a-9992-402f-8a83-be48cff4f6a0, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:23:56.822414 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] For port 636b8f6a-9992-402f-8a83-be48cff4f6a0, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=636b8f6a-9992-402f-8a83-be48cff4f6a0,segment=NetworkSegment(0dd0d220-6548-49d6-8e47-7b1899ac3eaf),segment_id=0dd0d220-6548-49d6-8e47-7b1899ac3eaf)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:23:56.828375 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:56.917241 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74cce39-99fb-4293-8a03-9ca1d607ddbd x-openstack-request-id: req-e74cce39-99fb-4293-8a03-9ca1d607ddbd {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:23:56.920317 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af06b814-42a6-4109-9d47-906b1faf826d", "tag": "abfaf348-a6e2-41b5-b398-55507b8ae0d3", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:23:56.921989 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e74cce39-99fb-4293-8a03-9ca1d607ddbd {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:23:56.924028 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af06b814-42a6-4109-9d47-906b1faf826d', 'tag': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'status': 'completed', 'code': 200} Aug 20 15:23:56.949984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a2587-282d-480a-9718-47e580608b01 service neutron] Pushing event updated for resources: {'Port': ['ID=abfaf348-a6e2-41b5-b398-55507b8ae0d3,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:56.973542 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8466255-c601-4158-a7ae-7251e188dd37 None None] Pushing event updated for resources: {'Port': ['ID=636b8f6a-9992-402f-8a83-be48cff4f6a0,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:56.988877 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:56.989516 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:57.012017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263544c-fc65-4fb9-82e9-800725f743ce req-19ec9a08-9f24-4019-a116-c86fb31d6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:57.031315 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-19ec9a08-9f24-4019-a116-c86fb31d6173 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 1096 time: 0.2208965 Aug 20 15:23:57.109082 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-5cbd61c8-20ad-46f4-8a23-0f15599b1d2c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3 HTTP/1.1" status: 200 len: 217 time: 0.0765955 Aug 20 15:23:57.181781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263544c-fc65-4fb9-82e9-800725f743ce req-d0e2ecb9-a142-44a4-acb1-597cb557803a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:57.183441 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-d0e2ecb9-a142-44a4-acb1-597cb557803a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0654800 Aug 20 15:23:57.193435 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:57.234975 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214b32e-0008-48dd-a23f-1e1c01587087 req-c328a7e1-3c6a-4456-bf88-1a200cb2680b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:57.240008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4214b32e-0008-48dd-a23f-1e1c01587087 req-c328a7e1-3c6a-4456-bf88-1a200cb2680b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.1633334 Aug 20 15:23:57.281164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263544c-fc65-4fb9-82e9-800725f743ce req-dc4be35f-232d-4108-a190-d2d420065c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:57.282690 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-dc4be35f-232d-4108-a190-d2d420065c62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909879 Aug 20 15:23:57.302411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4214b32e-0008-48dd-a23f-1e1c01587087 req-acaa0180-324f-4c55-96ba-d71ab712e1c5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563977 Aug 20 15:23:57.463741 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 636b8f6a-9992-402f-8a83-be48cff4f6a0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:57.464027 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:57.494461 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-c9f881fa-066c-48a9-bb46-da8a63ff7621 service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995380 Aug 20 15:23:57.511394 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:53Z', 'revision_number': 7, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:54Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636b8f6a-9992-402f-8a83-be48cff4f6a0', 'name': '', 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:54:f2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '38dd586a-eed7-4505-b289-d627bda46419', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:50Z', 'updated_at': '2021-08-20T15:23:56Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '38dd586a-eed7-4505-b289-d627bda46419', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:57.558340 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed3c79-7878-47f3-b36a-acbf4ea46a61 None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:53Z', 'revision_number': 7, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:54Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636b8f6a-9992-402f-8a83-be48cff4f6a0', 'name': '', 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:54:f2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '38dd586a-eed7-4505-b289-d627bda46419', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:50Z', 'updated_at': '2021-08-20T15:23:56Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '38dd586a-eed7-4505-b289-d627bda46419', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:57.701942 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3263544c-fc65-4fb9-82e9-800725f743ce req-6b077871-de7d-4f3a-aa04-293d575cb814 service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921358 Aug 20 15:23:57.702461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port 636b8f6a-9992-402f-8a83-be48cff4f6a0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=636b8f6a-9992-402f-8a83-be48cff4f6a0,segment=NetworkSegment(0dd0d220-6548-49d6-8e47-7b1899ac3eaf),segment_id=0dd0d220-6548-49d6-8e47-7b1899ac3eaf)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:57.702596 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:57.723866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 636b8f6a-9992-402f-8a83-be48cff4f6a0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:23:57.737679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 636b8f6a-9992-402f-8a83-be48cff4f6a0 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:57.822274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 636b8f6a-9992-402f-8a83-be48cff4f6a0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:23:57.827946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 636b8f6a-9992-402f-8a83-be48cff4f6a0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:23:57.828648 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:57.875754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-3d06e726-e5ff-45a6-9ff6-156ea579a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:57.877298 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-3d06e726-e5ff-45a6-9ff6-156ea579a371 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 1096 time: 0.1205938 Aug 20 15:23:57.965961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:57.989403 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:57.991894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:57.992657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:58.065972 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:58.082986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-3151ba2f-56e2-41ca-b6cd-d82ab126552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:58.085221 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-3151ba2f-56e2-41ca-b6cd-d82ab126552c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.1989353 Aug 20 15:23:58.099282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=636b8f6a-9992-402f-8a83-be48cff4f6a0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:58.119675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:58.153575 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-940390b7-a9a6-4d2b-974f-73a00856fda0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3 HTTP/1.1" status: 200 len: 217 time: 0.0601492 Aug 20 15:23:58.265473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-27c2c1f0-e216-414b-baba-7dc72196dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:58.267033 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-27c2c1f0-e216-414b-baba-7dc72196dc13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0987146 Aug 20 15:23:58.267599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:58.370585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-be0216bd-a453-42cd-a79b-b9eb46bae97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:58.373747 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-be0216bd-a453-42cd-a79b-b9eb46bae97c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970395 Aug 20 15:23:58.527705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:53Z', 'revision_number': 7, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:54Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '636b8f6a-9992-402f-8a83-be48cff4f6a0', 'name': '', 'network_id': '47bd3774-6c8f-47cd-b6c8-9a913f9c062f', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:54:f2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '38dd586a-eed7-4505-b289-d627bda46419', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:50Z', 'updated_at': '2021-08-20T15:23:56Z', 'revision_number': 4, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '38dd586a-eed7-4505-b289-d627bda46419', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:58.542116 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-de05c253-8cba-4411-bfba-7ff1cce57f77 service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597996 Aug 20 15:23:58.568298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:23:58.580147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:58.582104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:58.645187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be574c-5501-4e76-a896-a3029d9446f1 req-0def4551-ef57-4073-adf1-dbff6dd94843 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:23:58.646779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80be574c-5501-4e76-a896-a3029d9446f1 req-0def4551-ef57-4073-adf1-dbff6dd94843 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.1092639 Aug 20 15:23:58.664330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:23:58.712242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:58.748222 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9bf1676c-9659-4958-9a04-3c6470e4883b req-31f73117-2357-4ad3-8df4-8cdd2f183f7a service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976936 Aug 20 15:23:58.802924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:23:58.807999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80be574c-5501-4e76-a896-a3029d9446f1 req-c35436f6-f0cd-49ae-b7d7-8e903a80b961 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541574 Aug 20 15:23:58.811772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6fc82131-0dba-48c7-bca0-404155ab5820 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9920588 Aug 20 15:23:58.814389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46508) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:58.871326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b479c1cf-68b9-4f29-bd61-8635447a0f9e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting subnet 38dd586a-eed7-4505-b289-d627bda46419 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:23:58.874852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b479c1cf-68b9-4f29-bd61-8635447a0f9e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:58.931249 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b479c1cf-68b9-4f29-bd61-8635447a0f9e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:58.961713 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:58.986709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:57Z', 'revision_number': 8, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:54Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:59.019264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d389c9c4-d64c-4557-bf6e-78c5665bc6a5 None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:57Z', 'revision_number': 8, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:54Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:23:59.040860 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b479c1cf-68b9-4f29-bd61-8635447a0f9e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.113086 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b479c1cf-68b9-4f29-bd61-8635447a0f9e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.155005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479c1cf-68b9-4f29-bd61-8635447a0f9e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Subnet': ['ID=38dd586a-eed7-4505-b289-d627bda46419,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:59.161882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b479c1cf-68b9-4f29-bd61-8635447a0f9e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.164462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b479c1cf-68b9-4f29-bd61-8635447a0f9e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/38dd586a-eed7-4505-b289-d627bda46419 HTTP/1.1" status: 204 len: 168 time: 0.3491230 Aug 20 15:23:59.166822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68eed59-3620-4028-b810-11cd1728d526 None None] Network 47bd3774-6c8f-47cd-b6c8-9a913f9c062f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:23:59.173304 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46514) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:23:59.285032 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.352564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port a69bcf6a-e01e-4295-a8ad-34bf14489f66 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:59.353296 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.398541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4afd382-56d8-46c9-a813-729f3c46b759 None None] DHCP port deletion for 47bd3774-6c8f-47cd-b6c8-9a913f9c062f request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:23:59.451939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port a69bcf6a-e01e-4295-a8ad-34bf14489f66, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a69bcf6a-e01e-4295-a8ad-34bf14489f66,segment=NetworkSegment(0dd0d220-6548-49d6-8e47-7b1899ac3eaf),segment_id=0dd0d220-6548-49d6-8e47-7b1899ac3eaf)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:59.452321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.471704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for a69bcf6a-e01e-4295-a8ad-34bf14489f66 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:59.508047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f4afd382-56d8-46c9-a813-729f3c46b759 None None] Deleting port a69bcf6a-e01e-4295-a8ad-34bf14489f66 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:23:59.508547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4afd382-56d8-46c9-a813-729f3c46b759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.613111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.626033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f4afd382-56d8-46c9-a813-729f3c46b759 None None] For port a69bcf6a-e01e-4295-a8ad-34bf14489f66, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a69bcf6a-e01e-4295-a8ad-34bf14489f66,segment=NetworkSegment(0dd0d220-6548-49d6-8e47-7b1899ac3eaf),segment_id=0dd0d220-6548-49d6-8e47-7b1899ac3eaf)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:23:59.627003 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4afd382-56d8-46c9-a813-729f3c46b759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.667877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f4afd382-56d8-46c9-a813-729f3c46b759 None None] Calling delete_port for a69bcf6a-e01e-4295-a8ad-34bf14489f66 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:23:59.688964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 636b8f6a-9992-402f-8a83-be48cff4f6a0 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:59.691055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=a69bcf6a-e01e-4295-a8ad-34bf14489f66,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:59.699721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No DVR routers for this DVR port a69bcf6a-e01e-4295-a8ad-34bf14489f66 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:59.746984 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:23:59.765573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 636b8f6a-9992-402f-8a83-be48cff4f6a0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:59.766819 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:23:59.767572 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:59.770754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 636b8f6a-9992-402f-8a83-be48cff4f6a0 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:59.771086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a69bcf6a-e01e-4295-a8ad-34bf14489f66 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:23:59.802318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a69bcf6a-e01e-4295-a8ad-34bf14489f66 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:23:59.802734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a69bcf6a-e01e-4295-a8ad-34bf14489f66 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:23:59.838161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4afd382-56d8-46c9-a813-729f3c46b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.893393 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.920199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bd3774-6c8f-47cd-b6c8-9a913f9c062f']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:59.923735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afd382-56d8-46c9-a813-729f3c46b759 None None] Pushing event deleted for resources: {'Port': ['ID=a69bcf6a-e01e-4295-a8ad-34bf14489f66,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:23:59.933235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd0d220-6548-49d6-8e47-7b1899ac3eaf') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:59.933554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd0d220-6548-49d6-8e47-7b1899ac3eaf') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:23:59.939362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4afd382-56d8-46c9-a813-729f3c46b759 None None] No DVR routers for this DVR port a69bcf6a-e01e-4295-a8ad-34bf14489f66 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:23:59.947948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.965410 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:23:59.976275 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.990333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:23:59.991103 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:23:59.995162 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:00.076696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:00.077120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a60804-ce15-4254-b2e4-bfb5a0cab912 req-3c1e4c52-d9f2-49c7-8c94-4f438fa26b64 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:00.081031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52a60804-ce15-4254-b2e4-bfb5a0cab912 req-3c1e4c52-d9f2-49c7-8c94-4f438fa26b64 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.0990314 Aug 20 15:24:00.098986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:00.105210 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/networks/47bd3774-6c8f-47cd-b6c8-9a913f9c062f HTTP/1.1" status: 204 len: 168 time: 0.9281561 Aug 20 15:24:00.109236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46528) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:00.181649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52a60804-ce15-4254-b2e4-bfb5a0cab912 req-5df27aaa-4f64-41a8-a21d-49b443203aa7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838258 Aug 20 15:24:00.202468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e18ad-8a3b-4a6a-86f2-cbeaef1b12f5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Network': ['ID=47bd3774-6c8f-47cd-b6c8-9a913f9c062f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:00.245662 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:57Z', 'revision_number': 8, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:54Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:00.287743 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:24:00.303082 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:00.304867 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:00.536439 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:00.546265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:00.779690 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:57Z', 'revision_number': 8, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:54Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:00.811367 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dddd411-82b5-4d64-b49f-29dc1ac15a94 None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:23:57Z', 'revision_number': 8, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '0276fafa-3527-41f6-91af-9a2f32c9a5b0', 'name': '', 'network_id': '03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:43:0f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:45Z', 'updated_at': '2021-08-20T15:23:54Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': '0a9afbdd-131b-49ac-a30b-c0e9e98e50ab', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:00.844828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 0276fafa-3527-41f6-91af-9a2f32c9a5b0 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:00.845176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:00.949061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port 0276fafa-3527-41f6-91af-9a2f32c9a5b0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0276fafa-3527-41f6-91af-9a2f32c9a5b0,segment=NetworkSegment(24da81a0-9316-4f5c-bd74-71e8af72205a),segment_id=24da81a0-9316-4f5c-bd74-71e8af72205a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:00.949826 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:00.963729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 0276fafa-3527-41f6-91af-9a2f32c9a5b0 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:01.149811 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:01.177428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=0276fafa-3527-41f6-91af-9a2f32c9a5b0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:01.307616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:01.323647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff95e5-0d63-4b92-8af2-985f62509618 req-56ed1035-45c9-4a13-bb28-0b63cb8523fe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:01.326109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67ff95e5-0d63-4b92-8af2-985f62509618 req-56ed1035-45c9-4a13-bb28-0b63cb8523fe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.0619230 Aug 20 15:24:01.372106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67ff95e5-0d63-4b92-8af2-985f62509618 req-b7ed57b1-862d-40b6-b3e3-d4de86800218 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397291 Aug 20 15:24:01.512524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:24:01.615679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:01.621743 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-47790636-24ff-4713-af2b-412eacb32669 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5101657 Aug 20 15:24:01.624416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46560) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:01.628475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:01.643935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:01.643935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:01.684559 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b02b53-7606-4d99-95db-2c869e2d01dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting subnet 0a9afbdd-131b-49ac-a30b-c0e9e98e50ab {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:24:01.687707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83b02b53-7606-4d99-95db-2c869e2d01dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:01.731235 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83b02b53-7606-4d99-95db-2c869e2d01dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:01.738686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:01.827117 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83b02b53-7606-4d99-95db-2c869e2d01dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:01.893850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83b02b53-7606-4d99-95db-2c869e2d01dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:01.944326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b02b53-7606-4d99-95db-2c869e2d01dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9afbdd-131b-49ac-a30b-c0e9e98e50ab,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:01.946306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83b02b53-7606-4d99-95db-2c869e2d01dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:01.948365 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-83b02b53-7606-4d99-95db-2c869e2d01dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/0a9afbdd-131b-49ac-a30b-c0e9e98e50ab HTTP/1.1" status: 204 len: 168 time: 0.3230155 Aug 20 15:24:01.950835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46566) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:01.959624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668f2a0-a191-414d-a4aa-2e7b3c9e02dc None None] Network 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:02.030942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:01Z', 'revision_number': 9, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:02.033303 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.062645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:24:02.092733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:02.093367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:02.098006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 30474cd5-cd59-4805-8bce-dd6957100a5b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:02.098359 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.170878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port 30474cd5-cd59-4805-8bce-dd6957100a5b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=30474cd5-cd59-4805-8bce-dd6957100a5b,segment=NetworkSegment(24da81a0-9316-4f5c-bd74-71e8af72205a),segment_id=24da81a0-9316-4f5c-bd74-71e8af72205a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:02.171381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.187240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 30474cd5-cd59-4805-8bce-dd6957100a5b owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:02.276905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.304711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=30474cd5-cd59-4805-8bce-dd6957100a5b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:02.310657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No DVR routers for this DVR port 30474cd5-cd59-4805-8bce-dd6957100a5b on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:02.358163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:02.403618 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.424926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:02.437091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24da81a0-9316-4f5c-bd74-71e8af72205a') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:02.437414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24da81a0-9316-4f5c-bd74-71e8af72205a') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:02.447758 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.455838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3906ec9-a072-4546-8af5-57f810818fa6 None None] DHCP port deletion for 03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:24:02.464484 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.472136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:24:02.472946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:24:02.477283 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:02.541035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb9155-f600-480a-8297-07dbc112a2b8 req-a11307b4-e923-4d3f-9e7c-8238641735de tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:02.543023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bceb9155-f600-480a-8297-07dbc112a2b8 req-a11307b4-e923-4d3f-9e7c-8238641735de tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.0678506 Aug 20 15:24:02.546163 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.568545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:02.574570 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/networks/03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3 HTTP/1.1" status: 204 len: 168 time: 0.6193919 Aug 20 15:24:02.574570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15718c22-544a-4772-9653-7df844f245ea tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Network': ['ID=03a0bcc5-d606-4b0c-9ee6-554fe9b9eba3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:02.575216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46582) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:02.595978 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:24:02.609121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bceb9155-f600-480a-8297-07dbc112a2b8 req-74ddde90-26f6-4e59-8b80-8a9f5be71622 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594289 Aug 20 15:24:02.630394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:01Z', 'revision_number': 9, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:02.664310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e3262-824e-4175-9bb6-0c72b640313e None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:01Z', 'revision_number': 9, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf046ffd-775a-4015-9b41-4fb65baf4bfa', 'name': '', 'network_id': '3fb4820e-2f92-461c-a3c9-59c5e3e05309', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:8f:58:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:40Z', 'updated_at': '2021-08-20T15:23:49Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'c292ae35-92d5-4004-9d81-8ad118902c79', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:02.956420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:03.216078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port cf046ffd-775a-4015-9b41-4fb65baf4bfa {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:03.216372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:03.304791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port cf046ffd-775a-4015-9b41-4fb65baf4bfa, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cf046ffd-775a-4015-9b41-4fb65baf4bfa,segment=NetworkSegment(842ad361-d159-4a88-8e2b-91afe961c353),segment_id=842ad361-d159-4a88-8e2b-91afe961c353)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:03.305165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:03.323117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for cf046ffd-775a-4015-9b41-4fb65baf4bfa owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:03.631170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 30474cd5-cd59-4805-8bce-dd6957100a5b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:03.679458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 30474cd5-cd59-4805-8bce-dd6957100a5b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:03.683690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 30474cd5-cd59-4805-8bce-dd6957100a5b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:03.684309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0276fafa-3527-41f6-91af-9a2f32c9a5b0 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:03.705780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 0276fafa-3527-41f6-91af-9a2f32c9a5b0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:03.706527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0276fafa-3527-41f6-91af-9a2f32c9a5b0 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:03.758945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9baba6-ded6-4b78-98ef-18f85a778245 req-67d3fe71-3cb0-4904-8655-87c1084fa91a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:03.760600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee9baba6-ded6-4b78-98ef-18f85a778245 req-67d3fe71-3cb0-4904-8655-87c1084fa91a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.0722876 Aug 20 15:24:03.800886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee9baba6-ded6-4b78-98ef-18f85a778245 req-007e40e9-139b-4af5-aec1-7ee2c40ef5d4 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343091 Aug 20 15:24:03.868536 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:03.900083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=cf046ffd-775a-4015-9b41-4fb65baf4bfa,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:04.012321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.206714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:24:04.297768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:04.306123 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bdbb8e6d-5cad-48a3-9fa3-0fa477fb41dc tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7298477 Aug 20 15:24:04.306740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46590) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:04.309169 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c40241-353f-4773-b75a-64c145981967 None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:04.322072 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c40241-353f-4773-b75a-64c145981967 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:04.323906 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-26c40241-353f-4773-b75a-64c145981967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:04.363320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1984c5-5c96-4f05-b84c-95f19b3bf6e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting subnet c292ae35-92d5-4004-9d81-8ad118902c79 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:24:04.367356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc1984c5-5c96-4f05-b84c-95f19b3bf6e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.412122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc1984c5-5c96-4f05-b84c-95f19b3bf6e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.422657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-26c40241-353f-4773-b75a-64c145981967 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:04.501914 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc1984c5-5c96-4f05-b84c-95f19b3bf6e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.575239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc1984c5-5c96-4f05-b84c-95f19b3bf6e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.605937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1984c5-5c96-4f05-b84c-95f19b3bf6e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Subnet': ['ID=c292ae35-92d5-4004-9d81-8ad118902c79,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:04.607966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cc1984c5-5c96-4f05-b84c-95f19b3bf6e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.609873 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cc1984c5-5c96-4f05-b84c-95f19b3bf6e0 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/c292ae35-92d5-4004-9d81-8ad118902c79 HTTP/1.1" status: 204 len: 168 time: 0.3022041 Aug 20 15:24:04.612916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46592) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:04.625542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e2f2b-ad23-44e8-b8b5-d9cf55975b02 None None] Network 3fb4820e-2f92-461c-a3c9-59c5e3e05309 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:04.644871 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-26c40241-353f-4773-b75a-64c145981967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:03Z', 'revision_number': 10, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:04.675215 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c40241-353f-4773-b75a-64c145981967 None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:24:04.685912 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c40241-353f-4773-b75a-64c145981967 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:04.686596 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-26c40241-353f-4773-b75a-64c145981967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:04.695230 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.755007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:04.755412 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.793150 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-26c40241-353f-4773-b75a-64c145981967 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:04.822691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9d521fdf-ceb6-48eb-b58e-e0deb04b359a,segment=NetworkSegment(842ad361-d159-4a88-8e2b-91afe961c353),segment_id=842ad361-d159-4a88-8e2b-91afe961c353)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:04.823253 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.855312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 9d521fdf-ceb6-48eb-b58e-e0deb04b359a owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:04.882630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be808579-2d4d-421a-bf5a-68c1ea005bee None None] DHCP port deletion for 3fb4820e-2f92-461c-a3c9-59c5e3e05309 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:24:04.961483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-be808579-2d4d-421a-bf5a-68c1ea005bee None None] Deleting port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:04.962259 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-be808579-2d4d-421a-bf5a-68c1ea005bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:04.989061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3daea4b-9e20-46db-9ede-c3d686c7a172 req-408f7246-72d3-42a1-a60d-722018e2166c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:04.990743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3daea4b-9e20-46db-9ede-c3d686c7a172 req-408f7246-72d3-42a1-a60d-722018e2166c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.0747392 Aug 20 15:24:05.013278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.033617 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-26c40241-353f-4773-b75a-64c145981967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:03Z', 'revision_number': 10, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:05.040205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-be808579-2d4d-421a-bf5a-68c1ea005bee None None] For port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9d521fdf-ceb6-48eb-b58e-e0deb04b359a,segment=NetworkSegment(842ad361-d159-4a88-8e2b-91afe961c353),segment_id=842ad361-d159-4a88-8e2b-91afe961c353)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:05.040629 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-be808579-2d4d-421a-bf5a-68c1ea005bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.042809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No DVR routers for this DVR port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:05.058741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-be808579-2d4d-421a-bf5a-68c1ea005bee None None] Calling delete_port for 9d521fdf-ceb6-48eb-b58e-e0deb04b359a owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:05.061818 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c40241-353f-4773-b75a-64c145981967 None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:03Z', 'revision_number': 10, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None, '_interfaces': [{'id': '08f1e7ca-dcb7-4482-a868-6bae1918a029', 'name': '', 'network_id': '042c5f12-9edc-4497-a062-29970010e2b6', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'mac_address': 'fa:16:3e:5c:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:37Z', 'updated_at': '2021-08-20T15:23:46Z', 'revision_number': 5, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'subnets': [{'id': 'd8d0470d-ab1f-4c18-9928-e304365c2a51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:05.079584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=9d521fdf-ceb6-48eb-b58e-e0deb04b359a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:05.150765 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-be808579-2d4d-421a-bf5a-68c1ea005bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.176643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be808579-2d4d-421a-bf5a-68c1ea005bee None None] Pushing event deleted for resources: {'Port': ['ID=9d521fdf-ceb6-48eb-b58e-e0deb04b359a,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:05.176892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3daea4b-9e20-46db-9ede-c3d686c7a172 req-8ebf63d2-8bb4-4255-949f-3aa426921920 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787148 Aug 20 15:24:05.182192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be808579-2d4d-421a-bf5a-68c1ea005bee None None] No DVR routers for this DVR port 9d521fdf-ceb6-48eb-b58e-e0deb04b359a on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:05.192240 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.208725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb4820e-2f92-461c-a3c9-59c5e3e05309']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:05.221694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842ad361-d159-4a88-8e2b-91afe961c353') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:05.222115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842ad361-d159-4a88-8e2b-91afe961c353') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:05.232685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.248495 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.254902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:24:05.255396 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:24:05.259185 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:05.317732 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.325432 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.327489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/networks/3fb4820e-2f92-461c-a3c9-59c5e3e05309 HTTP/1.1" status: 204 len: 168 time: 0.7132819 Aug 20 15:24:05.330447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46602) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:05.347793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c5b75-dbba-4a0d-983e-0d24d8897356 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Network': ['ID=3fb4820e-2f92-461c-a3c9-59c5e3e05309,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:05.628549 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9d521fdf-ceb6-48eb-b58e-e0deb04b359a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:05.654330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 9d521fdf-ceb6-48eb-b58e-e0deb04b359a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:05.655784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9d521fdf-ceb6-48eb-b58e-e0deb04b359a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:05.656432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cf046ffd-775a-4015-9b41-4fb65baf4bfa no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:05.676326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: cf046ffd-775a-4015-9b41-4fb65baf4bfa {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:05.676765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cf046ffd-775a-4015-9b41-4fb65baf4bfa not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:05.704966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:05.950269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port 08f1e7ca-dcb7-4482-a868-6bae1918a029 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:05.950609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.041018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port 08f1e7ca-dcb7-4482-a868-6bae1918a029, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=08f1e7ca-dcb7-4482-a868-6bae1918a029,segment=NetworkSegment(4bca023a-dde0-4763-a92a-df8b89932ed8),segment_id=4bca023a-dde0-4763-a92a-df8b89932ed8)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:06.041384 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.055492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for 08f1e7ca-dcb7-4482-a868-6bae1918a029 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:06.067661 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.228082 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.255207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=08f1e7ca-dcb7-4482-a868-6bae1918a029,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:06.333786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547d55d-7c2d-41c6-bb2f-590e380442ca req-8561ef86-d27c-4375-9e96-ec6e21a29bb1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:06.336672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8547d55d-7c2d-41c6-bb2f-590e380442ca req-8561ef86-d27c-4375-9e96-ec6e21a29bb1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.0665324 Aug 20 15:24:06.360752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.396116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8547d55d-7c2d-41c6-bb2f-590e380442ca req-0d9ae558-0b04-44ac-ad4f-668dddfa52a7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475667 Aug 20 15:24:06.524417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:24:06.603273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:06.608308 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-042051a2-9c5d-4a1a-9440-9c402c1879b9 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2768428 Aug 20 15:24:06.610831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46608) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:06.617061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:06.626703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:06.627800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:06.662035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf61c19-8aa8-4601-b285-c5c132fbdcd3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting subnet d8d0470d-ab1f-4c18-9928-e304365c2a51 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:24:06.665236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cdf61c19-8aa8-4601-b285-c5c132fbdcd3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.702671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:06.705040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cdf61c19-8aa8-4601-b285-c5c132fbdcd3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.760345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:06Z', 'revision_number': 11, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:06.789900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:24:06.798372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:06.799062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:06.801358 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cdf61c19-8aa8-4601-b285-c5c132fbdcd3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.867764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cdf61c19-8aa8-4601-b285-c5c132fbdcd3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.872716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:06.901735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf61c19-8aa8-4601-b285-c5c132fbdcd3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d0470d-ab1f-4c18-9928-e304365c2a51,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:06.905538 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cdf61c19-8aa8-4601-b285-c5c132fbdcd3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:06.910673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46618) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:06.910911 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cdf61c19-8aa8-4601-b285-c5c132fbdcd3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/d8d0470d-ab1f-4c18-9928-e304365c2a51 HTTP/1.1" status: 204 len: 168 time: 0.2986014 Aug 20 15:24:06.935058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058138a-965a-419c-ba44-22f774b9ca15 None None] Network 042c5f12-9edc-4497-a062-29970010e2b6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:06.938354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:06Z', 'revision_number': 11, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:06.994696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.005669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06431654-64d4-4be4-b06f-5e2c6c4f110e None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:06Z', 'revision_number': 11, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:07.066140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Deleting port cadcb658-90f9-4439-b71f-a5d726195bbf {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:07.066454 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.138999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] For port cadcb658-90f9-4439-b71f-a5d726195bbf, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cadcb658-90f9-4439-b71f-a5d726195bbf,segment=NetworkSegment(4bca023a-dde0-4763-a92a-df8b89932ed8),segment_id=4bca023a-dde0-4763-a92a-df8b89932ed8)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:07.139347 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.158407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Calling delete_port for cadcb658-90f9-4439-b71f-a5d726195bbf owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:07.242349 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.267440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Port': ['ID=cadcb658-90f9-4439-b71f-a5d726195bbf,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:07.270865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No DVR routers for this DVR port cadcb658-90f9-4439-b71f-a5d726195bbf on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:07.356103 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.364532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042c5f12-9edc-4497-a062-29970010e2b6']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:07.382738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bca023a-dde0-4763-a92a-df8b89932ed8') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:07.383323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bca023a-dde0-4763-a92a-df8b89932ed8') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:07.390479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02620a-2af4-4b38-8e28-8a285c6c3ac5 None None] DHCP port deletion for 042c5f12-9edc-4497-a062-29970010e2b6 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:24:07.398543 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.419852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.426998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:24:07.427145 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:24:07.431026 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:07.518567 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.529697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:07.531527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/networks/042c5f12-9edc-4497-a062-29970010e2b6 HTTP/1.1" status: 204 len: 168 time: 0.6194427 Aug 20 15:24:07.534339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46628) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:07.539655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'routes': None}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:07.548488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c81be8-78a1-4273-8f21-7780b3d9df53 req-760efdde-505e-4841-a3ab-45a53b9bab86 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:07.550011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3c81be8-78a1-4273-8f21-7780b3d9df53 req-760efdde-505e-4841-a3ab-45a53b9bab86 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.0745857 Aug 20 15:24:07.550836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5c385-f49a-45ec-940a-71b282f59a0d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Pushing event deleted for resources: {'Network': ['ID=042c5f12-9edc-4497-a062-29970010e2b6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:07.594594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b3c81be8-78a1-4273-8f21-7780b3d9df53 req-efe19827-a736-4e36-94f8-0c0131911ffc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380521 Aug 20 15:24:07.630243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cadcb658-90f9-4439-b71f-a5d726195bbf no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:07.651161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: cadcb658-90f9-4439-b71f-a5d726195bbf {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:07.651508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cadcb658-90f9-4439-b71f-a5d726195bbf not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:07.651948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08f1e7ca-dcb7-4482-a868-6bae1918a029 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:07.670228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 08f1e7ca-dcb7-4482-a868-6bae1918a029 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:07.670576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 08f1e7ca-dcb7-4482-a868-6bae1918a029 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:07.714296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.extraroute_db [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Added routes are [] {{(pid=101100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 20 15:24:07.714657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.extraroute_db [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Removed routes are [] {{(pid=101100) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 20 15:24:07.715034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:08.189030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:08.192353 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:08.269000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router fa109491-10d4-47a3-937c-c1bb4718f359 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:24:08.346443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:08.353679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:08.355013 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-336e5a28-9a3f-4a44-8c86-d4b09fa416b1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359 HTTP/1.1" status: 200 len: 704 time: 0.8195627 Aug 20 15:24:08.357834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46638) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:08.358680 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] Sync routers for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:08.368273 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:08.368888 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:08.387015 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-41d539a7-9dc4-4494-b835-bd81033bfd15 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa109491-10d4-47a3-937c-c1bb4718f359 HTTP/1.1" status: 200 len: 205 time: 0.0278764 Aug 20 15:24:08.389640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46640) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:08.448071 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:08.500186 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-792270e8-05b6-4e1b-94e0-5b5bcd6c931b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:08.507246 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:06Z', 'revision_number': 11, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:08.540879 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] Checking router: fa109491-10d4-47a3-937c-c1bb4718f359 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:24:08.549512 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] Routers {'fa109491-10d4-47a3-937c-c1bb4718f359'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:08.550128 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['fa109491-10d4-47a3-937c-c1bb4718f359'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:08.586236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-c7be387f-5b4a-4822-a011-81a2e8c486f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1153440 Aug 20 15:24:08.624450 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] Set router fa109491-10d4-47a3-937c-c1bb4718f359 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:08.635569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device abfaf348-a6e2-41b5-b398-55507b8ae0d3 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:24:08.700437 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:06Z', 'revision_number': 11, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:08.723150 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-792270e8-05b6-4e1b-94e0-5b5bcd6c931b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:08.728324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-792270e8-05b6-4e1b-94e0-5b5bcd6c931b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:08.731178 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b009c62a-e4f7-4ae6-9cb5-3547ce34fe18 None None] The sync data for ids ['fa109491-10d4-47a3-937c-c1bb4718f359'] in n-d-695189-15 is: [{'id': 'fa109491-10d4-47a3-937c-c1bb4718f359', 'name': 'tempest-RoutersIpV6Test-router-599897674', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:35Z', 'updated_at': '2021-08-20T15:24:06Z', 'revision_number': 11, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:08.781331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port abfaf348-a6e2-41b5-b398-55507b8ae0d3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:08.797488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'port_id': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'mac_address': 'fa:16:3e:b4:f3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:24:08.843272 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:08.860497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abfaf348-a6e2-41b5-b398-55507b8ae0d3 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:24:08.884133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port abfaf348-a6e2-41b5-b398-55507b8ae0d3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:08.889389 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:08.967311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=abfaf348-a6e2-41b5-b398-55507b8ae0d3,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:09.096271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-792270e8-05b6-4e1b-94e0-5b5bcd6c931b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.096774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792270e8-05b6-4e1b-94e0-5b5bcd6c931b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Fanout notify agent at l3_agent the message router_deleted on router fa109491-10d4-47a3-937c-c1bb4718f359 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:24:09.105472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-792270e8-05b6-4e1b-94e0-5b5bcd6c931b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.106579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-792270e8-05b6-4e1b-94e0-5b5bcd6c931b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359 HTTP/1.1" status: 204 len: 168 time: 0.7159531 Aug 20 15:24:09.112618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46650) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:09.115235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489631c-74d2-4b2e-87b8-251e0c7ed067 req-54579390-b84f-48a5-90e1-d0fcde850764 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:09.117440 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8489631c-74d2-4b2e-87b8-251e0c7ed067 req-54579390-b84f-48a5-90e1-d0fcde850764 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 944 time: 0.4150853 Aug 20 15:24:09.119493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-6faa5216-7e90-4564-bf00-5b900c5e45d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:09.120875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-6faa5216-7e90-4564-bf00-5b900c5e45d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1097 time: 0.4174573 Aug 20 15:24:09.127451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-80bc0f79-862a-4bf7-b5ad-1d2ea8a4c049 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-547460462', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:09.154171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80bc0f79-862a-4bf7-b5ad-1d2ea8a4c049 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.155432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80bc0f79-862a-4bf7-b5ad-1d2ea8a4c049 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.167924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['abfaf348-a6e2-41b5-b398-55507b8ae0d3'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:24:09.232063 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80bc0f79-862a-4bf7-b5ad-1d2ea8a4c049 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.236457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80bc0f79-862a-4bf7-b5ad-1d2ea8a4c049 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.266633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8489631c-74d2-4b2e-87b8-251e0c7ed067 req-1bb4dda6-4c7d-4984-a992-5ba9ba5f1870 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416490 Aug 20 15:24:09.272637 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-80bc0f79-862a-4bf7-b5ad-1d2ea8a4c049 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.278393 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-80bc0f79-862a-4bf7-b5ad-1d2ea8a4c049 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1593580 Aug 20 15:24:09.278961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46652) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:09.292089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2b82d8db-65eb-4939-89ee-501bdf6adfeb tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:09.317432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-a832a3d2-6c5e-421c-8826-d48e41c22096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:09.319025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-a832a3d2-6c5e-421c-8826-d48e41c22096 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1733730 Aug 20 15:24:09.399361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-84d1409e-e103-4385-ada7-fa8be4d375f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 999 time: 0.0721700 Aug 20 15:24:09.454826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-fd44369a-f7bc-4ec9-97b0-c70070d59aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:09.456432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-fd44369a-f7bc-4ec9-97b0-c70070d59aad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0505681 Aug 20 15:24:09.506557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-ca09481c-cc4b-4e08-b9fe-5c3fd130a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:09.509298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-ca09481c-cc4b-4e08-b9fe-5c3fd130a89c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448699 Aug 20 15:24:09.550659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b82d8db-65eb-4939-89ee-501bdf6adfeb tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1794485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6843'] for router, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.567756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b82d8db-65eb-4939-89ee-501bdf6adfeb tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1794434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1794443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608117'] for router, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.616475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-1030b8f3-a7f7-429f-9794-2b9592fe5a3e service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007802 Aug 20 15:24:09.674624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b82d8db-65eb-4939-89ee-501bdf6adfeb tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Router 2a4956dd-9db8-41a6-a689-2fde56758844 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:24:09.723024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac73c781-f235-4a74-ad68-7c2170f5f841 req-616f5667-e22f-4562-b16e-3c943e03655c service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998645 Aug 20 15:24:09.758784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b82d8db-65eb-4939-89ee-501bdf6adfeb tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:09.766823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b82d8db-65eb-4939-89ee-501bdf6adfeb tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:09.770732 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2b82d8db-65eb-4939-89ee-501bdf6adfeb tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "PUT /v2.0/routers/2a4956dd-9db8-41a6-a689-2fde56758844 HTTP/1.1" status: 200 len: 697 time: 0.4875710 Aug 20 15:24:09.770900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] Sync routers for ids ['2a4956dd-9db8-41a6-a689-2fde56758844'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:09.771313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46656) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:09.779038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] Routers {'2a4956dd-9db8-41a6-a689-2fde56758844'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:09.779759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['2a4956dd-9db8-41a6-a689-2fde56758844'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:09.853475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] Set router 2a4956dd-9db8-41a6-a689-2fde56758844 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:09.854365 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f0a9b3d2-80dc-4b41-bca9-1985b15df6b5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/routers/2a4956dd-9db8-41a6-a689-2fde56758844 HTTP/1.1" status: 200 len: 703 time: 0.0822873 Aug 20 15:24:09.856964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46658) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:09.889090 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bbe19a99-8f56-40df-9a3f-0a72db87d7ed tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a4956dd-9db8-41a6-a689-2fde56758844 HTTP/1.1" status: 200 len: 205 time: 0.0307512 Aug 20 15:24:09.891468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46660) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:09.917223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4956dd-9db8-41a6-a689-2fde56758844', 'name': 'tempest-RoutersIpV6Test-router-547460462', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:24:09Z', 'updated_at': '2021-08-20T15:24:09Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:09.946564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] Checking router: 2a4956dd-9db8-41a6-a689-2fde56758844 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:24:09.955596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] Routers {'2a4956dd-9db8-41a6-a689-2fde56758844'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:09.956444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['2a4956dd-9db8-41a6-a689-2fde56758844'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:09.967041 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e0bbaca-a3f7-4bf4-8544-93c55427b2e2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:10.029260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] Set router 2a4956dd-9db8-41a6-a689-2fde56758844 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:10.083763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4956dd-9db8-41a6-a689-2fde56758844', 'name': 'tempest-RoutersIpV6Test-router-547460462', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:24:09Z', 'updated_at': '2021-08-20T15:24:09Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:10.112523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6062f112-0b8d-4b46-a7ef-2d5ca5c4e5a0 None None] The sync data for ids ['2a4956dd-9db8-41a6-a689-2fde56758844'] in n-d-695189-15 is: [{'id': '2a4956dd-9db8-41a6-a689-2fde56758844', 'name': 'tempest-RoutersIpV6Test-router-547460462', 'tenant_id': 'ae0a85d4578f494380389d73e3402a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:24:09Z', 'updated_at': '2021-08-20T15:24:09Z', 'revision_number': 2, 'project_id': 'ae0a85d4578f494380389d73e3402a3f', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:10.132994 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e0bbaca-a3f7-4bf4-8544-93c55427b2e2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:10.136056 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e0bbaca-a3f7-4bf4-8544-93c55427b2e2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:10.186633 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e0bbaca-a3f7-4bf4-8544-93c55427b2e2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:10.187337 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0bbaca-a3f7-4bf4-8544-93c55427b2e2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4956dd-9db8-41a6-a689-2fde56758844 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:24:10.198130 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e0bbaca-a3f7-4bf4-8544-93c55427b2e2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:10.199273 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9e0bbaca-a3f7-4bf4-8544-93c55427b2e2 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/2a4956dd-9db8-41a6-a689-2fde56758844 HTTP/1.1" status: 204 len: 168 time: 0.3068306 Aug 20 15:24:10.202767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46662) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.233126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-efe9ffa4-41ca-4d93-a122-c4d911b548e6 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a4956dd-9db8-41a6-a689-2fde56758844 HTTP/1.1" status: 200 len: 205 time: 0.0281987 Aug 20 15:24:10.234481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46664) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.282354 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-b129e738-3db5-4cbe-b4a4-619250b053aa tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] delete failed (client error): The resource could not be found. Aug 20 15:24:10.288778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46666) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.296195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b129e738-3db5-4cbe-b4a4-619250b053aa tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/2a4956dd-9db8-41a6-a689-2fde56758844 HTTP/1.1" status: 404 len: 336 time: 0.0605984 Aug 20 15:24:10.318853 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5b462a-6ee6-4193-aa94-f40cefa2e35c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] DELETE failed (client error): The resource could not be found. Aug 20 15:24:10.320127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5b462a-6ee6-4193-aa94-f40cefa2e35c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:24:10.324227 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6b5b462a-6ee6-4193-aa94-f40cefa2e35c tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/38dd586a-eed7-4505-b289-d627bda46419 HTTP/1.1" status: 404 len: 337 time: 0.0321970 Aug 20 15:24:10.324776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46670) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.361021 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-79529218-42e7-43e3-b55c-f70a9e28ab1a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] DELETE failed (client error): The resource could not be found. Aug 20 15:24:10.361491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79529218-42e7-43e3-b55c-f70a9e28ab1a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:24:10.363266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-79529218-42e7-43e3-b55c-f70a9e28ab1a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/0a9afbdd-131b-49ac-a30b-c0e9e98e50ab HTTP/1.1" status: 404 len: 337 time: 0.0372291 Aug 20 15:24:10.366155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46672) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.394897 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-770ca7ba-9ead-48ce-8dd2-b5f6d0a97882 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] DELETE failed (client error): The resource could not be found. Aug 20 15:24:10.395276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770ca7ba-9ead-48ce-8dd2-b5f6d0a97882 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:24:10.399649 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-770ca7ba-9ead-48ce-8dd2-b5f6d0a97882 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/c292ae35-92d5-4004-9d81-8ad118902c79 HTTP/1.1" status: 404 len: 337 time: 0.0295541 Aug 20 15:24:10.400423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46674) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.416656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5c0b3-240d-4c56-a2e1-4a7d3463323d req-f6099cd1-b895-44f2-9cf9-44a4344cde80 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:10.418201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96b5c0b3-240d-4c56-a2e1-4a7d3463323d req-f6099cd1-b895-44f2-9cf9-44a4344cde80 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 945 time: 0.0539196 Aug 20 15:24:10.428058 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdf7883-c676-4ff6-9c71-dae9072d0d76 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] DELETE failed (client error): The resource could not be found. Aug 20 15:24:10.428608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdf7883-c676-4ff6-9c71-dae9072d0d76 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:24:10.433215 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1fdf7883-c676-4ff6-9c71-dae9072d0d76 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/d8d0470d-ab1f-4c18-9928-e304365c2a51 HTTP/1.1" status: 404 len: 337 time: 0.0294030 Aug 20 15:24:10.433435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46676) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.463693 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-883558bd-531d-439d-93f9-a9f93a70ecb7 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa109491-10d4-47a3-937c-c1bb4718f359 HTTP/1.1" status: 200 len: 205 time: 0.0269976 Aug 20 15:24:10.463930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46678) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.464953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96b5c0b3-240d-4c56-a2e1-4a7d3463323d req-990aba4f-6cce-4197-a686-1582db094a65 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Aug 20 15:24:10.505648 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-7cf0c864-14c8-46cb-8f43-7109fbe66af7 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] delete failed (client error): The resource could not be found. Aug 20 15:24:10.507288 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7cf0c864-14c8-46cb-8f43-7109fbe66af7 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/fa109491-10d4-47a3-937c-c1bb4718f359 HTTP/1.1" status: 404 len: 336 time: 0.0419312 Aug 20 15:24:10.509876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46680) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.537907 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1812e089-2d4d-4611-bed3-261807b0e9a1 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=3dd619fd-ffb8-4870-a353-1faa0c3156f8 HTTP/1.1" status: 200 len: 205 time: 0.0267944 Aug 20 15:24:10.540291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46682) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.588228 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-710e9e87-ecb2-4266-9369-6713c6aa9863 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] delete failed (client error): The resource could not be found. Aug 20 15:24:10.589530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-710e9e87-ecb2-4266-9369-6713c6aa9863 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/3dd619fd-ffb8-4870-a353-1faa0c3156f8 HTTP/1.1" status: 404 len: 336 time: 0.0480103 Aug 20 15:24:10.592774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46686) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.619724 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-742ac4db-0fd8-4203-bbf2-d056bb2db4dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] DELETE failed (client error): The resource could not be found. Aug 20 15:24:10.620279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742ac4db-0fd8-4203-bbf2-d056bb2db4dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:24:10.624469 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-742ac4db-0fd8-4203-bbf2-d056bb2db4dd tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/34973ba7-168c-4133-88d9-eb4d763c1553 HTTP/1.1" status: 404 len: 337 time: 0.0283060 Aug 20 15:24:10.624696 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46688) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.646767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device abfaf348-a6e2-41b5-b398-55507b8ae0d3 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:10.652479 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8ac774a1-abd8-40b6-b6f5-b934bedcd9a3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=a92c983a-5844-4aa6-b096-bc9b797259b8 HTTP/1.1" status: 200 len: 205 time: 0.0267119 Aug 20 15:24:10.654746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46690) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.697018 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-c0c89b5f-7f6b-4890-aec2-891927cc5f33 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] delete failed (client error): The resource could not be found. Aug 20 15:24:10.698231 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c0c89b5f-7f6b-4890-aec2-891927cc5f33 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/a92c983a-5844-4aa6-b096-bc9b797259b8 HTTP/1.1" status: 404 len: 336 time: 0.0424562 Aug 20 15:24:10.700779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46692) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.701884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port abfaf348-a6e2-41b5-b398-55507b8ae0d3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:10.705961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port abfaf348-a6e2-41b5-b398-55507b8ae0d3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:10.706338 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:10.739781 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8314d832-8781-4f34-aa0f-5311510b7ac5 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=c168af30-6d21-4be9-992d-a42d5ed4e5ad HTTP/1.1" status: 200 len: 205 time: 0.0375068 Aug 20 15:24:10.741835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46694) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.786109 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-73dd4b75-3f53-4daf-b42b-3bc69088a7ad tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] delete failed (client error): The resource could not be found. Aug 20 15:24:10.790281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46696) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.790468 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-73dd4b75-3f53-4daf-b42b-3bc69088a7ad tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/c168af30-6d21-4be9-992d-a42d5ed4e5ad HTTP/1.1" status: 404 len: 336 time: 0.0475495 Aug 20 15:24:10.825770 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb9ea49-c2c7-4a1b-a647-fc45409b8f89 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] DELETE failed (client error): The resource could not be found. Aug 20 15:24:10.827163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb9ea49-c2c7-4a1b-a647-fc45409b8f89 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:24:10.827336 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:10.829041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3bb9ea49-c2c7-4a1b-a647-fc45409b8f89 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/d773e148-d13e-4b55-b3e7-d59d1632ad68 HTTP/1.1" status: 404 len: 337 time: 0.0378020 Aug 20 15:24:10.833135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46698) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.869546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af06b814-42a6-4109-9d47-906b1faf826d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:24:10.871937 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b6486a47-f184-4981-a878-273c89af95ec tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=1496ec05-e6df-43f2-8723-9463efcbea5a HTTP/1.1" status: 200 len: 205 time: 0.0370748 Aug 20 15:24:10.872674 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabedb72-9281-4af5-be83-86c94ede75f9" -d '{"events": [{"server_uuid": "af06b814-42a6-4109-9d47-906b1faf826d", "name": "network-vif-plugged", "status": "completed", "tag": "abfaf348-a6e2-41b5-b398-55507b8ae0d3"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:24:10.874216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46700) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.879660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port abfaf348-a6e2-41b5-b398-55507b8ae0d3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:10.886528 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:10.939031 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a6fb56-e4e7-4ca7-80cf-2d3896eb61ac x-openstack-request-id: req-32a6fb56-e4e7-4ca7-80cf-2d3896eb61ac {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:24:10.939569 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af06b814-42a6-4109-9d47-906b1faf826d", "name": "network-vif-plugged", "status": "completed", "tag": "abfaf348-a6e2-41b5-b398-55507b8ae0d3", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:24:10.939972 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32a6fb56-e4e7-4ca7-80cf-2d3896eb61ac {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:24:10.940562 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af06b814-42a6-4109-9d47-906b1faf826d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'code': 200} Aug 20 15:24:10.940909 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-4d557b34-08a5-4e87-bafe-c775b8ee421e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] delete failed (client error): The resource could not be found. Aug 20 15:24:10.943672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4d557b34-08a5-4e87-bafe-c775b8ee421e tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/1496ec05-e6df-43f2-8723-9463efcbea5a HTTP/1.1" status: 404 len: 336 time: 0.0666537 Aug 20 15:24:10.946231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46704) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:10.952722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=abfaf348-a6e2-41b5-b398-55507b8ae0d3,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:10.985378 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6a8092-bb69-4eae-b4fd-800fe190682d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] DELETE failed (client error): The resource could not be found. Aug 20 15:24:10.986166 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6a8092-bb69-4eae-b4fd-800fe190682d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:24:10.990535 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d6a8092-bb69-4eae-b4fd-800fe190682d tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/1d74770a-84e0-4d15-9a8a-6baac926cf6b HTTP/1.1" status: 404 len: 337 time: 0.0385866 Aug 20 15:24:10.991471 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46706) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:11.020326 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6c1411e7-2a16-47ee-b814-b36fce071b32 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "GET /v2.0/ports?device_id=24a76376-d8c4-4793-bbc7-b29b5b1b57c2 HTTP/1.1" status: 200 len: 205 time: 0.0273643 Aug 20 15:24:11.023683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46708) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:11.062308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1071c-afeb-434a-b6db-c8b72956ec35 req-656abeec-99e5-40e8-9020-6ad98667d16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:11.063924 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-82a1071c-afeb-434a-b6db-c8b72956ec35 req-656abeec-99e5-40e8-9020-6ad98667d16d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 1098 time: 0.0450091 Aug 20 15:24:11.067885 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-eba4db6f-82a2-49cf-bb86-7ca9a40933f3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] delete failed (client error): The resource could not be found. Aug 20 15:24:11.068932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-eba4db6f-82a2-49cf-bb86-7ca9a40933f3 tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/routers/24a76376-d8c4-4793-bbc7-b29b5b1b57c2 HTTP/1.1" status: 404 len: 336 time: 0.0442100 Aug 20 15:24:11.072092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46710) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:11.098835 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f3bcff-9d35-4d25-a1f4-55ac8ec8d41a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] DELETE failed (client error): The resource could not be found. Aug 20 15:24:11.099293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f3bcff-9d35-4d25-a1f4-55ac8ec8d41a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:24:11.101627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-51f3bcff-9d35-4d25-a1f4-55ac8ec8d41a tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/79744119-e2f1-40ab-8a89-cbfbfcfe9f9e HTTP/1.1" status: 404 len: 337 time: 0.0283935 Aug 20 15:24:11.104026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46712) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:11.104721 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-82a1071c-afeb-434a-b6db-c8b72956ec35 req-64151fa1-1a5e-43c8-8fa1-19ec9a405ab0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299661 Aug 20 15:24:11.129968 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7fe9ea-8a96-47ca-af8d-affa3c3d210b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] DELETE failed (client error): The resource could not be found. Aug 20 15:24:11.130434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7fe9ea-8a96-47ca-af8d-affa3c3d210b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:24:11.132954 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fe7fe9ea-8a96-47ca-af8d-affa3c3d210b tempest-RoutersIpV6Test-802462669 tempest-RoutersIpV6Test-802462669-project] 10.222.0.36 "DELETE /v2.0/subnets/2d9f3f8e-579e-4e68-869c-0b2ea2b4b241 HTTP/1.1" status: 404 len: 337 time: 0.0278659 Aug 20 15:24:11.405469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46720) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:11.550580 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4ceec914-7912-4c0a-828b-c9c90cd02432 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae0a85d4578f494380389d73e3402a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439402 Aug 20 15:24:11.553151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46726) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:11.604608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490bf69-5d97-4138-abfb-a28939437e4a req-d9b2aeee-bdaa-47d3-ad7b-b03e6747e8ac tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:11.606972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4490bf69-5d97-4138-abfb-a28939437e4a req-d9b2aeee-bdaa-47d3-ad7b-b03e6747e8ac tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 946 time: 0.0700836 Aug 20 15:24:11.619120 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85862a58-1713-4b6a-8935-51832ae14a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:11.643151 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85862a58-1713-4b6a-8935-51832ae14a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:11.650026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4490bf69-5d97-4138-abfb-a28939437e4a req-9829040e-e03c-484a-b7cc-65ba725d2fb8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369668 Aug 20 15:24:11.697635 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85862a58-1713-4b6a-8935-51832ae14a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:11.700718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-85862a58-1713-4b6a-8935-51832ae14a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:11.701879 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-85862a58-1713-4b6a-8935-51832ae14a35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/742d1c7e-9bb9-4b12-a144-9244be105a0c HTTP/1.1" status: 204 len: 168 time: 0.1477633 Aug 20 15:24:11.710041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85862a58-1713-4b6a-8935-51832ae14a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742d1c7e-9bb9-4b12-a144-9244be105a0c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:12.206254 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3fce1cfc-b4db-4493-b7dd-1cb1f026454e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.368019 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46750) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:12.480085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-412bce4b-9f6c-44a6-8918-94e4f1d9154a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1708611679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:12.503881 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-412bce4b-9f6c-44a6-8918-94e4f1d9154a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.504953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-412bce4b-9f6c-44a6-8918-94e4f1d9154a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.557651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-412bce4b-9f6c-44a6-8918-94e4f1d9154a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.561988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-412bce4b-9f6c-44a6-8918-94e4f1d9154a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.577927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-412bce4b-9f6c-44a6-8918-94e4f1d9154a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.579333 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-412bce4b-9f6c-44a6-8918-94e4f1d9154a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2102957 Aug 20 15:24:12.582145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46754) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:12.587445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-900626143'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:12.608721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Made reservation on behalf of d9424c8a95444cfc86d504e94541d3fe for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:12.612254 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.623570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.735291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.739780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.764636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:24:12.781584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6e5a1-fbe5-44b3-88f8-d2e6e10ca611,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:12.782145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e18625-69d0-4c4a-8a5f-4d0b6b4e26c6 req-f982b5c7-d214-4a90-9001-9d521c5d65c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:12.785072 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.785907 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Added segment fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3 of type vlan for network c24ebee8-4527-49d0-aee1-32e8476d3e6c Aug 20 15:24:12.791617 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02e18625-69d0-4c4a-8a5f-4d0b6b4e26c6 req-f982b5c7-d214-4a90-9001-9d521c5d65c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 946 time: 0.0672917 Aug 20 15:24:12.837715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02e18625-69d0-4c4a-8a5f-4d0b6b4e26c6 req-d47eb541-efac-4813-b3a0-eb0f638bb8a7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451322 Aug 20 15:24:12.844423 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.871052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.876865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:12.877458 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:12.942867 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3596783 Aug 20 15:24:12.944560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46762) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:12.951112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'subnet': {'network_id': 'c24ebee8-4527-49d0-aee1-32e8476d3e6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:12.953054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fde9c-87e6-4a5e-8071-f17f87f4aa18 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Network': ['ID=c24ebee8-4527-49d0-aee1-32e8476d3e6c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:12.963988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c24ebee8-4527-49d0-aee1-32e8476d3e6c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:24:13.054261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efff774-7d74-48ed-864c-0bc2aa499742 req-e6874ed1-af22-43a2-9085-72853d016402 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:13.055821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1efff774-7d74-48ed-864c-0bc2aa499742 req-e6874ed1-af22-43a2-9085-72853d016402 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 946 time: 0.1246011 Aug 20 15:24:13.107154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1efff774-7d74-48ed-864c-0bc2aa499742 req-4de37910-cbe4-467c-92c1-99b78d42609f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442760 Aug 20 15:24:13.108315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Made reservation on behalf of d9424c8a95444cfc86d504e94541d3fe for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:13.111630 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.130977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46764) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:13.179472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7a094d-7699-4941-8657-96fe41288371 tempest-TestVolumeBootPattern-127768494 tempest-TestVolumeBootPattern-127768494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:13.181309 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9e7a094d-7699-4941-8657-96fe41288371 tempest-TestVolumeBootPattern-127768494 tempest-TestVolumeBootPattern-127768494-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 1093 time: 0.0481060 Aug 20 15:24:13.184521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46766) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:13.189127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:13.214473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.318970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.340094 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.401905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Subnet': ['ID=c7c69e4b-d9db-4a43-9c75-53b512fb4b22,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:13.420109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Checking segment: {'id': 'fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c24ebee8-4527-49d0-aee1-32e8476d3e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:13.420568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network hostable DHCP agents. Network: c24ebee8-4527-49d0-aee1-32e8476d3e6c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:24:13.438413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.25.5.78 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/e16f3d34-78bc-4d27-b294-3758be71ee33) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:24:13.439197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network c24ebee8-4527-49d0-aee1-32e8476d3e6c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:24:13.449193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c24ebee8-4527-49d0-aee1-32e8476d3e6c) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:13.454036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:13.454789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.463712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c99c500-b3d2-496e-a311-134b94b17e14 None None] Network c24ebee8-4527-49d0-aee1-32e8476d3e6c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:13.475372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d8b03307-d63b-4694-9207-c4354a2ef386 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5266788 Aug 20 15:24:13.475697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46768) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:13.481704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'network': {'name': 'tempest-router-network01--1327832544'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:13.507173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Made reservation on behalf of d9424c8a95444cfc86d504e94541d3fe for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:13.510995 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.542111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:24:13.555416 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.555815 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Added segment cd4c9a17-027b-4afc-b7b7-444596aad432 of type vlan for network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e Aug 20 15:24:13.559341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.608206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.627021 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.657475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:24:13.661035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:13.664868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:24:13.668527 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.682029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:13.682705 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.686462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-c24ebee8-4527-49d0-aee1-32e8476d3e6c', 'network_id': 'c24ebee8-4527-49d0-aee1-32e8476d3e6c', 'tenant_id': 'd9424c8a95444cfc86d504e94541d3fe', 'fixed_ips': [{'subnet_id': 'c7c69e4b-d9db-4a43-9c75-53b512fb4b22'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:24:13.687502 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.690262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=e16f3d34-78bc-4d27-b294-3758be71ee33,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:13.758396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2814505 Aug 20 15:24:13.761966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46772) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:13.766709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'network': {'name': 'tempest-router-network02--2120608338'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:13.793745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619e20e-61df-4b79-bbb0-5de21cecc7a0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Network': ['ID=4c4ae730-5cd2-42e4-86f2-5450d40cfb0e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:13.796787 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Made reservation on behalf of d9424c8a95444cfc86d504e94541d3fe for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:13.800433 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.807075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:24:13.840828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:24:13.851731 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.852098 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Added segment c032a6d5-f58d-4b28-bef3-efbc51027ff4 of type vlan for network a9797390-22ab-49ee-9958-612ff9f5898b Aug 20 15:24:13.917302 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.917772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Allocated IP 2001:db8::2 (c24ebee8-4527-49d0-aee1-32e8476d3e6c/c7c69e4b-d9db-4a43-9c75-53b512fb4b22/076efe69-3944-498d-83ff-edcc38d97b4c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:24:13.961298 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:13.967486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:13.968537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.057926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2950795 Aug 20 15:24:14.062037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46776) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:14.071845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'subnet': {'network_id': '4c4ae730-5cd2-42e4-86f2-5450d40cfb0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:14.125965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69b83e-141c-48ba-91ee-8bc70487023a tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Network': ['ID=a9797390-22ab-49ee-9958-612ff9f5898b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:14.148384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a9797390-22ab-49ee-9958-612ff9f5898b details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:24:14.157990 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.182636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Made reservation on behalf of d9424c8a95444cfc86d504e94541d3fe for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:14.186566 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.242975 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.298726 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.307815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Transition to ACTIVE for port object 076efe69-3944-498d-83ff-edcc38d97b4c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:14.322793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Transition to ACTIVE for port object 076efe69-3944-498d-83ff-edcc38d97b4c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:14.329687 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.374475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Network c24ebee8-4527-49d0-aee1-32e8476d3e6c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:24:14.378758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:14.383095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:24:14.391636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Pushing event updated for resources: {'Port': ['ID=076efe69-3944-498d-83ff-edcc38d97b4c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:14.403427 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.405690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.410583 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.454391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Attempting to bind port 076efe69-3944-498d-83ff-edcc38d97b4c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:24:14.454654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Attempting to bind port 076efe69-3944-498d-83ff-edcc38d97b4c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c24ebee8-4527-49d0-aee1-32e8476d3e6c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:24:14.455036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Attempting to bind port 076efe69-3944-498d-83ff-edcc38d97b4c on network c24ebee8-4527-49d0-aee1-32e8476d3e6c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:24:14.461790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:24:14.462553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Checking segment: {'id': 'fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c24ebee8-4527-49d0-aee1-32e8476d3e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:14.463153 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.463783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Bound using segment: {'id': 'fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c24ebee8-4527-49d0-aee1-32e8476d3e6c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:24:14.464404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Bound port: 076efe69-3944-498d-83ff-edcc38d97b4c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'c24ebee8-4527-49d0-aee1-32e8476d3e6c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:24:14.464762 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.481443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=e16f3d34-78bc-4d27-b294-3758be71ee33,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:14.495319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Checking segment: {'id': 'cd4c9a17-027b-4afc-b7b7-444596aad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c4ae730-5cd2-42e4-86f2-5450d40cfb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:14.496854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network hostable DHCP agents. Network: 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:24:14.497813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Subnet': ['ID=f402fc58-38df-43a8-a08a-633c13dc0406,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:14.505180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.517272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:24:14.528244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:14.533738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:14.534689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.540768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b075dd76-84a4-4f2b-841f-e1cd0c7d9dff None None] Network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:14.558238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ae571204-e8d3-4022-aefd-91a490ccfd6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4922931 Aug 20 15:24:14.559188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46778) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:14.564416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'subnet': {'network_id': 'a9797390-22ab-49ee-9958-612ff9f5898b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:14.587160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] For port 076efe69-3944-498d-83ff-edcc38d97b4c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:24:14.604740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] For port 076efe69-3944-498d-83ff-edcc38d97b4c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=076efe69-3944-498d-83ff-edcc38d97b4c,segment=NetworkSegment(fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3),segment_id=fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:24:14.609972 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.645806 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Floating IP ae6a60c2-7c1b-4ed8-ab93-06b1b4447999 associated. External IP: 172.25.5.78, port: abfaf348-a6e2-41b5-b398-55507b8ae0d3. Aug 20 15:24:14.663080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Made reservation on behalf of d9424c8a95444cfc86d504e94541d3fe for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:14.669554 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.719283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639913d4-fe00-4e64-bbf4-2458e3af1371 None None] Pushing event updated for resources: {'Port': ['ID=076efe69-3944-498d-83ff-edcc38d97b4c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:14.771250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-4c4ae730-5cd2-42e4-86f2-5450d40cfb0e', 'network_id': '4c4ae730-5cd2-42e4-86f2-5450d40cfb0e', 'tenant_id': 'd9424c8a95444cfc86d504e94541d3fe', 'fixed_ips': [{'subnet_id': 'f402fc58-38df-43a8-a08a-633c13dc0406'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:24:14.772211 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.894938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.962088 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:14.984500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Router b46c57df-c297-421c-9291-805110a90364 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:24:14.998917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Allocated IP 2001:db8::2 (4c4ae730-5cd2-42e4-86f2-5450d40cfb0e/f402fc58-38df-43a8-a08a-633c13dc0406/22966f0e-85ce-48a4-a960-0005f4b0af2c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:24:15.115859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Subnet': ['ID=2849f445-2466-4ee2-a0c8-40552bbea269,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:15.129019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Checking segment: {'id': 'c032a6d5-f58d-4b28-bef3-efbc51027ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a9797390-22ab-49ee-9958-612ff9f5898b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:15.129189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network hostable DHCP agents. Network: a9797390-22ab-49ee-9958-612ff9f5898b, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:24:15.152688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:15.166034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network a9797390-22ab-49ee-9958-612ff9f5898b is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:24:15.166722 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] Sync routers for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:15.177193 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:15.177438 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:15.178584 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:23:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:15.188441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a9797390-22ab-49ee-9958-612ff9f5898b) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:15.201727 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:15.207508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:15.209057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:15.214211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Transition to ACTIVE for port object 22966f0e-85ce-48a4-a960-0005f4b0af2c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:15.237026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Transition to ACTIVE for port object 22966f0e-85ce-48a4-a960-0005f4b0af2c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:15.247057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af2a67-1bf0-4b9f-876d-305cb196ef56 None None] Network a9797390-22ab-49ee-9958-612ff9f5898b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:15.248115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5fc83e28-5dda-4b41-ba55-027cf8581caf tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6873565 Aug 20 15:24:15.250606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46782) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:15.251829 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:15.263718 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-98c4d147-c9ba-437f-b29a-acb6c93d7490 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0778573 Aug 20 15:24:15.266687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af06b814-42a6-4109-9d47-906b1faf826d', 'tag': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:24:15.271404 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "af06b814-42a6-4109-9d47-906b1faf826d", "tag": "abfaf348-a6e2-41b5-b398-55507b8ae0d3"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:24:15.326147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Pushing event updated for resources: {'Port': ['ID=22966f0e-85ce-48a4-a960-0005f4b0af2c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:15.391462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:24:15.394890 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:15.399971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:24:15.410067 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22a4e10b-ab7d-4161-8ef5-c953c85cbb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:15.528718 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:15.554199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Attempting to bind port 22966f0e-85ce-48a4-a960-0005f4b0af2c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:24:15.556027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Attempting to bind port 22966f0e-85ce-48a4-a960-0005f4b0af2c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'cd4c9a17-027b-4afc-b7b7-444596aad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c4ae730-5cd2-42e4-86f2-5450d40cfb0e'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:24:15.556027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Attempting to bind port 22966f0e-85ce-48a4-a960-0005f4b0af2c on network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:24:15.797523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:24:15.797523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Checking segment: {'id': 'cd4c9a17-027b-4afc-b7b7-444596aad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c4ae730-5cd2-42e4-86f2-5450d40cfb0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:15.797523 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:15.797523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Bound using segment: {'id': 'cd4c9a17-027b-4afc-b7b7-444596aad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c4ae730-5cd2-42e4-86f2-5450d40cfb0e'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:24:15.805006 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cefe23-239a-4f95-bcb9-52b0d1705e28 x-openstack-request-id: req-68cefe23-239a-4f95-bcb9-52b0d1705e28 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:24:15.805006 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af06b814-42a6-4109-9d47-906b1faf826d", "tag": "abfaf348-a6e2-41b5-b398-55507b8ae0d3", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:24:15.805006 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68cefe23-239a-4f95-bcb9-52b0d1705e28 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:24:15.805006 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af06b814-42a6-4109-9d47-906b1faf826d', 'tag': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'status': 'completed', 'code': 200} Aug 20 15:24:15.807247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Bound port: 22966f0e-85ce-48a4-a960-0005f4b0af2c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4c9a17-027b-4afc-b7b7-444596aad432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4c4ae730-5cd2-42e4-86f2-5450d40cfb0e'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:24:15.807247 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:15.830162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 076efe69-3944-498d-83ff-edcc38d97b4c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:15.863388 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:15.868991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-90148ffc-de32-4fba-b3d5-899fe7abebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:15.870696 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-90148ffc-de32-4fba-b3d5-899fe7abebc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 1098 time: 0.1738138 Aug 20 15:24:15.940297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] For port 22966f0e-85ce-48a4-a960-0005f4b0af2c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:24:15.945394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] For port 22966f0e-85ce-48a4-a960-0005f4b0af2c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=22966f0e-85ce-48a4-a960-0005f4b0af2c,segment=NetworkSegment(cd4c9a17-027b-4afc-b7b7-444596aad432),segment_id=cd4c9a17-027b-4afc-b7b7-444596aad432)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:24:15.992584 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:16.047434 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'ae6a60c2-7c1b-4ed8-ab93-06b1b4447999', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:b4:f3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af06b814-42a6-4109-9d47-906b1faf826d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:24:13Z', 'updated_at': '2021-08-20T15:24:13Z', 'revision_number': 0, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:16.093676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a9797390-22ab-49ee-9958-612ff9f5898b', 'network_id': 'a9797390-22ab-49ee-9958-612ff9f5898b', 'tenant_id': 'd9424c8a95444cfc86d504e94541d3fe', 'fixed_ips': [{'subnet_id': '2849f445-2466-4ee2-a0c8-40552bbea269'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:24:16.095175 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:16.105333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-3ce79c57-48d5-4bce-b51c-15796ec50802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:16.106875 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-3ce79c57-48d5-4bce-b51c-15796ec50802 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.2262619 Aug 20 15:24:16.124292 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] Checking router: b46c57df-c297-421c-9291-805110a90364 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:24:16.138160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c6bd9-432a-416e-a1fe-caf5cf6086fa None None] Pushing event updated for resources: {'Port': ['ID=22966f0e-85ce-48a4-a960-0005f4b0af2c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:16.166740 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:16.167385 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:24:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:16.273447 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-a82be340-80e2-4563-b378-159a32e8271d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3 HTTP/1.1" status: 200 len: 999 time: 0.1522920 Aug 20 15:24:16.302157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd988b40-f51c-42f2-8a35-ac36de1b657a None None] Network c24ebee8-4527-49d0-aee1-32e8476d3e6c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:16.354147 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:24:16.359193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Allocated IP 2001:db8::1 (4c4ae730-5cd2-42e4-86f2-5450d40cfb0e/f402fc58-38df-43a8-a08a-633c13dc0406/d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:24:16.384430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-128f6be5-0732-461c-83c8-603f3a5f9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:16.386490 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-128f6be5-0732-461c-83c8-603f3a5f9ddf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.1015635 Aug 20 15:24:16.427751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 076efe69-3944-498d-83ff-edcc38d97b4c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:16.471018 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:16.512288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-de1fea4e-8b94-459b-aa48-33b2ee46f4d8 None None] Provisioning for port 076efe69-3944-498d-83ff-edcc38d97b4c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:16.531506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-5f718ff6-67f4-4521-8d2c-8d310f0e0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:16.533294 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-5f718ff6-67f4-4521-8d2c-8d310f0e0dd4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360950 Aug 20 15:24:16.535751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-de1fea4e-8b94-459b-aa48-33b2ee46f4d8 None None] Provisioning complete for port 076efe69-3944-498d-83ff-edcc38d97b4c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:16.536128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-de1fea4e-8b94-459b-aa48-33b2ee46f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:16.671835 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Allocated IP 2001:db8::2 (a9797390-22ab-49ee-9958-612ff9f5898b/2849f445-2466-4ee2-a0c8-40552bbea269/7cf685c0-684e-4ec9-bf6b-e2013442968d) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:24:16.682984 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:16.728693 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-3167fb50-7ec3-4140-abfb-2c7c6dd89cb0 service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839094 Aug 20 15:24:16.728910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Transition to ACTIVE for port object d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:16.776072 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:16.883802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:24:16.901467 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'ae6a60c2-7c1b-4ed8-ab93-06b1b4447999', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:b4:f3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af06b814-42a6-4109-9d47-906b1faf826d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:24:13Z', 'updated_at': '2021-08-20T15:24:13Z', 'revision_number': 0, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:16.912954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Port': ['ID=d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:16.933802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:16.937882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:24:16.938457 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:16.945039 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a27d671-6505-45c3-a07a-058ed3f963ca None None] The sync data for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 is: [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'ae6a60c2-7c1b-4ed8-ab93-06b1b4447999', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:b4:f3:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af06b814-42a6-4109-9d47-906b1faf826d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:24:13Z', 'updated_at': '2021-08-20T15:24:13Z', 'revision_number': 0, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:17.023974 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.034347 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-de1fea4e-8b94-459b-aa48-33b2ee46f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.041568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Transition to ACTIVE for port object 7cf685c0-684e-4ec9-bf6b-e2013442968d will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:17.177795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-de1fea4e-8b94-459b-aa48-33b2ee46f4d8 None None] For port 076efe69-3944-498d-83ff-edcc38d97b4c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=076efe69-3944-498d-83ff-edcc38d97b4c,segment=NetworkSegment(fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3),segment_id=fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:17.195718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Transition to ACTIVE for port object 7cf685c0-684e-4ec9-bf6b-e2013442968d will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:17.207034 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-de1fea4e-8b94-459b-aa48-33b2ee46f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.216777 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.218048 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.334002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Network a9797390-22ab-49ee-9958-612ff9f5898b is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:24:17.347242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:17.358321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:24:17.468233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef9567b-180d-4f8d-946a-8ce4ffb399ed None None] New status for floating IP ae6a60c2-7c1b-4ed8-ab93-06b1b4447999: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:24:17.480280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fea4e-8b94-459b-aa48-33b2ee46f4d8 None None] Pushing event updated for resources: {'Port': ['ID=076efe69-3944-498d-83ff-edcc38d97b4c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:17.670211 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f65212f1-fa2e-41c1-bacb-d4a2a20a3bf1 req-5d4311aa-2fe4-406d-9467-1ea3faa95f8e service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9270530 Aug 20 15:24:17.696100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Pushing event updated for resources: {'Port': ['ID=7cf685c0-684e-4ec9-bf6b-e2013442968d,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:17.738895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.744629 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.745474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.843320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3852ed49-84fe-436c-b27a-75e96f6f9ce3 None None] Provisioning complete for port 076efe69-3944-498d-83ff-edcc38d97b4c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:17.843740 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3852ed49-84fe-436c-b27a-75e96f6f9ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.846180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Attempting to bind port 7cf685c0-684e-4ec9-bf6b-e2013442968d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:24:17.846551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Attempting to bind port 7cf685c0-684e-4ec9-bf6b-e2013442968d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'c032a6d5-f58d-4b28-bef3-efbc51027ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a9797390-22ab-49ee-9958-612ff9f5898b'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:24:17.846915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Attempting to bind port 7cf685c0-684e-4ec9-bf6b-e2013442968d on network a9797390-22ab-49ee-9958-612ff9f5898b {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:24:17.877189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Port': ['ID=d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:17.918534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 076efe69-3944-498d-83ff-edcc38d97b4c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:17.920331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0e748-216f-41aa-8598-1509746aa04e None None] Network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:17.930050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:24:17.930487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Checking segment: {'id': 'c032a6d5-f58d-4b28-bef3-efbc51027ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a9797390-22ab-49ee-9958-612ff9f5898b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:17.930847 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.931260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Bound using segment: {'id': 'c032a6d5-f58d-4b28-bef3-efbc51027ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a9797390-22ab-49ee-9958-612ff9f5898b'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:24:17.931783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Bound port: 7cf685c0-684e-4ec9-bf6b-e2013442968d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c032a6d5-f58d-4b28-bef3-efbc51027ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'a9797390-22ab-49ee-9958-612ff9f5898b'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:24:17.932171 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:17.945772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:24:17.947254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:18.090616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Router d0ab490b-56f0-4fa7-b917-326424f93f2b is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:24:18.191730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:18.200358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46842) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:18.200519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d994cfa2-2581-425d-a6d9-eca9ab27d00d tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "PUT /v2.0/routers/d0ab490b-56f0-4fa7-b917-326424f93f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9487250 Aug 20 15:24:18.202429 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb2d10-7345-4e69-87df-d5fbdf3a789c None None] Sync routers for ids ['d0ab490b-56f0-4fa7-b917-326424f93f2b'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:18.209387 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:18.216489 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb2d10-7345-4e69-87df-d5fbdf3a789c None None] Routers {'d0ab490b-56f0-4fa7-b917-326424f93f2b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:18.217115 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5cb2d10-7345-4e69-87df-d5fbdf3a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:24:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d0ab490b-56f0-4fa7-b917-326424f93f2b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:18.256712 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5cb2d10-7345-4e69-87df-d5fbdf3a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:18.265853 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cb2d10-7345-4e69-87df-d5fbdf3a789c None None] Routers {'d0ab490b-56f0-4fa7-b917-326424f93f2b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:18.266698 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5cb2d10-7345-4e69-87df-d5fbdf3a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:24:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d0ab490b-56f0-4fa7-b917-326424f93f2b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:18.305110 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5cb2d10-7345-4e69-87df-d5fbdf3a789c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:18.305774 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cb2d10-7345-4e69-87df-d5fbdf3a789c None None] The sync data for ids ['d0ab490b-56f0-4fa7-b917-326424f93f2b'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:18.438857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 076efe69-3944-498d-83ff-edcc38d97b4c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:18.439374 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:18.483537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] For port 7cf685c0-684e-4ec9-bf6b-e2013442968d, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:24:18.521405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] For port 7cf685c0-684e-4ec9-bf6b-e2013442968d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7cf685c0-684e-4ec9-bf6b-e2013442968d,segment=NetworkSegment(c032a6d5-f58d-4b28-bef3-efbc51027ff4),segment_id=c032a6d5-f58d-4b28-bef3-efbc51027ff4)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:24:18.545211 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:18.665057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b21a00-d818-4685-86b5-7f0320bb5cb4 None None] Pushing event updated for resources: {'Port': ['ID=7cf685c0-684e-4ec9-bf6b-e2013442968d,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:18.669448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 22966f0e-85ce-48a4-a960-0005f4b0af2c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:18.673662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bff1bf16-868e-43ea-88c2-6b8f60120fc5 None None] Provisioning for port 22966f0e-85ce-48a4-a960-0005f4b0af2c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:18.681690 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-e96f4251-2af0-403a-91f2-58290be6addb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:24:18.682759 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e96f4251-2af0-403a-91f2-58290be6addb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "PUT /v2.0/routers/d0ab490b-56f0-4fa7-b917-326424f93f2b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4813483 Aug 20 15:24:18.685780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46854) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:18.743404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 22966f0e-85ce-48a4-a960-0005f4b0af2c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:18.748192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 22966f0e-85ce-48a4-a960-0005f4b0af2c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:18.748716 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:18.869478 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:18.977913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 22966f0e-85ce-48a4-a960-0005f4b0af2c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=22966f0e-85ce-48a4-a960-0005f4b0af2c,segment=NetworkSegment(cd4c9a17-027b-4afc-b7b7-444596aad432),segment_id=cd4c9a17-027b-4afc-b7b7-444596aad432)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:18.984093 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:19.066355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=22966f0e-85ce-48a4-a960-0005f4b0af2c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:19.135057 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cc424bce-c851-479f-91b3-031520865e1e None None] Provisioning for port d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:19.140220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cc424bce-c851-479f-91b3-031520865e1e None None] Provisioning complete for port d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:19.140607 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cc424bce-c851-479f-91b3-031520865e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:19.185642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cc424bce-c851-479f-91b3-031520865e1e None None] Port d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:24:19.198639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cc424bce-c851-479f-91b3-031520865e1e None None] Provisioning complete for port 22966f0e-85ce-48a4-a960-0005f4b0af2c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:19.199032 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cc424bce-c851-479f-91b3-031520865e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:19.245801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:19.452438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fa3a71be-0208-4957-b94b-2f9d2dece7c4 None None] Provisioning complete for port d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:19.452819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fa3a71be-0208-4957-b94b-2f9d2dece7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:19.512776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fa3a71be-0208-4957-b94b-2f9d2dece7c4 None None] Port d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:24:19.578421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Deleting port d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:19.578932 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:19.705403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:19.722660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Calling delete_port for d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:19.747564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7318094e-56b7-4b27-9b6f-a92dbfdfc947 None None] Provisioning complete for port d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:19.747564 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7318094e-56b7-4b27-9b6f-a92dbfdfc947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:19.808062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7318094e-56b7-4b27-9b6f-a92dbfdfc947 None None] Port d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:24:19.815667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7cf685c0-684e-4ec9-bf6b-e2013442968d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:19.878475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 7cf685c0-684e-4ec9-bf6b-e2013442968d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:19.895761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 22966f0e-85ce-48a4-a960-0005f4b0af2c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:19.978494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 22966f0e-85ce-48a4-a960-0005f4b0af2c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:19.978962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:19.995846 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:20.016942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a88d5a7-65fd-4a5d-9d36-6bfdeeebd321 None None] Network a9797390-22ab-49ee-9958-612ff9f5898b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:20.039370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Port': ['ID=d5bb0af3-21b8-4415-95fe-b09e2e0bd9b3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:20.101970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4fa4a1ee-6894-4f30-899a-626ab62db4c2 None None] Provisioning for port 7cf685c0-684e-4ec9-bf6b-e2013442968d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:20.154122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4fa4a1ee-6894-4f30-899a-626ab62db4c2 None None] Provisioning complete for port 7cf685c0-684e-4ec9-bf6b-e2013442968d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:20.154494 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4fa4a1ee-6894-4f30-899a-626ab62db4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:20.162252 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:20.337178 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4fa4a1ee-6894-4f30-899a-626ab62db4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:20.392478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4fa4a1ee-6894-4f30-899a-626ab62db4c2 None None] For port 7cf685c0-684e-4ec9-bf6b-e2013442968d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7cf685c0-684e-4ec9-bf6b-e2013442968d,segment=NetworkSegment(c032a6d5-f58d-4b28-bef3-efbc51027ff4),segment_id=c032a6d5-f58d-4b28-bef3-efbc51027ff4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:20.405779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Router d0ab490b-56f0-4fa7-b917-326424f93f2b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:24:20.411858 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4fa4a1ee-6894-4f30-899a-626ab62db4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:20.476134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4a1ee-6894-4f30-899a-626ab62db4c2 None None] Pushing event updated for resources: {'Port': ['ID=7cf685c0-684e-4ec9-bf6b-e2013442968d,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:20.511420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:20.518381 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-29095dda-4f8e-4b49-b2e1-61c190a3cfd3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "PUT /v2.0/routers/d0ab490b-56f0-4fa7-b917-326424f93f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313091 Aug 20 15:24:20.522347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46888) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:20.525680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2251ae9a-2408-430a-a460-3378d8659b7e None None] Sync routers for ids ['d0ab490b-56f0-4fa7-b917-326424f93f2b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:20.539349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251ae9a-2408-430a-a460-3378d8659b7e None None] Routers {'d0ab490b-56f0-4fa7-b917-326424f93f2b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:20.540045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2251ae9a-2408-430a-a460-3378d8659b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:24:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d0ab490b-56f0-4fa7-b917-326424f93f2b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:20.579627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2251ae9a-2408-430a-a460-3378d8659b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:20.580355 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-fd7294be-9392-426b-8253-fb328d6386a7 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] delete failed (client error): The resource could not be found. Aug 20 15:24:20.585546 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fd7294be-9392-426b-8253-fb328d6386a7 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-2006445580 HTTP/1.1" status: 404 len: 335 time: 0.0581667 Aug 20 15:24:20.586916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46892) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:20.592416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-07465f86-a1f7-4ee6-99f1-89706b5e3d6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd0ab490b-56f0-4fa7-b917-326424f93f2b'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:20.593301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251ae9a-2408-430a-a460-3378d8659b7e None None] Routers {'d0ab490b-56f0-4fa7-b917-326424f93f2b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:20.594113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2251ae9a-2408-430a-a460-3378d8659b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:24:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d0ab490b-56f0-4fa7-b917-326424f93f2b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:20.641635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2251ae9a-2408-430a-a460-3378d8659b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:20.642580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2251ae9a-2408-430a-a460-3378d8659b7e None None] The sync data for ids ['d0ab490b-56f0-4fa7-b917-326424f93f2b'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:20.666066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5be949dc-bcb8-4ffa-a714-4797a3fbb67c None None] Provisioning complete for port 7cf685c0-684e-4ec9-bf6b-e2013442968d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:20.666624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5be949dc-bcb8-4ffa-a714-4797a3fbb67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.115150 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07465f86-a1f7-4ee6-99f1-89706b5e3d6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.143238 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-07465f86-a1f7-4ee6-99f1-89706b5e3d6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] update failed (client error): The resource could not be found. Aug 20 15:24:21.144314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-07465f86-a1f7-4ee6-99f1-89706b5e3d6c tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "PUT /v2.0/routers/d0ab490b-56f0-4fa7-b917-326424f93f2b HTTP/1.1" status: 404 len: 339 time: 0.5563507 Aug 20 15:24:21.148809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46906) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:21.154444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1364337037'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:21.175977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Made reservation on behalf of d9424c8a95444cfc86d504e94541d3fe for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:21.179723 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.203562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:24:21.222952 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.223382 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Added segment 7446819a-f1b4-4a85-a1b4-4094950a61c0 of type vlan for network a0d500d8-999d-474f-8d98-b65f5809ca2b Aug 20 15:24:21.265968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.293063 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.298859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:21.299506 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.361101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2112195 Aug 20 15:24:21.364024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46916) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:21.373049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'subnet': {'network_id': 'a0d500d8-999d-474f-8d98-b65f5809ca2b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:21.392113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Network': ['ID=a0d500d8-999d-474f-8d98-b65f5809ca2b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:21.436699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.436699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.436699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.436699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.439210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.439210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.439210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.439210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.439210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.439210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.439210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.439983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cda32a-7b42-4437-abdd-c4b91c9bb842 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:21.455037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a0d500d8-999d-474f-8d98-b65f5809ca2b details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:24:21.493148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Made reservation on behalf of d9424c8a95444cfc86d504e94541d3fe for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:21.498142 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.690766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7cf685c0-684e-4ec9-bf6b-e2013442968d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:21.738082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.763759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 7cf685c0-684e-4ec9-bf6b-e2013442968d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:21.764374 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.817429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Subnet': ['ID=685fd109-2e39-413e-a39d-d49c7917ce17,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:21.828605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Checking segment: {'id': '7446819a-f1b4-4a85-a1b4-4094950a61c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d500d8-999d-474f-8d98-b65f5809ca2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:21.829004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network hostable DHCP agents. Network: a0d500d8-999d-474f-8d98-b65f5809ca2b, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:24:21.849335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network a0d500d8-999d-474f-8d98-b65f5809ca2b is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:24:21.869119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a0d500d8-999d-474f-8d98-b65f5809ca2b) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:21.875913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:21.884714 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:21.895391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1c2f1-640d-48f6-a721-c4664dce5a5b None None] Network a0d500d8-999d-474f-8d98-b65f5809ca2b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:21.904266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-01c7a276-5b8c-48ea-b7a6-475f55fa6bbb tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5351908 Aug 20 15:24:21.908075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46926) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:21.920014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-42f11b3e-2b71-411b-9c34-d50dc3d39dff tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0d500d8-999d-474f-8d98-b65f5809ca2b'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:22.095762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a0d500d8-999d-474f-8d98-b65f5809ca2b', 'network_id': 'a0d500d8-999d-474f-8d98-b65f5809ca2b', 'tenant_id': 'd9424c8a95444cfc86d504e94541d3fe', 'fixed_ips': [{'subnet_id': '685fd109-2e39-413e-a39d-d49c7917ce17'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:24:22.100944 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:22.185349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-42f11b3e-2b71-411b-9c34-d50dc3d39dff tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:22.280469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Allocated IP 2001:db8:1::2 (a0d500d8-999d-474f-8d98-b65f5809ca2b/685fd109-2e39-413e-a39d-d49c7917ce17/509c07f9-6728-4ef4-aa3d-9e7ef86df241) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:24:22.327194 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-42f11b3e-2b71-411b-9c34-d50dc3d39dff tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:24:22.328539 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-42f11b3e-2b71-411b-9c34-d50dc3d39dff tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "PUT /v2.0/routers/d0ab490b-56f0-4fa7-b917-326424f93f2b HTTP/1.1" status: 400 len: 364 time: 0.4191155 Aug 20 15:24:22.332171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46938) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:22.452815 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:22.461710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Transition to ACTIVE for port object 509c07f9-6728-4ef4-aa3d-9e7ef86df241 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:22.477488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Transition to ACTIVE for port object 509c07f9-6728-4ef4-aa3d-9e7ef86df241 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:22.486498 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:22.536734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Network a0d500d8-999d-474f-8d98-b65f5809ca2b is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:24:22.541018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:22.547576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:24:22.550766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Pushing event updated for resources: {'Port': ['ID=509c07f9-6728-4ef4-aa3d-9e7ef86df241,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:22.615251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Attempting to bind port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:24:22.616258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Attempting to bind port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '7446819a-f1b4-4a85-a1b4-4094950a61c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d500d8-999d-474f-8d98-b65f5809ca2b'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:24:22.616729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Attempting to bind port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 on network a0d500d8-999d-474f-8d98-b65f5809ca2b {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:24:22.625173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:24:22.628256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Checking segment: {'id': '7446819a-f1b4-4a85-a1b4-4094950a61c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d500d8-999d-474f-8d98-b65f5809ca2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:22.628256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:22.628256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Bound using segment: {'id': '7446819a-f1b4-4a85-a1b4-4094950a61c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d500d8-999d-474f-8d98-b65f5809ca2b'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:24:22.628256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Bound port: 509c07f9-6728-4ef4-aa3d-9e7ef86df241, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7446819a-f1b4-4a85-a1b4-4094950a61c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0d500d8-999d-474f-8d98-b65f5809ca2b'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:24:22.628256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:22.643474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:22.709711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] For port 509c07f9-6728-4ef4-aa3d-9e7ef86df241, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:24:22.713194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] For port 509c07f9-6728-4ef4-aa3d-9e7ef86df241, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=509c07f9-6728-4ef4-aa3d-9e7ef86df241,segment=NetworkSegment(7446819a-f1b4-4a85-a1b4-4094950a61c0),segment_id=7446819a-f1b4-4a85-a1b4-4094950a61c0)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:24:22.719526 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:22.785919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ba8b0-aca0-4623-8362-c5b576be57d1 None None] Pushing event updated for resources: {'Port': ['ID=509c07f9-6728-4ef4-aa3d-9e7ef86df241,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:22.919955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Allocated IP 2001:db8::1 (c24ebee8-4527-49d0-aee1-32e8476d3e6c/c7c69e4b-d9db-4a43-9c75-53b512fb4b22/c4503582-e472-487d-a609-878a90d938b1) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:24:23.085697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:23.104389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Transition to ACTIVE for port object c4503582-e472-487d-a609-878a90d938b1 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:23.142903 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:23.188838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network c24ebee8-4527-49d0-aee1-32e8476d3e6c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:24:23.191859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:23.195886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:24:23.196470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:23.248033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Port': ['ID=c4503582-e472-487d-a609-878a90d938b1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:23.353807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:23.503625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a6ec722c-6c09-4437-874c-4bc53e4c5727 None None] Provisioning for port c4503582-e472-487d-a609-878a90d938b1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:23.508970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a6ec722c-6c09-4437-874c-4bc53e4c5727 None None] Provisioning complete for port c4503582-e472-487d-a609-878a90d938b1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:23.509700 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a6ec722c-6c09-4437-874c-4bc53e4c5727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:23.556221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec722c-6c09-4437-874c-4bc53e4c5727 None None] Port c4503582-e472-487d-a609-878a90d938b1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:24:23.701897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 509c07f9-6728-4ef4-aa3d-9e7ef86df241 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:23.711376 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:23.716755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:23.717887 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:23.762702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:23.832759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event updated for resources: {'Port': ['ID=c4503582-e472-487d-a609-878a90d938b1,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:23.876994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Network c24ebee8-4527-49d0-aee1-32e8476d3e6c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:24:23.879652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:23.993340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98def08-2bb9-4438-ad7c-b36c1047f2e3 None None] Network a0d500d8-999d-474f-8d98-b65f5809ca2b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:24.000079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Router d0ab490b-56f0-4fa7-b917-326424f93f2b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:24:24.103840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1e4e461f-ca6e-4359-878f-89e460edffea None None] Provisioning for port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:24.116479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:24.116737 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1e4e461f-ca6e-4359-878f-89e460edffea None None] Provisioning complete for port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:24.117087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e4e461f-ca6e-4359-878f-89e460edffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:24.126691 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b8bd0-8335-48ad-ace3-bcc290f672ad None None] Sync routers for ids ['d0ab490b-56f0-4fa7-b917-326424f93f2b'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:24.128922 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f497bdfa-5f80-486d-9023-039b53a25509 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "PUT /v2.0/routers/d0ab490b-56f0-4fa7-b917-326424f93f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7950737 Aug 20 15:24:24.132136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 46978) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:24.143145 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b8bd0-8335-48ad-ace3-bcc290f672ad None None] Routers {'d0ab490b-56f0-4fa7-b917-326424f93f2b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:24.153357 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a08b8bd0-8335-48ad-ace3-bcc290f672ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:24:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d0ab490b-56f0-4fa7-b917-326424f93f2b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:24.204420 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a08b8bd0-8335-48ad-ace3-bcc290f672ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:24.217214 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b8bd0-8335-48ad-ace3-bcc290f672ad None None] Routers {'d0ab490b-56f0-4fa7-b917-326424f93f2b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:24.218125 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a08b8bd0-8335-48ad-ace3-bcc290f672ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:24:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d0ab490b-56f0-4fa7-b917-326424f93f2b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:24.248893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a213cb56-bf4a-4f24-a479-1c576820706b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:24.274589 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a08b8bd0-8335-48ad-ace3-bcc290f672ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:24.276337 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b8bd0-8335-48ad-ace3-bcc290f672ad None None] The sync data for ids ['d0ab490b-56f0-4fa7-b917-326424f93f2b'] in n-d-695189-15 is: [] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:24.308251 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e4e461f-ca6e-4359-878f-89e460edffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:24.354671 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-a213cb56-bf4a-4f24-a479-1c576820706b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 20 15:24:24.357072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a213cb56-bf4a-4f24-a479-1c576820706b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/routers/d0ab490b-56f0-4fa7-b917-326424f93f2b HTTP/1.1" status: 409 len: 329 time: 0.2231832 Aug 20 15:24:24.360467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 46982) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:24.361840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1e4e461f-ca6e-4359-878f-89e460edffea None None] For port 509c07f9-6728-4ef4-aa3d-9e7ef86df241, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=509c07f9-6728-4ef4-aa3d-9e7ef86df241,segment=NetworkSegment(7446819a-f1b4-4a85-a1b4-4094950a61c0),segment_id=7446819a-f1b4-4a85-a1b4-4094950a61c0)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:24.367970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e4e461f-ca6e-4359-878f-89e460edffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:24.431830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e461f-ca6e-4359-878f-89e460edffea None None] Pushing event updated for resources: {'Port': ['ID=509c07f9-6728-4ef4-aa3d-9e7ef86df241,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:24.493000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5c999dc9-f90a-4a7b-9d0a-f77fe1889f1e None None] Provisioning complete for port c4503582-e472-487d-a609-878a90d938b1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:24.493398 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5c999dc9-f90a-4a7b-9d0a-f77fe1889f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:24.546893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5c999dc9-f90a-4a7b-9d0a-f77fe1889f1e None None] Port c4503582-e472-487d-a609-878a90d938b1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:24:24.668754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4beff85d-1495-4cc2-bc82-996f37717293 None None] Provisioning complete for port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:24.669524 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4beff85d-1495-4cc2-bc82-996f37717293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:24.759680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:25.055235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Deleting port c4503582-e472-487d-a609-878a90d938b1 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:25.055504 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:25.159307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:25.172609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Calling delete_port for c4503582-e472-487d-a609-878a90d938b1 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:25.360079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:25.398063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Port': ['ID=c4503582-e472-487d-a609-878a90d938b1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:25.431816 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.432175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.432522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.433049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.433397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.433738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.434164 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.434499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.434826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.435158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.435489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.435844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:25.512981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:25.662045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 509c07f9-6728-4ef4-aa3d-9e7ef86df241 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:25.729930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:25.730364 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.057834 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Router d0ab490b-56f0-4fa7-b917-326424f93f2b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:24:26.142268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:24:26.150635 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-664f0218-0bff-4c74-829b-cac54b0e3b33 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "PUT /v2.0/routers/d0ab490b-56f0-4fa7-b917-326424f93f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7876685 Aug 20 15:24:26.154138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47024) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:26.156867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b49e93-4707-4a87-b0c3-a20fd1efc426 None None] Sync routers for ids ['d0ab490b-56f0-4fa7-b917-326424f93f2b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:24:26.171322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b49e93-4707-4a87-b0c3-a20fd1efc426 None None] Routers {'d0ab490b-56f0-4fa7-b917-326424f93f2b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:26.172454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d6b49e93-4707-4a87-b0c3-a20fd1efc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:24:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d0ab490b-56f0-4fa7-b917-326424f93f2b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:26.193276 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-9b7e4b97-f921-428b-a18a-e8198725bcfa tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] show failed (client error): The resource could not be found. Aug 20 15:24:26.200091 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9b7e4b97-f921-428b-a18a-e8198725bcfa tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1408957597 HTTP/1.1" status: 404 len: 335 time: 0.0398903 Aug 20 15:24:26.200334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47028) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:26.205158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-aaf713c5-3233-442c-bb91-e181b5ef1c26 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:26.205337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d6b49e93-4707-4a87-b0c3-a20fd1efc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:26.214687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b49e93-4707-4a87-b0c3-a20fd1efc426 None None] Routers {'d0ab490b-56f0-4fa7-b917-326424f93f2b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:24:26.215297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d6b49e93-4707-4a87-b0c3-a20fd1efc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:24:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['d0ab490b-56f0-4fa7-b917-326424f93f2b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:26.248589 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-aaf713c5-3233-442c-bb91-e181b5ef1c26 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] update failed (client error): The resource could not be found. Aug 20 15:24:26.250186 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aaf713c5-3233-442c-bb91-e181b5ef1c26 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1275013455 HTTP/1.1" status: 404 len: 335 time: 0.0484979 Aug 20 15:24:26.254442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47030) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:26.260346 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d6b49e93-4707-4a87-b0c3-a20fd1efc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:26.260746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b49e93-4707-4a87-b0c3-a20fd1efc426 None None] The sync data for ids ['d0ab490b-56f0-4fa7-b917-326424f93f2b'] in n-d-695189-15 is: [] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:24:26.308880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc224cae-ca31-4b43-a11c-0e149f0eaa0b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Deleting subnet 685fd109-2e39-413e-a39d-d49c7917ce17 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:24:26.312422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc224cae-ca31-4b43-a11c-0e149f0eaa0b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.360967 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc224cae-ca31-4b43-a11c-0e149f0eaa0b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.449811 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc224cae-ca31-4b43-a11c-0e149f0eaa0b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.510100 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc224cae-ca31-4b43-a11c-0e149f0eaa0b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.557925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc224cae-ca31-4b43-a11c-0e149f0eaa0b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Subnet': ['ID=685fd109-2e39-413e-a39d-d49c7917ce17,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:26.561747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fc224cae-ca31-4b43-a11c-0e149f0eaa0b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.566352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fc224cae-ca31-4b43-a11c-0e149f0eaa0b tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/subnets/685fd109-2e39-413e-a39d-d49c7917ce17 HTTP/1.1" status: 204 len: 168 time: 0.3083556 Aug 20 15:24:26.567001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47040) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:26.570255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e82d64-2677-4cda-9974-0cead23ac60d None None] Network a0d500d8-999d-474f-8d98-b65f5809ca2b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:26.666391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.741165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Deleting port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:26.741515 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.809662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] For port 509c07f9-6728-4ef4-aa3d-9e7ef86df241, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=509c07f9-6728-4ef4-aa3d-9e7ef86df241,segment=NetworkSegment(7446819a-f1b4-4a85-a1b4-4094950a61c0),segment_id=7446819a-f1b4-4a85-a1b4-4094950a61c0)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:26.810036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.826659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Calling delete_port for 509c07f9-6728-4ef4-aa3d-9e7ef86df241 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:26.928330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:26.947515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8e7dd5-da95-4751-ab53-0a2dfb7c2617 None None] DHCP port deletion for a0d500d8-999d-474f-8d98-b65f5809ca2b request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:24:26.966577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Port': ['ID=509c07f9-6728-4ef4-aa3d-9e7ef86df241,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:26.969792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] No DVR routers for this DVR port 509c07f9-6728-4ef4-aa3d-9e7ef86df241 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:27.051667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.062016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d500d8-999d-474f-8d98-b65f5809ca2b']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:27.074498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7446819a-f1b4-4a85-a1b4-4094950a61c0') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:27.074800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7446819a-f1b4-4a85-a1b4-4094950a61c0') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:27.083826 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.097859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.103976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:24:27.104412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:24:27.107607 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:27.173863 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.181503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.183317 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/networks/a0d500d8-999d-474f-8d98-b65f5809ca2b HTTP/1.1" status: 204 len: 168 time: 0.6158860 Aug 20 15:24:27.186097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47058) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:27.195157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11efb41-29b5-4bd4-80c8-1e094ffd5dd0 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Network': ['ID=a0d500d8-999d-474f-8d98-b65f5809ca2b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:27.240209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-952ac9d9-bbf6-4cbd-bc3d-3c455ec137f2 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Deleting subnet 2849f445-2466-4ee2-a0c8-40552bbea269 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:24:27.245757 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-952ac9d9-bbf6-4cbd-bc3d-3c455ec137f2 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.286140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-952ac9d9-bbf6-4cbd-bc3d-3c455ec137f2 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.376774 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-952ac9d9-bbf6-4cbd-bc3d-3c455ec137f2 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.438789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-952ac9d9-bbf6-4cbd-bc3d-3c455ec137f2 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.469347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ac9d9-bbf6-4cbd-bc3d-3c455ec137f2 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Subnet': ['ID=2849f445-2466-4ee2-a0c8-40552bbea269,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:27.477275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-952ac9d9-bbf6-4cbd-bc3d-3c455ec137f2 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.479252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-952ac9d9-bbf6-4cbd-bc3d-3c455ec137f2 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/subnets/2849f445-2466-4ee2-a0c8-40552bbea269 HTTP/1.1" status: 204 len: 168 time: 0.2920797 Aug 20 15:24:27.484756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47066) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:27.502336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08468b-035e-4c97-b455-72cff5ad59f0 None None] Network a9797390-22ab-49ee-9958-612ff9f5898b requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:27.548573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0ef1f5-d44f-4c66-b4e6-2a84009679ab tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Deleting subnet f402fc58-38df-43a8-a08a-633c13dc0406 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:24:27.553613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef1f5-d44f-4c66-b4e6-2a84009679ab tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.608528 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef1f5-d44f-4c66-b4e6-2a84009679ab tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.669284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 509c07f9-6728-4ef4-aa3d-9e7ef86df241 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:27.707392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 509c07f9-6728-4ef4-aa3d-9e7ef86df241 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:27.707761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 509c07f9-6728-4ef4-aa3d-9e7ef86df241 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:27.743111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef1f5-d44f-4c66-b4e6-2a84009679ab tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.826081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef1f5-d44f-4c66-b4e6-2a84009679ab tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.830487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc837be-f9f4-4f51-8289-4aca84ce9697 None None] DHCP port deletion for a9797390-22ab-49ee-9958-612ff9f5898b request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:24:27.878534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ef1f5-d44f-4c66-b4e6-2a84009679ab tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Subnet': ['ID=f402fc58-38df-43a8-a08a-633c13dc0406,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:27.888533 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1e0ef1f5-d44f-4c66-b4e6-2a84009679ab tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:27.892816 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1e0ef1f5-d44f-4c66-b4e6-2a84009679ab tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/subnets/f402fc58-38df-43a8-a08a-633c13dc0406 HTTP/1.1" status: 204 len: 168 time: 0.4045537 Aug 20 15:24:27.892987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47076) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:27.897106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83716656-84e4-4943-aabd-1403fe3cb861 None None] Network 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:27.983102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.035623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dbc837be-f9f4-4f51-8289-4aca84ce9697 None None] Deleting port 7cf685c0-684e-4ec9-bf6b-e2013442968d {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:28.036210 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbc837be-f9f4-4f51-8289-4aca84ce9697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.044742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Deleting port 7cf685c0-684e-4ec9-bf6b-e2013442968d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:28.045079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.113230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dbc837be-f9f4-4f51-8289-4aca84ce9697 None None] For port 7cf685c0-684e-4ec9-bf6b-e2013442968d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7cf685c0-684e-4ec9-bf6b-e2013442968d,segment=NetworkSegment(c032a6d5-f58d-4b28-bef3-efbc51027ff4),segment_id=c032a6d5-f58d-4b28-bef3-efbc51027ff4)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:28.113632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbc837be-f9f4-4f51-8289-4aca84ce9697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.115207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] For port 7cf685c0-684e-4ec9-bf6b-e2013442968d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7cf685c0-684e-4ec9-bf6b-e2013442968d,segment=NetworkSegment(c032a6d5-f58d-4b28-bef3-efbc51027ff4),segment_id=c032a6d5-f58d-4b28-bef3-efbc51027ff4)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:28.116546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.128762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dbc837be-f9f4-4f51-8289-4aca84ce9697 None None] Calling delete_port for 7cf685c0-684e-4ec9-bf6b-e2013442968d owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:28.130228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Calling delete_port for 7cf685c0-684e-4ec9-bf6b-e2013442968d owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:28.223887 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbc837be-f9f4-4f51-8289-4aca84ce9697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.232619 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.263690 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Port': ['ID=7cf685c0-684e-4ec9-bf6b-e2013442968d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:28.273527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] No DVR routers for this DVR port 7cf685c0-684e-4ec9-bf6b-e2013442968d on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:28.277626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30373f8-3f74-4c46-ad59-36d964fbd5df None None] DHCP port deletion for 4c4ae730-5cd2-42e4-86f2-5450d40cfb0e request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:24:28.281382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc837be-f9f4-4f51-8289-4aca84ce9697 None None] Pushing event deleted for resources: {'Port': ['ID=7cf685c0-684e-4ec9-bf6b-e2013442968d,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:28.290777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc837be-f9f4-4f51-8289-4aca84ce9697 None None] No DVR routers for this DVR port 7cf685c0-684e-4ec9-bf6b-e2013442968d on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:28.351308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b30373f8-3f74-4c46-ad59-36d964fbd5df None None] Deleting port 22966f0e-85ce-48a4-a960-0005f4b0af2c {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:28.351753 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b30373f8-3f74-4c46-ad59-36d964fbd5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.374375 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.384730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9797390-22ab-49ee-9958-612ff9f5898b']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:28.395902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c032a6d5-f58d-4b28-bef3-efbc51027ff4') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:28.396285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c032a6d5-f58d-4b28-bef3-efbc51027ff4') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:28.406524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.415572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b30373f8-3f74-4c46-ad59-36d964fbd5df None None] For port 22966f0e-85ce-48a4-a960-0005f4b0af2c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=22966f0e-85ce-48a4-a960-0005f4b0af2c,segment=NetworkSegment(cd4c9a17-027b-4afc-b7b7-444596aad432),segment_id=cd4c9a17-027b-4afc-b7b7-444596aad432)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:28.415757 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b30373f8-3f74-4c46-ad59-36d964fbd5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.421658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.427685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:24:28.429015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: self.session.flush() Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:24:28.433009 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:28.435694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b30373f8-3f74-4c46-ad59-36d964fbd5df None None] Calling delete_port for 22966f0e-85ce-48a4-a960-0005f4b0af2c owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:28.501397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.508420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.511994 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/networks/a9797390-22ab-49ee-9958-612ff9f5898b HTTP/1.1" status: 204 len: 168 time: 0.6180410 Aug 20 15:24:28.513171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47082) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:28.531386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f42706-e495-4f9d-809a-dd8ddd487399 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Network': ['ID=a9797390-22ab-49ee-9958-612ff9f5898b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:28.533588 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b30373f8-3f74-4c46-ad59-36d964fbd5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.567836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30373f8-3f74-4c46-ad59-36d964fbd5df None None] No DVR routers for this DVR port 22966f0e-85ce-48a4-a960-0005f4b0af2c on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:28.572047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30373f8-3f74-4c46-ad59-36d964fbd5df None None] Pushing event deleted for resources: {'Port': ['ID=22966f0e-85ce-48a4-a960-0005f4b0af2c,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:28.602964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.698164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.711372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4ae730-5cd2-42e4-86f2-5450d40cfb0e']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:28.721684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4c9a17-027b-4afc-b7b7-444596aad432') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:28.721978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4c9a17-027b-4afc-b7b7-444596aad432') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:28.730999 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.744849 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.750883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:24:28.751272 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:24:28.754117 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:28.811443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.818368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.820461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/networks/4c4ae730-5cd2-42e4-86f2-5450d40cfb0e HTTP/1.1" status: 204 len: 168 time: 0.3055880 Aug 20 15:24:28.822924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47084) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:28.845660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979a9a4-0d11-48f8-854e-867f1c0187f9 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Network': ['ID=4c4ae730-5cd2-42e4-86f2-5450d40cfb0e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:28.890027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad77f45-bde0-4dd6-a92f-879ed64679d5 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Deleting subnet c7c69e4b-d9db-4a43-9c75-53b512fb4b22 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:24:28.893350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bad77f45-bde0-4dd6-a92f-879ed64679d5 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.928560 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:28.937141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bad77f45-bde0-4dd6-a92f-879ed64679d5 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.022978 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bad77f45-bde0-4dd6-a92f-879ed64679d5 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.083747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bad77f45-bde0-4dd6-a92f-879ed64679d5 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.111998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad77f45-bde0-4dd6-a92f-879ed64679d5 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c69e4b-d9db-4a43-9c75-53b512fb4b22,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:29.113946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bad77f45-bde0-4dd6-a92f-879ed64679d5 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.116350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bad77f45-bde0-4dd6-a92f-879ed64679d5 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/subnets/c7c69e4b-d9db-4a43-9c75-53b512fb4b22 HTTP/1.1" status: 204 len: 168 time: 0.2925525 Aug 20 15:24:29.119045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47086) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:29.125408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8706ea34-567f-43e7-a579-158eb1293b2a None None] Network c24ebee8-4527-49d0-aee1-32e8476d3e6c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:29.199447 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.261832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Deleting port 076efe69-3944-498d-83ff-edcc38d97b4c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:29.262173 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.321620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b49ace2-1f05-406b-8ba6-855affba9d3e None None] DHCP port deletion for c24ebee8-4527-49d0-aee1-32e8476d3e6c request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:24:29.326110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] For port 076efe69-3944-498d-83ff-edcc38d97b4c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=076efe69-3944-498d-83ff-edcc38d97b4c,segment=NetworkSegment(fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3),segment_id=fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:29.326479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.339369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Calling delete_port for 076efe69-3944-498d-83ff-edcc38d97b4c owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:29.370061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2b49ace2-1f05-406b-8ba6-855affba9d3e None None] Deleting port 076efe69-3944-498d-83ff-edcc38d97b4c {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:24:29.370446 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2b49ace2-1f05-406b-8ba6-855affba9d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.417563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.435035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2b49ace2-1f05-406b-8ba6-855affba9d3e None None] For port 076efe69-3944-498d-83ff-edcc38d97b4c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=076efe69-3944-498d-83ff-edcc38d97b4c,segment=NetworkSegment(fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3),segment_id=fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:29.435442 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2b49ace2-1f05-406b-8ba6-855affba9d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.452367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Port': ['ID=076efe69-3944-498d-83ff-edcc38d97b4c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:29.456036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2b49ace2-1f05-406b-8ba6-855affba9d3e None None] Calling delete_port for 076efe69-3944-498d-83ff-edcc38d97b4c owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:24:29.458260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] No DVR routers for this DVR port 076efe69-3944-498d-83ff-edcc38d97b4c on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:29.540215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.543987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2b49ace2-1f05-406b-8ba6-855affba9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.551994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24ebee8-4527-49d0-aee1-32e8476d3e6c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:29.563955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:29.564643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbfb24f-9539-4f5d-bfdd-4c4897ba7de3') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:29.571122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49ace2-1f05-406b-8ba6-855affba9d3e None None] Pushing event deleted for resources: {'Port': ['ID=076efe69-3944-498d-83ff-edcc38d97b4c,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:29.574281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.576040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49ace2-1f05-406b-8ba6-855affba9d3e None None] No DVR routers for this DVR port 076efe69-3944-498d-83ff-edcc38d97b4c on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:29.591045 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.604309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:24:29.604309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:24:29.606517 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:29.661171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 076efe69-3944-498d-83ff-edcc38d97b4c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:29.677698 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.682366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 076efe69-3944-498d-83ff-edcc38d97b4c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:29.682556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 076efe69-3944-498d-83ff-edcc38d97b4c not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:29.682915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7cf685c0-684e-4ec9-bf6b-e2013442968d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:29.689143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.691378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/networks/c24ebee8-4527-49d0-aee1-32e8476d3e6c HTTP/1.1" status: 204 len: 168 time: 0.5713887 Aug 20 15:24:29.694362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47090) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:29.708306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 7cf685c0-684e-4ec9-bf6b-e2013442968d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:29.708786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7cf685c0-684e-4ec9-bf6b-e2013442968d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:29.709845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec298f8-7c2a-4668-b363-7f11e07d01d3 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Pushing event deleted for resources: {'Network': ['ID=c24ebee8-4527-49d0-aee1-32e8476d3e6c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:29.710266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 22966f0e-85ce-48a4-a960-0005f4b0af2c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:29.728971 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-47a76281-66e8-4071-8de2-c3e7acf28392 tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ab490b-56f0-4fa7-b917-326424f93f2b HTTP/1.1" status: 200 len: 205 time: 0.0333543 Aug 20 15:24:29.731257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47092) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:29.739291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 22966f0e-85ce-48a4-a960-0005f4b0af2c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:24:29.739959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 22966f0e-85ce-48a4-a960-0005f4b0af2c not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:29.811394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e38393fa-09ff-49d1-9861-b78f6d60422f tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.974568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e38393fa-09ff-49d1-9861-b78f6d60422f tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:29.976872 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e38393fa-09ff-49d1-9861-b78f6d60422f tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:30.024251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e38393fa-09ff-49d1-9861-b78f6d60422f tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:30.024789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38393fa-09ff-49d1-9861-b78f6d60422f tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Fanout notify agent at l3_agent the message router_deleted on router d0ab490b-56f0-4fa7-b917-326424f93f2b {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:24:30.031584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e38393fa-09ff-49d1-9861-b78f6d60422f tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:30.034111 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e38393fa-09ff-49d1-9861-b78f6d60422f tempest-RoutersNegativeIpV6Test-5192438 tempest-RoutersNegativeIpV6Test-5192438-project] 10.222.0.36 "DELETE /v2.0/routers/d0ab490b-56f0-4fa7-b917-326424f93f2b HTTP/1.1" status: 204 len: 168 time: 0.3004467 Aug 20 15:24:30.290610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47100) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:30.434907 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ecf2f2b5-d136-441f-b80f-c6c9d5288fef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d9424c8a95444cfc86d504e94541d3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426973 Aug 20 15:24:30.437278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47104) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:30.487021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-919b4f0b-e7a9-4650-9e2c-635d93b9bab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:30.509060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-919b4f0b-e7a9-4650-9e2c-635d93b9bab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:30.566184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-919b4f0b-e7a9-4650-9e2c-635d93b9bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:30.570121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-919b4f0b-e7a9-4650-9e2c-635d93b9bab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:30.571375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-919b4f0b-e7a9-4650-9e2c-635d93b9bab0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfe6e5a1-fbe5-44b3-88f8-d2e6e10ca611 HTTP/1.1" status: 204 len: 168 time: 0.1331887 Aug 20 15:24:30.580211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b4f0b-e7a9-4650-9e2c-635d93b9bab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6e5a1-fbe5-44b3-88f8-d2e6e10ca611,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:31.216847 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47126) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:31.319965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1051744486-network', 'tenant_id': '6574208115e6491d9c43d31613ebc621'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:31.341835 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Made reservation on behalf of 6574208115e6491d9c43d31613ebc621 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:31.344393 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.353737 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.443149 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.447924 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.475628 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:24:31.485618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5efc3f-32cd-40ec-a0a1-84bb5881cd16,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:31.491388 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.491750 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Added segment ba59b4d0-6b00-4d2a-ac70-987c32e3f1b1 of type vlan for network a140758b-b94e-416f-81b9-359f1ebf0bfa Aug 20 15:24:31.534242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.563405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.564462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:31.565045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.618984 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4010041 Aug 20 15:24:31.622115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47132) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:31.626432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5fe38-6192-4a14-aca6-436cc15e7716 admin admin] Pushing event updated for resources: {'Network': ['ID=a140758b-b94e-416f-81b9-359f1ebf0bfa,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:31.627762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Request body: {'subnet': {'network_id': 'a140758b-b94e-416f-81b9-359f1ebf0bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1051744486-subnet', 'tenant_id': '6574208115e6491d9c43d31613ebc621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:31.637863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a140758b-b94e-416f-81b9-359f1ebf0bfa details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:24:31.650239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Made reservation on behalf of 6574208115e6491d9c43d31613ebc621 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:31.652769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.835219 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.882389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dd560ed-1812-4085-9926-3da0b0fa0a2a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:31.903678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Checking segment: {'id': 'ba59b4d0-6b00-4d2a-ac70-987c32e3f1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'a140758b-b94e-416f-81b9-359f1ebf0bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:31.904045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Network hostable DHCP agents. Network: a140758b-b94e-416f-81b9-359f1ebf0bfa, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:24:31.922150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Network a140758b-b94e-416f-81b9-359f1ebf0bfa is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:24:31.932399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a140758b-b94e-416f-81b9-359f1ebf0bfa) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:31.936511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:31.937093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:31.943461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb78761-14bd-4a97-9c13-0e93ee9b7164 None None] Network a140758b-b94e-416f-81b9-359f1ebf0bfa requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:31.953013 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c75c4943-1f89-48b5-b757-453eb9b08d97 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3294950 Aug 20 15:24:32.092567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ae2267-9214-40d7-b177-6129f01e8659 None None] Network a140758b-b94e-416f-81b9-359f1ebf0bfa requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:32.481452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47150) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:32.486803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-95259987-network', 'tenant_id': 'a300b2914fb14922a4daca5a1d842a80'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:32.508170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Made reservation on behalf of a300b2914fb14922a4daca5a1d842a80 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:32.510488 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:32.518920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:32.614789 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:32.619873 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:32.652395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:24:32.658512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74782e97-0f0a-40b3-9db7-d4f203dc6104,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:32.666071 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:32.666415 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Added segment c283dc8f-faa9-4f0c-9c95-667f9f8193fc of type vlan for network 67d5f37d-4502-4ac9-8b00-22d3612584e2 Aug 20 15:24:32.704578 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:32.728757 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:32.729747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:32.730330 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:32.814669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3320975 Aug 20 15:24:32.817611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47152) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:32.823129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec5fec-61d3-4a8b-b4ba-0369bd9a8d1c admin admin] Pushing event updated for resources: {'Network': ['ID=67d5f37d-4502-4ac9-8b00-22d3612584e2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:32.823450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Request body: {'subnet': {'network_id': '67d5f37d-4502-4ac9-8b00-22d3612584e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-95259987-subnet', 'tenant_id': 'a300b2914fb14922a4daca5a1d842a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:32.832647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 67d5f37d-4502-4ac9-8b00-22d3612584e2 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:24:32.844951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Made reservation on behalf of a300b2914fb14922a4daca5a1d842a80 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:24:32.847302 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.017370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.071012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b49de1f4-516c-426b-a83d-04c1cb625d00,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:33.080935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Checking segment: {'id': 'c283dc8f-faa9-4f0c-9c95-667f9f8193fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '67d5f37d-4502-4ac9-8b00-22d3612584e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:33.081305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Network hostable DHCP agents. Network: 67d5f37d-4502-4ac9-8b00-22d3612584e2, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:24:33.098115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Network 67d5f37d-4502-4ac9-8b00-22d3612584e2 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:24:33.106763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 67d5f37d-4502-4ac9-8b00-22d3612584e2) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:24:33.110710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:33.111305 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.116179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e0327-f962-430f-9690-f152723ffc2e None None] Network 67d5f37d-4502-4ac9-8b00-22d3612584e2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:33.124795 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1af8cc70-1233-48de-9918-ba9bb7aabba4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3057694 Aug 20 15:24:33.237827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47156) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:33.239790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae34993-e14e-4c8d-b87b-35dacb34b74f None None] Network 67d5f37d-4502-4ac9-8b00-22d3612584e2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:24:33.580202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb69190-d9c2-44e9-8c2e-834b31eda0d9 admin admin] Deleting subnet 1dd560ed-1812-4085-9926-3da0b0fa0a2a {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:24:33.584458 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7bb69190-d9c2-44e9-8c2e-834b31eda0d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.637231 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7bb69190-d9c2-44e9-8c2e-834b31eda0d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.685399 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7bb69190-d9c2-44e9-8c2e-834b31eda0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.754718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7bb69190-d9c2-44e9-8c2e-834b31eda0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.783110 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7bb69190-d9c2-44e9-8c2e-834b31eda0d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.785305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7bb69190-d9c2-44e9-8c2e-834b31eda0d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1dd560ed-1812-4085-9926-3da0b0fa0a2a HTTP/1.1" status: 204 len: 168 time: 0.5462475 Aug 20 15:24:33.786778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb69190-d9c2-44e9-8c2e-834b31eda0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dd560ed-1812-4085-9926-3da0b0fa0a2a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:33.789073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47178) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:33.892202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.976469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:33.987937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a140758b-b94e-416f-81b9-359f1ebf0bfa']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:34.003358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba59b4d0-6b00-4d2a-ac70-987c32e3f1b1') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:34.003688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba59b4d0-6b00-4d2a-ac70-987c32e3f1b1') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:34.012479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.027195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.033250 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:24:34.033641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:24:34.035598 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:34.094100 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.100413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.104004 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a140758b-b94e-416f-81b9-359f1ebf0bfa HTTP/1.1" status: 204 len: 168 time: 0.3132679 Aug 20 15:24:34.105511 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 47182) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:34.115885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f7846-949d-4373-8cd9-04a725b5b365 admin admin] Pushing event deleted for resources: {'Network': ['ID=a140758b-b94e-416f-81b9-359f1ebf0bfa,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:34.153077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-23381201-fb4c-442c-af89-e69988ca5be1 admin admin] Deleting subnet b49de1f4-516c-426b-a83d-04c1cb625d00 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:24:34.156473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23381201-fb4c-442c-af89-e69988ca5be1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.194946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23381201-fb4c-442c-af89-e69988ca5be1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.238176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23381201-fb4c-442c-af89-e69988ca5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.298737 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23381201-fb4c-442c-af89-e69988ca5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.327747 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23381201-fb4c-442c-af89-e69988ca5be1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.330359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-23381201-fb4c-442c-af89-e69988ca5be1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b49de1f4-516c-426b-a83d-04c1cb625d00 HTTP/1.1" status: 204 len: 168 time: 0.2238407 Aug 20 15:24:34.331290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23381201-fb4c-442c-af89-e69988ca5be1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b49de1f4-516c-426b-a83d-04c1cb625d00,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:34.333444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47184) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:34.411876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.491476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.501169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d5f37d-4502-4ac9-8b00-22d3612584e2']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:34.512595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c283dc8f-faa9-4f0c-9c95-667f9f8193fc') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:34.512898 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c283dc8f-faa9-4f0c-9c95-667f9f8193fc') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:24:34.522260 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.536800 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.543058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:24:34.543567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:24:34.545596 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:24:34.603702 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.608075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.609974 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/67d5f37d-4502-4ac9-8b00-22d3612584e2 HTTP/1.1" status: 204 len: 168 time: 0.2744784 Aug 20 15:24:34.623562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfae919-243f-4773-92a6-ce9c4963a6bf admin admin] Pushing event deleted for resources: {'Network': ['ID=67d5f37d-4502-4ac9-8b00-22d3612584e2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:34.814143 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47210) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:34.866492 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9ee68ed8-afcd-4b14-ae5f-5883047805da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6574208115e6491d9c43d31613ebc621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510054 Aug 20 15:24:34.868891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47220) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:34.930328 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35d6189-47b2-40de-a692-5c6ee13fcdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:34.956110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35d6189-47b2-40de-a692-5c6ee13fcdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:35.008903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35d6189-47b2-40de-a692-5c6ee13fcdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:35.012267 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c35d6189-47b2-40de-a692-5c6ee13fcdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:35.015932 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c35d6189-47b2-40de-a692-5c6ee13fcdab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2d5efc3f-32cd-40ec-a0a1-84bb5881cd16 HTTP/1.1" status: 204 len: 168 time: 0.1437175 Aug 20 15:24:35.023281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d6189-47b2-40de-a692-5c6ee13fcdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5efc3f-32cd-40ec-a0a1-84bb5881cd16,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:35.450316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47302) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:35.502679 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-edaed209-3e46-4a60-a66a-cae4cdf34d9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a300b2914fb14922a4daca5a1d842a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505481 Aug 20 15:24:35.504537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47312) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:35.563306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0085-cd89-46b0-9837-28ff73694611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:35.589602 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0085-cd89-46b0-9837-28ff73694611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:35.652203 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0085-cd89-46b0-9837-28ff73694611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:35.655570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6a6d0085-cd89-46b0-9837-28ff73694611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:35.660769 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6a6d0085-cd89-46b0-9837-28ff73694611 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74782e97-0f0a-40b3-9db7-d4f203dc6104 HTTP/1.1" status: 204 len: 168 time: 0.1523104 Aug 20 15:24:35.668918 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d0085-cd89-46b0-9837-28ff73694611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74782e97-0f0a-40b3-9db7-d4f203dc6104,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:36.006589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410e48b-fcb0-4113-89e3-c7b0a71a89fb req-88d40267-dafc-42ac-8d9d-ad429321b971 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:36.008340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8410e48b-fcb0-4113-89e3-c7b0a71a89fb req-88d40267-dafc-42ac-8d9d-ad429321b971 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1097 time: 0.0646627 Aug 20 15:24:36.054063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8410e48b-fcb0-4113-89e3-c7b0a71a89fb req-593e43fc-8436-488f-bc6d-84eb81108766 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380287 Aug 20 15:24:36.070267 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:36.220604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85111a1-e0cd-4409-8811-a8810562703b req-244a6b17-a7b3-462d-9e62-66faaebf7b12 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:36.222619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f85111a1-e0cd-4409-8811-a8810562703b req-244a6b17-a7b3-462d-9e62-66faaebf7b12 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0808666 Aug 20 15:24:36.268498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f85111a1-e0cd-4409-8811-a8810562703b req-37cfef22-660d-4ddf-8d02-1b9224459029 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 Aug 20 15:24:36.292237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47432) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:36.366986 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5815747d-a670-4bf6-8e7d-35995a84de82 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/03c006bb-8927-4c0c-bd9c-219c5a7b0508 HTTP/1.1" status: 200 len: 991 time: 0.0735154 Aug 20 15:24:37.030172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f848644-be4d-4506-aa76-ad2487950a38 req-05d881e4-1a8f-4c0d-bf0c-9d6041b6f881 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:37.033442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f848644-be4d-4506-aa76-ad2487950a38 req-05d881e4-1a8f-4c0d-bf0c-9d6041b6f881 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0822628 Aug 20 15:24:37.082693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f848644-be4d-4506-aa76-ad2487950a38 req-2a6eff3a-057f-4cc8-8fe0-0bce63195b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387363 Aug 20 15:24:37.224171 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-e6a0a6c5-0c83-4352-90be-c52594b6624d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3187490 Aug 20 15:24:38.160155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47746) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:38.221270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75d1da-a117-4c6c-97e3-98e19cfc0c0b req-b33bb3b5-d74e-4ea3-8d83-16234f6eacf6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:38.223114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a75d1da-a117-4c6c-97e3-98e19cfc0c0b req-b33bb3b5-d74e-4ea3-8d83-16234f6eacf6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0576432 Aug 20 15:24:38.264751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a75d1da-a117-4c6c-97e3-98e19cfc0c0b req-25cf851e-5b12-4978-aef8-05cc0dc4b157 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344481 Aug 20 15:24:38.292921 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab0002c1-b9e4-4ead-b701-473421f5556d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:38.382112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab0002c1-b9e4-4ead-b701-473421f5556d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:38.385815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ab0002c1-b9e4-4ead-b701-473421f5556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:38.425539 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ab0002c1-b9e4-4ead-b701-473421f5556d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2cee3760670149878d101cba391fc0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2640650 Aug 20 15:24:38.426461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0002c1-b9e4-4ead-b701-473421f5556d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa59615-0264-4bfa-91c5-5f91d1d89b4c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:38.429449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47750) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:38.479874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c6a7-220c-4b49-bfcc-90a1ca4e6e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:38.507890 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c6a7-220c-4b49-bfcc-90a1ca4e6e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:38.565696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c6a7-220c-4b49-bfcc-90a1ca4e6e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:38.570149 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb44c6a7-220c-4b49-bfcc-90a1ca4e6e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:38.571356 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb44c6a7-220c-4b49-bfcc-90a1ca4e6e81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfa59615-0264-4bfa-91c5-5f91d1d89b4c HTTP/1.1" status: 204 len: 168 time: 0.1410100 Aug 20 15:24:38.579886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44c6a7-220c-4b49-bfcc-90a1ca4e6e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa59615-0264-4bfa-91c5-5f91d1d89b4c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:38.629188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-d85e2d40-ae91-48e1-9ba8-943725d84709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:38.630990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-d85e2d40-ae91-48e1-9ba8-943725d84709 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1097 time: 0.0569634 Aug 20 15:24:38.728832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-caad954e-f1e0-47c1-9f7a-ea13263012d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:38.730388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-caad954e-f1e0-47c1-9f7a-ea13263012d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.0928001 Aug 20 15:24:38.799462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-f7ce2886-4251-492d-8119-26f023c9bad0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 999 time: 0.0608284 Aug 20 15:24:38.860161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-b8ed2509-2f74-43d8-8861-9d07bde7d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:38.861002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47760) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:38.861788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-b8ed2509-2f74-43d8-8861-9d07bde7d6e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0556390 Aug 20 15:24:38.875414 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4040f6d-103c-4ca2-8adf-127e74052593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:38.918507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-3bba6437-de1a-465c-9a84-db73035a2593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:38.919575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-3bba6437-de1a-465c-9a84-db73035a2593 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491152 Aug 20 15:24:38.989482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4040f6d-103c-4ca2-8adf-127e74052593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:38.993621 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4040f6d-103c-4ca2-8adf-127e74052593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:39.023972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-ccf7d44d-3e71-4e3f-b06a-fc4ca4bfed62 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955963 Aug 20 15:24:39.033665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4040f6d-103c-4ca2-8adf-127e74052593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74a0d6b-28fe-4355-af86-2d000301bd75,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:39.041237 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f4040f6d-103c-4ca2-8adf-127e74052593 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4af77d2e0ae4d16a30ff09cb321fbf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766145 Aug 20 15:24:39.041440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 47762) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:24:39.097098 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89b46a22-d3e6-40f0-ac23-870800d9c2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:39.125555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89b46a22-d3e6-40f0-ac23-870800d9c2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:39.142137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-ad5427dd-cced-4f58-b932-09e7d83dbe67 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101472 Aug 20 15:24:39.188384 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89b46a22-d3e6-40f0-ac23-870800d9c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:39.191008 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-89b46a22-d3e6-40f0-ac23-870800d9c2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:39.195484 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-89b46a22-d3e6-40f0-ac23-870800d9c2ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c74a0d6b-28fe-4355-af86-2d000301bd75 HTTP/1.1" status: 204 len: 168 time: 0.1524410 Aug 20 15:24:39.203423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b46a22-d3e6-40f0-ac23-870800d9c2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74a0d6b-28fe-4355-af86-2d000301bd75,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:39.406748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e54134-4a43-4c82-adc4-9335c4a4fe7e req-1cb2ea9a-3aeb-4b67-999e-b6247b4f96fa tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:39.413031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84e54134-4a43-4c82-adc4-9335c4a4fe7e req-1cb2ea9a-3aeb-4b67-999e-b6247b4f96fa tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0690205 Aug 20 15:24:39.451195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84e54134-4a43-4c82-adc4-9335c4a4fe7e req-6bc026f5-cf33-49fb-acde-b90fc29a7cec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346191 Aug 20 15:24:39.596262 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:24:40.629072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab489a-6540-4891-8766-a7fa15ace4c1 req-e2e314aa-58f3-4f5b-a4f1-62affdf1e089 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:40.632039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bab489a-6540-4891-8766-a7fa15ace4c1 req-e2e314aa-58f3-4f5b-a4f1-62affdf1e089 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0948939 Aug 20 15:24:40.683047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3bab489a-6540-4891-8766-a7fa15ace4c1 req-1dba5881-6871-48ab-9480-e68c2add013b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 Aug 20 15:24:41.813683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9725a-5166-47bc-8e25-d32f5555166c req-28ebc29b-ce9e-46df-a6f9-0dd14e538492 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:41.815196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12c9725a-5166-47bc-8e25-d32f5555166c req-28ebc29b-ce9e-46df-a6f9-0dd14e538492 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0539339 Aug 20 15:24:41.855833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-12c9725a-5166-47bc-8e25-d32f5555166c req-58fc527c-2f3c-48f9-ab0a-76ca069bb3f4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Aug 20 15:24:42.209351 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f45289a8-bc6a-4733-9463-ab917e136fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:42.981433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db3e2a-8bc4-4d58-9d86-06d7b03adefb req-88cbd75d-f0e1-444e-9283-78b4c59f2738 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:42.983405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2db3e2a-8bc4-4d58-9d86-06d7b03adefb req-88cbd75d-f0e1-444e-9283-78b4c59f2738 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0528591 Aug 20 15:24:43.031793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2db3e2a-8bc4-4d58-9d86-06d7b03adefb req-9fc69945-57e0-4ebd-9597-efc2d9fa9065 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416512 Aug 20 15:24:44.349650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d058e-9a4e-4a8a-b1e8-b3baff1227e3 req-04d35d03-7f49-4555-82ab-5053c5b5580e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:44.351246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-272d058e-9a4e-4a8a-b1e8-b3baff1227e3 req-04d35d03-7f49-4555-82ab-5053c5b5580e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.2380779 Aug 20 15:24:44.397928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-272d058e-9a4e-4a8a-b1e8-b3baff1227e3 req-869988c5-2272-453b-8ad2-1618cd3a816e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402420 Aug 20 15:24:44.827449 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:45.194972 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5527f003-718b-472b-a367-d9f7f6ebeecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:45.529797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01833c2f-9479-4bbc-a4c7-ae6c7fb3d61a req-8b7d2ccb-c51a-48ad-91c0-dc6c1aaff043 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:45.531380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01833c2f-9479-4bbc-a4c7-ae6c7fb3d61a req-8b7d2ccb-c51a-48ad-91c0-dc6c1aaff043 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0580137 Aug 20 15:24:45.577335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01833c2f-9479-4bbc-a4c7-ae6c7fb3d61a req-e1005cbf-8b3b-4a66-a2b9-f0673163be76 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385416 Aug 20 15:24:46.179366 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:46.700321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce9499-9494-407d-a58f-b1bee6178076 req-a34722f4-b1ad-48cb-872a-bdb616424d9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:46.701877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8fce9499-9494-407d-a58f-b1bee6178076 req-a34722f4-b1ad-48cb-872a-bdb616424d9b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0500693 Aug 20 15:24:46.741159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8fce9499-9494-407d-a58f-b1bee6178076 req-c35a9101-c912-49d1-b319-1a971006aecc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Aug 20 15:24:47.872836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8466e8-eebe-496b-b5a5-e3ce3ae44acb req-4b5d94c8-b9df-4625-b0cd-929ef60bdb65 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:47.877966 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:47.880589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b8466e8-eebe-496b-b5a5-e3ce3ae44acb req-4b5d94c8-b9df-4625-b0cd-929ef60bdb65 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0596371 Aug 20 15:24:47.921446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b8466e8-eebe-496b-b5a5-e3ce3ae44acb req-71737da0-7d0b-4001-ab3d-0ad24c36f8d5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393517 Aug 20 15:24:49.039595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220be06-3d45-4bfe-850d-f4937fddabbb req-b31bf6fa-eda7-4b26-b922-d5b974a2bdef tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:49.041090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0220be06-3d45-4bfe-850d-f4937fddabbb req-b31bf6fa-eda7-4b26-b922-d5b974a2bdef tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0511460 Aug 20 15:24:49.080599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0220be06-3d45-4bfe-850d-f4937fddabbb req-9d5bcabe-cec9-45ce-9f47-6668f5384e3c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330892 Aug 20 15:24:50.204512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b657d5-53a4-4f74-892c-40931962338b req-327a2b33-5b1b-4207-9afc-61e7528fd551 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:50.206011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b657d5-53a4-4f74-892c-40931962338b req-327a2b33-5b1b-4207-9afc-61e7528fd551 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0558801 Aug 20 15:24:50.251169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b657d5-53a4-4f74-892c-40931962338b req-ca339f70-68bf-4cb9-9d35-4e3295788fd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385129 Aug 20 15:24:51.242595 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-4fe22d87-a458-421c-97f9-0be57e37aeef service neutron] show failed (client error): The resource could not be found. Aug 20 15:24:51.243635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-4fe22d87-a458-421c-97f9-0be57e37aeef service neutron] 10.222.0.72 "GET /v2.0/ports/b7e2caa5-440e-4491-b9f1-07f597dd6faf/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0580320 Aug 20 15:24:51.391923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508de8-d4ec-46cf-ab8e-fda75fa5089c req-d54d3579-0b88-468e-91da-1576fbfc31d0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:51.393722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44508de8-d4ec-46cf-ab8e-fda75fa5089c req-d54d3579-0b88-468e-91da-1576fbfc31d0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0554864 Aug 20 15:24:51.439696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44508de8-d4ec-46cf-ab8e-fda75fa5089c req-80badb1d-25af-4e81-aa24-dc0747ac2ec9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388596 Aug 20 15:24:51.493444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-51495b45-d959-4040-88af-46ddc813cbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:51.495045 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-51495b45-d959-4040-88af-46ddc813cbe8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 1097 time: 0.0505996 Aug 20 15:24:51.511220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:24:51.574846 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:51.806438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:51.847742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:24:51.896848 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:51.900241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:24:51.902715 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb565ca7-f157-4740-8f0e-a4b349f53d05" -d '{"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:24:51.916210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Transition to ACTIVE for port object b7e2caa5-440e-4491-b9f1-07f597dd6faf will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:24:51.925521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:51.975625 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663312ca-5a5f-4b7b-88a0-7338753aa920 x-openstack-request-id: req-663312ca-5a5f-4b7b-88a0-7338753aa920 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:24:51.975994 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:24:51.976305 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-663312ca-5a5f-4b7b-88a0-7338753aa920 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:24:51.976758 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'code': 200} Aug 20 15:24:51.986246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=6']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:52.072620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] No DVR routers for this DVR port b7e2caa5-440e-4491-b9f1-07f597dd6faf on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:24:52.243312 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:24:52.243961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:24:52.244566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf on network 0db6e04b-a291-4ea9-8fd4-37830338937f {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:24:52.250035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Port b7e2caa5-440e-4491-b9f1-07f597dd6faf on network 0db6e04b-a291-4ea9-8fd4-37830338937f not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:24:52.250661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf on network 0db6e04b-a291-4ea9-8fd4-37830338937f {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:24:52.256795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:24:52.257135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Checking segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:24:52.257620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Bound using segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:24:52.258000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Bound port: b7e2caa5-440e-4491-b9f1-07f597dd6faf, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:24:52.258455 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:52.326973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:24:52.330112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:24:52.336179 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:52.373541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:52.374236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:52.375719 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] 10.222.0.70 "PUT /v2.0/ports/b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 1092 time: 0.8690975 Aug 20 15:24:52.449363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311226e3-d21b-4c11-a320-d379c9b49c28 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:52.468000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-2d42b689-1755-4c57-95e5-97d36d5d5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:52.469891 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-2d42b689-1755-4c57-95e5-97d36d5d5b2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1095 time: 0.0630882 Aug 20 15:24:52.588210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-cc956428-53b2-453f-ac20-7333edc09532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:52.590348 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-cc956428-53b2-453f-ac20-7333edc09532 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1114244 Aug 20 15:24:52.601523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffc5f5-59c9-47ed-b1df-071fb0af3d79 req-313271ae-6593-40bd-81b4-6379bdb0e30c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:52.604271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6ffc5f5-59c9-47ed-b1df-071fb0af3d79 req-313271ae-6593-40bd-81b4-6379bdb0e30c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 943 time: 0.0675294 Aug 20 15:24:52.746615 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-acbeaacb-65c2-44e6-a391-37a8a439a0f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 997 time: 0.1459439 Aug 20 15:24:52.755070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6ffc5f5-59c9-47ed-b1df-071fb0af3d79 req-c4de75b4-b86b-4450-8d8d-4c88800bf8fb tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430631 Aug 20 15:24:52.808711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-9b799455-c337-4697-a285-ab0cf835153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:52.810332 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-9b799455-c337-4697-a285-ab0cf835153f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0544851 Aug 20 15:24:52.882449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-bb0ead45-c454-468b-bf8a-e5b9984b8333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:52.884284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-bb0ead45-c454-468b-bf8a-e5b9984b8333 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549407 Aug 20 15:24:52.993588 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-a0359dcf-c520-415f-aff5-e2f9a0a6ca52 service neutron] 10.222.0.70 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986178 Aug 20 15:24:53.097201 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7bc4fa00-7bb5-4569-bfc8-f3f0d705dc2d req-5c38a3ed-f8a8-4979-99de-67b18883b22e service neutron] 10.222.0.70 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845814 Aug 20 15:24:53.886608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bac2f-2cdb-429f-9001-480dfcf6879c req-1ff3e5ae-cf1c-4ee9-a615-ad826ff8c1cb tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:53.894628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-004bac2f-2cdb-429f-9001-480dfcf6879c req-1ff3e5ae-cf1c-4ee9-a615-ad826ff8c1cb tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 943 time: 0.0633500 Aug 20 15:24:53.947336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-004bac2f-2cdb-429f-9001-480dfcf6879c req-7dbaaac4-3721-4445-b5c0-02234f2a8e13 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454047 Aug 20 15:24:53.987285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:24:53.987285 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789f2e83-0656-488c-9377-2265f65468e2" -d '{"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:24:54.045648 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d8452c-9bfa-4314-a356-895197f56f41 x-openstack-request-id: req-e7d8452c-9bfa-4314-a356-895197f56f41 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:24:54.045935 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:24:54.046181 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7d8452c-9bfa-4314-a356-895197f56f41 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:24:54.046577 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'status': 'completed', 'code': 200} Aug 20 15:24:54.129792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2e83-0656-488c-9377-2265f65468e2 req-af6f8ecd-5009-4735-9807-e27f3a8a24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:54.132303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-af6f8ecd-5009-4735-9807-e27f3a8a24b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1095 time: 0.0575483 Aug 20 15:24:54.132505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2e83-0656-488c-9377-2265f65468e2 req-a5d3031d-94e2-4b2e-8e64-c45ed008fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:54.133991 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-a5d3031d-94e2-4b2e-8e64-c45ed008fd5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1095 time: 0.0511904 Aug 20 15:24:54.245700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2e83-0656-488c-9377-2265f65468e2 req-05711f4a-2f3c-48c4-9d25-ac3b8d9523bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:54.247419 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-05711f4a-2f3c-48c4-9d25-ac3b8d9523bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1020436 Aug 20 15:24:54.251764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2e83-0656-488c-9377-2265f65468e2 req-82258ed0-8910-4c9b-97ed-9d6814ec0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:54.253188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-82258ed0-8910-4c9b-97ed-9d6814ec0865 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1143594 Aug 20 15:24:54.328857 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-8f2fefee-b2e0-4aa4-b789-7cb9448fcf2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 997 time: 0.0687125 Aug 20 15:24:54.329620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-064800a2-0d11-4ad7-8618-9127cf035071 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 997 time: 0.0692985 Aug 20 15:24:54.382323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2e83-0656-488c-9377-2265f65468e2 req-a4dde7aa-8742-46cd-9d6b-9fab6c651986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:54.384749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-a4dde7aa-8742-46cd-9d6b-9fab6c651986 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0485580 Aug 20 15:24:54.398655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2e83-0656-488c-9377-2265f65468e2 req-d345e4ba-aa47-4ec0-881a-dd69f5936b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:54.400354 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-d345e4ba-aa47-4ec0-881a-dd69f5936b05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0598779 Aug 20 15:24:54.437945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2e83-0656-488c-9377-2265f65468e2 req-c91b72f2-2db8-4316-a602-b6889307a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:54.439466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-c91b72f2-2db8-4316-a602-b6889307a515 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472465 Aug 20 15:24:54.461664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2e83-0656-488c-9377-2265f65468e2 req-a8cf3ecb-8c3c-4b5a-b4d5-e14960bfba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:54.463275 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-a8cf3ecb-8c3c-4b5a-b4d5-e14960bfba4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536921 Aug 20 15:24:54.543982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-59c9af39-5994-4f28-a646-20acba42ca9b service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968819 Aug 20 15:24:54.594323 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-a7b978af-8a86-4ffa-ba78-456897157527 service neutron] 10.222.0.70 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138890 Aug 20 15:24:54.657748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-bce5fb91-f602-49c5-9382-a51a38894650 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060297 Aug 20 15:24:54.713948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-789f2e83-0656-488c-9377-2265f65468e2 req-98643b1e-d4bb-45e5-a824-d5d02d0036e7 service neutron] 10.222.0.70 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079800 Aug 20 15:24:54.964802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:24:55.017647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:24:55.185181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df79b1-49a9-40d0-b6ee-37e878bc5881 req-f21cb85d-284c-4cd7-bfd2-db4e854e7cf9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:55.194201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69df79b1-49a9-40d0-b6ee-37e878bc5881 req-f21cb85d-284c-4cd7-bfd2-db4e854e7cf9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 943 time: 0.1255312 Aug 20 15:24:55.259705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69df79b1-49a9-40d0-b6ee-37e878bc5881 req-a6f56a29-b62a-45ff-823c-6d656a6825e0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586047 Aug 20 15:24:56.397418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054a2fa-a961-47e3-a290-96ad4060215c req-83063007-ed9d-4e45-b6b9-09da573f2484 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:56.400001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5054a2fa-a961-47e3-a290-96ad4060215c req-83063007-ed9d-4e45-b6b9-09da573f2484 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 943 time: 0.0639081 Aug 20 15:24:56.449933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5054a2fa-a961-47e3-a290-96ad4060215c req-8a150de4-af2a-4ae0-8b88-5afbde80ce91 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 Aug 20 15:24:56.734911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f04aed-f277-444b-b0b7-658cfb18dae3 req-a2602d64-f7c2-4eea-9a43-9691289661b6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:56.736549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30f04aed-f277-444b-b0b7-658cfb18dae3 req-a2602d64-f7c2-4eea-9a43-9691289661b6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 943 time: 0.0659983 Aug 20 15:24:56.773742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-c1bad765-ebd6-4846-9723-9377c29cf730 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:56.775309 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-c1bad765-ebd6-4846-9723-9377c29cf730 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36&tenant_id=971a6c892d9846e6ab8a33d62c35597b&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 943 time: 0.1180301 Aug 20 15:24:56.815593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30f04aed-f277-444b-b0b7-658cfb18dae3 req-c463ef78-4fe9-40b0-a1d9-220f3284953d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498216 Aug 20 15:24:56.831065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:24:56.866816 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-5ac2348b-637d-4965-aa59-7f51320ce3c7 service neutron] 10.222.0.70 "GET /v2.0/ports/b7e2caa5-440e-4491-b9f1-07f597dd6faf/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 383 time: 0.0813894 Aug 20 15:24:56.945776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-1ccf8299-130e-4214-9e1c-99e918718ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:56.947464 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-1ccf8299-130e-4214-9e1c-99e918718ecd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1095 time: 0.0500464 Aug 20 15:24:56.960926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:56.973275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'port_id': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'mac_address': 'fa:16:3e:61:a9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:24:57.028072 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:57.053116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e2caa5-440e-4491-b9f1-07f597dd6faf {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:24:57.065915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-f7c25358-9eaa-41d3-984a-543ad8268d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:57.068205 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-f7c25358-9eaa-41d3-984a-543ad8268d37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1120827 Aug 20 15:24:57.080259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:57.090778 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:57.144904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:57.152210 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-8575775f-9cf9-4551-b3a0-85c01347b052 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 997 time: 0.0756524 Aug 20 15:24:57.154517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.155067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.155409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.155787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.156127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.156461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.156793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.157120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.157447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.157774 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.158100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.158423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:24:57.232740 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-e0128dbd-80d1-415a-9e6b-e971c816ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:57.234482 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-e0128dbd-80d1-415a-9e6b-e971c816ac88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0620651 Aug 20 15:24:57.313242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-fc6cf407-9a29-4980-ac64-25995f9aca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:57.314901 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-fc6cf407-9a29-4980-ac64-25995f9aca9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680716 Aug 20 15:24:57.392908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['b7e2caa5-440e-4491-b9f1-07f597dd6faf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:24:57.854603 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-50f807ae-9f6a-40e9-8be8-a78e1e9d97fd service neutron] 10.222.0.70 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277119 Aug 20 15:24:57.949834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050f87-4016-448c-9330-c4962c88519c req-1fef6a77-d759-4a95-aaf3-6dfaf2d200a0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:57.952039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62050f87-4016-448c-9330-c4962c88519c req-1fef6a77-d759-4a95-aaf3-6dfaf2d200a0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 944 time: 0.0637572 Aug 20 15:24:57.960774 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-b736a311-a8a3-45fe-94b4-cab5a0a19d7c service neutron] 10.222.0.70 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963566 Aug 20 15:24:58.000592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62050f87-4016-448c-9330-c4962c88519c req-3f43ac38-16da-4b2d-868f-f48c7ec707a3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416515 Aug 20 15:24:58.837418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:24:58.908431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port b7e2caa5-440e-4491-b9f1-07f597dd6faf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:24:58.916391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port b7e2caa5-440e-4491-b9f1-07f597dd6faf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:24:58.917042 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:58.961646 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:59.015284 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:59.041078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:24:59.043999 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7e7de4-603d-4a18-8251-ffcaf4e49a2a" -d '{"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-plugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:24:59.060215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:24:59.065274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:24:59.124381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:24:59.168073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca6b1e-1672-499d-9dda-9d6663a17a94 req-44875d15-8f26-476f-8084-8a24856ec127 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:24:59.169730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49ca6b1e-1672-499d-9dda-9d6663a17a94 req-44875d15-8f26-476f-8084-8a24856ec127 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0569322 Aug 20 15:24:59.212615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49ca6b1e-1672-499d-9dda-9d6663a17a94 req-8ac65dc8-0459-4eae-8577-01bcf3395c3a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358818 Aug 20 15:24:59.277673 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e014c34-c0bd-4f72-8e17-043f2e0c8834 x-openstack-request-id: req-1e014c34-c0bd-4f72-8e17-043f2e0c8834 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:24:59.277972 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-plugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:24:59.278229 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e014c34-c0bd-4f72-8e17-043f2e0c8834 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:24:59.278630 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'code': 200} Aug 20 15:25:00.358955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db5d77-eb12-493b-b409-358bca6062bf req-5253615c-5d35-4fa5-8f9a-62171d51e6ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:00.360624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8db5d77-eb12-493b-b409-358bca6062bf req-5253615c-5d35-4fa5-8f9a-62171d51e6ed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 945 time: 0.0667744 Aug 20 15:25:00.401712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8db5d77-eb12-493b-b409-358bca6062bf req-ab08e42e-0608-4056-97df-0a7fb3b1b8ee tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343916 Aug 20 15:25:00.671928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-66c103d5-b4ad-42cf-8700-b1bbc261ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:00.673525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-66c103d5-b4ad-42cf-8700-b1bbc261ce17 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 1097 time: 0.0809062 Aug 20 15:25:00.693410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:25:00.749826 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:00.987589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:25:01.023109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:25:01.067330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:25:01.070620 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9b31ec-d1eb-4140-8960-d03efd2c44a4" -d '{"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:25:01.074834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:01.101510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Transition to ACTIVE for port object b7e2caa5-440e-4491-b9f1-07f597dd6faf will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:25:01.105979 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:01.138474 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0766ed-4fec-4f2a-96c1-8ea39992ae08 x-openstack-request-id: req-6a0766ed-4fec-4f2a-96c1-8ea39992ae08 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:25:01.139054 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:25:01.139889 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a0766ed-4fec-4f2a-96c1-8ea39992ae08 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:25:01.140296 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'code': 200} Aug 20 15:25:01.268091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=10']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:01.308500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] No DVR routers for this DVR port b7e2caa5-440e-4491-b9f1-07f597dd6faf on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:25:01.463948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:25:01.465359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:25:01.465941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf on network 0db6e04b-a291-4ea9-8fd4-37830338937f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:25:01.470795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Port b7e2caa5-440e-4491-b9f1-07f597dd6faf on network 0db6e04b-a291-4ea9-8fd4-37830338937f not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:25:01.471389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Attempting to bind port b7e2caa5-440e-4491-b9f1-07f597dd6faf on network 0db6e04b-a291-4ea9-8fd4-37830338937f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:25:01.476947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:25:01.477720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Checking segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:25:01.478334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Bound using segment: {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:25:01.479002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Bound port: b7e2caa5-440e-4491-b9f1-07f597dd6faf, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95c0042-7f50-4960-84fa-a585e7241121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:25:01.479630 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:01.578812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572db2f-5739-4be0-8afc-bdfeaa04862f req-2984c05f-84e2-4fcb-8e8f-f43300de1324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:01.580357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4572db2f-5739-4be0-8afc-bdfeaa04862f req-2984c05f-84e2-4fcb-8e8f-f43300de1324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 944 time: 0.0976491 Aug 20 15:25:01.600079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:25:01.626413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:25:01.636622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:01.652988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4572db2f-5739-4be0-8afc-bdfeaa04862f req-8bf91569-1419-4b75-a71d-fae67dfd5ed0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631056 Aug 20 15:25:01.686872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:01.687625 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:01.689260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] 10.222.0.72 "PUT /v2.0/ports/b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 1093 time: 1.0017443 Aug 20 15:25:01.712192 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe45402-2df7-491e-ba88-9dfe13b9acc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=11']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:01.772057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-490708cf-ccfe-47a0-a9cd-025e7dfdd767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:01.779944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-490708cf-ccfe-47a0-a9cd-025e7dfdd767 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1096 time: 0.0491819 Aug 20 15:25:01.988852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-fd512b8c-6c35-437e-bb99-8ff14a7529c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:02.002649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-fd512b8c-6c35-437e-bb99-8ff14a7529c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.2212422 Aug 20 15:25:02.095796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-31a12a4a-5860-4678-9069-2a727771adc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 997 time: 0.0727091 Aug 20 15:25:02.157441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-4622200b-5e76-405e-ae20-b999c50b0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:02.159527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-4622200b-5e76-405e-ae20-b999c50b0df7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0568745 Aug 20 15:25:02.226876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-4f1bde72-25ce-4c62-8efc-f080a0f68e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:02.228523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-4f1bde72-25ce-4c62-8efc-f080a0f68e90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615418 Aug 20 15:25:02.340804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-f75a2b82-cca9-4809-a9fe-153f5864b5b2 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055222 Aug 20 15:25:02.445702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-35471f62-4f50-40ba-9d7f-2f71a20be728 req-6fc33f45-0ccd-406d-88b7-edf1cb9d9626 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967009 Aug 20 15:25:02.777858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b801b62-b0e3-4124-b0f8-c129bdc33163 req-8e5eba68-2fd7-4691-975f-5828ef1bade4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:02.779381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b801b62-b0e3-4124-b0f8-c129bdc33163 req-8e5eba68-2fd7-4691-975f-5828ef1bade4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 944 time: 0.0560031 Aug 20 15:25:02.819606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b801b62-b0e3-4124-b0f8-c129bdc33163 req-876b9bbe-6e99-4df5-a291-19467a40f14a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340815 Aug 20 15:25:03.141725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:25:03.144120 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae4b815-2563-4bab-adea-b6bb7560b1f4" -d '{"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:25:03.207168 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbb973-8f3a-41be-813e-cb37076156a8 x-openstack-request-id: req-08fbb973-8f3a-41be-813e-cb37076156a8 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:25:03.207865 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:25:03.209462 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08fbb973-8f3a-41be-813e-cb37076156a8 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:25:03.210440 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'status': 'completed', 'code': 200} Aug 20 15:25:03.267954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-12d8730e-edb7-4f85-9b77-0bbaa870ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:03.269464 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-12d8730e-edb7-4f85-9b77-0bbaa870ea52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1096 time: 0.0483468 Aug 20 15:25:03.315903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-683c13ce-5144-40e4-bd95-a721ab28fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:03.334018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-683c13ce-5144-40e4-bd95-a721ab28fb68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1096 time: 0.0788002 Aug 20 15:25:03.445104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-c3823a39-bc3e-4180-9d66-8aaf18c74a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:03.446602 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-c3823a39-bc3e-4180-9d66-8aaf18c74a59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1692495 Aug 20 15:25:03.447825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-7e9888d2-fcb8-4d81-8061-77bc329e1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:03.449411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-7e9888d2-fcb8-4d81-8061-77bc329e1a12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1087031 Aug 20 15:25:03.527673 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-6bb9abef-0634-4190-842d-8223fd40ee89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 997 time: 0.0714571 Aug 20 15:25:03.549005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-6bc1798b-fc1f-4915-9ddf-096289e37d32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 997 time: 0.0908954 Aug 20 15:25:03.592872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-527119e9-516f-4b50-af99-f8412c3a0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:03.594685 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-527119e9-516f-4b50-af99-f8412c3a0b54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0575044 Aug 20 15:25:03.605898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-c59792ed-9642-4d28-8577-6563bc8c0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:03.611100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-c59792ed-9642-4d28-8577-6563bc8c0314 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0538151 Aug 20 15:25:03.667171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-7f3b72af-8c0a-403e-b06a-08e093f5f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:03.669099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-7f3b72af-8c0a-403e-b06a-08e093f5f49b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505638 Aug 20 15:25:03.682430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-a8630bcf-d4f7-4e43-9f11-fcead4b247ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:03.684170 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-a8630bcf-d4f7-4e43-9f11-fcead4b247ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810311 Aug 20 15:25:03.780629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-3039cd31-64af-4b19-a0cd-876f94d93883 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016970 Aug 20 15:25:03.798172 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-575e954e-3ca3-46ad-9f1d-adc7bea9ac7e service neutron] 10.222.0.70 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039987 Aug 20 15:25:03.905515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-6cdbd904-fbed-4b3f-8b68-b75c6f9ca6aa service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173937 Aug 20 15:25:03.943414 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dae4b815-2563-4bab-adea-b6bb7560b1f4 req-06f6279d-f9c8-433b-8b50-d203ea6b8281 service neutron] 10.222.0.70 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363695 Aug 20 15:25:03.970708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f34292-1784-414c-ab05-83369b9cd59a req-52b6a67e-5773-4160-acfa-71ebcfc359eb tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:03.972363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0f34292-1784-414c-ab05-83369b9cd59a req-52b6a67e-5773-4160-acfa-71ebcfc359eb tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 944 time: 0.0609169 Aug 20 15:25:04.016818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0f34292-1784-414c-ab05-83369b9cd59a req-47bfe547-c48d-44e9-b04c-6ddcdca5c4c0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370092 Aug 20 15:25:04.649010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-a12ac81b-7bcf-452d-a0b2-36086e44d7de req-532385f4-deb5-43b0-b38c-8b1140323081 service neutron] (101099) timed out ('10.222.0.36', 52040) {{(pid=101099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:25:04.879089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:25:04.922033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:25:05.140855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7e6f3-4940-4970-9686-c9bd0475fc14 req-45b3386b-aab4-4e6d-aced-29b45da9da32 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:05.142364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8be7e6f3-4940-4970-9686-c9bd0475fc14 req-45b3386b-aab4-4e6d-aced-29b45da9da32 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 944 time: 0.0541034 Aug 20 15:25:05.180520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8be7e6f3-4940-4970-9686-c9bd0475fc14 req-a1343980-0392-4e9f-87a9-9bb6de039436 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315213 Aug 20 15:25:06.065486 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:06.308476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a60dc-18fa-4300-b9f1-b747c977baae req-17b0cd70-5130-4721-8945-d3e897125766 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:06.310206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee2a60dc-18fa-4300-b9f1-b747c977baae req-17b0cd70-5130-4721-8945-d3e897125766 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 944 time: 0.0604286 Aug 20 15:25:06.356704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee2a60dc-18fa-4300-b9f1-b747c977baae req-638bce12-8a19-426e-84f7-0cfe7aaefb3c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 Aug 20 15:25:06.383576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48384) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:06.450881 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6f90bfe6-94c1-43a4-bb7a-5878796da403 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/03c006bb-8927-4c0c-bd9c-219c5a7b0508 HTTP/1.1" status: 200 len: 989 time: 0.0660424 Aug 20 15:25:07.060956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:25:07.178655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:25:07.190477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'port_id': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'mac_address': 'fa:16:3e:61:a9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:25:07.227402 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:07.244445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e2caa5-440e-4491-b9f1-07f597dd6faf {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:25:07.264042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:25:07.268463 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:07.317934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=12']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:07.683958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['b7e2caa5-440e-4491-b9f1-07f597dd6faf'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:25:07.998261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48420) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:08.121737 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0aa7fb22-ec50-4977-8be3-6c414ceced3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.219780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0aa7fb22-ec50-4977-8be3-6c414ceced3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.225165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0aa7fb22-ec50-4977-8be3-6c414ceced3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.266198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0aa7fb22-ec50-4977-8be3-6c414ceced3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36b95583b91640139aedf1b3807cb60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667460 Aug 20 15:25:08.267183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7fb22-ec50-4977-8be3-6c414ceced3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6291081-01ba-4f9a-a959-83d50037a74d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:08.268827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48430) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:08.321497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a51188a7-94fc-4b5c-8cf6-93ef23223cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.343414 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a51188a7-94fc-4b5c-8cf6-93ef23223cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.390119 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a51188a7-94fc-4b5c-8cf6-93ef23223cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.392958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a51188a7-94fc-4b5c-8cf6-93ef23223cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.394238 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a51188a7-94fc-4b5c-8cf6-93ef23223cf9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6291081-01ba-4f9a-a959-83d50037a74d HTTP/1.1" status: 204 len: 168 time: 0.1243596 Aug 20 15:25:08.402909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51188a7-94fc-4b5c-8cf6-93ef23223cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6291081-01ba-4f9a-a959-83d50037a74d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:08.665620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48440) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:08.678988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55a501fa-d693-47ed-b4b0-7da4f8c2e9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.769568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55a501fa-d693-47ed-b4b0-7da4f8c2e9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.775066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-55a501fa-d693-47ed-b4b0-7da4f8c2e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.814243 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-55a501fa-d693-47ed-b4b0-7da4f8c2e9c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a98f8e207c72450c9c76386aad534b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474757 Aug 20 15:25:08.815121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a501fa-d693-47ed-b4b0-7da4f8c2e9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe391f-8d46-49e6-95dd-2fd3ac81d3e2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:08.817079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48446) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:08.874801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8258a0b-376f-4646-a8d3-777b8c172766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.897461 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8258a0b-376f-4646-a8d3-777b8c172766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.948558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8258a0b-376f-4646-a8d3-777b8c172766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.951463 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8258a0b-376f-4646-a8d3-777b8c172766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:08.952653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f8258a0b-376f-4646-a8d3-777b8c172766 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8dbe391f-8d46-49e6-95dd-2fd3ac81d3e2 HTTP/1.1" status: 204 len: 168 time: 0.1344767 Aug 20 15:25:08.961976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8258a0b-376f-4646-a8d3-777b8c172766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe391f-8d46-49e6-95dd-2fd3ac81d3e2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:09.078209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:25:09.136879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port b7e2caa5-440e-4491-b9f1-07f597dd6faf completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:25:09.141121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port b7e2caa5-440e-4491-b9f1-07f597dd6faf triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:25:09.141609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:09.234692 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:09.258462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:25:09.260814 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27555ad0-6aa3-4e1a-99b9-091736d0b37f" -d '{"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-plugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:25:09.277654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:25:09.283189 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:09.314346 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9261fc9b-bbb6-4350-8569-912eb477de57 x-openstack-request-id: req-9261fc9b-bbb6-4350-8569-912eb477de57 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:25:09.314776 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-plugged", "status": "completed", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:25:09.315161 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9261fc9b-bbb6-4350-8569-912eb477de57 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:25:09.315666 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'code': 200} Aug 20 15:25:09.345109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=13']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:09.634387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-2b82e4e0-38e7-4f71-8874-6e242fe001ea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1813416 Aug 20 15:25:09.749993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-59115b88-465f-4431-ae06-74c00cf39bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:09.751486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-59115b88-465f-4431-ae06-74c00cf39bb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1098 time: 0.0508142 Aug 20 15:25:09.866352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-6838aca2-aa9f-4bc2-8d2e-a8dfbaf8e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:09.868014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-6838aca2-aa9f-4bc2-8d2e-a8dfbaf8e570 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.0965774 Aug 20 15:25:09.954771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-0bcb2ed1-8fab-4e9e-8259-b830ba02437b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 999 time: 0.0794551 Aug 20 15:25:09.986206 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-9e34218f-5fa2-43f7-8970-c5532356fb47 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518885 Aug 20 15:25:10.020188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-4e78d242-eb08-45f6-8486-e53d05e6799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:10.022481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-4e78d242-eb08-45f6-8486-e53d05e6799d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0607903 Aug 20 15:25:10.075813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-8bb6bf8a-0ed4-4979-bb41-c9313aef3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:10.077665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-8bb6bf8a-0ed4-4979-bb41-c9313aef3e43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487161 Aug 20 15:25:10.088910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-1a96a8cd-274f-47d8-9e9c-df28896e7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:10.090428 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-1a96a8cd-274f-47d8-9e9c-df28896e7578 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 1098 time: 0.0517440 Aug 20 15:25:10.178990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-efa80383-fb77-41fa-be64-820536732279 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931976 Aug 20 15:25:10.225762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-8ef18398-fa06-40b9-9587-f5eaa6650fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:10.227698 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-8ef18398-fa06-40b9-9587-f5eaa6650fdb service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.1122096 Aug 20 15:25:10.296533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-42a4af4f-113a-4dc2-ba4d-692b524a71f8 req-acf66e1a-9a6d-4c97-867d-fea682e81866 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099429 Aug 20 15:25:10.323054 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-2ee01978-4df2-4a97-b762-a0dd2524fe85 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3 HTTP/1.1" status: 200 len: 1001 time: 0.0852761 Aug 20 15:25:10.382038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-8b5dcad3-be97-4082-81f9-8e7db315784d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:10.383561 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-8b5dcad3-be97-4082-81f9-8e7db315784d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0515549 Aug 20 15:25:10.440298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-a92526a5-9b5a-43b2-836a-1b3375b9ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:10.441839 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-a92526a5-9b5a-43b2-836a-1b3375b9ff02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486002 Aug 20 15:25:10.545125 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-655432cc-a756-40dd-a1c1-16dbd3500093 service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927689 Aug 20 15:25:10.653561 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-862267f1-faaf-4aa2-88b5-d136b199a2ba req-19b99fb1-88d7-49f5-a36a-3aa994f170d3 service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990746 Aug 20 15:25:12.212987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2d4991c0-ad2b-4606-bf58-0d1e9035cb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:14.827364 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:15.197037 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b2b6-fdf1-425b-8c3c-664b25b030a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.144205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48646) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:16.179810 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.269695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5a43-e11a-4db3-a420-ae9d2a3016c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.365807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5a43-e11a-4db3-a420-ae9d2a3016c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.369757 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7dc5a43-e11a-4db3-a420-ae9d2a3016c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.409710 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c7dc5a43-e11a-4db3-a420-ae9d2a3016c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba3467040cb8428da8e560b186691c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629766 Aug 20 15:25:16.411081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc5a43-e11a-4db3-a420-ae9d2a3016c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c27629-3dfe-4dac-931e-33f468ca0e37,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:16.411638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48652) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:16.464778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c0e476f-5d5e-414f-bd37-7dc6c5cc1c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.486227 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c0e476f-5d5e-414f-bd37-7dc6c5cc1c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.535558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c0e476f-5d5e-414f-bd37-7dc6c5cc1c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.538928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c0e476f-5d5e-414f-bd37-7dc6c5cc1c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.540307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5c0e476f-5d5e-414f-bd37-7dc6c5cc1c6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0c27629-3dfe-4dac-931e-33f468ca0e37 HTTP/1.1" status: 204 len: 168 time: 0.1271079 Aug 20 15:25:16.548438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e476f-5d5e-414f-bd37-7dc6c5cc1c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c27629-3dfe-4dac-931e-33f468ca0e37,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:16.594957 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:25:16.808739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48658) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:16.822092 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8760263-14fe-46c1-bedf-f3247ed164bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.921166 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8760263-14fe-46c1-bedf-f3247ed164bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.926053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8760263-14fe-46c1-bedf-f3247ed164bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:16.968736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c8760263-14fe-46c1-bedf-f3247ed164bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcb755b062674e3eaeb2b8b1cc0c784a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580892 Aug 20 15:25:16.968991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8760263-14fe-46c1-bedf-f3247ed164bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3cd9ba-7d59-47ba-ae53-a756187420e6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:16.972286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48660) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:17.025908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e918984d-6b3c-45eb-abea-e424a6f238ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:17.051321 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e918984d-6b3c-45eb-abea-e424a6f238ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:17.103244 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e918984d-6b3c-45eb-abea-e424a6f238ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:17.106557 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e918984d-6b3c-45eb-abea-e424a6f238ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:17.108218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e918984d-6b3c-45eb-abea-e424a6f238ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c3cd9ba-7d59-47ba-ae53-a756187420e6 HTTP/1.1" status: 204 len: 168 time: 0.1347146 Aug 20 15:25:17.117617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918984d-6b3c-45eb-abea-e424a6f238ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3cd9ba-7d59-47ba-ae53-a756187420e6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:17.880281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:18.843955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48718) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:18.970661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-461f5dad-b683-4321-88cc-2a8751a44c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.068583 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-461f5dad-b683-4321-88cc-2a8751a44c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.072260 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-461f5dad-b683-4321-88cc-2a8751a44c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.108405 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f5dad-b683-4321-88cc-2a8751a44c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4e13a4-3717-4952-ab19-65cbf064ddc2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:19.112776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-461f5dad-b683-4321-88cc-2a8751a44c6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2c747b91eec417e8594890f8deaf3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677722 Aug 20 15:25:19.116725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48722) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:19.165319 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75dd7ee6-8f09-4be8-818c-93c0e3142f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.186447 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75dd7ee6-8f09-4be8-818c-93c0e3142f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.232297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75dd7ee6-8f09-4be8-818c-93c0e3142f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.234821 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75dd7ee6-8f09-4be8-818c-93c0e3142f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.236014 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-75dd7ee6-8f09-4be8-818c-93c0e3142f7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1e4e13a4-3717-4952-ab19-65cbf064ddc2 HTTP/1.1" status: 204 len: 168 time: 0.1184258 Aug 20 15:25:19.243992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7ee6-8f09-4be8-818c-93c0e3142f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4e13a4-3717-4952-ab19-65cbf064ddc2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:19.496841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48730) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:19.510336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a6128b5-b93e-4ee1-8209-481990aa9590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.607040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a6128b5-b93e-4ee1-8209-481990aa9590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.612211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7a6128b5-b93e-4ee1-8209-481990aa9590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.657166 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7a6128b5-b93e-4ee1-8209-481990aa9590 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1160f5c4de494d4493d5ae970ce7874f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592155 Aug 20 15:25:19.658189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6128b5-b93e-4ee1-8209-481990aa9590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcf3fd6-c0ba-48d5-aac0-778a8ae3b96d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:19.659907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48740) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:19.723218 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a90b50b2-76b4-4539-8cb3-ea2d972e3937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.747344 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a90b50b2-76b4-4539-8cb3-ea2d972e3937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.796923 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a90b50b2-76b4-4539-8cb3-ea2d972e3937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.799719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a90b50b2-76b4-4539-8cb3-ea2d972e3937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:19.800900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a90b50b2-76b4-4539-8cb3-ea2d972e3937 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edcf3fd6-c0ba-48d5-aac0-778a8ae3b96d HTTP/1.1" status: 204 len: 168 time: 0.1387074 Aug 20 15:25:19.811463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b50b2-76b4-4539-8cb3-ea2d972e3937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcf3fd6-c0ba-48d5-aac0-778a8ae3b96d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:20.552672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 48894) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:20.660937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1353026900-network', 'tenant_id': '48500dca6a36417aa27973312a9c2d23'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:25:20.683064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Made reservation on behalf of 48500dca6a36417aa27973312a9c2d23 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:25:20.685394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:20.694974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:20.801075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:20.805316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:20.835001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:25:20.842051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bb719d-f3fb-4575-8aa3-ed67a5f96848,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:20.848062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:20.848416 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Added segment 0802571e-da3c-4d56-9e75-043bcb17f2cf of type vlan for network 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 Aug 20 15:25:20.893028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:20.920139 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:20.921233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:20.921747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:20.985193 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4284725 Aug 20 15:25:20.985515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 48966) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:20.988609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757c7c5-ff7e-4933-8426-27e6292d1b33 admin admin] Pushing event updated for resources: {'Network': ['ID=08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:20.992567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Request body: {'subnet': {'network_id': '08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1353026900-subnet', 'tenant_id': '48500dca6a36417aa27973312a9c2d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:25:20.999059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:25:21.021905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Made reservation on behalf of 48500dca6a36417aa27973312a9c2d23 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:25:21.024243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:21.492466 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:21.549908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a784fd10-5d8d-4122-a0ee-b3242223b321,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:21.560963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.561312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.561701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.561982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.562317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.562647 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.563078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.563292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.563644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.563970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.564296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.564728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:21.570575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Checking segment: {'id': '0802571e-da3c-4d56-9e75-043bcb17f2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:25:21.570948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Network hostable DHCP agents. Network: 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:25:21.590004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Network 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:25:21.600264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:25:21.605597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:21.606514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:21.614666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93451e59-c3aa-49e2-964a-32485ccbbdaa None None] Network 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:25:21.636177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e3f9c30a-c224-4684-aa96-8cc18e2f393d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6436327 Aug 20 15:25:21.766400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e217b-dac1-4c2f-ba3f-a7f4f1ae5055 None None] Network 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:25:22.186226 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49164) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:22.191689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1787123940-network', 'tenant_id': 'f790c205859a4b1dbed66f5ef257477f'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:25:22.214815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Made reservation on behalf of f790c205859a4b1dbed66f5ef257477f for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:25:22.217817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.228624 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.324265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.328488 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.354360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:25:22.363905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe84a1d-032a-4afd-b314-8cf0b31ea571,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:22.369306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.369653 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Added segment eb9dcb32-0ce4-47ab-a9b8-3fe9507f8835 of type vlan for network 3b170465-febc-49f8-9c41-675faaea4368 Aug 20 15:25:22.411918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.437191 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.438167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:22.438749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.497430 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3100853 Aug 20 15:25:22.500402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49216) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:22.505397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdea7d-e28d-44fd-824b-e3bf2ea87934 admin admin] Pushing event updated for resources: {'Network': ['ID=3b170465-febc-49f8-9c41-675faaea4368,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:22.506234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Request body: {'subnet': {'network_id': '3b170465-febc-49f8-9c41-675faaea4368', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1787123940-subnet', 'tenant_id': 'f790c205859a4b1dbed66f5ef257477f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:25:22.517076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 3b170465-febc-49f8-9c41-675faaea4368 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:25:22.534639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Made reservation on behalf of f790c205859a4b1dbed66f5ef257477f for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:25:22.537892 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.702159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.762604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12bce9c7-5a79-4c0d-b1ad-14beeb3d78bc,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:22.771819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Checking segment: {'id': 'eb9dcb32-0ce4-47ab-a9b8-3fe9507f8835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3b170465-febc-49f8-9c41-675faaea4368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:25:22.772203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Network hostable DHCP agents. Network: 3b170465-febc-49f8-9c41-675faaea4368, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:25:22.789044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Network 3b170465-febc-49f8-9c41-675faaea4368 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:25:22.804673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 3b170465-febc-49f8-9c41-675faaea4368) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:25:22.809976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:22.810767 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:22.816096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f29b2-2af4-491c-a01e-6594d9f51f46 None None] Network 3b170465-febc-49f8-9c41-675faaea4368 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:25:22.835415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dcf92d27-78dd-44fc-9659-006b4c3ceda4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3257833 Aug 20 15:25:22.980035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08fc472-1a76-4e5b-8cdc-8ca4e31a5eaf None None] Network 3b170465-febc-49f8-9c41-675faaea4368 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:25:23.387786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-a066ff70-0172-49d9-8829-9e283ca68d6f tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:23.389318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-a066ff70-0172-49d9-8829-9e283ca68d6f tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/networks?id=08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 HTTP/1.1" status: 200 len: 809 time: 0.1101849 Aug 20 15:25:23.405118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-14e48cf1-2d32-48c0-b4ea-64a8f660b047 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/quotas/48500dca6a36417aa27973312a9c2d23 HTTP/1.1" status: 200 len: 375 time: 0.0096188 Aug 20 15:25:23.443795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-243619b7-547a-42fa-9524-c40892c05d8a tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=48500dca6a36417aa27973312a9c2d23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331514 Aug 20 15:25:23.659357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-3fdbdb84-d367-4aa4-93b4-0bbf3a745fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083020 Aug 20 15:25:23.771221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-2b38a6ad-b6cc-4906-b0d9-09fa1280e017 service neutron] 10.222.0.36 "GET /v2.0/networks/08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031818 Aug 20 15:25:23.962891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c593af-f311-4153-a6ae-a0d5d2e4f4d7 req-68a98bb2-3859-405a-98d9-e4da86d069f9 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 210 time: 0.0430248 Aug 20 15:25:25.071458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-a2f08e95-5405-4bea-ba3b-07d57fc91f33 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:25.073239 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-a2f08e95-5405-4bea-ba3b-07d57fc91f33 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.70 "GET /v2.0/networks?id=08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 HTTP/1.1" status: 200 len: 809 time: 0.1375401 Aug 20 15:25:25.091317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Request body: {'port': {'device_id': '34f51f79-9e3e-4d76-8d16-d7a2ef289857', 'network_id': '08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5', 'admin_state_up': True, 'tenant_id': '48500dca6a36417aa27973312a9c2d23'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:25:25.101432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eaa4b44a-7096-4a43-8bf1-5092e8f132fd req-2752684f-43fa-4130-a6a1-ace306221aca tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 210 time: 0.0301752 Aug 20 15:25:25.210120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Made reservation on behalf of 48500dca6a36417aa27973312a9c2d23 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:25:25.213861 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:25.339515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Allocated IP 172.20.0.4 (08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5/a784fd10-5d8d-4122-a0ee-b3242223b321/ac760a4c-eae3-4185-a227-d9eb92efe40b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:25:25.500048 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:25.540944 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:25.586330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Network 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:25:25.589416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:25:25.593194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:25:25.601789 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Pushing event updated for resources: {'Port': ['ID=ac760a4c-eae3-4185-a227-d9eb92efe40b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:25.636307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.636658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.636999 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.637337 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.637671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.638006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.638333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.638663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.638991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.639316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.639666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.639987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:25:25.663175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:25.663816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:25.677656 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-821f052a-884f-48d9-a33c-11697d3b4574 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907335 Aug 20 15:25:25.690763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Request body: {'port': {'device_id': '34f51f79-9e3e-4d76-8d16-d7a2ef289857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:25:25.746200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:26.017574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac760a4c-eae3-4185-a227-d9eb92efe40b {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:25:26.026715 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:26.042135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Transition to ACTIVE for port object ac760a4c-eae3-4185-a227-d9eb92efe40b will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:25:26.044987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:26.096647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Pushing event updated for resources: {'Port': ['ID=ac760a4c-eae3-4185-a227-d9eb92efe40b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:26.174236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Attempting to bind port ac760a4c-eae3-4185-a227-d9eb92efe40b on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:25:26.174759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Attempting to bind port ac760a4c-eae3-4185-a227-d9eb92efe40b by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '0802571e-da3c-4d56-9e75-043bcb17f2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:25:26.180066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Attempting to bind port ac760a4c-eae3-4185-a227-d9eb92efe40b on network 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:25:26.185126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Port ac760a4c-eae3-4185-a227-d9eb92efe40b on network 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:25:26.185462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Attempting to bind port ac760a4c-eae3-4185-a227-d9eb92efe40b on network 08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:25:26.190399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:25:26.190752 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Checking segment: {'id': '0802571e-da3c-4d56-9e75-043bcb17f2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:25:26.191141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Bound using segment: {'id': '0802571e-da3c-4d56-9e75-043bcb17f2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:25:26.191604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Bound port: ac760a4c-eae3-4185-a227-d9eb92efe40b, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0802571e-da3c-4d56-9e75-043bcb17f2cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:25:26.191971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:26.249035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c514-6d4b-4a46-8563-7d8d383f91a5 req-61aa4f86-a67b-44fe-8ed5-156dd503f8e3 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:26.252005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e38c514-6d4b-4a46-8563-7d8d383f91a5 req-61aa4f86-a67b-44fe-8ed5-156dd503f8e3 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 943 time: 0.0531197 Aug 20 15:25:26.263175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] For port ac760a4c-eae3-4185-a227-d9eb92efe40b, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:25:26.266406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] For port ac760a4c-eae3-4185-a227-d9eb92efe40b, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ac760a4c-eae3-4185-a227-d9eb92efe40b,segment=NetworkSegment(0802571e-da3c-4d56-9e75-043bcb17f2cf),segment_id=0802571e-da3c-4d56-9e75-043bcb17f2cf)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:25:26.270454 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:26.299517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e38c514-6d4b-4a46-8563-7d8d383f91a5 req-da3325f2-b30d-4c70-b04b-382bc3eaa6a8 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Aug 20 15:25:26.308102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:26.308743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:26.310332 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] 10.222.0.70 "PUT /v2.0/ports/ac760a4c-eae3-4185-a227-d9eb92efe40b HTTP/1.1" status: 200 len: 1092 time: 0.6237047 Aug 20 15:25:26.310759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f51f79-9e3e-4d76-8d16-d7a2ef289857', 'tag': 'ac760a4c-eae3-4185-a227-d9eb92efe40b'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:25:26.313012 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "34f51f79-9e3e-4d76-8d16-d7a2ef289857", "tag": "ac760a4c-eae3-4185-a227-d9eb92efe40b"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:25:26.347479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3b375-c2e9-4341-8240-60e4d9c32822 service neutron] Pushing event updated for resources: {'Port': ['ID=ac760a4c-eae3-4185-a227-d9eb92efe40b,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:26.369743 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a325cde-b2e1-43e0-8e62-7ae8a6aa5684 x-openstack-request-id: req-2a325cde-b2e1-43e0-8e62-7ae8a6aa5684 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:25:26.370040 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f51f79-9e3e-4d76-8d16-d7a2ef289857", "tag": "ac760a4c-eae3-4185-a227-d9eb92efe40b", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:25:26.370295 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a325cde-b2e1-43e0-8e62-7ae8a6aa5684 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:25:26.370725 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f51f79-9e3e-4d76-8d16-d7a2ef289857', 'tag': 'ac760a4c-eae3-4185-a227-d9eb92efe40b', 'status': 'completed', 'code': 200} Aug 20 15:25:26.403040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-bb2b176a-17e4-4c71-866b-603394db206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:26.404692 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-bb2b176a-17e4-4c71-866b-603394db206f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=48500dca6a36417aa27973312a9c2d23&device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 1095 time: 0.0456965 Aug 20 15:25:26.453152 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-4572d933-be36-4d76-958b-f6745e956dd0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac760a4c-eae3-4185-a227-d9eb92efe40b HTTP/1.1" status: 200 len: 217 time: 0.0380702 Aug 20 15:25:26.509769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-5b56337b-8d01-463e-961a-0a9e04122fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:26.511292 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-5b56337b-8d01-463e-961a-0a9e04122fa3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a784fd10-5d8d-4122-a0ee-b3242223b321 HTTP/1.1" status: 200 len: 849 time: 0.0491900 Aug 20 15:25:26.547511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-56b3a1fd-834d-413d-90ab-f5b67f6530a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264328 Aug 20 15:25:26.780303 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-fa24c97c-2cfa-405a-8114-53c2556bf90f service neutron] 10.222.0.70 "GET /v2.0/networks/08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893116 Aug 20 15:25:26.876868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bda4e48c-1c7d-446d-9920-0e8dae34cd1b req-927e4f5a-594f-4d92-b7fc-dd1ade859c40 service neutron] 10.222.0.70 "GET /v2.0/networks/08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882914 Aug 20 15:25:26.986095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-97be621e-0c6d-4f6d-8166-4af543574efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:26.987628 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-97be621e-0c6d-4f6d-8166-4af543574efa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=48500dca6a36417aa27973312a9c2d23&device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 1095 time: 0.0419860 Aug 20 15:25:27.084118 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-ed3a9e5f-7761-4eef-8671-8dc84193df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:27.085600 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-ed3a9e5f-7761-4eef-8671-8dc84193df7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 HTTP/1.1" status: 200 len: 910 time: 0.0898290 Aug 20 15:25:27.131281 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-48b01e91-1a29-4c13-8c85-894f9bd72b6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac760a4c-eae3-4185-a227-d9eb92efe40b HTTP/1.1" status: 200 len: 217 time: 0.0346384 Aug 20 15:25:27.185745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-a07a2749-aa15-42fa-8cca-77e48270c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:27.187256 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-a07a2749-aa15-42fa-8cca-77e48270c6b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a784fd10-5d8d-4122-a0ee-b3242223b321 HTTP/1.1" status: 200 len: 849 time: 0.0486798 Aug 20 15:25:27.227814 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-dbd7b553-ac09-41a4-a068-7eb218f30d73 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311332 Aug 20 15:25:27.321474 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-4285bce4-9dd7-4eee-be8d-dd6617fbceb8 service neutron] 10.222.0.70 "GET /v2.0/networks/08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847225 Aug 20 15:25:27.424230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cde26a-3cc0-4dd5-94b4-a727f14262ec req-1cffc505-f308-4ffd-a37e-801eb6c76aff tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:27.425910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23cde26a-3cc0-4dd5-94b4-a727f14262ec req-1cffc505-f308-4ffd-a37e-801eb6c76aff tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 943 time: 0.0511835 Aug 20 15:25:27.429795 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6159c8fd-0d0c-4296-b664-38b13f6ca4a2 req-07d37d55-84e9-41c4-9dc6-16d1318e0a2b service neutron] 10.222.0.70 "GET /v2.0/networks/08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947163 Aug 20 15:25:27.474155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23cde26a-3cc0-4dd5-94b4-a727f14262ec req-78ff4d4d-378d-47e2-85ab-5e0c75cc6a72 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Aug 20 15:25:28.508849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49288) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:28.596879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146c9fb-53ba-49a6-9cd8-8276f3e3b735 req-fd1cda76-da52-405f-938d-96b3f36ac0bd tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:28.598889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4146c9fb-53ba-49a6-9cd8-8276f3e3b735 req-fd1cda76-da52-405f-938d-96b3f36ac0bd tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 943 time: 0.0497639 Aug 20 15:25:28.633769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d60b5a05-1a41-46b9-b9fc-1cad0e8f8f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:28.661533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4146c9fb-53ba-49a6-9cd8-8276f3e3b735 req-a3f583d9-495e-43f7-8b5e-085e35f8f7be tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556774 Aug 20 15:25:28.743971 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d60b5a05-1a41-46b9-b9fc-1cad0e8f8f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:28.747637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d60b5a05-1a41-46b9-b9fc-1cad0e8f8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:28.785651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d60b5a05-1a41-46b9-b9fc-1cad0e8f8f1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8b481e93a8a493ea9610beda90c33c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747812 Aug 20 15:25:28.787370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b5a05-1a41-46b9-b9fc-1cad0e8f8f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27629ea8-2f2f-4220-b8df-5b2832f3f341,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:28.789094 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49292) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:28.843030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-82bc5f53-ede7-4ec3-b06b-8ca831135c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:28.867991 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-82bc5f53-ede7-4ec3-b06b-8ca831135c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:28.928543 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-82bc5f53-ede7-4ec3-b06b-8ca831135c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:28.931331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-82bc5f53-ede7-4ec3-b06b-8ca831135c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:28.932658 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-82bc5f53-ede7-4ec3-b06b-8ca831135c19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27629ea8-2f2f-4220-b8df-5b2832f3f341 HTTP/1.1" status: 204 len: 168 time: 0.1419854 Aug 20 15:25:28.941177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc5f53-ede7-4ec3-b06b-8ca831135c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27629ea8-2f2f-4220-b8df-5b2832f3f341,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:28.969203 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.051290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ac760a4c-eae3-4185-a227-d9eb92efe40b details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:25:29.159232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ac760a4c-eae3-4185-a227-d9eb92efe40b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ac760a4c-eae3-4185-a227-d9eb92efe40b,segment=NetworkSegment(0802571e-da3c-4d56-9e75-043bcb17f2cf),segment_id=0802571e-da3c-4d56-9e75-043bcb17f2cf)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:25:29.173525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'ac760a4c-eae3-4185-a227-d9eb92efe40b', 'network_id': '08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5', 'port_id': 'ac760a4c-eae3-4185-a227-d9eb92efe40b', 'mac_address': 'fa:16:3e:ad:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a784fd10-5d8d-4122-a0ee-b3242223b321', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:25:29.214674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49298) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:29.217454 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.228165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-721c70b2-b1c5-4979-9c72-450feab4c37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.230687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac760a4c-eae3-4185-a227-d9eb92efe40b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:25:29.251570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ac760a4c-eae3-4185-a227-d9eb92efe40b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ac760a4c-eae3-4185-a227-d9eb92efe40b,segment=NetworkSegment(0802571e-da3c-4d56-9e75-043bcb17f2cf),segment_id=0802571e-da3c-4d56-9e75-043bcb17f2cf)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:25:29.255389 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.306054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ac760a4c-eae3-4185-a227-d9eb92efe40b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:29.319017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-721c70b2-b1c5-4979-9c72-450feab4c37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.323223 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-721c70b2-b1c5-4979-9c72-450feab4c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.360460 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-721c70b2-b1c5-4979-9c72-450feab4c37b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5c378b00d264557ae1a513fde14f0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446464 Aug 20 15:25:29.362289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c70b2-b1c5-4979-9c72-450feab4c37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e343e62d-4e8d-4551-b53c-e20ec3fbb8cc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:29.363226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49300) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:29.412772 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cd446b0f-8224-4088-804c-0a4103eb964c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.438226 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cd446b0f-8224-4088-804c-0a4103eb964c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.484010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cd446b0f-8224-4088-804c-0a4103eb964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.486785 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cd446b0f-8224-4088-804c-0a4103eb964c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:29.487963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cd446b0f-8224-4088-804c-0a4103eb964c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e343e62d-4e8d-4551-b53c-e20ec3fbb8cc HTTP/1.1" status: 204 len: 168 time: 0.1228960 Aug 20 15:25:29.496160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd446b0f-8224-4088-804c-0a4103eb964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e343e62d-4e8d-4551-b53c-e20ec3fbb8cc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:29.521949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ac760a4c-eae3-4185-a227-d9eb92efe40b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:25:29.780904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83697903-f4cb-4136-acd1-6568689f1ee0 req-5813b8e5-8a4f-4ec8-9f07-b47b620eb59c tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:29.782410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83697903-f4cb-4136-acd1-6568689f1ee0 req-5813b8e5-8a4f-4ec8-9f07-b47b620eb59c tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 944 time: 0.0501354 Aug 20 15:25:29.824366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83697903-f4cb-4136-acd1-6568689f1ee0 req-fcd02d83-3c86-4428-b7ea-5c50a9e53ab8 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341702 Aug 20 15:25:30.527997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49332) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:30.637385 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6ebb-3a28-4302-b9c2-41087f595f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:30.734991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6ebb-3a28-4302-b9c2-41087f595f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:30.738830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6ebb-3a28-4302-b9c2-41087f595f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:30.777712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a6ebb-3a28-4302-b9c2-41087f595f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6690d6db-29a6-4e7b-ae69-52a98683d177,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:30.785500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fa4a6ebb-3a28-4302-b9c2-41087f595f5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbbf398222a64cbb9a4d53d1357028ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541325 Aug 20 15:25:30.787347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49336) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:25:30.840267 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f74d4c96-ed1e-4d72-8a8c-27614a6528b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:30.861331 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f74d4c96-ed1e-4d72-8a8c-27614a6528b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:30.932602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f74d4c96-ed1e-4d72-8a8c-27614a6528b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:30.935139 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f74d4c96-ed1e-4d72-8a8c-27614a6528b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:30.936327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f74d4c96-ed1e-4d72-8a8c-27614a6528b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6690d6db-29a6-4e7b-ae69-52a98683d177 HTTP/1.1" status: 204 len: 168 time: 0.1489348 Aug 20 15:25:30.954233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af93d6d-d684-4fd7-b153-6e232c88931e req-8505d592-770b-453d-a8ad-c0fbf35ef694 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:30.955742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8af93d6d-d684-4fd7-b153-6e232c88931e req-8505d592-770b-453d-a8ad-c0fbf35ef694 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 944 time: 0.0635109 Aug 20 15:25:30.956489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d4c96-ed1e-4d72-8a8c-27614a6528b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6690d6db-29a6-4e7b-ae69-52a98683d177,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:31.000820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8af93d6d-d684-4fd7-b153-6e232c88931e req-6609ea8a-2938-4753-ab40-c44c82a93a48 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326924 Aug 20 15:25:31.068634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ac760a4c-eae3-4185-a227-d9eb92efe40b up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:25:31.115843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port ac760a4c-eae3-4185-a227-d9eb92efe40b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:25:31.119534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port ac760a4c-eae3-4185-a227-d9eb92efe40b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:25:31.119937 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:31.197862 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:31.220141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f51f79-9e3e-4d76-8d16-d7a2ef289857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac760a4c-eae3-4185-a227-d9eb92efe40b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:25:31.222377 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9508bed-fbcd-4456-a0f8-d1e3393849f1" -d '{"events": [{"server_uuid": "34f51f79-9e3e-4d76-8d16-d7a2ef289857", "name": "network-vif-plugged", "status": "completed", "tag": "ac760a4c-eae3-4185-a227-d9eb92efe40b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:25:31.239253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port ac760a4c-eae3-4185-a227-d9eb92efe40b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ac760a4c-eae3-4185-a227-d9eb92efe40b,segment=NetworkSegment(0802571e-da3c-4d56-9e75-043bcb17f2cf),segment_id=0802571e-da3c-4d56-9e75-043bcb17f2cf)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:25:31.244739 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:31.271770 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a2113-d31c-4eb5-a68a-c9d874c251f4 x-openstack-request-id: req-997a2113-d31c-4eb5-a68a-c9d874c251f4 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:25:31.272077 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f51f79-9e3e-4d76-8d16-d7a2ef289857", "name": "network-vif-plugged", "status": "completed", "tag": "ac760a4c-eae3-4185-a227-d9eb92efe40b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:25:31.272332 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-997a2113-d31c-4eb5-a68a-c9d874c251f4 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:25:31.272723 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f51f79-9e3e-4d76-8d16-d7a2ef289857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac760a4c-eae3-4185-a227-d9eb92efe40b', 'code': 200} Aug 20 15:25:31.301969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=ac760a4c-eae3-4185-a227-d9eb92efe40b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:31.377507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d1b98-c790-46a2-8914-68db7cdabb8b req-8debfadc-baae-491d-90c9-e7dab5c71d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:31.379063 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dc2d1b98-c790-46a2-8914-68db7cdabb8b req-8debfadc-baae-491d-90c9-e7dab5c71d5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 1097 time: 0.0454502 Aug 20 15:25:31.422151 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-dc2d1b98-c790-46a2-8914-68db7cdabb8b req-7f3d3460-332c-4623-9685-43c21b658744 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303137 Aug 20 15:25:32.123107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30de62-7b1e-4d15-9b1d-dc30941a9e93 req-12ba99aa-f4ce-46a9-9d5f-f35090d895a8 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:32.124705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd30de62-7b1e-4d15-9b1d-dc30941a9e93 req-12ba99aa-f4ce-46a9-9d5f-f35090d895a8 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 945 time: 0.0504255 Aug 20 15:25:32.165436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd30de62-7b1e-4d15-9b1d-dc30941a9e93 req-f04264b5-3a6c-4d8e-92f8-38066282f726 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Aug 20 15:25:33.291484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58359527-1718-49fe-a9ba-681acd93effe req-53d34412-dfbc-4dd5-b1e5-632a0c7466cc tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:33.293064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58359527-1718-49fe-a9ba-681acd93effe req-53d34412-dfbc-4dd5-b1e5-632a0c7466cc tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 945 time: 0.0551343 Aug 20 15:25:33.334998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58359527-1718-49fe-a9ba-681acd93effe req-4facffe3-ad6f-4de3-8eaa-be77f00b90f2 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359089 Aug 20 15:25:35.948399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b280c-feb0-4064-8dd8-e4e6183eface req-e98c06d7-0c32-4ef0-bde9-6d35383d92b1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:35.949981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d3b280c-feb0-4064-8dd8-e4e6183eface req-e98c06d7-0c32-4ef0-bde9-6d35383d92b1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 945 time: 0.0524850 Aug 20 15:25:35.991134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d3b280c-feb0-4064-8dd8-e4e6183eface req-1b201644-f122-4253-aa80-9c92dca3c135 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Aug 20 15:25:36.071888 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:37.112994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baead43-22f2-4b47-a1bc-7c3b729a41f8 req-a319af30-5a25-47b4-a6ee-eb4b75ee795e tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:37.114523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1baead43-22f2-4b47-a1bc-7c3b729a41f8 req-a319af30-5a25-47b4-a6ee-eb4b75ee795e tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 945 time: 0.0504398 Aug 20 15:25:37.154636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1baead43-22f2-4b47-a1bc-7c3b729a41f8 req-7d926a99-8ddf-4777-8356-19dbe1830dac tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/security-groups?id=d1bb719d-f3fb-4575-8aa3-ed67a5f96848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Aug 20 15:25:37.541742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-f408b62c-af3c-48fc-a128-b5fd7c1f85e9 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:25:37.543138 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-f408b62c-af3c-48fc-a128-b5fd7c1f85e9 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.70 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 945 time: 0.0511153 Aug 20 15:25:37.645792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Deleting port ac760a4c-eae3-4185-a227-d9eb92efe40b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:25:37.646245 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:37.737779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] For port ac760a4c-eae3-4185-a227-d9eb92efe40b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=ac760a4c-eae3-4185-a227-d9eb92efe40b,segment=NetworkSegment(0802571e-da3c-4d56-9e75-043bcb17f2cf),segment_id=0802571e-da3c-4d56-9e75-043bcb17f2cf)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:25:37.738147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:37.751784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Calling delete_port for ac760a4c-eae3-4185-a227-d9eb92efe40b owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:25:37.885294 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:37.902882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['ac760a4c-eae3-4185-a227-d9eb92efe40b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:25:37.913985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Pushing event deleted for resources: {'Port': ['ID=ac760a4c-eae3-4185-a227-d9eb92efe40b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:25:37.962200 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] No DVR routers for this DVR port ac760a4c-eae3-4185-a227-d9eb92efe40b on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:25:37.964848 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:37.966868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-302073f4-aabf-4389-82b9-473e20d9cae1 req-93a99abd-b651-4fab-852c-dd3c0aea88a1 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.70 "DELETE /v2.0/ports/ac760a4c-eae3-4185-a227-d9eb92efe40b HTTP/1.1" status: 204 len: 173 time: 0.4144342 Aug 20 15:25:37.967320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f51f79-9e3e-4d76-8d16-d7a2ef289857', 'name': 'network-vif-deleted', 'tag': 'ac760a4c-eae3-4185-a227-d9eb92efe40b'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:25:37.969594 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237a7ffe-27ed-418a-8aea-79c227116371" -d '{"events": [{"server_uuid": "34f51f79-9e3e-4d76-8d16-d7a2ef289857", "name": "network-vif-deleted", "tag": "ac760a4c-eae3-4185-a227-d9eb92efe40b"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:25:38.014531 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef8b782-d4fa-4492-a6ed-c08a915bcea0 x-openstack-request-id: req-bef8b782-d4fa-4492-a6ed-c08a915bcea0 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:25:38.014841 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f51f79-9e3e-4d76-8d16-d7a2ef289857", "name": "network-vif-deleted", "tag": "ac760a4c-eae3-4185-a227-d9eb92efe40b", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:25:38.015100 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bef8b782-d4fa-4492-a6ed-c08a915bcea0 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:25:38.015506 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f51f79-9e3e-4d76-8d16-d7a2ef289857', 'name': 'network-vif-deleted', 'tag': 'ac760a4c-eae3-4185-a227-d9eb92efe40b', 'status': 'completed', 'code': 200} Aug 20 15:25:38.276247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3f3049b-d186-4f97-bae0-42c187bd57c1 req-ec251b6a-b9b0-4ac1-bead-4dd920c4c152 tempest-VolumesActionsTest-114101532 tempest-VolumesActionsTest-114101532-project] 10.222.0.36 "GET /v2.0/ports?device_id=34f51f79-9e3e-4d76-8d16-d7a2ef289857 HTTP/1.1" status: 200 len: 210 time: 0.0309231 Aug 20 15:25:41.113539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ac760a4c-eae3-4185-a227-d9eb92efe40b no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:25:41.137000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: ac760a4c-eae3-4185-a227-d9eb92efe40b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:25:41.137456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device ac760a4c-eae3-4185-a227-d9eb92efe40b not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:25:42.218852 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c3a549a1-81d4-4137-9839-7e1936018688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:44.833891 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:45.203510 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-56533d37-4f3d-4093-b516-52cdbf46984f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:46.180591 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:47.883102 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:25:53.615896 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:25:58.971422 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.518139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49744) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:00.564400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc915391-9377-48d7-bab9-6fbf1eede190 admin admin] Deleting subnet a784fd10-5d8d-4122-a0ee-b3242223b321 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:26:00.567923 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc915391-9377-48d7-bab9-6fbf1eede190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.605897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc915391-9377-48d7-bab9-6fbf1eede190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.645258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc915391-9377-48d7-bab9-6fbf1eede190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.716278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc915391-9377-48d7-bab9-6fbf1eede190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.735371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc915391-9377-48d7-bab9-6fbf1eede190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a784fd10-5d8d-4122-a0ee-b3242223b321,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:00.748388 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc915391-9377-48d7-bab9-6fbf1eede190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.752809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cc915391-9377-48d7-bab9-6fbf1eede190 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a784fd10-5d8d-4122-a0ee-b3242223b321 HTTP/1.1" status: 204 len: 168 time: 0.2336664 Aug 20 15:26:00.752954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49748) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:00.832837 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.923511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.934988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:00.947223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0802571e-da3c-4d56-9e75-043bcb17f2cf') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:00.947520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0802571e-da3c-4d56-9e75-043bcb17f2cf') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:00.957218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.977344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.984248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:26:00.984644 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:26:00.986604 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:26:01.044540 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.050937 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.053402 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] 10.222.0.36 "DELETE /v2.0/networks/08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5 HTTP/1.1" status: 204 len: 168 time: 0.2994378 Aug 20 15:26:01.056320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49750) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:01.065059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b9ae5-6c96-4f11-9495-36ea50f07343 admin admin] Pushing event deleted for resources: {'Network': ['ID=08ba9cf1-4ee6-4cde-a0b8-cbb5570d4eb5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:01.109313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07e27d4-eb2d-4228-b000-499ac2058c63 admin admin] Deleting subnet 12bce9c7-5a79-4c0d-b1ad-14beeb3d78bc {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:26:01.113302 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b07e27d4-eb2d-4228-b000-499ac2058c63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.152901 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b07e27d4-eb2d-4228-b000-499ac2058c63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.198444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b07e27d4-eb2d-4228-b000-499ac2058c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.264037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b07e27d4-eb2d-4228-b000-499ac2058c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.290542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e27d4-eb2d-4228-b000-499ac2058c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12bce9c7-5a79-4c0d-b1ad-14beeb3d78bc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:01.294186 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b07e27d4-eb2d-4228-b000-499ac2058c63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.296783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b07e27d4-eb2d-4228-b000-499ac2058c63 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/12bce9c7-5a79-4c0d-b1ad-14beeb3d78bc HTTP/1.1" status: 204 len: 168 time: 0.2392156 Aug 20 15:26:01.299412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49752) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:01.376864 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.481703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.494070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b170465-febc-49f8-9c41-675faaea4368']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:01.506043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9dcb32-0ce4-47ab-a9b8-3fe9507f8835') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:01.506349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9dcb32-0ce4-47ab-a9b8-3fe9507f8835') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:01.516426 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.531087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.538114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:26:01.538506 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:26:01.540271 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:26:01.599695 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.607589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.609356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] 10.222.0.36 "DELETE /v2.0/networks/3b170465-febc-49f8-9c41-675faaea4368 HTTP/1.1" status: 204 len: 168 time: 0.3088713 Aug 20 15:26:01.628094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece172c0-6fff-4a60-8819-49115a85bf0f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b170465-febc-49f8-9c41-675faaea4368,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:01.795904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49760) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:01.839381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-01ff2a4d-1ae0-4527-b952-89794a724957 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48500dca6a36417aa27973312a9c2d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420773 Aug 20 15:26:01.842258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49762) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:01.892925 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7335-6319-4453-aaee-3499d49bf74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.929822 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7335-6319-4453-aaee-3499d49bf74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.983944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7335-6319-4453-aaee-3499d49bf74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.986801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2a5c7335-6319-4453-aaee-3499d49bf74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:01.988163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2a5c7335-6319-4453-aaee-3499d49bf74e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1bb719d-f3fb-4575-8aa3-ed67a5f96848 HTTP/1.1" status: 204 len: 168 time: 0.1447494 Aug 20 15:26:01.996888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7335-6319-4453-aaee-3499d49bf74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bb719d-f3fb-4575-8aa3-ed67a5f96848,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:02.239201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8a99d-4200-41e2-a636-9449e915e06e req-bbc62e19-4b29-4914-9f1b-4c25c2796c1f tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:02.241581 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbe8a99d-4200-41e2-a636-9449e915e06e req-bbc62e19-4b29-4914-9f1b-4c25c2796c1f tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1098 time: 0.0541465 Aug 20 15:26:02.293531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbe8a99d-4200-41e2-a636-9449e915e06e req-493d128e-7a2a-4587-a2d4-a3dcc8f09397 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454972 Aug 20 15:26:02.316263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49772) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:02.394338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49774) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:02.450411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49776) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:02.450861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-22aaf5e3-be5e-4d38-85e1-9672b36dfe4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f790c205859a4b1dbed66f5ef257477f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550163 Aug 20 15:26:02.541861 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87d24c7d-621f-4bde-9827-5c003ad5f00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:02.571128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87d24c7d-621f-4bde-9827-5c003ad5f00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:02.573865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 6ed08c6b-b23c-43bd-b3c1-d66f7d7b5844 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:26:02.574374 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:02.684419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:02.684948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:02.699135 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87d24c7d-621f-4bde-9827-5c003ad5f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:02.701842 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-87d24c7d-621f-4bde-9827-5c003ad5f00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:02.703106 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-87d24c7d-621f-4bde-9827-5c003ad5f00a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfe84a1d-032a-4afd-b314-8cf0b31ea571 HTTP/1.1" status: 204 len: 168 time: 0.2500465 Aug 20 15:26:02.704487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 6ed08c6b-b23c-43bd-b3c1-d66f7d7b5844 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:26:02.724187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d24c7d-621f-4bde-9827-5c003ad5f00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe84a1d-032a-4afd-b314-8cf0b31ea571,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:02.916060 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:02.950333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=6ed08c6b-b23c-43bd-b3c1-d66f7d7b5844,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:03.027928 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:03.028736 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Floating IP 03c006bb-8927-4c0c-bd9c-219c5a7b0508 disassociated (deleted). External IP: 172.25.5.8, port: b7e2caa5-440e-4491-b9f1-07f597dd6faf. Aug 20 15:26:03.251780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router 9f012205-8c55-418a-a959-43fdb4ccb310 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:26:03.740116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:26:03.750347 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] Sync routers for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:26:03.752320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:03.760305 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:03.760935 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:25:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:03.799205 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-15f21cc4-633b-4ac2-831c-ea217baa373c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/floatingips/03c006bb-8927-4c0c-bd9c-219c5a7b0508 HTTP/1.1" status: 204 len: 168 time: 1.4731498 Aug 20 15:26:03.801012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:03.803637 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031a91cf-dd09-4fe1-8126-2cfe54abb733" -d '{"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:03.903337 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:04.060467 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16e4278-54b0-4482-954a-a49149441e05 x-openstack-request-id: req-f16e4278-54b0-4482-954a-a49149441e05 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:04.060858 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:04.061213 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f16e4278-54b0-4482-954a-a49149441e05 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:04.062133 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'status': 'completed', 'code': 200} Aug 20 15:26:04.185914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-1ccce2e3-c77a-402b-afee-b2b7da178951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:04.187453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-1ccce2e3-c77a-402b-afee-b2b7da178951 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 1098 time: 0.0793674 Aug 20 15:26:04.188985 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:12Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e006d22-5433-49cd-811e-8a8ebca74de1', 'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:2e:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:11Z', 'updated_at': '2021-08-20T15:23:19Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:04.243706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5729d-48f3-4b60-a31d-3892ee632dd0 req-47812f94-c2ae-48ca-8d2d-007e52fc1af6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:04.248354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41b5729d-48f3-4b60-a31d-3892ee632dd0 req-47812f94-c2ae-48ca-8d2d-007e52fc1af6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 946 time: 0.1112931 Aug 20 15:26:04.345449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41b5729d-48f3-4b60-a31d-3892ee632dd0 req-ebf19401-27d4-4f1b-87f8-01ac304050f9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622475 Aug 20 15:26:04.368026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-d029568a-f79c-4772-ba67-1544ea079351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:04.369667 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] Checking router: 9f012205-8c55-418a-a959-43fdb4ccb310 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:26:04.369831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-d029568a-f79c-4772-ba67-1544ea079351 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 200 len: 898 time: 0.1738052 Aug 20 15:26:04.378549 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:04.379165 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:25:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:04.425103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-26139a44-d566-4f5b-9ad6-ba43fc7e736a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 200 len: 217 time: 0.0467703 Aug 20 15:26:04.488141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-83ebf80b-1414-4bed-a7ce-16cbeeba70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:04.490329 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-83ebf80b-1414-4bed-a7ce-16cbeeba70c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 200 len: 835 time: 0.0577519 Aug 20 15:26:04.512877 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:04.553823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-5d62e509-f788-41b0-b01f-6389329fd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:04.555296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-5d62e509-f788-41b0-b01f-6389329fd7ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0db6e04b-a291-4ea9-8fd4-37830338937f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563874 Aug 20 15:26:04.700477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-8912d11c-3011-42de-9813-29f49303402d service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332424 Aug 20 15:26:04.824534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-031a91cf-dd09-4fe1-8126-2cfe54abb733 req-06585b66-020e-4844-aec0-2d010658a598 service neutron] 10.222.0.72 "GET /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151922 Aug 20 15:26:04.830466 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:12Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e006d22-5433-49cd-811e-8a8ebca74de1', 'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:2e:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:11Z', 'updated_at': '2021-08-20T15:23:19Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:04.862545 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376becd-caf7-42c7-adcb-7b2e7c16f29d None None] The sync data for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 is: [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:23:12Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7e006d22-5433-49cd-811e-8a8ebca74de1', 'name': '', 'network_id': '0db6e04b-a291-4ea9-8fd4-37830338937f', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:2e:e8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:11Z', 'updated_at': '2021-08-20T15:23:19Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'f246d0ae-0b54-4f3b-896e-2a50549d0658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:26:05.209877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f7e5e1-687e-47d0-92e5-6d158bb9e2d9 None None] New status for floating IP 03c006bb-8927-4c0c-bd9c-219c5a7b0508: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:26:05.475837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ef103-7253-43d6-9302-18af4fff60e2 req-8c6ddcc1-5ed0-4ee3-8cfe-9f70cf15b5b4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:05.483149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce0ef103-7253-43d6-9302-18af4fff60e2 req-8c6ddcc1-5ed0-4ee3-8cfe-9f70cf15b5b4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 946 time: 0.0643229 Aug 20 15:26:05.534983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ce0ef103-7253-43d6-9302-18af4fff60e2 req-1d3da7e4-3dda-449a-828d-dde0a50d969d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=82b93f6e-3978-44bf-9cce-1846d567143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494821 Aug 20 15:26:05.767392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-1c63bcf2-cfe5-4b90-b93a-b0c330317749 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:05.769643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-1c63bcf2-cfe5-4b90-b93a-b0c330317749 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 946 time: 0.0564187 Aug 20 15:26:05.871474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port b7e2caa5-440e-4491-b9f1-07f597dd6faf {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:26:05.871859 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:05.985168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port b7e2caa5-440e-4491-b9f1-07f597dd6faf, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=b7e2caa5-440e-4491-b9f1-07f597dd6faf,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:05.986719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:06.043438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for b7e2caa5-440e-4491-b9f1-07f597dd6faf owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:26:06.069584 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:06.190559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:06.234873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=b7e2caa5-440e-4491-b9f1-07f597dd6faf,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:06.273083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] No DVR routers for this DVR port b7e2caa5-440e-4491-b9f1-07f597dd6faf on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:26:06.276032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:06.278403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f71215b-6348-4ae8-8e81-35b5281c7695 req-f004e2f4-b790-403d-b451-e13b3fa8426d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "DELETE /v2.0/ports/b7e2caa5-440e-4491-b9f1-07f597dd6faf HTTP/1.1" status: 204 len: 173 time: 0.5026281 Aug 20 15:26:06.278859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-deleted', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:06.281136 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3f1438-e28c-4e7c-bceb-7d9694ae0d37" -d '{"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-deleted", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:06.486166 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78babd7a-34cd-4ff7-b2a7-567b28508873 x-openstack-request-id: req-78babd7a-34cd-4ff7-b2a7-567b28508873 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:06.486907 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2cb867-0273-43b3-8de5-d752f3d57e36", "name": "network-vif-deleted", "tag": "b7e2caa5-440e-4491-b9f1-07f597dd6faf", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:06.486907 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78babd7a-34cd-4ff7-b2a7-567b28508873 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:06.487204 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2cb867-0273-43b3-8de5-d752f3d57e36', 'name': 'network-vif-deleted', 'tag': 'b7e2caa5-440e-4491-b9f1-07f597dd6faf', 'status': 'completed', 'code': 200} Aug 20 15:26:06.651831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4ff6bb6-b471-4442-b2f0-b2e7a24176c0 req-7010f724-fb74-4079-9fad-6b51fde1e6ca tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=da2cb867-0273-43b3-8de5-d752f3d57e36 HTTP/1.1" status: 200 len: 210 time: 0.0326798 Aug 20 15:26:07.718950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49866) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:08.120710 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.420535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49876) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:08.435070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 7e006d22-5433-49cd-811e-8a8ebca74de1 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:26:08.435426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.533524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port 7e006d22-5433-49cd-811e-8a8ebca74de1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7e006d22-5433-49cd-811e-8a8ebca74de1,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:08.533905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.549263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 7e006d22-5433-49cd-811e-8a8ebca74de1 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:26:08.556732 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c75e72bc-2058-43d5-834a-2bf0825adc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.655179 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c75e72bc-2058-43d5-834a-2bf0825adc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.659482 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c75e72bc-2058-43d5-834a-2bf0825adc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.698527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c75e72bc-2058-43d5-834a-2bf0825adc19 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e39f7605093340c4ab5f38deb98f266d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761760 Aug 20 15:26:08.699313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e72bc-2058-43d5-834a-2bf0825adc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a02d333-23f9-4e8f-b35f-b02599cf8eed,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:08.701783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49880) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:08.753069 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4bd73161-344a-4028-a3e6-8a6cbed80919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.760984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.783060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4bd73161-344a-4028-a3e6-8a6cbed80919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.804669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=7e006d22-5433-49cd-811e-8a8ebca74de1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:08.845892 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4bd73161-344a-4028-a3e6-8a6cbed80919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.849847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4bd73161-344a-4028-a3e6-8a6cbed80919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:08.853601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4bd73161-344a-4028-a3e6-8a6cbed80919 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a02d333-23f9-4e8f-b35f-b02599cf8eed HTTP/1.1" status: 204 len: 168 time: 0.1485777 Aug 20 15:26:08.873777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd73161-344a-4028-a3e6-8a6cbed80919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a02d333-23f9-4e8f-b35f-b02599cf8eed,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:08.992966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:09.218708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router 9f012205-8c55-418a-a959-43fdb4ccb310 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:26:09.318648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:26:09.338862 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:26:09.346826 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-69766b8f-7f5c-466a-bfaf-3765f4c01586 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "PUT /v2.0/routers/9f012205-8c55-418a-a959-43fdb4ccb310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6239722 Aug 20 15:26:09.346974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 49900) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:09.355407 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] Sync routers for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:26:09.359652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: b7e2caa5-440e-4491-b9f1-07f597dd6faf {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:26:09.371653 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device b7e2caa5-440e-4491-b9f1-07f597dd6faf not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:26:09.375799 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:09.375799 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:25:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:09.459999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-961e6328-6650-49f7-9c10-bfc266a413d6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting subnet f246d0ae-0b54-4f3b-896e-2a50549d0658 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:26:09.463930 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-961e6328-6650-49f7-9c10-bfc266a413d6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:09.507362 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:09.550940 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-961e6328-6650-49f7-9c10-bfc266a413d6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:09.658604 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-961e6328-6650-49f7-9c10-bfc266a413d6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:09.718527 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:26:08Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:09.750278 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] Checking router: 9f012205-8c55-418a-a959-43fdb4ccb310 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:26:09.760902 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] Routers {'9f012205-8c55-418a-a959-43fdb4ccb310'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:09.761644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-961e6328-6650-49f7-9c10-bfc266a413d6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:09.762168 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:25:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9f012205-8c55-418a-a959-43fdb4ccb310'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:09.802132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e6328-6650-49f7-9c10-bfc266a413d6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Subnet': ['ID=f246d0ae-0b54-4f3b-896e-2a50549d0658,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:09.810817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bee7d5b-66fe-4d3f-be81-7ef904f73a49 None None] Network 0db6e04b-a291-4ea9-8fd4-37830338937f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:26:09.815810 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-961e6328-6650-49f7-9c10-bfc266a413d6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:09.817807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-961e6328-6650-49f7-9c10-bfc266a413d6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/subnets/f246d0ae-0b54-4f3b-896e-2a50549d0658 HTTP/1.1" status: 204 len: 168 time: 0.4697549 Aug 20 15:26:09.820793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49928) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:09.915655 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] Set router 9f012205-8c55-418a-a959-43fdb4ccb310 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:10.017753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.064130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] DHCP port deletion for 0db6e04b-a291-4ea9-8fd4-37830338937f request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:26:10.138208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Deleting port 4d1de568-d40d-4e6c-8312-6fdf3e27042b {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:26:10.138672 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.185884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.214895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] For port 4d1de568-d40d-4e6c-8312-6fdf3e27042b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4d1de568-d40d-4e6c-8312-6fdf3e27042b,segment=NetworkSegment(b95c0042-7f50-4960-84fa-a585e7241121),segment_id=b95c0042-7f50-4960-84fa-a585e7241121)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:10.215665 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:26:08Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:10.215974 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.232618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Calling delete_port for 4d1de568-d40d-4e6c-8312-6fdf3e27042b owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:26:10.264979 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a408e6-0c4e-48f4-958c-8357bc158e89 None None] The sync data for ids ['9f012205-8c55-418a-a959-43fdb4ccb310'] in n-d-695189-15 is: [{'id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94923691', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:23:04Z', 'updated_at': '2021-08-20T15:26:08Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '262fa89e-35fb-4d51-ac27-00f9692c86ba', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:85:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f012205-8c55-418a-a959-43fdb4ccb310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:23:05Z', 'updated_at': '2021-08-20T15:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:26:10.286448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 262fa89e-35fb-4d51-ac27-00f9692c86ba {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:26:10.286860 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.350657 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.385374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Pushing event deleted for resources: {'Port': ['ID=4d1de568-d40d-4e6c-8312-6fdf3e27042b,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:10.398285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.398635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.398978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.399317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.399857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.400374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.400872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.401366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.401874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.402433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.402937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.403418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:10.416400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1446130a-dffd-4d93-b2e8-d282cd47fde6 None None] No DVR routers for this DVR port 4d1de568-d40d-4e6c-8312-6fdf3e27042b on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:26:10.457538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port 262fa89e-35fb-4d51-ac27-00f9692c86ba, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=262fa89e-35fb-4d51-ac27-00f9692c86ba,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:10.457986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.471218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 262fa89e-35fb-4d51-ac27-00f9692c86ba owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:26:10.684991 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.718478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=262fa89e-35fb-4d51-ac27-00f9692c86ba,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:10.797524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.913893 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.917407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.973171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.973773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Fanout notify agent at l3_agent the message router_deleted on router 9f012205-8c55-418a-a959-43fdb4ccb310 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:26:10.982164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:10.983730 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f6d629c6-0e07-451d-bf79-de7f172db2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/routers/9f012205-8c55-418a-a959-43fdb4ccb310 HTTP/1.1" status: 204 len: 168 time: 1.1610413 Aug 20 15:26:10.987170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49992) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:11.084748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.202805 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.213604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db6e04b-a291-4ea9-8fd4-37830338937f']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:11.224481 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95c0042-7f50-4960-84fa-a585e7241121') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:11.224780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95c0042-7f50-4960-84fa-a585e7241121') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:11.233817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.249058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.256595 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:26:11.256972 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:26:11.260054 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:26:11.320938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.329993 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.332251 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/networks/0db6e04b-a291-4ea9-8fd4-37830338937f HTTP/1.1" status: 204 len: 168 time: 0.3438799 Aug 20 15:26:11.336555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 49994) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:11.355346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3e2fd-d3e8-4d68-82c7-96869700cb52 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Network': ['ID=0db6e04b-a291-4ea9-8fd4-37830338937f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:11.422508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d296057-2d0c-410f-b8a6-ee8bce069128 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.460919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d296057-2d0c-410f-b8a6-ee8bce069128 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.538856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d296057-2d0c-410f-b8a6-ee8bce069128 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.541836 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d296057-2d0c-410f-b8a6-ee8bce069128 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:11.553476 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7d296057-2d0c-410f-b8a6-ee8bce069128 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/security-groups/82b93f6e-3978-44bf-9cce-1846d567143a HTTP/1.1" status: 204 len: 168 time: 0.2083447 Aug 20 15:26:11.571321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d296057-2d0c-410f-b8a6-ee8bce069128 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b93f6e-3978-44bf-9cce-1846d567143a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:11.741645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4d1de568-d40d-4e6c-8312-6fdf3e27042b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:26:11.766541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 4d1de568-d40d-4e6c-8312-6fdf3e27042b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:26:11.766898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4d1de568-d40d-4e6c-8312-6fdf3e27042b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:26:11.767333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 262fa89e-35fb-4d51-ac27-00f9692c86ba no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:26:11.789750 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 262fa89e-35fb-4d51-ac27-00f9692c86ba {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:26:11.790111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 262fa89e-35fb-4d51-ac27-00f9692c86ba not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:26:11.790537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7e006d22-5433-49cd-811e-8a8ebca74de1 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:26:11.810279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 7e006d22-5433-49cd-811e-8a8ebca74de1 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:26:11.810553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7e006d22-5433-49cd-811e-8a8ebca74de1 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:26:12.119797 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a97839d8-18c5-4019-b55b-acf18adb214f req-0b669e48-4dae-4b7a-ad3c-f4e3f8d4a1d4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1895528 Aug 20 15:26:12.217670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97839d8-18c5-4019-b55b-acf18adb214f req-c15abd1b-a75b-4521-ab8d-bdece854d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:12.219467 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a97839d8-18c5-4019-b55b-acf18adb214f req-c15abd1b-a75b-4521-ab8d-bdece854d783 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 1098 time: 0.0458419 Aug 20 15:26:12.224594 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-af0b6be7-88d6-4f4a-b84d-92e586eb77ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:12.344818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97839d8-18c5-4019-b55b-acf18adb214f req-f9c53558-8001-4832-8e7a-4ef2cb504a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:12.346327 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a97839d8-18c5-4019-b55b-acf18adb214f req-f9c53558-8001-4832-8e7a-4ef2cb504a68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.1050663 Aug 20 15:26:12.421429 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a97839d8-18c5-4019-b55b-acf18adb214f req-699ddb70-cd7b-4abe-86a1-0112653c0ef2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3 HTTP/1.1" status: 200 len: 1001 time: 0.0663741 Aug 20 15:26:12.491947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97839d8-18c5-4019-b55b-acf18adb214f req-7dce7853-8a4e-4f06-b43e-355a4e4d0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:12.493486 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a97839d8-18c5-4019-b55b-acf18adb214f req-7dce7853-8a4e-4f06-b43e-355a4e4d0c08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0639582 Aug 20 15:26:12.546713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97839d8-18c5-4019-b55b-acf18adb214f req-86755fbe-a2bc-468e-861b-4b5216b6134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:12.548616 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a97839d8-18c5-4019-b55b-acf18adb214f req-86755fbe-a2bc-468e-861b-4b5216b6134d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460002 Aug 20 15:26:12.695009 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a97839d8-18c5-4019-b55b-acf18adb214f req-c0754d67-42e5-4756-8600-722c7db31b0d service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377089 Aug 20 15:26:12.833444 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a97839d8-18c5-4019-b55b-acf18adb214f req-820f0467-c364-4c8a-8ea2-c1e59895d41e service neutron] 10.222.0.70 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292813 Aug 20 15:26:12.854509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50016) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:12.859627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8b835c19-b88f-4594-8140-f013d3c28a4b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045250033', 'description': 'tempest-secgroup-smoke-2045250033 description', 'project_id': '971a6c892d9846e6ab8a33d62c35597b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:12.887434 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b835c19-b88f-4594-8140-f013d3c28a4b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:12.981623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b835c19-b88f-4594-8140-f013d3c28a4b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:12.985934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b835c19-b88f-4594-8140-f013d3c28a4b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.015908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b835c19-b88f-4594-8140-f013d3c28a4b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe393972-c985-488f-ae35-f0e561135796,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:13.018588 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b835c19-b88f-4594-8140-f013d3c28a4b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.020753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8b835c19-b88f-4594-8140-f013d3c28a4b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1642175 Aug 20 15:26:13.023756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50018) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:13.028650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-46b52e95-a7ac-4553-86f3-b82d12057b14 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'fe393972-c985-488f-ae35-f0e561135796', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:13.058398 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46b52e95-a7ac-4553-86f3-b82d12057b14 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.122963 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46b52e95-a7ac-4553-86f3-b82d12057b14 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.127018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46b52e95-a7ac-4553-86f3-b82d12057b14 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.149541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b52e95-a7ac-4553-86f3-b82d12057b14 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7d59a4-5b60-4c64-9871-d4b2afd39aac,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:13.157340 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46b52e95-a7ac-4553-86f3-b82d12057b14 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.158733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-46b52e95-a7ac-4553-86f3-b82d12057b14 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337049 Aug 20 15:26:13.162500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50020) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:13.167294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-48aa055f-9419-478d-9381-96e48aa07841 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'fe393972-c985-488f-ae35-f0e561135796', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:13.199030 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48aa055f-9419-478d-9381-96e48aa07841 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.259379 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48aa055f-9419-478d-9381-96e48aa07841 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.263825 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48aa055f-9419-478d-9381-96e48aa07841 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.287283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa055f-9419-478d-9381-96e48aa07841 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3a6774-24c1-41a5-a635-c8a4d138df0c,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:13.291720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-48aa055f-9419-478d-9381-96e48aa07841 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.296476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50022) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:13.297034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-48aa055f-9419-478d-9381-96e48aa07841 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1324174 Aug 20 15:26:13.304003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5515bfea-a987-441d-a84d-5cb1e2f2831a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'fe393972-c985-488f-ae35-f0e561135796', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:13.331838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5515bfea-a987-441d-a84d-5cb1e2f2831a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.399259 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5515bfea-a987-441d-a84d-5cb1e2f2831a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.404258 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5515bfea-a987-441d-a84d-5cb1e2f2831a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.426748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515bfea-a987-441d-a84d-5cb1e2f2831a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f39d246-0784-46c4-afd1-bb2c96ac51f7,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:13.431054 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5515bfea-a987-441d-a84d-5cb1e2f2831a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.432432 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5515bfea-a987-441d-a84d-5cb1e2f2831a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340444 Aug 20 15:26:13.435656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50024) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:13.440375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5d1336ef-c805-410a-b040-4d8c12568bf9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'fe393972-c985-488f-ae35-f0e561135796', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:13.471231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d1336ef-c805-410a-b040-4d8c12568bf9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.543707 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d1336ef-c805-410a-b040-4d8c12568bf9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.548868 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d1336ef-c805-410a-b040-4d8c12568bf9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.572453 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1336ef-c805-410a-b040-4d8c12568bf9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc44702-0a0c-45e2-87f2-314f368e48dc,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:13.580610 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5d1336ef-c805-410a-b040-4d8c12568bf9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.584948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d1336ef-c805-410a-b040-4d8c12568bf9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452320 Aug 20 15:26:13.585141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50026) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:13.590245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-038d16cc-0fde-4c5b-a69a-1d0cee3050de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'fe393972-c985-488f-ae35-f0e561135796', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:13.613328 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-038d16cc-0fde-4c5b-a69a-1d0cee3050de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Project 971a6c892d9846e6ab8a33d62c35597b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:26:13.618625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-038d16cc-0fde-4c5b-a69a-1d0cee3050de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.688160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-038d16cc-0fde-4c5b-a69a-1d0cee3050de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.692686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-038d16cc-0fde-4c5b-a69a-1d0cee3050de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.711285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d16cc-0fde-4c5b-a69a-1d0cee3050de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f19be5a-a184-4d41-9b9d-0ae82a1ce110,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:13.725403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-038d16cc-0fde-4c5b-a69a-1d0cee3050de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.729557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50030) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:13.730123 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-038d16cc-0fde-4c5b-a69a-1d0cee3050de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435032 Aug 20 15:26:13.736870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7c2dceb7-a360-41f7-abbf-cc9f6de6b324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'fe393972-c985-488f-ae35-f0e561135796', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:13.762317 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-7c2dceb7-a360-41f7-abbf-cc9f6de6b324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Project 971a6c892d9846e6ab8a33d62c35597b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:26:13.768383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c2dceb7-a360-41f7-abbf-cc9f6de6b324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.846855 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c2dceb7-a360-41f7-abbf-cc9f6de6b324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.853253 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c2dceb7-a360-41f7-abbf-cc9f6de6b324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.876650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dceb7-a360-41f7-abbf-cc9f6de6b324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd11c5b-6df2-4329-a6d8-9cef94849da5,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:13.886222 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c2dceb7-a360-41f7-abbf-cc9f6de6b324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.887472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7c2dceb7-a360-41f7-abbf-cc9f6de6b324 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568844 Aug 20 15:26:13.890414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50036) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:13.896548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'network': {'name': 'tempest-network-smoke--1039835594', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'port_security_enabled': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:13.935481 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:26:13.940211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.974086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:26:13.985802 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:13.986193 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Added segment 84d5408c-210a-41be-9f0c-2f5c65629b8e of type vlan for network 01288448-4a0d-4516-9dd1-4a98391089ed Aug 20 15:26:14.046608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.076361 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.085986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:14.086637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.164696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2729995 Aug 20 15:26:14.165761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da7a01-e69d-4af5-b1d0-ae9a7660e80e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Network': ['ID=01288448-4a0d-4516-9dd1-4a98391089ed,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:14.167387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50040) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:14.172663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'admin_state_up': True, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:14.178428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 01288448-4a0d-4516-9dd1-4a98391089ed details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:26:14.215894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.216948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.304612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.455992 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.673696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.694461 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.816784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.25.5.55 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/4d9e53fa-e36b-404d-a2ff-b048d1c53e3d) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:14.820314 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.934158 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:14.982045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:15.023979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:15.027195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:15.034696 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:15.039410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=4d9e53fa-e36b-404d-a2ff-b048d1c53e3d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:15.203253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-16abd560-3e5a-4a1a-8bcb-ac532e30ecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:15.677093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:15.902441 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:16.042132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router cc5aeeda-1bb0-49c7-b469-0da5be917643 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:26:16.165944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:26:16.188111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Sync routers for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:26:16.216056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:16.218005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:16.219839 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6b62843d-b409-43b0-ac98-97c6024d43ec tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0510681 Aug 20 15:26:16.220621 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:16.223445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50054) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:16.274391 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-993b56d0-1aae-4c2e-a1f6-0d0bcfe6b0dd tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=971a6c892d9846e6ab8a33d62c35597b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494938 Aug 20 15:26:16.277154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50056) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:16.291365 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:16.376287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:16.451571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df12c0-3fa4-4f49-949a-2ebe65cf4cb7 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:16.455773 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-27df12c0-3fa4-4f49-949a-2ebe65cf4cb7 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1772816 Aug 20 15:26:16.459445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:16.508863 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4e7f5c33-ffa4-4efd-857f-c9794ccbb252 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471730 Aug 20 15:26:16.511330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50060) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:16.516865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-238857331', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:16.639387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:15Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:16.641984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:26:16.648481 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:16.678599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Checking router: cc5aeeda-1bb0-49c7-b469-0da5be917643 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:26:16.678980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Updating router cc5aeeda-1bb0-49c7-b469-0da5be917643 port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:26:16.709261 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:16.916919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:16.985766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Subnet': ['ID=6c6f9716-26ea-4ca5-b90f-31bfaff53d48,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:17.002722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Checking segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:17.003629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network hostable DHCP agents. Network: 01288448-4a0d-4516-9dd1-4a98391089ed, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:26:17.026059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 01288448-4a0d-4516-9dd1-4a98391089ed is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:26:17.031587 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:17.038473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 01288448-4a0d-4516-9dd1-4a98391089ed) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:17.043462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:17.044087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:17.053141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249830d6-aa56-4bbb-9b76-a2794a9ba3fc None None] Network 01288448-4a0d-4516-9dd1-4a98391089ed requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:26:17.061935 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ed80dbcc-3618-4ae8-8f0b-50acf6e6541e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5492547 Aug 20 15:26:17.064605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50064) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:17.147266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Transition to ACTIVE for port object 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:17.163444 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:17.250106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Attempting to bind port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:26:17.250831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Attempting to bind port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:26:17.250953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Attempting to bind port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:17.256955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a56c-f9d3-44c6-8872-49ef97c3a3e0 None None] Pushing event updated for resources: {'Port': ['ID=4d9e53fa-e36b-404d-a2ff-b048d1c53e3d,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:17.262610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:26:17.262610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:17.262610 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:17.263127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:26:17.263246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Bound port: 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:26:17.263643 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:17.342915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] For port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:26:17.356133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-01288448-4a0d-4516-9dd1-4a98391089ed', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:26:17.357011 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:17.360841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] For port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4d9e53fa-e36b-404d-a2ff-b048d1c53e3d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:26:17.370238 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:17.508842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:17.516825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:17.531181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0a56c-f9d3-44c6-8872-49ef97c3a3e0 None None] Pushing event updated for resources: {'Port': ['ID=4d9e53fa-e36b-404d-a2ff-b048d1c53e3d,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:17.670859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:17.849440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:17.913932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Allocated IP 172.20.0.2 (01288448-4a0d-4516-9dd1-4a98391089ed/6c6f9716-26ea-4ca5-b90f-31bfaff53d48/8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:17.974547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:18.173830 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:18.186186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Transition to ACTIVE for port object 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:18.196346 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:15Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:18.232191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e08692b-2dc4-4a12-b991-c4a98d26486f None None] The sync data for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 is: [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:15Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:26:18.234054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Transition to ACTIVE for port object 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:18.243384 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:18.295807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Network 01288448-4a0d-4516-9dd1-4a98391089ed is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:18.300093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:18.303817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:18.315062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Pushing event updated for resources: {'Port': ['ID=8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:18.327064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.20.0.1 (01288448-4a0d-4516-9dd1-4a98391089ed/6c6f9716-26ea-4ca5-b90f-31bfaff53d48/3671a19a-c744-45c2-8fb7-874ed6dea277) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:18.388202 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Attempting to bind port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:26:18.388842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Attempting to bind port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:26:18.389413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Attempting to bind port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 on network 01288448-4a0d-4516-9dd1-4a98391089ed {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:18.396154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:26:18.396530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Checking segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:18.396928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:18.397324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Bound using segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:26:18.397794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Bound port: 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:26:18.398173 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:18.494033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] For port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:26:18.498440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] For port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:26:18.504439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:18.509976 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:18.535181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Transition to ACTIVE for port object 3671a19a-c744-45c2-8fb7-874ed6dea277 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:18.591673 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:18.673718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7919f05-7048-4a13-bbd4-9c031ee5f70a None None] Pushing event updated for resources: {'Port': ['ID=8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:18.678042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 01288448-4a0d-4516-9dd1-4a98391089ed is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:18.684940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:18.687094 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:18.725102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=3671a19a-c744-45c2-8fb7-874ed6dea277,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:18.759511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:18.951729 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50076) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:19.023859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.182414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e5d2dc05-8822-4a4b-a85b-41cf4825c969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.362968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e5d2dc05-8822-4a4b-a85b-41cf4825c969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.376642 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e5d2dc05-8822-4a4b-a85b-41cf4825c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.434535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e5d2dc05-8822-4a4b-a85b-41cf4825c969 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c9a177e76fd4d068e2f4b2d9ecb8e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810798 Aug 20 15:26:19.435442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2dc05-8822-4a4b-a85b-41cf4825c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee114bc9-5fed-4b4d-bba7-76de00e27b67,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:19.437958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50082) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:19.504688 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.513505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.517212 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d54600a9-69b2-4e9d-82e8-bc2122fbf314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.542613 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d54600a9-69b2-4e9d-82e8-bc2122fbf314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.603784 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d54600a9-69b2-4e9d-82e8-bc2122fbf314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.605730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=3671a19a-c744-45c2-8fb7-874ed6dea277,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:19.607585 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d54600a9-69b2-4e9d-82e8-bc2122fbf314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.611025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d54600a9-69b2-4e9d-82e8-bc2122fbf314 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee114bc9-5fed-4b4d-bba7-76de00e27b67 HTTP/1.1" status: 204 len: 168 time: 0.1699443 Aug 20 15:26:19.618870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54600a9-69b2-4e9d-82e8-bc2122fbf314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee114bc9-5fed-4b4d-bba7-76de00e27b67,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:19.619855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:19.853416 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 01288448-4a0d-4516-9dd1-4a98391089ed is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:19.854979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:19.888358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:19.997249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:20.004732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:20.086446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router cc5aeeda-1bb0-49c7-b469-0da5be917643 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:26:20.121576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:20.137920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:20.138306 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:20.322094 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:26:20.324874 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:20.365535 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7ffdea19-b620-404d-829e-cccb06cc5163 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "PUT /v2.0/routers/cc5aeeda-1bb0-49c7-b469-0da5be917643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2915902 Aug 20 15:26:20.376354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4d9e53fa-e36b-404d-a2ff-b048d1c53e3d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:20.404000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:20.412316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dbc7ea-7eb0-47a9-a7cd-a53c28ca2f4e None None] Network 01288448-4a0d-4516-9dd1-4a98391089ed requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:26:20.558272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-610a20e5-e1b1-4a58-a629-231435622da7 None None] Provisioning for port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:20.563486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=4d9e53fa-e36b-404d-a2ff-b048d1c53e3d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:20.574990 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-610a20e5-e1b1-4a58-a629-231435622da7 None None] Provisioning complete for port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:20.575365 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-610a20e5-e1b1-4a58-a629-231435622da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:20.777010 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-610a20e5-e1b1-4a58-a629-231435622da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:20.778190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39403d-d182-4ead-a403-ad57edd144e7 req-c876de3c-7997-4472-8435-317cf0a4cf57 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:20.779907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed39403d-d182-4ead-a403-ad57edd144e7 req-c876de3c-7997-4472-8435-317cf0a4cf57 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 946 time: 0.0968645 Aug 20 15:26:20.841395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-610a20e5-e1b1-4a58-a629-231435622da7 None None] For port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:20.844848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed39403d-d182-4ead-a403-ad57edd144e7 req-059e7d66-46bf-4258-9c2d-92997e9860ed tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553086 Aug 20 15:26:20.851121 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-610a20e5-e1b1-4a58-a629-231435622da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:20.852717 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Sync routers for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:26:20.872103 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:20.873512 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:21.000222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a20e5-e1b1-4a58-a629-231435622da7 None None] Pushing event updated for resources: {'Port': ['ID=8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:21.035048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-a4deea7e-d976-4e17-87f7-c129836a15d1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045250033&fields=id&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 267 time: 0.0375712 Aug 20 15:26:21.081170 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:21.197293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6531-04f2-4324-9624-9236d12bef9d req-6f12331e-4339-4805-8636-2aa0e91eb971 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:21.198902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-6f12331e-4339-4805-8636-2aa0e91eb971 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/networks?id=01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 200 len: 797 time: 0.1561196 Aug 20 15:26:21.226878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-8c0076ed-5f1c-4ecb-a294-02bfe9858cf7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/quotas/971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 375 time: 0.0162692 Aug 20 15:26:21.287362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-da6bb7de-ebcc-4d8a-b270-83233f20efac None None] Provisioning complete for port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:21.287682 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-da6bb7de-ebcc-4d8a-b270-83233f20efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:21.339016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-07fbd41e-69a2-4e3c-b16e-e88b1e50a64a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009333 Aug 20 15:26:21.441698 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:18Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '3671a19a-c744-45c2-8fb7-874ed6dea277', 'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:26:ef:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:17Z', 'updated_at': '2021-08-20T15:26:19Z', 'revision_number': 2, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:21.483215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-da6bb7de-ebcc-4d8a-b270-83233f20efac None None] Provisioning for port 3671a19a-c744-45c2-8fb7-874ed6dea277 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:21.487715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-da6bb7de-ebcc-4d8a-b270-83233f20efac None None] Provisioning complete for port 3671a19a-c744-45c2-8fb7-874ed6dea277 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:21.488091 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-da6bb7de-ebcc-4d8a-b270-83233f20efac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:21.494834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-246a7f84-2cf3-4b35-a2d4-560db9ff9138 service neutron] 10.222.0.36 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441457 Aug 20 15:26:21.532487 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Checking router: cc5aeeda-1bb0-49c7-b469-0da5be917643 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:26:21.533710 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Updating router cc5aeeda-1bb0-49c7-b469-0da5be917643 port 3671a19a-c744-45c2-8fb7-874ed6dea277 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:26:21.550520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-da6bb7de-ebcc-4d8a-b270-83233f20efac None None] Port 3671a19a-c744-45c2-8fb7-874ed6dea277 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:26:21.618774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-8b7b1fef-1fb0-4bb3-972b-5268bcd3d92b service neutron] 10.222.0.36 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174762 Aug 20 15:26:21.619705 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:21.685197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f031fd8e-6ee7-489c-a23b-170b1124c568 None None] Provisioning complete for port 3671a19a-c744-45c2-8fb7-874ed6dea277 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:21.686123 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f031fd8e-6ee7-489c-a23b-170b1124c568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:21.781258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f031fd8e-6ee7-489c-a23b-170b1124c568 None None] Port 3671a19a-c744-45c2-8fb7-874ed6dea277 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:26:21.829276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:21.904205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76fc7bcd-2078-403f-9abf-5ef0e58bf921 req-14c6d29e-1ddc-42fb-b8fa-0f0436124e9a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 210 time: 0.0455775 Aug 20 15:26:21.935901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fd35b9a0-febd-4aee-a9f7-3cce17037acb None None] Provisioning complete for port 3671a19a-c744-45c2-8fb7-874ed6dea277 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:21.936296 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fd35b9a0-febd-4aee-a9f7-3cce17037acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:21.967645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:21.968041 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:22.069871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fd35b9a0-febd-4aee-a9f7-3cce17037acb None None] Port 3671a19a-c744-45c2-8fb7-874ed6dea277 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:26:22.111964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:22.130861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c53f9-5eca-4b8e-9ff2-d57a5f832283 req-a0ee3e1a-ccb0-4e64-9a43-b090d1f4da50 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:22.135378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-992c53f9-5eca-4b8e-9ff2-d57a5f832283 req-a0ee3e1a-ccb0-4e64-9a43-b090d1f4da50 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 946 time: 0.1215484 Aug 20 15:26:22.187911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:22.188580 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:22.228353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-992c53f9-5eca-4b8e-9ff2-d57a5f832283 req-2c114a22-f01b-4529-953a-8323aeceaa3c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824127 Aug 20 15:26:22.253711 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:22.268498 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Transition to ACTIVE for port object 3671a19a-c744-45c2-8fb7-874ed6dea277 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:22.278404 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:22.351155 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Pushing event updated for resources: {'Port': ['ID=3671a19a-c744-45c2-8fb7-874ed6dea277,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:22.364763 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.365020 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.365359 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.365724 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.366963 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.367301 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.367656 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.368108 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.368442 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.368769 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.369090 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.369416 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:22.445868 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Attempting to bind port 3671a19a-c744-45c2-8fb7-874ed6dea277 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:26:22.446241 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Attempting to bind port 3671a19a-c744-45c2-8fb7-874ed6dea277 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:26:22.446608 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Attempting to bind port 3671a19a-c744-45c2-8fb7-874ed6dea277 on network 01288448-4a0d-4516-9dd1-4a98391089ed {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:22.452974 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:26:22.453359 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Checking segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:22.453767 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:22.454163 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Bound using segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:26:22.454641 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Bound port: 3671a19a-c744-45c2-8fb7-874ed6dea277, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:26:22.455025 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:22.524066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-b42ebd1e-142a-4593-a4e3-f3a9d89f3885 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:22.525802 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-b42ebd1e-142a-4593-a4e3-f3a9d89f3885 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.70 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 946 time: 0.1378107 Aug 20 15:26:22.551174 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] For port 3671a19a-c744-45c2-8fb7-874ed6dea277, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:26:22.555409 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] For port 3671a19a-c744-45c2-8fb7-874ed6dea277, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3671a19a-c744-45c2-8fb7-874ed6dea277,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:26:22.561173 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:22.640004 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:22.640828 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:22.700144 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d7105-c374-4b3d-bd09-a4b813744ebc None None] Pushing event updated for resources: {'Port': ['ID=3671a19a-c744-45c2-8fb7-874ed6dea277,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:22.782526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port abfaf348-a6e2-41b5-b398-55507b8ae0d3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:26:22.782870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:22.819310 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:22.920490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] For port abfaf348-a6e2-41b5-b398-55507b8ae0d3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=abfaf348-a6e2-41b5-b398-55507b8ae0d3,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:22.921391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:23.028179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a8c81ce-ec99-4c37-9384-406ccd7512ee req-ae94a608-8810-4b1a-9126-ebcadef4f2d5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 210 time: 0.0332727 Aug 20 15:26:23.170183 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:18Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '3671a19a-c744-45c2-8fb7-874ed6dea277', 'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:26:ef:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:17Z', 'updated_at': '2021-08-20T15:26:22Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:23.182215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:23.182797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:23.183154 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Floating IP ae6a60c2-7c1b-4ed8-ab93-06b1b4447999 disassociated. External IP: 172.25.5.78, port: abfaf348-a6e2-41b5-b398-55507b8ae0d3. Aug 20 15:26:23.183496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for abfaf348-a6e2-41b5-b398-55507b8ae0d3 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:26:23.200981 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11e9a6-1a35-4f41-bd9c-07a892d28878 None None] The sync data for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 is: [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:18Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '3671a19a-c744-45c2-8fb7-874ed6dea277', 'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:26:ef:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:17Z', 'updated_at': '2021-08-20T15:26:22Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:26:23.392236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:23.455317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=abfaf348-a6e2-41b5-b398-55507b8ae0d3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:23.512024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53cb87e-060d-441d-8e43-dcae26a488c0 req-79c31363-d2a1-4be7-bda0-d8aea94dfd88 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:23.526201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e53cb87e-060d-441d-8e43-dcae26a488c0 req-79c31363-d2a1-4be7-bda0-d8aea94dfd88 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 867 time: 0.1613302 Aug 20 15:26:23.656600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e53cb87e-060d-441d-8e43-dcae26a488c0 req-318a157b-ee0e-430f-9f01-d3d493b41d25 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287661 Aug 20 15:26:23.677460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Router b46c57df-c297-421c-9291-805110a90364 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:26:23.689144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6531-04f2-4324-9624-9236d12bef9d req-1d20dbc3-6997-4026-b7f3-54e57ab0bc02 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:23.691340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-1d20dbc3-6997-4026-b7f3-54e57ab0bc02 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "GET /v2.0/networks?id=01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 200 len: 797 time: 0.2463748 Aug 20 15:26:23.843341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3671a19a-c744-45c2-8fb7-874ed6dea277 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:23.846450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:26:23.867737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-bf0e043c-0910-4eea-9e99-183881924012 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 380 time: 0.1184628 Aug 20 15:26:23.890992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'port': {'device_id': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'admin_state_up': True, 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'security_groups': ['fe393972-c985-488f-ae35-f0e561135796']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:23.966890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] No DVR routers for this DVR port abfaf348-a6e2-41b5-b398-55507b8ae0d3 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:26:23.971320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:23.972270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] Sync routers for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:26:23.975207 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e6c78f5b-0fb1-4e20-a9d7-d1667cb6b560 req-de165d96-d661-49d4-a837-8d31e1a4d82e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.70 "DELETE /v2.0/ports/abfaf348-a6e2-41b5-b398-55507b8ae0d3 HTTP/1.1" status: 204 len: 173 time: 1.4369640 Aug 20 15:26:23.975207 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af06b814-42a6-4109-9d47-906b1faf826d', 'name': 'network-vif-deleted', 'tag': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:23.977021 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19531288-bf8a-4f5a-b019-3f5cbdc8000a" -d '{"events": [{"server_uuid": "af06b814-42a6-4109-9d47-906b1faf826d", "name": "network-vif-deleted", "tag": "abfaf348-a6e2-41b5-b398-55507b8ae0d3"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:24.038099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:24.041567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:24.091470 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065d3135-4a90-4cc1-95f4-add43942a6c5 x-openstack-request-id: req-065d3135-4a90-4cc1-95f4-add43942a6c5 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:24.091860 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af06b814-42a6-4109-9d47-906b1faf826d", "name": "network-vif-deleted", "tag": "abfaf348-a6e2-41b5-b398-55507b8ae0d3", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:24.092052 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-065d3135-4a90-4cc1-95f4-add43942a6c5 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:24.092457 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af06b814-42a6-4109-9d47-906b1faf826d', 'name': 'network-vif-deleted', 'tag': 'abfaf348-a6e2-41b5-b398-55507b8ae0d3', 'status': 'completed', 'code': 200} Aug 20 15:26:24.195000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 3671a19a-c744-45c2-8fb7-874ed6dea277 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:24.203276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3671a19a-c744-45c2-8fb7-874ed6dea277 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:24.203800 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:24.219940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-53286bc6-1912-458e-9e9b-84ab84c8967c req-f4b03e85-7ae6-4269-ba2d-a7364414f572 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 210 time: 0.0495980 Aug 20 15:26:24.269985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:26:24.273997 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:24.471891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:24.476420 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:24.561497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 3671a19a-c744-45c2-8fb7-874ed6dea277, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3671a19a-c744-45c2-8fb7-874ed6dea277,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:24.569389 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:24.685094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.20.0.7 (01288448-4a0d-4516-9dd1-4a98391089ed/6c6f9716-26ea-4ca5-b90f-31bfaff53d48/faf27bba-0cf6-41f2-a3eb-26180014e429) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:24.781065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=3671a19a-c744-45c2-8fb7-874ed6dea277,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:24.938644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b53f8706-14a6-4066-b53f-0bf729be7e4c req-e75f9a0e-ce7e-4c67-a5e4-b0416e3994d9 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 210 time: 0.0475974 Aug 20 15:26:25.027039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:25.047667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:25.051398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Transition to ACTIVE for port object faf27bba-0cf6-41f2-a3eb-26180014e429 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:25.102828 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:25.140420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] Checking router: b46c57df-c297-421c-9291-805110a90364 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:26:25.163630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:25.164254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 01288448-4a0d-4516-9dd1-4a98391089ed is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:25.165643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:25.173515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:25.177955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:25.258391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:25.274712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:25.275377 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:25.307259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.321228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.321886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.322406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.322925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.323459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.324003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.324521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.325031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.325577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.326376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.327602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:25.358171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-4c2e423b-a1b7-4cab-990c-178c0c6f6221 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4818544 Aug 20 15:26:25.392526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device abfaf348-a6e2-41b5-b398-55507b8ae0d3 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:26:25.446271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Request body: {'port': {'device_id': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:25.538597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:25.579358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93e1b-cf08-4587-93e8-3989c0aa7736 req-eba73544-afa2-4d2c-9f46-5db7b3d2616a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:25.587473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d93e1b-cf08-4587-93e8-3989c0aa7736 req-eba73544-afa2-4d2c-9f46-5db7b3d2616a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 931 time: 0.2211065 Aug 20 15:26:25.664790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2d93e1b-cf08-4587-93e8-3989c0aa7736 req-657f7e2a-164e-44b0-bff9-6b89512f6f26 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711951 Aug 20 15:26:25.695181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: abfaf348-a6e2-41b5-b398-55507b8ae0d3 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:26:25.698575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device abfaf348-a6e2-41b5-b398-55507b8ae0d3 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:26:25.740969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:25.983448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3671a19a-c744-45c2-8fb7-874ed6dea277 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:25.986836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5e89fcd1-0138-4d3c-a0b8-5177ebc3284f None None] Provisioning for port faf27bba-0cf6-41f2-a3eb-26180014e429 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:26.033167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5e89fcd1-0138-4d3c-a0b8-5177ebc3284f None None] Provisioning complete for port faf27bba-0cf6-41f2-a3eb-26180014e429 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:26.033654 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e89fcd1-0138-4d3c-a0b8-5177ebc3284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:26.099714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf27bba-0cf6-41f2-a3eb-26180014e429 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:26:26.116249 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:26.124250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 3671a19a-c744-45c2-8fb7-874ed6dea277 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:26.124825 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:26.130082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5e89fcd1-0138-4d3c-a0b8-5177ebc3284f None None] Port faf27bba-0cf6-41f2-a3eb-26180014e429 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:26:26.135821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2208ef6c-9cbf-4921-b4ba-3f8347395820 req-07fa7c48-a913-44db-8cc8-5354ce20ec80 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 210 time: 0.0418003 Aug 20 15:26:26.146408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Transition to ACTIVE for port object faf27bba-0cf6-41f2-a3eb-26180014e429 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:26.162964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:26.225018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Pushing event updated for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:26.283768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:26.319983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:26:26.320537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:26:26.320875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 on network 01288448-4a0d-4516-9dd1-4a98391089ed {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:26.325080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c467a8a-2c70-4cba-9eab-ec3c9935b96f None None] The sync data for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 is: [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:26:26.333693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Port faf27bba-0cf6-41f2-a3eb-26180014e429 on network 01288448-4a0d-4516-9dd1-4a98391089ed not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:26:26.334389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 on network 01288448-4a0d-4516-9dd1-4a98391089ed {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:26.343098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:26:26.343523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Checking segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:26.344429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Bound using segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:26:26.344994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Bound port: faf27bba-0cf6-41f2-a3eb-26180014e429, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:26:26.345489 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:26.471138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:26:26.477416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:26:26.486130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:26.555664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:26.556305 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:26.557838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] 10.222.0.72 "PUT /v2.0/ports/faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 1092 time: 1.1332536 Aug 20 15:26:26.558286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:26.560578 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:26.607830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edecea-269f-4619-84da-0aa90f971c05 service neutron] Pushing event updated for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:26.703048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6531-04f2-4324-9624-9236d12bef9d req-2ec1e523-42ba-4d0b-b728-007ab723c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:26.704805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-2ec1e523-42ba-4d0b-b728-007ab723c286 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1095 time: 0.0723236 Aug 20 15:26:26.706711 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed61d3b6-0b32-430b-95ea-a39f7ec0920f x-openstack-request-id: req-ed61d3b6-0b32-430b-95ea-a39f7ec0920f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:26.707908 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:26.708308 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed61d3b6-0b32-430b-95ea-a39f7ec0920f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:26.708923 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'status': 'completed', 'code': 200} Aug 20 15:26:26.812719 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086a4f4-c271-4e4f-80db-2401af7bea0f None None] New status for floating IP ae6a60c2-7c1b-4ed8-ab93-06b1b4447999: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:26:26.838118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-a0b048a5-65ed-45a5-9d21-45ad6ab56342 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 217 time: 0.1188555 Aug 20 15:26:27.032490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6531-04f2-4324-9624-9236d12bef9d req-819a23cd-069a-4d7a-a3a0-db4e4640c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:27.034437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-819a23cd-069a-4d7a-a3a0-db4e4640c4eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c6f9716-26ea-4ca5-b90f-31bfaff53d48 HTTP/1.1" status: 200 len: 834 time: 0.1886170 Aug 20 15:26:27.073692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e9af5-0ad5-459a-a2d1-5834e64898e8 req-7fea7eab-d443-4014-9a81-818509d16a7a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:27.084645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-263e9af5-0ad5-459a-a2d1-5834e64898e8 req-7fea7eab-d443-4014-9a81-818509d16a7a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 943 time: 0.1261275 Aug 20 15:26:27.164982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-263e9af5-0ad5-459a-a2d1-5834e64898e8 req-d0a25742-b4db-450b-bd03-7d146ab9dded tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787330 Aug 20 15:26:27.190964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6531-04f2-4324-9624-9236d12bef9d req-18f009e9-07e8-40ae-b5f0-571fbe525eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:27.193206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-18f009e9-07e8-40ae-b5f0-571fbe525eab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01288448-4a0d-4516-9dd1-4a98391089ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475272 Aug 20 15:26:27.310316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33f09039-eeaa-4067-a6e1-1c829985195e req-995a1eb8-96f0-4fc9-a91b-be87a061c62a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 210 time: 0.0332401 Aug 20 15:26:27.344667 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-8e5246ee-f346-45f2-8db9-367c9f9a3671 service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443145 Aug 20 15:26:27.464004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93ae6531-04f2-4324-9624-9236d12bef9d req-c25f1367-a444-42de-a085-9900e855acb3 service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113176 Aug 20 15:26:27.606326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-c0cf2da4-5e3d-4936-acb7-42836c239c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:27.608090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-c0cf2da4-5e3d-4936-acb7-42836c239c7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1095 time: 0.0446041 Aug 20 15:26:27.746543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-bd7ae73a-5cf3-4474-9676-581801f91880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:27.748073 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-bd7ae73a-5cf3-4474-9676-581801f91880 service neutron] 10.222.0.72 "GET /v2.0/networks?id=01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 200 len: 898 time: 0.1316874 Aug 20 15:26:27.805056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-b819227f-2379-4ae2-a0a0-c1ce0a5429f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 217 time: 0.0490324 Aug 20 15:26:27.906322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-08136e37-c6dc-47c0-b734-9a56ddea1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:27.913605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-08136e37-c6dc-47c0-b734-9a56ddea1a12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c6f9716-26ea-4ca5-b90f-31bfaff53d48 HTTP/1.1" status: 200 len: 834 time: 0.1006835 Aug 20 15:26:28.003347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-c6df5b03-7fb4-4af0-aac7-f799276f2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:28.005648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-c6df5b03-7fb4-4af0-aac7-f799276f2cab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01288448-4a0d-4516-9dd1-4a98391089ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885301 Aug 20 15:26:28.115718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-770badf5-684f-4d4e-9e44-e52fc77439bc service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011713 Aug 20 15:26:28.236872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50212) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:28.426444 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:28.567147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:28.573233 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:28.624729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af83ae3-b3b9-4b72-a217-24751b65072f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:28.633117 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a46609ed6eb24ba0a423be2e2d0cb9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940771 Aug 20 15:26:28.633876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50226) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:28.647802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.648244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.648787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.649199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.649594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.649987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.650497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.650944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.651404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.651845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.652551 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.653447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c459f-a022-4f34-9d56-07b09ce3a1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:26:28.723696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf675-316f-4b99-b718-ff146481ed44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:28.749027 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf675-316f-4b99-b718-ff146481ed44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:28.761594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601cce2-8392-47f5-bd2e-745c26cc1a75 req-cbb2a1f0-ad1f-449a-a687-156e25ef5a95 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:28.763124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5601cce2-8392-47f5-bd2e-745c26cc1a75 req-cbb2a1f0-ad1f-449a-a687-156e25ef5a95 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 943 time: 0.0825775 Aug 20 15:26:28.765437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfd1a14d-ded6-4401-bb77-4ed83a61c9b9 req-6f6e6403-8f64-4b4b-8772-cef6d0e2dfe4 service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421261 Aug 20 15:26:28.809391 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5601cce2-8392-47f5-bd2e-745c26cc1a75 req-248b0822-a252-4590-a915-fe02d28f7db4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 Aug 20 15:26:28.815502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf675-316f-4b99-b718-ff146481ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:28.819866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf675-316f-4b99-b718-ff146481ed44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:28.824533 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ce0bf675-316f-4b99-b718-ff146481ed44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7af83ae3-b3b9-4b72-a217-24751b65072f HTTP/1.1" status: 204 len: 168 time: 0.1886189 Aug 20 15:26:28.839815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bf675-316f-4b99-b718-ff146481ed44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af83ae3-b3b9-4b72-a217-24751b65072f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:28.944657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3ecd61f-440f-4afa-ad2f-6d793e67b75d req-c31b524a-4782-4cde-8f3b-3f5221b23b76 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 210 time: 0.0420516 Aug 20 15:26:28.975705 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:29.947845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b719c-96f1-4910-82b6-c0984501a494 req-2e6feb75-61ce-480d-aeb0-51a3e19e16e8 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:29.949437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b9b719c-96f1-4910-82b6-c0984501a494 req-2e6feb75-61ce-480d-aeb0-51a3e19e16e8 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 943 time: 0.0642550 Aug 20 15:26:30.034596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b9b719c-96f1-4910-82b6-c0984501a494 req-a005f24a-2837-4935-984f-8b53a292e4cc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715666 Aug 20 15:26:30.169296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-718ab047-f2a9-4f43-b883-1f0c09337c46 req-fa7ac3f0-2e39-4f26-9e57-719944eb21fe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=af06b814-42a6-4109-9d47-906b1faf826d HTTP/1.1" status: 200 len: 210 time: 0.0436423 Aug 20 15:26:30.595912 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:26:31.169226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369834eb-9d93-48c8-9aee-3e9ebcab4722 req-cd3baec9-c3a9-4c03-8d6b-baa0a1379244 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:31.170730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-369834eb-9d93-48c8-9aee-3e9ebcab4722 req-cd3baec9-c3a9-4c03-8d6b-baa0a1379244 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 943 time: 0.0525954 Aug 20 15:26:31.213877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-369834eb-9d93-48c8-9aee-3e9ebcab4722 req-86c36df6-d131-49ba-8234-637b20782d89 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357864 Aug 20 15:26:31.343709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-333ab4ad-d4b9-45ae-af8d-fc00cb9ddb6e tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f0bf8fce13514771bc584860ea6fceba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364189 Aug 20 15:26:31.474248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device faf27bba-0cf6-41f2-a3eb-26180014e429 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:26:31.567256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-9b51b144-d9e6-4613-8591-9309e1333149 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:31.568893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-9b51b144-d9e6-4613-8591-9309e1333149 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171140 Aug 20 15:26:31.592175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-d532fa60-d798-4a90-ab36-40bee49aa6a8 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/quotas/f0bf8fce13514771bc584860ea6fceba HTTP/1.1" status: 200 len: 375 time: 0.0151939 Aug 20 15:26:31.595860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:31.617231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'port_id': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'mac_address': 'fa:16:3e:d6:44:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:26:31.629552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-37471899-de69-4e52-9ceb-36e70e3be981 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0bf8fce13514771bc584860ea6fceba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322812 Aug 20 15:26:31.667016 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:31.685986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf27bba-0cf6-41f2-a3eb-26180014e429 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:26:31.710999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:31.716498 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:31.782130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:31.914802 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-289f76b9-c5d5-45de-8289-416201051ebe req-bf99a484-4f30-4357-99e2-05dce59bd433 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 210 time: 0.0476537 Aug 20 15:26:32.060704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-dca59cee-93f8-4145-8f3b-6c081d10d239 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467103183&fields=id&tenant_id=db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 267 time: 0.0341375 Aug 20 15:26:32.104762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['faf27bba-0cf6-41f2-a3eb-26180014e429'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:26:32.184669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-3381bcb3-bd6d-4b28-8c7b-131ffd275a98 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:32.186361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-3381bcb3-bd6d-4b28-8c7b-131ffd275a98 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1149917 Aug 20 15:26:32.204745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-909ff4f1-6145-46d4-81b1-f259449c17b4 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/quotas/db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 375 time: 0.0109911 Aug 20 15:26:32.278055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-11366f3c-8957-4f60-b081-b793268eb6f8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670969 Aug 20 15:26:32.396805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-5a52d955-c7da-4608-9608-58f898763f4d service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059513 Aug 20 15:26:32.495763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-39d62fa2-b4c0-4c4f-a5f5-4de4c48e3a43 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922270 Aug 20 15:26:32.839191 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec9b1-9482-4ee6-b182-d741fba9f79d req-2e831bd3-c06e-4d00-95f2-7356d6495abc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:32.841118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebeec9b1-9482-4ee6-b182-d741fba9f79d req-2e831bd3-c06e-4d00-95f2-7356d6495abc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 944 time: 0.0640512 Aug 20 15:26:32.890849 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-b8ed7587-32c6-4759-b779-68f9bc2c681c tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f0bf8fce13514771bc584860ea6fceba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358303 Aug 20 15:26:32.932308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebeec9b1-9482-4ee6-b182-d741fba9f79d req-82c5db1e-ba5c-41ac-838e-59859629c2fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820222 Aug 20 15:26:33.035984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49301765-326a-4e50-9693-6cf9ceb302b2 req-d8c75742-eebb-4e2f-a001-160d0a1abe00 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 210 time: 0.0432048 Aug 20 15:26:33.142051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2f5bebb-5d41-4aba-8256-837888004a5f req-34e6a724-18f8-4420-893f-d8a69eea4cf4 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 210 time: 0.0294857 Aug 20 15:26:33.478836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device faf27bba-0cf6-41f2-a3eb-26180014e429 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:33.506989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-c8013459-0864-4611-8202-366314b980e6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:33.508946 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-c8013459-0864-4611-8202-366314b980e6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6062510 Aug 20 15:26:33.524523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Request body: {'port': {'device_id': '82bcf2d3-e7cf-4345-82b8-c7e33f2710a5', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': 'f0bf8fce13514771bc584860ea6fceba'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:33.545165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port faf27bba-0cf6-41f2-a3eb-26180014e429 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:33.549770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port faf27bba-0cf6-41f2-a3eb-26180014e429 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:33.550165 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:33.636821 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:33.637887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Made reservation on behalf of f0bf8fce13514771bc584860ea6fceba for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:26:33.641442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:33.650882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:33.660718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:33.663258 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5378ed23-e21d-4746-9601-7d6b6b173054" -d '{"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-plugged", "status": "completed", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:33.683708 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:33.690227 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:33.771790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:33.796100 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:33.803703 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:33.889543 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9f85b3-0c64-4f93-aaa0-2e108309af14 x-openstack-request-id: req-ca9f85b3-0c64-4f93-aaa0-2e108309af14 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:33.889954 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-plugged", "status": "completed", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:33.890308 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca9f85b3-0c64-4f93-aaa0-2e108309af14 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:33.890808 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'code': 200} Aug 20 15:26:33.917800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:34.047889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Allocated IP 192.168.233.111 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/6f63b9f0-5715-4520-96dc-db5f9a218cd4) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:34.049484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-e56c9e21-38e3-44da-a8a1-16936dc78e1f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:34.052282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-e56c9e21-38e3-44da-a8a1-16936dc78e1f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.2110074 Aug 20 15:26:34.085155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e9df1-f3cc-414d-827c-33fae5ff1eba req-e88147c3-c988-4136-8657-2edb5c4e9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:34.086954 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-006e9df1-f3cc-414d-827c-33fae5ff1eba req-e88147c3-c988-4136-8657-2edb5c4e9165 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0924125 Aug 20 15:26:34.132297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5a258-d841-4c9a-89c6-e81cc51b1d62 req-c44130bc-e846-4830-bb3e-54e0e1fea92e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:34.134149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2da5a258-d841-4c9a-89c6-e81cc51b1d62 req-c44130bc-e846-4830-bb3e-54e0e1fea92e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0782812 Aug 20 15:26:34.188074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2da5a258-d841-4c9a-89c6-e81cc51b1d62 req-205491c0-e347-4a9a-8e34-59dc2eb86d02 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Aug 20 15:26:34.193002 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-006e9df1-f3cc-414d-827c-33fae5ff1eba req-970d558a-36c1-4d6e-b452-351f80fab5eb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920146 Aug 20 15:26:34.193180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-80d711e3-901c-4505-a3de-ca10b6418180 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 380 time: 0.1206713 Aug 20 15:26:34.269009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:34.287124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Transition to ACTIVE for port object 6f63b9f0-5715-4520-96dc-db5f9a218cd4 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:34.288727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1bb69526-68e7-406f-8b6f-07bf73e18cba req-9f39fee8-b973-489f-b145-d213f3445f06 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 210 time: 0.0347691 Aug 20 15:26:34.327257 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:34.351793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:34.355535 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:34.358162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:34.437585 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:34.438492 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:34.447524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e89b6-4088-48fe-a27a-1cd24873e2e4 req-a1176c93-f62d-4148-b876-034a620ce156 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:34.460097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-963e89b6-4088-48fe-a27a-1cd24873e2e4 req-a1176c93-f62d-4148-b876-034a620ce156 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 936 time: 0.0876567 Aug 20 15:26:34.462939 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9428225 Aug 20 15:26:34.489146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Request body: {'port': {'device_id': '82bcf2d3-e7cf-4345-82b8-c7e33f2710a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:34.534733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-963e89b6-4088-48fe-a27a-1cd24873e2e4 req-2d1b99e6-c488-4a73-a50f-8112494c485d tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724139 Aug 20 15:26:34.553776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'port': {'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'admin_state_up': True, 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'security_groups': ['1752cb13-ae9f-46e1-a3ae-49384ce20e10']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:34.579891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974a22f-a910-49b0-a51e-d9d67d3b56f6 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Pushing event updated for resources: {'Port': ['ID=6f63b9f0-5715-4520-96dc-db5f9a218cd4,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:34.646051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:34.693690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4378456b-15b7-4dcc-af57-0aa5a96807ad None None] Provisioning for port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:34.699120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4378456b-15b7-4dcc-af57-0aa5a96807ad None None] Provisioning complete for port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:34.700371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4378456b-15b7-4dcc-af57-0aa5a96807ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:34.735520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Made reservation on behalf of db80b6a989504421a8714c287f72d92b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:26:34.741754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:34.749089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4378456b-15b7-4dcc-af57-0aa5a96807ad None None] Port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:26:34.886563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.20.0.5 (7e00f66c-72ff-4834-b2ff-ff4f4e406f79/30a01d91-e7df-41ea-9744-ce59d2cfbc85/8b89cb81-15ba-45fd-9485-d36b60244d88) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:34.961893 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f63b9f0-5715-4520-96dc-db5f9a218cd4 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:26:34.969669 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:34.983831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Transition to ACTIVE for port object 6f63b9f0-5715-4520-96dc-db5f9a218cd4 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:34.988762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:35.062555 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:35.081914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Transition to ACTIVE for port object 8b89cb81-15ba-45fd-9485-d36b60244d88 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:35.123863 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:35.127910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f63b9f0-5715-4520-96dc-db5f9a218cd4,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:35.132668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Attempting to bind port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:26:35.132996 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Attempting to bind port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:26:35.133326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Attempting to bind port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:35.139877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:26:35.140203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Attempting to bind port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:35.145610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:26:35.146090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:35.146329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:26:35.146760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Bound port: 6f63b9f0-5715-4520-96dc-db5f9a218cd4, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:26:35.147173 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:35.180996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:35.184671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:35.187477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:35.229649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] For port 6f63b9f0-5715-4520-96dc-db5f9a218cd4, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:26:35.233225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] For port 6f63b9f0-5715-4520-96dc-db5f9a218cd4, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6f63b9f0-5715-4520-96dc-db5f9a218cd4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:26:35.241755 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:35.254898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:35.255934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:35.287896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=8b89cb81-15ba-45fd-9485-d36b60244d88,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:35.294226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-8080f289-65d9-4517-9bd1-d767597384c8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7483056 Aug 20 15:26:35.317152 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:35.317839 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:35.319534 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] 10.222.0.70 "PUT /v2.0/ports/6f63b9f0-5715-4520-96dc-db5f9a218cd4 HTTP/1.1" status: 200 len: 1097 time: 0.8433881 Aug 20 15:26:35.320108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bcf2d3-e7cf-4345-82b8-c7e33f2710a5', 'tag': '6f63b9f0-5715-4520-96dc-db5f9a218cd4'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:35.324180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Request body: {'port': {'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:35.325663 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "82bcf2d3-e7cf-4345-82b8-c7e33f2710a5", "tag": "6f63b9f0-5715-4520-96dc-db5f9a218cd4"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:35.369646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14358d2a-d37c-4e1f-8ea4-b839480a48d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f63b9f0-5715-4520-96dc-db5f9a218cd4,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:35.442578 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:35.494085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-478e90a2-aca4-4fcb-b2d6-58abfafc782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:35.495688 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-478e90a2-aca4-4fcb-b2d6-58abfafc782b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0bf8fce13514771bc584860ea6fceba&device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 1100 time: 0.1093569 Aug 20 15:26:35.533457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a016d-795e-4b6a-b541-7be2dfdaf3c3 req-bcf692da-909c-4778-9380-efa7e8492dfc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:35.535978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a57a016d-795e-4b6a-b541-7be2dfdaf3c3 req-bcf692da-909c-4778-9380-efa7e8492dfc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.2191308 Aug 20 15:26:35.589768 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-5e36de06-667f-4bd1-893c-8ee8cb54a9a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6f63b9f0-5715-4520-96dc-db5f9a218cd4 HTTP/1.1" status: 200 len: 217 time: 0.0831227 Aug 20 15:26:35.664698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-201e7fc6-b782-4548-8d65-5d09f2b8d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:35.666199 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-201e7fc6-b782-4548-8d65-5d09f2b8d777 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0687788 Aug 20 15:26:35.674515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a57a016d-795e-4b6a-b541-7be2dfdaf3c3 req-2179a846-30eb-4d43-9ca8-c81de034c8f0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276910 Aug 20 15:26:35.741245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-3207f52b-69c2-448d-8ad3-9b87368abc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:35.746639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-216e1f90-1a24-4a62-80f5-b027a77e08cf None None] Provisioning for port 8b89cb81-15ba-45fd-9485-d36b60244d88 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:35.747208 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-3207f52b-69c2-448d-8ad3-9b87368abc32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702579 Aug 20 15:26:35.753316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-216e1f90-1a24-4a62-80f5-b027a77e08cf None None] Provisioning complete for port 8b89cb81-15ba-45fd-9485-d36b60244d88 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:35.753749 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-216e1f90-1a24-4a62-80f5-b027a77e08cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:35.816164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-216e1f90-1a24-4a62-80f5-b027a77e08cf None None] Port 8b89cb81-15ba-45fd-9485-d36b60244d88 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:26:35.902529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32224a1-4de9-4dba-953f-877022a73688 req-a7b58dfc-8404-42de-9fdb-b727b2746cf4 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:35.905322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b32224a1-4de9-4dba-953f-877022a73688 req-a7b58dfc-8404-42de-9fdb-b727b2746cf4 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 931 time: 0.0951343 Aug 20 15:26:35.937467 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-3696a221-b80e-4d1f-8708-9b19dcab57f3 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811368 Aug 20 15:26:35.965255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b32224a1-4de9-4dba-953f-877022a73688 req-9255b1f5-0d53-42ae-bc96-1d63a0e84c2a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480590 Aug 20 15:26:36.063926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b89cb81-15ba-45fd-9485-d36b60244d88 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:26:36.065900 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2423ba-1771-4c55-a253-14c152a6f3a3 x-openstack-request-id: req-8b2423ba-1771-4c55-a253-14c152a6f3a3 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:36.066379 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82bcf2d3-e7cf-4345-82b8-c7e33f2710a5", "tag": "6f63b9f0-5715-4520-96dc-db5f9a218cd4", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:36.066548 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b2423ba-1771-4c55-a253-14c152a6f3a3 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:36.068344 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bcf2d3-e7cf-4345-82b8-c7e33f2710a5', 'tag': '6f63b9f0-5715-4520-96dc-db5f9a218cd4', 'status': 'completed', 'code': 200} Aug 20 15:26:36.076823 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:36.084641 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:36.113838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Transition to ACTIVE for port object 8b89cb81-15ba-45fd-9485-d36b60244d88 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:36.121614 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:36.125458 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6190e22d-b985-4b3f-bb3e-043592fc5438 req-5f28dd53-de95-44c8-bf18-b50213527b02 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796691 Aug 20 15:26:36.287582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-30a3dded-e965-4a6f-9e95-b41be2e0047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:36.288271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b89cb81-15ba-45fd-9485-d36b60244d88,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:36.290389 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-30a3dded-e965-4a6f-9e95-b41be2e0047c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0bf8fce13514771bc584860ea6fceba&device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 1100 time: 0.0978982 Aug 20 15:26:36.371133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233b0d6-8f55-44a9-876e-c9d096d8a3fc req-9219ac11-8066-410d-a7d0-0f1743928718 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:36.372826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4233b0d6-8f55-44a9-876e-c9d096d8a3fc req-9219ac11-8066-410d-a7d0-0f1743928718 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 948 time: 0.2317588 Aug 20 15:26:36.444224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-f2498399-d214-40f4-9aec-3ba7fd1a145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:36.445753 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-f2498399-d214-40f4-9aec-3ba7fd1a145f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.1421497 Aug 20 15:26:36.450492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4233b0d6-8f55-44a9-876e-c9d096d8a3fc req-87545893-b0dc-4bbd-8561-583de1909f79 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630920 Aug 20 15:26:36.455218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Attempting to bind port 8b89cb81-15ba-45fd-9485-d36b60244d88 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:26:36.455703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Attempting to bind port 8b89cb81-15ba-45fd-9485-d36b60244d88 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:26:36.455918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Attempting to bind port 8b89cb81-15ba-45fd-9485-d36b60244d88 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:36.460702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Port 8b89cb81-15ba-45fd-9485-d36b60244d88 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:26:36.461035 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Attempting to bind port 8b89cb81-15ba-45fd-9485-d36b60244d88 on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:36.466570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:26:36.466916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:36.467476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Bound using segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:26:36.467944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Bound port: 8b89cb81-15ba-45fd-9485-d36b60244d88, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:26:36.468304 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:36.500836 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-b5c9d899-9fe4-4b18-81fd-2a92bee5173b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6f63b9f0-5715-4520-96dc-db5f9a218cd4 HTTP/1.1" status: 200 len: 217 time: 0.0430322 Aug 20 15:26:36.565696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] For port 8b89cb81-15ba-45fd-9485-d36b60244d88, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:26:36.569571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-ced1625a-3f63-4603-b90c-ccc3d8ec2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:36.570517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] For port 8b89cb81-15ba-45fd-9485-d36b60244d88, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8b89cb81-15ba-45fd-9485-d36b60244d88,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:26:36.571811 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-ced1625a-3f63-4603-b90c-ccc3d8ec2c10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0624990 Aug 20 15:26:36.575534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:36.616009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:36.616733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:36.618136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] 10.222.0.72 "PUT /v2.0/ports/8b89cb81-15ba-45fd-9485-d36b60244d88 HTTP/1.1" status: 200 len: 1092 time: 1.2998176 Aug 20 15:26:36.618581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:36.620868 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa90cc15-4073-4306-9554-36e87494dc17" -d '{"events": [{"name": "network-changed", "server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:36.653836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8888e-484e-4064-a414-74c31019faf9 service neutron] Pushing event updated for resources: {'Port': ['ID=8b89cb81-15ba-45fd-9485-d36b60244d88,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:36.694926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-a4c0fbfa-9ea0-4d36-97b9-2e023cb515da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:36.696237 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-a4c0fbfa-9ea0-4d36-97b9-2e023cb515da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1134598 Aug 20 15:26:36.696979 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f18ddb-43de-4c18-a1ba-28d763b3e515 x-openstack-request-id: req-a8f18ddb-43de-4c18-a1ba-28d763b3e515 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:36.697287 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:36.697559 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8f18ddb-43de-4c18-a1ba-28d763b3e515 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:36.697957 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'status': 'completed', 'code': 200} Aug 20 15:26:36.753749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-6a438389-ec13-4e6a-9437-2dadb1d1d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:36.755723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-6a438389-ec13-4e6a-9437-2dadb1d1d78b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 1095 time: 0.0722396 Aug 20 15:26:36.811220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-4212e0d6-ad9d-4b8a-b3f6-38972c22fddb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b89cb81-15ba-45fd-9485-d36b60244d88 HTTP/1.1" status: 200 len: 217 time: 0.0409749 Aug 20 15:26:36.852473 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-8c7abf9d-5ed2-40b7-846c-76dcf9e0313b service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453919 Aug 20 15:26:36.938475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-a2626c9d-c033-4211-a129-6b586c5443c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:36.940661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-a2626c9d-c033-4211-a129-6b586c5443c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.1183088 Aug 20 15:26:36.952503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfb1b4-6f55-4d14-bf8a-260c2c4f2ee6 req-d5361f80-f70f-45e6-9659-1b9a5a3b5fe5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:36.954317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fedfb1b4-6f55-4d14-bf8a-260c2c4f2ee6 req-d5361f80-f70f-45e6-9659-1b9a5a3b5fe5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.1311467 Aug 20 15:26:37.003606 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fa4a314-0753-45f3-85d9-dcd7d4d14cc6 req-36ec3060-914d-476f-8cbf-f68a6d4027eb service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346440 Aug 20 15:26:37.037041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fedfb1b4-6f55-4d14-bf8a-260c2c4f2ee6 req-35b5a17b-533b-4a72-8088-eebe5acf4185 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713196 Aug 20 15:26:37.054394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-bcedeb65-23e0-4df7-90b5-2ae4af618ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:37.070306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-bcedeb65-23e0-4df7-90b5-2ae4af618ee7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065366 Aug 20 15:26:37.208862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53721a2-4c12-4f81-a59c-b365432747e5 req-aa305ab2-ab10-41bf-83b5-653e77ae10a7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:37.210417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b53721a2-4c12-4f81-a59c-b365432747e5 req-aa305ab2-ab10-41bf-83b5-653e77ae10a7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 943 time: 0.0827439 Aug 20 15:26:37.216590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-c6f1b888-54a1-4e09-8c68-fe9ca6cdacc7 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391501 Aug 20 15:26:37.305239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b53721a2-4c12-4f81-a59c-b365432747e5 req-6567ff90-2b77-4cd8-8a30-9b4484cd0a8e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876687 Aug 20 15:26:37.339101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5419e5d-1b4b-4fc6-ab57-1cc8e3f2ab04 req-132011e7-a8b8-47ca-beab-dae565b19d31 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144316 Aug 20 15:26:37.463125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d411d-2cf2-4097-9203-b33c9dee6ec1 req-2b236cf0-c0ae-439e-ae15-6ddb9eab24fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:37.464831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-680d411d-2cf2-4097-9203-b33c9dee6ec1 req-2b236cf0-c0ae-439e-ae15-6ddb9eab24fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0845799 Aug 20 15:26:37.473791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90cc15-4073-4306-9554-36e87494dc17 req-05500351-1d12-469d-9b98-2529762ee4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:37.475597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa90cc15-4073-4306-9554-36e87494dc17 req-05500351-1d12-469d-9b98-2529762ee4b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 1095 time: 0.0616333 Aug 20 15:26:37.569856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-680d411d-2cf2-4097-9203-b33c9dee6ec1 req-b5f86d69-52d2-4d60-84d5-92f403a8cc18 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931659 Aug 20 15:26:37.595132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50388) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:37.612542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90cc15-4073-4306-9554-36e87494dc17 req-b0086bf3-6601-48a1-baa7-15b3dc2b048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:37.614079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa90cc15-4073-4306-9554-36e87494dc17 req-b0086bf3-6601-48a1-baa7-15b3dc2b048d service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.1317108 Aug 20 15:26:37.658955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c781ff-76cd-4cb1-852f-a87c9fd8082e tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:37.664161 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-90c781ff-76cd-4cb1-852f-a87c9fd8082e tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1092 time: 0.0651848 Aug 20 15:26:37.665746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50390) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:37.667215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa90cc15-4073-4306-9554-36e87494dc17 req-c2fbba16-432a-420d-b092-a5ebb40f78ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b89cb81-15ba-45fd-9485-d36b60244d88 HTTP/1.1" status: 200 len: 217 time: 0.0456452 Aug 20 15:26:37.671100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:37.714982 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:37.752226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90cc15-4073-4306-9554-36e87494dc17 req-009a7d41-9f74-442a-8ed4-c0cf6161c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:37.754147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa90cc15-4073-4306-9554-36e87494dc17 req-009a7d41-9f74-442a-8ed4-c0cf6161c491 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0797403 Aug 20 15:26:37.768508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde2303-aab3-4e3b-87ec-eff91c3f581b req-fe59b8b8-d218-4428-927b-ace163c989f9 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:37.771559 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ecde2303-aab3-4e3b-87ec-eff91c3f581b req-fe59b8b8-d218-4428-927b-ace163c989f9 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 948 time: 0.0988669 Aug 20 15:26:37.849991 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:37.864017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ecde2303-aab3-4e3b-87ec-eff91c3f581b req-80a7edeb-c92d-4973-800a-555a18150ccb tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811543 Aug 20 15:26:37.873453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90cc15-4073-4306-9554-36e87494dc17 req-ce9967b7-461f-48a7-b302-e7bef1d5a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:37.875249 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa90cc15-4073-4306-9554-36e87494dc17 req-ce9967b7-461f-48a7-b302-e7bef1d5a12d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021647 Aug 20 15:26:37.974426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa90cc15-4073-4306-9554-36e87494dc17 req-a1552419-d097-40af-9934-58631fc2bf88 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918579 Aug 20 15:26:37.976321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.25.5.202 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/7816c6fe-c684-4a22-be08-37566c4f434b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:38.092850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa90cc15-4073-4306-9554-36e87494dc17 req-afd02e55-c2d6-4d3b-b1e3-baee542e44d9 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113195 Aug 20 15:26:38.110557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:38.152730 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:38.195325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:38.200302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:38.207127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:38.228309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=7816c6fe-c684-4a22-be08-37566c4f434b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:38.442465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ea12d-e578-4515-b659-cd423a6b5bf2 req-af7878c6-2fdd-47cf-989e-58639f5706e0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:38.449463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a0ea12d-e578-4515-b659-cd423a6b5bf2 req-af7878c6-2fdd-47cf-989e-58639f5706e0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 943 time: 0.0585499 Aug 20 15:26:38.496922 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a0ea12d-e578-4515-b659-cd423a6b5bf2 req-9a09d096-ca48-4b56-af02-855fa9c6132c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392430 Aug 20 15:26:38.686356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:38.770919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:38.947278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:38.952666 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:38.984527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a91fd-761a-44d0-9d57-a5e7f9e777ba req-45b11a44-a616-4065-904c-0dcd59c6f1d1 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:38.987307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3a91fd-761a-44d0-9d57-a5e7f9e777ba req-45b11a44-a616-4065-904c-0dcd59c6f1d1 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 948 time: 0.0520840 Aug 20 15:26:39.029850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3a91fd-761a-44d0-9d57-a5e7f9e777ba req-cef53234-3d08-48b8-92ff-28b38727809d tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340316 Aug 20 15:26:39.045251 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=7816c6fe-c684-4a22-be08-37566c4f434b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:39.055673 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:39.158131 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Floating IP d5c1489d-8307-4b2e-ae8e-fc3efa64ee42 associated. External IP: 172.25.5.202, port: faf27bba-0cf6-41f2-a3eb-26180014e429. Aug 20 15:26:39.361376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router cc5aeeda-1bb0-49c7-b469-0da5be917643 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:26:39.440244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6f63b9f0-5715-4520-96dc-db5f9a218cd4 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:26:39.464436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:26:39.480482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:39.495783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] Sync routers for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:26:39.511252 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eae307a0-6570-426d-b4cf-0144768e5b2b tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8444283 Aug 20 15:26:39.511867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:39.514108 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:39.522008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:39.522747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:39.601431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6f63b9f0-5715-4520-96dc-db5f9a218cd4, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6f63b9f0-5715-4520-96dc-db5f9a218cd4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:39.627675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3f7e9-a1ca-4c1c-8382-48bdd0505026 req-922cd0e1-6405-49d5-b4d7-e0b0a11e055a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:39.629763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ab3f7e9-a1ca-4c1c-8382-48bdd0505026 req-922cd0e1-6405-49d5-b4d7-e0b0a11e055a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0639532 Aug 20 15:26:39.648048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '6f63b9f0-5715-4520-96dc-db5f9a218cd4', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '6f63b9f0-5715-4520-96dc-db5f9a218cd4', 'mac_address': 'fa:16:3e:f9:fc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:26:39.678238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ab3f7e9-a1ca-4c1c-8382-48bdd0505026 req-2f2f6617-2fbf-49f6-9e77-2fa74aff4ef7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 Aug 20 15:26:39.708380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:39.709992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50410) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:39.744333 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2b8845-f015-454d-9a44-a9ff753a1a39 x-openstack-request-id: req-7c2b8845-f015-454d-9a44-a9ff753a1a39 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:39.744854 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:39.744854 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c2b8845-f015-454d-9a44-a9ff753a1a39 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:39.745256 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'status': 'completed', 'code': 200} Aug 20 15:26:39.761231 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:39.774288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f264ce8c-fc98-42ca-90ce-11c737385082 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/d5c1489d-8307-4b2e-ae8e-fc3efa64ee42 HTTP/1.1" status: 200 len: 991 time: 0.0629723 Aug 20 15:26:39.787208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f63b9f0-5715-4520-96dc-db5f9a218cd4 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:26:39.844801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6f63b9f0-5715-4520-96dc-db5f9a218cd4, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6f63b9f0-5715-4520-96dc-db5f9a218cd4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:39.851457 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:39.880076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-b0b2b624-bbe8-4e64-9d0a-b36dc8c3af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:39.881484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-b0b2b624-bbe8-4e64-9d0a-b36dc8c3af9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0898306 Aug 20 15:26:39.905953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d3328-1630-4844-b991-751250c6f4ed req-5a5947b0-225a-4502-a139-cf8c7eb4c463 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:39.907473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc3d3328-1630-4844-b991-751250c6f4ed req-5a5947b0-225a-4502-a139-cf8c7eb4c463 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 943 time: 0.0804334 Aug 20 15:26:39.915885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6f63b9f0-5715-4520-96dc-db5f9a218cd4,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:39.995142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc3d3328-1630-4844-b991-751250c6f4ed req-611724f5-236c-45c8-9ea0-9bb3f6085141 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500276 Aug 20 15:26:40.016680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-a9577dde-4ad9-4e8c-ab8c-ff8a876ad97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:40.018169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-a9577dde-4ad9-4e8c-ab8c-ff8a876ad97a service neutron] 10.222.0.72 "GET /v2.0/networks?id=01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 200 len: 898 time: 0.1292412 Aug 20 15:26:40.059562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:18Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'd5c1489d-8307-4b2e-ae8e-fc3efa64ee42', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'port_id': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'mac_address': 'fa:16:3e:d6:44:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:38Z', 'updated_at': '2021-08-20T15:26:38Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3671a19a-c744-45c2-8fb7-874ed6dea277', 'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:26:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:17Z', 'updated_at': '2021-08-20T15:26:24Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:40.088476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] Checking router: cc5aeeda-1bb0-49c7-b469-0da5be917643 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:26:40.094095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-008915bd-d4ca-4cce-92ec-4c80816cb14b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 999 time: 0.0685997 Aug 20 15:26:40.100851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6f63b9f0-5715-4520-96dc-db5f9a218cd4'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:26:40.102579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:40.103188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:40.176599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-88659c46-21a3-4190-b579-3f36b1b6d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:40.178018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-88659c46-21a3-4190-b579-3f36b1b6d918 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c6f9716-26ea-4ca5-b90f-31bfaff53d48 HTTP/1.1" status: 200 len: 834 time: 0.0771201 Aug 20 15:26:40.189966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d44867-b7a0-4316-ba58-1e7bad3538dc req-85a89fa7-ac75-43b7-be82-4397d2a4eb93 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:40.192084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47d44867-b7a0-4316-ba58-1e7bad3538dc req-85a89fa7-ac75-43b7-be82-4397d2a4eb93 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 949 time: 0.0818350 Aug 20 15:26:40.262287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:40.262566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47d44867-b7a0-4316-ba58-1e7bad3538dc req-7e7cd6c5-47c8-49e3-89f0-5ecc8d3dbb57 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619335 Aug 20 15:26:40.264440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-c007ecc8-4d9c-4c5e-be5f-6589398c9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:40.265868 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-c007ecc8-4d9c-4c5e-be5f-6589398c9b90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01288448-4a0d-4516-9dd1-4a98391089ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729027 Aug 20 15:26:40.360568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-aec5b4ce-7720-44be-8ec3-cd26b038ac15 service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868044 Aug 20 15:26:40.725310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:18Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'd5c1489d-8307-4b2e-ae8e-fc3efa64ee42', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'port_id': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'mac_address': 'fa:16:3e:d6:44:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:38Z', 'updated_at': '2021-08-20T15:26:38Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3671a19a-c744-45c2-8fb7-874ed6dea277', 'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:26:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:17Z', 'updated_at': '2021-08-20T15:26:24Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:40.751924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed80bce-85fc-4284-b7a3-8edc78987a52 None None] The sync data for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 is: [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:18Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'd5c1489d-8307-4b2e-ae8e-fc3efa64ee42', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.202', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'port_id': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'mac_address': 'fa:16:3e:d6:44:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:38Z', 'updated_at': '2021-08-20T15:26:38Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3671a19a-c744-45c2-8fb7-874ed6dea277', 'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:26:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:17Z', 'updated_at': '2021-08-20T15:26:24Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:26:40.763689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ad8bb0c-767b-4013-909f-f35d1eebb3b2 req-2c147512-55b6-4a28-883b-6afd4546bb50 service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959708 Aug 20 15:26:40.776282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50416) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:40.855852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5315be9e-df92-488c-94af-b29c0b32832a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/d5c1489d-8307-4b2e-ae8e-fc3efa64ee42 HTTP/1.1" status: 200 len: 991 time: 0.0777302 Aug 20 15:26:40.994237 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40052241-f56a-4d47-8de3-d83d16f1582c None None] New status for floating IP d5c1489d-8307-4b2e-ae8e-fc3efa64ee42: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:26:41.122241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0798-b81f-406c-acb6-eac356f6ba48 req-1bd8f4ac-9b0c-45b6-870c-0265da47a745 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:41.124377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebbe0798-b81f-406c-acb6-eac356f6ba48 req-1bd8f4ac-9b0c-45b6-870c-0265da47a745 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 943 time: 0.0549829 Aug 20 15:26:41.168410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebbe0798-b81f-406c-acb6-eac356f6ba48 req-99a82791-f925-40d0-adc2-4afe24d48ac7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366895 Aug 20 15:26:41.383831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efe4ef-812a-4b8e-8a74-12aecf223a18 req-69e56ded-5dc6-443f-9e9f-1aa3ecbdd98b tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:41.385540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88efe4ef-812a-4b8e-8a74-12aecf223a18 req-69e56ded-5dc6-443f-9e9f-1aa3ecbdd98b tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 949 time: 0.0539746 Aug 20 15:26:41.423264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88efe4ef-812a-4b8e-8a74-12aecf223a18 req-30caee39-1e5b-45aa-a948-c73156e5f306 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Aug 20 15:26:41.455429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6f63b9f0-5715-4520-96dc-db5f9a218cd4 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:41.502593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:41.506988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:41.507397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:41.584813 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:41.607009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bcf2d3-e7cf-4345-82b8-c7e33f2710a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63b9f0-5715-4520-96dc-db5f9a218cd4'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:41.609462 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af43010-177c-40be-bab4-22ca82ab3c6d" -d '{"events": [{"server_uuid": "82bcf2d3-e7cf-4345-82b8-c7e33f2710a5", "name": "network-vif-plugged", "status": "completed", "tag": "6f63b9f0-5715-4520-96dc-db5f9a218cd4"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:41.623090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6f63b9f0-5715-4520-96dc-db5f9a218cd4, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6f63b9f0-5715-4520-96dc-db5f9a218cd4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:41.627455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:41.652071 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea645887-a8f9-4994-b3ee-2c58ca0ccc33 x-openstack-request-id: req-ea645887-a8f9-4994-b3ee-2c58ca0ccc33 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:41.652362 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bcf2d3-e7cf-4345-82b8-c7e33f2710a5", "name": "network-vif-plugged", "status": "completed", "tag": "6f63b9f0-5715-4520-96dc-db5f9a218cd4", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:41.652612 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea645887-a8f9-4994-b3ee-2c58ca0ccc33 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:41.652997 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bcf2d3-e7cf-4345-82b8-c7e33f2710a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f63b9f0-5715-4520-96dc-db5f9a218cd4', 'code': 200} Aug 20 15:26:41.680128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6f63b9f0-5715-4520-96dc-db5f9a218cd4,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:41.754150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070da294-e820-498d-afc6-bb31ea42cb13 req-bf81f774-3976-4f0d-875a-9f073d7fe902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:41.755725 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-070da294-e820-498d-afc6-bb31ea42cb13 req-bf81f774-3976-4f0d-875a-9f073d7fe902 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 1102 time: 0.0423806 Aug 20 15:26:41.793295 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-070da294-e820-498d-afc6-bb31ea42cb13 req-4ffd277c-d7c1-493d-b09e-58af3b449a51 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290222 Aug 20 15:26:41.858357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50426) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:41.927916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-61abe70c-d3f9-4cad-bf72-239e4048feae tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/d5c1489d-8307-4b2e-ae8e-fc3efa64ee42 HTTP/1.1" status: 200 len: 993 time: 0.0682845 Aug 20 15:26:42.226835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cbbf6b21-7670-4b6d-b4eb-831bb01a8a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:42.291948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d8f7a-bf18-4fb6-be80-14276460e1d8 req-9b26535a-5203-4a43-a123-6cd4d2ff2745 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:42.293507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa8d8f7a-bf18-4fb6-be80-14276460e1d8 req-9b26535a-5203-4a43-a123-6cd4d2ff2745 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 943 time: 0.0529485 Aug 20 15:26:42.337669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa8d8f7a-bf18-4fb6-be80-14276460e1d8 req-0ca248bb-9244-4392-9ebb-cb30571f2d14 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378442 Aug 20 15:26:42.538783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bd63b-a3b6-4195-8006-e086c82e5d18 req-3a6f947c-664f-4dcf-b4ec-111aba09a8fa tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:42.540296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-590bd63b-a3b6-4195-8006-e086c82e5d18 req-3a6f947c-664f-4dcf-b4ec-111aba09a8fa tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 950 time: 0.0498691 Aug 20 15:26:42.578646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-590bd63b-a3b6-4195-8006-e086c82e5d18 req-1d66ba95-5828-48a2-b65d-858824cd43b8 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Aug 20 15:26:43.453042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66489361-a142-4b3e-a369-f7ff717a484e req-83471313-8cb7-4e3d-9f0d-751355e6e6fe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:43.454525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66489361-a142-4b3e-a369-f7ff717a484e req-83471313-8cb7-4e3d-9f0d-751355e6e6fe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 943 time: 0.0508702 Aug 20 15:26:43.492679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66489361-a142-4b3e-a369-f7ff717a484e req-1fc77987-5a8f-4a84-8f7e-06564093d775 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313427 Aug 20 15:26:43.692738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a969fb-8ff4-4a41-b9b1-38a620982ed8 req-373151ac-b57e-4327-b9f1-b148e937e023 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:43.694260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4a969fb-8ff4-4a41-b9b1-38a620982ed8 req-373151ac-b57e-4327-b9f1-b148e937e023 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 950 time: 0.0502119 Aug 20 15:26:43.735766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4a969fb-8ff4-4a41-b9b1-38a620982ed8 req-30cc1d99-4f27-46bd-aec2-950b8a8051c0 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355399 Aug 20 15:26:44.030012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e0921-1dde-493e-a040-7ad226c1db53 req-193f21cf-db1b-4b21-b795-a6db02507754 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:44.031627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e6e0921-1dde-493e-a040-7ad226c1db53 req-193f21cf-db1b-4b21-b795-a6db02507754 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 950 time: 0.0733173 Aug 20 15:26:44.073087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e6e0921-1dde-493e-a040-7ad226c1db53 req-92685193-acd7-4843-8514-f8eb0533c4e7 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Aug 20 15:26:44.609019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4713957-644f-4616-8730-6370c5bb8fca req-d7791eb1-4da3-4748-82d3-55b6b66e6d89 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:44.610508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4713957-644f-4616-8730-6370c5bb8fca req-d7791eb1-4da3-4748-82d3-55b6b66e6d89 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 943 time: 0.0513384 Aug 20 15:26:44.648888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4713957-644f-4616-8730-6370c5bb8fca req-597e3eb7-4ead-453d-b1aa-7fe2762b663b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314815 Aug 20 15:26:44.822777 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:45.196029 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-68d78e35-cd67-4134-b1c9-61dc3990f69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:45.196313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138ca2f-87aa-4e33-b5d4-2b036bedfe43 req-315fad17-c791-4e47-bfe4-0f732d93467e tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:45.197882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d138ca2f-87aa-4e33-b5d4-2b036bedfe43 req-315fad17-c791-4e47-bfe4-0f732d93467e tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 950 time: 0.0543411 Aug 20 15:26:45.248131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d138ca2f-87aa-4e33-b5d4-2b036bedfe43 req-5e371b09-7445-4b35-b031-312714ec4109 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/security-groups?id=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Aug 20 15:26:45.597805 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-17f9a909-27ce-482b-be24-15ce438b978f tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:45.599467 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-17f9a909-27ce-482b-be24-15ce438b978f tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.70 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 950 time: 0.0507033 Aug 20 15:26:45.701945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Deleting port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:26:45.702318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:45.774241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1383ba7-040c-49ef-a908-6bf3ab3b0ad2 req-cff3736c-b1bd-4605-a4fe-db55358eb703 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:45.775881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1383ba7-040c-49ef-a908-6bf3ab3b0ad2 req-cff3736c-b1bd-4605-a4fe-db55358eb703 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 943 time: 0.0549412 Aug 20 15:26:45.800626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] For port 6f63b9f0-5715-4520-96dc-db5f9a218cd4, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6f63b9f0-5715-4520-96dc-db5f9a218cd4,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:45.801316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:45.814637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Calling delete_port for 6f63b9f0-5715-4520-96dc-db5f9a218cd4 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:26:45.820718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1383ba7-040c-49ef-a908-6bf3ab3b0ad2 req-b6ee24a9-30cd-4e0a-8920-4bf9ca1f056b tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369775 Aug 20 15:26:45.950512 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:45.963648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6f63b9f0-5715-4520-96dc-db5f9a218cd4'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:26:45.982479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Pushing event deleted for resources: {'Port': ['ID=6f63b9f0-5715-4520-96dc-db5f9a218cd4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:46.028123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] No DVR routers for this DVR port 6f63b9f0-5715-4520-96dc-db5f9a218cd4 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:26:46.031425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:46.033849 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bcc3ef30-b1a1-4991-9272-bff7f099544c req-a78c6ebd-1743-4283-ad1e-36f03054cc91 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.70 "DELETE /v2.0/ports/6f63b9f0-5715-4520-96dc-db5f9a218cd4 HTTP/1.1" status: 204 len: 173 time: 0.4267700 Aug 20 15:26:46.034328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bcf2d3-e7cf-4345-82b8-c7e33f2710a5', 'name': 'network-vif-deleted', 'tag': '6f63b9f0-5715-4520-96dc-db5f9a218cd4'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:46.045260 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4c044-805b-436c-b101-95a29fd13645" -d '{"events": [{"server_uuid": "82bcf2d3-e7cf-4345-82b8-c7e33f2710a5", "name": "network-vif-deleted", "tag": "6f63b9f0-5715-4520-96dc-db5f9a218cd4"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:46.093197 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a00fca-debb-40b9-bb2f-b94c6209bb6e x-openstack-request-id: req-50a00fca-debb-40b9-bb2f-b94c6209bb6e {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:46.093500 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82bcf2d3-e7cf-4345-82b8-c7e33f2710a5", "name": "network-vif-deleted", "tag": "6f63b9f0-5715-4520-96dc-db5f9a218cd4", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:46.093756 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50a00fca-debb-40b9-bb2f-b94c6209bb6e {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:46.094166 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bcf2d3-e7cf-4345-82b8-c7e33f2710a5', 'name': 'network-vif-deleted', 'tag': '6f63b9f0-5715-4520-96dc-db5f9a218cd4', 'status': 'completed', 'code': 200} Aug 20 15:26:46.183356 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:46.359683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d09cd69-02d4-4695-9116-aafed34963da req-14ed4db4-5ae6-43c7-927c-0bc77310ecb9 tempest-VolumesNegativeTest-1697499705 tempest-VolumesNegativeTest-1697499705-project] 10.222.0.36 "GET /v2.0/ports?device_id=82bcf2d3-e7cf-4345-82b8-c7e33f2710a5 HTTP/1.1" status: 200 len: 210 time: 0.0269582 Aug 20 15:26:46.940356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4737c-12cc-4cf3-adda-23d10276d768 req-d5f18262-1296-45a9-818e-b7b481295925 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:46.941899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23a4737c-12cc-4cf3-adda-23d10276d768 req-d5f18262-1296-45a9-818e-b7b481295925 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 943 time: 0.0516732 Aug 20 15:26:46.979871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23a4737c-12cc-4cf3-adda-23d10276d768 req-86a441ad-9d0e-44eb-ad38-ffeebc78cd16 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Aug 20 15:26:47.560658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8b89cb81-15ba-45fd-9485-d36b60244d88 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:26:47.688414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8b89cb81-15ba-45fd-9485-d36b60244d88, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8b89cb81-15ba-45fd-9485-d36b60244d88,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:47.710085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:26:47.757301 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:47.770664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b89cb81-15ba-45fd-9485-d36b60244d88 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:26:47.792113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8b89cb81-15ba-45fd-9485-d36b60244d88, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8b89cb81-15ba-45fd-9485-d36b60244d88,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:47.796881 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:47.849895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8b89cb81-15ba-45fd-9485-d36b60244d88,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:47.886507 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:48.117412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3942140-c3cd-4f51-9088-d0a94efe5a59 req-d6a7cda1-b76a-4e45-9d99-6823aaf46063 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:48.118935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3942140-c3cd-4f51-9088-d0a94efe5a59 req-d6a7cda1-b76a-4e45-9d99-6823aaf46063 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 944 time: 0.0653751 Aug 20 15:26:48.168393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3942140-c3cd-4f51-9088-d0a94efe5a59 req-a9eb69b8-e6bb-4a50-87aa-be12e01cacc7 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425892 Aug 20 15:26:48.182595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['8b89cb81-15ba-45fd-9485-d36b60244d88'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:26:49.293356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb4641-1421-40ca-a41e-a0fa994fd4f8 req-27e6de3a-ffa2-4933-9888-a3ae40cefc6c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:49.295000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5bb4641-1421-40ca-a41e-a0fa994fd4f8 req-27e6de3a-ffa2-4933-9888-a3ae40cefc6c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 944 time: 0.0510290 Aug 20 15:26:49.333348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5bb4641-1421-40ca-a41e-a0fa994fd4f8 req-1cdcd146-80b6-4ed4-86aa-6f71c24f05a0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Aug 20 15:26:49.470962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6f63b9f0-5715-4520-96dc-db5f9a218cd4 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:26:49.492777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 6f63b9f0-5715-4520-96dc-db5f9a218cd4 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:26:49.493225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6f63b9f0-5715-4520-96dc-db5f9a218cd4 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:26:49.597825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8b89cb81-15ba-45fd-9485-d36b60244d88 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:49.668470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 8b89cb81-15ba-45fd-9485-d36b60244d88 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:49.679558 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 8b89cb81-15ba-45fd-9485-d36b60244d88 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:49.680092 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:49.780428 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:49.808003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:49.810285 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b34c4a-3c7c-4be5-ba4c-33ec6f2a75f7" -d '{"events": [{"server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "name": "network-vif-plugged", "status": "completed", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:49.829294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 8b89cb81-15ba-45fd-9485-d36b60244d88, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8b89cb81-15ba-45fd-9485-d36b60244d88,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:49.835141 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:49.890740 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46bc4c2-944a-406d-a13f-ca0e141c0e99 x-openstack-request-id: req-d46bc4c2-944a-406d-a13f-ca0e141c0e99 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:49.891144 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "name": "network-vif-plugged", "status": "completed", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:49.891585 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d46bc4c2-944a-406d-a13f-ca0e141c0e99 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:49.892220 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'code': 200} Aug 20 15:26:49.931649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=8b89cb81-15ba-45fd-9485-d36b60244d88,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:49.957058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50712) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:50.011820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f4267-082a-48ab-8370-d2f44939ec77 req-a7d682bb-409c-446d-b8c7-cbe53ab6dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:50.013487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb4f4267-082a-48ab-8370-d2f44939ec77 req-a7d682bb-409c-446d-b8c7-cbe53ab6dd63 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 1097 time: 0.0424576 Aug 20 15:26:50.069697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb4f4267-082a-48ab-8370-d2f44939ec77 req-56e8345d-081f-43a7-9f9f-ce5f4ffefcbe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374229 Aug 20 15:26:50.091799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04d48ab-49c1-47ac-9e0e-827a49fc02a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:50.182677 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04d48ab-49c1-47ac-9e0e-827a49fc02a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:50.187279 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e04d48ab-49c1-47ac-9e0e-827a49fc02a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:50.225879 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e04d48ab-49c1-47ac-9e0e-827a49fc02a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67f9909172b5458f955cde0a07a79ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671916 Aug 20 15:26:50.227916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d48ab-49c1-47ac-9e0e-827a49fc02a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ca183a-a50f-4f44-83ee-0af94eb33a58,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:50.228553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50720) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:50.283393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-26f6a95b-e73a-49f1-bb0b-c4e2a9062bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:50.306090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-26f6a95b-e73a-49f1-bb0b-c4e2a9062bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:50.356443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-26f6a95b-e73a-49f1-bb0b-c4e2a9062bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:50.359574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-26f6a95b-e73a-49f1-bb0b-c4e2a9062bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:50.363637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-26f6a95b-e73a-49f1-bb0b-c4e2a9062bfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46ca183a-a50f-4f44-83ee-0af94eb33a58 HTTP/1.1" status: 204 len: 168 time: 0.1312661 Aug 20 15:26:50.370525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6a95b-e73a-49f1-bb0b-c4e2a9062bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ca183a-a50f-4f44-83ee-0af94eb33a58,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:50.467278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76de6c2-ef82-4ab3-9495-465772f8be47 req-b60e0818-79b3-43a8-9362-d9bb62b255b5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:50.469804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f76de6c2-ef82-4ab3-9495-465772f8be47 req-b60e0818-79b3-43a8-9362-d9bb62b255b5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 945 time: 0.0532522 Aug 20 15:26:50.514309 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f76de6c2-ef82-4ab3-9495-465772f8be47 req-2309d4bd-1bdd-4ece-bc11-d4f70e207711 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356460 Aug 20 15:26:51.662453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7096555-ef6c-4c3c-ac6b-879e09fb1084 req-496f6d3a-c87f-4b18-8208-27af99283481 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:51.664218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7096555-ef6c-4c3c-ac6b-879e09fb1084 req-496f6d3a-c87f-4b18-8208-27af99283481 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 945 time: 0.0557325 Aug 20 15:26:51.712607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7096555-ef6c-4c3c-ac6b-879e09fb1084 req-a781ace8-f6a0-42a9-96b6-7f17d86a5d07 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Aug 20 15:26:51.832342 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed32a3-68ef-4bab-b322-b52b900f77fa req-ff491476-9b2b-4390-933b-8a35f05b1b00 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:51.833841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ed32a3-68ef-4bab-b322-b52b900f77fa req-ff491476-9b2b-4390-933b-8a35f05b1b00 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 945 time: 0.0541446 Aug 20 15:26:51.874755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48ed32a3-68ef-4bab-b322-b52b900f77fa req-d66ecebc-04bd-42c8-b707-9b5f9f56c8f2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346000 Aug 20 15:26:51.898535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50762) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:52.111950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ab931-cd45-4ad7-bdc9-125f8c8bdde7 tempest-TestVolumeBootPattern-127768494 tempest-TestVolumeBootPattern-127768494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:52.116116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-995ab931-cd45-4ad7-bdc9-125f8c8bdde7 tempest-TestVolumeBootPattern-127768494 tempest-TestVolumeBootPattern-127768494-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 1092 time: 0.2165062 Aug 20 15:26:52.117657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50766) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:52.122715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:52.152271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:52.267016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:52.374353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.25.5.204 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/557b63cc-6ee6-466e-bcf3-ade995fc2a30) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:52.453746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50774) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:52.491211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:52.542651 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:52.606698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:52.610943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:52.615360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:52.632951 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-62faec21-81e2-4760-83c3-068e1d51b0fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f0bf8fce13514771bc584860ea6fceba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778963 Aug 20 15:26:52.633557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50784) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:52.648073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=557b63cc-6ee6-466e-bcf3-ade995fc2a30,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:52.688896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8633cb9d-792b-4875-9620-8b27fa728726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:52.722855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8633cb9d-792b-4875-9620-8b27fa728726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:52.776157 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8633cb9d-792b-4875-9620-8b27fa728726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:52.778987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8633cb9d-792b-4875-9620-8b27fa728726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:52.782916 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8633cb9d-792b-4875-9620-8b27fa728726 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfd503bf-cf23-4fa1-80e7-4f8309e34e6c HTTP/1.1" status: 204 len: 168 time: 0.1478479 Aug 20 15:26:52.791567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633cb9d-792b-4875-9620-8b27fa728726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd503bf-cf23-4fa1-80e7-4f8309e34e6c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:53.153711 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.272407 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.443249 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.449057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.510954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:53.526025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=557b63cc-6ee6-466e-bcf3-ade995fc2a30,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:53.537230 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.630249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-595637897-network', 'tenant_id': '3c22f5184477493093bf40508769ce6c'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:53.656285 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Floating IP 9cd31fde-c494-4e00-a8f1-c3a979e1ca83 associated. External IP: 172.25.5.204, port: 8b89cb81-15ba-45fd-9485-d36b60244d88. Aug 20 15:26:53.668262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Made reservation on behalf of 3c22f5184477493093bf40508769ce6c for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:26:53.671282 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.681784 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.790278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.794785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.824116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:26:53.830564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a60421-a176-4208-a9b8-2e8ccefdc498,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:53.839690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.839690 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Added segment 49b3a93a-4aa4-453c-814c-ad3b0031c336 of type vlan for network fd8dbc16-7007-41f9-92b5-5c956a0bd638 Aug 20 15:26:53.889341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.897185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Router b46c57df-c297-421c-9291-805110a90364 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:26:53.917647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.918747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:53.919339 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:53.980388 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4680426 Aug 20 15:26:53.985817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fde84c-da2b-4746-8f84-a5d85cb85f66 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8dbc16-7007-41f9-92b5-5c956a0bd638,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:53.987140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50822) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:53.996635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Request body: {'subnet': {'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-595637897-subnet', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:54.005148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network fd8dbc16-7007-41f9-92b5-5c956a0bd638 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:26:54.027261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:26:54.042383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Made reservation on behalf of 3c22f5184477493093bf40508769ce6c for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:26:54.044758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:54.053440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] Sync routers for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:26:54.058874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:54.076125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:54.076745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:54.130708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3d63f846-9505-4b40-9c28-8cc91f3e6c42 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0117517 Aug 20 15:26:54.132581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:26:54.134856 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b" -d '{"events": [{"name": "network-changed", "server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:26:54.215600 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda635de-99c7-4b5e-b4d9-ce6b7086ed23 x-openstack-request-id: req-eda635de-99c7-4b5e-b4d9-ce6b7086ed23 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:26:54.216601 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:26:54.217054 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eda635de-99c7-4b5e-b4d9-ce6b7086ed23 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:26:54.217495 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'status': 'completed', 'code': 200} Aug 20 15:26:54.258284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:54.294409 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:54.365315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-ef65c702-a06c-4b9b-b28e-abc39e713067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:54.366866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-ef65c702-a06c-4b9b-b28e-abc39e713067 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 1097 time: 0.1039422 Aug 20 15:26:54.371624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5dcba62-783c-4942-893d-dbe6b619c20d,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:54.425594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Checking segment: {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:54.425967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Network hostable DHCP agents. Network: fd8dbc16-7007-41f9-92b5-5c956a0bd638, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:26:54.461119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Network fd8dbc16-7007-41f9-92b5-5c956a0bd638 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:26:54.475697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, fd8dbc16-7007-41f9-92b5-5c956a0bd638) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:54.480209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:54.481070 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:54.500134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-479b8536-3273-4998-9fed-b9683fa1bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:54.502205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-479b8536-3273-4998-9fed-b9683fa1bad5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.1263685 Aug 20 15:26:54.512988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-35b215ec-198c-4a54-9f4c-7ee776fb81d0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5214291 Aug 20 15:26:54.513195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0008ffb6-3fad-49cd-95af-32fa20e06ad9 None None] Network fd8dbc16-7007-41f9-92b5-5c956a0bd638 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:26:54.513415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50836) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:54.518187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:54.549628 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:54.551772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:54.604114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-c20010be-9935-4c58-b86b-d5afd6eae2e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b89cb81-15ba-45fd-9485-d36b60244d88 HTTP/1.1" status: 200 len: 999 time: 0.0921237 Aug 20 15:26:54.610951 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:54.662238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-f82dd4f6-a454-4857-a647-31857a16ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:54.663796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-f82dd4f6-a454-4857-a647-31857a16ca72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0496418 Aug 20 15:26:54.715393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9cd31fde-c494-4e00-a8f1-c3a979e1ca83', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:52Z', 'updated_at': '2021-08-20T15:26:52Z', 'revision_number': 0, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:54.719824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-bde1762f-1f0f-41b7-a5ce-b45c2fe92a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:54.721481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-bde1762f-1f0f-41b7-a5ce-b45c2fe92a11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498047 Aug 20 15:26:54.755230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:54.759749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:26:54.760628 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:54.764390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] Checking router: b46c57df-c297-421c-9291-805110a90364 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:26:54.785196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:54.785587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:54.840021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-3f308c9f-1e0f-4f42-92ff-64a342cc22af service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112278 Aug 20 15:26:54.953599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78f86c4e-0ac0-402e-8b8e-0d56f03a365b req-b7a57177-f2e8-4005-86b1-0a8ebd6c2874 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045861 Aug 20 15:26:54.995663 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:55.039509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Allocated IP 172.20.0.2 (fd8dbc16-7007-41f9-92b5-5c956a0bd638/c5dcba62-783c-4942-893d-dbe6b619c20d/f763cd58-43f2-4c21-803d-d326b35a4174) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:55.344864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:55.355383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:55.358964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Transition to ACTIVE for port object f763cd58-43f2-4c21-803d-d326b35a4174 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:55.376939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:55.379080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Transition to ACTIVE for port object f763cd58-43f2-4c21-803d-d326b35a4174 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:55.393467 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:55.434914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9cd31fde-c494-4e00-a8f1-c3a979e1ca83', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:52Z', 'updated_at': '2021-08-20T15:26:52Z', 'revision_number': 0, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:55.470523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Network fd8dbc16-7007-41f9-92b5-5c956a0bd638 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:55.476629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c37cb-ef87-4d25-b9ad-f87a6a6535d9 None None] The sync data for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 is: [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9cd31fde-c494-4e00-a8f1-c3a979e1ca83', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:52Z', 'updated_at': '2021-08-20T15:26:52Z', 'revision_number': 0, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:26:55.478850 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:55.480935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Pushing event updated for resources: {'Port': ['ID=f763cd58-43f2-4c21-803d-d326b35a4174,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:55.489006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:55.529436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Allocated IP 172.25.5.189 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/d98db71d-6bef-4fba-be7b-774721347bb6) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:55.550864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Attempting to bind port f763cd58-43f2-4c21-803d-d326b35a4174 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:26:55.551243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Attempting to bind port f763cd58-43f2-4c21-803d-d326b35a4174 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:26:55.551648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Attempting to bind port f763cd58-43f2-4c21-803d-d326b35a4174 on network fd8dbc16-7007-41f9-92b5-5c956a0bd638 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:55.559817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:26:55.560208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Checking segment: {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:55.560623 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:55.561024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Bound using segment: {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:26:55.562252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Bound port: f763cd58-43f2-4c21-803d-d326b35a4174, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:26:55.562252 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:55.633964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] For port f763cd58-43f2-4c21-803d-d326b35a4174, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:26:55.637282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] For port f763cd58-43f2-4c21-803d-d326b35a4174, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f763cd58-43f2-4c21-803d-d326b35a4174,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:26:55.641895 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:55.651890 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:55.697024 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:55.710953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0079ce-c673-49f4-907c-3976721fde8e None None] Pushing event updated for resources: {'Port': ['ID=f763cd58-43f2-4c21-803d-d326b35a4174,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:55.752008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:55.755750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:55.758352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:55.793053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Pushing event updated for resources: {'Port': ['ID=d98db71d-6bef-4fba-be7b-774721347bb6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:55.811852 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f1326d-4301-4fe0-9094-8591f616b4ef None None] New status for floating IP 9cd31fde-c494-4e00-a8f1-c3a979e1ca83: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:26:56.121312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:56.322746 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:56.464921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Router 8f6d72f6-9909-41e0-8069-313767184e45 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:26:56.634279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:26:56.645313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Sync routers for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:26:56.657320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:56.658212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:56.660262 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:56.664978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e0c1cb6d-9598-424c-8479-65e966d2db89 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1481459 Aug 20 15:26:56.665217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50846) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:56.794113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:56.866742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44639f6-b86a-4960-885f-1c2a00485043 None None] Network fd8dbc16-7007-41f9-92b5-5c956a0bd638 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:26:57.002395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2c08b299-e17d-49ab-a869-4a38336fa442 None None] Provisioning for port f763cd58-43f2-4c21-803d-d326b35a4174 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:57.170609 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.303956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:55Z', 'revision_number': 3, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:57.335077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Checking router: 8f6d72f6-9909-41e0-8069-313767184e45 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:26:57.335564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Updating router 8f6d72f6-9909-41e0-8069-313767184e45 port d98db71d-6bef-4fba-be7b-774721347bb6 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:26:57.349150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Allocated IP 172.20.0.1 (fd8dbc16-7007-41f9-92b5-5c956a0bd638/c5dcba62-783c-4942-893d-dbe6b619c20d/5a5adb8b-ec63-4f89-88dc-86bb1b24619c) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:26:57.362134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.480330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.497564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Transition to ACTIVE for port object 5a5adb8b-ec63-4f89-88dc-86bb1b24619c will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:57.537887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.587397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Network fd8dbc16-7007-41f9-92b5-5c956a0bd638 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:57.590172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:57.593641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:26:57.625177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5adb8b-ec63-4f89-88dc-86bb1b24619c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:57.658745 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.726492 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.740196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Transition to ACTIVE for port object d98db71d-6bef-4fba-be7b-774721347bb6 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:26:57.752808 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.835008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398765c-d756-4065-aee4-8910c07e748c None None] Pushing event updated for resources: {'Port': ['ID=d98db71d-6bef-4fba-be7b-774721347bb6,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:57.845434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Attempting to bind port d98db71d-6bef-4fba-be7b-774721347bb6 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:26:57.845911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Attempting to bind port d98db71d-6bef-4fba-be7b-774721347bb6 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:26:57.846235 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Attempting to bind port d98db71d-6bef-4fba-be7b-774721347bb6 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:26:57.855634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:26:57.856243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:26:57.856419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.856813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:26:57.857279 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Bound port: d98db71d-6bef-4fba-be7b-774721347bb6, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:26:57.857660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.883166 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.888354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f763cd58-43f2-4c21-803d-d326b35a4174 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:57.963935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4fb4cf2f-9504-44b4-abf8-8afa63fcbf8e None None] Provisioning for port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:57.977227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] For port d98db71d-6bef-4fba-be7b-774721347bb6, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:26:57.979105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4fb4cf2f-9504-44b4-abf8-8afa63fcbf8e None None] Provisioning complete for port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:57.979508 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cf2f-9504-44b4-abf8-8afa63fcbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:57.983177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] For port d98db71d-6bef-4fba-be7b-774721347bb6, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d98db71d-6bef-4fba-be7b-774721347bb6,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:26:58.006143 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:58.050470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port f763cd58-43f2-4c21-803d-d326b35a4174 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:26:58.064740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f763cd58-43f2-4c21-803d-d326b35a4174 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:58.065108 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:58.067432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4cf2f-9504-44b4-abf8-8afa63fcbf8e None None] Port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:26:58.082569 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:58.087421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:58.116425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398765c-d756-4065-aee4-8910c07e748c None None] Pushing event updated for resources: {'Port': ['ID=d98db71d-6bef-4fba-be7b-774721347bb6,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:58.124688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:26:58.125273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:58.175568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5adb8b-ec63-4f89-88dc-86bb1b24619c,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:58.180175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:58.261000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:58.274552 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:26:58.289407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Network fd8dbc16-7007-41f9-92b5-5c956a0bd638 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:26:58.291388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:26:58.367755 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port f763cd58-43f2-4c21-803d-d326b35a4174, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f763cd58-43f2-4c21-803d-d326b35a4174,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:26:58.416915 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:58.433871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Router 8f6d72f6-9909-41e0-8069-313767184e45 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:26:58.493911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=f763cd58-43f2-4c21-803d-d326b35a4174,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:58.568038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 2, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:26:58.583185 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:26:58.598465 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6018aa37-997d-4fae-826a-7115e3e18b73 admin admin] 10.222.0.36 "PUT /v2.0/routers/8f6d72f6-9909-41e0-8069-313767184e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9235191 Aug 20 15:26:58.599599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ba24d2-1e38-4761-bbce-2795851e06e3 None None] The sync data for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 is: [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 2, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:26:58.612022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2fce4900-4efd-4f63-8f05-310c71dbf000 None None] Provisioning complete for port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:26:58.612992 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2fce4900-4efd-4f63-8f05-310c71dbf000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:58.666523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2fce4900-4efd-4f63-8f05-310c71dbf000 None None] Port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:26:59.028720 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.262525 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50874) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:59.267727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-950806427-network', 'tenant_id': '55ece78536874b60a7927bb041a98af1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:59.293084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Made reservation on behalf of 55ece78536874b60a7927bb041a98af1 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:26:59.296193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.306123 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.470322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.476859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.503489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:26:59.518777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e0f4cd-5d95-464c-baaf-ca479c7e36e0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:59.524482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.524680 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Added segment d9bde853-632d-4f6b-828f-977b29e3c09e of type vlan for network e61a2d78-2236-4b52-814a-e71d66b0b343 Aug 20 15:26:59.567679 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.604066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.605557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:26:59.606188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.671393 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4077158 Aug 20 15:26:59.674196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50876) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:26:59.682426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Request body: {'subnet': {'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-950806427-subnet', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:26:59.691150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbdefa-19da-407a-b5f3-5b921dd912cf admin admin] Pushing event updated for resources: {'Network': ['ID=e61a2d78-2236-4b52-814a-e71d66b0b343,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:26:59.705784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network e61a2d78-2236-4b52-814a-e71d66b0b343 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:26:59.721774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Made reservation on behalf of 55ece78536874b60a7927bb041a98af1 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:26:59.725820 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:26:59.951767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f763cd58-43f2-4c21-803d-d326b35a4174 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:26:59.986911 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.000939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f763cd58-43f2-4c21-803d-d326b35a4174 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:00.001309 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.052371 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=921bcc42-8bc9-4636-a379-059eccd5a6b1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:00.059883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Checking segment: {'id': 'd9bde853-632d-4f6b-828f-977b29e3c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:27:00.060169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Network hostable DHCP agents. Network: e61a2d78-2236-4b52-814a-e71d66b0b343, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:27:00.078960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Network e61a2d78-2236-4b52-814a-e71d66b0b343 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:27:00.085462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d98db71d-6bef-4fba-be7b-774721347bb6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:00.090255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, e61a2d78-2236-4b52-814a-e71d66b0b343) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:27:00.102917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:00.103524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.114678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027fd980-1672-443e-8bc5-f4f4678b9c44 None None] Network e61a2d78-2236-4b52-814a-e71d66b0b343 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:27:00.122249 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34d2f887-e1f6-43f1-b7d4-d256c8f503b3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4438558 Aug 20 15:27:00.122466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50878) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:00.126867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:00.151061 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.152370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.225589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d98db71d-6bef-4fba-be7b-774721347bb6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:27:00.242489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d98db71d-6bef-4fba-be7b-774721347bb6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:00.242874 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.380373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-e61a2d78-2236-4b52-814a-e71d66b0b343', 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'fixed_ips': [{'subnet_id': '921bcc42-8bc9-4636-a379-059eccd5a6b1'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:27:00.381408 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.409909 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.493434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port d98db71d-6bef-4fba-be7b-774721347bb6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d98db71d-6bef-4fba-be7b-774721347bb6,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:00.508848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.605804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=d98db71d-6bef-4fba-be7b-774721347bb6,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:00.620376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Allocated IP 172.20.0.2 (e61a2d78-2236-4b52-814a-e71d66b0b343/921bcc42-8bc9-4636-a379-059eccd5a6b1/1655ccae-7cc9-4960-b9f8-110466456637) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:27:00.632329 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.774426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.790593 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.800918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Transition to ACTIVE for port object 1655ccae-7cc9-4960-b9f8-110466456637 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:27:00.819006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Transition to ACTIVE for port object 1655ccae-7cc9-4960-b9f8-110466456637 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:27:00.826187 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.871676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Network e61a2d78-2236-4b52-814a-e71d66b0b343 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:27:00.874959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:27:00.877488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:27:00.910482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Pushing event updated for resources: {'Port': ['ID=1655ccae-7cc9-4960-b9f8-110466456637,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:00.952703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Attempting to bind port 1655ccae-7cc9-4960-b9f8-110466456637 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:27:00.953348 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Attempting to bind port 1655ccae-7cc9-4960-b9f8-110466456637 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd9bde853-632d-4f6b-828f-977b29e3c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:27:00.953855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Attempting to bind port 1655ccae-7cc9-4960-b9f8-110466456637 on network e61a2d78-2236-4b52-814a-e71d66b0b343 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:00.960564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:27:00.961029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Checking segment: {'id': 'd9bde853-632d-4f6b-828f-977b29e3c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:27:00.961572 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:00.962029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Bound using segment: {'id': 'd9bde853-632d-4f6b-828f-977b29e3c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:27:00.962625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Bound port: 1655ccae-7cc9-4960-b9f8-110466456637, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bde853-632d-4f6b-828f-977b29e3c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:27:00.963094 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:01.001851 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:01.025426 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:01.033109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] For port 1655ccae-7cc9-4960-b9f8-110466456637, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:27:01.037443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] For port 1655ccae-7cc9-4960-b9f8-110466456637, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1655ccae-7cc9-4960-b9f8-110466456637,segment=NetworkSegment(d9bde853-632d-4f6b-828f-977b29e3c09e),segment_id=d9bde853-632d-4f6b-828f-977b29e3c09e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:27:01.043402 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:01.108032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8146f8-0dcf-448a-a019-5e5e1bd28fc4 None None] Pushing event updated for resources: {'Port': ['ID=1655ccae-7cc9-4960-b9f8-110466456637,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:01.168102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Allocated IP 172.25.5.19 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/94856f76-6004-4854-8180-6c693a6eda1b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:27:01.222348 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Sync routers for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:27:01.233280 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:01.233991 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:01.329855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:01.365319 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:01.383076 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:01.434311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:27:01.439872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:27:01.446115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:27:01.483966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Pushing event updated for resources: {'Port': ['ID=94856f76-6004-4854-8180-6c693a6eda1b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:01.689091 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 2, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:01.726156 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Checking router: 8f6d72f6-9909-41e0-8069-313767184e45 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:27:01.726606 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Updating router 8f6d72f6-9909-41e0-8069-313767184e45 port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:27:01.749323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:01.761104 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.042333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d98db71d-6bef-4fba-be7b-774721347bb6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:02.088854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.108506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d98db71d-6bef-4fba-be7b-774721347bb6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:02.109506 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.214145 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.227407 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Transition to ACTIVE for port object 5a5adb8b-ec63-4f89-88dc-86bb1b24619c will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:27:02.237750 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.247163 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1655ccae-7cc9-4960-b9f8-110466456637 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:02.277338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:27:02.352095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 1655ccae-7cc9-4960-b9f8-110466456637 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:27:02.362471 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92962a75-b8bd-481f-b9fd-d4ba4b2c075c None None] Pushing event updated for resources: {'Port': ['ID=5a5adb8b-ec63-4f89-88dc-86bb1b24619c,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:02.394678 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Attempting to bind port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:27:02.395332 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Attempting to bind port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:27:02.395814 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Attempting to bind port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c on network fd8dbc16-7007-41f9-92b5-5c956a0bd638 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:02.410669 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:27:02.411093 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Checking segment: {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:27:02.412244 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.412659 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Bound using segment: {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:27:02.413162 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Bound port: 5a5adb8b-ec63-4f89-88dc-86bb1b24619c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:27:02.413551 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.461652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:27:02.470924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Sync routers for ids ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:27:02.485467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.488186 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e56fcb47-a2dd-4752-ae14-766cc74d7564 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3646221 Aug 20 15:27:02.491156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50894) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:02.493923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Routers {'25e3113d-41ba-4c50-9bcb-81e628a4ea14'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:02.494829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:02.578817 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] For port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:27:02.587725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c92b75c-d93d-4900-9a8d-2e132122406f None None] Network e61a2d78-2236-4b52-814a-e71d66b0b343 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:27:02.590843 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] For port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5a5adb8b-ec63-4f89-88dc-86bb1b24619c,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:27:02.599655 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.713362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c6ee58ac-49c9-43be-9456-47546ffa1b19 None None] Provisioning for port 1655ccae-7cc9-4960-b9f8-110466456637 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:27:02.715066 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:02.716042 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:02.776786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c6ee58ac-49c9-43be-9456-47546ffa1b19 None None] Provisioning complete for port 1655ccae-7cc9-4960-b9f8-110466456637 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:02.777201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c6ee58ac-49c9-43be-9456-47546ffa1b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:02.877367 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92962a75-b8bd-481f-b9fd-d4ba4b2c075c None None] Pushing event updated for resources: {'Port': ['ID=5a5adb8b-ec63-4f89-88dc-86bb1b24619c,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:02.906432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Set router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:02.920161 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:03.149003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:03.180220 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:27:02Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:03.210333 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78331681-e155-45a3-9426-c7af1537ad4f None None] The sync data for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 is: [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:27:02Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:27:03.340246 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c6ee58ac-49c9-43be-9456-47546ffa1b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:03.347056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Allocated IP 172.20.0.1 (e61a2d78-2236-4b52-814a-e71d66b0b343/921bcc42-8bc9-4636-a379-059eccd5a6b1/a08c18d3-b6f0-4edd-b830-786a4d4e2709) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:27:03.429142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c6ee58ac-49c9-43be-9456-47546ffa1b19 None None] For port 1655ccae-7cc9-4960-b9f8-110466456637, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1655ccae-7cc9-4960-b9f8-110466456637,segment=NetworkSegment(d9bde853-632d-4f6b-828f-977b29e3c09e),segment_id=d9bde853-632d-4f6b-828f-977b29e3c09e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:03.458932 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c6ee58ac-49c9-43be-9456-47546ffa1b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:03.479668 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:03.499145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Transition to ACTIVE for port object a08c18d3-b6f0-4edd-b830-786a4d4e2709 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:27:03.544217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee58ac-49c9-43be-9456-47546ffa1b19 None None] Pushing event updated for resources: {'Port': ['ID=1655ccae-7cc9-4960-b9f8-110466456637,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:03.551584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:03.597713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '94856f76-6004-4854-8180-6c693a6eda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:27:00Z', 'updated_at': '2021-08-20T15:27:01Z', 'revision_number': 3, 'project_id': '55ece78536874b60a7927bb041a98af1', 'gw_port': {'id': '94856f76-6004-4854-8180-6c693a6eda1b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:01Z', 'updated_at': '2021-08-20T15:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:03.636073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Checking router: 25e3113d-41ba-4c50-9bcb-81e628a4ea14 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:27:03.636573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Updating router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 port 94856f76-6004-4854-8180-6c693a6eda1b binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:27:03.646735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Network e61a2d78-2236-4b52-814a-e71d66b0b343 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:27:03.653765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:27:03.663943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:27:03.670403 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:03.730105 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:03.734395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Pushing event updated for resources: {'Port': ['ID=a08c18d3-b6f0-4edd-b830-786a4d4e2709,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:03.843270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-599a0b9e-99c7-42e3-9d3c-d6faddb509cd None None] Provisioning complete for port 1655ccae-7cc9-4960-b9f8-110466456637 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:03.843515 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-599a0b9e-99c7-42e3-9d3c-d6faddb509cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:03.991903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5a5adb8b-ec63-4f89-88dc-86bb1b24619c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:03.995330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.221559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:27:04.229943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:04.230319 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.239471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.244822 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.276693 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.300876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Transition to ACTIVE for port object 94856f76-6004-4854-8180-6c693a6eda1b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:27:04.302176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.307177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-baf8db5b-4766-4a7d-a2ac-7b1f89ae4fa0 None None] Provisioning for port a08c18d3-b6f0-4edd-b830-786a4d4e2709 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:27:04.314172 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.318729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-baf8db5b-4766-4a7d-a2ac-7b1f89ae4fa0 None None] Provisioning complete for port a08c18d3-b6f0-4edd-b830-786a4d4e2709 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:04.319102 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-baf8db5b-4766-4a7d-a2ac-7b1f89ae4fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.398265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Pushing event updated for resources: {'Port': ['ID=a08c18d3-b6f0-4edd-b830-786a4d4e2709,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:04.425546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Attempting to bind port 94856f76-6004-4854-8180-6c693a6eda1b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:27:04.426242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Attempting to bind port 94856f76-6004-4854-8180-6c693a6eda1b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:27:04.426385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Attempting to bind port 94856f76-6004-4854-8180-6c693a6eda1b on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:04.428241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe60c6-7f16-4c1f-93a3-f3eaf9bee20c None None] Pushing event updated for resources: {'Port': ['ID=94856f76-6004-4854-8180-6c693a6eda1b,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:04.437134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Network e61a2d78-2236-4b52-814a-e71d66b0b343 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:27:04.438457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:27:04.442364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-baf8db5b-4766-4a7d-a2ac-7b1f89ae4fa0 None None] Port a08c18d3-b6f0-4edd-b830-786a4d4e2709 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:27:04.444122 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.447017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:27:04.447017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:27:04.447385 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.447803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:27:04.448292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Bound port: 94856f76-6004-4854-8180-6c693a6eda1b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:27:04.448677 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.526947 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5a5adb8b-ec63-4f89-88dc-86bb1b24619c,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:04.534069 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.534906 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1655ccae-7cc9-4960-b9f8-110466456637 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:04.537484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] For port 94856f76-6004-4854-8180-6c693a6eda1b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:27:04.543491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] For port 94856f76-6004-4854-8180-6c693a6eda1b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=94856f76-6004-4854-8180-6c693a6eda1b,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:27:04.603107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:27:04.629589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=5a5adb8b-ec63-4f89-88dc-86bb1b24619c,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:04.640781 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.742427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Routers {'25e3113d-41ba-4c50-9bcb-81e628a4ea14'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:04.742992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:04.752235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:27:04.757978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-68a0d6cb-8fee-45d7-9e7b-ef515792d564 admin admin] 10.222.0.36 "PUT /v2.0/routers/25e3113d-41ba-4c50-9bcb-81e628a4ea14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2655897 Aug 20 15:27:04.807041 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 1655ccae-7cc9-4960-b9f8-110466456637 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:04.807307 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.808678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe60c6-7f16-4c1f-93a3-f3eaf9bee20c None None] Pushing event updated for resources: {'Port': ['ID=94856f76-6004-4854-8180-6c693a6eda1b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:04.845497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ba04023c-47bd-49d1-a1fc-b87fa3d1219b None None] Provisioning complete for port a08c18d3-b6f0-4edd-b830-786a4d4e2709 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:04.845871 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ba04023c-47bd-49d1-a1fc-b87fa3d1219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:04.939728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ba04023c-47bd-49d1-a1fc-b87fa3d1219b None None] Port a08c18d3-b6f0-4edd-b830-786a4d4e2709 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:27:04.952760 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] Set router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:05.210331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '94856f76-6004-4854-8180-6c693a6eda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:27:00Z', 'updated_at': '2021-08-20T15:27:03Z', 'revision_number': 4, 'project_id': '55ece78536874b60a7927bb041a98af1', 'gw_port': {'id': '94856f76-6004-4854-8180-6c693a6eda1b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:01Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a08c18d3-b6f0-4edd-b830-786a4d4e2709', 'name': '', 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'mac_address': 'fa:16:3e:38:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:03Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 2, 'project_id': '55ece78536874b60a7927bb041a98af1', 'subnets': [{'id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:05.236581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af4b45-0e49-45cb-9771-aff94d153c1a None None] The sync data for ids ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'] in n-d-695189-15 is: [{'id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '94856f76-6004-4854-8180-6c693a6eda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:27:00Z', 'updated_at': '2021-08-20T15:27:03Z', 'revision_number': 4, 'project_id': '55ece78536874b60a7927bb041a98af1', 'gw_port': {'id': '94856f76-6004-4854-8180-6c693a6eda1b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:01Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a08c18d3-b6f0-4edd-b830-786a4d4e2709', 'name': '', 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'mac_address': 'fa:16:3e:38:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:03Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 2, 'project_id': '55ece78536874b60a7927bb041a98af1', 'subnets': [{'id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:27:05.330195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50908) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:05.337984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b413aad3-e127-42b4-92f3-bb2f229f1a0c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361669828', 'description': 'tempest-secgroup-smoke-361669828 description', 'project_id': '3c22f5184477493093bf40508769ce6c'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:05.370961 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b413aad3-e127-42b4-92f3-bb2f229f1a0c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.483901 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b413aad3-e127-42b4-92f3-bb2f229f1a0c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.488194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b413aad3-e127-42b4-92f3-bb2f229f1a0c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.520060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413aad3-e127-42b4-92f3-bb2f229f1a0c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:05.523436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b413aad3-e127-42b4-92f3-bb2f229f1a0c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.524817 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b413aad3-e127-42b4-92f3-bb2f229f1a0c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1925242 Aug 20 15:27:05.527803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50910) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:05.532393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-75d988c0-9ef2-4f18-bc30-b58e165a92b0 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Request body: {'security_group_rule': {'security_group_id': '1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32', 'project_id': '3c22f5184477493093bf40508769ce6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:05.563102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75d988c0-9ef2-4f18-bc30-b58e165a92b0 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.621766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75d988c0-9ef2-4f18-bc30-b58e165a92b0 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.626718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75d988c0-9ef2-4f18-bc30-b58e165a92b0 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.650383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d988c0-9ef2-4f18-bc30-b58e165a92b0 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2e44db-745a-4883-8795-e8458d16b110,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:05.655039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-75d988c0-9ef2-4f18-bc30-b58e165a92b0 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.656825 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-75d988c0-9ef2-4f18-bc30-b58e165a92b0 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276264 Aug 20 15:27:05.659901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50912) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:05.664845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-09388d74-2a6d-40e9-9272-9dd3da47e5d9 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Request body: {'security_group_rule': {'security_group_id': '1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32', 'project_id': '3c22f5184477493093bf40508769ce6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:05.702729 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09388d74-2a6d-40e9-9272-9dd3da47e5d9 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.804395 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09388d74-2a6d-40e9-9272-9dd3da47e5d9 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.804733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5a5adb8b-ec63-4f89-88dc-86bb1b24619c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:05.809362 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09388d74-2a6d-40e9-9272-9dd3da47e5d9 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.849888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09388d74-2a6d-40e9-9272-9dd3da47e5d9 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b725387a-cac1-4a3a-9d43-37b7f08cccb6,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:05.874393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-09388d74-2a6d-40e9-9272-9dd3da47e5d9 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.879238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-09388d74-2a6d-40e9-9272-9dd3da47e5d9 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2182035 Aug 20 15:27:05.880598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50914) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:05.885774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-63504239-450f-4268-8d72-03de6536d836 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Request body: {'security_group_rule': {'security_group_id': '1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32', 'project_id': '3c22f5184477493093bf40508769ce6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:05.904685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:05.905057 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:05.934946 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-63504239-450f-4268-8d72-03de6536d836 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.050842 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-63504239-450f-4268-8d72-03de6536d836 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.054615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-63504239-450f-4268-8d72-03de6536d836 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.093134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.099238 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-63504239-450f-4268-8d72-03de6536d836 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.101230 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-63504239-450f-4268-8d72-03de6536d836 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2191293 Aug 20 15:27:06.102854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63504239-450f-4268-8d72-03de6536d836 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe61b319-bb84-4549-a965-537cad0ec99b,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:06.103615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50918) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:06.109919 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b033d049-e3fd-452c-91ff-07d6ab98423b tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Request body: {'security_group_rule': {'security_group_id': '1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32', 'project_id': '3c22f5184477493093bf40508769ce6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:06.150144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b033d049-e3fd-452c-91ff-07d6ab98423b tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.228111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b033d049-e3fd-452c-91ff-07d6ab98423b tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.232836 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b033d049-e3fd-452c-91ff-07d6ab98423b tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.255713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033d049-e3fd-452c-91ff-07d6ab98423b tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cfe8c6-1cc3-4df2-8db0-00a337e7695f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:06.259412 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b033d049-e3fd-452c-91ff-07d6ab98423b tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.260660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b033d049-e3fd-452c-91ff-07d6ab98423b tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560354 Aug 20 15:27:06.263617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 50920) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:06.269384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ab37aaa1-9c65-495f-8647-b336d01e2001 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Request body: {'security_group_rule': {'security_group_id': '1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32', 'project_id': '3c22f5184477493093bf40508769ce6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:06.300196 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-ab37aaa1-9c65-495f-8647-b336d01e2001 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Project 3c22f5184477493093bf40508769ce6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:27:06.306576 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab37aaa1-9c65-495f-8647-b336d01e2001 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.393829 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab37aaa1-9c65-495f-8647-b336d01e2001 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.398506 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab37aaa1-9c65-495f-8647-b336d01e2001 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.419310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37aaa1-9c65-495f-8647-b336d01e2001 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d1c4c4-5a1e-4403-bcb6-1b32bd9ba536,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:06.427053 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab37aaa1-9c65-495f-8647-b336d01e2001 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.428583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ab37aaa1-9c65-495f-8647-b336d01e2001 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635530 Aug 20 15:27:06.431450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 50922) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:06.437130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-74bf93ec-e558-4861-9a5f-a2c0b0bfd63c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Request body: {'security_group_rule': {'security_group_id': '1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32', 'project_id': '3c22f5184477493093bf40508769ce6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:06.490905 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-74bf93ec-e558-4861-9a5f-a2c0b0bfd63c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Project 3c22f5184477493093bf40508769ce6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:27:06.496002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74bf93ec-e558-4861-9a5f-a2c0b0bfd63c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.586875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74bf93ec-e558-4861-9a5f-a2c0b0bfd63c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.595399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74bf93ec-e558-4861-9a5f-a2c0b0bfd63c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.619323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf93ec-e558-4861-9a5f-a2c0b0bfd63c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cb6a3e-4276-4bda-9063-7fe1b985303c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:06.628653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-74bf93ec-e558-4861-9a5f-a2c0b0bfd63c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:06.629901 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-74bf93ec-e558-4861-9a5f-a2c0b0bfd63c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1973500 Aug 20 15:27:06.793141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-4f014fca-40c3-4e93-ba59-dd5f2c8c9d8c tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-361669828&fields=id&tenant_id=3c22f5184477493093bf40508769ce6c HTTP/1.1" status: 200 len: 267 time: 0.0377669 Aug 20 15:27:06.917474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-b9915fa4-5f0d-4715-a802-6482ef87a45a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:06.919138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-b9915fa4-5f0d-4715-a802-6482ef87a45a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/networks?id=fd8dbc16-7007-41f9-92b5-5c956a0bd638 HTTP/1.1" status: 200 len: 808 time: 0.1180792 Aug 20 15:27:06.939306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-e5444424-f1ad-43c8-8c2e-33110e809e2d tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/quotas/3c22f5184477493093bf40508769ce6c HTTP/1.1" status: 200 len: 375 time: 0.0100524 Aug 20 15:27:07.013007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-86c1298f-59b6-4fc1-a3c5-8a494594bc03 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c22f5184477493093bf40508769ce6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666101 Aug 20 15:27:07.138192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-b962d1ce-fcb9-4b99-8b1c-5005a44a7dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129417 Aug 20 15:27:07.248104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ec9cc173-e866-48e7-9f23-740ab79a2d58 service neutron] 10.222.0.36 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090114 Aug 20 15:27:07.483018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8491d31c-2d30-4578-be24-3dad5fa90c92 req-bbd1f64c-3504-47f1-95e7-25a72ceb7f04 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 210 time: 0.0417869 Aug 20 15:27:07.596011 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:27:07.844614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 94856f76-6004-4854-8180-6c693a6eda1b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:07.928167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 94856f76-6004-4854-8180-6c693a6eda1b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:27:07.933003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 94856f76-6004-4854-8180-6c693a6eda1b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:07.933616 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:08.060224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:08.084336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 94856f76-6004-4854-8180-6c693a6eda1b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=94856f76-6004-4854-8180-6c693a6eda1b,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:08.089071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:08.154788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=94856f76-6004-4854-8180-6c693a6eda1b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:08.244435 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Sync routers for ids ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:27:08.255524 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Routers {'25e3113d-41ba-4c50-9bcb-81e628a4ea14'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:08.256085 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:08.374220 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Set router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:08.582254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3790114-4f56-4d35-a7c9-d1a7bcb3b082 req-31e36141-8fca-4196-a8e0-8800e6b7a0a7 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 210 time: 0.0346506 Aug 20 15:27:08.621428 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '94856f76-6004-4854-8180-6c693a6eda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:27:00Z', 'updated_at': '2021-08-20T15:27:03Z', 'revision_number': 4, 'project_id': '55ece78536874b60a7927bb041a98af1', 'gw_port': {'id': '94856f76-6004-4854-8180-6c693a6eda1b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:01Z', 'updated_at': '2021-08-20T15:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a08c18d3-b6f0-4edd-b830-786a4d4e2709', 'name': '', 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'mac_address': 'fa:16:3e:38:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:03Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 2, 'project_id': '55ece78536874b60a7927bb041a98af1', 'subnets': [{'id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:08.648584 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Checking router: 25e3113d-41ba-4c50-9bcb-81e628a4ea14 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:27:08.648942 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Updating router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 port a08c18d3-b6f0-4edd-b830-786a4d4e2709 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:27:08.675501 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:08.926190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-48ac2526-f101-49d9-a6b6-97bd499d70a0 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:08.927718 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-48ac2526-f101-49d9-a6b6-97bd499d70a0 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.70 "GET /v2.0/networks?id=fd8dbc16-7007-41f9-92b5-5c956a0bd638 HTTP/1.1" status: 200 len: 808 time: 0.1368551 Aug 20 15:27:08.987708 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-79bb822d-235d-4108-bb37-a52d07ff2541 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c22f5184477493093bf40508769ce6c HTTP/1.1" status: 200 len: 379 time: 0.0453627 Aug 20 15:27:09.005672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Request body: {'port': {'device_id': '89bef494-4279-4e51-936d-993514f37b40', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'admin_state_up': True, 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'security_groups': ['1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:09.056166 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:09.068280 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Transition to ACTIVE for port object a08c18d3-b6f0-4edd-b830-786a4d4e2709 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:27:09.076055 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:09.146370 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff316ad-b8bf-4159-90a7-a008b3911b8d None None] Pushing event updated for resources: {'Port': ['ID=a08c18d3-b6f0-4edd-b830-786a4d4e2709,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:09.174671 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Attempting to bind port a08c18d3-b6f0-4edd-b830-786a4d4e2709 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:27:09.174870 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Attempting to bind port a08c18d3-b6f0-4edd-b830-786a4d4e2709 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd9bde853-632d-4f6b-828f-977b29e3c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:27:09.175146 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Attempting to bind port a08c18d3-b6f0-4edd-b830-786a4d4e2709 on network e61a2d78-2236-4b52-814a-e71d66b0b343 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:09.180497 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:27:09.180891 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Checking segment: {'id': 'd9bde853-632d-4f6b-828f-977b29e3c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:27:09.181274 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:09.181667 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Bound using segment: {'id': 'd9bde853-632d-4f6b-828f-977b29e3c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:27:09.182128 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Bound port: a08c18d3-b6f0-4edd-b830-786a4d4e2709, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bde853-632d-4f6b-828f-977b29e3c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:27:09.182520 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:09.186179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Made reservation on behalf of 3c22f5184477493093bf40508769ce6c for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:27:09.190243 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:09.415815 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] For port a08c18d3-b6f0-4edd-b830-786a4d4e2709, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:27:09.419089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Allocated IP 172.20.0.13 (fd8dbc16-7007-41f9-92b5-5c956a0bd638/c5dcba62-783c-4942-893d-dbe6b619c20d/0abea164-afa7-4e1c-8f21-d29fa4d298a6) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:27:09.421311 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] For port a08c18d3-b6f0-4edd-b830-786a4d4e2709, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a08c18d3-b6f0-4edd-b830-786a4d4e2709,segment=NetworkSegment(d9bde853-632d-4f6b-828f-977b29e3c09e),segment_id=d9bde853-632d-4f6b-828f-977b29e3c09e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:27:09.427148 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:09.507582 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Routers {'25e3113d-41ba-4c50-9bcb-81e628a4ea14'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:09.508212 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:26:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:09.553933 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff316ad-b8bf-4159-90a7-a008b3911b8d None None] Pushing event updated for resources: {'Port': ['ID=a08c18d3-b6f0-4edd-b830-786a4d4e2709,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:09.681062 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] Set router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:09.695691 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:09.742595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3971e0f-00af-4d88-83e7-819f8f4082ee req-2fdbffcd-8196-40dc-a49f-980ec935f41f tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 210 time: 0.0649698 Aug 20 15:27:09.757537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Transition to ACTIVE for port object 0abea164-afa7-4e1c-8f21-d29fa4d298a6 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:27:09.845034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:09.920913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Network fd8dbc16-7007-41f9-92b5-5c956a0bd638 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:27:09.927500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:27:09.930489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'Port': ['ID=0abea164-afa7-4e1c-8f21-d29fa4d298a6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:09.933005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:27:09.941023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 94856f76-6004-4854-8180-6c693a6eda1b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:10.028837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 94856f76-6004-4854-8180-6c693a6eda1b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:10.029291 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:10.046718 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:10.047486 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:10.085579 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-ffa1a955-a936-4b07-b954-1f113ce24f68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0851011 Aug 20 15:27:10.107754 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '94856f76-6004-4854-8180-6c693a6eda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:27:00Z', 'updated_at': '2021-08-20T15:27:03Z', 'revision_number': 4, 'project_id': '55ece78536874b60a7927bb041a98af1', 'gw_port': {'id': '94856f76-6004-4854-8180-6c693a6eda1b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:01Z', 'updated_at': '2021-08-20T15:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a08c18d3-b6f0-4edd-b830-786a4d4e2709', 'name': '', 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'mac_address': 'fa:16:3e:38:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:03Z', 'updated_at': '2021-08-20T15:27:09Z', 'revision_number': 4, 'project_id': '55ece78536874b60a7927bb041a98af1', 'subnets': [{'id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:10.108076 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Request body: {'port': {'device_id': '89bef494-4279-4e51-936d-993514f37b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:10.191320 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b377b7c7-cf26-4d15-8e54-fd0fbcc4b659 None None] The sync data for ids ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'] in n-d-695189-15 is: [{'id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '94856f76-6004-4854-8180-6c693a6eda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:27:00Z', 'updated_at': '2021-08-20T15:27:03Z', 'revision_number': 4, 'project_id': '55ece78536874b60a7927bb041a98af1', 'gw_port': {'id': '94856f76-6004-4854-8180-6c693a6eda1b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:01Z', 'updated_at': '2021-08-20T15:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'a08c18d3-b6f0-4edd-b830-786a4d4e2709', 'name': '', 'network_id': 'e61a2d78-2236-4b52-814a-e71d66b0b343', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'mac_address': 'fa:16:3e:38:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:03Z', 'updated_at': '2021-08-20T15:27:09Z', 'revision_number': 4, 'project_id': '55ece78536874b60a7927bb041a98af1', 'subnets': [{'id': '921bcc42-8bc9-4636-a379-059eccd5a6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:27:10.207133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a08c18d3-b6f0-4edd-b830-786a4d4e2709 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:10.292942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a08c18d3-b6f0-4edd-b830-786a4d4e2709 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:27:10.301537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a08c18d3-b6f0-4edd-b830-786a4d4e2709 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:10.302698 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:10.394127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-67bc23d0-5eea-4f4a-921a-a02c69672495 None None] Provisioning for port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:27:10.404310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-67bc23d0-5eea-4f4a-921a-a02c69672495 None None] Provisioning complete for port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:10.404689 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67bc23d0-5eea-4f4a-921a-a02c69672495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:10.470325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-67bc23d0-5eea-4f4a-921a-a02c69672495 None None] Port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:27:10.688908 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:10.722561 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:10.768255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port a08c18d3-b6f0-4edd-b830-786a4d4e2709, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a08c18d3-b6f0-4edd-b830-786a4d4e2709,segment=NetworkSegment(d9bde853-632d-4f6b-828f-977b29e3c09e),segment_id=d9bde853-632d-4f6b-828f-977b29e3c09e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:10.774113 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:10.869284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=a08c18d3-b6f0-4edd-b830-786a4d4e2709,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:10.877849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.878311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.879655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.880000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.880338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.880678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.881068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.881639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.882027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.882364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.882690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.883141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:10.904954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af2183-6602-4235-8026-971957204ee8 req-9a9cd924-cae8-4dbc-bd89-88dd36cebee3 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:10.906570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71af2183-6602-4235-8026-971957204ee8 req-9a9cd924-cae8-4dbc-bd89-88dd36cebee3 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 932 time: 0.0653417 Aug 20 15:27:10.961500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71af2183-6602-4235-8026-971957204ee8 req-e9d478fc-388a-4291-91f8-9a717bd9e181 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467148 Aug 20 15:27:11.021604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abea164-afa7-4e1c-8f21-d29fa4d298a6 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:27:11.029810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:11.043586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Transition to ACTIVE for port object 0abea164-afa7-4e1c-8f21-d29fa4d298a6 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:27:11.050009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:11.108521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Pushing event updated for resources: {'Port': ['ID=0abea164-afa7-4e1c-8f21-d29fa4d298a6,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:11.173887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Attempting to bind port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:27:11.174741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Attempting to bind port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:27:11.175071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Attempting to bind port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 on network fd8dbc16-7007-41f9-92b5-5c956a0bd638 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:11.180139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 on network fd8dbc16-7007-41f9-92b5-5c956a0bd638 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:27:11.180472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Attempting to bind port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 on network fd8dbc16-7007-41f9-92b5-5c956a0bd638 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:11.185958 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:27:11.186303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Checking segment: {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:27:11.186697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Bound using segment: {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:27:11.187203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Bound port: 0abea164-afa7-4e1c-8f21-d29fa4d298a6, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b3a93a-4aa4-453c-814c-ad3b0031c336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:27:11.187661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:11.260666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] For port 0abea164-afa7-4e1c-8f21-d29fa4d298a6, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:27:11.264234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] For port 0abea164-afa7-4e1c-8f21-d29fa4d298a6, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:27:11.269767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:11.316784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:11.317529 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:11.318949 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] 10.222.0.70 "PUT /v2.0/ports/0abea164-afa7-4e1c-8f21-d29fa4d298a6 HTTP/1.1" status: 200 len: 1093 time: 1.2227066 Aug 20 15:27:11.319404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bef494-4279-4e51-936d-993514f37b40', 'tag': '0abea164-afa7-4e1c-8f21-d29fa4d298a6'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:27:11.322153 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88500ae0-768b-476f-a552-9cc437c60989" -d '{"events": [{"name": "network-changed", "server_uuid": "89bef494-4279-4e51-936d-993514f37b40", "tag": "0abea164-afa7-4e1c-8f21-d29fa4d298a6"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:27:11.356176 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5aa17-165a-4f08-ad3d-1da5bb2223de service neutron] Pushing event updated for resources: {'Port': ['ID=0abea164-afa7-4e1c-8f21-d29fa4d298a6,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:11.369565 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53638ff-f8e6-4ae9-a744-7902fd7935b4 x-openstack-request-id: req-d53638ff-f8e6-4ae9-a744-7902fd7935b4 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:27:11.369857 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bef494-4279-4e51-936d-993514f37b40", "tag": "0abea164-afa7-4e1c-8f21-d29fa4d298a6", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:27:11.370106 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d53638ff-f8e6-4ae9-a744-7902fd7935b4 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:27:11.370525 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bef494-4279-4e51-936d-993514f37b40', 'tag': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'status': 'completed', 'code': 200} Aug 20 15:27:11.433923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-48718284-aa58-46c7-8c1e-041d3f909ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:11.435464 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-48718284-aa58-46c7-8c1e-041d3f909ba2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c22f5184477493093bf40508769ce6c&device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 1096 time: 0.0583646 Aug 20 15:27:11.497880 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-625f0d78-bbdc-432d-ba9f-0bffe0ab3aef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6 HTTP/1.1" status: 200 len: 217 time: 0.0523071 Aug 20 15:27:11.574479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-2a0ca675-15be-4f05-a6f2-46dd00e2a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:11.576085 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-2a0ca675-15be-4f05-a6f2-46dd00e2a65f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5dcba62-783c-4942-893d-dbe6b619c20d HTTP/1.1" status: 200 len: 847 time: 0.0703697 Aug 20 15:27:11.626291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-2c1e95c6-6b6b-4328-ae86-7b2cf28a7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:11.628641 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-2c1e95c6-6b6b-4328-ae86-7b2cf28a7427 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd8dbc16-7007-41f9-92b5-5c956a0bd638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441625 Aug 20 15:27:11.724642 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-47227b33-e525-48b5-83c2-b798065c837f service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873761 Aug 20 15:27:11.782263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a08c18d3-b6f0-4edd-b830-786a4d4e2709 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:11.823072 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-61b8ed39-8d21-4a2a-aca2-f7b45b23d115 req-f1648d3d-2ee8-43f4-a91c-97c253b822cf service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905290 Aug 20 15:27:11.834308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a08c18d3-b6f0-4edd-b830-786a4d4e2709 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:11.834682 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:11.912108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500ae0-768b-476f-a552-9cc437c60989 req-b65efa67-06b7-47dd-867b-70785d928060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:11.913573 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88500ae0-768b-476f-a552-9cc437c60989 req-b65efa67-06b7-47dd-867b-70785d928060 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c22f5184477493093bf40508769ce6c&device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 1096 time: 0.0427918 Aug 20 15:27:12.010845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500ae0-768b-476f-a552-9cc437c60989 req-d51c055a-5f9f-4d2f-8c8b-373877441e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:12.012414 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88500ae0-768b-476f-a552-9cc437c60989 req-d51c055a-5f9f-4d2f-8c8b-373877441e9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=fd8dbc16-7007-41f9-92b5-5c956a0bd638 HTTP/1.1" status: 200 len: 909 time: 0.0906682 Aug 20 15:27:12.056736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88500ae0-768b-476f-a552-9cc437c60989 req-0523b390-9b33-42f4-96a4-b967050304dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6 HTTP/1.1" status: 200 len: 217 time: 0.0354595 Aug 20 15:27:12.082181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e3d86-7d17-49a6-908b-0d2156814808 req-f57cf48f-bbe4-4141-b789-9858acd878df tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:12.083674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e3d86-7d17-49a6-908b-0d2156814808 req-f57cf48f-bbe4-4141-b789-9858acd878df tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 944 time: 0.0501595 Aug 20 15:27:12.107658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500ae0-768b-476f-a552-9cc437c60989 req-45ebbe75-50aa-4845-acf6-90f279ee758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:12.109389 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88500ae0-768b-476f-a552-9cc437c60989 req-45ebbe75-50aa-4845-acf6-90f279ee758b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5dcba62-783c-4942-893d-dbe6b619c20d HTTP/1.1" status: 200 len: 847 time: 0.0451615 Aug 20 15:27:12.121017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-276e3d86-7d17-49a6-908b-0d2156814808 req-2fa6e5cd-2345-4d89-8f90-47f8fda41f26 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311186 Aug 20 15:27:12.161624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500ae0-768b-476f-a552-9cc437c60989 req-33b54aca-805e-4c2a-a16e-49865aaf27fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:12.163158 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88500ae0-768b-476f-a552-9cc437c60989 req-33b54aca-805e-4c2a-a16e-49865aaf27fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd8dbc16-7007-41f9-92b5-5c956a0bd638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460908 Aug 20 15:27:12.228895 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7a61777e-0f74-4059-82ad-f2fe00ea54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:12.255354 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88500ae0-768b-476f-a552-9cc437c60989 req-332a5169-b2c1-4955-b363-ec5089027712 service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838010 Aug 20 15:27:12.351872 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-88500ae0-768b-476f-a552-9cc437c60989 req-249cc7ce-8b68-4857-9bf5-2597c8beb3bf service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867898 Aug 20 15:27:12.508889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa66ded-e738-49a2-8902-7231216a2977 req-613b9b82-d138-4156-8221-cb0818f4e285 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495679 Aug 20 15:27:12.617216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66ded-e738-49a2-8902-7231216a2977 req-fc25ae33-d0a6-429c-a7b4-e59c639fce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:12.618837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa66ded-e738-49a2-8902-7231216a2977 req-fc25ae33-d0a6-429c-a7b4-e59c639fce2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0421445 Aug 20 15:27:12.732387 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66ded-e738-49a2-8902-7231216a2977 req-3886e7d3-f47b-4191-8ee9-32580690409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:12.733871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa66ded-e738-49a2-8902-7231216a2977 req-3886e7d3-f47b-4191-8ee9-32580690409e service neutron] 10.222.0.72 "GET /v2.0/networks?id=01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 200 len: 898 time: 0.0916023 Aug 20 15:27:12.805864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa66ded-e738-49a2-8902-7231216a2977 req-9a89c0e7-9fa4-4a6a-bc37-7c92e505df80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 1001 time: 0.0646017 Aug 20 15:27:12.860547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66ded-e738-49a2-8902-7231216a2977 req-66c0b17f-50a9-44b1-86dc-6bf0d14a5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:12.863125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa66ded-e738-49a2-8902-7231216a2977 req-66c0b17f-50a9-44b1-86dc-6bf0d14a5eff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c6f9716-26ea-4ca5-b90f-31bfaff53d48 HTTP/1.1" status: 200 len: 834 time: 0.0491252 Aug 20 15:27:12.908677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66ded-e738-49a2-8902-7231216a2977 req-49669d75-9993-40ee-a967-b132ca0959c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:12.910197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa66ded-e738-49a2-8902-7231216a2977 req-49669d75-9993-40ee-a967-b132ca0959c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01288448-4a0d-4516-9dd1-4a98391089ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399597 Aug 20 15:27:13.009708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa66ded-e738-49a2-8902-7231216a2977 req-d0286491-a7e9-4635-bcf7-f1285654093e service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922902 Aug 20 15:27:13.104948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7aa66ded-e738-49a2-8902-7231216a2977 req-66fe8d4e-2812-47c3-81dd-316879cd479d service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875161 Aug 20 15:27:13.249142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd53e2-127d-4c29-91df-c03cad64cc62 req-f2a0494c-a3b5-4c62-9dbf-c7bd2292a276 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:13.250645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76dd53e2-127d-4c29-91df-c03cad64cc62 req-f2a0494c-a3b5-4c62-9dbf-c7bd2292a276 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 944 time: 0.0541606 Aug 20 15:27:13.289891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76dd53e2-127d-4c29-91df-c03cad64cc62 req-a1702260-d910-456b-aedc-66a44ecbc700 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Aug 20 15:27:13.596243 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0abea164-afa7-4e1c-8f21-d29fa4d298a6 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:27:13.704847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0abea164-afa7-4e1c-8f21-d29fa4d298a6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:13.716932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'port_id': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'mac_address': 'fa:16:3e:d5:61:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:27:13.754455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:13.767212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abea164-afa7-4e1c-8f21-d29fa4d298a6 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:27:13.787812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0abea164-afa7-4e1c-8f21-d29fa4d298a6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:13.791301 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:13.836952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0abea164-afa7-4e1c-8f21-d29fa4d298a6,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:13.998746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0abea164-afa7-4e1c-8f21-d29fa4d298a6'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:27:14.409853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804056a-e2e9-4f50-9f36-6c2b335874e8 req-69dbc55a-9e4a-4cb2-8254-3e51a1e40712 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:14.412046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d804056a-e2e9-4f50-9f36-6c2b335874e8 req-69dbc55a-9e4a-4cb2-8254-3e51a1e40712 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 945 time: 0.0543020 Aug 20 15:27:14.462948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d804056a-e2e9-4f50-9f36-6c2b335874e8 req-e3dfeabf-d0de-4721-a0d5-ebb6d95deee3 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446596 Aug 20 15:27:14.826296 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:15.197264 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10489ed9-4455-4ef0-8758-06b0c4fbe6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:15.593009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eae859-85cb-4b09-b84d-474577cf74fc req-4505abb1-6353-4792-bded-246ebee30cda tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:15.594604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30eae859-85cb-4b09-b84d-474577cf74fc req-4505abb1-6353-4792-bded-246ebee30cda tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 945 time: 0.0592816 Aug 20 15:27:15.626532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0abea164-afa7-4e1c-8f21-d29fa4d298a6 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:27:15.640137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30eae859-85cb-4b09-b84d-474577cf74fc req-ec5e3702-6102-4691-b610-6679a14b2ba7 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Aug 20 15:27:15.684058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:27:15.687889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:15.688276 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:15.769419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:15.792992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bef494-4279-4e51-936d-993514f37b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abea164-afa7-4e1c-8f21-d29fa4d298a6'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:27:15.795224 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd29163-8bf1-4317-966f-020cb71f395c" -d '{"events": [{"server_uuid": "89bef494-4279-4e51-936d-993514f37b40", "name": "network-vif-plugged", "status": "completed", "tag": "0abea164-afa7-4e1c-8f21-d29fa4d298a6"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:27:15.808503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0abea164-afa7-4e1c-8f21-d29fa4d298a6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:15.813267 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:15.842362 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b311af-0eb2-4b23-a118-ce8f758d10d6 x-openstack-request-id: req-b8b311af-0eb2-4b23-a118-ce8f758d10d6 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:27:15.843001 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bef494-4279-4e51-936d-993514f37b40", "name": "network-vif-plugged", "status": "completed", "tag": "0abea164-afa7-4e1c-8f21-d29fa4d298a6", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:27:15.843001 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8b311af-0eb2-4b23-a118-ce8f758d10d6 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:27:15.843270 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bef494-4279-4e51-936d-993514f37b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'code': 200} Aug 20 15:27:15.870661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0abea164-afa7-4e1c-8f21-d29fa4d298a6,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:15.944929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d04e11-be50-43f5-a9cc-3974df7ac0a8 req-be349261-67cc-40a2-bcb8-85ef81f2da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:15.946468 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5d04e11-be50-43f5-a9cc-3974df7ac0a8 req-be349261-67cc-40a2-bcb8-85ef81f2da2b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 1098 time: 0.0417709 Aug 20 15:27:15.984218 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a5d04e11-be50-43f5-a9cc-3974df7ac0a8 req-301d91fa-4776-4d39-ac38-74181d16f941 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285957 Aug 20 15:27:16.184961 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:16.766007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da969023-1dae-47e6-93ca-ff83f3749ea9 req-c72b3789-94a3-44e4-9ed8-f168b8a573af tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:16.767417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da969023-1dae-47e6-93ca-ff83f3749ea9 req-c72b3789-94a3-44e4-9ed8-f168b8a573af tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 946 time: 0.0551491 Aug 20 15:27:16.809258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da969023-1dae-47e6-93ca-ff83f3749ea9 req-8f4c4343-0aaf-4d1c-bf1a-a0455cafc172 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338273 Aug 20 15:27:17.918607 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:17.958802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4800667-da12-401c-8a20-f4fe5b4468fe req-49787308-5018-4321-ad94-3254dc9d224f tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:17.960665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4800667-da12-401c-8a20-f4fe5b4468fe req-49787308-5018-4321-ad94-3254dc9d224f tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 946 time: 0.0790217 Aug 20 15:27:18.004046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4800667-da12-401c-8a20-f4fe5b4468fe req-44501b1d-a02d-4dae-b162-90fb1f552c48 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365562 Aug 20 15:27:18.147643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc619f56-1c86-4935-8baf-e7602bfd5f5c req-e489c9f2-9155-4c06-a13c-c91d3a577dd2 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:18.149156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc619f56-1c86-4935-8baf-e7602bfd5f5c req-e489c9f2-9155-4c06-a13c-c91d3a577dd2 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 946 time: 0.0578566 Aug 20 15:27:18.188875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc619f56-1c86-4935-8baf-e7602bfd5f5c req-f6d0f643-bfe3-4bf2-9b9d-119047e83098 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336561 Aug 20 15:27:18.623261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d150ce8-d46b-4aa8-a170-9d4693a83dad req-d9d2fc75-b20f-4da5-9fe7-caad8c806aea tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:18.624819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d150ce8-d46b-4aa8-a170-9d4693a83dad req-d9d2fc75-b20f-4da5-9fe7-caad8c806aea tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 946 time: 0.3672583 Aug 20 15:27:18.669336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d150ce8-d46b-4aa8-a170-9d4693a83dad req-56e8333d-c4ef-4e4e-92ed-cc303470cb44 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346956 Aug 20 15:27:18.693161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51062) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:18.829156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6179c6f4-2ee7-4b89-bcc4-a0b1c3f10722 tempest-TestServerBasicOps-1341419176 tempest-TestServerBasicOps-1341419176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:18.834112 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6179c6f4-2ee7-4b89-bcc4-a0b1c3f10722 tempest-TestServerBasicOps-1341419176 tempest-TestServerBasicOps-1341419176-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 1093 time: 0.1375268 Aug 20 15:27:18.834744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51078) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:18.839331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:18.862824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:18.973319 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:19.081189 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Allocated IP 172.25.5.22 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/3b920d43-6458-46c1-a4fd-2d9b1a649f6e) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:27:19.190130 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:19.229087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:19.272318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:27:19.275391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:27:19.281966 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:27:19.285156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'Port': ['ID=3b920d43-6458-46c1-a4fd-2d9b1a649f6e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:19.655669 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:19.730057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:19.888270 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:19.893685 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:19.963437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event updated for resources: {'Port': ['ID=3b920d43-6458-46c1-a4fd-2d9b1a649f6e,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:19.977521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:20.082524 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Floating IP 2538b994-25c2-41c5-a5b4-f67c80821227 associated. External IP: 172.25.5.22, port: 0abea164-afa7-4e1c-8f21-d29fa4d298a6. Aug 20 15:27:20.305268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Router 8f6d72f6-9909-41e0-8069-313767184e45 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:27:20.423960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:27:20.440733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] Sync routers for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:27:20.442938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:20.451417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:20.452210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:20.476136 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eee5f500-cbe2-4087-acf5-642fc292485e tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6404841 Aug 20 15:27:20.477582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bef494-4279-4e51-936d-993514f37b40', 'tag': '0abea164-afa7-4e1c-8f21-d29fa4d298a6'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:27:20.480805 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fae636-eeec-4437-ae64-74506144f151" -d '{"events": [{"name": "network-changed", "server_uuid": "89bef494-4279-4e51-936d-993514f37b40", "tag": "0abea164-afa7-4e1c-8f21-d29fa4d298a6"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:27:20.520583 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af60701-5615-43bf-837e-59a0edb79faf x-openstack-request-id: req-4af60701-5615-43bf-837e-59a0edb79faf {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:27:20.523179 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bef494-4279-4e51-936d-993514f37b40", "tag": "0abea164-afa7-4e1c-8f21-d29fa4d298a6", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:27:20.523954 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4af60701-5615-43bf-837e-59a0edb79faf {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:27:20.524375 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bef494-4279-4e51-936d-993514f37b40', 'tag': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'status': 'completed', 'code': 200} Aug 20 15:27:20.567926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:20.591712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fae636-eeec-4437-ae64-74506144f151 req-950b817c-5a75-48e6-99d4-b29c241ad948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:20.593253 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-92fae636-eeec-4437-ae64-74506144f151 req-950b817c-5a75-48e6-99d4-b29c241ad948 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c22f5184477493093bf40508769ce6c&device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 1098 time: 0.0456054 Aug 20 15:27:20.695408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fae636-eeec-4437-ae64-74506144f151 req-32abfa53-edb6-40f6-a1fb-091335f8bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:20.696978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-92fae636-eeec-4437-ae64-74506144f151 req-32abfa53-edb6-40f6-a1fb-091335f8bd79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fd8dbc16-7007-41f9-92b5-5c956a0bd638 HTTP/1.1" status: 200 len: 909 time: 0.0955460 Aug 20 15:27:20.779828 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-92fae636-eeec-4437-ae64-74506144f151 req-130b7072-48d8-4759-8f85-2acde8ce6d6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6 HTTP/1.1" status: 200 len: 999 time: 0.0739970 Aug 20 15:27:20.833142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '2538b994-25c2-41c5-a5b4-f67c80821227', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'port_id': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'mac_address': 'fa:16:3e:d5:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bef494-4279-4e51-936d-993514f37b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:27:19Z', 'updated_at': '2021-08-20T15:27:19Z', 'revision_number': 0, 'project_id': '3c22f5184477493093bf40508769ce6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 5, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:20.836648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fae636-eeec-4437-ae64-74506144f151 req-60452ca6-0ae0-4514-ad44-130f940a8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:20.838490 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-92fae636-eeec-4437-ae64-74506144f151 req-60452ca6-0ae0-4514-ad44-130f940a8aa3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5dcba62-783c-4942-893d-dbe6b619c20d HTTP/1.1" status: 200 len: 847 time: 0.0500636 Aug 20 15:27:20.867566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] Checking router: 8f6d72f6-9909-41e0-8069-313767184e45 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:27:20.879015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:20.879724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:20.898858 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fae636-eeec-4437-ae64-74506144f151 req-59a5a356-14f4-45ca-b01e-0a2ecbe66a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:20.900440 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-92fae636-eeec-4437-ae64-74506144f151 req-59a5a356-14f4-45ca-b01e-0a2ecbe66a84 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd8dbc16-7007-41f9-92b5-5c956a0bd638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529704 Aug 20 15:27:20.999608 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-92fae636-eeec-4437-ae64-74506144f151 req-5b47d874-eeab-4a47-b249-1f5c463d3e71 service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908706 Aug 20 15:27:21.000256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:21.103375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-92fae636-eeec-4437-ae64-74506144f151 req-53846e9e-6226-48db-b683-4712e2f6161e service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961668 Aug 20 15:27:21.269777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '2538b994-25c2-41c5-a5b4-f67c80821227', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'port_id': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'mac_address': 'fa:16:3e:d5:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bef494-4279-4e51-936d-993514f37b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:27:19Z', 'updated_at': '2021-08-20T15:27:19Z', 'revision_number': 0, 'project_id': '3c22f5184477493093bf40508769ce6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 5, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:21.295759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcabf0e7-274e-4afc-8e12-d1b39cf50600 None None] The sync data for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 is: [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '2538b994-25c2-41c5-a5b4-f67c80821227', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'floating_ip_address': '172.25.5.22', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'port_id': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'mac_address': 'fa:16:3e:d5:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bef494-4279-4e51-936d-993514f37b40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:27:19Z', 'updated_at': '2021-08-20T15:27:19Z', 'revision_number': 0, 'project_id': '3c22f5184477493093bf40508769ce6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 5, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:27:21.489766 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c85431-1805-4a62-8cd7-bb6fc91b22df None None] New status for floating IP 2538b994-25c2-41c5-a5b4-f67c80821227: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:27:28.993363 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:36.073515 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:41.149693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51230) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:41.259402 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:41.349639 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:41.353244 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:41.391334 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=230da9aecdbc458baecca82e0c846d73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405407 Aug 20 15:27:41.392059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeeee00-61b5-444f-85a8-d3a8656cecbe,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:41.394048 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51238) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:41.410432 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.410791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.411134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.411750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.412088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.412421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.412752 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.413081 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.413409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.413739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.414067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.414390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565cef18-3a36-4331-b6b1-1fa2aa414e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:41.454599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec4209e8-5ea1-4329-8517-505d21609686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:41.475068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec4209e8-5ea1-4329-8517-505d21609686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:41.521405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec4209e8-5ea1-4329-8517-505d21609686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:41.524015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ec4209e8-5ea1-4329-8517-505d21609686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:41.525219 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ec4209e8-5ea1-4329-8517-505d21609686 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdeeee00-61b5-444f-85a8-d3a8656cecbe HTTP/1.1" status: 204 len: 168 time: 0.1302791 Aug 20 15:27:41.532957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4209e8-5ea1-4329-8517-505d21609686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeeee00-61b5-444f-85a8-d3a8656cecbe,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:42.232263 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0a451f4d-c016-487d-87b5-118ff67655cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:42.604536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd170a4a-6f88-444a-941a-084986542039 req-86a9333a-2016-4cfd-84e2-8014861689a3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:42.606054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd170a4a-6f88-444a-941a-084986542039 req-86a9333a-2016-4cfd-84e2-8014861689a3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0551603 Aug 20 15:27:42.657526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd170a4a-6f88-444a-941a-084986542039 req-e33dec01-168d-4e75-9e3e-6e74763a09e2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Aug 20 15:27:42.683572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51276) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:42.756983 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-923d53b0-2d31-469f-abd9-9ee39bd87737 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/d5c1489d-8307-4b2e-ae8e-fc3efa64ee42 HTTP/1.1" status: 200 len: 993 time: 0.0722957 Aug 20 15:27:43.136839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62596cc6-efed-431f-8cfb-ddbd130da3db req-2b5feadc-49fa-479a-95aa-0df51ceccdaf tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:43.138908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62596cc6-efed-431f-8cfb-ddbd130da3db req-2b5feadc-49fa-479a-95aa-0df51ceccdaf tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0456147 Aug 20 15:27:43.183419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62596cc6-efed-431f-8cfb-ddbd130da3db req-00e7f6dd-ee1a-4f83-b6a0-29122013e232 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341754 Aug 20 15:27:43.714998 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-4dd7f634-8972-4172-a47b-a4852b485e5b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389500 Aug 20 15:27:44.408219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-2a1d70c4-2161-4fc5-8f72-80a19fe28eca tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:27:44.409316 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-2a1d70c4-2161-4fc5-8f72-80a19fe28eca tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1762335 Aug 20 15:27:44.419463 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Request body: {'binding': {'host': 'n-h2-695189-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:44.420043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Unknown quota resources ['binding']. {{(pid=101100) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 20 15:27:44.566668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 on host n-h2-695189-15 for vnic_type normal with profile None {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:27:44.567007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:27:44.567342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 on network 01288448-4a0d-4516-9dd1-4a98391089ed {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:44.571725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Port faf27bba-0cf6-41f2-a3eb-26180014e429 on network 01288448-4a0d-4516-9dd1-4a98391089ed not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:27:44.572050 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 on network 01288448-4a0d-4516-9dd1-4a98391089ed {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:44.576860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:27:44.577215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Checking segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:27:44.577692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Bound using segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:27:44.578127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Bound port: faf27bba-0cf6-41f2-a3eb-26180014e429, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:27:44.600307 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:27:44.683713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:27:44.690153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] Notify callbacks [] for binding, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:44.691497 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-746c0f06-1b44-4e72-b62c-2352cceb81bd service neutron] 10.222.0.36 "POST /v2.0/ports/faf27bba-0cf6-41f2-a3eb-26180014e429/bindings HTTP/1.1" status: 201 len: 390 time: 0.2753651 Aug 20 15:27:44.831391 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:44.889183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71fc0a-83da-4b8d-ad55-2e8f82feec5f req-33bb2a0f-4d0d-4760-b2ad-eb324dcefc2a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:44.890672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf71fc0a-83da-4b8d-ad55-2e8f82feec5f req-33bb2a0f-4d0d-4760-b2ad-eb324dcefc2a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0510397 Aug 20 15:27:44.934890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf71fc0a-83da-4b8d-ad55-2e8f82feec5f req-085f2fdc-03d4-408e-8852-4758a1fc4878 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367079 Aug 20 15:27:44.965721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-c85da261-78cc-4ca0-b507-a78fd9e87ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:44.967248 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-c85da261-78cc-4ca0-b507-a78fd9e87ff9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1097 time: 0.0510173 Aug 20 15:27:45.063824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-e32a840e-98c8-4dfd-8ce3-28de20e3dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:45.065481 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-e32a840e-98c8-4dfd-8ce3-28de20e3dca3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 200 len: 898 time: 0.0853016 Aug 20 15:27:45.139001 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-ba04d93e-bcee-47de-b941-cd6375b84713 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 1001 time: 0.0648923 Aug 20 15:27:45.196212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-51b01fea-f179-47af-ac05-9877f69be48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:45.197906 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0879a03c-d80d-4e0d-8504-63c4bd78b366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:45.198297 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-51b01fea-f179-47af-ac05-9877f69be48e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c6f9716-26ea-4ca5-b90f-31bfaff53d48 HTTP/1.1" status: 200 len: 834 time: 0.0515602 Aug 20 15:27:45.248435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-53184f8e-2012-40c3-a7ba-9ed0badeab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:45.249969 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-53184f8e-2012-40c3-a7ba-9ed0badeab8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01288448-4a0d-4516-9dd1-4a98391089ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425098 Aug 20 15:27:45.349195 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-d89d79c0-6465-4af2-b367-9a9345baa09c service neutron] 10.222.0.70 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908153 Aug 20 15:27:45.450562 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-73f45928-87ee-487d-851a-8f7d8653232d service neutron] 10.222.0.70 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932403 Aug 20 15:27:45.609404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-05d18eda-68cb-48e2-a57e-502da4e0137d tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:45.610906 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-05d18eda-68cb-48e2-a57e-502da4e0137d tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5&tenant_id=971a6c892d9846e6ab8a33d62c35597b&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1097 time: 0.0806587 Aug 20 15:27:45.625346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-15'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:27:45.679800 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:45.810646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:45.849473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:27:45.891608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:27:45.894550 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ad7a22-f131-4261-b938-c58fa122d7aa" -d '{"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:27:45.898902 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:45.908867 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:45.958200 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5219583f-bc43-4137-aead-3d86e66de101 x-openstack-request-id: req-5219583f-bc43-4137-aead-3d86e66de101 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:27:45.958493 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:27:45.958743 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5219583f-bc43-4137-aead-3d86e66de101 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:27:45.959133 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'code': 200} Aug 20 15:27:46.019335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Pushing event updated for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:46.108115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82e6bb-5334-4d26-a067-728742f6a325 req-c62b7090-2fcf-4fca-8b5d-e95ca5865375 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:46.110639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 on host n-h1-695189-15 for vnic_type normal with profile {"migrating_to": "n-h2-695189-15"} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:27:46.110850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae82e6bb-5334-4d26-a067-728742f6a325 req-c62b7090-2fcf-4fca-8b5d-e95ca5865375 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 943 time: 0.0610476 Aug 20 15:27:46.111091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:27:46.112016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 on network 01288448-4a0d-4516-9dd1-4a98391089ed {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:46.116925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Port faf27bba-0cf6-41f2-a3eb-26180014e429 on network 01288448-4a0d-4516-9dd1-4a98391089ed not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:27:46.117210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Attempting to bind port faf27bba-0cf6-41f2-a3eb-26180014e429 on network 01288448-4a0d-4516-9dd1-4a98391089ed {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:27:46.122280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:27:46.122566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Checking segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:27:46.122950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Bound using segment: {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:27:46.123375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Bound port: faf27bba-0cf6-41f2-a3eb-26180014e429, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d5408c-210a-41be-9f0c-2f5c65629b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:27:46.124139 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:46.160367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ae82e6bb-5334-4d26-a067-728742f6a325 req-897bb5e3-77c7-490f-b871-54b93d578ef9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372040 Aug 20 15:27:46.187516 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:46.285985 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f9d24aeb-2755-4c05-8e1e-a7cfcdf72ef9 None None] Provisioning complete for port faf27bba-0cf6-41f2-a3eb-26180014e429 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:46.286234 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f9d24aeb-2755-4c05-8e1e-a7cfcdf72ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:46.321242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f9d24aeb-2755-4c05-8e1e-a7cfcdf72ef9 None None] Port faf27bba-0cf6-41f2-a3eb-26180014e429 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:27:46.548610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:27:46.551715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:27:46.556762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:46.661752 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Pushing event updated for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=8']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:46.702121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:46.702809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:46.704319 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-a6afdcd2-e9ef-40de-8b7d-92b48975d94a service neutron] 10.222.0.70 "PUT /v2.0/ports/faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 1123 time: 1.0829513 Aug 20 15:27:46.843603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-508f9e31-7013-47ac-ba70-b159a345dd94 None None] Provisioning complete for port faf27bba-0cf6-41f2-a3eb-26180014e429 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:27:46.844286 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-508f9e31-7013-47ac-ba70-b159a345dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:46.871387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['faf27bba-0cf6-41f2-a3eb-26180014e429'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:27:46.982634 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-508f9e31-7013-47ac-ba70-b159a345dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:47.019928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:27:47.022151 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b14b87-4167-4ef2-8e2d-361f035be760" -d '{"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-plugged", "status": "completed", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:27:47.041358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-508f9e31-7013-47ac-ba70-b159a345dd94 None None] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:47.052356 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-508f9e31-7013-47ac-ba70-b159a345dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:47.070690 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e46095-08bd-4d97-9e91-63014df6af26 x-openstack-request-id: req-a3e46095-08bd-4d97-9e91-63014df6af26 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:27:47.070690 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-plugged", "status": "completed", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:27:47.070690 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3e46095-08bd-4d97-9e91-63014df6af26 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:27:47.070690 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'code': 200} Aug 20 15:27:47.291872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2826d6a-8483-42cb-b9ac-c73386203e45 req-08a39278-8277-4fab-b78b-60421f63f67a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:47.293524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2826d6a-8483-42cb-b9ac-c73386203e45 req-08a39278-8277-4fab-b78b-60421f63f67a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0578771 Aug 20 15:27:47.343558 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2826d6a-8483-42cb-b9ac-c73386203e45 req-063ec092-7b68-4322-b2c5-0d8c62b9000c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Aug 20 15:27:47.396871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f9e31-7013-47ac-ba70-b159a345dd94 None None] Pushing event updated for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:47.895292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:47.960230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:27:47.962666 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0fcc2c-a697-4060-9633-535db89604a4" -d '{"events": [{"name": "network-changed", "server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:27:47.998225 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c1ef4f-8306-4760-93bf-8da90eb424e2 x-openstack-request-id: req-e9c1ef4f-8306-4760-93bf-8da90eb424e2 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:27:47.998743 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:27:47.998999 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9c1ef4f-8306-4760-93bf-8da90eb424e2 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:27:47.999408 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'status': 'completed', 'code': 200} Aug 20 15:27:48.085580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-d0f3e5f1-f888-45d2-a31d-7b66470412d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:48.087180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-d0f3e5f1-f888-45d2-a31d-7b66470412d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1128 time: 0.0420711 Aug 20 15:27:48.179925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-8347bb2e-525f-424a-b3e6-0888ee26c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:48.181394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-8347bb2e-525f-424a-b3e6-0888ee26c2c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 200 len: 898 time: 0.0874109 Aug 20 15:27:48.254632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-51d5c697-8638-4152-86cb-44bd0161439e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 1001 time: 0.0639834 Aug 20 15:27:48.305118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-5a8a3bb4-bc5b-4bdc-836d-71b1bbd60610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:48.306590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-5a8a3bb4-bc5b-4bdc-836d-71b1bbd60610 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6c6f9716-26ea-4ca5-b90f-31bfaff53d48 HTTP/1.1" status: 200 len: 834 time: 0.0443032 Aug 20 15:27:48.354379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-87e90e32-299d-48c4-bcf6-ff5c76d5d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:48.355950 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-87e90e32-299d-48c4-bcf6-ff5c76d5d3c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=01288448-4a0d-4516-9dd1-4a98391089ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419416 Aug 20 15:27:48.498682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-71832d1e-489d-4acd-b3bb-efed54e56ded service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351924 Aug 20 15:27:48.507457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24240e7-22db-4ccb-b4d6-384bff9e1a25 req-1dd1da5d-41fc-4bbf-881e-0c66ca85b578 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:48.508977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d24240e7-22db-4ccb-b4d6-384bff9e1a25 req-1dd1da5d-41fc-4bbf-881e-0c66ca85b578 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0851839 Aug 20 15:27:48.601555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d24240e7-22db-4ccb-b4d6-384bff9e1a25 req-58024aca-cd0d-4786-bc54-e5d1a472b084 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835409 Aug 20 15:27:48.630645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ab0fcc2c-a697-4060-9633-535db89604a4 req-90ae4ccd-c655-44e9-9925-9ef0efaf9d8b service neutron] 10.222.0.72 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206839 Aug 20 15:27:49.721126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651ad88-13f6-4f29-8d8e-af7cb351eb4e req-5590b247-b1b2-43de-a9a3-65bf582773de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:49.722638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f651ad88-13f6-4f29-8d8e-af7cb351eb4e req-5590b247-b1b2-43de-a9a3-65bf582773de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0516877 Aug 20 15:27:49.729145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device faf27bba-0cf6-41f2-a3eb-26180014e429 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:27:49.763796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f651ad88-13f6-4f29-8d8e-af7cb351eb4e req-08715cbb-9e3d-48ba-b3b9-c9ed981fcf55 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349391 Aug 20 15:27:49.840478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:49.852827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device faf27bba-0cf6-41f2-a3eb-26180014e429 has no active binding in host n-h2-695189-15 {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 20 15:27:50.881886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15e14f-ec73-49ff-b456-3bb9642187c1 req-3ff81cd8-f552-4a92-819b-284c80b70a75 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:50.883747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c15e14f-ec73-49ff-b456-3bb9642187c1 req-3ff81cd8-f552-4a92-819b-284c80b70a75 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0501726 Aug 20 15:27:50.926626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c15e14f-ec73-49ff-b456-3bb9642187c1 req-0c4f8319-9f15-489c-8514-17d16cf087b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371778 Aug 20 15:27:52.048986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b9cf7-1d78-4a93-90d6-1d64be147a1c req-7e8f564b-d23e-4b5d-bc39-500eebe970de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:52.050382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef8b9cf7-1d78-4a93-90d6-1d64be147a1c req-7e8f564b-d23e-4b5d-bc39-500eebe970de tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 945 time: 0.0526028 Aug 20 15:27:52.089211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef8b9cf7-1d78-4a93-90d6-1d64be147a1c req-0bbf093e-7b79-4d16-8d56-c436c2f6579f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327182 Aug 20 15:27:52.303150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-79b261cc-319f-4c99-99be-09e4173cddbc service neutron] 10.222.0.72 "GET /v2.0/ports/faf27bba-0cf6-41f2-a3eb-26180014e429/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 385 time: 0.0559433 Aug 20 15:27:52.489490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:52.510445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:27:52.551078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:27:52.553413 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5552bda9-3425-464f-8d33-97625c628624" -d '{"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:27:52.560499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:52.576816 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:52.599312 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c9816d-7d5f-4866-8441-ccfeea5ae370 x-openstack-request-id: req-98c9816d-7d5f-4866-8441-ccfeea5ae370 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:27:52.599861 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-unplugged", "status": "completed", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:27:52.600115 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98c9816d-7d5f-4866-8441-ccfeea5ae370 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:27:52.600514 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'code': 200} Aug 20 15:27:52.666025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Transition to ACTIVE for port object faf27bba-0cf6-41f2-a3eb-26180014e429 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:27:52.669578 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:52.766397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Pushing event updated for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=11']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:52.787497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.787875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.788217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.788553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.788889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.789220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.789545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.789884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.790200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.790527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.790851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.791179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:27:52.822619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] No DVR routers for this DVR port faf27bba-0cf6-41f2-a3eb-26180014e429 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:27:52.961824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-1520cbd6-39da-41cd-ba9a-08900807ab85 service neutron] 10.222.0.72 "PUT /v2.0/ports/faf27bba-0cf6-41f2-a3eb-26180014e429/bindings/n-h2-695189-15/activate HTTP/1.1" status: 200 len: 370 time: 0.6516061 Aug 20 15:27:53.105031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-ad547df9-748b-42ae-8165-e476871be9c0 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:53.106615 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-ad547df9-748b-42ae-8165-e476871be9c0 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5&tenant_id=971a6c892d9846e6ab8a33d62c35597b&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.0477164 Aug 20 15:27:53.160440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-2b7ac44c-124d-4e71-9a2e-a8eca60e9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:53.162209 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-2b7ac44c-124d-4e71-9a2e-a8eca60e9fe7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 1096 time: 0.0428586 Aug 20 15:27:53.212475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243bdb4-6422-494e-a3dc-9b7809989aab req-59eabf41-6127-40e1-83da-bc1d9d267340 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:53.213986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6243bdb4-6422-494e-a3dc-9b7809989aab req-59eabf41-6127-40e1-83da-bc1d9d267340 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 944 time: 0.0527000 Aug 20 15:27:53.233518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-d750c71a-7754-4006-a502-7b45279a4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:53.235089 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-d750c71a-7754-4006-a502-7b45279a4b1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0420141 Aug 20 15:27:53.255123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6243bdb4-6422-494e-a3dc-9b7809989aab req-e0be7733-fed1-445f-a864-c6b4d7419bbf tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349782 Aug 20 15:27:53.337068 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-e6b77a84-9e95-411e-b5ca-0ca5d4937942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:53.338541 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-e6b77a84-9e95-411e-b5ca-0ca5d4937942 service neutron] 10.222.0.70 "GET /v2.0/networks?id=01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 200 len: 898 time: 0.0933089 Aug 20 15:27:53.409281 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-b1a4b6fe-de0b-4e7e-9675-a76d0d39d7ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 999 time: 0.0599060 Aug 20 15:27:53.468774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-959ee4c5-b1aa-4953-adbc-bfed795ca4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:53.471052 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-959ee4c5-b1aa-4953-adbc-bfed795ca4bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c6f9716-26ea-4ca5-b90f-31bfaff53d48 HTTP/1.1" status: 200 len: 834 time: 0.0523987 Aug 20 15:27:53.521803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-42e721e9-238c-4bcd-baf3-9626eccbad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:53.523374 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-42e721e9-238c-4bcd-baf3-9626eccbad1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01288448-4a0d-4516-9dd1-4a98391089ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448029 Aug 20 15:27:53.623069 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-99499da4-21c3-4a9d-8c38-039175f73eb9 service neutron] 10.222.0.70 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Aug 20 15:27:53.724603 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-14073505-da39-4fb2-99c4-c21a30cac8a5 service neutron] 10.222.0.70 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928805 Aug 20 15:27:53.982694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-5ae8b870-6715-4b76-95ef-f7d2a5eebe1c tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:53.984568 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-5ae8b870-6715-4b76-95ef-f7d2a5eebe1c tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5&tenant_id=971a6c892d9846e6ab8a33d62c35597b&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 1096 time: 0.0474300 Aug 20 15:27:54.104888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-191ad472-69ee-45e8-964d-7f515489797b service neutron] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:27:54.108458 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-191ad472-69ee-45e8-964d-7f515489797b service neutron] Notify callbacks [] for binding, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:54.109567 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-79ec99e9-93b2-48c2-bae9-9f22a7014b08 req-191ad472-69ee-45e8-964d-7f515489797b service neutron] 10.222.0.70 "DELETE /v2.0/ports/faf27bba-0cf6-41f2-a3eb-26180014e429/bindings/n-h1-695189-15 HTTP/1.1" status: 204 len: 173 time: 0.1158674 Aug 20 15:27:54.377482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8eba6-9eca-4661-b22e-da6f40ffc66e req-83f0edb5-5847-443d-92f0-a56369b824e5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:54.378941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73a8eba6-9eca-4661-b22e-da6f40ffc66e req-83f0edb5-5847-443d-92f0-a56369b824e5 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 944 time: 0.0527685 Aug 20 15:27:54.419593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73a8eba6-9eca-4661-b22e-da6f40ffc66e req-29a8223f-7570-42b3-b295-75a3a7d8df67 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346117 Aug 20 15:27:54.531257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25515b1d-c27b-4380-8e02-647e1d57a53c req-f47fa631-dc9e-46a8-8c6e-8b5ccb3b24b8 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:54.533525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25515b1d-c27b-4380-8e02-647e1d57a53c req-f47fa631-dc9e-46a8-8c6e-8b5ccb3b24b8 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0414617 Aug 20 15:27:54.572314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25515b1d-c27b-4380-8e02-647e1d57a53c req-5ec283ad-a1a3-438a-b8b4-f10576b241d8 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319068 Aug 20 15:27:54.689074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff361abc-1542-40a1-8504-1e82da850c31 req-8a0a24a2-d52f-4474-b374-5e7dfef2c174 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:54.690499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff361abc-1542-40a1-8504-1e82da850c31 req-8a0a24a2-d52f-4474-b374-5e7dfef2c174 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 944 time: 0.0505257 Aug 20 15:27:54.728996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff361abc-1542-40a1-8504-1e82da850c31 req-d2f9cd99-9163-4765-9993-dbabb920fe43 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324247 Aug 20 15:27:54.750735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51450) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:54.818081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b9ec99ff-940e-4e91-9da7-2c6be1c5fd42 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/d5c1489d-8307-4b2e-ae8e-fc3efa64ee42 HTTP/1.1" status: 200 len: 991 time: 0.0660539 Aug 20 15:27:55.004801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51456) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:55.165649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 7816c6fe-c684-4a22-be08-37566c4f434b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:27:55.165997 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:55.240020 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:55.240271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:55.252430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 7816c6fe-c684-4a22-be08-37566c4f434b owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:27:55.401005 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:55.432722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=7816c6fe-c684-4a22-be08-37566c4f434b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:55.499815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:55.500182 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Floating IP d5c1489d-8307-4b2e-ae8e-fc3efa64ee42 disassociated (deleted). External IP: 172.25.5.202, port: faf27bba-0cf6-41f2-a3eb-26180014e429. Aug 20 15:27:55.711184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router cc5aeeda-1bb0-49c7-b469-0da5be917643 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:27:55.823394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:27:55.828090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:55.836920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] Sync routers for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:27:55.847870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:55.848872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:55.862930 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-83052788-e733-4241-b690-d537c9496e5c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/floatingips/d5c1489d-8307-4b2e-ae8e-fc3efa64ee42 HTTP/1.1" status: 204 len: 168 time: 0.8569725 Aug 20 15:27:55.863656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:27:55.866201 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d607a4-df21-4bed-a654-c9f366877527" -d '{"events": [{"name": "network-changed", "server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:27:55.895922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device faf27bba-0cf6-41f2-a3eb-26180014e429 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:27:55.930404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51468) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:55.985244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device faf27bba-0cf6-41f2-a3eb-26180014e429 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:27:56.009605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:56.056571 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7888991e-0328-4e0e-b904-84ce4ce96467 x-openstack-request-id: req-7888991e-0328-4e0e-b904-84ce4ce96467 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:27:56.056853 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:27:56.057107 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7888991e-0328-4e0e-b904-84ce4ce96467 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:27:56.057506 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'status': 'completed', 'code': 200} Aug 20 15:27:56.083929 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-525108fa-c062-4564-9961-26ffb681ea72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:56.144794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d607a4-df21-4bed-a654-c9f366877527 req-0e62c5a8-3180-40a1-a5e5-dfc87b9b3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:56.146494 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-27d607a4-df21-4bed-a654-c9f366877527 req-0e62c5a8-3180-40a1-a5e5-dfc87b9b3e86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0565181 Aug 20 15:27:56.195061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce40a5-baf9-4a92-bff6-74cb71c79c53 req-97b74e62-ca56-4b02-8a15-f97b832afa7a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:56.196665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91ce40a5-baf9-4a92-bff6-74cb71c79c53 req-97b74e62-ca56-4b02-8a15-f97b832afa7a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 944 time: 0.0806243 Aug 20 15:27:56.251286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d607a4-df21-4bed-a654-c9f366877527 req-82b95bc2-36b5-4437-b0b8-1842c2cd0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:56.253471 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-27d607a4-df21-4bed-a654-c9f366877527 req-82b95bc2-36b5-4437-b0b8-1842c2cd0090 service neutron] 10.222.0.70 "GET /v2.0/networks?id=01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 200 len: 898 time: 0.0961912 Aug 20 15:27:56.255928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:18Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '3671a19a-c744-45c2-8fb7-874ed6dea277', 'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:26:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:17Z', 'updated_at': '2021-08-20T15:26:24Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:56.263814 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-525108fa-c062-4564-9961-26ffb681ea72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:56.270347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-91ce40a5-baf9-4a92-bff6-74cb71c79c53 req-0d0b3bb8-bca0-4459-b297-41479257211d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=fe393972-c985-488f-ae35-f0e561135796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646167 Aug 20 15:27:56.276512 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-525108fa-c062-4564-9961-26ffb681ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:56.296055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] Checking router: cc5aeeda-1bb0-49c7-b469-0da5be917643 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:27:56.304188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-27d607a4-df21-4bed-a654-c9f366877527 req-3c1d3f4b-a477-4acc-a44f-21c563e9b1fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 200 len: 217 time: 0.0423162 Aug 20 15:27:56.307711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:27:56.308321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:56.322977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-525108fa-c062-4564-9961-26ffb681ea72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6728ffa440454a0b888974d25b1c3443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906031 Aug 20 15:27:56.323602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51476) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:56.330698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525108fa-c062-4564-9961-26ffb681ea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b40a8e-083a-49c1-82cf-f9d3f342900a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:56.364000 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d607a4-df21-4bed-a654-c9f366877527 req-fbd08815-449d-4804-a553-5d083c7a6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:56.365787 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-27d607a4-df21-4bed-a654-c9f366877527 req-fbd08815-449d-4804-a553-5d083c7a6139 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c6f9716-26ea-4ca5-b90f-31bfaff53d48 HTTP/1.1" status: 200 len: 834 time: 0.0473228 Aug 20 15:27:56.396381 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad70-d21c-490f-b132-4a4af2fe8878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:56.421010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d607a4-df21-4bed-a654-c9f366877527 req-d2a91a4f-729c-46c6-b10c-6b485a71fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:56.422001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:27:56.422590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-27d607a4-df21-4bed-a654-c9f366877527 req-d2a91a4f-729c-46c6-b10c-6b485a71fd8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01288448-4a0d-4516-9dd1-4a98391089ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451691 Aug 20 15:27:56.425896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad70-d21c-490f-b132-4a4af2fe8878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:56.477260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad70-d21c-490f-b132-4a4af2fe8878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:56.480351 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef5fad70-d21c-490f-b132-4a4af2fe8878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:56.481600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ef5fad70-d21c-490f-b132-4a4af2fe8878 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12b40a8e-083a-49c1-82cf-f9d3f342900a HTTP/1.1" status: 204 len: 168 time: 0.1568234 Aug 20 15:27:56.491623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fad70-d21c-490f-b132-4a4af2fe8878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b40a8e-083a-49c1-82cf-f9d3f342900a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:56.542036 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-27d607a4-df21-4bed-a654-c9f366877527 req-53a87094-06c0-414c-a1a4-f5009be081be service neutron] 10.222.0.70 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989099 Aug 20 15:27:56.656455 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-27d607a4-df21-4bed-a654-c9f366877527 req-133e474c-a004-4fc1-a162-f6e41fc63a1f service neutron] 10.222.0.70 "GET /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064095 Aug 20 15:27:56.666445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:18Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '3671a19a-c744-45c2-8fb7-874ed6dea277', 'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:26:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:17Z', 'updated_at': '2021-08-20T15:26:24Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:27:56.667101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-b6771a08-f5f1-4c8d-b032-d070cda92c3f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:27:56.668872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-b6771a08-f5f1-4c8d-b032-d070cda92c3f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 944 time: 0.0693107 Aug 20 15:27:56.702583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68af632-243b-4945-90df-1e3d8d2102e7 None None] The sync data for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 is: [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:18Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '3671a19a-c744-45c2-8fb7-874ed6dea277', 'name': '', 'network_id': '01288448-4a0d-4516-9dd1-4a98391089ed', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:26:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:17Z', 'updated_at': '2021-08-20T15:26:24Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': '6c6f9716-26ea-4ca5-b90f-31bfaff53d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:27:56.778461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port faf27bba-0cf6-41f2-a3eb-26180014e429 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:27:56.778958 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:56.875435 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port faf27bba-0cf6-41f2-a3eb-26180014e429, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=faf27bba-0cf6-41f2-a3eb-26180014e429,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:56.875844 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:56.892735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for faf27bba-0cf6-41f2-a3eb-26180014e429 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:27:56.974195 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b97c9a-6991-4435-a14b-cf7495cd5ea6 None None] New status for floating IP d5c1489d-8307-4b2e-ae8e-fc3efa64ee42: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:27:57.041141 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:57.071440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=faf27bba-0cf6-41f2-a3eb-26180014e429,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:57.122829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] No DVR routers for this DVR port faf27bba-0cf6-41f2-a3eb-26180014e429 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:27:57.125415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:57.128255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-87fbfbe5-297b-4a4d-877d-7b21033657fd req-7ac21bff-3ce3-46a4-91ea-749fffb365c7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "DELETE /v2.0/ports/faf27bba-0cf6-41f2-a3eb-26180014e429 HTTP/1.1" status: 204 len: 173 time: 0.4524393 Aug 20 15:27:57.384529 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-340fc0b9-47a8-4ed2-8630-7f67ace105ad req-df2cf80c-c202-4013-bd2f-d4b7c9dd4c98 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=852d7c8c-a25a-4efd-884c-0d4f07591ad5 HTTP/1.1" status: 200 len: 210 time: 0.0287740 Aug 20 15:27:58.058736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-deleted', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:27:58.061182 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd1e67-38d1-403f-bb39-1e9a25b5ff81" -d '{"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-deleted", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:27:58.098225 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200dc0f0-8fda-455c-ac66-5d0561274439 x-openstack-request-id: req-200dc0f0-8fda-455c-ac66-5d0561274439 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:27:58.098511 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d7c8c-a25a-4efd-884c-0d4f07591ad5", "name": "network-vif-deleted", "tag": "faf27bba-0cf6-41f2-a3eb-26180014e429", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:27:58.098781 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-200dc0f0-8fda-455c-ac66-5d0561274439 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:27:58.099179 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d7c8c-a25a-4efd-884c-0d4f07591ad5', 'name': 'network-vif-deleted', 'tag': 'faf27bba-0cf6-41f2-a3eb-26180014e429', 'status': 'completed', 'code': 200} Aug 20 15:27:58.441280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51528) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:27:58.801291 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:59.005721 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:59.085918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 3671a19a-c744-45c2-8fb7-874ed6dea277 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:27:59.086529 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:59.178131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port 3671a19a-c744-45c2-8fb7-874ed6dea277, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=3671a19a-c744-45c2-8fb7-874ed6dea277,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:27:59.178499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:59.192163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 3671a19a-c744-45c2-8fb7-874ed6dea277 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:27:59.678638 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:27:59.707412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=3671a19a-c744-45c2-8fb7-874ed6dea277,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:27:59.801225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device faf27bba-0cf6-41f2-a3eb-26180014e429 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:27:59.835779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: faf27bba-0cf6-41f2-a3eb-26180014e429 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:27:59.836201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device faf27bba-0cf6-41f2-a3eb-26180014e429 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:27:59.932668 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:00.210891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router cc5aeeda-1bb0-49c7-b469-0da5be917643 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:28:00.319594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:28:00.324839 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f5f06a27-fb86-4b71-a592-7c13a5cb4e85 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "PUT /v2.0/routers/cc5aeeda-1bb0-49c7-b469-0da5be917643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8824639 Aug 20 15:28:00.327661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51538) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:00.329955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] Sync routers for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:28:00.339200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:00.339934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:00.384269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e751627-6a63-41e5-a47f-ee85b1455e9f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting subnet 6c6f9716-26ea-4ca5-b90f-31bfaff53d48 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:28:00.388255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e751627-6a63-41e5-a47f-ee85b1455e9f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:00.430144 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e751627-6a63-41e5-a47f-ee85b1455e9f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:00.449532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:00.520109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e751627-6a63-41e5-a47f-ee85b1455e9f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:00.586678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e751627-6a63-41e5-a47f-ee85b1455e9f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:00.615325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e751627-6a63-41e5-a47f-ee85b1455e9f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6f9716-26ea-4ca5-b90f-31bfaff53d48,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:00.619095 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6e751627-6a63-41e5-a47f-ee85b1455e9f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:00.624018 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51544) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:00.624187 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6e751627-6a63-41e5-a47f-ee85b1455e9f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/subnets/6c6f9716-26ea-4ca5-b90f-31bfaff53d48 HTTP/1.1" status: 204 len: 168 time: 0.2953174 Aug 20 15:28:00.632848 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab9110-1c28-4aff-af5f-570b3e167618 None None] Network 01288448-4a0d-4516-9dd1-4a98391089ed requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:28:00.734510 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:00.812804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:27:59Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '4d9e53fa-e36b-404d-a2ff-b048d1c53e3d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:00.840821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:00.842921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] Checking router: cc5aeeda-1bb0-49c7-b469-0da5be917643 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:28:00.844175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51550) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:00.858049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] Routers {'cc5aeeda-1bb0-49c7-b469-0da5be917643'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:00.859000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['cc5aeeda-1bb0-49c7-b469-0da5be917643'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:00.912145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:28:00.914259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.007420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4d9e53fa-e36b-404d-a2ff-b048d1c53e3d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:01.008176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.022170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:28:01.023249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104e48d-d813-4c77-b095-05a91f114ac8 req-7b0df96e-b39f-4aea-bdca-e9ed584b76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:01.025136 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f104e48d-d813-4c77-b095-05a91f114ac8 req-7b0df96e-b39f-4aea-bdca-e9ed584b76c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 1098 time: 0.1790836 Aug 20 15:28:01.063515 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f104e48d-d813-4c77-b095-05a91f114ac8 req-fc317f63-f3d1-4221-b091-f182d2cec974 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314159 Aug 20 15:28:01.114424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b5bc04-57bd-4abb-8a28-c90ff673d0cf None None] DHCP port deletion for 01288448-4a0d-4516-9dd1-4a98391089ed request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:28:01.157834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] Set router cc5aeeda-1bb0-49c7-b469-0da5be917643 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:01.214856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.228915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:28:00Z', 'revision_number': 6, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:01.243901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=4d9e53fa-e36b-404d-a2ff-b048d1c53e3d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:01.269773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af4eed-8af8-4370-beb6-d06a3996eab8 None None] The sync data for ids ['cc5aeeda-1bb0-49c7-b469-0da5be917643'] in n-d-695189-15 is: [{'id': 'cc5aeeda-1bb0-49c7-b469-0da5be917643', 'name': 'tempest-TestNetworkAdvancedServerOps-router-877380133', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:14Z', 'updated_at': '2021-08-20T15:28:00Z', 'revision_number': 6, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:28:01.287341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-00b5bc04-57bd-4abb-8a28-c90ff673d0cf None None] Deleting port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:28:01.288127 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-00b5bc04-57bd-4abb-8a28-c90ff673d0cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.315016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.360925 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-00b5bc04-57bd-4abb-8a28-c90ff673d0cf None None] For port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2,segment=NetworkSegment(84d5408c-210a-41be-9f0c-2f5c65629b8e),segment_id=84d5408c-210a-41be-9f0c-2f5c65629b8e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:01.361542 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-00b5bc04-57bd-4abb-8a28-c90ff673d0cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.374313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-00b5bc04-57bd-4abb-8a28-c90ff673d0cf None None] Calling delete_port for 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:28:01.406807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.409014 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.456821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.457399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Fanout notify agent at l3_agent the message router_deleted on router cc5aeeda-1bb0-49c7-b469-0da5be917643 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:28:01.458704 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-00b5bc04-57bd-4abb-8a28-c90ff673d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.464543 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.468155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3e2b8765-67d7-4bca-97eb-54c5fe0d870a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/routers/cc5aeeda-1bb0-49c7-b469-0da5be917643 HTTP/1.1" status: 204 len: 168 time: 0.8406305 Aug 20 15:28:01.468524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51564) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:01.472291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b5bc04-57bd-4abb-8a28-c90ff673d0cf None None] No DVR routers for this DVR port 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:28:01.492091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5bc04-57bd-4abb-8a28-c90ff673d0cf None None] Pushing event deleted for resources: {'Port': ['ID=8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:01.557159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.644204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.654871 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01288448-4a0d-4516-9dd1-4a98391089ed']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:01.666636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d5408c-210a-41be-9f0c-2f5c65629b8e') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:01.666936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d5408c-210a-41be-9f0c-2f5c65629b8e') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:01.677864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.695260 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.703299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:28:01.703818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:28:01.708339 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:28:01.774701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.788852 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.791420 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/networks/01288448-4a0d-4516-9dd1-4a98391089ed HTTP/1.1" status: 204 len: 168 time: 0.3217137 Aug 20 15:28:01.794251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51566) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:01.814706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27166a-40cc-4bfe-80b4-166f58040de3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Network': ['ID=01288448-4a0d-4516-9dd1-4a98391089ed,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:01.877613 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b75abb2e-2ad6-4340-93e0-89df04331496 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.901376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3671a19a-c744-45c2-8fb7-874ed6dea277 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:28:01.910085 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b75abb2e-2ad6-4340-93e0-89df04331496 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.936024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 3671a19a-c744-45c2-8fb7-874ed6dea277 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:28:01.936372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 3671a19a-c744-45c2-8fb7-874ed6dea277 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:28:01.937548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:28:01.965424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:28:01.969756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8d70ff6a-8e01-44fb-b8ce-d5ce4f2fdfb2 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:28:01.970800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:28:01.980917 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b75abb2e-2ad6-4340-93e0-89df04331496 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.983839 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b75abb2e-2ad6-4340-93e0-89df04331496 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:01.988069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b75abb2e-2ad6-4340-93e0-89df04331496 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/security-groups/fe393972-c985-488f-ae35-f0e561135796 HTTP/1.1" status: 204 len: 168 time: 0.1895957 Aug 20 15:28:02.000486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75abb2e-2ad6-4340-93e0-89df04331496 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe393972-c985-488f-ae35-f0e561135796,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:02.011070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:28:02.011491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4d9e53fa-e36b-404d-a2ff-b048d1c53e3d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:28:02.401271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51578) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:02.406023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-36f515e4-0a74-4a84-be8d-8bfca5ac5364 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694734281', 'description': 'tempest-secgroup-smoke-694734281 description', 'project_id': '971a6c892d9846e6ab8a33d62c35597b'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:02.430988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36f515e4-0a74-4a84-be8d-8bfca5ac5364 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.520293 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36f515e4-0a74-4a84-be8d-8bfca5ac5364 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.524470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36f515e4-0a74-4a84-be8d-8bfca5ac5364 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.553810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-36f515e4-0a74-4a84-be8d-8bfca5ac5364 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.555070 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-36f515e4-0a74-4a84-be8d-8bfca5ac5364 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1527464 Aug 20 15:28:02.557979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51582) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:02.563417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2b0dae3a-4907-4c25-a5bc-0f49ac11a683 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'c6f61761-9c47-428d-aaae-9f9026c87531', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:02.569969 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f515e4-0a74-4a84-be8d-8bfca5ac5364 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f61761-9c47-428d-aaae-9f9026c87531,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:02.594364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b0dae3a-4907-4c25-a5bc-0f49ac11a683 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.651918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b0dae3a-4907-4c25-a5bc-0f49ac11a683 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.655337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b0dae3a-4907-4c25-a5bc-0f49ac11a683 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.671102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dae3a-4907-4c25-a5bc-0f49ac11a683 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c00e818-dd19-4432-acbd-5e19a0b8258f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:02.680995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2b0dae3a-4907-4c25-a5bc-0f49ac11a683 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.682207 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2b0dae3a-4907-4c25-a5bc-0f49ac11a683 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232963 Aug 20 15:28:02.684937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51586) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:02.689974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ae75785f-e624-45ca-9f0b-ccd7afed21ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'c6f61761-9c47-428d-aaae-9f9026c87531', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:02.715385 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae75785f-e624-45ca-9f0b-ccd7afed21ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.777193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae75785f-e624-45ca-9f0b-ccd7afed21ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.780623 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae75785f-e624-45ca-9f0b-ccd7afed21ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.800839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75785f-e624-45ca-9f0b-ccd7afed21ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2307ab10-cc35-4339-ae5e-2916dac34af9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:02.803825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae75785f-e624-45ca-9f0b-ccd7afed21ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.805119 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae75785f-e624-45ca-9f0b-ccd7afed21ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192367 Aug 20 15:28:02.808039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51588) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:02.812373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a58e6a5e-17be-46c9-bf4c-3a0111bfb493 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'c6f61761-9c47-428d-aaae-9f9026c87531', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:02.837930 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a58e6a5e-17be-46c9-bf4c-3a0111bfb493 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.898066 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a58e6a5e-17be-46c9-bf4c-3a0111bfb493 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.901796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a58e6a5e-17be-46c9-bf4c-3a0111bfb493 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.921494 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e6a5e-17be-46c9-bf4c-3a0111bfb493 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d54672e-bc81-459a-88b7-94946c8f94ca,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:02.927979 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a58e6a5e-17be-46c9-bf4c-3a0111bfb493 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:02.929255 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a58e6a5e-17be-46c9-bf4c-3a0111bfb493 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202574 Aug 20 15:28:02.932055 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51590) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:02.936557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8d7b5339-1080-465d-8d70-23fbbfcf2d21 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'c6f61761-9c47-428d-aaae-9f9026c87531', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:02.962209 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5339-1080-465d-8d70-23fbbfcf2d21 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.030171 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5339-1080-465d-8d70-23fbbfcf2d21 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.035636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5339-1080-465d-8d70-23fbbfcf2d21 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.056952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b5339-1080-465d-8d70-23fbbfcf2d21 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad67ad3c-b44b-43e8-9e07-4fbd97c49a0a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:03.065047 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8d7b5339-1080-465d-8d70-23fbbfcf2d21 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.066513 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8d7b5339-1080-465d-8d70-23fbbfcf2d21 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333673 Aug 20 15:28:03.069309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51594) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:03.073868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3c21670e-75ee-4379-b261-4752ac4c7542 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'c6f61761-9c47-428d-aaae-9f9026c87531', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:03.096249 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-3c21670e-75ee-4379-b261-4752ac4c7542 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Project 971a6c892d9846e6ab8a33d62c35597b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:28:03.100912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c21670e-75ee-4379-b261-4752ac4c7542 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.164764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c21670e-75ee-4379-b261-4752ac4c7542 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.168185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c21670e-75ee-4379-b261-4752ac4c7542 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.188464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21670e-75ee-4379-b261-4752ac4c7542 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90e206f-ca50-4d4e-9c3e-9a3d1b98cf2f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:03.192113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3c21670e-75ee-4379-b261-4752ac4c7542 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.196095 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3c21670e-75ee-4379-b261-4752ac4c7542 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229892 Aug 20 15:28:03.196640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51596) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:03.200851 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-372809e8-a446-41ce-a4d6-76c22b686576 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'security_group_rule': {'security_group_id': 'c6f61761-9c47-428d-aaae-9f9026c87531', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:03.222891 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-372809e8-a446-41ce-a4d6-76c22b686576 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Project 971a6c892d9846e6ab8a33d62c35597b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:28:03.227594 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-372809e8-a446-41ce-a4d6-76c22b686576 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.287757 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-372809e8-a446-41ce-a4d6-76c22b686576 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.292219 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-372809e8-a446-41ce-a4d6-76c22b686576 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.309864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372809e8-a446-41ce-a4d6-76c22b686576 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3deedc-9a23-47b8-bd4b-933281eccfa1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:03.317607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-372809e8-a446-41ce-a4d6-76c22b686576 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.318846 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-372809e8-a446-41ce-a4d6-76c22b686576 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215494 Aug 20 15:28:03.321640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51602) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:03.326734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'network': {'name': 'tempest-network-smoke--371640410', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'port_security_enabled': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:03.348651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:28:03.352250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.378309 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:28:03.390563 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.390985 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Added segment 90428b51-f950-47aa-850e-b2ccdd1fef80 of type vlan for network e9482ab2-4759-4855-a604-3dd4ea91f7e8 Aug 20 15:28:03.433336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.458312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.463944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:03.464525 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.527333 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2046061 Aug 20 15:28:03.530292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51606) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:03.534593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'admin_state_up': True, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:03.544817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef6339-914e-4b9f-8d1b-a4d7b4f273b7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Network': ['ID=e9482ab2-4759-4855-a604-3dd4ea91f7e8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:03.555629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network e9482ab2-4759-4855-a604-3dd4ea91f7e8 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:28:03.562482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.564444 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.620664 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.762502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.968871 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:03.989731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:04.106628 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.25.5.223 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/53a30682-9220-4d06-b677-5c8d5a005dd1) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:04.211344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:04.250658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:04.291381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:04.294300 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:04.297802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:04.329370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=53a30682-9220-4d06-b677-5c8d5a005dd1,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:04.556109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:04.774029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:04.917090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router c3e93b73-1a46-4fc1-b19b-781f8b716d95 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:28:05.023292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:28:05.034421 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Sync routers for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:28:05.041783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.046019 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f2338f4c-76d2-4a04-9709-e3b9410255fc tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5120115 Aug 20 15:28:05.046185 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:05.046185 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:05.046421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51610) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:05.076094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b5554178-4fe1-4cf3-a293-28b7bd74b7f4 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=971a6c892d9846e6ab8a33d62c35597b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285678 Aug 20 15:28:05.078798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51612) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:05.156323 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:05.238081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7a570d-923f-4f6d-9afd-0ce118081a91 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:05.242215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ff7a570d-923f-4f6d-9afd-0ce118081a91 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1590679 Aug 20 15:28:05.242451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51614) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:05.273089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a53a6b4f-1d30-4f2e-a3e4-c8feb56e954b tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295327 Aug 20 15:28:05.275782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51616) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:05.280795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1989899236', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:05.345906 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:04Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:05.375702 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Checking router: c3e93b73-1a46-4fc1-b19b-781f8b716d95 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:28:05.376121 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Updating router c3e93b73-1a46-4fc1-b19b-781f8b716d95 port 53a30682-9220-4d06-b677-5c8d5a005dd1 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:28:05.380719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:28:05.384216 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.402953 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.600352 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.682086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Checking segment: {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:05.682470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network hostable DHCP agents. Network: e9482ab2-4759-4855-a604-3dd4ea91f7e8, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:28:05.684417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Subnet': ['ID=a8b013d5-e962-4f07-9b5f-cb36eb17ca66,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:05.707812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network e9482ab2-4759-4855-a604-3dd4ea91f7e8 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:28:05.709076 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.726849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, e9482ab2-4759-4855-a604-3dd4ea91f7e8) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:05.732116 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Transition to ACTIVE for port object 53a30682-9220-4d06-b677-5c8d5a005dd1 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:05.733095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:05.733709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.743065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e7099f-414e-453a-a0dc-82654ce8ca2b None None] Network e9482ab2-4759-4855-a604-3dd4ea91f7e8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:28:05.746664 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.766703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-64413afe-b600-46b2-a789-8f7cca81ebed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4894545 Aug 20 15:28:05.769360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51624) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:05.803385 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Attempting to bind port 53a30682-9220-4d06-b677-5c8d5a005dd1 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:28:05.803774 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Attempting to bind port 53a30682-9220-4d06-b677-5c8d5a005dd1 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:28:05.804131 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Attempting to bind port 53a30682-9220-4d06-b677-5c8d5a005dd1 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:05.812553 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Pushing event updated for resources: {'Port': ['ID=53a30682-9220-4d06-b677-5c8d5a005dd1,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:05.821735 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:28:05.822108 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:05.822507 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.822894 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:28:05.823357 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Bound port: 53a30682-9220-4d06-b677-5c8d5a005dd1, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:28:05.823755 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.826094 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.826369 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.826705 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.827034 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.827356 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.827707 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.828029 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.828347 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.828667 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.828985 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.829978 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.830866 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:05.886502 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] For port 53a30682-9220-4d06-b677-5c8d5a005dd1, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:28:05.888640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51626) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:05.889783 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] For port 53a30682-9220-4d06-b677-5c8d5a005dd1, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=53a30682-9220-4d06-b677-5c8d5a005dd1,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:28:05.897524 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:05.952670 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:05.953574 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:05.975213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:28:05.976180 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.024187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a77bd8d-bb88-4313-872b-b1a5c432771a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.103486 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.163091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Allocated IP 172.20.0.2 (e9482ab2-4759-4855-a604-3dd4ea91f7e8/a8b013d5-e962-4f07-9b5f-cb36eb17ca66/2da95baa-1203-4119-9c78-f29aa0435332) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:06.163360 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce9dfe-aa2e-4d93-aa9e-be8158db5681 None None] Pushing event updated for resources: {'Port': ['ID=53a30682-9220-4d06-b677-5c8d5a005dd1,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:06.167682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a77bd8d-bb88-4313-872b-b1a5c432771a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.176551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9a77bd8d-bb88-4313-872b-b1a5c432771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.200290 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:06.218245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77bd8d-bb88-4313-872b-b1a5c432771a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9dc68e-c95b-4828-b024-f381bddae9b5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:06.242102 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9a77bd8d-bb88-4313-872b-b1a5c432771a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7054f689faa04d5cb770f7b92130dc3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516898 Aug 20 15:28:06.244560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51630) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:06.312565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad621c71-29d8-4b95-a382-57ca7e26e298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.344047 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad621c71-29d8-4b95-a382-57ca7e26e298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.356500 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.365393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.369599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Transition to ACTIVE for port object 2da95baa-1203-4119-9c78-f29aa0435332 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:06.395695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Transition to ACTIVE for port object 2da95baa-1203-4119-9c78-f29aa0435332 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:06.404624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.405239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad621c71-29d8-4b95-a382-57ca7e26e298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.409124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ad621c71-29d8-4b95-a382-57ca7e26e298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.410363 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ad621c71-29d8-4b95-a382-57ca7e26e298 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc9dc68e-c95b-4828-b024-f381bddae9b5 HTTP/1.1" status: 204 len: 168 time: 0.1635728 Aug 20 15:28:06.415089 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:04Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:06.418897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad621c71-29d8-4b95-a382-57ca7e26e298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9dc68e-c95b-4828-b024-f381bddae9b5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:06.454477 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a24147-b3d2-43a7-af07-014418bbf1b9 None None] The sync data for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 is: [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:04Z', 'revision_number': 3, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:28:06.480630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Network e9482ab2-4759-4855-a604-3dd4ea91f7e8 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:06.485494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:06.498343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:06.500523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Pushing event updated for resources: {'Port': ['ID=2da95baa-1203-4119-9c78-f29aa0435332,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:06.562681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Attempting to bind port 2da95baa-1203-4119-9c78-f29aa0435332 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:28:06.563060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Attempting to bind port 2da95baa-1203-4119-9c78-f29aa0435332 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:28:06.563484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Attempting to bind port 2da95baa-1203-4119-9c78-f29aa0435332 on network e9482ab2-4759-4855-a604-3dd4ea91f7e8 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:06.574219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:28:06.574606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Checking segment: {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:06.575019 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.575440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Bound using segment: {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:28:06.575953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Bound port: 2da95baa-1203-4119-9c78-f29aa0435332, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:28:06.576339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.645491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] For port 2da95baa-1203-4119-9c78-f29aa0435332, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:28:06.652572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] For port 2da95baa-1203-4119-9c78-f29aa0435332, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2da95baa-1203-4119-9c78-f29aa0435332,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:28:06.660730 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.719239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.20.0.1 (e9482ab2-4759-4855-a604-3dd4ea91f7e8/a8b013d5-e962-4f07-9b5f-cb36eb17ca66/68ad4b40-65ef-489a-a68a-d02dc01310b5) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:06.744862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c11b5-814d-4c99-98a7-82bbc94bce07 None None] Pushing event updated for resources: {'Port': ['ID=2da95baa-1203-4119-9c78-f29aa0435332,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:06.905893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:06.929532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Transition to ACTIVE for port object 68ad4b40-65ef-489a-a68a-d02dc01310b5 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:06.997083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:07.044522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network e9482ab2-4759-4855-a604-3dd4ea91f7e8 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:07.048748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:07.051530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:07.099723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=68ad4b40-65ef-489a-a68a-d02dc01310b5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:07.120061 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:07.289186 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:07.941183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22f5e9-e930-45f2-8ac8-42e47c55d3a2 None None] Network e9482ab2-4759-4855-a604-3dd4ea91f7e8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:28:07.979944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:07.984918 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.043642 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2da95baa-1203-4119-9c78-f29aa0435332 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:08.064924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=68ad4b40-65ef-489a-a68a-d02dc01310b5,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:08.068474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.100095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51666) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:08.130458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-12cc43b6-e7b5-475c-9fd8-90e703379bea None None] Provisioning for port 2da95baa-1203-4119-9c78-f29aa0435332 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:08.190944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2da95baa-1203-4119-9c78-f29aa0435332 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:08.192199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network e9482ab2-4759-4855-a604-3dd4ea91f7e8 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:08.193947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:08.199047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2da95baa-1203-4119-9c78-f29aa0435332 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:08.199566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.313254 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'network': {'name': 'tempest-network-smoke--200825348', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'port_security_enabled': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:08.319631 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.343977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router c3e93b73-1a46-4fc1-b19b-781f8b716d95 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:28:08.348287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Made reservation on behalf of e41f34b3c314449a83fb9ff70981e466 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:28:08.353220 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.358984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 2da95baa-1203-4119-9c78-f29aa0435332, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2da95baa-1203-4119-9c78-f29aa0435332,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:08.364846 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.365410 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.366003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 53a30682-9220-4d06-b677-5c8d5a005dd1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:08.465700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=2da95baa-1203-4119-9c78-f29aa0435332,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:08.490449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 53a30682-9220-4d06-b677-5c8d5a005dd1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:08.494826 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 53a30682-9220-4d06-b677-5c8d5a005dd1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:08.494958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:28:08.495087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.508883 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.509626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cba201f0-8c1d-4c8e-a16e-77a8e2e89306 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "PUT /v2.0/routers/c3e93b73-1a46-4fc1-b19b-781f8b716d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7337425 Aug 20 15:28:08.515160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.523840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Sync routers for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:28:08.540523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:08.541227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:08.550935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:28:08.577404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.577764 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Added segment a414214b-4e87-4a12-99da-9e96ae9d06c7 of type vlan for network 40a75b70-611a-49d6-a5dd-1869ec42e75f Aug 20 15:28:08.591197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb4b402-545b-45ce-8fe9-984f477c33a7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:08.653539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.662759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3a50d288-c34d-468f-9cab-16584800d97f None None] Provisioning complete for port 2da95baa-1203-4119-9c78-f29aa0435332 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:08.663142 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3a50d288-c34d-468f-9cab-16584800d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.686257 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.692596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:08.693042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.750914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:08.760455 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6589923 Aug 20 15:28:08.763797 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51682) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:08.772018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'admin_state_up': True, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:08.788688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75267b1-fe4d-4eb5-87da-c6abd9b2d7cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Network': ['ID=40a75b70-611a-49d6-a5dd-1869ec42e75f,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:08.789143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-f5c4c270-fa71-4601-b14a-3ea089ea37f3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694734281&fields=id&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 267 time: 0.0535212 Aug 20 15:28:08.811817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.813039 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.847008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 40a75b70-611a-49d6-a5dd-1869ec42e75f details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:28:08.878792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.940779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733361-58c0-4167-9503-b4ac11d95c1d req-0f6d8137-4489-4e54-b157-7476523ffa56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:08.942257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-0f6d8137-4489-4e54-b157-7476523ffa56 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/networks?id=e9482ab2-4759-4855-a604-3dd4ea91f7e8 HTTP/1.1" status: 200 len: 796 time: 0.1461096 Aug 20 15:28:08.954740 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:08.958573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-a72a5c75-d6e1-4d47-9aa6-bb027cd0f1c6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/quotas/971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 375 time: 0.0103824 Aug 20 15:28:09.029703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 53a30682-9220-4d06-b677-5c8d5a005dd1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=53a30682-9220-4d06-b677-5c8d5a005dd1,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:09.044316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-c8c64b54-7518-40eb-9ad5-1d10a53f92e6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764992 Aug 20 15:28:09.049473 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.059059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.148150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3a50d288-c34d-468f-9cab-16584800d97f None None] Provisioning for port 68ad4b40-65ef-489a-a68a-d02dc01310b5 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:09.158950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3a50d288-c34d-468f-9cab-16584800d97f None None] Provisioning complete for port 68ad4b40-65ef-489a-a68a-d02dc01310b5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:09.159630 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3a50d288-c34d-468f-9cab-16584800d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.161483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=53a30682-9220-4d06-b677-5c8d5a005dd1,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:09.180886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-3789c7bd-dab6-49cb-9b6f-3e6fca875588 service neutron] 10.222.0.36 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101511 Aug 20 15:28:09.207830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3a50d288-c34d-468f-9cab-16584800d97f None None] Port 68ad4b40-65ef-489a-a68a-d02dc01310b5 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:28:09.218365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '68ad4b40-65ef-489a-a68a-d02dc01310b5', 'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:a0:be:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:06Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 2, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:09.250048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Checking router: c3e93b73-1a46-4fc1-b19b-781f8b716d95 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:28:09.250409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Updating router c3e93b73-1a46-4fc1-b19b-781f8b716d95 port 68ad4b40-65ef-489a-a68a-d02dc01310b5 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:28:09.276442 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.281372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-d756ada3-1822-47dc-82f2-8cd96b640f3b service neutron] 10.222.0.36 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938005 Aug 20 15:28:09.314500 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.343666 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.393559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-311fa6a6-8c97-4227-9b2d-2f601c9e4e1f None None] Provisioning complete for port 68ad4b40-65ef-489a-a68a-d02dc01310b5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:09.393936 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-311fa6a6-8c97-4227-9b2d-2f601c9e4e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.463922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.25.5.91 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/5d66b6eb-2568-43f0-a105-f6d4a48af8e9) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:09.483599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92db6685-78b1-42ca-befe-c9ee07e3866e req-04643f6b-114b-4a5a-9d0e-f98be1f24b50 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 210 time: 0.0349252 Aug 20 15:28:09.595409 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.620393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-311fa6a6-8c97-4227-9b2d-2f601c9e4e1f None None] Port 68ad4b40-65ef-489a-a68a-d02dc01310b5 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:28:09.648037 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.692750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:09.696038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:09.699572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:09.730854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=5d66b6eb-2568-43f0-a105-f6d4a48af8e9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:09.783471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.796697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Transition to ACTIVE for port object 68ad4b40-65ef-489a-a68a-d02dc01310b5 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:09.806345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.861393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2da95baa-1203-4119-9c78-f29aa0435332 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:09.907903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c7ccc-59d1-45e5-adbc-7bce5edd5aee None None] Pushing event updated for resources: {'Port': ['ID=68ad4b40-65ef-489a-a68a-d02dc01310b5,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:09.956370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Attempting to bind port 68ad4b40-65ef-489a-a68a-d02dc01310b5 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:28:09.957039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Attempting to bind port 68ad4b40-65ef-489a-a68a-d02dc01310b5 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:28:09.957177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Attempting to bind port 68ad4b40-65ef-489a-a68a-d02dc01310b5 on network e9482ab2-4759-4855-a604-3dd4ea91f7e8 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:09.964815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:28:09.965177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Checking segment: {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:09.965786 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:09.966373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Bound using segment: {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:28:09.967020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Bound port: 68ad4b40-65ef-489a-a68a-d02dc01310b5, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:28:09.967630 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:10.011675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2da95baa-1203-4119-9c78-f29aa0435332 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:10.012057 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:10.018540 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:10.074456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] For port 68ad4b40-65ef-489a-a68a-d02dc01310b5, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:28:10.089778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] For port 68ad4b40-65ef-489a-a68a-d02dc01310b5, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=68ad4b40-65ef-489a-a68a-d02dc01310b5,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:28:10.096572 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:10.190965 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 53a30682-9220-4d06-b677-5c8d5a005dd1 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:10.232954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c7ccc-59d1-45e5-adbc-7bce5edd5aee None None] Pushing event updated for resources: {'Port': ['ID=68ad4b40-65ef-489a-a68a-d02dc01310b5,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:10.236269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:10.237037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:10.341626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 53a30682-9220-4d06-b677-5c8d5a005dd1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:10.342006 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:10.389223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:10.620314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-718d0a11-fc80-4b0b-ae39-fcfa25f48136 req-5fbf9020-25ec-4123-98d9-5f1739139a22 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 210 time: 0.0345607 Aug 20 15:28:10.649629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733361-58c0-4167-9503-b4ac11d95c1d req-d96f0505-b820-4d6c-a38d-10d5c3a09c75 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:10.651132 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-d96f0505-b820-4d6c-a38d-10d5c3a09c75 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "GET /v2.0/networks?id=e9482ab2-4759-4855-a604-3dd4ea91f7e8 HTTP/1.1" status: 200 len: 796 time: 0.1946242 Aug 20 15:28:10.691896 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:10.698342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '68ad4b40-65ef-489a-a68a-d02dc01310b5', 'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:a0:be:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:06Z', 'updated_at': '2021-08-20T15:28:10Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:10.705595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-20cf6776-89bf-42ba-9e32-079d176ce9e1 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=971a6c892d9846e6ab8a33d62c35597b HTTP/1.1" status: 200 len: 379 time: 0.0428896 Aug 20 15:28:10.717337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'port': {'device_id': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'admin_state_up': True, 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'security_groups': ['c6f61761-9c47-428d-aaae-9f9026c87531']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:10.726688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e089027-89ac-4c7f-b9e2-1bb252128451 None None] The sync data for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 is: [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '68ad4b40-65ef-489a-a68a-d02dc01310b5', 'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:a0:be:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:06Z', 'updated_at': '2021-08-20T15:28:10Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:28:10.856934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Made reservation on behalf of 971a6c892d9846e6ab8a33d62c35597b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:28:10.858410 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router df778afa-5c30-4270-b870-a1c13e167768 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:28:10.861426 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:10.987037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:28:10.998550 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Sync routers for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:28:11.005830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.20.0.14 (e9482ab2-4759-4855-a604-3dd4ea91f7e8/a8b013d5-e962-4f07-9b5f-cb36eb17ca66/0cda9eb1-7be2-4439-b78e-fed369bc39ab) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:11.010126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.010492 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:11.011171 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c543baf5-6526-412d-8910-4109ff25a469 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2462549 Aug 20 15:28:11.011707 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:11.014332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51696) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:11.111776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ad764663-e1ea-4700-9843-147b585e6453 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e41f34b3c314449a83fb9ff70981e466&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0957241 Aug 20 15:28:11.113831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51700) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:11.150052 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:11.194407 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.214068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Transition to ACTIVE for port object 0cda9eb1-7be2-4439-b78e-fed369bc39ab will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:11.228526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c7031-d380-4e3d-afeb-326f6214febc tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:11.230692 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c91c7031-d380-4e3d-afeb-326f6214febc tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1156037 Aug 20 15:28:11.234927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51702) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:11.279782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4a4dc126-d7fa-4b23-9fae-9c930758aefa tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420618 Aug 20 15:28:11.282776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51704) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:11.288346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1698698289', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:11.294882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.356610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network e9482ab2-4759-4855-a604-3dd4ea91f7e8 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:11.361278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:11.365937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:11.381623 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:28:09Z', 'revision_number': 3, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:11.414426 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Checking router: df778afa-5c30-4270-b870-a1c13e167768 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:28:11.415060 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Updating router df778afa-5c30-4270-b870-a1c13e167768 port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:28:11.422971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Made reservation on behalf of e41f34b3c314449a83fb9ff70981e466 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:28:11.426906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.430214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:11.430932 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.448616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=0cda9eb1-7be2-4439-b78e-fed369bc39ab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:11.461914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-62d8f4ec-64eb-43d5-874c-7105fa38354f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483251 Aug 20 15:28:11.468405 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.476824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Request body: {'port': {'device_id': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:11.552426 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.692171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c4539180-9c40-48ab-b15d-0552574f63e4 None None] Provisioning for port 0cda9eb1-7be2-4439-b78e-fed369bc39ab completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:11.703116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c4539180-9c40-48ab-b15d-0552574f63e4 None None] Provisioning complete for port 0cda9eb1-7be2-4439-b78e-fed369bc39ab triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:11.703490 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c4539180-9c40-48ab-b15d-0552574f63e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.769717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.794553 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c4539180-9c40-48ab-b15d-0552574f63e4 None None] Port 0cda9eb1-7be2-4439-b78e-fed369bc39ab cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:28:11.876818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea610d0a-1c56-4f09-820d-a57a5a81c502 req-ecd35b66-2bd1-441c-98a2-a9840b4d861a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:11.878128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea610d0a-1c56-4f09-820d-a57a5a81c502 req-ecd35b66-2bd1-441c-98a2-a9840b4d861a tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 932 time: 0.1202528 Aug 20 15:28:11.904058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Subnet': ['ID=518e259e-3f29-4cc7-9db0-15a5bca666bc,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:11.915855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Checking segment: {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:11.916239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network hostable DHCP agents. Network: 40a75b70-611a-49d6-a5dd-1869ec42e75f, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:28:11.943669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 40a75b70-611a-49d6-a5dd-1869ec42e75f is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:28:11.950815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 68ad4b40-65ef-489a-a68a-d02dc01310b5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:11.958869 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea610d0a-1c56-4f09-820d-a57a5a81c502 req-2cf0fec2-906c-457c-b1cb-a47451ea8bf7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697958 Aug 20 15:28:11.975096 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:11.981480 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 40a75b70-611a-49d6-a5dd-1869ec42e75f) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:11.985864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:11.986470 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.003171 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Transition to ACTIVE for port object 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:12.004023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6734a5c4-b073-4e75-9195-3169ce98ca06 None None] Network 40a75b70-611a-49d6-a5dd-1869ec42e75f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:28:12.015832 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.019579 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-16947adc-9e45-4290-b9e5-7b803fb0168b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7356143 Aug 20 15:28:12.022498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51708) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:12.022800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cda9eb1-7be2-4439-b78e-fed369bc39ab {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:28:12.031594 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.049004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Transition to ACTIVE for port object 0cda9eb1-7be2-4439-b78e-fed369bc39ab will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:12.054202 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.143583 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788fb5e-b4f1-4f36-864e-9850f38cdfea None None] Pushing event updated for resources: {'Port': ['ID=5d66b6eb-2568-43f0-a105-f6d4a48af8e9,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:12.152466 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Attempting to bind port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:28:12.153283 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Attempting to bind port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:28:12.153688 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Attempting to bind port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:12.155363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 68ad4b40-65ef-489a-a68a-d02dc01310b5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:12.161583 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:28:12.162521 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:12.163375 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.164024 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:28:12.164701 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Bound port: 5d66b6eb-2568-43f0-a105-f6d4a48af8e9, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:28:12.165560 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.187928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 68ad4b40-65ef-489a-a68a-d02dc01310b5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:12.188387 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.200816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda9eb1-7be2-4439-b78e-fed369bc39ab,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:12.275041 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] For port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:28:12.280605 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] For port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d66b6eb-2568-43f0-a105-f6d4a48af8e9,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:28:12.288322 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.297621 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Attempting to bind port 0cda9eb1-7be2-4439-b78e-fed369bc39ab on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:28:12.298595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Attempting to bind port 0cda9eb1-7be2-4439-b78e-fed369bc39ab by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:28:12.303874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Attempting to bind port 0cda9eb1-7be2-4439-b78e-fed369bc39ab on network e9482ab2-4759-4855-a604-3dd4ea91f7e8 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:12.319694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Port 0cda9eb1-7be2-4439-b78e-fed369bc39ab on network e9482ab2-4759-4855-a604-3dd4ea91f7e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:28:12.320168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Attempting to bind port 0cda9eb1-7be2-4439-b78e-fed369bc39ab on network e9482ab2-4759-4855-a604-3dd4ea91f7e8 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:12.332935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:28:12.333295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Checking segment: {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:12.333700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Bound using segment: {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:28:12.334239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Bound port: 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90428b51-f950-47aa-850e-b2ccdd1fef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:28:12.334615 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.381732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3589f421-e1c7-44cd-abd1-0984f6cd8d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.410900 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:12.411580 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:12.416986 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788fb5e-b4f1-4f36-864e-9850f38cdfea None None] Pushing event updated for resources: {'Port': ['ID=5d66b6eb-2568-43f0-a105-f6d4a48af8e9,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:12.465871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] For port 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:28:12.472150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] For port 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:28:12.472839 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.487176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.503964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-40a75b70-611a-49d6-a5dd-1869ec42e75f', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:28:12.504914 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.557398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:12.558431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.562128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] 10.222.0.70 "PUT /v2.0/ports/0cda9eb1-7be2-4439-b78e-fed369bc39ab HTTP/1.1" status: 200 len: 1093 time: 1.0892961 Aug 20 15:28:12.562896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:28:12.566290 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:28:12.569206 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:12.571624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 68ad4b40-65ef-489a-a68a-d02dc01310b5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=68ad4b40-65ef-489a-a68a-d02dc01310b5,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:12.586195 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.619892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2677e-6ec4-4442-8c98-2667d9da0704 service neutron] Pushing event updated for resources: {'Port': ['ID=0cda9eb1-7be2-4439-b78e-fed369bc39ab,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:12.682165 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cd4119-bcf7-4452-ad94-7bff56a7cf1b x-openstack-request-id: req-93cd4119-bcf7-4452-ad94-7bff56a7cf1b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:28:12.683530 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:28:12.684459 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93cd4119-bcf7-4452-ad94-7bff56a7cf1b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:28:12.685046 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'status': 'completed', 'code': 200} Aug 20 15:28:12.711765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733361-58c0-4167-9503-b4ac11d95c1d req-2b1844a0-c205-4263-9799-6ca140c342b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:12.713727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-2b1844a0-c205-4263-9799-6ca140c342b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 1096 time: 0.0799110 Aug 20 15:28:12.751206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=68ad4b40-65ef-489a-a68a-d02dc01310b5,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:12.764038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.764411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.764748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.765084 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.765410 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.765739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.766062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.766383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.767338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.767687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.768009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.768329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:12.793800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-55384f19-129f-40ae-a7f5-06a59c7bb04e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab HTTP/1.1" status: 200 len: 217 time: 0.0671194 Aug 20 15:28:12.795578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Allocated IP 172.20.0.2 (40a75b70-611a-49d6-a5dd-1869ec42e75f/518e259e-3f29-4cc7-9db0-15a5bca666bc/912b1e56-9dd8-456b-9b4d-267d46cff1b8) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:12.796676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:12.873805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733361-58c0-4167-9503-b4ac11d95c1d req-8a0f1ddd-f8b5-4b8d-9b61-e21bfa341253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:12.875892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-8a0f1ddd-f8b5-4b8d-9b61-e21bfa341253 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8b013d5-e962-4f07-9b5f-cb36eb17ca66 HTTP/1.1" status: 200 len: 835 time: 0.0755486 Aug 20 15:28:12.928027 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:28:09Z', 'revision_number': 3, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:12.940575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733361-58c0-4167-9503-b4ac11d95c1d req-518ec098-1855-4a08-a2c7-d80fcbf4f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:12.942214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-518ec098-1855-4a08-a2c7-d80fcbf4f06c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9482ab2-4759-4855-a604-3dd4ea91f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581174 Aug 20 15:28:12.961227 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774a545-3d32-4060-9de7-d2095c0c6c88 None None] The sync data for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 is: [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:28:09Z', 'revision_number': 3, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:28:13.019776 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:13.029264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Transition to ACTIVE for port object 912b1e56-9dd8-456b-9b4d-267d46cff1b8 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:13.050779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Transition to ACTIVE for port object 912b1e56-9dd8-456b-9b4d-267d46cff1b8 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:13.063165 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:13.115185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Pushing event updated for resources: {'Port': ['ID=912b1e56-9dd8-456b-9b4d-267d46cff1b8,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:13.119659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-e80017cb-8ecc-4132-a866-21b9fbc41eb9 service neutron] 10.222.0.70 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665463 Aug 20 15:28:13.129063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Network 40a75b70-611a-49d6-a5dd-1869ec42e75f is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:13.130852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:13.133501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:13.138514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea3a89-0543-456d-833f-3352e0f001cc req-7978632b-ca7d-4465-8b56-66127efcf6ee tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:13.140206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3ea3a89-0543-456d-833f-3352e0f001cc req-7978632b-ca7d-4465-8b56-66127efcf6ee tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 944 time: 0.0771728 Aug 20 15:28:13.184686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.20.0.1 (40a75b70-611a-49d6-a5dd-1869ec42e75f/518e259e-3f29-4cc7-9db0-15a5bca666bc/25cdadc2-50e8-417d-b025-2bcd06a85c91) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:13.199286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Attempting to bind port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:28:13.200138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Attempting to bind port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:28:13.200281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Attempting to bind port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 on network 40a75b70-611a-49d6-a5dd-1869ec42e75f {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:13.208804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:28:13.208804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Checking segment: {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:13.208804 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:13.211265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Bound using segment: {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:28:13.211431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Bound port: 912b1e56-9dd8-456b-9b4d-267d46cff1b8, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:28:13.212077 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:13.298728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] For port 912b1e56-9dd8-456b-9b4d-267d46cff1b8, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:28:13.302791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] For port 912b1e56-9dd8-456b-9b4d-267d46cff1b8, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=912b1e56-9dd8-456b-9b4d-267d46cff1b8,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:28:13.303994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3ea3a89-0543-456d-833f-3352e0f001cc req-8df7b6f7-796a-4519-ba33-497e9b645d75 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532633 Aug 20 15:28:13.309607 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:13.356933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88733361-58c0-4167-9503-b4ac11d95c1d req-f2fb0af9-fa93-4d0c-819d-d70a23366a72 service neutron] 10.222.0.70 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156560 Aug 20 15:28:13.368823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:13.395391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Transition to ACTIVE for port object 25cdadc2-50e8-417d-b025-2bcd06a85c91 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:13.397781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe841a-bc31-42c9-be98-a3a3e892d825 None None] Pushing event updated for resources: {'Port': ['ID=912b1e56-9dd8-456b-9b4d-267d46cff1b8,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:13.446206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:13.480213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-aff92e48-4b13-4097-be0e-290021b56b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:13.481758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-aff92e48-4b13-4097-be0e-290021b56b9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 1096 time: 0.0565531 Aug 20 15:28:13.498222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 40a75b70-611a-49d6-a5dd-1869ec42e75f is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:13.505538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:13.507994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:13.511334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=25cdadc2-50e8-417d-b025-2bcd06a85c91,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:13.575991 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:13.624980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-9b5a4c61-2b3b-49a4-894c-ee80870dbba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:13.631094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-9b5a4c61-2b3b-49a4-894c-ee80870dbba7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9482ab2-4759-4855-a604-3dd4ea91f7e8 HTTP/1.1" status: 200 len: 897 time: 0.1409407 Aug 20 15:28:13.683517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-4ec16a69-a582-41f8-b487-1572b52829f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab HTTP/1.1" status: 200 len: 217 time: 0.0427189 Aug 20 15:28:13.746463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-1380fc2d-a88b-424d-ae44-e31ed3938abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:13.748065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-1380fc2d-a88b-424d-ae44-e31ed3938abf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8b013d5-e962-4f07-9b5f-cb36eb17ca66 HTTP/1.1" status: 200 len: 835 time: 0.0564444 Aug 20 15:28:13.754765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:13.810583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-3fb8cbab-b6fb-4bad-a10a-acbf46ad6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:13.812956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-3fb8cbab-b6fb-4bad-a10a-acbf46ad6bfb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9482ab2-4759-4855-a604-3dd4ea91f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558865 Aug 20 15:28:13.936979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-d3c242c7-0793-479d-b460-50db635aacef service neutron] 10.222.0.70 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144528 Aug 20 15:28:14.010977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:14.073038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:14.074002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e13ea21-ecd3-4ce3-bae5-875dc37cc6c9 req-0b879458-767d-4c2d-a6da-fee73538acf9 service neutron] 10.222.0.70 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291723 Aug 20 15:28:14.077117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:14.077573 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.128460 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.134409 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.164820 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.189331 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d66b6eb-2568-43f0-a105-f6d4a48af8e9,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:14.194625 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.196179 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 912b1e56-9dd8-456b-9b4d-267d46cff1b8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:14.230264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.232778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=25cdadc2-50e8-417d-b025-2bcd06a85c91,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:14.284316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=5d66b6eb-2568-43f0-a105-f6d4a48af8e9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:14.300505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:14.305937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 68ad4b40-65ef-489a-a68a-d02dc01310b5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:14.341120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 40a75b70-611a-49d6-a5dd-1869ec42e75f is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:14.342729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:14.356987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 68ad4b40-65ef-489a-a68a-d02dc01310b5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:14.357366 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.482618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router df778afa-5c30-4270-b870-a1c13e167768 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:28:14.486155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74742ec7-5d57-40bb-829b-76d31919b81d req-c1cf721e-7d1c-4f38-a8c0-e1b693eebd61 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.487519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74742ec7-5d57-40bb-829b-76d31919b81d req-c1cf721e-7d1c-4f38-a8c0-e1b693eebd61 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 944 time: 0.0815191 Aug 20 15:28:14.558476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74742ec7-5d57-40bb-829b-76d31919b81d req-6647ee3d-7943-4432-8b8f-a00fe1bc7652 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553832 Aug 20 15:28:14.566438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba879eea-3623-479c-b59e-9028fe6196da req-32ac3c9b-62ce-4df3-ba9c-fe07f13ceeed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721769 Aug 20 15:28:14.609790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:28:14.617975 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4f37a6e9-85b0-473f-8232-d73c0e3f0b38 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "PUT /v2.0/routers/df778afa-5c30-4270-b870-a1c13e167768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5920861 Aug 20 15:28:14.618258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51716) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:14.639584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1427aea-b79c-45ee-bebf-8b9c35cac90e None None] Network 40a75b70-611a-49d6-a5dd-1869ec42e75f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:28:14.646454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba879eea-3623-479c-b59e-9028fe6196da req-93b50032-d281-4245-a980-f497b1757cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.648015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba879eea-3623-479c-b59e-9028fe6196da req-93b50032-d281-4245-a980-f497b1757cfa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 1097 time: 0.0478623 Aug 20 15:28:14.762395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba879eea-3623-479c-b59e-9028fe6196da req-5f6e64ac-821e-46de-bbdb-1e4607913413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.763250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba879eea-3623-479c-b59e-9028fe6196da req-5f6e64ac-821e-46de-bbdb-1e4607913413 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.0942209 Aug 20 15:28:14.774369 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dbcc0e92-14bf-436f-b5f1-d609a27f332e None None] Provisioning for port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:14.781631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dbcc0e92-14bf-436f-b5f1-d609a27f332e None None] Provisioning complete for port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:14.782860 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0e92-14bf-436f-b5f1-d609a27f332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.839013 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.839787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.840182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.840676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.841154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.841626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.842187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.842560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.843024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.843280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba879eea-3623-479c-b59e-9028fe6196da req-8608d222-c2d2-4d78-8a0c-bc33b72e3b88 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b89cb81-15ba-45fd-9485-d36b60244d88 HTTP/1.1" status: 200 len: 1001 time: 0.0731809 Aug 20 15:28:14.845828 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e60541b7-e60c-4881-9251-78da60e0c9c1 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6359 time: 0.2263453 Aug 20 15:28:14.848529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51718) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:14.861870 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.927482 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0e92-14bf-436f-b5f1-d609a27f332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.971860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dbcc0e92-14bf-436f-b5f1-d609a27f332e None None] For port 912b1e56-9dd8-456b-9b4d-267d46cff1b8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=912b1e56-9dd8-456b-9b4d-267d46cff1b8,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:14.976977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0e92-14bf-436f-b5f1-d609a27f332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:14.982938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba879eea-3623-479c-b59e-9028fe6196da req-137e64f7-4594-45ac-99df-4b5cdf1ae4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:14.984467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba879eea-3623-479c-b59e-9028fe6196da req-137e64f7-4594-45ac-99df-4b5cdf1ae4c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.1276309 Aug 20 15:28:15.005217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.005700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.006503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.006642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.007081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.007536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.008040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.008503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.008957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.010841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-639c70ea-56ae-44bf-9d45-9b489599af68 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5897 time: 0.1613564 Aug 20 15:28:15.013705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51720) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:15.034995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc0e92-14bf-436f-b5f1-d609a27f332e None None] Pushing event updated for resources: {'Port': ['ID=912b1e56-9dd8-456b-9b4d-267d46cff1b8,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:15.115360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba879eea-3623-479c-b59e-9028fe6196da req-a5dd1e94-d7e2-458e-913f-49c1c6bcf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:15.116940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba879eea-3623-479c-b59e-9028fe6196da req-a5dd1e94-d7e2-458e-913f-49c1c6bcf3c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241937 Aug 20 15:28:15.150507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Sync routers for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:28:15.163432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:15.164103 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:27:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:15.231528 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bab0e543-87c4-4d73-81da-34e6c8435987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:15.239599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bb105f95-b321-43f3-803b-e0663eb0bf67 None None] Provisioning for port 25cdadc2-50e8-417d-b025-2bcd06a85c91 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:15.247142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bb105f95-b321-43f3-803b-e0663eb0bf67 None None] Provisioning complete for port 25cdadc2-50e8-417d-b025-2bcd06a85c91 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:15.247695 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bb105f95-b321-43f3-803b-e0663eb0bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:15.300070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba879eea-3623-479c-b59e-9028fe6196da req-e7de9373-6b09-45d5-9bc0-7c09f7e9e1c3 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753926 Aug 20 15:28:15.451154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-72acb30a-2d7b-4be9-9e1c-9c9136defa32 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5207 time: 0.4363191 Aug 20 15:28:15.459759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba879eea-3623-479c-b59e-9028fe6196da req-2b93e1b4-df46-4d70-8ea1-2b3935e006db service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516452 Aug 20 15:28:15.496071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-bb105f95-b321-43f3-803b-e0663eb0bf67 None None] Port 25cdadc2-50e8-417d-b025-2bcd06a85c91 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:28:15.509188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:15.544332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bb105f95-b321-43f3-803b-e0663eb0bf67 None None] Provisioning complete for port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:15.544804 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bb105f95-b321-43f3-803b-e0663eb0bf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:15.627154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51726) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:15.632611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8cf749de-d49d-47f9-b7ae-433c75d70a40 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-731547995', 'description': 'tempest-secgroup-smoke-731547995 description', 'project_id': 'e41f34b3c314449a83fb9ff70981e466'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:15.657608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8cf749de-d49d-47f9-b7ae-433c75d70a40 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:15.788354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:28:13Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:13Z', 'revision_number': 2, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:15.820511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Checking router: df778afa-5c30-4270-b870-a1c13e167768 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:28:15.820869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Updating router df778afa-5c30-4270-b870-a1c13e167768 port 25cdadc2-50e8-417d-b025-2bcd06a85c91 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:28:15.847407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:15.858286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:15.915784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0cda9eb1-7be2-4439-b78e-fed369bc39ab details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:28:15.951268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d8b3bf2b-c9ad-4a82-bf02-aac71b63f73e None None] Provisioning complete for port 25cdadc2-50e8-417d-b025-2bcd06a85c91 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:15.951721 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d8b3bf2b-c9ad-4a82-bf02-aac71b63f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.084803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-802c4a09-6ef5-459b-b967-b0c446080500 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0878544 Aug 20 15:28:16.105452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df6244-3175-478d-91df-2b19550c5af4 req-fa38c9e4-6228-447e-b675-5678138aad61 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:16.106949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16df6244-3175-478d-91df-2b19550c5af4 req-fa38c9e4-6228-447e-b675-5678138aad61 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 944 time: 0.1088405 Aug 20 15:28:16.109440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d8b3bf2b-c9ad-4a82-bf02-aac71b63f73e None None] Port 25cdadc2-50e8-417d-b025-2bcd06a85c91 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:28:16.110909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:16.111281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.211026 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8cf749de-d49d-47f9-b7ae-433c75d70a40 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.217933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16df6244-3175-478d-91df-2b19550c5af4 req-b3fd4603-2452-4be1-a9f4-fc48218f8ede tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008618 Aug 20 15:28:16.219919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8cf749de-d49d-47f9-b7ae-433c75d70a40 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.243779 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.243779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:16.244651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-84aec23e-aab3-4a9c-b6e1-27cada714580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:16.244651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-84aec23e-aab3-4a9c-b6e1-27cada714580 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c22f5184477493093bf40508769ce6c&device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 1098 time: 0.1047542 Aug 20 15:28:16.263400 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8cf749de-d49d-47f9-b7ae-433c75d70a40 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.264690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8cf749de-d49d-47f9-b7ae-433c75d70a40 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6364846 Aug 20 15:28:16.268103 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'port_id': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'mac_address': 'fa:16:3e:02:6b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:28:16.268326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51730) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:16.269435 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf749de-d49d-47f9-b7ae-433c75d70a40 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:16.273906 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1b05f470-8a77-4074-8ea3-acd049e3d46e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:16.302832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b05f470-8a77-4074-8ea3-acd049e3d46e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.356640 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.370277 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b05f470-8a77-4074-8ea3-acd049e3d46e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.374402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 912b1e56-9dd8-456b-9b4d-267d46cff1b8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:16.374706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b05f470-8a77-4074-8ea3-acd049e3d46e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.382430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-3b465598-cdeb-40e7-a67b-5246bf7cdc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:16.384116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-3b465598-cdeb-40e7-a67b-5246bf7cdc86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fd8dbc16-7007-41f9-92b5-5c956a0bd638 HTTP/1.1" status: 200 len: 909 time: 0.1116507 Aug 20 15:28:16.396297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05f470-8a77-4074-8ea3-acd049e3d46e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f19e82f-3e49-4b17-8bdf-f82b68a27e75,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:16.399925 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b05f470-8a77-4074-8ea3-acd049e3d46e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.401177 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1b05f470-8a77-4074-8ea3-acd049e3d46e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319253 Aug 20 15:28:16.404018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51732) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:16.408799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cda9eb1-7be2-4439-b78e-fed369bc39ab {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:28:16.412836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-72cf4c9b-038d-42bb-88b2-5dfbccaf29cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:16.450873 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72cf4c9b-038d-42bb-88b2-5dfbccaf29cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.468382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:16.470873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-4e6fd8cc-2636-47d9-b4cc-7570d7659a9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6 HTTP/1.1" status: 200 len: 1001 time: 0.0772595 Aug 20 15:28:16.483368 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.493315 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.519016 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72cf4c9b-038d-42bb-88b2-5dfbccaf29cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.524613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72cf4c9b-038d-42bb-88b2-5dfbccaf29cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.527204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-121d7c32-20cc-42ca-aa8b-f5e018c03e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:16.528947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-121d7c32-20cc-42ca-aa8b-f5e018c03e0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5dcba62-783c-4942-893d-dbe6b619c20d HTTP/1.1" status: 200 len: 847 time: 0.0498245 Aug 20 15:28:16.529135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:16.529421 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.534754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Transition to ACTIVE for port object 25cdadc2-50e8-417d-b025-2bcd06a85c91 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:16.546329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf4c9b-038d-42bb-88b2-5dfbccaf29cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82161717-d45e-457b-9844-4228744814ba,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:16.556909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72cf4c9b-038d-42bb-88b2-5dfbccaf29cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.560933 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-72cf4c9b-038d-42bb-88b2-5dfbccaf29cb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531963 Aug 20 15:28:16.561258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51734) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:16.567006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d0ce69aa-7e00-45fd-bdbc-0340af75b523 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:16.575795 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.589612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0cda9eb1-7be2-4439-b78e-fed369bc39ab,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:16.589958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-8719b015-df4f-4257-ab8c-5851bc263e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:16.591671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-8719b015-df4f-4257-ab8c-5851bc263e9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd8dbc16-7007-41f9-92b5-5c956a0bd638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532155 Aug 20 15:28:16.613901 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d0ce69aa-7e00-45fd-bdbc-0340af75b523 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.649431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb9862-5e03-4789-9183-4f8ef3ced481 None None] Pushing event updated for resources: {'Port': ['ID=25cdadc2-50e8-417d-b025-2bcd06a85c91,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:16.696734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d0ce69aa-7e00-45fd-bdbc-0340af75b523 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.704540 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d0ce69aa-7e00-45fd-bdbc-0340af75b523 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.710448 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-eb118463-8557-4d96-bb9a-207ed37b5482 service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103160 Aug 20 15:28:16.727759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce69aa-7e00-45fd-bdbc-0340af75b523 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72004bc-ed57-4693-b9a0-983b15464bfb,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:16.729079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Attempting to bind port 25cdadc2-50e8-417d-b025-2bcd06a85c91 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:28:16.729458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Attempting to bind port 25cdadc2-50e8-417d-b025-2bcd06a85c91 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:28:16.729983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Attempting to bind port 25cdadc2-50e8-417d-b025-2bcd06a85c91 on network 40a75b70-611a-49d6-a5dd-1869ec42e75f {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:16.738691 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d0ce69aa-7e00-45fd-bdbc-0340af75b523 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.741430 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d0ce69aa-7e00-45fd-bdbc-0340af75b523 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788073 Aug 20 15:28:16.742162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:28:16.742537 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Checking segment: {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:16.742941 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.743333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Bound using segment: {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:28:16.743867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Bound port: 25cdadc2-50e8-417d-b025-2bcd06a85c91, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:28:16.744247 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.744559 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51736) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:16.753419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d39e641b-1150-4a3e-961d-5f0ad15c1ebf tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:16.790100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0cda9eb1-7be2-4439-b78e-fed369bc39ab'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:28:16.790534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d39e641b-1150-4a3e-961d-5f0ad15c1ebf tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.840192 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-30c34728-e098-445f-84d6-efcf6d20ee5f req-b732bb70-7304-4871-a152-a0c157202a39 service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189921 Aug 20 15:28:16.864944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] For port 25cdadc2-50e8-417d-b025-2bcd06a85c91, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:28:16.869115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] For port 25cdadc2-50e8-417d-b025-2bcd06a85c91, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=25cdadc2-50e8-417d-b025-2bcd06a85c91,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:28:16.874859 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.900013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d39e641b-1150-4a3e-961d-5f0ad15c1ebf tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.905753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d39e641b-1150-4a3e-961d-5f0ad15c1ebf tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.925673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e641b-1150-4a3e-961d-5f0ad15c1ebf tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878a1dfc-a82c-4d00-abef-212e1d580b14,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:16.933876 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d39e641b-1150-4a3e-961d-5f0ad15c1ebf tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.937887 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d39e641b-1150-4a3e-961d-5f0ad15c1ebf tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1892681 Aug 20 15:28:16.938012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51738) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:16.943520 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-df5f0427-438b-49d5-a2e6-311b282f0aac tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:16.971749 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-df5f0427-438b-49d5-a2e6-311b282f0aac tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Project e41f34b3c314449a83fb9ff70981e466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:28:16.977344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df5f0427-438b-49d5-a2e6-311b282f0aac tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:16.978417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb9862-5e03-4789-9183-4f8ef3ced481 None None] Pushing event updated for resources: {'Port': ['ID=25cdadc2-50e8-417d-b025-2bcd06a85c91,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:16.992591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:16.993227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:28:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:17.054318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df5f0427-438b-49d5-a2e6-311b282f0aac tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:17.058542 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df5f0427-438b-49d5-a2e6-311b282f0aac tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:17.085008 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df5f0427-438b-49d5-a2e6-311b282f0aac tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:17.088078 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df5f0427-438b-49d5-a2e6-311b282f0aac tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484442 Aug 20 15:28:17.089399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51740) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:17.090952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f0427-438b-49d5-a2e6-311b282f0aac tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9360ad96-34a9-4763-bd5d-2934ac4a7e0f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:17.096970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4cbaed37-6b12-49a3-95de-cd8a9418b5a0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:17.124841 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-4cbaed37-6b12-49a3-95de-cd8a9418b5a0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Project e41f34b3c314449a83fb9ff70981e466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:28:17.130990 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4cbaed37-6b12-49a3-95de-cd8a9418b5a0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:17.154114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:17.199693 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4cbaed37-6b12-49a3-95de-cd8a9418b5a0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:17.204681 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4cbaed37-6b12-49a3-95de-cd8a9418b5a0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:17.222450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaed37-6b12-49a3-95de-cd8a9418b5a0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152bb767-ec2d-492c-9c86-e79f38c5a4bc,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:17.228898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4cbaed37-6b12-49a3-95de-cd8a9418b5a0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:17.237321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4cbaed37-6b12-49a3-95de-cd8a9418b5a0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396120 Aug 20 15:28:17.386063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c48ec-bdbb-4019-8ea2-3ab67e9e967a req-8ee809b2-763b-419f-8dee-a9ecb68a604c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:17.387723 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-171c48ec-bdbb-4019-8ea2-3ab67e9e967a req-8ee809b2-763b-419f-8dee-a9ecb68a604c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 945 time: 0.0627577 Aug 20 15:28:17.429487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:28:13Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:16Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:17.430508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-171c48ec-bdbb-4019-8ea2-3ab67e9e967a req-13f84740-8a63-4bfd-88bf-259abca53206 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354278 Aug 20 15:28:17.462086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b9f098-0582-4ee7-88da-bfc3c7fc576f None None] The sync data for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 is: [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:28:13Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:16Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:28:17.551237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-2ba5e6e3-0de3-4b32-8c64-dbde4c3a7afb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-731547995&fields=id&tenant_id=e41f34b3c314449a83fb9ff70981e466 HTTP/1.1" status: 200 len: 267 time: 0.0380979 Aug 20 15:28:17.668364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-b6724176-2190-4fff-a571-24d39c8bc44b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:17.669885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-b6724176-2190-4fff-a571-24d39c8bc44b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/networks?id=40a75b70-611a-49d6-a5dd-1869ec42e75f HTTP/1.1" status: 200 len: 796 time: 0.1094575 Aug 20 15:28:17.686449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-6c7be54e-ed45-41a5-a4f4-17540c039767 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/quotas/e41f34b3c314449a83fb9ff70981e466 HTTP/1.1" status: 200 len: 375 time: 0.0098863 Aug 20 15:28:17.742926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0285b8ea-66e3-464e-836d-6b765aefc508 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497987 Aug 20 15:28:17.851627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-a6bdf1c4-470c-4950-8ee4-b6eca598b1e9 service neutron] 10.222.0.36 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961428 Aug 20 15:28:17.873502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 25cdadc2-50e8-417d-b025-2bcd06a85c91 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:17.917286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0cda9eb1-7be2-4439-b78e-fed369bc39ab up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:17.960347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-60dd6ed7-5abe-4dc5-8ada-7c6d35bb241b service neutron] 10.222.0.36 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022453 Aug 20 15:28:17.963902 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:17.993072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 25cdadc2-50e8-417d-b025-2bcd06a85c91 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:17.996503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 0cda9eb1-7be2-4439-b78e-fed369bc39ab completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:17.999820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 25cdadc2-50e8-417d-b025-2bcd06a85c91 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:18.000205 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:18.004455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 0cda9eb1-7be2-4439-b78e-fed369bc39ab triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:18.004833 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:18.168919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ffc8135-cfa2-4565-99ba-263886b2a651 req-d576f35b-71ec-4b1c-95eb-b229ece86ab8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 210 time: 0.0440638 Aug 20 15:28:18.334803 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:18.348460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:18.382792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:28:18.385103 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879c417d-1b8f-4bc6-bd4d-f1fe32272da9" -d '{"events": [{"server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "name": "network-vif-plugged", "status": "completed", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:28:18.407943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:18.412876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 25cdadc2-50e8-417d-b025-2bcd06a85c91, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=25cdadc2-50e8-417d-b025-2bcd06a85c91,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:18.416422 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:18.423758 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:18.445172 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f7d310-c91e-42af-89f8-b2cd183ef664 x-openstack-request-id: req-d2f7d310-c91e-42af-89f8-b2cd183ef664 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:28:18.445494 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "name": "network-vif-plugged", "status": "completed", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:28:18.445743 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2f7d310-c91e-42af-89f8-b2cd183ef664 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:28:18.446135 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'code': 200} Aug 20 15:28:18.475640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0cda9eb1-7be2-4439-b78e-fed369bc39ab,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:18.557227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=25cdadc2-50e8-417d-b025-2bcd06a85c91,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:18.593196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc0cb8-c491-4b83-a5f3-98b2a5d1d06b req-2622c124-41eb-4bd6-bbfe-8f6bc7dfab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:18.595967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11bc0cb8-c491-4b83-a5f3-98b2a5d1d06b req-2622c124-41eb-4bd6-bbfe-8f6bc7dfab80 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 1098 time: 0.0872624 Aug 20 15:28:18.612181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68277d-95df-4686-8cea-4154d7c708ac req-7fa94fbd-3b1b-44af-a4af-8e6b4dcafd8d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:18.613677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f68277d-95df-4686-8cea-4154d7c708ac req-7fa94fbd-3b1b-44af-a4af-8e6b4dcafd8d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0751588 Aug 20 15:28:18.664765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11bc0cb8-c491-4b83-a5f3-98b2a5d1d06b req-79d45936-796b-4742-9888-cc8cc05d0f95 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501146 Aug 20 15:28:18.684251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f68277d-95df-4686-8cea-4154d7c708ac req-2ddfd451-7cfe-4270-b4c2-f719b3665453 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531087 Aug 20 15:28:19.296597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-930c139c-7321-4360-89f7-5e21e5906b63 req-5165b367-37e1-447a-8397-c0cafb450def tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 210 time: 0.0394852 Aug 20 15:28:19.349998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-855b7024-b226-4c43-9955-239283c9ca93 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:19.351631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-855b7024-b226-4c43-9955-239283c9ca93 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.72 "GET /v2.0/networks?id=40a75b70-611a-49d6-a5dd-1869ec42e75f HTTP/1.1" status: 200 len: 796 time: 0.1443894 Aug 20 15:28:19.442506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-fb0cb937-a485-41af-859c-8e36e38bfc5e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41f34b3c314449a83fb9ff70981e466 HTTP/1.1" status: 200 len: 379 time: 0.0419829 Aug 20 15:28:19.452476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'port': {'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'admin_state_up': True, 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'security_groups': ['77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:19.557972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Made reservation on behalf of e41f34b3c314449a83fb9ff70981e466 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:28:19.561554 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:19.686800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.20.0.7 (40a75b70-611a-49d6-a5dd-1869ec42e75f/518e259e-3f29-4cc7-9db0-15a5bca666bc/4fbfddf6-0e65-4460-9e4a-3eb7b192afb1) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:19.832737 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 25cdadc2-50e8-417d-b025-2bcd06a85c91 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:19.849775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14545689-bba4-4867-bad4-987bc3fdea4d req-61dae495-9cae-4e71-a7bc-844acdf75759 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:19.851294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14545689-bba4-4867-bad4-987bc3fdea4d req-61dae495-9cae-4e71-a7bc-844acdf75759 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0881121 Aug 20 15:28:19.883315 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:19.886226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 25cdadc2-50e8-417d-b025-2bcd06a85c91 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:19.886603 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:19.914973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Transition to ACTIVE for port object 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:19.922549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14545689-bba4-4867-bad4-987bc3fdea4d req-06dcf8ae-f7b4-4ea0-97ba-fd29b4b666fd tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559738 Aug 20 15:28:19.959729 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:20.013539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 40a75b70-611a-49d6-a5dd-1869ec42e75f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:20.016638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:20.019436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:20.028156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:20.080863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:20.081488 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:20.096546 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-bdf823f6-3cb9-4e98-b3fd-098aa015abab tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6479690 Aug 20 15:28:20.115867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Request body: {'port': {'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:20.174798 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:20.262231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-99645b87-a3aa-4e77-baf2-df649089089f None None] Provisioning for port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:20.265972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-99645b87-a3aa-4e77-baf2-df649089089f None None] Provisioning complete for port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:20.266331 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99645b87-a3aa-4e77-baf2-df649089089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:20.303389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-99645b87-a3aa-4e77-baf2-df649089089f None None] Port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:28:20.445839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f302e-a80e-410b-8a66-ef6abb25cbc1 req-334b94ea-ceed-4264-aa38-54fe8daedd7b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:20.447380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a9f302e-a80e-410b-8a66-ef6abb25cbc1 req-334b94ea-ceed-4264-aa38-54fe8daedd7b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 931 time: 0.0795772 Aug 20 15:28:20.515682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:28:20.525801 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:20.530293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a9f302e-a80e-410b-8a66-ef6abb25cbc1 req-0b68f4a6-a0fe-4600-9c0d-01112cce18a9 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769634 Aug 20 15:28:20.541794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Transition to ACTIVE for port object 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:20.545192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:20.597636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:20.670188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Attempting to bind port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:28:20.670533 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Attempting to bind port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:28:20.670861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Attempting to bind port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 on network 40a75b70-611a-49d6-a5dd-1869ec42e75f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:20.675986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 on network 40a75b70-611a-49d6-a5dd-1869ec42e75f not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:28:20.676317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Attempting to bind port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 on network 40a75b70-611a-49d6-a5dd-1869ec42e75f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:20.681406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:28:20.681751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Checking segment: {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:20.682142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Bound using segment: {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:28:20.682573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Bound port: 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a414214b-4e87-4a12-99da-9e96ae9d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:28:20.682934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:20.753369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] For port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:28:20.756522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] For port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:28:20.762119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:20.797001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:20.797597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:20.800144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] 10.222.0.72 "PUT /v2.0/ports/4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 HTTP/1.1" status: 200 len: 1092 time: 0.6889136 Aug 20 15:28:20.800588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:28:20.802830 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991a7a23-761c-4f6d-a587-e0304f4e8fad" -d '{"events": [{"name": "network-changed", "server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:28:20.827890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002bb8d-f77d-4fd5-83d3-07bf6821ba66 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:20.859181 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f734645c-44dd-4768-b21a-5ca549b8fd19 x-openstack-request-id: req-f734645c-44dd-4768-b21a-5ca549b8fd19 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:28:20.859484 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:28:20.859780 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f734645c-44dd-4768-b21a-5ca549b8fd19 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:28:20.860200 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'status': 'completed', 'code': 200} Aug 20 15:28:20.917228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-9fe45da2-7008-430a-b528-096c98f2c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:20.918779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-9fe45da2-7008-430a-b528-096c98f2c2ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 1095 time: 0.0454803 Aug 20 15:28:20.972384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-5b137584-5fd5-4ac8-a820-3c4358adb92e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 HTTP/1.1" status: 200 len: 217 time: 0.0397475 Aug 20 15:28:21.051383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-1e21d9f9-81dc-4883-be51-1f3a2134f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.052899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-1e21d9f9-81dc-4883-be51-1f3a2134f138 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=518e259e-3f29-4cc7-9db0-15a5bca666bc HTTP/1.1" status: 200 len: 835 time: 0.0740588 Aug 20 15:28:21.076979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d9f4f-b841-456f-b3f7-0c764ed4f9fe req-fc1cec60-51c1-4406-9674-bfd0aa2eda51 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.078402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-835d9f4f-b841-456f-b3f7-0c764ed4f9fe req-fc1cec60-51c1-4406-9674-bfd0aa2eda51 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0706167 Aug 20 15:28:21.136933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-835d9f4f-b841-456f-b3f7-0c764ed4f9fe req-e3f415cc-3dd9-4b62-b010-c4091cae979f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440037 Aug 20 15:28:21.139483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-2838a921-36dc-4601-8988-b5403887464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.140926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-2838a921-36dc-4601-8988-b5403887464e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40a75b70-611a-49d6-a5dd-1869ec42e75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805769 Aug 20 15:28:21.260794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-9e888ec5-a3eb-4bf7-9c60-6c17f4136867 service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099315 Aug 20 15:28:21.272283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c310f-4bf8-43bb-a09d-44428d107c5d req-50e2ce52-697d-4b96-8849-977e75bd9e1d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.273675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-365c310f-4bf8-43bb-a09d-44428d107c5d req-50e2ce52-697d-4b96-8849-977e75bd9e1d tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0702479 Aug 20 15:28:21.360875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-365c310f-4bf8-43bb-a09d-44428d107c5d req-0516e456-8ee4-4b76-8c6c-6d1077669348 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788276 Aug 20 15:28:21.383527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51782) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:21.387518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e51febae-fc51-44ca-8d6d-6fea776ee518 req-6086b9fd-048b-423a-97a7-64446c78fd07 service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129289 Aug 20 15:28:21.426675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c347d9b0-b6c1-43ab-bd79-8495f0f46d87 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.428237 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c347d9b0-b6c1-43ab-bd79-8495f0f46d87 tempest-TestNetworkAdvancedServerOps-834162771 tempest-TestNetworkAdvancedServerOps-834162771-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 1093 time: 0.0436924 Aug 20 15:28:21.431060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51784) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:21.435630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:21.463248 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:21.526793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-7f778db4-e435-48cb-b907-0716f0b08506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.528365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-7f778db4-e435-48cb-b907-0716f0b08506 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 1095 time: 0.0444846 Aug 20 15:28:21.577352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:21.601263 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:28:21.659792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-e46f2cd2-85b4-4197-8044-f239a96035f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.661317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-e46f2cd2-85b4-4197-8044-f239a96035f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=40a75b70-611a-49d6-a5dd-1869ec42e75f HTTP/1.1" status: 200 len: 897 time: 0.1259341 Aug 20 15:28:21.684852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9ea04-2e8d-4bb0-92cb-75612b8fa1ba req-c27ebe30-e181-46e8-8b6d-42662b55c655 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.686345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ef9ea04-2e8d-4bb0-92cb-75612b8fa1ba req-c27ebe30-e181-46e8-8b6d-42662b55c655 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 943 time: 0.0761135 Aug 20 15:28:21.692136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Allocated IP 172.25.5.120 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/9278c154-2f41-4876-989d-20cf50a9b013) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:21.722661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-987abb04-990e-47c0-935b-837cbf1c4261 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 HTTP/1.1" status: 200 len: 217 time: 0.0532036 Aug 20 15:28:21.790289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ef9ea04-2e8d-4bb0-92cb-75612b8fa1ba req-b039eae3-7804-4c89-85cf-38843f946723 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706215 Aug 20 15:28:21.799717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-522856cf-2c47-4d1c-acd3-52ff5a8bee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.801225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-522856cf-2c47-4d1c-acd3-52ff5a8bee96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=518e259e-3f29-4cc7-9db0-15a5bca666bc HTTP/1.1" status: 200 len: 835 time: 0.0658081 Aug 20 15:28:21.803101 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:21.848253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:21.862522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-5671e1bb-c861-43f7-93fd-d7d57a85129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:21.864077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-5671e1bb-c861-43f7-93fd-d7d57a85129a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40a75b70-611a-49d6-a5dd-1869ec42e75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551894 Aug 20 15:28:21.889362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:21.893870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:21.902062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:21.905168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=9278c154-2f41-4876-989d-20cf50a9b013,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:21.973060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-88dd1f49-4f2e-4b8a-a925-d1d7e0fbe7f4 service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005449 Aug 20 15:28:22.085787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-991a7a23-761c-4f6d-a587-e0304f4e8fad req-39e7b135-0cf1-4e5c-a7bd-437afd6724fe service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047227 Aug 20 15:28:22.697582 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:22.765482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:22.932562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:22.935873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2235cf1-ac90-4493-8b7d-9e38e924a423 req-afa3e217-9b9f-4544-a2e4-ce066505158a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:22.937655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2235cf1-ac90-4493-8b7d-9e38e924a423 req-afa3e217-9b9f-4544-a2e4-ce066505158a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 943 time: 0.0658395 Aug 20 15:28:22.940889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:22.990858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e2235cf1-ac90-4493-8b7d-9e38e924a423 req-257237f3-999b-4b6f-ba0f-0ddbae6fb2de tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462103 Aug 20 15:28:23.037951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event updated for resources: {'Port': ['ID=9278c154-2f41-4876-989d-20cf50a9b013,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:23.050107 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:23.157751 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Floating IP 39d43cab-475a-4074-8d60-20261b1dca59 associated. External IP: 172.25.5.120, port: 0cda9eb1-7be2-4439-b78e-fed369bc39ab. Aug 20 15:28:23.384656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router c3e93b73-1a46-4fc1-b19b-781f8b716d95 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:28:23.490024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:28:23.499913 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] Sync routers for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:28:23.508126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:23.512537 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:23.513158 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:28:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:23.544557 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b727cc09-3289-48f8-a4e1-956159714cad tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1100230 Aug 20 15:28:23.544557 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:28:23.552748 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26df1af3-d44c-4961-a147-3068b4b7a0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:28:23.659705 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:23.669686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0351800-2d96-498e-8c7d-8c895ac4d6a3 req-1fc99087-8c86-46b8-b2f2-84376f04aac7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:23.687594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0351800-2d96-498e-8c7d-8c895ac4d6a3 req-1fc99087-8c86-46b8-b2f2-84376f04aac7 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0874655 Aug 20 15:28:23.756945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0351800-2d96-498e-8c7d-8c895ac4d6a3 req-33929a0a-daa7-4e3d-94ca-db939c78cbcb tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582466 Aug 20 15:28:23.786136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51800) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:23.825310 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2453a814-a937-46d6-b68e-6c9227bcb3f9 x-openstack-request-id: req-2453a814-a937-46d6-b68e-6c9227bcb3f9 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:28:23.825747 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:28:23.826100 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2453a814-a937-46d6-b68e-6c9227bcb3f9 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:28:23.826599 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'status': 'completed', 'code': 200} Aug 20 15:28:23.869217 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3288802b-9261-4cc5-b0ef-995637ea7f49 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/39d43cab-475a-4074-8d60-20261b1dca59 HTTP/1.1" status: 200 len: 992 time: 0.0814283 Aug 20 15:28:23.892466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-de6d5722-916a-47f5-8842-777637f29621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:23.894032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-de6d5722-916a-47f5-8842-777637f29621 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 1098 time: 0.0493803 Aug 20 15:28:23.997973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-0f3088fb-a0a2-46af-9112-68f766b6150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:23.999491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-0f3088fb-a0a2-46af-9112-68f766b6150c service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9482ab2-4759-4855-a604-3dd4ea91f7e8 HTTP/1.1" status: 200 len: 897 time: 0.0966840 Aug 20 15:28:24.069582 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '39d43cab-475a-4074-8d60-20261b1dca59', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'port_id': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'mac_address': 'fa:16:3e:02:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:22Z', 'updated_at': '2021-08-20T15:28:22Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ad4b40-65ef-489a-a68a-d02dc01310b5', 'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:a0:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:06Z', 'updated_at': '2021-08-20T15:28:12Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:24.100328 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] Checking router: c3e93b73-1a46-4fc1-b19b-781f8b716d95 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:28:24.104106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-a349c30f-f085-4fc3-a414-a6e9596bb8d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab HTTP/1.1" status: 200 len: 1000 time: 0.0964572 Aug 20 15:28:24.108736 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:24.109337 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:28:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:24.158206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e001419-2e1e-4844-99da-f51b50210c8c req-c5558d23-ec86-4567-a39c-7a31bb162a51 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:24.159803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e001419-2e1e-4844-99da-f51b50210c8c req-c5558d23-ec86-4567-a39c-7a31bb162a51 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 943 time: 0.0856192 Aug 20 15:28:24.180987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-d4b41614-4531-4d00-9e64-6d0a04fb2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:24.182269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-d4b41614-4531-4d00-9e64-6d0a04fb2757 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8b013d5-e962-4f07-9b5f-cb36eb17ca66 HTTP/1.1" status: 200 len: 835 time: 0.0681040 Aug 20 15:28:24.216288 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:24.236471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e001419-2e1e-4844-99da-f51b50210c8c req-cc913af2-33ff-43d8-942c-bc98667f2e67 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699754 Aug 20 15:28:24.249423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-a9cae88d-51ce-4302-aed5-4ed4f5073fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:24.251059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-a9cae88d-51ce-4302-aed5-4ed4f5073fc9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9482ab2-4759-4855-a604-3dd4ea91f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544026 Aug 20 15:28:24.355528 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-99cb6e0b-5685-4864-a430-ee4e317c5476 service neutron] 10.222.0.70 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922325 Aug 20 15:28:24.460987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-26df1af3-d44c-4961-a147-3068b4b7a0cb req-08f7795f-241e-49ea-bb1c-8b76eae951b1 service neutron] 10.222.0.70 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968008 Aug 20 15:28:24.462184 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '39d43cab-475a-4074-8d60-20261b1dca59', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'port_id': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'mac_address': 'fa:16:3e:02:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:22Z', 'updated_at': '2021-08-20T15:28:22Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ad4b40-65ef-489a-a68a-d02dc01310b5', 'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:a0:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:06Z', 'updated_at': '2021-08-20T15:28:12Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:24.489971 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee8a603-ae52-4045-9945-82440712fdb0 None None] The sync data for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 is: [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '39d43cab-475a-4074-8d60-20261b1dca59', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'port_id': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'mac_address': 'fa:16:3e:02:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:22Z', 'updated_at': '2021-08-20T15:28:22Z', 'revision_number': 0, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ad4b40-65ef-489a-a68a-d02dc01310b5', 'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:a0:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:06Z', 'updated_at': '2021-08-20T15:28:12Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:28:24.705683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9e3d8-6718-47da-9f9b-4c8c861e415a None None] New status for floating IP 39d43cab-475a-4074-8d60-20261b1dca59: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:28:24.873601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51810) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:24.957231 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2a165741-4f99-474d-a9b4-5e238942cb11 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/39d43cab-475a-4074-8d60-20261b1dca59 HTTP/1.1" status: 200 len: 994 time: 0.0815091 Aug 20 15:28:25.357835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc440a-1fbc-4030-af95-d2728e784c19 req-eb378675-4fb5-4079-ac44-ca8d18dd58c6 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:25.359364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7cc440a-1fbc-4030-af95-d2728e784c19 req-eb378675-4fb5-4079-ac44-ca8d18dd58c6 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 943 time: 0.0512657 Aug 20 15:28:25.399675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a7cc440a-1fbc-4030-af95-d2728e784c19 req-98e7e616-94b0-41ec-a1f1-ea36559de4ad tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338919 Aug 20 15:28:26.048336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:28:26.151645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:26.165556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:28:26.207243 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:26.219982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:28:26.239889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:26.244626 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:26.294809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:26.525666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63beeb0e-a2ba-470e-84e1-681c37dc5ef3 req-5549175d-9a79-4cba-abaa-82b51dbaecaa tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:26.527188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63beeb0e-a2ba-470e-84e1-681c37dc5ef3 req-5549175d-9a79-4cba-abaa-82b51dbaecaa tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 944 time: 0.0597529 Aug 20 15:28:26.569887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63beeb0e-a2ba-470e-84e1-681c37dc5ef3 req-808a9c19-8c2c-45fb-ab87-2151db4ce3c9 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361454 Aug 20 15:28:26.614014 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['4fbfddf6-0e65-4460-9e4a-3eb7b192afb1'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:28:27.709590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f406c-26be-440d-b838-f3be74842454 req-917d400c-593a-457a-a465-4e1bc86e72aa tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:27.711232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-405f406c-26be-440d-b838-f3be74842454 req-917d400c-593a-457a-a465-4e1bc86e72aa tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 944 time: 0.0625610 Aug 20 15:28:27.751812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-405f406c-26be-440d-b838-f3be74842454 req-3c19781d-87e0-4f30-9190-9a1decd43f5e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333743 Aug 20 15:28:28.051471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:28.105819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:28.112190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:28.112547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:28.220729 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:28.257162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:28:28.259860 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559b5719-128b-486c-b11d-63ba24c3f2a6" -d '{"events": [{"server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:28:28.280720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:28.289295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:28.322335 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f1cfb1-17b5-41a8-891a-84bf127a68c3 x-openstack-request-id: req-49f1cfb1-17b5-41a8-891a-84bf127a68c3 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:28:28.322636 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "name": "network-vif-plugged", "status": "completed", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:28:28.323056 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49f1cfb1-17b5-41a8-891a-84bf127a68c3 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:28:28.323653 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'code': 200} Aug 20 15:28:28.353541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:28.464855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d069546-1d11-4f0a-8b9b-7c7b47cc53a9 req-3279559f-d54b-41d6-9258-9a6c27b52ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:28.466734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d069546-1d11-4f0a-8b9b-7c7b47cc53a9 req-3279559f-d54b-41d6-9258-9a6c27b52ef7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 1097 time: 0.0509496 Aug 20 15:28:28.507222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d069546-1d11-4f0a-8b9b-7c7b47cc53a9 req-f73f2519-45fc-4c89-805a-475dc88ba407 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335135 Aug 20 15:28:28.913217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa70b1-27c4-4937-b498-2bb6101aebf4 req-98872a50-f44c-4532-bd5b-693cd2cb96dc tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:28.916299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ffa70b1-27c4-4937-b498-2bb6101aebf4 req-98872a50-f44c-4532-bd5b-693cd2cb96dc tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 945 time: 0.0825880 Aug 20 15:28:28.986905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ffa70b1-27c4-4937-b498-2bb6101aebf4 req-b9341df1-cb8c-4128-9474-74ca16f498c5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623837 Aug 20 15:28:29.024637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:30.142086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fd4cb-4ad2-4463-8622-74fcb5af9970 req-91895562-77a6-40a2-aa89-bfd0daa3bea4 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:30.143777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-149fd4cb-4ad2-4463-8622-74fcb5af9970 req-91895562-77a6-40a2-aa89-bfd0daa3bea4 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 945 time: 0.0527227 Aug 20 15:28:30.198188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-149fd4cb-4ad2-4463-8622-74fcb5af9970 req-3a2b9695-87a0-43e9-b18f-3659bacea3e0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475900 Aug 20 15:28:30.322353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9eb74-3adf-42e1-8486-89508821168f req-b0d085cb-914b-4787-a981-41f2b4e8ebb4 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:30.323947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84b9eb74-3adf-42e1-8486-89508821168f req-b0d085cb-914b-4787-a981-41f2b4e8ebb4 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 945 time: 0.0592158 Aug 20 15:28:30.390024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84b9eb74-3adf-42e1-8486-89508821168f req-4a3a6638-a1cd-4961-a82b-69159d9829c2 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561931 Aug 20 15:28:30.422841 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51842) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:30.473122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a85ea4-0140-4c10-b2b7-5eef21a316ec tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:30.474825 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-60a85ea4-0140-4c10-b2b7-5eef21a316ec tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 1092 time: 0.0556357 Aug 20 15:28:30.478587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51844) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:30.482448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:30.513530 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:30.625587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:30.743433 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.25.5.139 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/2492a93b-6b85-4072-83ea-beacf808b8e7) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:30.853080 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:30.915905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:30.981273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=2492a93b-6b85-4072-83ea-beacf808b8e7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:30.991487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:30.993570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:30.998928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:31.399489 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:31.482828 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:31.638939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:31.645161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:31.716860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=2492a93b-6b85-4072-83ea-beacf808b8e7,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:31.727401 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:31.836517 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Floating IP e88a5833-64c9-46b1-94fc-156809dbedc6 associated. External IP: 172.25.5.139, port: 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1. Aug 20 15:28:32.053836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router df778afa-5c30-4270-b870-a1c13e167768 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:28:32.164719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:28:32.178165 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] Sync routers for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:28:32.182782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:32.187837 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:32.189117 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:28:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:32.215828 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6c17e82f-930d-4598-9c9e-4c8d8b11430b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7364438 Aug 20 15:28:32.216442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:28:32.218743 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:28:32.220493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 51848) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:32.264561 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4f1d10-1df3-4022-ae92-e0475d82c0e8 x-openstack-request-id: req-4f4f1d10-1df3-4022-ae92-e0475d82c0e8 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:28:32.265361 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:28:32.265361 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f4f1d10-1df3-4022-ae92-e0475d82c0e8 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:28:32.265875 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'status': 'completed', 'code': 200} Aug 20 15:28:32.300977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-02373178-f35e-49e0-a8a2-c1bf4bfb043c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/floatingips/e88a5833-64c9-46b1-94fc-156809dbedc6 HTTP/1.1" status: 200 len: 991 time: 0.0774684 Aug 20 15:28:32.335438 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:32.350505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-979572a6-b1c1-4011-bfc8-d09d4fefc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:32.352607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-979572a6-b1c1-4011-bfc8-d09d4fefc9b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 1097 time: 0.0449955 Aug 20 15:28:32.470539 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-32c4a0a7-f33b-4c37-95c0-d0b7c7fe9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:32.472124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-32c4a0a7-f33b-4c37-95c0-d0b7c7fe9eeb service neutron] 10.222.0.72 "GET /v2.0/networks?id=40a75b70-611a-49d6-a5dd-1869ec42e75f HTTP/1.1" status: 200 len: 897 time: 0.1126189 Aug 20 15:28:32.572964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-6e29171a-e442-465c-b29d-245d0179360e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 HTTP/1.1" status: 200 len: 999 time: 0.0935719 Aug 20 15:28:32.605882 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:28:13Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e88a5833-64c9-46b1-94fc-156809dbedc6', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:31Z', 'updated_at': '2021-08-20T15:28:31Z', 'revision_number': 0, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:32.624929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-bb66b39d-e7a6-4d23-9a62-350a7a0e8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:32.627243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-bb66b39d-e7a6-4d23-9a62-350a7a0e8ce5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=518e259e-3f29-4cc7-9db0-15a5bca666bc HTTP/1.1" status: 200 len: 835 time: 0.0465405 Aug 20 15:28:32.633725 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] Checking router: df778afa-5c30-4270-b870-a1c13e167768 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:28:32.643088 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:32.643739 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:28:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:32.679590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-52b615ee-cecd-4d19-b171-445e8e7cfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:32.681418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-52b615ee-cecd-4d19-b171-445e8e7cfd53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40a75b70-611a-49d6-a5dd-1869ec42e75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453691 Aug 20 15:28:32.747122 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:32.773929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-415fb7bd-694b-41df-9791-a5f6e89b940f service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844901 Aug 20 15:28:32.866313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15b7a34c-7e47-4cb7-b3ad-36a1a76c64c2 req-95301243-4fcf-4072-ac4d-c80ffcb2d592 service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854223 Aug 20 15:28:33.036509 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:28:13Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e88a5833-64c9-46b1-94fc-156809dbedc6', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:31Z', 'updated_at': '2021-08-20T15:28:31Z', 'revision_number': 0, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:33.174936 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a735b6-84ba-40bb-9ede-7cef847e00fe None None] The sync data for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 is: [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:28:13Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e88a5833-64c9-46b1-94fc-156809dbedc6', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:31Z', 'updated_at': '2021-08-20T15:28:31Z', 'revision_number': 0, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:28:33.304964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51854) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:33.366960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2d3dc-81af-4f3d-be32-7a96a2c80a30 None None] New status for floating IP e88a5833-64c9-46b1-94fc-156809dbedc6: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:28:33.373851 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-31ea1940-b2c3-4b6f-a859-b85d8f509304 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/floatingips/e88a5833-64c9-46b1-94fc-156809dbedc6 HTTP/1.1" status: 200 len: 991 time: 0.0676680 Aug 20 15:28:33.843754 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-c9d3a152-eaf2-4d9e-a25a-70e028822239 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467103183&fields=id&tenant_id=db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 267 time: 0.0329640 Aug 20 15:28:33.949638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-0ded91eb-8767-4e23-85d2-5a326248c92c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:33.951108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-0ded91eb-8767-4e23-85d2-5a326248c92c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1001270 Aug 20 15:28:33.966375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-c3c6cd74-81e0-4a58-acc1-dec8020ef7f2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/quotas/db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 375 time: 0.0087795 Aug 20 15:28:34.026512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-ad4bde63-8c69-49bc-b4c0-b0b28089bb66 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541365 Aug 20 15:28:34.122582 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-d385df8e-f445-4bbb-b485-469531a017e4 service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829008 Aug 20 15:28:34.214439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-a07a24eb-b2a1-4102-8e72-4a35f554000c service neutron] 10.222.0.36 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847073 Aug 20 15:28:34.377991 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51872) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:34.515531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e33d4e9-60a7-4be4-824d-cdeabee13f4a req-1da5c57b-995b-4a1f-b947-3d8e7ecf09e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 210 time: 0.0284760 Aug 20 15:28:34.693301 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d7de4c61-e08b-4394-a36e-7682c5ea8547 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/floatingips/e88a5833-64c9-46b1-94fc-156809dbedc6 HTTP/1.1" status: 200 len: 993 time: 0.3140302 Aug 20 15:28:35.522369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-0fcd5537-3308-4e08-a74b-9b510f6f34d5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:35.523951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-0fcd5537-3308-4e08-a74b-9b510f6f34d5 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 812 time: 0.1085427 Aug 20 15:28:35.572734 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-c5726e09-5a55-4a8c-ac0f-28ecfdafed62 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db80b6a989504421a8714c287f72d92b HTTP/1.1" status: 200 len: 380 time: 0.0347409 Aug 20 15:28:35.582248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'port': {'device_id': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'admin_state_up': True, 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'security_groups': ['1752cb13-ae9f-46e1-a3ae-49384ce20e10']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:35.993116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8f401ab0-9e04-418c-bf2b-e36341e260a1 req-3fc7117e-acfe-46da-ac02-9bc8224d465e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 210 time: 0.3956490 Aug 20 15:28:36.052434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Made reservation on behalf of db80b6a989504421a8714c287f72d92b for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:28:36.055973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:36.099690 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:36.187045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.20.0.7 (7e00f66c-72ff-4834-b2ff-ff4f4e406f79/30a01d91-e7df-41ea-9744-ce59d2cfbc85/c706a90a-05d0-4acb-9a5c-c4dffc25d2ab) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:36.326474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:36.340291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Transition to ACTIVE for port object c706a90a-05d0-4acb-9a5c-c4dffc25d2ab will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:36.371403 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:36.414987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:36.417927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:36.421563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:36.442408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:36.492069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:36.492705 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:36.508415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f38fb2cb-943d-409c-8a9a-b71b580e27e3 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9304886 Aug 20 15:28:36.526704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Request body: {'port': {'device_id': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:36.587610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:36.706792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f1bec1f8-de2f-4f58-bc4c-2df0bd1f47e9 None None] Provisioning for port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:36.715380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f1bec1f8-de2f-4f58-bc4c-2df0bd1f47e9 None None] Provisioning complete for port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:36.716864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f1bec1f8-de2f-4f58-bc4c-2df0bd1f47e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:36.760861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f1bec1f8-de2f-4f58-bc4c-2df0bd1f47e9 None None] Port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:28:36.872065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c706a90a-05d0-4acb-9a5c-c4dffc25d2ab {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:28:36.880675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:36.892575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Transition to ACTIVE for port object c706a90a-05d0-4acb-9a5c-c4dffc25d2ab will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:28:36.897257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:36.951106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:37.031822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Attempting to bind port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:28:37.032202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Attempting to bind port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:28:37.032544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Attempting to bind port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:37.039275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:28:37.039941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Attempting to bind port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab on network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:28:37.045150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:28:37.045514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Checking segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:28:37.045887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Bound using segment: {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:28:37.046325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Bound port: c706a90a-05d0-4acb-9a5c-c4dffc25d2ab, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:28:37.046724 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:37.150116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] For port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:28:37.154020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] For port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:28:37.165286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e83de6-af56-4c64-b324-c7df5afc5eb6 req-d6ae37d7-d35b-42e7-981d-ba1149f8f988 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:37.166877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78e83de6-af56-4c64-b324-c7df5afc5eb6 req-d6ae37d7-d35b-42e7-981d-ba1149f8f988 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0785477 Aug 20 15:28:37.167914 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:37.223747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:37.224378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:37.225785 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] 10.222.0.72 "PUT /v2.0/ports/c706a90a-05d0-4acb-9a5c-c4dffc25d2ab HTTP/1.1" status: 200 len: 1092 time: 0.7037070 Aug 20 15:28:37.227394 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:28:37.229641 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a" -d '{"events": [{"name": "network-changed", "server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:28:37.258627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78e83de6-af56-4c64-b324-c7df5afc5eb6 req-8c04ae15-876a-4309-9b42-63576ae1cbeb tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825090 Aug 20 15:28:37.269662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268b51b-7542-4489-8aab-8b54d5da84f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:37.323706 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0423d9-13ca-49b4-b6ce-3c9338720f57 x-openstack-request-id: req-7b0423d9-13ca-49b4-b6ce-3c9338720f57 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:28:37.323997 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:28:37.324346 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b0423d9-13ca-49b4-b6ce-3c9338720f57 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:28:37.324746 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'status': 'completed', 'code': 200} Aug 20 15:28:37.342615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-a20a1619-5257-4fc6-8248-065e9c5ce7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:37.344319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-a20a1619-5257-4fc6-8248-065e9c5ce7af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 1095 time: 0.0513935 Aug 20 15:28:37.394323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-3f6ad879-b0ab-443e-ac43-63360f331890 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab HTTP/1.1" status: 200 len: 217 time: 0.0364337 Aug 20 15:28:37.447817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-01de4a22-35a2-4c55-a071-4051b995bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:37.449322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-01de4a22-35a2-4c55-a071-4051b995bbe6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0476122 Aug 20 15:28:37.502195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-8cd2ec3c-0f11-4561-995a-be38beb7f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:37.503853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-8cd2ec3c-0f11-4561-995a-be38beb7f7e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476649 Aug 20 15:28:37.594572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-2c8776c8-7a3f-47c8-aff9-577356a1d6a6 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829411 Aug 20 15:28:37.692636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5b5a431-fd34-47b0-9f66-fb09102159a9 req-f3f1f20e-a9b3-4548-9650-bbc277c20327 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908210 Aug 20 15:28:37.807612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-e459369c-6ac1-4d8e-bc72-2208f638814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:37.809239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-e459369c-6ac1-4d8e-bc72-2208f638814c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 1095 time: 0.0436168 Aug 20 15:28:37.898824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-866feb37-0010-4d3b-8340-9bbbc305435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:37.900508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-866feb37-0010-4d3b-8340-9bbbc305435a service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.0849116 Aug 20 15:28:37.946789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-253d2508-bf70-4717-aa7a-9892bff61ab9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab HTTP/1.1" status: 200 len: 217 time: 0.0396574 Aug 20 15:28:37.995779 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-62b18554-17d1-43d5-8553-f8c34d10ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:37.997248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-62b18554-17d1-43d5-8553-f8c34d10ebbb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0442514 Aug 20 15:28:38.044659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-b7f168da-cf7f-47e3-b2d8-24f12056bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:38.046166 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-b7f168da-cf7f-47e3-b2d8-24f12056bbdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416255 Aug 20 15:28:38.145053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-9b545be8-c1a5-410a-8959-5fb280b83fb1 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917110 Aug 20 15:28:38.246262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84cd4278-cd9a-448a-9f9b-b3bcfc53b67a req-36f56a8f-3f56-4c5a-839d-f949b89e9429 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945859 Aug 20 15:28:38.382077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb2096-0bd0-4606-87b2-06af74cece67 req-bdf04104-d0cf-4528-81eb-4d5f0e1e46d4 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:38.383496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1bb2096-0bd0-4606-87b2-06af74cece67 req-bdf04104-d0cf-4528-81eb-4d5f0e1e46d4 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0556796 Aug 20 15:28:38.422487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1bb2096-0bd0-4606-87b2-06af74cece67 req-745f9bac-8d1f-4cd7-93f2-3de2084448dd tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329759 Aug 20 15:28:39.549797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e62c40-d8be-4ccd-8642-d8b829b3c86a req-5ffabfd9-9aa0-4bd3-9ccc-0e3341ac0f21 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:39.551328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02e62c40-d8be-4ccd-8642-d8b829b3c86a req-5ffabfd9-9aa0-4bd3-9ccc-0e3341ac0f21 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0532351 Aug 20 15:28:39.593363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02e62c40-d8be-4ccd-8642-d8b829b3c86a req-0435f26b-e10c-4ed4-b7d5-8c66fd99ec8e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360229 Aug 20 15:28:40.706327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f363ffb-3b2a-45eb-8f6e-2b1a65dd8b37 req-86291b40-f8f9-4633-863c-dc2947d4865c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:40.707811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f363ffb-3b2a-45eb-8f6e-2b1a65dd8b37 req-86291b40-f8f9-4633-863c-dc2947d4865c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0482345 Aug 20 15:28:40.746725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f363ffb-3b2a-45eb-8f6e-2b1a65dd8b37 req-677e429c-22be-4e9f-acb2-d463d4be581c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Aug 20 15:28:41.865532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57674fb-3100-412d-b3de-4993a4d5309b req-5391b3b4-da70-4909-bb71-ff7c95c892be tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:41.866989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e57674fb-3100-412d-b3de-4993a4d5309b req-5391b3b4-da70-4909-bb71-ff7c95c892be tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0529244 Aug 20 15:28:41.904158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e57674fb-3100-412d-b3de-4993a4d5309b req-2d0fb495-0d10-4041-9d78-1877aeda3a09 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Aug 20 15:28:42.237630 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e215139b-020d-4fe4-bd65-8a702e00ca19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:43.017255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7768fd-72f8-492b-968a-cbe939cef8ff req-3c1141c6-77b9-4c93-a68a-2f7f8873472c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:43.019388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b7768fd-72f8-492b-968a-cbe939cef8ff req-3c1141c6-77b9-4c93-a68a-2f7f8873472c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0496299 Aug 20 15:28:43.060606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b7768fd-72f8-492b-968a-cbe939cef8ff req-c06cad25-d326-4f6c-b1a3-75a53d326c4c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347438 Aug 20 15:28:44.181314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef361464-22c2-4065-b801-5ad395ffeb90 req-e77d3929-12da-49e2-a7a9-82ddb768c9a1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:44.182703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef361464-22c2-4065-b801-5ad395ffeb90 req-e77d3929-12da-49e2-a7a9-82ddb768c9a1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0528677 Aug 20 15:28:44.219310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef361464-22c2-4065-b801-5ad395ffeb90 req-1d0d3cf3-ae4b-4e06-b435-dd59db52822a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306799 Aug 20 15:28:44.833697 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:45.204591 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0e69754a-d16f-4f8a-aeb6-9a695b077a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:45.349792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352621b3-bffe-49b9-8991-6082069f16dc req-3bd51e50-8410-4251-aca3-c98d7380e93c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:45.351200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-352621b3-bffe-49b9-8991-6082069f16dc req-3bd51e50-8410-4251-aca3-c98d7380e93c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0594847 Aug 20 15:28:45.393857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-352621b3-bffe-49b9-8991-6082069f16dc req-1e1d8c39-0aca-4ed9-aa5b-e016c3b1ff88 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353432 Aug 20 15:28:46.192891 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:46.520550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b2b6a-8343-4a2c-b4be-326ea893f4fa req-f5de8455-7032-416f-8b6c-b5eb7dd986ee tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:46.522583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f1b2b6a-8343-4a2c-b4be-326ea893f4fa req-f5de8455-7032-416f-8b6c-b5eb7dd986ee tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0581181 Aug 20 15:28:46.562801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f1b2b6a-8343-4a2c-b4be-326ea893f4fa req-99692485-ffe0-45ec-9bda-fe41a10cfade tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334508 Aug 20 15:28:47.676933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f0033-ea96-4acb-ad86-4b7d1aa3e75d req-57250191-f611-499a-ace3-0a003ea267fb tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:47.678413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de5f0033-ea96-4acb-ad86-4b7d1aa3e75d req-57250191-f611-499a-ace3-0a003ea267fb tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 943 time: 0.0489249 Aug 20 15:28:47.717211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de5f0033-ea96-4acb-ad86-4b7d1aa3e75d req-bdd21eb9-6364-4a4b-8b05-7396d30b98fe tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327888 Aug 20 15:28:47.901634 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:48.155105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c706a90a-05d0-4acb-9a5c-c4dffc25d2ab details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:28:48.254924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:48.265984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'port_id': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'mac_address': 'fa:16:3e:e6:11:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:28:48.306089 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:48.318791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c706a90a-05d0-4acb-9a5c-c4dffc25d2ab {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:28:48.337083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:48.341047 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:48.389451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:48.718373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['c706a90a-05d0-4acb-9a5c-c4dffc25d2ab'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:28:48.839353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80538c17-e7c0-45a3-88ba-a5f3b7755bb5 req-a1f81177-e2bf-47f3-8b4e-fa2f4513845c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:48.840932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80538c17-e7c0-45a3-88ba-a5f3b7755bb5 req-a1f81177-e2bf-47f3-8b4e-fa2f4513845c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 944 time: 0.0542445 Aug 20 15:28:48.884180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80538c17-e7c0-45a3-88ba-a5f3b7755bb5 req-8d1ee976-d5cd-44d1-82d0-c967a657845f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344746 Aug 20 15:28:50.001469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3403c-909b-4f17-be03-5c3e60e3d987 req-9cc4f719-453e-4465-abfe-91a5abf27e8c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:50.003659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40c3403c-909b-4f17-be03-5c3e60e3d987 req-9cc4f719-453e-4465-abfe-91a5abf27e8c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 944 time: 0.0495925 Aug 20 15:28:50.041331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40c3403c-909b-4f17-be03-5c3e60e3d987 req-e7a3714b-6f32-437f-b1c3-d5fa9fd5d8ee tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318429 Aug 20 15:28:50.171336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c706a90a-05d0-4acb-9a5c-c4dffc25d2ab up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:28:50.222345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:28:50.225927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:28:50.226298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:50.304114 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:50.325933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:28:50.328210 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda8a339-b299-4c68-ac36-4e250781e5a5" -d '{"events": [{"server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "name": "network-vif-plugged", "status": "completed", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:28:50.341261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:28:50.345134 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:50.367889 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e252e949-32ce-4454-9d38-2fc1460274fa x-openstack-request-id: req-e252e949-32ce-4454-9d38-2fc1460274fa {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:28:50.368176 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "name": "network-vif-plugged", "status": "completed", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:28:50.368424 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e252e949-32ce-4454-9d38-2fc1460274fa {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:28:50.368804 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'code': 200} Aug 20 15:28:50.395310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:50.494128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fde474-a0ce-4781-8f98-f3e48d237c20 req-10efd972-3626-4eef-8a96-a5014e1a85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:50.495661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47fde474-a0ce-4781-8f98-f3e48d237c20 req-10efd972-3626-4eef-8a96-a5014e1a85ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 1097 time: 0.0402477 Aug 20 15:28:50.530267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47fde474-a0ce-4781-8f98-f3e48d237c20 req-ecb19bfd-0cb0-4b8a-8d48-cce0826b6f04 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266314 Aug 20 15:28:51.160346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca75c5-5097-4991-9bde-45a53a75bc3f req-560804b9-bb29-4527-a5b9-90cbd34a6cd0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:51.161810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bca75c5-5097-4991-9bde-45a53a75bc3f req-560804b9-bb29-4527-a5b9-90cbd34a6cd0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 945 time: 0.0534859 Aug 20 15:28:51.199041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bca75c5-5097-4991-9bde-45a53a75bc3f req-f57c434f-b863-44a1-a049-0067e7bc228e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310345 Aug 20 15:28:52.311997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02151a-c0d0-446e-b155-7a27613e2448 req-beb471d7-bcde-4194-aefa-b52b10e23023 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:52.313488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c02151a-c0d0-446e-b155-7a27613e2448 req-beb471d7-bcde-4194-aefa-b52b10e23023 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Aug 20 15:28:52.351468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c02151a-c0d0-446e-b155-7a27613e2448 req-40e87041-2c36-4646-bc6a-e87ebbdc8058 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Aug 20 15:28:52.462948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f0d0e-cc0b-41a6-8149-0dc6da7db71a req-cab048b4-41be-4f4f-92fe-71bd97dad7fd tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:52.464459 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a5f0d0e-cc0b-41a6-8149-0dc6da7db71a req-cab048b4-41be-4f4f-92fe-71bd97dad7fd tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 945 time: 0.0492501 Aug 20 15:28:52.501779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a5f0d0e-cc0b-41a6-8149-0dc6da7db71a req-22f34741-55b7-4706-a39c-299bbd9894b0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313380 Aug 20 15:28:52.524610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51932) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:52.563779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e8da6-0284-402e-876f-e476d38e6f89 tempest-TestVolumeBootPattern-127768494 tempest-TestVolumeBootPattern-127768494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:52.566382 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-299e8da6-0284-402e-876f-e476d38e6f89 tempest-TestVolumeBootPattern-127768494 tempest-TestVolumeBootPattern-127768494-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 1092 time: 0.0407619 Aug 20 15:28:52.569700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 51934) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:28:52.574915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:28:52.596370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:52.692057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:52.794870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Allocated IP 172.25.5.217 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/c3bbf216-18e8-4cc3-817b-d3053b9c4378) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:28:52.903348 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:52.943317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:52.982183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:28:52.985011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:28:52.989384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:28:52.996883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=c3bbf216-18e8-4cc3-817b-d3053b9c4378,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:53.030336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.030687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.031034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.031378 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.031749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.032082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.032414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.032744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.033597 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.033938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.034274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.034610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:28:53.363801 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:53.431696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:53.575381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:53.579847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:53.649419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event updated for resources: {'Port': ['ID=c3bbf216-18e8-4cc3-817b-d3053b9c4378,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:28:53.660143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:53.758163 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Floating IP ab4efa8b-3ea8-4731-aef4-684bed61023b associated. External IP: 172.25.5.217, port: c706a90a-05d0-4acb-9a5c-c4dffc25d2ab. Aug 20 15:28:53.964157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Router b46c57df-c297-421c-9291-805110a90364 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:28:54.071836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:28:54.081858 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] Sync routers for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:28:54.087741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:28:54.090793 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:54.091394 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:28:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:54.116802 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7470c703-9bad-49d6-9f78-bfab3e0afead tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5457356 Aug 20 15:28:54.117399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:28:54.119691 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaac67bc-76cb-409f-bf83-8d89beec4e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:28:54.160761 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f1ffc5-4dcd-47fd-acfe-e4fd4cc6baea x-openstack-request-id: req-05f1ffc5-4dcd-47fd-acfe-e4fd4cc6baea {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:28:54.161051 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:28:54.161302 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05f1ffc5-4dcd-47fd-acfe-e4fd4cc6baea {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:28:54.161708 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'status': 'completed', 'code': 200} Aug 20 15:28:54.195479 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:54.249776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-8838c9b5-7384-4355-a878-b150dd9592f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:54.252953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-8838c9b5-7384-4355-a878-b150dd9592f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 1097 time: 0.0505116 Aug 20 15:28:54.343499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-c5738795-c42e-4b4e-aad2-a4ff7a7a361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:54.345023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-c5738795-c42e-4b4e-aad2-a4ff7a7a361b service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.0854352 Aug 20 15:28:54.414957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-20315056-2c55-440a-bfab-39547c5571ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab HTTP/1.1" status: 200 len: 999 time: 0.0626009 Aug 20 15:28:54.421183 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9cd31fde-c494-4e00-a8f1-c3a979e1ca83', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:52Z', 'updated_at': '2021-08-20T15:26:55Z', 'revision_number': 1, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}, {'id': 'ab4efa8b-3ea8-4731-aef4-684bed61023b', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:e6:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:53Z', 'updated_at': '2021-08-20T15:28:53Z', 'revision_number': 0, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:54.448180 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] Checking router: b46c57df-c297-421c-9291-805110a90364 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:28:54.456933 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:28:54.457546 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:28:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:54.463624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-f8ed1462-4a4d-4e71-bed3-7b7f93de7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:54.465105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-f8ed1462-4a4d-4e71-bed3-7b7f93de7aa9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0434985 Aug 20 15:28:54.510666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-792df630-10e4-47c8-9142-3f3bb3286f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:28:54.512263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-792df630-10e4-47c8-9142-3f3bb3286f9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405128 Aug 20 15:28:54.566281 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:28:54.620650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-040368e2-8259-4f78-9692-f19384054475 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016097 Aug 20 15:28:54.710893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaac67bc-76cb-409f-bf83-8d89beec4e8e req-8449bead-950d-407a-acad-e40b46e39938 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834103 Aug 20 15:28:54.794305 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9cd31fde-c494-4e00-a8f1-c3a979e1ca83', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:52Z', 'updated_at': '2021-08-20T15:26:55Z', 'revision_number': 1, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}, {'id': 'ab4efa8b-3ea8-4731-aef4-684bed61023b', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:e6:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:53Z', 'updated_at': '2021-08-20T15:28:53Z', 'revision_number': 0, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:28:54.824663 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87558acb-bfd6-4dd6-9311-ccd95282ddca None None] The sync data for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 is: [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9cd31fde-c494-4e00-a8f1-c3a979e1ca83', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:52Z', 'updated_at': '2021-08-20T15:26:55Z', 'revision_number': 1, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}, {'id': 'ab4efa8b-3ea8-4731-aef4-684bed61023b', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.217', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:e6:11:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:53Z', 'updated_at': '2021-08-20T15:28:53Z', 'revision_number': 0, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:28:55.027121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2ae7fe-1123-4447-837f-73cd771ffad9 None None] New status for floating IP ab4efa8b-3ea8-4731-aef4-684bed61023b: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:28:58.600965 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:28:59.011755 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:00.391678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b83a6-8ed4-41d8-872f-f626dd880173 req-e5ca7b95-4129-4f2a-9803-0c552f86dcc2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:00.394089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c6b83a6-8ed4-41d8-872f-f626dd880173 req-e5ca7b95-4129-4f2a-9803-0c552f86dcc2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0505376 Aug 20 15:29:00.432939 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c6b83a6-8ed4-41d8-872f-f626dd880173 req-bf2f60f4-6bbd-4a11-bab2-84545e3ba758 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324099 Aug 20 15:29:01.551847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ececa5-3ff5-4dd9-b235-6fab438f2a70 req-c7f76e59-96d6-45c7-aebd-055b5ba9d9ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:01.553310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4ececa5-3ff5-4dd9-b235-6fab438f2a70 req-c7f76e59-96d6-45c7-aebd-055b5ba9d9ff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0528498 Aug 20 15:29:01.591059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4ececa5-3ff5-4dd9-b235-6fab438f2a70 req-77a70cad-86ab-44c0-9231-85187c464cbb tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317228 Aug 20 15:29:02.709130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0d5b1-d303-4bb9-8a77-8277affe298a req-17452975-3f48-4cd3-bfff-dfd7e1c7d56f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:02.711397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c0d5b1-d303-4bb9-8a77-8277affe298a req-17452975-3f48-4cd3-bfff-dfd7e1c7d56f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0520301 Aug 20 15:29:02.749268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c0d5b1-d303-4bb9-8a77-8277affe298a req-ca2310d8-6fcb-454d-9039-833af5d9f4f3 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Aug 20 15:29:03.871130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf6fa4-8860-41d3-9e69-75eaa960d5cf req-c27a8847-3a1d-40b0-a5b1-a4edecf3bb89 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:03.872646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbaf6fa4-8860-41d3-9e69-75eaa960d5cf req-c27a8847-3a1d-40b0-a5b1-a4edecf3bb89 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0498681 Aug 20 15:29:03.912390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cbaf6fa4-8860-41d3-9e69-75eaa960d5cf req-99479277-d978-4980-87a4-a0e3e72c2d0e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326588 Aug 20 15:29:05.030765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f66148-ac93-4746-9a14-3599f618ff71 req-b82b90bb-f33f-428d-839d-305fdddcd10e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:05.032259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2f66148-ac93-4746-9a14-3599f618ff71 req-b82b90bb-f33f-428d-839d-305fdddcd10e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0532274 Aug 20 15:29:05.069533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2f66148-ac93-4746-9a14-3599f618ff71 req-59ae0f37-26cf-4c75-b2b9-6eaaf3c03347 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310481 Aug 20 15:29:06.113358 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:06.184685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453036be-6014-4514-8a36-3fe9e5db2c95 req-888b279f-1de2-4ac2-9eed-d76a40842cb4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:06.186205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-453036be-6014-4514-8a36-3fe9e5db2c95 req-888b279f-1de2-4ac2-9eed-d76a40842cb4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0499573 Aug 20 15:29:06.224964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-453036be-6014-4514-8a36-3fe9e5db2c95 req-9f3ef0c8-6306-4854-ae67-95d9c155b309 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318563 Aug 20 15:29:07.341659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54baaa7-a569-4e10-9fd1-9b0ca5c6877a req-c2f6c92d-724d-4d2e-9f8d-74131abd4d01 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:07.343137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d54baaa7-a569-4e10-9fd1-9b0ca5c6877a req-c2f6c92d-724d-4d2e-9f8d-74131abd4d01 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0492294 Aug 20 15:29:07.381315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d54baaa7-a569-4e10-9fd1-9b0ca5c6877a req-64804fdb-92e2-402f-a986-bc5b89427815 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321839 Aug 20 15:29:08.503418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c38c5a-b4b8-40d2-86d4-c4979d8e0f24 req-a9604c82-f0f8-4222-ae97-73102521d06f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:08.504973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2c38c5a-b4b8-40d2-86d4-c4979d8e0f24 req-a9604c82-f0f8-4222-ae97-73102521d06f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0558219 Aug 20 15:29:08.543892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2c38c5a-b4b8-40d2-86d4-c4979d8e0f24 req-7f47a43d-a501-45c7-8ee3-3aec448e9d88 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330622 Aug 20 15:29:09.670084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e3f15-ef6e-4376-b833-6488254f6d58 req-f5ed3fce-7e18-4063-9802-41b09c96cdc8 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:09.671584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a2e3f15-ef6e-4376-b833-6488254f6d58 req-f5ed3fce-7e18-4063-9802-41b09c96cdc8 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0521352 Aug 20 15:29:09.715017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a2e3f15-ef6e-4376-b833-6488254f6d58 req-b704092d-3d64-48a9-8f72-cd9f5e567bce tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366886 Aug 20 15:29:10.846431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950914fc-baac-4759-a81d-5b6d2dde3ca5 req-853bc20a-03f4-4a53-9b86-46ffc42ab71e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:10.847979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-950914fc-baac-4759-a81d-5b6d2dde3ca5 req-853bc20a-03f4-4a53-9b86-46ffc42ab71e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0489206 Aug 20 15:29:10.886679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-950914fc-baac-4759-a81d-5b6d2dde3ca5 req-97f7aba1-edf7-4f8c-afdc-12ed62095df0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327990 Aug 20 15:29:12.008805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf666d2-8fb9-48f9-830b-823c15f9a48a req-065b51d2-6d5a-4a4c-be83-507165f9cd94 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:12.010292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abf666d2-8fb9-48f9-830b-823c15f9a48a req-065b51d2-6d5a-4a4c-be83-507165f9cd94 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0531521 Aug 20 15:29:12.049657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abf666d2-8fb9-48f9-830b-823c15f9a48a req-03fbec08-9dbe-4e96-9f50-e40faa298a99 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330701 Aug 20 15:29:12.238206 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-70267112-d6ec-4328-8228-ebafff3eda5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:13.165888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3ad0f-8b0e-42ed-8c93-1eee801d4921 req-45902ab4-309a-446d-b2ec-f32d7c8ee7d4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:13.167385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dec3ad0f-8b0e-42ed-8c93-1eee801d4921 req-45902ab4-309a-446d-b2ec-f32d7c8ee7d4 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0504451 Aug 20 15:29:13.205715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dec3ad0f-8b0e-42ed-8c93-1eee801d4921 req-2d14b1c9-d6f5-4dd5-a866-0525998b380f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324109 Aug 20 15:29:13.599265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a7c8-c8a8-4c22-aacd-963f61244ee0 req-c57d4407-14f2-4c88-a809-e8027c775912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:13.600758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48d5a7c8-c8a8-4c22-aacd-963f61244ee0 req-c57d4407-14f2-4c88-a809-e8027c775912 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 1098 time: 0.0396352 Aug 20 15:29:13.636368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48d5a7c8-c8a8-4c22-aacd-963f61244ee0 req-0cd5ecdd-6720-4342-8f86-e15bc1c4565c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274727 Aug 20 15:29:14.233930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0cda9eb1-7be2-4439-b78e-fed369bc39ab details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:29:14.334421 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:29:14.334962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f84c4-dc33-4302-9433-eb7d9a197123 req-674ce028-39c8-482b-8a00-a678e91e3616 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:14.336496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-623f84c4-dc33-4302-9433-eb7d9a197123 req-674ce028-39c8-482b-8a00-a678e91e3616 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0592272 Aug 20 15:29:14.346548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'port_id': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'mac_address': 'fa:16:3e:02:6b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:29:14.379640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-623f84c4-dc33-4302-9433-eb7d9a197123 req-56d6f5be-35c2-401b-9f7d-156c36a987ab tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367320 Aug 20 15:29:14.384175 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:14.397126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cda9eb1-7be2-4439-b78e-fed369bc39ab {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:29:14.417284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:29:14.421040 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:14.471495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0cda9eb1-7be2-4439-b78e-fed369bc39ab,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:14.479134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.479476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.479843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.480174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.480504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.480830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.481159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.481475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.481796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.482113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.482433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.482747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:14.751394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['0cda9eb1-7be2-4439-b78e-fed369bc39ab'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:29:14.850680 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:15.207343 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f517bfe9-025c-4dcb-afa4-576e26ff1814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:15.534134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ce4a-2646-425c-9bdf-a37fa938ca43 req-0aa74946-5336-4f51-8727-b0a614f24aff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:15.535041 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d87ce4a-2646-425c-9bdf-a37fa938ca43 req-0aa74946-5336-4f51-8727-b0a614f24aff tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 945 time: 0.0826638 Aug 20 15:29:15.538683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-14f6fb36-0980-414d-bc2b-1c0c1b2824b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594776 Aug 20 15:29:15.577187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d87ce4a-2646-425c-9bdf-a37fa938ca43 req-9cd739d3-25de-4f1b-9dc6-f04b8a6dd4c0 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356545 Aug 20 15:29:15.601937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52000) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:15.652233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-b94c2800-14b6-48d2-a352-f20cf6626ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:15.653764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-b94c2800-14b6-48d2-a352-f20cf6626ee7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 1097 time: 0.0468233 Aug 20 15:29:15.667696 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a9d75086-2a93-4fd7-a46e-42ae84254240 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/floatingips/39d43cab-475a-4074-8d60-20261b1dca59 HTTP/1.1" status: 200 len: 993 time: 0.0639639 Aug 20 15:29:15.763402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-9b08fc09-d555-4f55-8156-5fe6cbb66b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:15.765172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-9b08fc09-d555-4f55-8156-5fe6cbb66b1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.0896811 Aug 20 15:29:15.843888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-673632e1-6333-44c1-afd4-f7b14c60bfa6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b89cb81-15ba-45fd-9485-d36b60244d88 HTTP/1.1" status: 200 len: 1001 time: 0.0697958 Aug 20 15:29:15.896715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-52a0daed-a57f-4459-8700-b9cc05c6608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:15.898196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-52a0daed-a57f-4459-8700-b9cc05c6608d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0473394 Aug 20 15:29:15.987184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-c91791a5-28ae-41de-8ec7-632f99afccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:15.989076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-c91791a5-28ae-41de-8ec7-632f99afccaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801291 Aug 20 15:29:15.997390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-33d3f8de-737f-4c65-97cb-7548bed39f8d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594015 Aug 20 15:29:16.114619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-fa124ee2-2a93-4106-8962-7dea3d7cfea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:16.116253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-fa124ee2-2a93-4106-8962-7dea3d7cfea3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c22f5184477493093bf40508769ce6c&device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 1098 time: 0.0677164 Aug 20 15:29:16.118395 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-6e649e4c-b6b2-485d-9b20-218602e28ecf service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200747 Aug 20 15:29:16.197686 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:16.234075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0cda9eb1-7be2-4439-b78e-fed369bc39ab up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:29:16.282114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-beefdd36-0f55-4ead-9dcb-79f4c985bb0c req-7b897e64-586b-4660-b9aa-e4b8edb4c1ab service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564953 Aug 20 15:29:16.286559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-a1fc0c79-540b-4108-b972-a26f61826064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:16.288273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-a1fc0c79-540b-4108-b972-a26f61826064 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fd8dbc16-7007-41f9-92b5-5c956a0bd638 HTTP/1.1" status: 200 len: 909 time: 0.1445279 Aug 20 15:29:16.292046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 0cda9eb1-7be2-4439-b78e-fed369bc39ab triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:29:16.292423 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:16.362932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-c3a43745-7f78-4b2f-9d7a-645d587c7074 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6 HTTP/1.1" status: 200 len: 1001 time: 0.0645239 Aug 20 15:29:16.379047 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:16.402494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:29:16.405120 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8e5907-4469-4d16-82ad-ca89e6b817e1" -d '{"events": [{"server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "name": "network-vif-plugged", "status": "completed", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:29:16.414608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-e5aedc34-0b64-49fa-bd43-4a104f229eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:16.416103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-e5aedc34-0b64-49fa-bd43-4a104f229eab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5dcba62-783c-4942-893d-dbe6b619c20d HTTP/1.1" status: 200 len: 847 time: 0.0453997 Aug 20 15:29:16.420905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:29:16.426548 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:16.454589 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6f0a10-55ea-47db-8181-1dd7fe7d5ef0 x-openstack-request-id: req-ad6f0a10-55ea-47db-8181-1dd7fe7d5ef0 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:29:16.454889 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "name": "network-vif-plugged", "status": "completed", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:29:16.455146 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad6f0a10-55ea-47db-8181-1dd7fe7d5ef0 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:29:16.456270 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'code': 200} Aug 20 15:29:16.467008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-cdbcbe84-a003-4d6d-b2fb-4cf811d17a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:16.468680 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-cdbcbe84-a003-4d6d-b2fb-4cf811d17a15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd8dbc16-7007-41f9-92b5-5c956a0bd638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431702 Aug 20 15:29:16.484593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=0cda9eb1-7be2-4439-b78e-fed369bc39ab,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:16.580892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-b9877879-a0f2-4c36-84be-6d2e8521a522 service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999913 Aug 20 15:29:16.675381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9300a1a-9a27-45dd-9f86-e5b71db89ca6 req-a2c0c49b-ada6-45e4-b645-6ce81ebe9b57 service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846748 Aug 20 15:29:17.903424 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:29.014502 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:35.600430 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:29:36.119194 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:42.239038 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-580745b8-d1e3-4d25-832a-c08f5c15cab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:44.832807 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:45.208115 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2a093f24-d78a-4950-8ca1-c1bb7d5a046f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:45.874724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52030) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:45.954102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1566985-3705-4220-9b53-7cbaaea6d5a0 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:45.954598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1566985-3705-4220-9b53-7cbaaea6d5a0 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:45.955079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1566985-3705-4220-9b53-7cbaaea6d5a0 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:45.957303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e1566985-3705-4220-9b53-7cbaaea6d5a0 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=e41f34b3c314449a83fb9ff70981e466&network_id=40a75b70-611a-49d6-a5dd-1869ec42e75f HTTP/1.1" status: 200 len: 2972 time: 0.0810390 Aug 20 15:29:46.199684 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:47.492662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52042) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:47.544623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1032425-04d8-4e42-acca-420d391d81a7 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:47.546140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b1032425-04d8-4e42-acca-420d391d81a7 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235 HTTP/1.1" status: 200 len: 814 time: 0.0524879 Aug 20 15:29:47.905603 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:48.016291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52048) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:48.021944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'network': {'name': 'tempest-network-smoke--345519229', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'port_security_enabled': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:48.043577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Made reservation on behalf of e41f34b3c314449a83fb9ff70981e466 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:29:48.047147 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:48.074913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:29:48.083631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:48.083977 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Added segment 9cb914f7-03ba-4707-a6d2-c04e2992e151 of type vlan for network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 Aug 20 15:29:48.122320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:48.147184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:48.152757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:48.153345 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:48.210817 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1934342 Aug 20 15:29:48.213923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52050) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:48.228483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a20a8-1f35-4bec-a2ce-c3cb7bd13887 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Network': ['ID=0383ae0d-8c8e-4af9-9002-6dad1859b5a0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:48.239361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:29:48.288943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f35f5e1-7af8-4cce-9e5f-f4fc5087bfcd tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:48.290459 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4f35f5e1-7af8-4cce-9e5f-f4fc5087bfcd tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e41f34b3c314449a83fb9ff70981e466&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0756295 Aug 20 15:29:48.293308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52052) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:48.377534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bb218a-a0c1-4bb6-9e5e-c6a5b5288f7e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:48.379247 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-32bb218a-a0c1-4bb6-9e5e-c6a5b5288f7e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850334 Aug 20 15:29:48.381954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52054) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:48.416577 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4ffb5d93-5562-4563-834a-b855e4ea6392 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335894 Aug 20 15:29:48.419079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52056) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:48.450915 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9f185f28-4952-4297-9dbc-c59273c1407e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e41f34b3c314449a83fb9ff70981e466&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307915 Aug 20 15:29:48.453291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:48.536848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f289583-bbfd-4e41-9167-c8d1e5a59bbb tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:48.538590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4f289583-bbfd-4e41-9167-c8d1e5a59bbb tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844283 Aug 20 15:29:48.541296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52060) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:48.568597 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-07f4db76-9fde-4bee-b48f-65ba1656b674 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263021 Aug 20 15:29:48.570824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52062) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:48.575399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1740797913', 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:48.661694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Made reservation on behalf of e41f34b3c314449a83fb9ff70981e466 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:29:48.665299 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:48.841415 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:48.900760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Subnet': ['ID=5c136e03-7570-440d-b8d6-a49d1db83f05,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:48.909728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Checking segment: {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:29:48.910061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network hostable DHCP agents. Network: 0383ae0d-8c8e-4af9-9002-6dad1859b5a0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:29:48.926537 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:29:48.934920 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 0383ae0d-8c8e-4af9-9002-6dad1859b5a0) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:29:48.939253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:48.939914 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:48.945293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836eea51-8009-4d11-8010-508a955b2a62 None None] Network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:29:48.955095 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c39beb01-e22e-4467-8e80-9045299fb275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3833125 Aug 20 15:29:49.085025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-0383ae0d-8c8e-4af9-9002-6dad1859b5a0', 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ips': [{'subnet_id': '5c136e03-7570-440d-b8d6-a49d1db83f05'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:29:49.085866 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.218365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Allocated IP 172.20.0.18 (0383ae0d-8c8e-4af9-9002-6dad1859b5a0/5c136e03-7570-440d-b8d6-a49d1db83f05/cdc4440b-9cb5-463e-a2ad-040f3b168ea8) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:29:49.221287 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52066) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:49.227024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-e28ecf08-2d6b-4356-9811-0122cf333b09 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719913044', 'description': 'tempest-secgroup-smoke-1719913044 description', 'project_id': 'e41f34b3c314449a83fb9ff70981e466'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:49.248953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e28ecf08-2d6b-4356-9811-0122cf333b09 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.335657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e28ecf08-2d6b-4356-9811-0122cf333b09 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.339316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e28ecf08-2d6b-4356-9811-0122cf333b09 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.365861 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e28ecf08-2d6b-4356-9811-0122cf333b09 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.367152 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.367378 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e28ecf08-2d6b-4356-9811-0122cf333b09 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1448452 Aug 20 15:29:49.370275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52068) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:49.375488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7d3e62b2-f4aa-49a5-bafb-5b51e5513687 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': 'e6b53823-52b6-4588-afb4-d234635558d3', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:49.375744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Transition to ACTIVE for port object cdc4440b-9cb5-463e-a2ad-040f3b168ea8 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:29:49.382709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ecf08-2d6b-4356-9811-0122cf333b09 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b53823-52b6-4588-afb4-d234635558d3,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:49.391473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Transition to ACTIVE for port object cdc4440b-9cb5-463e-a2ad-040f3b168ea8 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:29:49.398474 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.405353 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d3e62b2-f4aa-49a5-bafb-5b51e5513687 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.437357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:29:49.440091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:29:49.444075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:29:49.455929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Pushing event updated for resources: {'Port': ['ID=cdc4440b-9cb5-463e-a2ad-040f3b168ea8,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:49.468175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d3e62b2-f4aa-49a5-bafb-5b51e5513687 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.472809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d3e62b2-f4aa-49a5-bafb-5b51e5513687 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.490088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e62b2-f4aa-49a5-bafb-5b51e5513687 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53923a6-8742-41e8-ba8c-4cf87fc952e9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:49.497018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7d3e62b2-f4aa-49a5-bafb-5b51e5513687 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.500927 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7d3e62b2-f4aa-49a5-bafb-5b51e5513687 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271026 Aug 20 15:29:49.501129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52070) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:49.505891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dc78831e-4186-4571-aa86-43b79453a259 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': 'e6b53823-52b6-4588-afb4-d234635558d3', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:49.510222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Attempting to bind port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:29:49.510660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Attempting to bind port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:29:49.511021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Attempting to bind port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 on network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:29:49.515944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:29:49.516315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Checking segment: {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:29:49.516718 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.517102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Bound using segment: {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:29:49.517556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Bound port: cdc4440b-9cb5-463e-a2ad-040f3b168ea8, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:29:49.517958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.532324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc78831e-4186-4571-aa86-43b79453a259 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.582184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] For port cdc4440b-9cb5-463e-a2ad-040f3b168ea8, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:29:49.585539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] For port cdc4440b-9cb5-463e-a2ad-040f3b168ea8, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cdc4440b-9cb5-463e-a2ad-040f3b168ea8,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:29:49.589499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc78831e-4186-4571-aa86-43b79453a259 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.589883 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.598226 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc78831e-4186-4571-aa86-43b79453a259 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.619078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78831e-4186-4571-aa86-43b79453a259 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d0774a-3220-4b6c-a7a9-a98ec19a341e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:49.623079 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc78831e-4186-4571-aa86-43b79453a259 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.627903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52072) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:49.628450 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dc78831e-4186-4571-aa86-43b79453a259 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257801 Aug 20 15:29:49.634673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': 'e6b53823-52b6-4588-afb4-d234635558d3', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:49.646319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c33bfc-95e4-47f4-a8b9-042fd7c091f3 None None] Pushing event updated for resources: {'Port': ['ID=cdc4440b-9cb5-463e-a2ad-040f3b168ea8,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:49.670504 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.730534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.734317 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.756666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371e99a6-765b-4181-8068-99f47f1e1fc3,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:49.765835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.766186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.766538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.766874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.767207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.767554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.767894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.768224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.768553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.768886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.769404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.769737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:29:49.772509 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.776492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52074) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:49.776678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b81052f8-d383-4948-b11a-f43829a17f3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467798 Aug 20 15:29:49.782114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-4b57847b-10ae-43a4-8608-e6ddf1cd0b2a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': 'e6b53823-52b6-4588-afb4-d234635558d3', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:49.836352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b57847b-10ae-43a4-8608-e6ddf1cd0b2a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.917388 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b57847b-10ae-43a4-8608-e6ddf1cd0b2a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.922885 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b57847b-10ae-43a4-8608-e6ddf1cd0b2a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.947714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57847b-10ae-43a4-8608-e6ddf1cd0b2a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761c50e1-54e5-438e-8c07-825eedd52e81,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:49.953291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4b57847b-10ae-43a4-8608-e6ddf1cd0b2a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:49.954987 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4b57847b-10ae-43a4-8608-e6ddf1cd0b2a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764033 Aug 20 15:29:49.958075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52078) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:49.963378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1b034b5f-33ec-454e-aba9-cfccb090e8e2 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': 'e6b53823-52b6-4588-afb4-d234635558d3', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:49.977482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cdc4440b-9cb5-463e-a2ad-040f3b168ea8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:29:49.991957 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-1b034b5f-33ec-454e-aba9-cfccb090e8e2 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Project e41f34b3c314449a83fb9ff70981e466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:29:49.996873 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1b034b5f-33ec-454e-aba9-cfccb090e8e2 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.031702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:29:50.061150 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1b034b5f-33ec-454e-aba9-cfccb090e8e2 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.064566 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1b034b5f-33ec-454e-aba9-cfccb090e8e2 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.081873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b034b5f-33ec-454e-aba9-cfccb090e8e2 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614c7acf-ccb6-450f-bfa7-8b0e8c1fc465,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:50.087891 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1b034b5f-33ec-454e-aba9-cfccb090e8e2 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.089055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1b034b5f-33ec-454e-aba9-cfccb090e8e2 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297576 Aug 20 15:29:50.091756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52080) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:50.096306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a95536d4-ce62-4e5c-95f2-b569a6b21511 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': 'e6b53823-52b6-4588-afb4-d234635558d3', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:50.119889 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-a95536d4-ce62-4e5c-95f2-b569a6b21511 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Project e41f34b3c314449a83fb9ff70981e466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:29:50.124743 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a95536d4-ce62-4e5c-95f2-b569a6b21511 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.184030 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a95536d4-ce62-4e5c-95f2-b569a6b21511 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.187424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a95536d4-ce62-4e5c-95f2-b569a6b21511 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.205558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95536d4-ce62-4e5c-95f2-b569a6b21511 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80be2f1-af3d-4ad9-b272-7a2925831d83,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:50.208041 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a95536d4-ce62-4e5c-95f2-b569a6b21511 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.209228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a95536d4-ce62-4e5c-95f2-b569a6b21511 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164880 Aug 20 15:29:50.534777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-964b0239-9780-47d9-b607-b2348819634f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719913044&fields=id&tenant_id=e41f34b3c314449a83fb9ff70981e466 HTTP/1.1" status: 200 len: 267 time: 0.0334435 Aug 20 15:29:50.571803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7e42c-1995-406c-aea1-f0c47a6eec36 None None] Network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:29:50.647411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-fa3a887b-84b6-430e-965c-0ad5f3101482 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:50.649037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-fa3a887b-84b6-430e-965c-0ad5f3101482 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/networks?id=0383ae0d-8c8e-4af9-9002-6dad1859b5a0 HTTP/1.1" status: 200 len: 796 time: 0.1058943 Aug 20 15:29:50.668461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-df8ff509-ff4a-451c-8eca-fcbd48b804b0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/quotas/e41f34b3c314449a83fb9ff70981e466 HTTP/1.1" status: 200 len: 375 time: 0.0132084 Aug 20 15:29:50.685995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-432288b3-9b08-416c-a785-84be2dcad03c None None] Provisioning for port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:29:50.692365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-432288b3-9b08-416c-a785-84be2dcad03c None None] Provisioning complete for port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:29:50.692740 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-432288b3-9b08-416c-a785-84be2dcad03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.729616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-205ded8c-6d70-47e1-b7d2-2a68de091686 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554543 Aug 20 15:29:50.804764 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-432288b3-9b08-416c-a785-84be2dcad03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.835725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-1b9dabda-8138-4a91-9afd-e6427d096a53 service neutron] 10.222.0.36 "GET /v2.0/networks/0383ae0d-8c8e-4af9-9002-6dad1859b5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942078 Aug 20 15:29:50.838570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-432288b3-9b08-416c-a785-84be2dcad03c None None] For port cdc4440b-9cb5-463e-a2ad-040f3b168ea8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cdc4440b-9cb5-463e-a2ad-040f3b168ea8,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:29:50.841988 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-432288b3-9b08-416c-a785-84be2dcad03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:50.901387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432288b3-9b08-416c-a785-84be2dcad03c None None] Pushing event updated for resources: {'Port': ['ID=cdc4440b-9cb5-463e-a2ad-040f3b168ea8,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:50.934758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-edadc967-a35b-4610-a85b-ec5b6adefa06 service neutron] 10.222.0.36 "GET /v2.0/networks/0383ae0d-8c8e-4af9-9002-6dad1859b5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925698 Aug 20 15:29:51.074636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-60cad4e1-acec-4599-9abf-8ef955f6b03f None None] Provisioning complete for port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:29:51.075198 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-60cad4e1-acec-4599-9abf-8ef955f6b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:51.099335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22a3550b-c59d-468c-a6e7-b0e60de1c434 req-32a9f763-b452-420b-b3ee-187f1c8c6e52 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 210 time: 0.0289102 Aug 20 15:29:51.884326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cdc4440b-9cb5-463e-a2ad-040f3b168ea8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:29:51.935588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:29:51.935958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:52.094197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-9fa6738c-5809-41dc-9ffe-5143e59aa10f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:52.095687 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-9fa6738c-5809-41dc-9ffe-5143e59aa10f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "GET /v2.0/networks?id=0383ae0d-8c8e-4af9-9002-6dad1859b5a0 HTTP/1.1" status: 200 len: 796 time: 0.1176157 Aug 20 15:29:52.148126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-3c1e2993-d389-468e-b3ef-440cdd48dd1a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41f34b3c314449a83fb9ff70981e466 HTTP/1.1" status: 200 len: 472 time: 0.0382121 Aug 20 15:29:52.158307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'port': {'device_id': '5ea3a9c8-339d-47a6-a669-eb049c3f067d', 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0', 'admin_state_up': True, 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'security_groups': ['e6b53823-52b6-4588-afb4-d234635558d3']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:52.230065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1759bd78-2f92-4c4f-8f80-ad1b74858235 req-d896d020-f4dd-4f1a-a45e-25f03f2194cf tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 210 time: 0.0561306 Aug 20 15:29:52.291207 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Made reservation on behalf of e41f34b3c314449a83fb9ff70981e466 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:29:52.294701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:52.423755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.20.0.28 (0383ae0d-8c8e-4af9-9002-6dad1859b5a0/5c136e03-7570-440d-b8d6-a49d1db83f05/a5aa38a1-93b9-48ce-920a-6ec3981f621d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:29:52.562227 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:52.576187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Transition to ACTIVE for port object a5aa38a1-93b9-48ce-920a-6ec3981f621d will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:29:52.608927 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:52.652459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:29:52.655350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:29:52.658932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:29:52.685797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=a5aa38a1-93b9-48ce-920a-6ec3981f621d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:52.716700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:52.717333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:52.732261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-47544c32-288a-480d-891a-2f3a6e55dd42 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5776289 Aug 20 15:29:52.747551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Request body: {'port': {'device_id': '5ea3a9c8-339d-47a6-a669-eb049c3f067d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:29:52.808321 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:52.890873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-58e8c08c-9b2e-4c6e-b0b9-607cc198bb5a None None] Provisioning for port a5aa38a1-93b9-48ce-920a-6ec3981f621d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:29:52.917223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-58e8c08c-9b2e-4c6e-b0b9-607cc198bb5a None None] Provisioning complete for port a5aa38a1-93b9-48ce-920a-6ec3981f621d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:29:52.917673 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-58e8c08c-9b2e-4c6e-b0b9-607cc198bb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:52.959260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-58e8c08c-9b2e-4c6e-b0b9-607cc198bb5a None None] Port a5aa38a1-93b9-48ce-920a-6ec3981f621d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:29:53.081845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5aa38a1-93b9-48ce-920a-6ec3981f621d {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:29:53.090090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:53.103346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Transition to ACTIVE for port object a5aa38a1-93b9-48ce-920a-6ec3981f621d will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:29:53.107817 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:53.162540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa38a1-93b9-48ce-920a-6ec3981f621d,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:53.245637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Attempting to bind port a5aa38a1-93b9-48ce-920a-6ec3981f621d on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:29:53.246120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Attempting to bind port a5aa38a1-93b9-48ce-920a-6ec3981f621d by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:29:53.247149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Attempting to bind port a5aa38a1-93b9-48ce-920a-6ec3981f621d on network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:29:53.252027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Port a5aa38a1-93b9-48ce-920a-6ec3981f621d on network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:29:53.252027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Attempting to bind port a5aa38a1-93b9-48ce-920a-6ec3981f621d on network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:29:53.257065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:29:53.258100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Checking segment: {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:29:53.258100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Bound using segment: {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:29:53.258592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Bound port: a5aa38a1-93b9-48ce-920a-6ec3981f621d, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:29:53.259043 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:53.362477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] For port a5aa38a1-93b9-48ce-920a-6ec3981f621d, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:29:53.368266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] For port a5aa38a1-93b9-48ce-920a-6ec3981f621d, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a5aa38a1-93b9-48ce-920a-6ec3981f621d,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:29:53.376916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac05d2-b97d-462c-a174-e13a7c76cd91 req-39da9e82-16a4-4b98-ae19-7cce50196e05 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:53.378476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64ac05d2-b97d-462c-a174-e13a7c76cd91 req-39da9e82-16a4-4b98-ae19-7cce50196e05 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 944 time: 0.0767055 Aug 20 15:29:53.380084 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:53.760365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:53.761004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:53.762788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] 10.222.0.70 "PUT /v2.0/ports/a5aa38a1-93b9-48ce-920a-6ec3981f621d HTTP/1.1" status: 200 len: 1093 time: 1.0192485 Aug 20 15:29:53.762998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea3a9c8-339d-47a6-a669-eb049c3f067d', 'tag': 'a5aa38a1-93b9-48ce-920a-6ec3981f621d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:29:53.765074 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae041ef-a85d-4ea7-ba04-c28486e7735b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea3a9c8-339d-47a6-a669-eb049c3f067d", "tag": "a5aa38a1-93b9-48ce-920a-6ec3981f621d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:29:53.797516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76733a9a-57b4-4416-a711-17dc094d50f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa38a1-93b9-48ce-920a-6ec3981f621d,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:53.803275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64ac05d2-b97d-462c-a174-e13a7c76cd91 req-48fb3ec1-d301-4f80-b8c2-98c2fab406d5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702236 Aug 20 15:29:53.851404 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-a1646ade-280c-4b47-b240-9d1dea4b96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:53.852967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-a1646ade-280c-4b47-b240-9d1dea4b96d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 1096 time: 0.0442021 Aug 20 15:29:53.865173 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625029a6-1d28-4370-8ba5-730be71a0955 x-openstack-request-id: req-625029a6-1d28-4370-8ba5-730be71a0955 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:29:53.865461 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea3a9c8-339d-47a6-a669-eb049c3f067d", "tag": "a5aa38a1-93b9-48ce-920a-6ec3981f621d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:29:53.865905 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-625029a6-1d28-4370-8ba5-730be71a0955 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:29:53.866318 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea3a9c8-339d-47a6-a669-eb049c3f067d', 'tag': 'a5aa38a1-93b9-48ce-920a-6ec3981f621d', 'status': 'completed', 'code': 200} Aug 20 15:29:53.905927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-f1e01321-0323-450a-8cd0-0a96f11eb07f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=a5aa38a1-93b9-48ce-920a-6ec3981f621d HTTP/1.1" status: 200 len: 217 time: 0.0381143 Aug 20 15:29:53.958014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-907f40ea-66e5-49c3-97b4-42dec8beaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:53.959521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-907f40ea-66e5-49c3-97b4-42dec8beaaa2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5c136e03-7570-440d-b8d6-a49d1db83f05 HTTP/1.1" status: 200 len: 838 time: 0.0454013 Aug 20 15:29:54.012528 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-5aae329f-3ba3-42b8-bfe6-b44d30e29d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:54.014040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-5aae329f-3ba3-42b8-bfe6-b44d30e29d33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0383ae0d-8c8e-4af9-9002-6dad1859b5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0453229 Aug 20 15:29:54.106399 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-10324556-3fbf-446a-8d7b-79fe4bc55b85 service neutron] 10.222.0.70 "GET /v2.0/networks/0383ae0d-8c8e-4af9-9002-6dad1859b5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Aug 20 15:29:54.195438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75adb15e-fd58-43f1-8f6e-0947da919c6a req-3d8a159e-f205-4dd0-9687-22ee914a900b service neutron] 10.222.0.70 "GET /v2.0/networks/0383ae0d-8c8e-4af9-9002-6dad1859b5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805140 Aug 20 15:29:54.280784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-cc84d80b-3448-4b33-b470-2806643e8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:54.282224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-cc84d80b-3448-4b33-b470-2806643e8aeb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 1096 time: 0.0413420 Aug 20 15:29:54.376898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-e66e6850-0ae0-4d61-83f1-e497cc6c72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:54.378849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-e66e6850-0ae0-4d61-83f1-e497cc6c72ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=0383ae0d-8c8e-4af9-9002-6dad1859b5a0 HTTP/1.1" status: 200 len: 897 time: 0.0883899 Aug 20 15:29:54.422058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-a7e5fe06-24b3-4d1e-828d-3dfaf0dad54c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=a5aa38a1-93b9-48ce-920a-6ec3981f621d HTTP/1.1" status: 200 len: 217 time: 0.0358851 Aug 20 15:29:54.476822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-fe80b6e6-3e1e-40e2-847e-9b7c55c3e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:54.478256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-fe80b6e6-3e1e-40e2-847e-9b7c55c3e458 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5c136e03-7570-440d-b8d6-a49d1db83f05 HTTP/1.1" status: 200 len: 838 time: 0.0487888 Aug 20 15:29:54.525685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-be16b3c1-3969-498e-8b62-b003368362fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:54.527172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-be16b3c1-3969-498e-8b62-b003368362fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0383ae0d-8c8e-4af9-9002-6dad1859b5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0388758 Aug 20 15:29:54.621125 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-bae4e122-8a76-4fa5-b08b-358e3bed83ad service neutron] 10.222.0.70 "GET /v2.0/networks/0383ae0d-8c8e-4af9-9002-6dad1859b5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818870 Aug 20 15:29:54.715110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fae041ef-a85d-4ea7-ba04-c28486e7735b req-1d681e70-e99b-4f02-a309-7a8514f90427 service neutron] 10.222.0.70 "GET /v2.0/networks/0383ae0d-8c8e-4af9-9002-6dad1859b5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854619 Aug 20 15:29:54.803879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52114) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:29:54.983355 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693b775-1c39-43c4-9d12-438db8b8b116 req-962490a7-65ee-4a1e-b73f-8679fb5c9e0e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:54.984856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d693b775-1c39-43c4-9d12-438db8b8b116 req-962490a7-65ee-4a1e-b73f-8679fb5c9e0e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 944 time: 0.0851223 Aug 20 15:29:55.024635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 9278c154-2f41-4876-989d-20cf50a9b013 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:29:55.024976 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:55.074120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d693b775-1c39-43c4-9d12-438db8b8b116 req-25c031ff-8446-4d2e-a908-988bf4ec1492 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827014 Aug 20 15:29:55.109920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:55.110647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:55.122138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 9278c154-2f41-4876-989d-20cf50a9b013 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:29:55.271375 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:55.294469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=9278c154-2f41-4876-989d-20cf50a9b013,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:55.357134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:55.357532 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Floating IP 39d43cab-475a-4074-8d60-20261b1dca59 disassociated (deleted). External IP: 172.25.5.120, port: 0cda9eb1-7be2-4439-b78e-fed369bc39ab. Aug 20 15:29:55.563480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router c3e93b73-1a46-4fc1-b19b-781f8b716d95 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:29:55.672998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:29:55.678205 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:55.682499 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] Sync routers for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:29:55.691837 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:29:55.692497 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:29:55.705863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-139deb43-cbad-4f19-b1d0-83ed1b610cd6 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/floatingips/39d43cab-475a-4074-8d60-20261b1dca59 HTTP/1.1" status: 204 len: 168 time: 0.9004703 Aug 20 15:29:55.799994 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:29:55.867815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:29:55.870507 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65d910d-d105-401a-9145-74cd5ffa8409" -d '{"events": [{"name": "network-changed", "server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:29:56.010875 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '68ad4b40-65ef-489a-a68a-d02dc01310b5', 'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:a0:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:06Z', 'updated_at': '2021-08-20T15:28:12Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:29:56.038946 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] Checking router: c3e93b73-1a46-4fc1-b19b-781f8b716d95 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:29:56.047622 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:29:56.048206 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:29:56.097656 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2e9abd-557b-4953-9da0-e461667774c1 x-openstack-request-id: req-af2e9abd-557b-4953-9da0-e461667774c1 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:29:56.098028 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:29:56.098337 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af2e9abd-557b-4953-9da0-e461667774c1 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:29:56.098751 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'status': 'completed', 'code': 200} Aug 20 15:29:56.161663 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:29:56.199708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-e7efe00e-b630-4bba-a146-d30f79e75268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:56.201227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-e7efe00e-b630-4bba-a146-d30f79e75268 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=971a6c892d9846e6ab8a33d62c35597b&device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 1098 time: 0.0755129 Aug 20 15:29:56.215670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f4e2a-a1aa-4949-9b20-baac50dfcf93 req-e0ff5914-0fd3-4fc2-9abc-9ab0d8a21fed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:56.217100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-813f4e2a-a1aa-4949-9b20-baac50dfcf93 req-e0ff5914-0fd3-4fc2-9abc-9ab0d8a21fed tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0602450 Aug 20 15:29:56.305816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-813f4e2a-a1aa-4949-9b20-baac50dfcf93 req-6b74e544-d374-4480-af15-ca6c8cc5664f tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798528 Aug 20 15:29:56.348256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-20ef1706-7336-48f0-8e1b-685db3df169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:56.349818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-20ef1706-7336-48f0-8e1b-685db3df169f service neutron] 10.222.0.70 "GET /v2.0/networks?id=e9482ab2-4759-4855-a604-3dd4ea91f7e8 HTTP/1.1" status: 200 len: 897 time: 0.1318636 Aug 20 15:29:56.375829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a5aa38a1-93b9-48ce-920a-6ec3981f621d details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:29:56.396952 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-2274e711-3782-4737-86bb-84c7099ccf9a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab HTTP/1.1" status: 200 len: 217 time: 0.0384433 Aug 20 15:29:56.460491 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '68ad4b40-65ef-489a-a68a-d02dc01310b5', 'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:a0:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:06Z', 'updated_at': '2021-08-20T15:28:12Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:29:56.481765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770e0f-1eea-492c-b31c-ec1438e6d26c req-83f39ac0-e0cc-4af9-a0f3-35b7a4c34984 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:56.483256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80770e0f-1eea-492c-b31c-ec1438e6d26c req-83f39ac0-e0cc-4af9-a0f3-35b7a4c34984 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 944 time: 0.0892015 Aug 20 15:29:56.484768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-5aa7dc3f-390f-4486-90c9-7cb79d003d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:56.486088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-5aa7dc3f-390f-4486-90c9-7cb79d003d2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a8b013d5-e962-4f07-9b5f-cb36eb17ca66 HTTP/1.1" status: 200 len: 835 time: 0.0803282 Aug 20 15:29:56.486544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port a5aa38a1-93b9-48ce-920a-6ec3981f621d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a5aa38a1-93b9-48ce-920a-6ec3981f621d,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:29:56.487217 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de7dab-1294-447e-8573-896e1d912a4e None None] The sync data for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 is: [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:07Z', 'revision_number': 4, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '68ad4b40-65ef-489a-a68a-d02dc01310b5', 'name': '', 'network_id': 'e9482ab2-4759-4855-a604-3dd4ea91f7e8', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'mac_address': 'fa:16:3e:a0:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:06Z', 'updated_at': '2021-08-20T15:28:12Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'subnets': [{'id': 'a8b013d5-e962-4f07-9b5f-cb36eb17ca66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:29:56.501894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'a5aa38a1-93b9-48ce-920a-6ec3981f621d', 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0', 'port_id': 'a5aa38a1-93b9-48ce-920a-6ec3981f621d', 'mac_address': 'fa:16:3e:6e:50:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c136e03-7570-440d-b8d6-a49d1db83f05', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:29:56.540476 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:56.553711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5aa38a1-93b9-48ce-920a-6ec3981f621d {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:29:56.565469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80770e0f-1eea-492c-b31c-ec1438e6d26c req-c6382b4a-66d0-48c5-994e-1149615c4221 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706601 Aug 20 15:29:56.572698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-cd071e2a-13f0-4962-83fa-14b4d534416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:56.574210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-cd071e2a-13f0-4962-83fa-14b4d534416e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e9482ab2-4759-4855-a604-3dd4ea91f7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795712 Aug 20 15:29:56.576170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port a5aa38a1-93b9-48ce-920a-6ec3981f621d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a5aa38a1-93b9-48ce-920a-6ec3981f621d,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:29:56.579845 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:56.628997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=a5aa38a1-93b9-48ce-920a-6ec3981f621d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:56.676482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-fe282768-c135-4cae-8724-2acf8bc26aac service neutron] 10.222.0.70 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918579 Aug 20 15:29:56.737920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516c6fc-ffb6-4dcc-84dd-a9623a2ddbc7 None None] New status for floating IP 39d43cab-475a-4074-8d60-20261b1dca59: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:29:56.777694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f65d910d-d105-401a-9145-74cd5ffa8409 req-976e6547-e058-4cdc-abd0-7654eb23b894 service neutron] 10.222.0.70 "GET /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913868 Aug 20 15:29:56.871967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['a5aa38a1-93b9-48ce-920a-6ec3981f621d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:29:57.431867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bebe1a-2334-4348-bb22-fc370933160e req-0de54aaa-7f46-4a50-8477-67789fb60f1c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:57.433493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48bebe1a-2334-4348-bb22-fc370933160e req-0de54aaa-7f46-4a50-8477-67789fb60f1c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0498481 Aug 20 15:29:57.470888 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48bebe1a-2334-4348-bb22-fc370933160e req-ee56daa4-068c-463d-822c-17fd77fdd43c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/security-groups?id=c6f61761-9c47-428d-aaae-9f9026c87531&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314565 Aug 20 15:29:57.684843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-1d437621-402e-4e10-b806-b4f353a8a5b2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:57.686301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-1d437621-402e-4e10-b806-b4f353a8a5b2 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 946 time: 0.0838804 Aug 20 15:29:57.699360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc0150-1f15-461c-981e-74b28971c11e req-feef9015-c8fc-4a50-b914-34788a8bef31 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:57.700849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fcc0150-1f15-461c-981e-74b28971c11e req-feef9015-c8fc-4a50-b914-34788a8bef31 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 945 time: 0.0676615 Aug 20 15:29:57.790932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fcc0150-1f15-461c-981e-74b28971c11e req-c53040a5-5b37-4cab-b87e-7fd03228e1f8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800667 Aug 20 15:29:57.821911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 0cda9eb1-7be2-4439-b78e-fed369bc39ab {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:29:57.822264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:57.911324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port 0cda9eb1-7be2-4439-b78e-fed369bc39ab, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0cda9eb1-7be2-4439-b78e-fed369bc39ab,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:29:57.911651 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:57.924983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 0cda9eb1-7be2-4439-b78e-fed369bc39ab owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:29:58.051843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:58.079769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=0cda9eb1-7be2-4439-b78e-fed369bc39ab,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:58.120310 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] No DVR routers for this DVR port 0cda9eb1-7be2-4439-b78e-fed369bc39ab on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:29:58.122825 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:58.124912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4229d3e-4867-4a7a-8b2d-a9e2b9054aee req-d30b15dc-1dac-4e93-b0a1-7c6b50f125b9 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.70 "DELETE /v2.0/ports/0cda9eb1-7be2-4439-b78e-fed369bc39ab HTTP/1.1" status: 204 len: 173 time: 0.4231954 Aug 20 15:29:58.125333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'name': 'network-vif-deleted', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:29:58.127525 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce737f8-fe44-4a01-9551-47e078714dd1" -d '{"events": [{"server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "name": "network-vif-deleted", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:29:58.165505 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579935eb-306e-40ee-9318-116e8dce928c x-openstack-request-id: req-579935eb-306e-40ee-9318-116e8dce928c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:29:58.165821 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e904303-c039-4304-a7b3-1dd39bc83aca", "name": "network-vif-deleted", "tag": "0cda9eb1-7be2-4439-b78e-fed369bc39ab", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:29:58.166071 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-579935eb-306e-40ee-9318-116e8dce928c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:29:58.166463 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e904303-c039-4304-a7b3-1dd39bc83aca', 'name': 'network-vif-deleted', 'tag': '0cda9eb1-7be2-4439-b78e-fed369bc39ab', 'status': 'completed', 'code': 200} Aug 20 15:29:58.390481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a5aa38a1-93b9-48ce-920a-6ec3981f621d up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:29:58.440295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port a5aa38a1-93b9-48ce-920a-6ec3981f621d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:29:58.445309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port a5aa38a1-93b9-48ce-920a-6ec3981f621d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:29:58.445675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:58.531409 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:58.556649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea3a9c8-339d-47a6-a669-eb049c3f067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa38a1-93b9-48ce-920a-6ec3981f621d'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:29:58.559198 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9340e605-e9a9-4969-be13-97e78f07bf80" -d '{"events": [{"server_uuid": "5ea3a9c8-339d-47a6-a669-eb049c3f067d", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa38a1-93b9-48ce-920a-6ec3981f621d"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:29:58.573574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port a5aa38a1-93b9-48ce-920a-6ec3981f621d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a5aa38a1-93b9-48ce-920a-6ec3981f621d,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:29:58.580660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:58.582676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0cda9eb1-7be2-4439-b78e-fed369bc39ab no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:29:58.605740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-286eaaee-9f2d-477f-b692-ff31034fb324 req-ccb0b951-8899-4f89-a8ba-66d5da541289 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e904303-c039-4304-a7b3-1dd39bc83aca HTTP/1.1" status: 200 len: 210 time: 0.0432127 Aug 20 15:29:58.617935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 0cda9eb1-7be2-4439-b78e-fed369bc39ab {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:29:58.618288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0cda9eb1-7be2-4439-b78e-fed369bc39ab not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:29:58.651362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=a5aa38a1-93b9-48ce-920a-6ec3981f621d,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:29:58.655183 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cc5dfd-116e-41ec-b153-bd93db761754 x-openstack-request-id: req-b7cc5dfd-116e-41ec-b153-bd93db761754 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:29:58.655500 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea3a9c8-339d-47a6-a669-eb049c3f067d", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa38a1-93b9-48ce-920a-6ec3981f621d", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:29:58.656069 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7cc5dfd-116e-41ec-b153-bd93db761754 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:29:58.656373 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea3a9c8-339d-47a6-a669-eb049c3f067d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa38a1-93b9-48ce-920a-6ec3981f621d', 'code': 200} Aug 20 15:29:58.759820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196005-1436-46de-ad9d-f096baa463f9 req-261d79a5-b719-489f-95ac-8e2d6c6facc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:58.761595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6196005-1436-46de-ad9d-f096baa463f9 req-261d79a5-b719-489f-95ac-8e2d6c6facc2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 1098 time: 0.0478718 Aug 20 15:29:58.798775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f6196005-1436-46de-ad9d-f096baa463f9 req-8f2a3854-98ba-42c4-9bc6-f4391e0bd3ff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280914 Aug 20 15:29:58.909945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aa066-8a70-4744-85fd-ffed5b26e815 req-7f22e100-2f46-498b-b76f-9b7ea889d8e9 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:29:58.911623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa9aa066-8a70-4744-85fd-ffed5b26e815 req-7f22e100-2f46-498b-b76f-9b7ea889d8e9 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 946 time: 0.0510073 Aug 20 15:29:58.950155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa9aa066-8a70-4744-85fd-ffed5b26e815 req-663772d0-cf19-4fd8-a2b7-4d6e055ab04d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323873 Aug 20 15:29:59.012802 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:29:59.665698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52142) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:00.064091 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:00.120054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fe0ff-2ab9-4f7b-bba0-5da21b1832dc req-4885c5bf-13f8-40de-aed1-19f9130d3d7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:00.121541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-191fe0ff-2ab9-4f7b-bba0-5da21b1832dc req-4885c5bf-13f8-40de-aed1-19f9130d3d7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 946 time: 0.0991964 Aug 20 15:30:00.208254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-191fe0ff-2ab9-4f7b-bba0-5da21b1832dc req-4108087c-a90d-40ed-8ffb-447b11a77f3b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807228 Aug 20 15:30:00.353407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634d694-3905-48eb-a8be-6079d8ad2e33 req-89d17492-4705-4eff-8964-57c0c08aa8cd tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:00.354893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9634d694-3905-48eb-a8be-6079d8ad2e33 req-89d17492-4705-4eff-8964-57c0c08aa8cd tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 946 time: 0.0805781 Aug 20 15:30:00.421919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9634d694-3905-48eb-a8be-6079d8ad2e33 req-e4a33747-7069-4c65-9557-4002dbf02ee1 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610752 Aug 20 15:30:00.439916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 68ad4b40-65ef-489a-a68a-d02dc01310b5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:00.440271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:00.528860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port 68ad4b40-65ef-489a-a68a-d02dc01310b5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=68ad4b40-65ef-489a-a68a-d02dc01310b5,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:00.529150 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:00.542349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 68ad4b40-65ef-489a-a68a-d02dc01310b5 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:00.729630 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:00.764285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=68ad4b40-65ef-489a-a68a-d02dc01310b5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:00.937927 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:01.167365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Router c3e93b73-1a46-4fc1-b19b-781f8b716d95 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:01.271572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:01.276583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fb4c7b6b-6d55-4293-a3f9-313b5f021f1e tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "PUT /v2.0/routers/c3e93b73-1a46-4fc1-b19b-781f8b716d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6098602 Aug 20 15:30:01.279393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52152) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:01.282026 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] Sync routers for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:01.291797 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:01.292409 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:01.332033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-33822261-5e56-452a-b6aa-d96b9616a0ea tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting subnet a8b013d5-e962-4f07-9b5f-cb36eb17ca66 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:30:01.335156 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33822261-5e56-452a-b6aa-d96b9616a0ea tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:01.376060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33822261-5e56-452a-b6aa-d96b9616a0ea tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:01.396941 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:01.461048 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33822261-5e56-452a-b6aa-d96b9616a0ea tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:01.523122 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33822261-5e56-452a-b6aa-d96b9616a0ea tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:01.552249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33822261-5e56-452a-b6aa-d96b9616a0ea tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b013d5-e962-4f07-9b5f-cb36eb17ca66,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:01.554226 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-33822261-5e56-452a-b6aa-d96b9616a0ea tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:01.556134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-33822261-5e56-452a-b6aa-d96b9616a0ea tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/subnets/a8b013d5-e962-4f07-9b5f-cb36eb17ca66 HTTP/1.1" status: 204 len: 168 time: 0.2757986 Aug 20 15:30:01.558768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52154) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:01.559132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728bc190-5b10-427f-b577-add1f5479624 None None] Network e9482ab2-4759-4855-a604-3dd4ea91f7e8 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:30:01.585527 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:30:00Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:01.611786 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] Checking router: c3e93b73-1a46-4fc1-b19b-781f8b716d95 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:01.621471 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] Routers {'c3e93b73-1a46-4fc1-b19b-781f8b716d95'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:01.622102 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:01.764323 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] Set router c3e93b73-1a46-4fc1-b19b-781f8b716d95 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:01.775711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa46b6-b506-4074-ad13-3c3c65c37036 None None] DHCP port deletion for e9482ab2-4759-4855-a604-3dd4ea91f7e8 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:30:01.848533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-15aa46b6-b506-4074-ad13-3c3c65c37036 None None] Deleting port 2da95baa-1203-4119-9c78-f29aa0435332 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:01.849322 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-15aa46b6-b506-4074-ad13-3c3c65c37036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:01.913662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52156) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:01.966589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-15aa46b6-b506-4074-ad13-3c3c65c37036 None None] For port 2da95baa-1203-4119-9c78-f29aa0435332, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2da95baa-1203-4119-9c78-f29aa0435332,segment=NetworkSegment(90428b51-f950-47aa-850e-b2ccdd1fef80),segment_id=90428b51-f950-47aa-850e-b2ccdd1fef80)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:01.966963 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-15aa46b6-b506-4074-ad13-3c3c65c37036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:01.984589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-15aa46b6-b506-4074-ad13-3c3c65c37036 None None] Calling delete_port for 2da95baa-1203-4119-9c78-f29aa0435332 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:01.992352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2da95baa-1203-4119-9c78-f29aa0435332 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:02.037669 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:30:00Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:02.070240 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be367bff-6414-443a-b15e-7bdbcc0d735e None None] The sync data for ids ['c3e93b73-1a46-4fc1-b19b-781f8b716d95'] in n-d-695189-15 is: [{'id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921924828', 'tenant_id': '971a6c892d9846e6ab8a33d62c35597b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:30:00Z', 'revision_number': 5, 'project_id': '971a6c892d9846e6ab8a33d62c35597b', 'gw_port': {'id': '53a30682-9220-4d06-b677-5c8d5a005dd1', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e93b73-1a46-4fc1-b19b-781f8b716d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:03Z', 'updated_at': '2021-08-20T15:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:02.095183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.141263 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.150606 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-15aa46b6-b506-4074-ad13-3c3c65c37036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.184520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa46b6-b506-4074-ad13-3c3c65c37036 None None] Pushing event deleted for resources: {'Port': ['ID=2da95baa-1203-4119-9c78-f29aa0435332,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:02.189838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa46b6-b506-4074-ad13-3c3c65c37036 None None] No DVR routers for this DVR port 2da95baa-1203-4119-9c78-f29aa0435332 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:02.218294 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.271048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Deleting port 53a30682-9220-4d06-b677-5c8d5a005dd1 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:02.271398 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.351825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] For port 53a30682-9220-4d06-b677-5c8d5a005dd1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=53a30682-9220-4d06-b677-5c8d5a005dd1,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:02.352190 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.364778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Calling delete_port for 53a30682-9220-4d06-b677-5c8d5a005dd1 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:02.422442 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.554155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.583475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Port': ['ID=53a30682-9220-4d06-b677-5c8d5a005dd1,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:02.648324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.743811 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.745941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.792594 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.793158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Fanout notify agent at l3_agent the message router_deleted on router c3e93b73-1a46-4fc1-b19b-781f8b716d95 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:30:02.800677 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.804384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-35fe7a86-fba2-44e9-9c9b-41cf0296412c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/routers/c3e93b73-1a46-4fc1-b19b-781f8b716d95 HTTP/1.1" status: 204 len: 168 time: 1.2405612 Aug 20 15:30:02.804639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52158) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:02.887575 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:02.953183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.20.0.17 (0383ae0d-8c8e-4af9-9002-6dad1859b5a0/5c136e03-7570-440d-b8d6-a49d1db83f05/d8de7c49-44a2-4267-9db9-fe465e6b1421) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:02.997525 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.007357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9482ab2-4759-4855-a604-3dd4ea91f7e8']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:03.017640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90428b51-f950-47aa-850e-b2ccdd1fef80') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:03.017940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90428b51-f950-47aa-850e-b2ccdd1fef80') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:03.026831 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.041535 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.047688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:30:03.048103 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:30:03.052039 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:30:03.067943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.107314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Transition to ACTIVE for port object d8de7c49-44a2-4267-9db9-fe465e6b1421 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:03.107626 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.111909 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.117330 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52160) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:03.117514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/networks/e9482ab2-4759-4855-a604-3dd4ea91f7e8 HTTP/1.1" status: 204 len: 168 time: 0.3118587 Aug 20 15:30:03.136160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47761e-3adf-45c0-8b7b-5e921184e97c tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'Network': ['ID=e9482ab2-4759-4855-a604-3dd4ea91f7e8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:03.178379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.222840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d86b569b-70ef-413c-ad10-97c336c3d608 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.235670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:03.245987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:03.256821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:03.271748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d86b569b-70ef-413c-ad10-97c336c3d608 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.293535 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=d8de7c49-44a2-4267-9db9-fe465e6b1421,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:03.332989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.333328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.333665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.334005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.334340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.334674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.334998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.335323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.335668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.335990 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.336313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.336632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:03.353918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.446369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d86b569b-70ef-413c-ad10-97c336c3d608 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.449023 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d86b569b-70ef-413c-ad10-97c336c3d608 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.453013 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d86b569b-70ef-413c-ad10-97c336c3d608 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] 10.222.0.36 "DELETE /v2.0/security-groups/c6f61761-9c47-428d-aaae-9f9026c87531 HTTP/1.1" status: 204 len: 168 time: 0.3319519 Aug 20 15:30:03.462744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b569b-70ef-413c-ad10-97c336c3d608 tempest-TestNetworkAdvancedServerOps-1762745897 tempest-TestNetworkAdvancedServerOps-1762745897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f61761-9c47-428d-aaae-9f9026c87531,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:03.508029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3588ae1a-d7c4-46b1-acbf-af90352f4041 None None] Provisioning for port d8de7c49-44a2-4267-9db9-fe465e6b1421 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:03.512071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3588ae1a-d7c4-46b1-acbf-af90352f4041 None None] Provisioning complete for port d8de7c49-44a2-4267-9db9-fe465e6b1421 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:03.512562 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3588ae1a-d7c4-46b1-acbf-af90352f4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.528431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.555434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3588ae1a-d7c4-46b1-acbf-af90352f4041 None None] Port d8de7c49-44a2-4267-9db9-fe465e6b1421 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:03.755497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52168) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:03.811958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.816996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.895409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=d8de7c49-44a2-4267-9db9-fe465e6b1421,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:03.898919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:03.922948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-99f06c79-2ab3-4c04-b4e4-4bb17716ad8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=971a6c892d9846e6ab8a33d62c35597b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640716 Aug 20 15:30:03.923157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 53a30682-9220-4d06-b677-5c8d5a005dd1 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:03.923406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52172) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:03.942901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 53a30682-9220-4d06-b677-5c8d5a005dd1 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:03.943251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 53a30682-9220-4d06-b677-5c8d5a005dd1 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:03.943703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 68ad4b40-65ef-489a-a68a-d02dc01310b5 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:03.962058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 68ad4b40-65ef-489a-a68a-d02dc01310b5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:03.962405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 68ad4b40-65ef-489a-a68a-d02dc01310b5 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:04.038129 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b85e9038-0e8d-466d-82de-21e225ad0d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:04.061326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:04.066236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b85e9038-0e8d-466d-82de-21e225ad0d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:04.068184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:04.199725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b85e9038-0e8d-466d-82de-21e225ad0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:04.202331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b85e9038-0e8d-466d-82de-21e225ad0d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:04.203502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b85e9038-0e8d-466d-82de-21e225ad0d53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07343ce9-1e91-4b4e-8d5a-d1e205e2ca10 HTTP/1.1" status: 204 len: 168 time: 0.2790473 Aug 20 15:30:04.225020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e9038-0e8d-466d-82de-21e225ad0d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07343ce9-1e91-4b4e-8d5a-d1e205e2ca10,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:04.231450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router df778afa-5c30-4270-b870-a1c13e167768 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:04.278213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-eeb75749-4644-4cbb-9053-2b9ea89a0429 None None] Provisioning complete for port d8de7c49-44a2-4267-9db9-fe465e6b1421 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:04.278731 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-eeb75749-4644-4cbb-9053-2b9ea89a0429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:04.318346 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-eeb75749-4644-4cbb-9053-2b9ea89a0429 None None] Port d8de7c49-44a2-4267-9db9-fe465e6b1421 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:04.358140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:04.369266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Sync routers for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:04.376091 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-95987852-2f1a-46d0-89b2-e99b96616294 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "PUT /v2.0/routers/df778afa-5c30-4270-b870-a1c13e167768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4586740 Aug 20 15:30:04.380253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:04.380949 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:04.490059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:04.497030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52182) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:04.538604 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0c4ab83e-6f05-4f50-9afb-c538d45a07dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1162d7f428dd438395dc05bdc16c8520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402460 Aug 20 15:30:04.540977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52186) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:04.591678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5eeb7bf7-bf2e-4b9e-849d-dc3eb9aa1cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:04.613692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5eeb7bf7-bf2e-4b9e-849d-dc3eb9aa1cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:04.669145 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5eeb7bf7-bf2e-4b9e-849d-dc3eb9aa1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:04.671777 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5eeb7bf7-bf2e-4b9e-849d-dc3eb9aa1cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:04.673065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5eeb7bf7-bf2e-4b9e-849d-dc3eb9aa1cf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2bedbe97-9de2-44d8-ac9a-95036421c21f HTTP/1.1" status: 204 len: 168 time: 0.1310806 Aug 20 15:30:04.683306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb7bf7-bf2e-4b9e-849d-dc3eb9aa1cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bedbe97-9de2-44d8-ac9a-95036421c21f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:04.748599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:03Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e88a5833-64c9-46b1-94fc-156809dbedc6', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:31Z', 'updated_at': '2021-08-20T15:28:33Z', 'revision_number': 1, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8de7c49-44a2-4267-9db9-fe465e6b1421', 'name': '', 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:0b:33:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '5c136e03-7570-440d-b8d6-a49d1db83f05', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:02Z', 'updated_at': '2021-08-20T15:30:03Z', 'revision_number': 2, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '5c136e03-7570-440d-b8d6-a49d1db83f05', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:04.778079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Checking router: df778afa-5c30-4270-b870-a1c13e167768 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:04.778447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Updating router df778afa-5c30-4270-b870-a1c13e167768 port d8de7c49-44a2-4267-9db9-fe465e6b1421 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:30:04.805990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:05.080396 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:05.090668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Transition to ACTIVE for port object d8de7c49-44a2-4267-9db9-fe465e6b1421 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:05.096464 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:05.169058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b6d94-a092-4d80-af7e-37f0b3687c3b None None] Pushing event updated for resources: {'Port': ['ID=d8de7c49-44a2-4267-9db9-fe465e6b1421,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:05.203962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Attempting to bind port d8de7c49-44a2-4267-9db9-fe465e6b1421 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:30:05.204456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Attempting to bind port d8de7c49-44a2-4267-9db9-fe465e6b1421 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:30:05.204857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Attempting to bind port d8de7c49-44a2-4267-9db9-fe465e6b1421 on network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:05.210715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:30:05.211094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Checking segment: {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:05.211504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:05.211930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Bound using segment: {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:30:05.212400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Bound port: d8de7c49-44a2-4267-9db9-fe465e6b1421, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb914f7-03ba-4707-a6d2-c04e2992e151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:30:05.212779 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:05.285324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] For port d8de7c49-44a2-4267-9db9-fe465e6b1421, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:30:05.289522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] For port d8de7c49-44a2-4267-9db9-fe465e6b1421, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d8de7c49-44a2-4267-9db9-fe465e6b1421,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:30:05.295102 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:05.360186 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b6d94-a092-4d80-af7e-37f0b3687c3b None None] Pushing event updated for resources: {'Port': ['ID=d8de7c49-44a2-4267-9db9-fe465e6b1421,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:05.369751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:05.370413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:05.495110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:05.753662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:03Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e88a5833-64c9-46b1-94fc-156809dbedc6', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:31Z', 'updated_at': '2021-08-20T15:28:33Z', 'revision_number': 1, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8de7c49-44a2-4267-9db9-fe465e6b1421', 'name': '', 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:0b:33:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '5c136e03-7570-440d-b8d6-a49d1db83f05', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:02Z', 'updated_at': '2021-08-20T15:30:05Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '5c136e03-7570-440d-b8d6-a49d1db83f05', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:05.781480 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f8d87b-72e7-44c1-b6af-609784f0d450 None None] The sync data for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 is: [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:03Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e88a5833-64c9-46b1-94fc-156809dbedc6', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:31Z', 'updated_at': '2021-08-20T15:28:33Z', 'revision_number': 1, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8de7c49-44a2-4267-9db9-fe465e6b1421', 'name': '', 'network_id': '0383ae0d-8c8e-4af9-9002-6dad1859b5a0', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:0b:33:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '5c136e03-7570-440d-b8d6-a49d1db83f05', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:02Z', 'updated_at': '2021-08-20T15:30:05Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '5c136e03-7570-440d-b8d6-a49d1db83f05', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:05.978805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d8de7c49-44a2-4267-9db9-fe465e6b1421 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:06.036322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d8de7c49-44a2-4267-9db9-fe465e6b1421 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:06.041470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d8de7c49-44a2-4267-9db9-fe465e6b1421 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:06.041826 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:06.139553 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:06.140682 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:06.177566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port d8de7c49-44a2-4267-9db9-fe465e6b1421, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d8de7c49-44a2-4267-9db9-fe465e6b1421,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:06.182722 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:06.234536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=d8de7c49-44a2-4267-9db9-fe465e6b1421,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:06.840467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52242) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:06.846018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'network': {'name': 'tempest-network-smoke--1838599737', 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'port_security_enabled': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:06.869241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Made reservation on behalf of bd154e69a02a47289cf37a9881e710c5 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:30:06.872839 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:06.881584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:06.970242 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:06.974835 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:06.998199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:30:07.013370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9626540b-9cf6-4dbf-b8d0-918b86d83918,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:07.016368 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.016721 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Added segment 8506444d-0199-43ab-afa5-0d6060af67bd of type vlan for network fcab4715-d789-4184-a6fc-a504e42f2e02 Aug 20 15:30:07.057855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.082422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.087973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:07.088554 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.152036 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3104479 Aug 20 15:30:07.154949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52244) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:07.162084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'admin_state_up': True, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:07.170440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb47b3e-da79-40ac-8e52-3f1a5f60379d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Network': ['ID=fcab4715-d789-4184-a6fc-a504e42f2e02,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:07.180762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network fcab4715-d789-4184-a6fc-a504e42f2e02 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:30:07.187177 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.188180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.242213 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.384830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.581498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.604696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.708543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Allocated IP 172.25.5.18 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/a87d1158-b205-4af1-a021-6887a5789cd0) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:07.815630 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.854780 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:07.894808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:07.902659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d8de7c49-44a2-4267-9db9-fe465e6b1421 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:07.908764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=a87d1158-b205-4af1-a021-6887a5789cd0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:07.913154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:07.915282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:07.955838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d8de7c49-44a2-4267-9db9-fe465e6b1421 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:07.956242 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:08.164522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:08.358943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:08.484668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Router 12061869-32f7-49c4-a778-4c4f9c971f1f is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:30:08.588100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:08.599272 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Sync routers for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:08.606273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:08.610592 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-38c5f438-32a7-4ae4-a246-02eee6425547 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4517224 Aug 20 15:30:08.610764 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:08.610764 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:08.611025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52246) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:08.714834 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:08.731517 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4d82e4c3-729f-484d-9198-64f81b530769 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=bd154e69a02a47289cf37a9881e710c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1196051 Aug 20 15:30:08.734384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52250) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:08.818277 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8adad-c7f2-4399-9833-850df727433f tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:08.822284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-77b8adad-c7f2-4399-9833-850df727433f tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844362 Aug 20 15:30:08.822667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52252) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:08.855443 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cd956008-ea1a-4647-9524-009bf7afa8d6 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317023 Aug 20 15:30:08.857931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52254) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:08.862669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320882530', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:08.891700 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:08Z', 'revision_number': 3, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:08.922549 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Checking router: 12061869-32f7-49c4-a778-4c4f9c971f1f for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:08.922905 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Updating router 12061869-32f7-49c4-a778-4c4f9c971f1f port a87d1158-b205-4af1-a021-6887a5789cd0 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:30:08.948167 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:08.958104 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Made reservation on behalf of bd154e69a02a47289cf37a9881e710c5 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:30:08.961736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:09.212506 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:09.222684 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Transition to ACTIVE for port object a87d1158-b205-4af1-a021-6887a5789cd0 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:09.228394 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:09.281263 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Attempting to bind port a87d1158-b205-4af1-a021-6887a5789cd0 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:30:09.281636 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Attempting to bind port a87d1158-b205-4af1-a021-6887a5789cd0 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:30:09.282029 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Attempting to bind port a87d1158-b205-4af1-a021-6887a5789cd0 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:09.284155 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Pushing event updated for resources: {'Port': ['ID=a87d1158-b205-4af1-a021-6887a5789cd0,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:09.293512 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:30:09.293891 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:09.294299 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:09.294704 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:30:09.295172 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Bound port: a87d1158-b205-4af1-a021-6887a5789cd0, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:30:09.295592 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:09.297988 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.298335 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.298678 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.299014 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.299346 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.299706 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.300038 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.300934 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.301376 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.301707 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.302050 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.302372 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:09.357874 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] For port a87d1158-b205-4af1-a021-6887a5789cd0, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:30:09.360975 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] For port a87d1158-b205-4af1-a021-6887a5789cd0, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a87d1158-b205-4af1-a021-6887a5789cd0,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:30:09.365681 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:09.394950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:09.463248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Subnet': ['ID=0fad65fe-67cf-455f-b392-f9da175caf12,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:09.469764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Checking segment: {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:09.470134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network hostable DHCP agents. Network: fcab4715-d789-4184-a6fc-a504e42f2e02, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:30:09.487053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network fcab4715-d789-4184-a6fc-a504e42f2e02 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:30:09.499268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, fcab4715-d789-4184-a6fc-a504e42f2e02) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:09.503370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:09.504578 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:09.509519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb635373-d006-4d64-b6f0-1fb606f9a42c None None] Network fcab4715-d789-4184-a6fc-a504e42f2e02 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:30:09.522243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52258) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:09.522922 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1bd8bd6b-02f5-4116-87fb-8acfa8f6aa1e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6634803 Aug 20 15:30:09.530542 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6dc89c-83eb-430b-bf37-0bf0b932a36c None None] Pushing event updated for resources: {'Port': ['ID=a87d1158-b205-4af1-a021-6887a5789cd0,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:09.536119 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:09.536940 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:09.642473 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:09.662044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-fcab4715-d789-4184-a6fc-a504e42f2e02', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:30:09.663461 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:09.811533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Allocated IP 172.20.0.2 (fcab4715-d789-4184-a6fc-a504e42f2e02/0fad65fe-67cf-455f-b392-f9da175caf12/0a8d68cf-ce3e-41c9-9873-86f4e9cee48c) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:09.827262 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-94688346-5548-4a00-b058-579a78f903d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:08Z', 'revision_number': 3, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:09.860766 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94688346-5548-4a00-b058-579a78f903d5 None None] The sync data for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 is: [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:08Z', 'revision_number': 3, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:09.985474 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:10.152069 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:10.168758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Transition to ACTIVE for port object 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:10.184773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Transition to ACTIVE for port object 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:10.191655 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:10.237034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Network fcab4715-d789-4184-a6fc-a504e42f2e02 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:10.241355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:10.248310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:10.258514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Pushing event updated for resources: {'Port': ['ID=0a8d68cf-ce3e-41c9-9873-86f4e9cee48c,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:10.311328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Allocated IP 172.20.0.1 (fcab4715-d789-4184-a6fc-a504e42f2e02/0fad65fe-67cf-455f-b392-f9da175caf12/9b4b998c-ea66-44ed-884c-7c8bae614c0b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:10.319504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Attempting to bind port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:30:10.319897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Attempting to bind port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:30:10.320216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Attempting to bind port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c on network fcab4715-d789-4184-a6fc-a504e42f2e02 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:10.325822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:30:10.326368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Checking segment: {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:10.326705 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:10.327255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Bound using segment: {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:30:10.327782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Bound port: 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:30:10.328176 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:10.399146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] For port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:30:10.402895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] For port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0a8d68cf-ce3e-41c9-9873-86f4e9cee48c,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:30:10.411087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:10.444306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:10.467065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Transition to ACTIVE for port object 9b4b998c-ea66-44ed-884c-7c8bae614c0b will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:10.487378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8688c2-8fcd-40fc-869b-31600a909841 None None] Pushing event updated for resources: {'Port': ['ID=0a8d68cf-ce3e-41c9-9873-86f4e9cee48c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:10.504320 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:10.547305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network fcab4715-d789-4184-a6fc-a504e42f2e02 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:10.550719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:10.554746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:10.563305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=9b4b998c-ea66-44ed-884c-7c8bae614c0b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:10.614124 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:10.799089 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.077685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.082881 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.160478 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.163286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=9b4b998c-ea66-44ed-884c-7c8bae614c0b,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:11.268252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network fcab4715-d789-4184-a6fc-a504e42f2e02 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:11.270571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:11.392431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Router 12061869-32f7-49c4-a778-4c4f9c971f1f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:11.435398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae96fb-e247-4c9c-a26a-88b24768266b None None] Network fcab4715-d789-4184-a6fc-a504e42f2e02 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:30:11.509233 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:11.516331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-64819637-e39c-4262-af64-0a6df885ab8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "PUT /v2.0/routers/12061869-32f7-49c4-a778-4c4f9c971f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9927530 Aug 20 15:30:11.517567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52264) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:11.523721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d06d53a2-e19a-4dae-aa1f-5b967c5de75f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1530015002', 'description': 'tempest-secgroup_access--1530015002 description', 'project_id': 'bd154e69a02a47289cf37a9881e710c5'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:11.547263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cd6f6d57-411c-43f3-93c8-143bca10d6bf None None] Provisioning for port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:11.548703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d06d53a2-e19a-4dae-aa1f-5b967c5de75f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.633961 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d06d53a2-e19a-4dae-aa1f-5b967c5de75f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.638392 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d06d53a2-e19a-4dae-aa1f-5b967c5de75f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.670703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d53a2-e19a-4dae-aa1f-5b967c5de75f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b8ddb1-fbde-46c7-a85b-d1553db16035,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:11.674604 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d06d53a2-e19a-4dae-aa1f-5b967c5de75f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.675966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d06d53a2-e19a-4dae-aa1f-5b967c5de75f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1574144 Aug 20 15:30:11.679275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52266) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:11.684006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-03e9fe64-d1cb-4921-8a32-4f37de0ed180 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--244393690', 'description': 'tempest-secgroup_general--244393690 description', 'project_id': 'bd154e69a02a47289cf37a9881e710c5'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:11.706962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe64-d1cb-4921-8a32-4f37de0ed180 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.804207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe64-d1cb-4921-8a32-4f37de0ed180 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.809219 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe64-d1cb-4921-8a32-4f37de0ed180 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.837924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-03e9fe64-d1cb-4921-8a32-4f37de0ed180 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.857096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-03e9fe64-d1cb-4921-8a32-4f37de0ed180 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1765463 Aug 20 15:30:11.860327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52268) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:11.861025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Sync routers for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:11.866218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-398bfe99-d9e3-4c45-87c5-51633dea94f3 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'security_group_rule': {'security_group_id': '19b8ddb1-fbde-46c7-a85b-d1553db16035', 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:11.874187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9fe64-d1cb-4921-8a32-4f37de0ed180 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383566ab-33f4-432f-a341-ced6b72f3e52,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:11.921461 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-398bfe99-d9e3-4c45-87c5-51633dea94f3 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.922497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:11.923141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:11.991721 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-398bfe99-d9e3-4c45-87c5-51633dea94f3 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.997169 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-398bfe99-d9e3-4c45-87c5-51633dea94f3 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:11.997389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cdee6536-ecae-4c70-a272-3901af9cd5c0 None None] Provisioning for port 9b4b998c-ea66-44ed-884c-7c8bae614c0b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:12.010690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bfe99-d9e3-4c45-87c5-51633dea94f3 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564c79e7-6d98-40c1-8a71-376a75045d89,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:12.025886 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-398bfe99-d9e3-4c45-87c5-51633dea94f3 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:12.027111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-398bfe99-d9e3-4c45-87c5-51633dea94f3 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659179 Aug 20 15:30:12.060223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:12.064761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cdee6536-ecae-4c70-a272-3901af9cd5c0 None None] Provisioning complete for port 9b4b998c-ea66-44ed-884c-7c8bae614c0b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:12.065219 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cdee6536-ecae-4c70-a272-3901af9cd5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:12.160944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:12.163376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cdee6536-ecae-4c70-a272-3901af9cd5c0 None None] Port 9b4b998c-ea66-44ed-884c-7c8bae614c0b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:12.197040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d25a682c-72a0-40c1-88aa-e33f67e5e58c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--244393690&fields=id&tenant_id=bd154e69a02a47289cf37a9881e710c5 HTTP/1.1" status: 200 len: 267 time: 0.0375347 Aug 20 15:30:12.246135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-f6845938-2172-43ba-a4c9-e4ac68298564 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--1530015002&fields=id&tenant_id=bd154e69a02a47289cf37a9881e710c5 HTTP/1.1" status: 200 len: 267 time: 0.0420413 Aug 20 15:30:12.249763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:12.267691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:12.268072 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:12.337902 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b50b4890-fca0-44e1-abb0-8359ab8ae77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:12.359995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-99f6fb12-762a-4573-bfd6-76889341ad3a tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:12.361478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-99f6fb12-762a-4573-bfd6-76889341ad3a tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/networks?id=fcab4715-d789-4184-a6fc-a504e42f2e02 HTTP/1.1" status: 200 len: 797 time: 0.1071198 Aug 20 15:30:12.365031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2205e5ef-bed1-4145-879c-becaf0de707f None None] Provisioning complete for port 9b4b998c-ea66-44ed-884c-7c8bae614c0b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:12.365698 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2205e5ef-bed1-4145-879c-becaf0de707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:12.378409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0ca711d-fcfd-4c4c-a0db-63c56b288844 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/quotas/bd154e69a02a47289cf37a9881e710c5 HTTP/1.1" status: 200 len: 375 time: 0.0093195 Aug 20 15:30:12.435966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-8b1f3cf8-fee3-445f-b61f-73fd1428712e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd154e69a02a47289cf37a9881e710c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512559 Aug 20 15:30:12.453820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2205e5ef-bed1-4145-879c-becaf0de707f None None] Port 9b4b998c-ea66-44ed-884c-7c8bae614c0b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:12.501501 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:12.533211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9b4b998c-ea66-44ed-884c-7c8bae614c0b', 'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:af:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:10Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 2, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:12.537921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-4cbb4e00-11e1-4ca9-9da0-ff2d6647c09b service neutron] 10.222.0.36 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889776 Aug 20 15:30:12.568780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Checking router: 12061869-32f7-49c4-a778-4c4f9c971f1f for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:12.569141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Updating router 12061869-32f7-49c4-a778-4c4f9c971f1f port 9b4b998c-ea66-44ed-884c-7c8bae614c0b binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:30:12.577161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0a8d68cf-ce3e-41c9-9873-86f4e9cee48c,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:12.599851 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:30:12.602818 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:12.603622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a87d1158-b205-4af1-a021-6887a5789cd0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:12.633809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-817bc966-90aa-43d7-9fd0-7c666ef79ebb service neutron] 10.222.0.36 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888319 Aug 20 15:30:12.647693 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:12.671921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-74eb43df-151f-4aaa-a4c1-5f676648d01d None None] Provisioning complete for port 9b4b998c-ea66-44ed-884c-7c8bae614c0b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:12.672301 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74eb43df-151f-4aaa-a4c1-5f676648d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:12.759234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=0a8d68cf-ce3e-41c9-9873-86f4e9cee48c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:12.804691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fbde486-4c48-48bb-900f-ed630ed6cf44 req-df519194-ae3d-4650-899b-843cb7bcee3e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0288424 Aug 20 15:30:12.841658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-74eb43df-151f-4aaa-a4c1-5f676648d01d None None] Port 9b4b998c-ea66-44ed-884c-7c8bae614c0b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:12.852391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port a87d1158-b205-4af1-a021-6887a5789cd0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:12.862344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a87d1158-b205-4af1-a021-6887a5789cd0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:12.863420 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:13.024200 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:13.074013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port a87d1158-b205-4af1-a021-6887a5789cd0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a87d1158-b205-4af1-a021-6887a5789cd0,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:13.080065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:13.125537 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:13.145398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Transition to ACTIVE for port object 9b4b998c-ea66-44ed-884c-7c8bae614c0b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:13.157670 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:13.159667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=a87d1158-b205-4af1-a021-6887a5789cd0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:13.230483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393df6a5-b41b-4204-b8df-96a0428b1075 None None] Pushing event updated for resources: {'Port': ['ID=9b4b998c-ea66-44ed-884c-7c8bae614c0b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:13.276068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Attempting to bind port 9b4b998c-ea66-44ed-884c-7c8bae614c0b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:30:13.276746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Attempting to bind port 9b4b998c-ea66-44ed-884c-7c8bae614c0b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:30:13.277211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Attempting to bind port 9b4b998c-ea66-44ed-884c-7c8bae614c0b on network fcab4715-d789-4184-a6fc-a504e42f2e02 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:13.283106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:30:13.283483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Checking segment: {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:13.283922 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:13.284315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Bound using segment: {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:30:13.284952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Bound port: 9b4b998c-ea66-44ed-884c-7c8bae614c0b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:30:13.285579 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:13.357430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] For port 9b4b998c-ea66-44ed-884c-7c8bae614c0b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:30:13.361148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] For port 9b4b998c-ea66-44ed-884c-7c8bae614c0b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9b4b998c-ea66-44ed-884c-7c8bae614c0b,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:30:13.366068 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:13.426135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:13.426769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:29:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:13.432002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393df6a5-b41b-4204-b8df-96a0428b1075 None None] Pushing event updated for resources: {'Port': ['ID=9b4b998c-ea66-44ed-884c-7c8bae614c0b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:13.548498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:13.757024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9b4b998c-ea66-44ed-884c-7c8bae614c0b', 'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:af:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:10Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:13.791607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e07e9-7fe4-4919-9dca-fdb066536109 None None] The sync data for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 is: [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9b4b998c-ea66-44ed-884c-7c8bae614c0b', 'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:af:54:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:10Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:13.971436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ac99b16-a290-4e03-a5cb-057f503a0149 req-d5b15e8a-9178-407b-b781-b8859eaa5437 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0575094 Aug 20 15:30:14.007648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-4187aea8-11f3-41c9-ac32-6b82e58990d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:14.009303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-4187aea8-11f3-41c9-ac32-6b82e58990d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.72 "GET /v2.0/networks?id=fcab4715-d789-4184-a6fc-a504e42f2e02 HTTP/1.1" status: 200 len: 797 time: 0.2336237 Aug 20 15:30:14.056902 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a87d1158-b205-4af1-a021-6887a5789cd0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:14.083462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-e847c856-4281-4ab4-b8fd-76fdcc0670ae tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd154e69a02a47289cf37a9881e710c5 HTTP/1.1" status: 200 len: 477 time: 0.0417054 Aug 20 15:30:14.093436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'port': {'device_id': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'admin_state_up': True, 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'security_groups': ['383566ab-33f4-432f-a341-ced6b72f3e52', '19b8ddb1-fbde-46c7-a85b-d1553db16035']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:14.217357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Made reservation on behalf of bd154e69a02a47289cf37a9881e710c5 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:30:14.221410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.271384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port a87d1158-b205-4af1-a021-6887a5789cd0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:14.271842 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.353725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:14.356534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Allocated IP 172.20.0.13 (fcab4715-d789-4184-a6fc-a504e42f2e02/0fad65fe-67cf-455f-b392-f9da175caf12/75b71e0b-b40b-45ab-91d0-4a5e8110f794) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:14.411729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:14.412111 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.494542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9b4b998c-ea66-44ed-884c-7c8bae614c0b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:14.531295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.543794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 9b4b998c-ea66-44ed-884c-7c8bae614c0b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:14.549522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Transition to ACTIVE for port object 75b71e0b-b40b-45ab-91d0-4a5e8110f794 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:14.552851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 9b4b998c-ea66-44ed-884c-7c8bae614c0b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:14.553411 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.590805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.637162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network fcab4715-d789-4184-a6fc-a504e42f2e02 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:14.640302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:14.645406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:14.647697 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.655762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=75b71e0b-b40b-45ab-91d0-4a5e8110f794,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:14.692013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 9b4b998c-ea66-44ed-884c-7c8bae614c0b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9b4b998c-ea66-44ed-884c-7c8bae614c0b,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:14.698205 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.735341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:14.736136 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.756904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-b615ffc6-4f51-421c-a0fc-3d638e2c6e53 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6675799 Aug 20 15:30:14.764506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=9b4b998c-ea66-44ed-884c-7c8bae614c0b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:14.773952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.774313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.774661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.775183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.775329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.775677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.776015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.776344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.776831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.777000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.777329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.777867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:14.778749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-f9753cd1-9561-4bbe-9ffc-358e81f774b0 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:30:14.779979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-f9753cd1-9561-4bbe-9ffc-358e81f774b0 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074191 Aug 20 15:30:14.836947 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.862251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Request body: {'port': {'device_id': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:14.919221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f6a44026-0a12-4af3-a505-0502a4cc772c None None] Provisioning for port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:14.923265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f6a44026-0a12-4af3-a505-0502a4cc772c None None] Provisioning complete for port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:14.923790 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f6a44026-0a12-4af3-a505-0502a4cc772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.926072 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:14.962708 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f6a44026-0a12-4af3-a505-0502a4cc772c None None] Port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:15.148251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df83e0a-ba40-44f1-b531-cf79b0b8eaf4 req-8e9a7ef4-061f-4213-8897-9d75801800e4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:15.149753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5df83e0a-ba40-44f1-b531-cf79b0b8eaf4 req-8e9a7ef4-061f-4213-8897-9d75801800e4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 971 time: 0.1076624 Aug 20 15:30:15.209081 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1a0cb1ed-e48e-4607-9388-5de8d019e490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:15.223051 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5df83e0a-ba40-44f1-b531-cf79b0b8eaf4 req-a469d492-2148-49c9-a8f0-34c9038b87df tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0668952 Aug 20 15:30:15.272345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b71e0b-b40b-45ab-91d0-4a5e8110f794 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:30:15.279533 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:15.291283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Transition to ACTIVE for port object 75b71e0b-b40b-45ab-91d0-4a5e8110f794 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:15.295456 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:15.347200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Pushing event updated for resources: {'Port': ['ID=75b71e0b-b40b-45ab-91d0-4a5e8110f794,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:15.421080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Attempting to bind port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:30:15.421423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Attempting to bind port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:30:15.421753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Attempting to bind port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 on network fcab4715-d789-4184-a6fc-a504e42f2e02 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:15.427024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 on network fcab4715-d789-4184-a6fc-a504e42f2e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:30:15.427350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Attempting to bind port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 on network fcab4715-d789-4184-a6fc-a504e42f2e02 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:15.432489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:30:15.432827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Checking segment: {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:15.433217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Bound using segment: {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:30:15.433644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Bound port: 75b71e0b-b40b-45ab-91d0-4a5e8110f794, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8506444d-0199-43ab-afa5-0d6060af67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:30:15.434019 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:15.504062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] For port 75b71e0b-b40b-45ab-91d0-4a5e8110f794, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:30:15.507611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] For port 75b71e0b-b40b-45ab-91d0-4a5e8110f794, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=75b71e0b-b40b-45ab-91d0-4a5e8110f794,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:30:15.512499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:15.516319 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-7100ba27-37a7-46d0-806e-04857bc0383e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470607 Aug 20 15:30:15.545796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:15.546425 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:15.547879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/75b71e0b-b40b-45ab-91d0-4a5e8110f794 HTTP/1.1" status: 200 len: 1132 time: 0.7579947 Aug 20 15:30:15.548311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:15.551143 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7123686-813b-4da4-92e8-f5038f6c635f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:15.590208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd18d6-caed-4072-a638-55ce43c180c2 service neutron] Pushing event updated for resources: {'Port': ['ID=75b71e0b-b40b-45ab-91d0-4a5e8110f794,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:15.612371 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-1e9e36e2-ffa1-4070-a26e-a9dd94f64fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:15.614965 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-1e9e36e2-ffa1-4070-a26e-a9dd94f64fcb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 1097 time: 0.0558157 Aug 20 15:30:15.621249 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37168826-8abb-4da1-ba1c-74338ab8d92f x-openstack-request-id: req-37168826-8abb-4da1-ba1c-74338ab8d92f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:15.621540 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:15.621799 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37168826-8abb-4da1-ba1c-74338ab8d92f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:15.622206 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'status': 'completed', 'code': 200} Aug 20 15:30:15.713120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-0894560e-e658-415b-b3fd-5c68ac1f69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:15.714884 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-0894560e-e658-415b-b3fd-5c68ac1f69fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd154e69a02a47289cf37a9881e710c5&device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 1135 time: 0.0497439 Aug 20 15:30:15.777128 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-e9935daa-a36b-4db6-84c8-97347036c82c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b71e0b-b40b-45ab-91d0-4a5e8110f794 HTTP/1.1" status: 200 len: 217 time: 0.0413048 Aug 20 15:30:15.830522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-bfeddaf8-f5af-4438-98c8-467dfe759641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:15.832665 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-bfeddaf8-f5af-4438-98c8-467dfe759641 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fad65fe-67cf-455f-b392-f9da175caf12 HTTP/1.1" status: 200 len: 834 time: 0.0485919 Aug 20 15:30:15.888714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-bf90337d-93f9-4b3d-9d6a-1d03e188c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:15.890373 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-bf90337d-93f9-4b3d-9d6a-1d03e188c571 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcab4715-d789-4184-a6fc-a504e42f2e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505359 Aug 20 15:30:15.938727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9b4b998c-ea66-44ed-884c-7c8bae614c0b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:15.998499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-c7faed23-24dd-4a50-94cb-7b975f4ad7a2 service neutron] 10.222.0.72 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997005 Aug 20 15:30:15.998853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 9b4b998c-ea66-44ed-884c-7c8bae614c0b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:15.999232 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:16.094995 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3026ed87-7225-4481-bbd8-9d03dd8dd1f0 req-cb28377b-1a0e-455a-b314-5207c2d63e93 service neutron] 10.222.0.72 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883331 Aug 20 15:30:16.113597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-3fcf7ac3-7118-47b9-bd95-d5bb8fb9b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:16.115138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-3fcf7ac3-7118-47b9-bd95-d5bb8fb9b46f service neutron] 10.222.0.72 "GET /v2.0/networks?id=40a75b70-611a-49d6-a5dd-1869ec42e75f HTTP/1.1" status: 200 len: 897 time: 0.4504237 Aug 20 15:30:16.180418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-e17b8c2c-ebc5-40e2-adbd-86c6601a58a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 HTTP/1.1" status: 200 len: 1001 time: 0.0579846 Aug 20 15:30:16.203836 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:16.223095 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7123686-813b-4da4-92e8-f5038f6c635f req-9f2e5ebe-3ba7-4505-b90a-7b28d3b6744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:16.224684 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a7123686-813b-4da4-92e8-f5038f6c635f req-9f2e5ebe-3ba7-4505-b90a-7b28d3b6744a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd154e69a02a47289cf37a9881e710c5&device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 1135 time: 0.0453665 Aug 20 15:30:16.232288 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-7a2bd10a-d5e3-446a-9c1e-b1af45dd8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:16.233753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-7a2bd10a-d5e3-446a-9c1e-b1af45dd8ed1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=518e259e-3f29-4cc7-9db0-15a5bca666bc HTTP/1.1" status: 200 len: 835 time: 0.0460453 Aug 20 15:30:16.286679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-f82eadb1-5a36-4284-bd67-c00c1b0c586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:16.288500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-f82eadb1-5a36-4284-bd67-c00c1b0c586f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40a75b70-611a-49d6-a5dd-1869ec42e75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470743 Aug 20 15:30:16.324063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7123686-813b-4da4-92e8-f5038f6c635f req-a572c27b-8088-4a25-aa67-64b3a6d4cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:16.325598 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a7123686-813b-4da4-92e8-f5038f6c635f req-a572c27b-8088-4a25-aa67-64b3a6d4cece service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcab4715-d789-4184-a6fc-a504e42f2e02 HTTP/1.1" status: 200 len: 898 time: 0.0939136 Aug 20 15:30:16.368190 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a7123686-813b-4da4-92e8-f5038f6c635f req-9158816d-c949-42b8-8005-ae4b662a9ba1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b71e0b-b40b-45ab-91d0-4a5e8110f794 HTTP/1.1" status: 200 len: 217 time: 0.0350680 Aug 20 15:30:16.404728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd7a24-2fa3-4e23-b9c4-136a8b0225e1 req-6682e59b-82c9-4026-962d-c8a1b9e2dbb5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:16.406242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abfd7a24-2fa3-4e23-b9c4-136a8b0225e1 req-6682e59b-82c9-4026-962d-c8a1b9e2dbb5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 983 time: 0.1095591 Aug 20 15:30:16.430151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7123686-813b-4da4-92e8-f5038f6c635f req-3541a628-f272-4f33-83c6-800b4bdeaf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:16.431828 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a7123686-813b-4da4-92e8-f5038f6c635f req-3541a628-f272-4f33-83c6-800b4bdeaf2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fad65fe-67cf-455f-b392-f9da175caf12 HTTP/1.1" status: 200 len: 834 time: 0.0568824 Aug 20 15:30:16.439435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-970549cc-00c5-463b-b175-8961ceacbd64 service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437349 Aug 20 15:30:16.484689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7123686-813b-4da4-92e8-f5038f6c635f req-4c6e20d1-9faa-477a-83b6-cd52daeeb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:16.486256 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a7123686-813b-4da4-92e8-f5038f6c635f req-4c6e20d1-9faa-477a-83b6-cd52daeeb070 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcab4715-d789-4184-a6fc-a504e42f2e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474229 Aug 20 15:30:16.515270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abfd7a24-2fa3-4e23-b9c4-136a8b0225e1 req-1ff1011f-83e4-44f0-bffd-d8ea2699a54a tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1020582 Aug 20 15:30:16.554600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-271e3686-fef0-44fb-8b2d-e503c2c3a585 req-c04e6172-b2e1-4cbb-81e8-2e6b51a7e4d8 service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077912 Aug 20 15:30:16.578755 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a7123686-813b-4da4-92e8-f5038f6c635f req-23b937b9-247a-4f9b-a7bd-fe8402874bca service neutron] 10.222.0.72 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850141 Aug 20 15:30:16.697263 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a7123686-813b-4da4-92e8-f5038f6c635f req-3cb7007d-aaa2-46f0-ab1d-3474fed93be3 service neutron] 10.222.0.72 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943494 Aug 20 15:30:17.634478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ef8ab-9f95-4763-ab9f-7fe999fe7812 req-b3cab8b1-e379-46e9-ba06-87ea19d1c5d2 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:17.635982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-369ef8ab-9f95-4763-ab9f-7fe999fe7812 req-b3cab8b1-e379-46e9-ba06-87ea19d1c5d2 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 983 time: 0.0538430 Aug 20 15:30:17.677056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-369ef8ab-9f95-4763-ab9f-7fe999fe7812 req-0cf184c2-c87a-49aa-936e-915784f3dec7 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0349915 Aug 20 15:30:17.908106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:18.792558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5986f08-c79b-476a-871f-d84478926b3c req-b7f67e78-49d1-451b-8f04-e71ccd13ebfe tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:18.794088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5986f08-c79b-476a-871f-d84478926b3c req-b7f67e78-49d1-451b-8f04-e71ccd13ebfe tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 983 time: 0.0506313 Aug 20 15:30:18.833471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5986f08-c79b-476a-871f-d84478926b3c req-e8dd8d8c-a70d-4368-af20-9a1f66f9a1ac tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334227 Aug 20 15:30:19.949025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1158cd-c2f5-43d8-9b01-da3c76c78474 req-9d85a52c-1f6a-4dab-a07e-0fa601ddd835 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:19.950511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad1158cd-c2f5-43d8-9b01-da3c76c78474 req-9d85a52c-1f6a-4dab-a07e-0fa601ddd835 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 983 time: 0.0500922 Aug 20 15:30:19.990035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad1158cd-c2f5-43d8-9b01-da3c76c78474 req-88b362ac-d09a-404e-a270-1a7c2a5fdf03 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0334806 Aug 20 15:30:20.807705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 75b71e0b-b40b-45ab-91d0-4a5e8110f794 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:30:20.903261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 75b71e0b-b40b-45ab-91d0-4a5e8110f794, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=75b71e0b-b40b-45ab-91d0-4a5e8110f794,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:20.915060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'port_id': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'mac_address': 'fa:16:3e:9c:c7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:30:20.950880 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:20.963709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b71e0b-b40b-45ab-91d0-4a5e8110f794 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:30:20.982694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 75b71e0b-b40b-45ab-91d0-4a5e8110f794, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=75b71e0b-b40b-45ab-91d0-4a5e8110f794,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:20.986522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:21.038068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=75b71e0b-b40b-45ab-91d0-4a5e8110f794,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:21.110057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbd22d-fd47-459b-bcf8-1555eb7c3157 req-3c2319e3-f569-404e-ad9c-6dba709bcddf tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:21.111621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fdbbd22d-fd47-459b-bcf8-1555eb7c3157 req-3c2319e3-f569-404e-ad9c-6dba709bcddf tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 984 time: 0.0547209 Aug 20 15:30:21.151882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fdbbd22d-fd47-459b-bcf8-1555eb7c3157 req-c50fa79b-4275-4a04-90a1-305e65c451f0 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0340319 Aug 20 15:30:21.397670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['75b71e0b-b40b-45ab-91d0-4a5e8110f794'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:30:22.113896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52318) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:22.296722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a99bf3-58e9-4ec5-a929-aec1b912da7f req-7f048ddb-6f6e-4154-b5bf-7464687b4211 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:22.298207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11a99bf3-58e9-4ec5-a929-aec1b912da7f req-7f048ddb-6f6e-4154-b5bf-7464687b4211 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 984 time: 0.0790241 Aug 20 15:30:22.330711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port c3bbf216-18e8-4cc3-817b-d3053b9c4378 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:22.331059 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:22.387032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-11a99bf3-58e9-4ec5-a929-aec1b912da7f req-dbec8fe9-c7c0-466d-a27f-baa6b1969548 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0817797 Aug 20 15:30:22.423092 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:22.423424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:22.435757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for c3bbf216-18e8-4cc3-817b-d3053b9c4378 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:22.580685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:22.610723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=c3bbf216-18e8-4cc3-817b-d3053b9c4378,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:22.672601 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:22.672879 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Floating IP ab4efa8b-3ea8-4731-aef4-684bed61023b disassociated (deleted). External IP: 172.25.5.217, port: c706a90a-05d0-4acb-9a5c-c4dffc25d2ab. Aug 20 15:30:22.822981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 75b71e0b-b40b-45ab-91d0-4a5e8110f794 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:22.881321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:22.885045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:22.885422 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:22.887452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Router b46c57df-c297-421c-9291-805110a90364 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:22.971466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:22.994940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:22.997250 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b1c2e8-d54e-4558-939e-d0cba4558e92" -d '{"events": [{"server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:22.999059 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:23.005289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:23.011787 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] Sync routers for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:23.019623 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 75b71e0b-b40b-45ab-91d0-4a5e8110f794, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=75b71e0b-b40b-45ab-91d0-4a5e8110f794,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:23.022519 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:23.023671 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:23.024293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:23.038923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8b063a2b-efc3-4673-995a-d67f7f64042e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "DELETE /v2.0/floatingips/ab4efa8b-3ea8-4731-aef4-684bed61023b HTTP/1.1" status: 204 len: 168 time: 0.9239819 Aug 20 15:30:23.039602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:23.043121 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b374a8da-2f23-4256-af22-6c2be7a7c77b" -d '{"events": [{"name": "network-changed", "server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:23.054171 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b647d7-8473-43b4-84e0-415c2a378401 x-openstack-request-id: req-06b647d7-8473-43b4-84e0-415c2a378401 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:23.054471 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:23.054729 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06b647d7-8473-43b4-84e0-415c2a378401 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:23.055127 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'code': 200} Aug 20 15:30:23.091849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=75b71e0b-b40b-45ab-91d0-4a5e8110f794,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:23.143744 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:23.176420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d811d-778f-4ddd-b813-51ccd3dbcfff req-82026a64-ace3-4fdd-820b-65b36ab2406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:23.178122 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4d811d-778f-4ddd-b813-51ccd3dbcfff req-82026a64-ace3-4fdd-820b-65b36ab2406a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 1137 time: 0.0486648 Aug 20 15:30:23.225328 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0b4d811d-778f-4ddd-b813-51ccd3dbcfff req-32c45bfb-79da-4835-b302-ed2822c9edab service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=383566ab-33f4-432f-a341-ced6b72f3e52&id=19b8ddb1-fbde-46c7-a85b-d1553db16035&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0392478 Aug 20 15:30:23.253708 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff19faa5-28d6-4712-87d5-9cb1e64134bc x-openstack-request-id: req-ff19faa5-28d6-4712-87d5-9cb1e64134bc {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:23.253708 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:23.253708 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff19faa5-28d6-4712-87d5-9cb1e64134bc {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:23.253708 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'status': 'completed', 'code': 200} Aug 20 15:30:23.368951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d204c-1c1a-40ce-b2a0-8fe6e2e3693f req-1f801ba8-b373-4806-97b6-4ef351573dcc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:23.370476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f51d204c-1c1a-40ce-b2a0-8fe6e2e3693f req-1f801ba8-b373-4806-97b6-4ef351573dcc tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 945 time: 0.0604682 Aug 20 15:30:23.410037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f51d204c-1c1a-40ce-b2a0-8fe6e2e3693f req-98d01e07-5275-433b-a12a-3d6e8919b350 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Aug 20 15:30:23.411429 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9cd31fde-c494-4e00-a8f1-c3a979e1ca83', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:52Z', 'updated_at': '2021-08-20T15:26:55Z', 'revision_number': 1, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:23.442761 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] Checking router: b46c57df-c297-421c-9291-805110a90364 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:23.451238 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:23.451867 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:23.530928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f247b9d-e342-4c24-a603-b882975e6af4 req-cd02ef88-0c8b-4caa-89a0-7da52ea5f8d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:23.532365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f247b9d-e342-4c24-a603-b882975e6af4 req-cd02ef88-0c8b-4caa-89a0-7da52ea5f8d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 985 time: 0.0538685 Aug 20 15:30:23.558767 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:23.574239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f247b9d-e342-4c24-a603-b882975e6af4 req-d3529ff7-a635-4c35-bcd4-dcaa3fcc2c7b tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0353529 Aug 20 15:30:23.669295 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-34f19015-3b9a-44e5-9551-255e3e447344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:23.670821 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-34f19015-3b9a-44e5-9551-255e3e447344 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 1097 time: 0.0412045 Aug 20 15:30:23.765647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-403de829-0736-490f-aaa3-926626ef2973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:23.767154 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-403de829-0736-490f-aaa3-926626ef2973 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.0888216 Aug 20 15:30:23.783690 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9cd31fde-c494-4e00-a8f1-c3a979e1ca83', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:52Z', 'updated_at': '2021-08-20T15:26:55Z', 'revision_number': 1, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:23.809948 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-08405212-b244-4c23-9937-ab730e0010ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab HTTP/1.1" status: 200 len: 217 time: 0.0342600 Aug 20 15:30:23.811508 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4946b-2596-4b9e-b86a-cc51b22578dc None None] The sync data for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 is: [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9cd31fde-c494-4e00-a8f1-c3a979e1ca83', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b46c57df-c297-421c-9291-805110a90364', 'port_id': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3796, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'mac_address': 'fa:16:3e:7b:74:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:26:52Z', 'updated_at': '2021-08-20T15:26:55Z', 'revision_number': 1, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:23.867961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-ceb8943a-ef81-4a06-b108-b97186aa66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:23.869598 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-ceb8943a-ef81-4a06-b108-b97186aa66c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0507398 Aug 20 15:30:23.919923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-4ec9b364-3080-471e-9ed5-710a700b7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:23.921470 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-4ec9b364-3080-471e-9ed5-710a700b7912 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440290 Aug 20 15:30:24.017043 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-ae28adf8-e9f2-4230-ac05-2c21de1819e4 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869904 Aug 20 15:30:24.062444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4b75b-c1a5-4d24-9f33-c5efcf26dd84 None None] New status for floating IP ab4efa8b-3ea8-4731-aef4-684bed61023b: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:30:24.146519 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b374a8da-2f23-4256-af22-6c2be7a7c77b req-ae5bad0d-808b-4624-bb0c-4b1c7f9e0520 service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215243 Aug 20 15:30:24.547290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748be9f7-78e5-4dbf-9b1f-0f824a8d05be req-1405a7a1-0836-4e79-bfc1-7e34b4d9f2e1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:24.548827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-748be9f7-78e5-4dbf-9b1f-0f824a8d05be req-1405a7a1-0836-4e79-bfc1-7e34b4d9f2e1 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 945 time: 0.0616615 Aug 20 15:30:24.598033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-748be9f7-78e5-4dbf-9b1f-0f824a8d05be req-0d3fb74b-04a7-485a-bf03-7b341686f866 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378442 Aug 20 15:30:24.729774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c4414-dec1-4129-a752-4ef0dfede0e0 req-e25293d1-31f2-4653-a682-bff847e65c4e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:24.731230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-668c4414-dec1-4129-a752-4ef0dfede0e0 req-e25293d1-31f2-4653-a682-bff847e65c4e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 985 time: 0.0677962 Aug 20 15:30:24.779799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-668c4414-dec1-4129-a752-4ef0dfede0e0 req-07598bdb-ff2d-4c24-9afd-e80459bc1c41 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0401826 Aug 20 15:30:25.718576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed422f6-6a94-47f8-af79-e8cd69306470 req-af9977f4-d2fd-4dec-9af1-e8980bbaa379 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:25.720090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eed422f6-6a94-47f8-af79-e8cd69306470 req-af9977f4-d2fd-4dec-9af1-e8980bbaa379 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 945 time: 0.0541053 Aug 20 15:30:25.769907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eed422f6-6a94-47f8-af79-e8cd69306470 req-c63697e0-3845-4e0d-b84b-bc1a6b669cfa tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392458 Aug 20 15:30:25.786233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-043eb84c-85c5-4bcb-85a6-2f1f64ddac38 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:25.788010 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-043eb84c-85c5-4bcb-85a6-2f1f64ddac38 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 945 time: 0.0871890 Aug 20 15:30:25.896534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:25.896906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:25.918380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273faeb4-54d6-4e97-be83-4995f362c20a req-96473fcd-6ba9-41ad-b0b5-d026fdadca43 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:25.919999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-273faeb4-54d6-4e97-be83-4995f362c20a req-96473fcd-6ba9-41ad-b0b5-d026fdadca43 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 985 time: 0.0630016 Aug 20 15:30:25.968338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-273faeb4-54d6-4e97-be83-4995f362c20a req-17cfd3e9-527a-443e-b7a4-9cd542f96c46 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0415275 Aug 20 15:30:25.995306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] For port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:25.995706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:26.010994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for c706a90a-05d0-4acb-9a5c-c4dffc25d2ab owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:26.095213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920be59-a207-4f30-80f7-d509d445f395 req-ee48a18b-f734-4a5a-973f-7ac06735dbc5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:26.097336 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5920be59-a207-4f30-80f7-d509d445f395 req-ee48a18b-f734-4a5a-973f-7ac06735dbc5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 985 time: 0.0596030 Aug 20 15:30:26.139678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5920be59-a207-4f30-80f7-d509d445f395 req-ec55f028-671b-4753-b593-ffb81da59778 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0359335 Aug 20 15:30:26.167638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:26.201555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=c706a90a-05d0-4acb-9a5c-c4dffc25d2ab,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:26.273005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] No DVR routers for this DVR port c706a90a-05d0-4acb-9a5c-c4dffc25d2ab on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:26.276059 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:26.276240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724db318-8a83-477f-8410-45541c908d09 req-b7e0aed7-6de8-475c-aebf-338b568e70e5 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:26.278093 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f3e50263-9ac6-4186-adaa-7a6a93ddb378 req-a1dcda76-80a5-4375-ab28-9e2cea6a7f5c tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "DELETE /v2.0/ports/c706a90a-05d0-4acb-9a5c-c4dffc25d2ab HTTP/1.1" status: 204 len: 173 time: 0.4838548 Aug 20 15:30:26.278286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-724db318-8a83-477f-8410-45541c908d09 req-b7e0aed7-6de8-475c-aebf-338b568e70e5 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 1137 time: 0.0615880 Aug 20 15:30:26.278574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'name': 'network-vif-deleted', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:26.280966 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d23d746-211c-4181-81f1-4636654f434f" -d '{"events": [{"server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "name": "network-vif-deleted", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:26.304270 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-724db318-8a83-477f-8410-45541c908d09 req-45961c07-3b81-4387-9dc9-79bf49fb2150 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:26.396470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-724db318-8a83-477f-8410-45541c908d09 req-45961c07-3b81-4387-9dc9-79bf49fb2150 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:26.400027 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-724db318-8a83-477f-8410-45541c908d09 req-45961c07-3b81-4387-9dc9-79bf49fb2150 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:26.428691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-724db318-8a83-477f-8410-45541c908d09 req-45961c07-3b81-4387-9dc9-79bf49fb2150 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1414301 Aug 20 15:30:26.433861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45961c07-3b81-4387-9dc9-79bf49fb2150 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43de30-2b5a-4616-bedd-9d2ecb7ad087,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:26.453986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52354) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:26.500285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf90af4-8410-457c-954c-3622559ac777 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:26.501827 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fcf90af4-8410-457c-954c-3622559ac777 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 1132 time: 0.0466971 Aug 20 15:30:26.505302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:26.509777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:26.533196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:26.596178 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5e79d1-3eb6-4055-a26f-57ea40f8471c x-openstack-request-id: req-9c5e79d1-3eb6-4055-a26f-57ea40f8471c {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:26.596475 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585cad30-f63f-4c3b-bb6d-0bfdff1b2d97", "name": "network-vif-deleted", "tag": "c706a90a-05d0-4acb-9a5c-c4dffc25d2ab", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:26.597329 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c5e79d1-3eb6-4055-a26f-57ea40f8471c {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:26.597716 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585cad30-f63f-4c3b-bb6d-0bfdff1b2d97', 'name': 'network-vif-deleted', 'tag': 'c706a90a-05d0-4acb-9a5c-c4dffc25d2ab', 'status': 'completed', 'code': 200} Aug 20 15:30:26.649431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:26.767411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Allocated IP 172.25.5.108 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/fbdf188f-c650-4c87-ad8e-3e7037e790c2) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:26.869139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8076a58-379d-443f-b943-33873519991a req-1a3aff3e-e69d-4f68-a9b9-aba6a847cb35 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 210 time: 0.0284808 Aug 20 15:30:26.884474 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:26.987862 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:27.026413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:27.029419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:27.033038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:27.063473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=fbdf188f-c650-4c87-ad8e-3e7037e790c2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:27.171794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52362) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:27.419915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:27.497639 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:27.573659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:27.658627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:27.663939 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:27.738798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=fbdf188f-c650-4c87-ad8e-3e7037e790c2,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:27.747587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:27.870122 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Floating IP d45980f0-28c6-4dca-976d-25d070dc2cc4 associated. External IP: 172.25.5.108, port: 75b71e0b-b40b-45ab-91d0-4a5e8110f794. Aug 20 15:30:27.939168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port d8de7c49-44a2-4267-9db9-fe465e6b1421 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:27.939815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:28.019702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-597b7470-3959-4e0c-873d-7e2150f21264 req-81363d84-4c6c-4637-b413-3729f63129e0 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 210 time: 0.0641837 Aug 20 15:30:28.074316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] For port d8de7c49-44a2-4267-9db9-fe465e6b1421, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d8de7c49-44a2-4267-9db9-fe465e6b1421,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:28.074686 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:28.088509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for d8de7c49-44a2-4267-9db9-fe465e6b1421 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:28.115276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Router 12061869-32f7-49c4-a778-4c4f9c971f1f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:28.286449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:28.317559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=d8de7c49-44a2-4267-9db9-fe465e6b1421,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:28.506671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:28.509571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:28.523639 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] Sync routers for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:28.528690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:28.536676 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:28.537833 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:28.566531 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-84d78c20-cae8-4048-a173-74afc538d8cd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0574019 Aug 20 15:30:28.566772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52366) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:28.599331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:28.602035 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1ba442-be09-4cfc-ab98-b91831f50b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:28.646389 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1010f6-9b4f-4bc0-9c93-abea648079fe x-openstack-request-id: req-3f1010f6-9b4f-4bc0-9c93-abea648079fe {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:28.646932 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:28.647388 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f1010f6-9b4f-4bc0-9c93-abea648079fe {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:28.648055 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'status': 'completed', 'code': 200} Aug 20 15:30:28.674568 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:28.744105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-25935997-6921-412c-8ae7-deb3caf78d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:28.745794 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-25935997-6921-412c-8ae7-deb3caf78d37 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd154e69a02a47289cf37a9881e710c5&device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 1137 time: 0.0518091 Aug 20 15:30:28.858715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-3efe8954-899b-4d52-905a-0f441a4ca81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:28.863396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c706a90a-05d0-4acb-9a5c-c4dffc25d2ab no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:28.866192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-3efe8954-899b-4d52-905a-0f441a4ca81f service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcab4715-d789-4184-a6fc-a504e42f2e02 HTTP/1.1" status: 200 len: 898 time: 0.1080065 Aug 20 15:30:28.910814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: c706a90a-05d0-4acb-9a5c-c4dffc25d2ab {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:28.911157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device c706a90a-05d0-4acb-9a5c-c4dffc25d2ab not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:28.954670 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-917d325a-969a-469f-9774-f3c8eefea2bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b71e0b-b40b-45ab-91d0-4a5e8110f794 HTTP/1.1" status: 200 len: 1000 time: 0.0854084 Aug 20 15:30:28.967041 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'd45980f0-28c6-4dca-976d-25d070dc2cc4', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'port_id': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'mac_address': 'fa:16:3e:9c:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:30:27Z', 'updated_at': '2021-08-20T15:30:27Z', 'revision_number': 0, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4b998c-ea66-44ed-884c-7c8bae614c0b', 'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:af:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:10Z', 'updated_at': '2021-08-20T15:30:14Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:29.014994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-b8cfae30-3576-4dc5-87ba-46b452c2bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.016554 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-b8cfae30-3576-4dc5-87ba-46b452c2bdca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fad65fe-67cf-455f-b392-f9da175caf12 HTTP/1.1" status: 200 len: 834 time: 0.0552142 Aug 20 15:30:29.030165 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:29.086838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-4c5185b9-7120-43c4-bf30-b1057252493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.088642 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-4c5185b9-7120-43c4-bf30-b1057252493a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcab4715-d789-4184-a6fc-a504e42f2e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640435 Aug 20 15:30:29.133642 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] Checking router: 12061869-32f7-49c4-a778-4c4f9c971f1f for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:29.145587 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:29.146462 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:29.195947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3669d530-c127-457b-9754-8971e704299c req-39af8283-885d-4db2-a55a-e753c3ffe047 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 210 time: 0.0691712 Aug 20 15:30:29.226111 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-64298b1e-8592-4e84-8946-810b4386a0b4 service neutron] 10.222.0.72 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275890 Aug 20 15:30:29.271324 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:29.292840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.293373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.294173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.294318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.294804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.295278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.295805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.296283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.296754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.297228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.303345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-88358577-29da-4dcc-a2b4-4cc37beeeb6b tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7044 time: 0.7355387 Aug 20 15:30:29.304052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52372) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:29.337169 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cc1ba442-be09-4cfc-ab98-b91831f50b6d req-6befaa92-c926-43f0-89d6-821bf4012daa service neutron] 10.222.0.72 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039457 Aug 20 15:30:29.441828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.442223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.442764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.443238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.443747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.444211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.445130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.445130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.445877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.446345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.448468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ed3b56da-f5b4-4061-a460-a25e4e886674 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6522 time: 0.1432705 Aug 20 15:30:29.452494 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52374) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:29.515534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router df778afa-5c30-4270-b870-a1c13e167768 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:29.588606 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'd45980f0-28c6-4dca-976d-25d070dc2cc4', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'port_id': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'mac_address': 'fa:16:3e:9c:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:30:27Z', 'updated_at': '2021-08-20T15:30:27Z', 'revision_number': 0, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4b998c-ea66-44ed-884c-7c8bae614c0b', 'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:af:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:10Z', 'updated_at': '2021-08-20T15:30:14Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:29.635955 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4890f823-82c3-417d-86de-722f61a604e3 None None] The sync data for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 is: [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'd45980f0-28c6-4dca-976d-25d070dc2cc4', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'port_id': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'mac_address': 'fa:16:3e:9c:c7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:30:27Z', 'updated_at': '2021-08-20T15:30:27Z', 'revision_number': 0, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b4b998c-ea66-44ed-884c-7c8bae614c0b', 'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:af:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:10Z', 'updated_at': '2021-08-20T15:30:14Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:29.693704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:29.710000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9b1fc3bc-2326-47c2-9d42-683da746ce3d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "PUT /v2.0/routers/df778afa-5c30-4270-b870-a1c13e167768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5339022 Aug 20 15:30:29.712831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] Sync routers for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:29.733240 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:29.736129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:29.803678 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-928ccc91-52bb-4aa3-bc3e-e25fbcbe6492 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5204 time: 0.3498929 Aug 20 15:30:29.806543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52378) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:29.900794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a531d-114f-425c-8672-1d74c4fa1f90 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.900794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a531d-114f-425c-8672-1d74c4fa1f90 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:29.901183 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0d9a531d-114f-425c-8672-1d74c4fa1f90 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=12061869-32f7-49c4-a778-4c4f9c971f1f HTTP/1.1" status: 200 len: 1991 time: 0.0936341 Aug 20 15:30:29.989157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:30.049695 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f1ded-3137-4e88-8fd0-b1bf67060c73 None None] New status for floating IP d45980f0-28c6-4dca-976d-25d070dc2cc4: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:30:30.053847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ca7a2-517b-4825-aed3-0ef9e4cd0417 req-c0d90e90-340d-4d2a-8f83-d0ee0969ecdb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:30.061604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d0ca7a2-517b-4825-aed3-0ef9e4cd0417 req-c0d90e90-340d-4d2a-8f83-d0ee0969ecdb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 946 time: 0.0987003 Aug 20 15:30:30.110436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d0ca7a2-517b-4825-aed3-0ef9e4cd0417 req-8e4f9020-cdd8-4aec-9c67-00bf31a0d564 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478253 Aug 20 15:30:30.272608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:28Z', 'revision_number': 6, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e88a5833-64c9-46b1-94fc-156809dbedc6', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:31Z', 'updated_at': '2021-08-20T15:28:33Z', 'revision_number': 1, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:30.305662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] Checking router: df778afa-5c30-4270-b870-a1c13e167768 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:30.309058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38997abe-d00f-4368-9c71-3ae35b1eb42b req-7d9751da-e4c6-4f82-979a-02a0e4657eff tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=585cad30-f63f-4c3b-bb6d-0bfdff1b2d97 HTTP/1.1" status: 200 len: 210 time: 0.0350027 Aug 20 15:30:30.315252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:30.315408 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:30.422725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:30.647080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:28Z', 'revision_number': 6, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e88a5833-64c9-46b1-94fc-156809dbedc6', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:31Z', 'updated_at': '2021-08-20T15:28:33Z', 'revision_number': 1, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:30.674175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c9b4f-e6b4-40ad-a49b-4a2d388b3009 None None] The sync data for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 is: [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:28Z', 'revision_number': 6, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'e88a5833-64c9-46b1-94fc-156809dbedc6', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'port_id': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'mac_address': 'fa:16:3e:40:27:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:28:31Z', 'updated_at': '2021-08-20T15:28:33Z', 'revision_number': 1, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:31.220792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99770927-7160-4faa-b00d-c8d374567f40 req-95a3b40d-97b5-4899-b651-9aa464fe3731 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:31.222319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99770927-7160-4faa-b00d-c8d374567f40 req-95a3b40d-97b5-4899-b651-9aa464fe3731 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 946 time: 0.0517421 Aug 20 15:30:31.259280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-99770927-7160-4faa-b00d-c8d374567f40 req-63c0bc12-6eee-40e7-bb69-e0bef29158ac tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=e6b53823-52b6-4588-afb4-d234635558d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Aug 20 15:30:31.623715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-6f590dd1-e8a8-4f58-ad8b-3f617502ae03 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:31.625191 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-6f590dd1-e8a8-4f58-ad8b-3f617502ae03 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 946 time: 0.0538778 Aug 20 15:30:31.726096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port a5aa38a1-93b9-48ce-920a-6ec3981f621d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:31.726333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:31.820752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] For port a5aa38a1-93b9-48ce-920a-6ec3981f621d, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a5aa38a1-93b9-48ce-920a-6ec3981f621d,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:31.821125 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:31.838461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for a5aa38a1-93b9-48ce-920a-6ec3981f621d owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:31.903914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d8de7c49-44a2-4267-9db9-fe465e6b1421 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:31.929915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: d8de7c49-44a2-4267-9db9-fe465e6b1421 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:31.930253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d8de7c49-44a2-4267-9db9-fe465e6b1421 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:31.978565 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:32.020832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=a5aa38a1-93b9-48ce-920a-6ec3981f621d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:32.066428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] No DVR routers for this DVR port a5aa38a1-93b9-48ce-920a-6ec3981f621d on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:32.069351 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:32.071424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e684a70-33e6-47c7-bc18-a9ac0900091d req-69beb471-c0f5-43f3-9104-b5544347309a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "DELETE /v2.0/ports/a5aa38a1-93b9-48ce-920a-6ec3981f621d HTTP/1.1" status: 204 len: 173 time: 0.4368646 Aug 20 15:30:32.071972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea3a9c8-339d-47a6-a669-eb049c3f067d', 'name': 'network-vif-deleted', 'tag': 'a5aa38a1-93b9-48ce-920a-6ec3981f621d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:32.074334 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1856b714-2f0b-4be9-917f-6f17994047a7" -d '{"events": [{"server_uuid": "5ea3a9c8-339d-47a6-a669-eb049c3f067d", "name": "network-vif-deleted", "tag": "a5aa38a1-93b9-48ce-920a-6ec3981f621d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:32.121928 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb32fad-f211-432e-9ac3-500d359aedab x-openstack-request-id: req-deb32fad-f211-432e-9ac3-500d359aedab {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:32.122287 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea3a9c8-339d-47a6-a669-eb049c3f067d", "name": "network-vif-deleted", "tag": "a5aa38a1-93b9-48ce-920a-6ec3981f621d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:32.122623 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-deb32fad-f211-432e-9ac3-500d359aedab {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:32.123216 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea3a9c8-339d-47a6-a669-eb049c3f067d', 'name': 'network-vif-deleted', 'tag': 'a5aa38a1-93b9-48ce-920a-6ec3981f621d', 'status': 'completed', 'code': 200} Aug 20 15:30:32.370071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c0663791-9ad1-489f-a291-581bf304bf0c req-6ac62f40-acad-4c26-8ed4-d529e59d6a9f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ea3a9c8-339d-47a6-a669-eb049c3f067d HTTP/1.1" status: 200 len: 210 time: 0.0286951 Aug 20 15:30:33.428952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52404) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:33.489427 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de1abf09-ea6b-4ae3-a5ea-665db80ba159 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:33.514568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de1abf09-ea6b-4ae3-a5ea-665db80ba159 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:33.587745 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de1abf09-ea6b-4ae3-a5ea-665db80ba159 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:33.590537 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-de1abf09-ea6b-4ae3-a5ea-665db80ba159 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:33.595584 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-de1abf09-ea6b-4ae3-a5ea-665db80ba159 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/security-groups/e6b53823-52b6-4588-afb4-d234635558d3 HTTP/1.1" status: 204 len: 168 time: 0.1654372 Aug 20 15:30:33.609220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1abf09-ea6b-4ae3-a5ea-665db80ba159 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b53823-52b6-4588-afb4-d234635558d3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:33.644529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52414) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:33.704725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d527984-b249-4973-91c0-193eef38c268 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting subnet 5c136e03-7570-440d-b8d6-a49d1db83f05 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:30:33.709075 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d527984-b249-4973-91c0-193eef38c268 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:33.754994 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d527984-b249-4973-91c0-193eef38c268 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:33.840130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d527984-b249-4973-91c0-193eef38c268 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:33.917344 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d527984-b249-4973-91c0-193eef38c268 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:33.942215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d527984-b249-4973-91c0-193eef38c268 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Subnet': ['ID=5c136e03-7570-440d-b8d6-a49d1db83f05,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:33.947830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3d527984-b249-4973-91c0-193eef38c268 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:33.949683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3d527984-b249-4973-91c0-193eef38c268 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/subnets/5c136e03-7570-440d-b8d6-a49d1db83f05 HTTP/1.1" status: 204 len: 168 time: 0.3036094 Aug 20 15:30:33.952315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52416) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:33.956692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a456cf06-5086-4783-b6fd-a221a4bdcd62 None None] Network 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:30:34.040883 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.102458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:34.102821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.179183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d43952-e07d-4862-8160-f76d9a677cec None None] DHCP port deletion for 0383ae0d-8c8e-4af9-9002-6dad1859b5a0 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:30:34.196696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] For port cdc4440b-9cb5-463e-a2ad-040f3b168ea8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cdc4440b-9cb5-463e-a2ad-040f3b168ea8,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:34.197082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.212077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for cdc4440b-9cb5-463e-a2ad-040f3b168ea8 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:34.235762 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-82d43952-e07d-4862-8160-f76d9a677cec None None] Deleting port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:34.236447 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-82d43952-e07d-4862-8160-f76d9a677cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.304057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.316147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-82d43952-e07d-4862-8160-f76d9a677cec None None] For port cdc4440b-9cb5-463e-a2ad-040f3b168ea8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=cdc4440b-9cb5-463e-a2ad-040f3b168ea8,segment=NetworkSegment(9cb914f7-03ba-4707-a6d2-c04e2992e151),segment_id=9cb914f7-03ba-4707-a6d2-c04e2992e151)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:34.316854 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-82d43952-e07d-4862-8160-f76d9a677cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.319576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] No DVR routers for this DVR port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:34.333790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-82d43952-e07d-4862-8160-f76d9a677cec None None] Calling delete_port for cdc4440b-9cb5-463e-a2ad-040f3b168ea8 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:34.375089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=cdc4440b-9cb5-463e-a2ad-040f3b168ea8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 20 15:30:34.414387 n-d-695189-15 neutron-server[101101]: self.session.flush() Aug 20 15:30:34.422545 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-82d43952-e07d-4862-8160-f76d9a677cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.436180 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.452490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d43952-e07d-4862-8160-f76d9a677cec None None] Pushing event deleted for resources: {'Port': ['ID=cdc4440b-9cb5-463e-a2ad-040f3b168ea8,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:34.454586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0383ae0d-8c8e-4af9-9002-6dad1859b5a0']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:34.456311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d43952-e07d-4862-8160-f76d9a677cec None None] No DVR routers for this DVR port cdc4440b-9cb5-463e-a2ad-040f3b168ea8 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:34.473223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb914f7-03ba-4707-a6d2-c04e2992e151') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:34.473673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb914f7-03ba-4707-a6d2-c04e2992e151') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:34.483737 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.500240 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.507498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:30:34.507934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:30:34.511007 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:30:34.570368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.578306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.580177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/networks/0383ae0d-8c8e-4af9-9002-6dad1859b5a0 HTTP/1.1" status: 204 len: 168 time: 0.6268916 Aug 20 15:30:34.583622 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52418) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:34.594172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a5aa38a1-93b9-48ce-920a-6ec3981f621d no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:34.602075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65515458-87d0-47d8-b5e0-2994fa39e878 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Network': ['ID=0383ae0d-8c8e-4af9-9002-6dad1859b5a0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:34.627121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: a5aa38a1-93b9-48ce-920a-6ec3981f621d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:34.629150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a5aa38a1-93b9-48ce-920a-6ec3981f621d not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:34.795850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port 2492a93b-6b85-4072-83ea-beacf808b8e7 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:34.796364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.873779 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.874180 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:34.887316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for 2492a93b-6b85-4072-83ea-beacf808b8e7 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:35.031122 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:35.056427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=2492a93b-6b85-4072-83ea-beacf808b8e7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:35.118087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:35.118512 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Floating IP e88a5833-64c9-46b1-94fc-156809dbedc6 disassociated (deleted). External IP: 172.25.5.139, port: 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1. Aug 20 15:30:35.323182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router df778afa-5c30-4270-b870-a1c13e167768 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:35.428148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:35.432519 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:35.438217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] Sync routers for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:35.447923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:35.448534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:35.459208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c41903da-a2ab-4438-a0f2-5fc2c254ce6f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/floatingips/e88a5833-64c9-46b1-94fc-156809dbedc6 HTTP/1.1" status: 204 len: 168 time: 0.8744340 Aug 20 15:30:35.459822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:35.462128 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c" -d '{"events": [{"name": "network-changed", "server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:35.563429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:35.623718 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22758be-cec9-4353-a5bc-e1ca4e39852b x-openstack-request-id: req-c22758be-cec9-4353-a5bc-e1ca4e39852b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:35.624145 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:35.624606 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c22758be-cec9-4353-a5bc-e1ca4e39852b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:35.625107 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'status': 'completed', 'code': 200} Aug 20 15:30:35.716180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52432) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:35.723860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-6afd6d0a-a6d1-45ad-917b-bbd8089570ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:35.725586 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-6afd6d0a-a6d1-45ad-917b-bbd8089570ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 1097 time: 0.0539722 Aug 20 15:30:35.766526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45900d-4311-48cc-8cf5-59292895698f req-9429533e-6171-4419-b1c0-03bc5a3d1437 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:35.768176 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d45900d-4311-48cc-8cf5-59292895698f req-9429533e-6171-4419-b1c0-03bc5a3d1437 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 945 time: 0.0993786 Aug 20 15:30:35.827429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-4f70bc07-bbc4-4676-a3b8-860b571e3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:35.829319 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-4f70bc07-bbc4-4676-a3b8-860b571e3dc8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=40a75b70-611a-49d6-a5dd-1869ec42e75f HTTP/1.1" status: 200 len: 897 time: 0.0946033 Aug 20 15:30:35.874917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d45900d-4311-48cc-8cf5-59292895698f req-f27facaf-e16e-44f3-93c3-89700fb35024 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945871 Aug 20 15:30:35.881556 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-832436e2-dd0a-4096-88b5-91e1c64407e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 HTTP/1.1" status: 200 len: 217 time: 0.0440278 Aug 20 15:30:35.937896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:28Z', 'revision_number': 6, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:35.949947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-add358af-3395-46aa-9151-e8e5adc61135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:35.951734 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-add358af-3395-46aa-9151-e8e5adc61135 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=518e259e-3f29-4cc7-9db0-15a5bca666bc HTTP/1.1" status: 200 len: 835 time: 0.0617507 Aug 20 15:30:35.965938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port 557b63cc-6ee6-466e-bcf3-ade995fc2a30 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:35.966433 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:35.972619 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] Checking router: df778afa-5c30-4270-b870-a1c13e167768 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:35.979039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cdc4440b-9cb5-463e-a2ad-040f3b168ea8 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:36.001549 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: cdc4440b-9cb5-463e-a2ad-040f3b168ea8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:36.001893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device cdc4440b-9cb5-463e-a2ad-040f3b168ea8 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:36.003595 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:36.004215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:36.009777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-6112be21-66b9-494e-b01a-aae302d02a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:36.011308 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-6112be21-66b9-494e-b01a-aae302d02a19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=40a75b70-611a-49d6-a5dd-1869ec42e75f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492778 Aug 20 15:30:36.052751 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:36.053085 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:36.065069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for 557b63cc-6ee6-466e-bcf3-ade995fc2a30 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:36.110144 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-1204ad46-4f28-4e89-bd9d-6c92fd5e344d service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898814 Aug 20 15:30:36.118529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:36.166952 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:36.203611 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cdcbc660-f0e0-43cb-8ab7-c57fd20d030c req-ea577496-dae5-4f53-a6dd-6cd0c8bb5b6d service neutron] 10.222.0.72 "GET /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851390 Aug 20 15:30:36.228302 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:36.256377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=557b63cc-6ee6-466e-bcf3-ade995fc2a30,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:36.320035 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:36.320369 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Floating IP 9cd31fde-c494-4e00-a8f1-c3a979e1ca83 disassociated (deleted). External IP: 172.25.5.204, port: 8b89cb81-15ba-45fd-9485-d36b60244d88. Aug 20 15:30:36.337414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:28Z', 'revision_number': 6, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:36.369439 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca60240-623f-407d-afc4-af5b9a318b2b None None] The sync data for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 is: [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:28Z', 'revision_number': 6, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25cdadc2-50e8-417d-b025-2bcd06a85c91', 'name': '', 'network_id': '40a75b70-611a-49d6-a5dd-1869ec42e75f', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:2c:d7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:12Z', 'updated_at': '2021-08-20T15:28:18Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '518e259e-3f29-4cc7-9db0-15a5bca666bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:36.542020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Router b46c57df-c297-421c-9291-805110a90364 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:36.602878 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77a1366-4f8c-40a2-9f93-c3e815893c4b None None] New status for floating IP e88a5833-64c9-46b1-94fc-156809dbedc6: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:30:37.022928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:37.027451 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:37.032570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] Sync routers for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:37.041676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:37.042285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:37.056702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b64922-8979-44e0-a508-d40c9df0d324 req-0a766bf8-3289-4373-b70d-29ed9d3b278b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:37.058197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06b64922-8979-44e0-a508-d40c9df0d324 req-0a766bf8-3289-4373-b70d-29ed9d3b278b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 945 time: 0.0845101 Aug 20 15:30:37.072210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5a0691aa-d4d9-43df-bbb1-7716f27f3dc8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "DELETE /v2.0/floatingips/9cd31fde-c494-4e00-a8f1-c3a979e1ca83 HTTP/1.1" status: 204 len: 168 time: 1.3550158 Aug 20 15:30:37.099504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06b64922-8979-44e0-a508-d40c9df0d324 req-84fe3e9e-1cf3-4724-8786-6b09fa542491 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348134 Aug 20 15:30:37.149326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:37.332422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515f2b7-1af8-4a31-8c00-f48681fd72fa req-07acdf95-3aab-457d-bf91-9b5daf8f1a3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:37.334349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6515f2b7-1af8-4a31-8c00-f48681fd72fa req-07acdf95-3aab-457d-bf91-9b5daf8f1a3a tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 945 time: 0.0530825 Aug 20 15:30:37.349798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:37.375330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6515f2b7-1af8-4a31-8c00-f48681fd72fa req-f1ad8bac-a2ee-4485-b1a4-c20523d4caad tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Aug 20 15:30:37.375808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] Checking router: b46c57df-c297-421c-9291-805110a90364 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:37.384462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:37.385071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:37.492293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:37.606682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-d65a20c3-298e-4d6f-8dc3-ef16306acc2c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:37.608332 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-d65a20c3-298e-4d6f-8dc3-ef16306acc2c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.72 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 945 time: 0.0489647 Aug 20 15:30:37.626529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:37.629142 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd65778-3d15-4e1d-a883-d100a644d246" -d '{"events": [{"name": "network-changed", "server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:37.666463 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a2d03-0717-41b0-b8c7-066b24217385 x-openstack-request-id: req-aa8a2d03-0717-41b0-b8c7-066b24217385 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:37.666815 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:37.667071 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa8a2d03-0717-41b0-b8c7-066b24217385 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:37.667468 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'status': 'completed', 'code': 200} Aug 20 15:30:37.700505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:37.710406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:37.710750 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:37.728060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850df7be-fae1-4a42-9fc5-2b0c63e8005e None None] The sync data for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 is: [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:19:34Z', 'revision_number': 4, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '7ee5159d-47b9-4917-8d99-71e1068ac071', 'name': '', 'network_id': '7e00f66c-72ff-4834-b2ff-ff4f4e406f79', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'mac_address': 'fa:16:3e:e8:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_interface', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:33Z', 'updated_at': '2021-08-20T15:19:41Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'subnets': [{'id': '30a01d91-e7df-41ea-9744-ce59d2cfbc85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:37.767504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-f72d0ba0-b9ef-45d1-9731-107bab1c283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:37.769776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-f72d0ba0-b9ef-45d1-9731-107bab1c283f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db80b6a989504421a8714c287f72d92b&device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 1097 time: 0.0462782 Aug 20 15:30:37.805358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] For port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:37.805741 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:37.819511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:37.863636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-374add54-6cc1-4734-82ca-ad2093104c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:37.865935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-374add54-6cc1-4734-82ca-ad2093104c27 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 200 len: 913 time: 0.0884807 Aug 20 15:30:37.921647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-d50e0796-1f53-4e45-9117-7c3ee00933ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b89cb81-15ba-45fd-9485-d36b60244d88 HTTP/1.1" status: 200 len: 217 time: 0.0445478 Aug 20 15:30:37.966632 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:37.979180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-48233d48-09a0-4433-b004-2dbc9580e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:37.980851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-48233d48-09a0-4433-b004-2dbc9580e441 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 200 len: 851 time: 0.0498381 Aug 20 15:30:37.998310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=4fbfddf6-0e65-4460-9e4a-3eb7b192afb1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:38.010731 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0716c33d-a870-4bd8-94b2-1f15db4ca95d None None] New status for floating IP 9cd31fde-c494-4e00-a8f1-c3a979e1ca83: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:30:38.039733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-42df3dba-5aa8-4a6b-bd5e-5d758028580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:38.041270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-42df3dba-5aa8-4a6b-bd5e-5d758028580f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7e00f66c-72ff-4834-b2ff-ff4f4e406f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506587 Aug 20 15:30:38.057394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] No DVR routers for this DVR port 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:38.060058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:38.062470 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-78a5c95b-dc70-4aae-a424-77277c45f237 req-8584fdf0-72e5-4067-bc09-b0e2768dabd5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.72 "DELETE /v2.0/ports/4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 HTTP/1.1" status: 204 len: 173 time: 0.4460013 Aug 20 15:30:38.062953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'name': 'network-vif-deleted', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:38.065312 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b1ea47-36d2-4eef-ba2f-c450fe2f8f5f" -d '{"events": [{"server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "name": "network-vif-deleted", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:38.108700 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4758f3a6-ff65-44ce-9517-74391e20f719 x-openstack-request-id: req-4758f3a6-ff65-44ce-9517-74391e20f719 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:38.109021 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddaaade-095f-4c75-af12-71f32fc905b9", "name": "network-vif-deleted", "tag": "4fbfddf6-0e65-4460-9e4a-3eb7b192afb1", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:38.109270 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4758f3a6-ff65-44ce-9517-74391e20f719 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:38.109913 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddaaade-095f-4c75-af12-71f32fc905b9', 'name': 'network-vif-deleted', 'tag': '4fbfddf6-0e65-4460-9e4a-3eb7b192afb1', 'status': 'completed', 'code': 200} Aug 20 15:30:38.155831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-f0acda51-d1f7-41a1-93ec-296b24c1659f service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046193 Aug 20 15:30:38.247147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-926879bb-90ce-4c1c-becc-3dc31d11e9a2 req-ee0d3a89-77fc-40f4-afbb-2a901fc89570 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=fddaaade-095f-4c75-af12-71f32fc905b9 HTTP/1.1" status: 200 len: 210 time: 0.0704312 Aug 20 15:30:38.287834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd65778-3d15-4e1d-a883-d100a644d246 req-84b97f60-fd03-4f7c-90ba-40b1241e285b service neutron] 10.222.0.72 "GET /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197996 Aug 20 15:30:38.506600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3d436-7d00-4629-b9b5-cd0f7f92cb4d req-ff25ec5d-6418-4811-ae65-ae8d46ecda26 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:38.508123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bee3d436-7d00-4629-b9b5-cd0f7f92cb4d req-ff25ec5d-6418-4811-ae65-ae8d46ecda26 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 945 time: 0.0545468 Aug 20 15:30:38.547638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bee3d436-7d00-4629-b9b5-cd0f7f92cb4d req-8a5999de-d454-479b-b561-7acfe144e8fd tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Aug 20 15:30:39.303066 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52450) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:39.359207 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65c61807-a16e-43a4-81e0-430b9d0df418 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:39.384935 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65c61807-a16e-43a4-81e0-430b9d0df418 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:39.443198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65c61807-a16e-43a4-81e0-430b9d0df418 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:39.445856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65c61807-a16e-43a4-81e0-430b9d0df418 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:39.447024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-65c61807-a16e-43a4-81e0-430b9d0df418 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/security-groups/77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc HTTP/1.1" status: 204 len: 168 time: 0.1429427 Aug 20 15:30:39.456373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61807-a16e-43a4-81e0-430b9d0df418 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aaa45c-cb6b-4cb2-820d-aaf6332d9cbc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:39.478930 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52454) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:39.667535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a79e8-78dd-47d5-a668-3456a626dcd9 req-25bf253b-0a79-4e05-b43c-adc2e6c10f21 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:39.669050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-574a79e8-78dd-47d5-a668-3456a626dcd9 req-25bf253b-0a79-4e05-b43c-adc2e6c10f21 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 945 time: 0.0497992 Aug 20 15:30:39.707030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-574a79e8-78dd-47d5-a668-3456a626dcd9 req-9ce044fc-d957-4f80-8804-25fdf256f687 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/security-groups?id=1752cb13-ae9f-46e1-a3ae-49384ce20e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312583 Aug 20 15:30:39.759036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-e54752d6-66c8-4638-a0c4-5498aa7e94ac tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:39.760551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-e54752d6-66c8-4638-a0c4-5498aa7e94ac tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 945 time: 0.0486536 Aug 20 15:30:39.856202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port 8b89cb81-15ba-45fd-9485-d36b60244d88 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:39.856549 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:39.917722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:39.946078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] For port 8b89cb81-15ba-45fd-9485-d36b60244d88, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=8b89cb81-15ba-45fd-9485-d36b60244d88,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:39.946446 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:39.960004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for 8b89cb81-15ba-45fd-9485-d36b60244d88 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:40.088786 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:40.115632 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=8b89cb81-15ba-45fd-9485-d36b60244d88,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:40.163611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] No DVR routers for this DVR port 8b89cb81-15ba-45fd-9485-d36b60244d88 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:40.166155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:40.168236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d79b803-1b4a-499a-a456-1017ebfd6834 req-f6ecda84-51c6-49fb-837d-fea601fd8b7e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.72 "DELETE /v2.0/ports/8b89cb81-15ba-45fd-9485-d36b60244d88 HTTP/1.1" status: 204 len: 173 time: 0.4014814 Aug 20 15:30:40.168679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'name': 'network-vif-deleted', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:40.170895 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be7fc67-9fc2-43c8-ac0f-533d1373d132" -d '{"events": [{"server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "name": "network-vif-deleted", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:40.207370 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b522dc73-14e3-4e7d-8692-b819fed313b7 x-openstack-request-id: req-b522dc73-14e3-4e7d-8692-b819fed313b7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:40.207681 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fd05e3-c924-4dfa-a940-f6def69f371a", "name": "network-vif-deleted", "tag": "8b89cb81-15ba-45fd-9485-d36b60244d88", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:40.207945 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b522dc73-14e3-4e7d-8692-b819fed313b7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:40.208409 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fd05e3-c924-4dfa-a940-f6def69f371a', 'name': 'network-vif-deleted', 'tag': '8b89cb81-15ba-45fd-9485-d36b60244d88', 'status': 'completed', 'code': 200} Aug 20 15:30:40.233584 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port 25cdadc2-50e8-417d-b025-2bcd06a85c91 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:40.233934 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:40.324784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] For port 25cdadc2-50e8-417d-b025-2bcd06a85c91, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=25cdadc2-50e8-417d-b025-2bcd06a85c91,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:40.325498 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:40.338444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for 25cdadc2-50e8-417d-b025-2bcd06a85c91 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:40.792652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:40.805995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e90c100-561e-4993-90e1-824dd8777d7f req-b278a7c7-994d-4374-8fcd-d2847ea4b96f tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 210 time: 0.0275252 Aug 20 15:30:40.822407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=25cdadc2-50e8-417d-b025-2bcd06a85c91,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:40.916844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:40.945072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:40.945731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 4fbfddf6-0e65-4460-9e4a-3eb7b192afb1 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:41.028742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:41.246596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router df778afa-5c30-4270-b870-a1c13e167768 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:41.354341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:41.359355 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cefed2be-6732-44f5-a442-ab8c420c0420 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "PUT /v2.0/routers/df778afa-5c30-4270-b870-a1c13e167768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8792791 Aug 20 15:30:41.362045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52462) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:41.367037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] Sync routers for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:41.378207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:41.379096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:41.415805 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6455c4-4efa-423e-b59a-59eb6147e700 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting subnet 518e259e-3f29-4cc7-9db0-15a5bca666bc {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:30:41.418986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e6455c4-4efa-423e-b59a-59eb6147e700 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:41.466720 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e6455c4-4efa-423e-b59a-59eb6147e700 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:41.490251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:41.554617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e6455c4-4efa-423e-b59a-59eb6147e700 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:41.621748 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e6455c4-4efa-423e-b59a-59eb6147e700 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:41.650079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6455c4-4efa-423e-b59a-59eb6147e700 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Subnet': ['ID=518e259e-3f29-4cc7-9db0-15a5bca666bc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:41.655933 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e6455c4-4efa-423e-b59a-59eb6147e700 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:41.660321 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9e6455c4-4efa-423e-b59a-59eb6147e700 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/subnets/518e259e-3f29-4cc7-9db0-15a5bca666bc HTTP/1.1" status: 204 len: 168 time: 0.2945094 Aug 20 15:30:41.660868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52464) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:41.671946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df187818-61ba-41fc-9cf8-bbc417ccc5df None None] Network 40a75b70-611a-49d6-a5dd-1869ec42e75f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:30:41.771899 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:41.808802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:40Z', 'revision_number': 7, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:41.851783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] Checking router: df778afa-5c30-4270-b870-a1c13e167768 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:41.873049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] Routers {'df778afa-5c30-4270-b870-a1c13e167768'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:41.873715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['df778afa-5c30-4270-b870-a1c13e167768'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:41.902441 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:41.990211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a70a17-d396-4c90-8a39-c85bd487b6b1 None None] DHCP port deletion for 40a75b70-611a-49d6-a5dd-1869ec42e75f request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:30:42.024119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-980b6831-4766-4b59-8bed-64e7561a884b req-1df71688-26c5-4c22-b446-a3420cf1275d tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 210 time: 0.0488396 Aug 20 15:30:42.042536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] Set router df778afa-5c30-4270-b870-a1c13e167768 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:42.052058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:42.052441 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.135214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] For port 5d66b6eb-2568-43f0-a105-f6d4a48af8e9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d66b6eb-2568-43f0-a105-f6d4a48af8e9,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:42.135731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.150505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:42.318106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f95fd2b9-76c3-4eb6-9640-b6b14567a3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.331808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-45a70a17-d396-4c90-8a39-c85bd487b6b1 None None] Deleting port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:42.332352 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-45a70a17-d396-4c90-8a39-c85bd487b6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.333659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.361132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=5d66b6eb-2568-43f0-a105-f6d4a48af8e9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:42.419888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-45a70a17-d396-4c90-8a39-c85bd487b6b1 None None] For port 912b1e56-9dd8-456b-9b4d-267d46cff1b8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=912b1e56-9dd8-456b-9b4d-267d46cff1b8,segment=NetworkSegment(a414214b-4e87-4a12-99da-9e96ae9d06c7),segment_id=a414214b-4e87-4a12-99da-9e96ae9d06c7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:42.420212 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-45a70a17-d396-4c90-8a39-c85bd487b6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.427882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.450826 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-45a70a17-d396-4c90-8a39-c85bd487b6b1 None None] Calling delete_port for 912b1e56-9dd8-456b-9b4d-267d46cff1b8 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:42.541797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.544256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.545530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:40Z', 'revision_number': 7, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:42.575059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef22b48-610f-4c19-96bc-09697e78f833 None None] The sync data for ids ['df778afa-5c30-4270-b870-a1c13e167768'] in n-d-695189-15 is: [{'id': 'df778afa-5c30-4270-b870-a1c13e167768', 'name': 'tempest-TestNetworkBasicOps-router-1569848015', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:28:08Z', 'updated_at': '2021-08-20T15:30:40Z', 'revision_number': 7, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '5d66b6eb-2568-43f0-a105-f6d4a48af8e9', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df778afa-5c30-4270-b870-a1c13e167768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:28:09Z', 'updated_at': '2021-08-20T15:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:42.584326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-45a70a17-d396-4c90-8a39-c85bd487b6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.607822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a70a17-d396-4c90-8a39-c85bd487b6b1 None None] Pushing event deleted for resources: {'Port': ['ID=912b1e56-9dd8-456b-9b4d-267d46cff1b8,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:42.619575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a70a17-d396-4c90-8a39-c85bd487b6b1 None None] No DVR routers for this DVR port 912b1e56-9dd8-456b-9b4d-267d46cff1b8 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:42.628107 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.628932 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Fanout notify agent at l3_agent the message router_deleted on router df778afa-5c30-4270-b870-a1c13e167768 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:30:42.639581 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.640710 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6014a008-a961-4f62-ba25-b09008493f7c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/routers/df778afa-5c30-4270-b870-a1c13e167768 HTTP/1.1" status: 204 len: 168 time: 0.9789407 Aug 20 15:30:42.644067 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52470) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:42.718490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.808281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.818777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a75b70-611a-49d6-a5dd-1869ec42e75f']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:42.829127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a414214b-4e87-4a12-99da-9e96ae9d06c7') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:42.829422 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a414214b-4e87-4a12-99da-9e96ae9d06c7') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:42.838998 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.853351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.859261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:30:42.859645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:30:42.862715 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:30:42.905776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8b89cb81-15ba-45fd-9485-d36b60244d88 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:42.926315 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.931361 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:42.933872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 8b89cb81-15ba-45fd-9485-d36b60244d88 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:42.933872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 8b89cb81-15ba-45fd-9485-d36b60244d88 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:42.934130 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/networks/40a75b70-611a-49d6-a5dd-1869ec42e75f HTTP/1.1" status: 204 len: 168 time: 0.2883089 Aug 20 15:30:42.950032 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372bdc6-cf2b-49ed-87f0-fb2486070765 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Network': ['ID=40a75b70-611a-49d6-a5dd-1869ec42e75f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:42.954247 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52472) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:42.960872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'network': {'name': 'tempest-network-smoke--1251395546', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'port_security_enabled': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:42.991454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Made reservation on behalf of e41f34b3c314449a83fb9ff70981e466 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:30:42.995212 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.022383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:30:43.033358 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.033358 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Added segment 2d86c0fc-e1ac-479a-8119-1a0e275820bb of type vlan for network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a Aug 20 15:30:43.091350 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.128340 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.134169 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:43.134828 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.138798 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-444b531d-89bd-4292-a707-ae4a384bfaa2 req-410f81ea-f98e-4df0-ab1d-a2651eff02d2 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 210 time: 0.0326309 Aug 20 15:30:43.161284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52476) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:43.161811 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2059522 Aug 20 15:30:43.175114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'admin_state_up': True, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:43.204034 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.205072 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.226787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc776f2-9684-4501-b096-74947e594239 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Network': ['ID=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:43.239931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:30:43.301589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.460622 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.664884 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.691395 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.852143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.25.5.249 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/05d97535-932d-4464-9f7e-2375e7b729f3) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:43.953657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:43.963745 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:43.973845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:43.974283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d66b6eb-2568-43f0-a105-f6d4a48af8e9 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:43.974768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 912b1e56-9dd8-456b-9b4d-267d46cff1b8 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:43.993227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 912b1e56-9dd8-456b-9b4d-267d46cff1b8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:43.993580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 912b1e56-9dd8-456b-9b4d-267d46cff1b8 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:43.993988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 25cdadc2-50e8-417d-b025-2bcd06a85c91 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:44.003495 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:44.012430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 25cdadc2-50e8-417d-b025-2bcd06a85c91 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:44.012781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 25cdadc2-50e8-417d-b025-2bcd06a85c91 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:44.044613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:44.047514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:44.050680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:44.081148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=05d97535-932d-4464-9f7e-2375e7b729f3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:44.313530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1258e245-a870-46ff-8c16-61cedf33a126 req-b464c40b-cef3-4720-b378-607ab05a727e tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "GET /v2.0/ports?device_id=57fd05e3-c924-4dfa-a940-f6def69f371a HTTP/1.1" status: 200 len: 210 time: 0.0344129 Aug 20 15:30:44.375483 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:44.575386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:44.716420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router 74accd69-ef19-42a4-af02-e2ec3c664945 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:30:44.822352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:44.834120 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Sync routers for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:44.840872 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:44.841950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:44.846779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-eebda541-8aa3-4ba1-b103-b541bf66a472 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6808066 Aug 20 15:30:44.847927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52480) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:44.857871 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:44.858833 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:44.883919 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-851b8df4-dfc7-4a3e-b859-824e1bd7d7ed tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=e41f34b3c314449a83fb9ff70981e466&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340798 Aug 20 15:30:44.885867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52482) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:44.970187 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:44.977681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f5c31-962c-4b3b-b56d-0f04388d7a88 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:44.979193 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-238f5c31-962c-4b3b-b56d-0f04388d7a88 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923250 Aug 20 15:30:44.982003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52484) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:45.010050 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1c9ec4d3-46c3-4193-b082-1bbd00f9e205 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269969 Aug 20 15:30:45.012542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52486) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:45.017221 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-622034170', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:45.105083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Made reservation on behalf of e41f34b3c314449a83fb9ff70981e466 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:30:45.108870 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.144309 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:44Z', 'revision_number': 3, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:45.169402 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Checking router: 74accd69-ef19-42a4-af02-e2ec3c664945 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:45.169752 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Updating router 74accd69-ef19-42a4-af02-e2ec3c664945 port 05d97535-932d-4464-9f7e-2375e7b729f3 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:30:45.196892 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.211534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb35c-5f4b-4016-98cb-e358fc87a7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.291264 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.362518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Subnet': ['ID=8b11ad78-313b-4dca-9106-bfebee6ea804,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:45.364784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Checking segment: {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:45.365156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network hostable DHCP agents. Network: 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:30:45.382523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52492) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:45.386896 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:30:45.398944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:45.405748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:45.406440 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.408054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bae978-2fa5-409f-a3a9-96844f5faa37 None None] Network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:30:45.426835 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-adf133df-a3a9-4217-8b57-4271ceeb59ea tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4102376 Aug 20 15:30:45.427098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52494) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:45.533577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Deleting port e16f3d34-78bc-4d27-b294-3758be71ee33 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:45.534015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.584421 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.595339 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Transition to ACTIVE for port object 05d97535-932d-4464-9f7e-2375e7b729f3 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:45.602583 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.613922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:30:45.616496 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.646430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.646762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.655346 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Attempting to bind port 05d97535-932d-4464-9f7e-2375e7b729f3 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:30:45.655907 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Attempting to bind port 05d97535-932d-4464-9f7e-2375e7b729f3 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:30:45.656366 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Attempting to bind port 05d97535-932d-4464-9f7e-2375e7b729f3 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:45.661971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Calling delete_port for e16f3d34-78bc-4d27-b294-3758be71ee33 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:45.667452 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:30:45.667726 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:45.668219 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.668713 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:30:45.669544 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Bound port: 05d97535-932d-4464-9f7e-2375e7b729f3, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:30:45.669759 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.699583 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568378b-0e4b-457f-8a4f-4f0d7d0495a5 None None] Pushing event updated for resources: {'Port': ['ID=05d97535-932d-4464-9f7e-2375e7b729f3,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:45.747527 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] For port 05d97535-932d-4464-9f7e-2375e7b729f3, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:30:45.754619 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] For port 05d97535-932d-4464-9f7e-2375e7b729f3, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=05d97535-932d-4464-9f7e-2375e7b729f3,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:30:45.760084 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.822211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Allocated IP 172.20.0.2 (2ee01bbf-2cda-46bd-8ab3-2287cc823e4a/8b11ad78-313b-4dca-9106-bfebee6ea804/f6243f3d-e199-4713-957d-d8630a406e1a) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:45.827887 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:45.828591 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:45.829821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.873463 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568378b-0e4b-457f-8a4f-4f0d7d0495a5 None None] Pushing event updated for resources: {'Port': ['ID=05d97535-932d-4464-9f7e-2375e7b729f3,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:45.921604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'Port': ['ID=e16f3d34-78bc-4d27-b294-3758be71ee33,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:45.960904 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:45.976121 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.979241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.979890 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:45.980783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-98cd8d30-98f4-4551-9e60-f66b514ff7a8 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "DELETE /v2.0/floatingips/ae6a60c2-7c1b-4ed8-ab93-06b1b4447999 HTTP/1.1" status: 204 len: 168 time: 0.5968962 Aug 20 15:30:46.029193 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:46.039003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Transition to ACTIVE for port object f6243f3d-e199-4713-957d-d8630a406e1a will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:46.056277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Transition to ACTIVE for port object f6243f3d-e199-4713-957d-d8630a406e1a will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:46.073946 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:46.120872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:46.123866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:46.126745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:46.150006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Pushing event updated for resources: {'Port': ['ID=f6243f3d-e199-4713-957d-d8630a406e1a,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:46.174715 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:44Z', 'revision_number': 3, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:46.208977 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e683dab5-c7c9-4fbc-995d-cd25602bf3af None None] The sync data for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 is: [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:44Z', 'revision_number': 3, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:46.235612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Attempting to bind port f6243f3d-e199-4713-957d-d8630a406e1a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:30:46.235612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Attempting to bind port f6243f3d-e199-4713-957d-d8630a406e1a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:30:46.235612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Attempting to bind port f6243f3d-e199-4713-957d-d8630a406e1a on network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:46.239622 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:46.240881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:30:46.241350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Checking segment: {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:46.241816 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:46.242284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Bound using segment: {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:30:46.242841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Bound port: f6243f3d-e199-4713-957d-d8630a406e1a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:30:46.243297 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:46.317939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] For port f6243f3d-e199-4713-957d-d8630a406e1a, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:30:46.321402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] For port f6243f3d-e199-4713-957d-d8630a406e1a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f6243f3d-e199-4713-957d-d8630a406e1a,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:30:46.326555 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:46.358184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.20.0.1 (2ee01bbf-2cda-46bd-8ab3-2287cc823e4a/8b11ad78-313b-4dca-9106-bfebee6ea804/aa2c5ee8-1d12-4cde-b058-330bdb069ed0) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:46.404722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378299bf-bd0e-40a2-abea-8dc94a55deb6 None None] Pushing event updated for resources: {'Port': ['ID=f6243f3d-e199-4713-957d-d8630a406e1a,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:46.538731 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:46.559714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Transition to ACTIVE for port object aa2c5ee8-1d12-4cde-b058-330bdb069ed0 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:46.647351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:46.709686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:46.713017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:46.720212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:46.758614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=aa2c5ee8-1d12-4cde-b058-330bdb069ed0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:46.779535 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:46.945779 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:47.264713 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:47.271341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:47.365569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=aa2c5ee8-1d12-4cde-b058-330bdb069ed0,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:47.374743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:47.486409 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:47.489129 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:47.560290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4531ed23-9806-497f-b7c6-175f82130ae0 None None] Network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:30:47.628060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-24bb6234-377e-4780-8547-b2ecc3b3bb7a None None] Provisioning for port f6243f3d-e199-4713-957d-d8630a406e1a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:47.910348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router 74accd69-ef19-42a4-af02-e2ec3c664945 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:47.923455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:48.047738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:48.053021 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-33dcee41-002a-4763-bb51-0f7ccf05ee81 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "PUT /v2.0/routers/74accd69-ef19-42a4-af02-e2ec3c664945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6247437 Aug 20 15:30:48.055571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52506) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:48.114002 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 05d97535-932d-4464-9f7e-2375e7b729f3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:48.136845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-10678f49-1fcb-4ff7-a3cb-0d6b58142f7e None None] Provisioning for port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:48.146384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-10678f49-1fcb-4ff7-a3cb-0d6b58142f7e None None] Provisioning complete for port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:48.146765 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-10678f49-1fcb-4ff7-a3cb-0d6b58142f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:48.214986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-10678f49-1fcb-4ff7-a3cb-0d6b58142f7e None None] Port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:48.223598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Sync routers for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:48.234469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 05d97535-932d-4464-9f7e-2375e7b729f3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:48.240176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:48.240831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:48.357948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:48.392312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 05d97535-932d-4464-9f7e-2375e7b729f3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:48.392687 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:48.483136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.484315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.484990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.485637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.486106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.487397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.487955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.488425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.488889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.490964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-063e62d8-2360-49ff-9507-3289dee34420 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6361 time: 0.4338017 Aug 20 15:30:48.494169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52510) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:48.509565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5524fd5c-7604-49dc-876d-3cb2dc6762ad None None] Provisioning complete for port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:48.509945 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5524fd5c-7604-49dc-876d-3cb2dc6762ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:48.560351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.561110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.561784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.562420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.563056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.563896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.564530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.565855 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.566489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:48.568975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2def6213-5e87-40e0-80df-e0cc331bd07e tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5895 time: 0.0738385 Aug 20 15:30:48.571887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52512) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:48.622870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5524fd5c-7604-49dc-876d-3cb2dc6762ad None None] Port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:48.652384 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:48.686282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 05d97535-932d-4464-9f7e-2375e7b729f3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=05d97535-932d-4464-9f7e-2375e7b729f3,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:48.708601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:48.709394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f6243f3d-e199-4713-957d-d8630a406e1a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:48.740035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-77ffcb2d-39f9-435f-8ca5-1a429193e6a0 tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5205 time: 0.1668415 Aug 20 15:30:48.808436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=05d97535-932d-4464-9f7e-2375e7b729f3,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:48.812707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a37e8403-aa0b-420c-a872-d42523a9c954 None None] Provisioning complete for port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:48.813075 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a37e8403-aa0b-420c-a872-d42523a9c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:48.975218 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52516) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:48.980495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-dc22f06b-7be5-4924-952c-6377f7bb33c7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1859623799', 'description': 'tempest-secgroup-smoke-1859623799 description', 'project_id': 'e41f34b3c314449a83fb9ff70981e466'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:49.005288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc22f06b-7be5-4924-952c-6377f7bb33c7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.022911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:46Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'aa2c5ee8-1d12-4cde-b058-330bdb069ed0', 'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:e0:ee:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:46Z', 'updated_at': '2021-08-20T15:30:47Z', 'revision_number': 2, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:49.024842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port f6243f3d-e199-4713-957d-d8630a406e1a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:49.026588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a37e8403-aa0b-420c-a872-d42523a9c954 None None] Port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:49.053393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f6243f3d-e199-4713-957d-d8630a406e1a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:49.053884 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.055499 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Checking router: 74accd69-ef19-42a4-af02-e2ec3c664945 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:49.055869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Updating router 74accd69-ef19-42a4-af02-e2ec3c664945 port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:30:49.094823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc22f06b-7be5-4924-952c-6377f7bb33c7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.099816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc22f06b-7be5-4924-952c-6377f7bb33c7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.110158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.124809 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dc22f06b-7be5-4924-952c-6377f7bb33c7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.126063 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dc22f06b-7be5-4924-952c-6377f7bb33c7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1497331 Aug 20 15:30:49.129190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52518) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:49.130325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22f06b-7be5-4924-952c-6377f7bb33c7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e94638c-d41b-46fc-b924-c9b253c943e6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:49.134810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a0beb2ba-21b4-4421-9d70-d8c82431b7d7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '2e94638c-d41b-46fc-b924-c9b253c943e6', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:49.163431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0beb2ba-21b4-4421-9d70-d8c82431b7d7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.233337 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0beb2ba-21b4-4421-9d70-d8c82431b7d7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.238503 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0beb2ba-21b4-4421-9d70-d8c82431b7d7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.258482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0beb2ba-21b4-4421-9d70-d8c82431b7d7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451b37b7-4c58-462f-8925-c94882f8c540,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:49.264001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0beb2ba-21b4-4421-9d70-d8c82431b7d7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.268963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52520) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:49.269313 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.270117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a0beb2ba-21b4-4421-9d70-d8c82431b7d7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394706 Aug 20 15:30:49.273901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-13fb7603-8bb6-4d24-9128-d46a8654e79b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '2e94638c-d41b-46fc-b924-c9b253c943e6', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:49.304155 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13fb7603-8bb6-4d24-9128-d46a8654e79b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.350237 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port f6243f3d-e199-4713-957d-d8630a406e1a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f6243f3d-e199-4713-957d-d8630a406e1a,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:49.355316 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.364651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13fb7603-8bb6-4d24-9128-d46a8654e79b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.369755 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13fb7603-8bb6-4d24-9128-d46a8654e79b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.403424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb7603-8bb6-4d24-9128-d46a8654e79b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef7dd22-8cb8-4e40-9e35-2f94b34bc04a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:49.406463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-13fb7603-8bb6-4d24-9128-d46a8654e79b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.412064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52524) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:49.417505 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-cca4395d-bb56-418b-b4d2-b6fb855554a3 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '2e94638c-d41b-46fc-b924-c9b253c943e6', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:49.423533 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-13fb7603-8bb6-4d24-9128-d46a8654e79b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532283 Aug 20 15:30:49.430955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52526) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:49.444134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=f6243f3d-e199-4713-957d-d8630a406e1a,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:49.474681 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cca4395d-bb56-418b-b4d2-b6fb855554a3 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.512682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2057423-c503-4402-b4c1-f1c312183463 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.515237 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.527346 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Transition to ACTIVE for port object aa2c5ee8-1d12-4cde-b058-330bdb069ed0 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:49.535509 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.551629 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2057423-c503-4402-b4c1-f1c312183463 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.566066 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cca4395d-bb56-418b-b4d2-b6fb855554a3 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.574597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cca4395d-bb56-418b-b4d2-b6fb855554a3 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.600029 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:30:49.607468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4395d-bb56-418b-b4d2-b6fb855554a3 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45a5f85-2fda-4bda-844a-d83526e71c01,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:49.610074 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cca4395d-bb56-418b-b4d2-b6fb855554a3 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.613955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cca4395d-bb56-418b-b4d2-b6fb855554a3 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1980128 Aug 20 15:30:49.614306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a26bf-a684-4915-b6fb-ab5715ee9380 None None] Pushing event updated for resources: {'Port': ['ID=aa2c5ee8-1d12-4cde-b058-330bdb069ed0,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:49.614544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52528) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:49.619911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '2e94638c-d41b-46fc-b924-c9b253c943e6', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:49.653545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2057423-c503-4402-b4c1-f1c312183463 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.656313 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e2057423-c503-4402-b4c1-f1c312183463 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.657498 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e2057423-c503-4402-b4c1-f1c312183463 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] 10.222.0.36 "DELETE /v2.0/security-groups/1752cb13-ae9f-46e1-a3ae-49384ce20e10 HTTP/1.1" status: 204 len: 168 time: 0.2255666 Aug 20 15:30:49.665037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.680221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Attempting to bind port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:30:49.680821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Attempting to bind port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:30:49.681285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Attempting to bind port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 on network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:49.686951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:30:49.687415 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Checking segment: {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:49.688053 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.688530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Bound using segment: {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:30:49.689324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Bound port: aa2c5ee8-1d12-4cde-b058-330bdb069ed0, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:30:49.690256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.692486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2057423-c503-4402-b4c1-f1c312183463 tempest-TestVolumeBootPattern-93212606 tempest-TestVolumeBootPattern-93212606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1752cb13-ae9f-46e1-a3ae-49384ce20e10,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:49.744096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52532) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:49.791157 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.796699 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.822037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] For port aa2c5ee8-1d12-4cde-b058-330bdb069ed0, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:30:49.823520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d371dd1c-2b6f-4098-a379-abf2e07fc08a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:49.827246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] For port aa2c5ee8-1d12-4cde-b058-330bdb069ed0, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=aa2c5ee8-1d12-4cde-b058-330bdb069ed0,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:30:49.833976 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.834831 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.835525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2197981 Aug 20 15:30:49.837782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.838220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.838577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.839252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.839252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.839838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.840432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.840432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.840788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.841101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.841428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.841776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57589c44-3106-426b-8f8f-d20a9b6a6da8 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:30:49.842558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52538) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:49.852303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-83488bde-666e-4992-88c5-dc617984e413 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '2e94638c-d41b-46fc-b924-c9b253c943e6', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:49.886025 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-83488bde-666e-4992-88c5-dc617984e413 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Project e41f34b3c314449a83fb9ff70981e466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:30:49.890449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:49.891973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:49.897796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83488bde-666e-4992-88c5-dc617984e413 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:49.953102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a26bf-a684-4915-b6fb-ab5715ee9380 None None] Pushing event updated for resources: {'Port': ['ID=aa2c5ee8-1d12-4cde-b058-330bdb069ed0,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:50.020926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 05d97535-932d-4464-9f7e-2375e7b729f3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:50.066940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83488bde-666e-4992-88c5-dc617984e413 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.074987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83488bde-666e-4992-88c5-dc617984e413 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.079107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:50.109054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488bde-666e-4992-88c5-dc617984e413 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68244835-f27b-41da-b2f3-dc8f4393577f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:50.112723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-83488bde-666e-4992-88c5-dc617984e413 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.115094 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-83488bde-666e-4992-88c5-dc617984e413 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2707868 Aug 20 15:30:50.117448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52540) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:50.122422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c8e4a867-e277-412b-9e88-a4987f8339eb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'security_group_rule': {'security_group_id': '2e94638c-d41b-46fc-b924-c9b253c943e6', 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:50.149167 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-c8e4a867-e277-412b-9e88-a4987f8339eb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Project e41f34b3c314449a83fb9ff70981e466 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:30:50.154283 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a867-e277-412b-9e88-a4987f8339eb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.167028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 05d97535-932d-4464-9f7e-2375e7b729f3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:50.167404 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.219922 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a867-e277-412b-9e88-a4987f8339eb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.224276 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a867-e277-412b-9e88-a4987f8339eb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.242747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4a867-e277-412b-9e88-a4987f8339eb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fda182f-620b-48ea-beb0-65511733a941,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:50.246058 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a867-e277-412b-9e88-a4987f8339eb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.247375 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c8e4a867-e277-412b-9e88-a4987f8339eb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287231 Aug 20 15:30:50.355815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f6243f3d-e199-4713-957d-d8630a406e1a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:50.412239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.419508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:46Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'aa2c5ee8-1d12-4cde-b058-330bdb069ed0', 'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:e0:ee:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:46Z', 'updated_at': '2021-08-20T15:30:49Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:50.452301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f8a25-5868-4909-97c5-85e13db43ecc None None] The sync data for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 is: [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:46Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'aa2c5ee8-1d12-4cde-b058-330bdb069ed0', 'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:e0:ee:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:46Z', 'updated_at': '2021-08-20T15:30:49Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:50.453018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-b203445c-c222-4e44-8020-f226faddf24e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859623799&fields=id&tenant_id=e41f34b3c314449a83fb9ff70981e466 HTTP/1.1" status: 200 len: 267 time: 0.0381932 Aug 20 15:30:50.453838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f6243f3d-e199-4713-957d-d8630a406e1a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:50.454208 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.614077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa114a-662e-4411-9247-638bb883adde req-df429fc8-9d2e-40b0-baa0-aa3ee29f358c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:50.615783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-df429fc8-9d2e-40b0-baa0-aa3ee29f358c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/networks?id=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a HTTP/1.1" status: 200 len: 797 time: 0.1537495 Aug 20 15:30:50.632966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-04853774-ebde-4f94-86ff-95ef4ed1e552 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/quotas/e41f34b3c314449a83fb9ff70981e466 HTTP/1.1" status: 200 len: 375 time: 0.0104866 Aug 20 15:30:50.696916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-83517523-13de-41d4-a810-f9e378e76534 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575473 Aug 20 15:30:50.745836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Deleting port 7ee5159d-47b9-4917-8d99-71e1068ac071 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:50.746137 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.831097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] For port 7ee5159d-47b9-4917-8d99-71e1068ac071, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=7ee5159d-47b9-4917-8d99-71e1068ac071,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:50.831591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:50.845354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Calling delete_port for 7ee5159d-47b9-4917-8d99-71e1068ac071 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:50.881503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-5242c971-a739-4596-b48b-5466f71d553b service neutron] 10.222.0.36 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721025 Aug 20 15:30:50.989388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-ef7d0f28-408b-4d46-a3c1-fe216ef303d7 service neutron] 10.222.0.36 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969620 Aug 20 15:30:51.060718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:51.101279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee5159d-47b9-4917-8d99-71e1068ac071,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:51.195465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75996d27-6ceb-4780-b4da-d817629b0535 req-c26486a2-969e-424c-9bdb-f87511a68ec9 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 210 time: 0.0394602 Aug 20 15:30:51.296627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:51.573980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Router b46c57df-c297-421c-9291-805110a90364 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:51.691573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:51.696924 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-321c67b1-df68-4248-8711-250c80ad80f3 admin admin] 10.222.0.36 "PUT /v2.0/routers/b46c57df-c297-421c-9291-805110a90364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9516768 Aug 20 15:30:51.702157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52566) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:51.704461 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] Sync routers for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:51.716669 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:51.717291 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:51.817574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:51.837291 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:51.947675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.015428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Deleting port 12210b2a-82d6-495f-80f9-0a9e2dac613f {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:52.015428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.036546 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:30:51Z', 'revision_number': 5, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port': {'id': '12210b2a-82d6-495f-80f9-0a9e2dac613f', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46c57df-c297-421c-9291-805110a90364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:30Z', 'updated_at': '2021-08-20T15:19:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:52.047387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device aa2c5ee8-1d12-4cde-b058-330bdb069ed0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:52.070824 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] Checking router: b46c57df-c297-421c-9291-805110a90364 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:52.081096 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] Routers {'b46c57df-c297-421c-9291-805110a90364'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:52.081767 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b46c57df-c297-421c-9291-805110a90364'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:52.099697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] For port 12210b2a-82d6-495f-80f9-0a9e2dac613f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=12210b2a-82d6-495f-80f9-0a9e2dac613f,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:52.099918 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.101773 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:52.105830 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:52.106672 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.121746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Calling delete_port for 12210b2a-82d6-495f-80f9-0a9e2dac613f owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:52.173055 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] Set router b46c57df-c297-421c-9291-805110a90364 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:52.202862 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.241565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port aa2c5ee8-1d12-4cde-b058-330bdb069ed0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=aa2c5ee8-1d12-4cde-b058-330bdb069ed0,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:52.241865 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:30:51Z', 'revision_number': 6, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:52.247032 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.275508 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acec27bd-1e26-4c4c-a992-8d9357c11874 None None] The sync data for ids ['b46c57df-c297-421c-9291-805110a90364'] in n-d-695189-15 is: [{'id': 'b46c57df-c297-421c-9291-805110a90364', 'name': 'tempest-TestVolumeBootPattern-1381201027-router', 'tenant_id': 'db80b6a989504421a8714c287f72d92b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:29Z', 'updated_at': '2021-08-20T15:30:51Z', 'revision_number': 6, 'project_id': 'db80b6a989504421a8714c287f72d92b', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:52.316464 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=aa2c5ee8-1d12-4cde-b058-330bdb069ed0,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:52.382318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40577293-6096-41a1-b2aa-93ca4166ebc1 req-e5c58a59-f1e8-400f-89b2-e61b5c3b562b tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 210 time: 0.0708029 Aug 20 15:30:52.466022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa114a-662e-4411-9247-638bb883adde req-915a5cab-bc3e-4996-b5fa-33e794dc26d1 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:52.467507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-915a5cab-bc3e-4996-b5fa-33e794dc26d1 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "GET /v2.0/networks?id=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a HTTP/1.1" status: 200 len: 797 time: 0.1830337 Aug 20 15:30:52.468587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.505077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=12210b2a-82d6-495f-80f9-0a9e2dac613f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:52.579423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-6e30175f-b9ca-4e3f-be63-7c20398a254f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41f34b3c314449a83fb9ff70981e466 HTTP/1.1" status: 200 len: 380 time: 0.0825210 Aug 20 15:30:52.588326 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.595230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'port': {'device_id': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'admin_state_up': True, 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'security_groups': ['2e94638c-d41b-46fc-b924-c9b253c943e6']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:52.730005 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.733713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.789486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.790051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b46c57df-c297-421c-9291-805110a90364 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:30:52.796405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.797553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9906eaf3-d100-4003-be0b-d1dd50a14c51 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b46c57df-c297-421c-9291-805110a90364 HTTP/1.1" status: 204 len: 168 time: 1.0901928 Aug 20 15:30:52.800853 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52570) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:52.832014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Made reservation on behalf of e41f34b3c314449a83fb9ff70981e466 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:30:52.835696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.845804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-1907a0e3-571b-4ea4-a80f-12e389f227de admin admin] Deleting subnet 30a01d91-e7df-41ea-9744-ce59d2cfbc85 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:30:52.848914 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1907a0e3-571b-4ea4-a80f-12e389f227de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.884453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1907a0e3-571b-4ea4-a80f-12e389f227de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:52.968062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.20.0.6 (2ee01bbf-2cda-46bd-8ab3-2287cc823e4a/8b11ad78-313b-4dca-9106-bfebee6ea804/d3e3ea60-56b6-48ec-b686-c21ca635330b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:30:52.968970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1907a0e3-571b-4ea4-a80f-12e389f227de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.027918 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1907a0e3-571b-4ea4-a80f-12e389f227de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.056737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907a0e3-571b-4ea4-a80f-12e389f227de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a01d91-e7df-41ea-9744-ce59d2cfbc85,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:53.058772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1907a0e3-571b-4ea4-a80f-12e389f227de admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.060704 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1907a0e3-571b-4ea4-a80f-12e389f227de admin admin] 10.222.0.36 "DELETE /v2.0/subnets/30a01d91-e7df-41ea-9744-ce59d2cfbc85 HTTP/1.1" status: 204 len: 168 time: 0.2588384 Aug 20 15:30:53.063174 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52572) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:53.075260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d421f7-1663-4d4d-9677-97b2f70862e1 None None] Network 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:30:53.122516 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.135818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.139966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Transition to ACTIVE for port object d3e3ea60-56b6-48ec-b686-c21ca635330b will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:53.180821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.192219 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Deleting port 62fde21f-f087-4bb8-827f-d4db5737bd68 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:53.192567 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.231411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:30:53.235457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:30:53.238590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:30:53.269619 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] For port 62fde21f-f087-4bb8-827f-d4db5737bd68, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=62fde21f-f087-4bb8-827f-d4db5737bd68,segment=NetworkSegment(a4fa9766-3e75-4252-bf8c-7c5e5fb4f642),segment_id=a4fa9766-3e75-4252-bf8c-7c5e5fb4f642)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:53.269988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.286035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Calling delete_port for 62fde21f-f087-4bb8-827f-d4db5737bd68 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:53.290826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:53.291650 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.307627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=d3e3ea60-56b6-48ec-b686-c21ca635330b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:53.321567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] DHCP port deletion for 7e00f66c-72ff-4834-b2ff-ff4f4e406f79 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:30:53.321708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-440e6157-ad9b-4ff1-be5b-9a9da5048624 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7310672 Aug 20 15:30:53.338590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-d02022f8-3267-48de-9d59-2ec6701ac275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:30:53.339777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-d02022f8-3267-48de-9d59-2ec6701ac275 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061979 Aug 20 15:30:53.353015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Request body: {'port': {'device_id': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:30:53.392832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.396557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] Deleting port 62fde21f-f087-4bb8-827f-d4db5737bd68 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:53.397106 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.443144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] No DVR routers for this DVR port 62fde21f-f087-4bb8-827f-d4db5737bd68 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:53.449305 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62fde21f-f087-4bb8-827f-d4db5737bd68,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:53.480785 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.516319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] For port 62fde21f-f087-4bb8-827f-d4db5737bd68, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:53.516733 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.542457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.543902 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] Calling delete_port for 62fde21f-f087-4bb8-827f-d4db5737bd68 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:53.546675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] Port 62fde21f-f087-4bb8-827f-d4db5737bd68 was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 15:30:53.548010 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.552894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e00f66c-72ff-4834-b2ff-ff4f4e406f79']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:53.563624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:53.563922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fa9766-3e75-4252-bf8c-7c5e5fb4f642') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:53.573799 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.575304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] Pushing event deleted for resources: {'Port': ['ID=62fde21f-f087-4bb8-827f-d4db5737bd68,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:53.577277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06f2972-624d-4ee1-bcf2-f7ed0cd4fbc8 None None] No DVR routers for this DVR port 62fde21f-f087-4bb8-827f-d4db5737bd68 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:53.602026 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.608239 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:30:53.608743 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:30:53.610774 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:30:53.627238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-837760ea-4ef5-44fb-a2d0-81200c1bea53 None None] Provisioning for port d3e3ea60-56b6-48ec-b686-c21ca635330b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:53.631273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-837760ea-4ef5-44fb-a2d0-81200c1bea53 None None] Provisioning complete for port d3e3ea60-56b6-48ec-b686-c21ca635330b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:53.631838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-837760ea-4ef5-44fb-a2d0-81200c1bea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.669019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-837760ea-4ef5-44fb-a2d0-81200c1bea53 None None] Port d3e3ea60-56b6-48ec-b686-c21ca635330b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:30:53.693950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.698927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.701230 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7e00f66c-72ff-4834-b2ff-ff4f4e406f79 HTTP/1.1" status: 204 len: 168 time: 0.6370001 Aug 20 15:30:53.713131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52576) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:53.732620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac7cc1-c786-49b7-a8a5-eadd7b7afd41 req-c59f4837-77c6-40c3-ab15-aa2ee874126c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:53.734111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caac7cc1-c786-49b7-a8a5-eadd7b7afd41 req-c59f4837-77c6-40c3-ab15-aa2ee874126c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 931 time: 0.1517007 Aug 20 15:30:53.760766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae66354-04e5-4d03-8819-45f2f7cc73b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e00f66c-72ff-4834-b2ff-ff4f4e406f79,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:53.794538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-caac7cc1-c786-49b7-a8a5-eadd7b7afd41 req-8a0b98f0-fa9f-4c7f-bea5-b9cea785b0d6 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529773 Aug 20 15:30:53.859674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e3ea60-56b6-48ec-b686-c21ca635330b {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:30:53.867498 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.880614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Transition to ACTIVE for port object d3e3ea60-56b6-48ec-b686-c21ca635330b will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:30:53.884758 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:53.965343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e3ea60-56b6-48ec-b686-c21ca635330b,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:54.010929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device aa2c5ee8-1d12-4cde-b058-330bdb069ed0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:54.034282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Attempting to bind port d3e3ea60-56b6-48ec-b686-c21ca635330b on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:30:54.034623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Attempting to bind port d3e3ea60-56b6-48ec-b686-c21ca635330b by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:30:54.034953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Attempting to bind port d3e3ea60-56b6-48ec-b686-c21ca635330b on network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:54.040771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Port d3e3ea60-56b6-48ec-b686-c21ca635330b on network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:30:54.041610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Attempting to bind port d3e3ea60-56b6-48ec-b686-c21ca635330b on network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:30:54.047805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:30:54.048157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Checking segment: {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:30:54.048889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Bound using segment: {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:30:54.049496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Bound port: d3e3ea60-56b6-48ec-b686-c21ca635330b, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d86c0fc-e1ac-479a-8119-1a0e275820bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:30:54.049973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:54.075933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:54.077136 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:54.130152 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:54.130878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] For port d3e3ea60-56b6-48ec-b686-c21ca635330b, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:30:54.137095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] For port d3e3ea60-56b6-48ec-b686-c21ca635330b, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3e3ea60-56b6-48ec-b686-c21ca635330b,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:30:54.143877 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:54.183893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:54.184457 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:54.186298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] 10.222.0.70 "PUT /v2.0/ports/d3e3ea60-56b6-48ec-b686-c21ca635330b HTTP/1.1" status: 200 len: 1092 time: 0.8376887 Aug 20 15:30:54.186754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:54.191953 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733" -d '{"events": [{"name": "network-changed", "server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:54.246376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d94f6-8272-418f-ad67-86d6fd2d4138 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e3ea60-56b6-48ec-b686-c21ca635330b,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:54.268969 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdabdad-f9a6-4c55-adb5-a74d0d27236f x-openstack-request-id: req-5cdabdad-f9a6-4c55-adb5-a74d0d27236f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:54.269374 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:54.269758 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cdabdad-f9a6-4c55-adb5-a74d0d27236f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:54.270395 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'status': 'completed', 'code': 200} Aug 20 15:30:54.298077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7ee5159d-47b9-4917-8d99-71e1068ac071 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:54.312247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa114a-662e-4411-9247-638bb883adde req-64952b08-c2d4-4ce8-8153-fb3defa156af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:54.313783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-64952b08-c2d4-4ce8-8153-fb3defa156af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 1095 time: 0.0594306 Aug 20 15:30:54.323270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 7ee5159d-47b9-4917-8d99-71e1068ac071 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:54.323659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 7ee5159d-47b9-4917-8d99-71e1068ac071 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:54.324100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 62fde21f-f087-4bb8-827f-d4db5737bd68 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:54.350062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 62fde21f-f087-4bb8-827f-d4db5737bd68 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:54.350654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 62fde21f-f087-4bb8-827f-d4db5737bd68 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:54.351370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 12210b2a-82d6-495f-80f9-0a9e2dac613f no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:54.365476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-022b1460-d8cd-4061-ab16-d8df20f08f55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e3ea60-56b6-48ec-b686-c21ca635330b HTTP/1.1" status: 200 len: 217 time: 0.0404809 Aug 20 15:30:54.375411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 12210b2a-82d6-495f-80f9-0a9e2dac613f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:54.376330 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 12210b2a-82d6-495f-80f9-0a9e2dac613f not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:54.429206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa114a-662e-4411-9247-638bb883adde req-da8c5b3a-3580-47c5-9c85-44fc5fe88f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:54.430697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-da8c5b3a-3580-47c5-9c85-44fc5fe88f29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b11ad78-313b-4dca-9106-bfebee6ea804 HTTP/1.1" status: 200 len: 834 time: 0.0563395 Aug 20 15:30:54.484538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa114a-662e-4411-9247-638bb883adde req-43ca9b78-aaf8-466a-bcaa-eb35a3a4d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:54.486053 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-43ca9b78-aaf8-466a-bcaa-eb35a3a4d82f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464847 Aug 20 15:30:54.581497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-5f80f2f1-cac5-4656-a18f-d35173b45a9b service neutron] 10.222.0.70 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822575 Aug 20 15:30:54.681212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28aa114a-662e-4411-9247-638bb883adde req-b77bf2c5-ddae-424e-888d-37f1695cf22c service neutron] 10.222.0.70 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876169 Aug 20 15:30:54.724844 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Deleting port 319cc2c3-0e88-4063-9cc6-b0faba446a2f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:54.725105 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:54.769483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-78eb362c-52ca-49d1-b5e4-742feea6c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:54.770989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-78eb362c-52ca-49d1-b5e4-742feea6c20e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 1095 time: 0.0414267 Aug 20 15:30:54.803646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] For port 319cc2c3-0e88-4063-9cc6-b0faba446a2f, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=319cc2c3-0e88-4063-9cc6-b0faba446a2f,segment=NetworkSegment(e19de22b-2dad-401c-ae5c-6e8341c891ca),segment_id=e19de22b-2dad-401c-ae5c-6e8341c891ca)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:54.804038 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:54.818102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Calling delete_port for 319cc2c3-0e88-4063-9cc6-b0faba446a2f owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:54.863460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-3313b115-36dc-4746-b1b5-c749d6092302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:54.864998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-3313b115-36dc-4746-b1b5-c749d6092302 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a HTTP/1.1" status: 200 len: 898 time: 0.0870521 Aug 20 15:30:54.931122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-faffe671-e862-49b0-8222-b6995027d725 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e3ea60-56b6-48ec-b686-c21ca635330b HTTP/1.1" status: 200 len: 217 time: 0.0551479 Aug 20 15:30:54.973460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e0156-2f7b-4f62-b5d6-0603ed9c11e9 req-c136c577-8612-41be-a47c-05e1aad365f4 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:54.975000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b02e0156-2f7b-4f62-b5d6-0603ed9c11e9 req-c136c577-8612-41be-a47c-05e1aad365f4 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 943 time: 0.1077242 Aug 20 15:30:55.005307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:55.006801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-ffbfcbd7-d916-44d8-8f70-6ec3bd6154f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:55.008306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-ffbfcbd7-d916-44d8-8f70-6ec3bd6154f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b11ad78-313b-4dca-9106-bfebee6ea804 HTTP/1.1" status: 200 len: 834 time: 0.0701354 Aug 20 15:30:55.033075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Pushing event deleted for resources: {'Port': ['ID=319cc2c3-0e88-4063-9cc6-b0faba446a2f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:55.037272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b02e0156-2f7b-4f62-b5d6-0603ed9c11e9 req-213c17af-88e3-4ab4-92bc-99a8028d7661 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562656 Aug 20 15:30:55.076600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-9705f60f-8ab6-4f34-b562-6eea798c5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:55.078146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-9705f60f-8ab6-4f34-b562-6eea798c5b05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607440 Aug 20 15:30:55.178761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-d993b761-c5c9-479d-a7a4-42d55baf7b26 service neutron] 10.222.0.70 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922072 Aug 20 15:30:55.208649 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:55.278898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0dd47f03-0ed5-4e0f-8c2a-e2eb121a7733 req-a4045f84-1c0b-4eb9-a4c2-69f6a8cf7eee service neutron] 10.222.0.70 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889287 Aug 20 15:30:55.425624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Router b53d455c-afa7-4590-9a44-371098e7f405 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:30:55.530939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:30:55.535842 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b7f96089-c303-4917-a766-a902def5d731 admin admin] 10.222.0.36 "PUT /v2.0/routers/b53d455c-afa7-4590-9a44-371098e7f405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8213854 Aug 20 15:30:55.538563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52582) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:55.541181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] Sync routers for ids ['b53d455c-afa7-4590-9a44-371098e7f405'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:30:55.551370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] Routers {'b53d455c-afa7-4590-9a44-371098e7f405'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:55.552018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b53d455c-afa7-4590-9a44-371098e7f405'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:55.640726 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:55.656844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] Set router b53d455c-afa7-4590-9a44-371098e7f405 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:55.746765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:55.800365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Deleting port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:55.800615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:55.835630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:38Z', 'updated_at': '2021-08-20T15:30:54Z', 'revision_number': 5, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'gw_port': {'id': '63911d52-8bcb-4dc8-a88d-9a1af9b2d683', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3305, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:19:39Z', 'updated_at': '2021-08-20T15:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:55.867341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] Checking router: b53d455c-afa7-4590-9a44-371098e7f405 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:30:55.877013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] Routers {'b53d455c-afa7-4590-9a44-371098e7f405'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:30:55.878124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b53d455c-afa7-4590-9a44-371098e7f405'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:55.879950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] For port 63911d52-8bcb-4dc8-a88d-9a1af9b2d683, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=63911d52-8bcb-4dc8-a88d-9a1af9b2d683,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:55.880330 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:55.893437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Calling delete_port for 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:55.965988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] Set router b53d455c-afa7-4590-9a44-371098e7f405 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:30:56.020917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:38Z', 'updated_at': '2021-08-20T15:30:55Z', 'revision_number': 6, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:56.047874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa41dec-9175-4231-bcf6-eb2742162daf None None] The sync data for ids ['b53d455c-afa7-4590-9a44-371098e7f405'] in n-d-695189-15 is: [{'id': 'b53d455c-afa7-4590-9a44-371098e7f405', 'name': 'tempest-TestVolumeBootPattern-18454605-router', 'tenant_id': '043d65c9fbe34b96bd392968cf1b8697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:19:38Z', 'updated_at': '2021-08-20T15:30:55Z', 'revision_number': 6, 'project_id': '043d65c9fbe34b96bd392968cf1b8697', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:30:56.075479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.102878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=63911d52-8bcb-4dc8-a88d-9a1af9b2d683,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:56.173093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.177460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036796e-6161-4e89-aee0-c71e3fb07f97 req-d3d270c2-82f0-4689-b3da-32b6e20beed0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:56.179908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9036796e-6161-4e89-aee0-c71e3fb07f97 req-d3d270c2-82f0-4689-b3da-32b6e20beed0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 943 time: 0.0513146 Aug 20 15:30:56.218994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9036796e-6161-4e89-aee0-c71e3fb07f97 req-9c58ab34-521e-4232-80e4-b1d7868ad65e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Aug 20 15:30:56.264771 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.267012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.310250 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.310766 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b53d455c-afa7-4590-9a44-371098e7f405 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:30:56.315228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.316421 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3ca4c608-2ba2-4d25-aec3-60671f70ecf4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b53d455c-afa7-4590-9a44-371098e7f405 HTTP/1.1" status: 204 len: 168 time: 0.7769685 Aug 20 15:30:56.318984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52586) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:56.366271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e567eb-8c0a-4118-81d9-f5861ce56a2b admin admin] Deleting subnet 26eda251-d7aa-475f-8abc-0e15e77b795a {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:30:56.369198 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3e567eb-8c0a-4118-81d9-f5861ce56a2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.404085 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3e567eb-8c0a-4118-81d9-f5861ce56a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.483810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3e567eb-8c0a-4118-81d9-f5861ce56a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.533985 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3e567eb-8c0a-4118-81d9-f5861ce56a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.562374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e567eb-8c0a-4118-81d9-f5861ce56a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26eda251-d7aa-475f-8abc-0e15e77b795a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:56.567895 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b3e567eb-8c0a-4118-81d9-f5861ce56a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.569749 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b3e567eb-8c0a-4118-81d9-f5861ce56a2b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/26eda251-d7aa-475f-8abc-0e15e77b795a HTTP/1.1" status: 204 len: 168 time: 0.2497666 Aug 20 15:30:56.572344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52588) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:56.572946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bb54f-086b-41d9-8b65-a5cdbd9a7ac5 None None] Network 425c6249-7b48-430b-bc01-98b2c2456328 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:30:56.641481 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.696825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Deleting port e6dddc34-42bf-46ff-a246-f32e77c0faa1 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:30:56.697161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.767259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] For port e6dddc34-42bf-46ff-a246-f32e77c0faa1, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e6dddc34-42bf-46ff-a246-f32e77c0faa1,segment=NetworkSegment(e19de22b-2dad-401c-ae5c-6e8341c891ca),segment_id=e19de22b-2dad-401c-ae5c-6e8341c891ca)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:56.768201 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.778765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d3e3ea60-56b6-48ec-b686-c21ca635330b details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:30:56.782616 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Calling delete_port for e6dddc34-42bf-46ff-a246-f32e77c0faa1 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:30:56.864143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:56.891231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dddc34-42bf-46ff-a246-f32e77c0faa1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:56.899408 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] No DVR routers for this DVR port e6dddc34-42bf-46ff-a246-f32e77c0faa1 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:30:56.951610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d3e3ea60-56b6-48ec-b686-c21ca635330b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3e3ea60-56b6-48ec-b686-c21ca635330b,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:56.967131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'port_id': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'mac_address': 'fa:16:3e:0a:ff:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:30:56.972759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f2fecb-35f0-497c-9c8b-ba03c58104a3 None None] DHCP port deletion for 425c6249-7b48-430b-bc01-98b2c2456328 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:30:56.987425 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.001229 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425c6249-7b48-430b-bc01-98b2c2456328']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:57.014140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19de22b-2dad-401c-ae5c-6e8341c891ca') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:57.014511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19de22b-2dad-401c-ae5c-6e8341c891ca') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:30:57.014738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.028120 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.032918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e3ea60-56b6-48ec-b686-c21ca635330b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:30:57.048717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.056470 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:30:57.056637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d3e3ea60-56b6-48ec-b686-c21ca635330b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3e3ea60-56b6-48ec-b686-c21ca635330b,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:57.057048 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:30:57.059135 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:30:57.063989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.122018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.126802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d3e3ea60-56b6-48ec-b686-c21ca635330b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:57.127802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.132837 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] 10.222.0.36 "DELETE /v2.0/networks/425c6249-7b48-430b-bc01-98b2c2456328 HTTP/1.1" status: 204 len: 168 time: 0.5563262 Aug 20 15:30:57.143709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7687fb2-eb57-4779-8f3c-7582ad159ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=425c6249-7b48-430b-bc01-98b2c2456328,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:57.283341 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52594) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:57.339831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d3e3ea60-56b6-48ec-b686-c21ca635330b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:30:57.351184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-abfc9c05-ce4f-4f47-b2d6-fcd619a1a06b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db80b6a989504421a8714c287f72d92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665538 Aug 20 15:30:57.353710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52596) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:57.368538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562440d-d9c2-4038-97cb-82603726624a req-65171d6b-93b9-48a3-80e3-f9ab45e6f7ca tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:57.369967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e562440d-d9c2-4038-97cb-82603726624a req-65171d6b-93b9-48a3-80e3-f9ab45e6f7ca tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 944 time: 0.0797801 Aug 20 15:30:57.434650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e562440d-d9c2-4038-97cb-82603726624a req-c861188a-94f6-42cd-8ba3-63d8a4b337fb tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576689 Aug 20 15:30:57.446378 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2491-fdef-45f5-8ae3-9e03f6b42cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.468527 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2491-fdef-45f5-8ae3-9e03f6b42cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.518333 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2491-fdef-45f5-8ae3-9e03f6b42cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.520953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a0f2491-fdef-45f5-8ae3-9e03f6b42cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.522092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3a0f2491-fdef-45f5-8ae3-9e03f6b42cae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/300432c7-0376-4465-9942-5273dc3e9021 HTTP/1.1" status: 204 len: 168 time: 0.1674955 Aug 20 15:30:57.529542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f2491-fdef-45f5-8ae3-9e03f6b42cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300432c7-0376-4465-9942-5273dc3e9021,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:57.855658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52602) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:57.897397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a2b782a5-4e38-4700-bfc8-b268b419cf33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=043d65c9fbe34b96bd392968cf1b8697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405564 Aug 20 15:30:57.899896 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52604) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:30:57.953420 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3ceaed-9fef-4c34-9339-910599cd0f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.960035 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 319cc2c3-0e88-4063-9cc6-b0faba446a2f no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:57.975686 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3ceaed-9fef-4c34-9339-910599cd0f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:57.979130 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 319cc2c3-0e88-4063-9cc6-b0faba446a2f {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:57.979482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 319cc2c3-0e88-4063-9cc6-b0faba446a2f not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:57.979955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e6dddc34-42bf-46ff-a246-f32e77c0faa1 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:57.998743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: e6dddc34-42bf-46ff-a246-f32e77c0faa1 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:57.999096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e6dddc34-42bf-46ff-a246-f32e77c0faa1 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:57.999512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:30:58.018870 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:30:58.019356 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 63911d52-8bcb-4dc8-a88d-9a1af9b2d683 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:30:58.023463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3ceaed-9fef-4c34-9339-910599cd0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:58.026359 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3ceaed-9fef-4c34-9339-910599cd0f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:58.027518 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb3ceaed-9fef-4c34-9339-910599cd0f21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4dab0d1-a4d0-4658-8cb9-be1374e41981 HTTP/1.1" status: 204 len: 168 time: 0.1265366 Aug 20 15:30:58.035373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ceaed-9fef-4c34-9339-910599cd0f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dab0d1-a4d0-4658-8cb9-be1374e41981,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:58.559076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acdd00-c436-46cb-932d-7647af3c26dd req-9d0ac9ab-aa2b-47d8-aeec-6f1d215907ed tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:58.560703 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22acdd00-c436-46cb-932d-7647af3c26dd req-9d0ac9ab-aa2b-47d8-aeec-6f1d215907ed tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 944 time: 0.0544899 Aug 20 15:30:58.602743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22acdd00-c436-46cb-932d-7647af3c26dd req-26412270-3891-46b7-810a-960251a381a7 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351772 Aug 20 15:30:58.747633 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d3e3ea60-56b6-48ec-b686-c21ca635330b up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:30:58.797192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port d3e3ea60-56b6-48ec-b686-c21ca635330b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:30:58.800920 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port d3e3ea60-56b6-48ec-b686-c21ca635330b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:30:58.801298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:58.878227 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:58.900363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:30:58.902600 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a155b-3ee0-4706-a16a-498da798cf3f" -d '{"events": [{"server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "name": "network-vif-plugged", "status": "completed", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:30:58.917610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d3e3ea60-56b6-48ec-b686-c21ca635330b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3e3ea60-56b6-48ec-b686-c21ca635330b,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:30:58.921593 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:58.944610 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba3a35-28d6-47d0-af0b-2cddcdccad4e x-openstack-request-id: req-f6ba3a35-28d6-47d0-af0b-2cddcdccad4e {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:30:58.944846 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "name": "network-vif-plugged", "status": "completed", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:30:58.945094 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6ba3a35-28d6-47d0-af0b-2cddcdccad4e {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:30:58.945611 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'code': 200} Aug 20 15:30:58.972419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d3e3ea60-56b6-48ec-b686-c21ca635330b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:30:59.041711 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:30:59.296275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ae1f6-638b-4212-8e23-3b0ebc45889d req-ba7386ce-28cf-498b-baaf-bba089ecb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:59.297686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af1ae1f6-638b-4212-8e23-3b0ebc45889d req-ba7386ce-28cf-498b-baaf-bba089ecb8bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 1097 time: 0.2939463 Aug 20 15:30:59.338635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af1ae1f6-638b-4212-8e23-3b0ebc45889d req-3870124a-fde8-4b57-bb83-a5c3d1c4979c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Aug 20 15:30:59.720499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4a8e3-4085-4709-badd-2d6a74e0178c req-eae6d66e-bbd9-4611-a5b3-531b0af5d567 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:30:59.721979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4a8e3-4085-4709-badd-2d6a74e0178c req-eae6d66e-bbd9-4611-a5b3-531b0af5d567 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 945 time: 0.0496194 Aug 20 15:30:59.759907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bc4a8e3-4085-4709-badd-2d6a74e0178c req-4016b8b5-c376-47ec-8fa3-fbc767ee48bd tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318840 Aug 20 15:31:00.875049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0fca8-1657-48f3-92c7-b9da544ad397 req-c59e6cc2-9fe0-4a0c-ad6f-c3b75801941e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:00.876549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4f0fca8-1657-48f3-92c7-b9da544ad397 req-c59e6cc2-9fe0-4a0c-ad6f-c3b75801941e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 945 time: 0.0487418 Aug 20 15:31:00.915938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4f0fca8-1657-48f3-92c7-b9da544ad397 req-8be927b3-e309-4511-b378-8cf07b524bb9 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Aug 20 15:31:01.032984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c3c4e-60be-4538-8e5d-b5a9ee14f605 req-c4b78f36-ab91-40d7-8af5-7f6b273618b5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:01.034590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-252c3c4e-60be-4538-8e5d-b5a9ee14f605 req-c4b78f36-ab91-40d7-8af5-7f6b273618b5 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 945 time: 0.0526876 Aug 20 15:31:01.073223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-252c3c4e-60be-4538-8e5d-b5a9ee14f605 req-3e3b250a-5dc3-4749-8460-135fb69aa680 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323055 Aug 20 15:31:01.094794 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52620) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:01.135611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16595b7c-fee8-4fc5-9df2-ba310336d0ab tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:01.137112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-16595b7c-fee8-4fc5-9df2-ba310336d0ab tempest-TestNetworkBasicOps-1277795566 tempest-TestNetworkBasicOps-1277795566-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 1092 time: 0.0413415 Aug 20 15:31:01.139959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52622) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:01.144415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:01.167882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:01.274755 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:01.376957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Allocated IP 172.25.5.139 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/546ad26e-4d66-4aef-ae29-be1c65e7f84f) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:01.478725 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:01.515240 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:01.553979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:01.556727 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:01.560126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:01.583048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=546ad26e-4d66-4aef-ae29-be1c65e7f84f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:02.059944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:02.159355 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:02.304113 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:02.308792 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:02.381306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event updated for resources: {'Port': ['ID=546ad26e-4d66-4aef-ae29-be1c65e7f84f,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:02.387678 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:02.485079 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Floating IP 87766f0f-3203-4ea3-8858-ad662ef5f27d associated. External IP: 172.25.5.139, port: d3e3ea60-56b6-48ec-b686-c21ca635330b. Aug 20 15:31:02.692624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router 74accd69-ef19-42a4-af02-e2ec3c664945 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:31:02.796046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:31:02.805879 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] Sync routers for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:31:02.811687 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:02.815129 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:02.815772 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:02.924894 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:03.099318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-67ee6e71-c77c-4ccc-a0da-f46f8bcbd115 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9583089 Aug 20 15:31:03.099930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:31:03.102061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52624) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:03.102476 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88384f06-da45-4816-9574-375a620155b7" -d '{"events": [{"name": "network-changed", "server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:31:03.142438 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a46b18-66a5-401b-aa4f-5dfd8dd2150e x-openstack-request-id: req-23a46b18-66a5-401b-aa4f-5dfd8dd2150e {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:31:03.143329 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:31:03.143696 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-23a46b18-66a5-401b-aa4f-5dfd8dd2150e {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:31:03.144118 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'status': 'completed', 'code': 200} Aug 20 15:31:03.157701 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:46Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '87766f0f-3203-4ea3-8858-ad662ef5f27d', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'port_id': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'mac_address': 'fa:16:3e:0a:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:31:01Z', 'updated_at': '2021-08-20T15:31:01Z', 'revision_number': 0, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2c5ee8-1d12-4cde-b058-330bdb069ed0', 'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:e0:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:46Z', 'updated_at': '2021-08-20T15:30:52Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:03.215235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88384f06-da45-4816-9574-375a620155b7 req-4a54debe-1380-4ef4-a5ee-d2e12d10510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:03.216858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88384f06-da45-4816-9574-375a620155b7 req-4a54debe-1380-4ef4-a5ee-d2e12d10510d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 1097 time: 0.0458410 Aug 20 15:31:03.279679 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] Checking router: 74accd69-ef19-42a4-af02-e2ec3c664945 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:31:03.289564 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:03.290202 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:30:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:03.319649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88384f06-da45-4816-9574-375a620155b7 req-b1f4f860-f6aa-47db-9512-0fa1eeaeba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:03.321311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88384f06-da45-4816-9574-375a620155b7 req-b1f4f860-f6aa-47db-9512-0fa1eeaeba00 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a HTTP/1.1" status: 200 len: 898 time: 0.0960748 Aug 20 15:31:03.394028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88384f06-da45-4816-9574-375a620155b7 req-73fdbbb8-2b03-4cd0-87ba-5c92b73997e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e3ea60-56b6-48ec-b686-c21ca635330b HTTP/1.1" status: 200 len: 999 time: 0.0627069 Aug 20 15:31:03.399563 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:03.447807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88384f06-da45-4816-9574-375a620155b7 req-fedeb771-521b-44c1-aa6d-543f262a1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:03.449325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88384f06-da45-4816-9574-375a620155b7 req-fedeb771-521b-44c1-aa6d-543f262a1efc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b11ad78-313b-4dca-9106-bfebee6ea804 HTTP/1.1" status: 200 len: 834 time: 0.0466316 Aug 20 15:31:03.454361 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-47096fd6-ce7c-4edd-9687-0339c7d3061f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/floatingips/87766f0f-3203-4ea3-8858-ad662ef5f27d HTTP/1.1" status: 200 len: 991 time: 0.3511066 Aug 20 15:31:03.499643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88384f06-da45-4816-9574-375a620155b7 req-3db69db4-b834-4bc3-91c4-12a88806f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:03.501145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88384f06-da45-4816-9574-375a620155b7 req-3db69db4-b834-4bc3-91c4-12a88806f11f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441971 Aug 20 15:31:03.592776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88384f06-da45-4816-9574-375a620155b7 req-1c171a09-522d-4849-9dde-701577253242 service neutron] 10.222.0.70 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825639 Aug 20 15:31:03.622077 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:46Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '87766f0f-3203-4ea3-8858-ad662ef5f27d', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'port_id': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'mac_address': 'fa:16:3e:0a:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:31:01Z', 'updated_at': '2021-08-20T15:31:01Z', 'revision_number': 0, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2c5ee8-1d12-4cde-b058-330bdb069ed0', 'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:e0:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:46Z', 'updated_at': '2021-08-20T15:30:52Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:03.652044 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b184d939-f57a-4456-adfe-ae2cecbaebc8 None None] The sync data for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 is: [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:46Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '87766f0f-3203-4ea3-8858-ad662ef5f27d', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'floating_ip_address': '172.25.5.139', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'port_id': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'mac_address': 'fa:16:3e:0a:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:31:01Z', 'updated_at': '2021-08-20T15:31:01Z', 'revision_number': 0, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa2c5ee8-1d12-4cde-b058-330bdb069ed0', 'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:e0:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:46Z', 'updated_at': '2021-08-20T15:30:52Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:31:03.689752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88384f06-da45-4816-9574-375a620155b7 req-ed1c92bb-c90c-490f-aef3-f3b28ceab3c8 service neutron] 10.222.0.70 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877879 Aug 20 15:31:03.848718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ffe48-8197-443b-9172-4142725526b7 None None] New status for floating IP 87766f0f-3203-4ea3-8858-ad662ef5f27d: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:31:04.457884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52628) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:04.516632 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eb299b7e-478b-470f-a476-9db3aacbd6c0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/floatingips/87766f0f-3203-4ea3-8858-ad662ef5f27d HTTP/1.1" status: 200 len: 993 time: 0.0572004 Aug 20 15:31:06.132368 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:12.246005 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cc815ee8-d423-4d2a-a9d1-2029cd4014c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:14.844551 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:15.213053 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d69eb9a-d2b6-4988-8ff4-bde4403957e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:16.209984 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:17.914835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:19.110557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-072febe3-ecbe-40a3-a967-c93e4711430c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1838923 Aug 20 15:31:19.198364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-3d7abdce-7108-4b0f-99e4-43cf77ecff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:19.199820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-3d7abdce-7108-4b0f-99e4-43cf77ecff49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c22f5184477493093bf40508769ce6c&device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 1098 time: 0.0433078 Aug 20 15:31:19.309112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-02bb49d4-004c-40a4-80a0-7dad6af2829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:19.310589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-02bb49d4-004c-40a4-80a0-7dad6af2829e service neutron] 10.222.0.70 "GET /v2.0/networks?id=fd8dbc16-7007-41f9-92b5-5c956a0bd638 HTTP/1.1" status: 200 len: 909 time: 0.0885420 Aug 20 15:31:19.375516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-84c68cbc-af35-4983-b5df-90a7851d8b76 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6 HTTP/1.1" status: 200 len: 1001 time: 0.0573726 Aug 20 15:31:19.426491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-83e7ee16-cbe4-4443-96d1-a3552fbfe35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:19.427945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-83e7ee16-cbe4-4443-96d1-a3552fbfe35a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5dcba62-783c-4942-893d-dbe6b619c20d HTTP/1.1" status: 200 len: 847 time: 0.0435979 Aug 20 15:31:19.477183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-2284c5cb-a937-4448-ac49-5523e5c3c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:19.478595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-2284c5cb-a937-4448-ac49-5523e5c3c35d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd8dbc16-7007-41f9-92b5-5c956a0bd638&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432072 Aug 20 15:31:19.567652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-b1e8f8f5-91a0-49dc-9431-af6c92d7bb60 service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808496 Aug 20 15:31:19.662396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bab624fa-8c32-4d2d-90ba-46a0d014c392 req-199de9c5-f260-43a8-a014-2af111812125 service neutron] 10.222.0.70 "GET /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854313 Aug 20 15:31:26.600616 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:31:29.055688 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:36.140427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:37.651658 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52656) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:37.714928 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c656e74e-41c7-4b0d-bc1d-0da72133a276 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/floatingips/87766f0f-3203-4ea3-8858-ad662ef5f27d HTTP/1.1" status: 200 len: 993 time: 0.0620346 Aug 20 15:31:38.021505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52662) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:38.176748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port 546ad26e-4d66-4aef-ae29-be1c65e7f84f {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:31:38.177092 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:38.254272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:38.254612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:38.266083 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for 546ad26e-4d66-4aef-ae29-be1c65e7f84f owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:31:38.439045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:38.468674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=546ad26e-4d66-4aef-ae29-be1c65e7f84f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:38.493292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.493649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.493989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.494328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.494670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.495002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.495332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.495682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.496010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.496335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.496663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.496987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:38.535081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:38.535315 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Floating IP 87766f0f-3203-4ea3-8858-ad662ef5f27d disassociated (deleted). External IP: 172.25.5.139, port: d3e3ea60-56b6-48ec-b686-c21ca635330b. Aug 20 15:31:38.745253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router 74accd69-ef19-42a4-af02-e2ec3c664945 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:31:38.851415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:31:38.856247 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:38.861122 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] Sync routers for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:31:38.870591 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:38.871251 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:38.882789 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a7342dc8-ec74-4fab-a25d-34173a6d9d3a tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/floatingips/87766f0f-3203-4ea3-8858-ad662ef5f27d HTTP/1.1" status: 204 len: 168 time: 0.8602731 Aug 20 15:31:38.883383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:31:38.885672 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80483df-e725-4933-b3d3-15ed3edbb242" -d '{"events": [{"name": "network-changed", "server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:31:38.978909 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:39.047413 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a091bdf1-a89f-429a-8299-a2fa18fbcccf x-openstack-request-id: req-a091bdf1-a89f-429a-8299-a2fa18fbcccf {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:31:39.047767 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:31:39.048084 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a091bdf1-a89f-429a-8299-a2fa18fbcccf {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:31:39.048493 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'status': 'completed', 'code': 200} Aug 20 15:31:39.142275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-99a7af92-9b43-4dcd-b560-9bfffc20af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:39.143840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-99a7af92-9b43-4dcd-b560-9bfffc20af46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e41f34b3c314449a83fb9ff70981e466&device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 1097 time: 0.0723493 Aug 20 15:31:39.156247 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531324c-fd7d-46a9-bb54-0f58d779411d req-b01087d7-ff6a-4736-bd2e-1a5f1546a296 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:39.157748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5531324c-fd7d-46a9-bb54-0f58d779411d req-b01087d7-ff6a-4736-bd2e-1a5f1546a296 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 945 time: 0.0604525 Aug 20 15:31:39.180438 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:46Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'aa2c5ee8-1d12-4cde-b058-330bdb069ed0', 'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:e0:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:46Z', 'updated_at': '2021-08-20T15:30:52Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:39.205644 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] Checking router: 74accd69-ef19-42a4-af02-e2ec3c664945 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:31:39.214517 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:39.215121 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:39.246082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5531324c-fd7d-46a9-bb54-0f58d779411d req-d4fb68ea-c244-4b3b-95fb-52520b9afc1d tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791731 Aug 20 15:31:39.272545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-5d7470df-c4e8-405a-a6a6-b85e6bb4fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:39.274048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-5d7470df-c4e8-405a-a6a6-b85e6bb4fe21 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a HTTP/1.1" status: 200 len: 898 time: 0.1154473 Aug 20 15:31:39.317876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-80f2a45e-0656-4c18-9c34-d0c2ca0a7509 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3e3ea60-56b6-48ec-b686-c21ca635330b HTTP/1.1" status: 200 len: 217 time: 0.0348561 Aug 20 15:31:39.321204 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:39.377143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-88cb0170-4eaf-414e-9869-836d4443c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:39.378650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-88cb0170-4eaf-414e-9869-836d4443c172 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b11ad78-313b-4dca-9106-bfebee6ea804 HTTP/1.1" status: 200 len: 834 time: 0.0485911 Aug 20 15:31:39.433260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-a83345ab-9b51-474f-968a-43a89073f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:39.434778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-a83345ab-9b51-474f-968a-43a89073f55c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415468 Aug 20 15:31:39.520191 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:46Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'aa2c5ee8-1d12-4cde-b058-330bdb069ed0', 'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:e0:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:46Z', 'updated_at': '2021-08-20T15:30:52Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:39.524630 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-7e1739af-bcc6-4414-a5e0-dd6ee8bc6c6a service neutron] 10.222.0.70 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803227 Aug 20 15:31:39.545915 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d995e3-2f1c-4ff2-a35a-64a0fd676bea None None] The sync data for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 is: [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:46Z', 'revision_number': 4, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'aa2c5ee8-1d12-4cde-b058-330bdb069ed0', 'name': '', 'network_id': '2ee01bbf-2cda-46bd-8ab3-2287cc823e4a', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'mac_address': 'fa:16:3e:e0:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:46Z', 'updated_at': '2021-08-20T15:30:52Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'subnets': [{'id': '8b11ad78-313b-4dca-9106-bfebee6ea804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:31:39.627033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f80483df-e725-4933-b3d3-15ed3edbb242 req-ce463992-a75b-4ec5-bf04-8ec07de1e06c service neutron] 10.222.0.70 "GET /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932457 Aug 20 15:31:39.775817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc562f-3c9c-4291-9f4c-c015d865c9e0 None None] New status for floating IP 87766f0f-3203-4ea3-8858-ad662ef5f27d: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:31:40.364345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad2ee8-c3c3-4617-8e75-3980f7564d09 req-f8da2e3b-6713-4f7a-8f67-80444f178d97 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:40.365824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbad2ee8-c3c3-4617-8e75-3980f7564d09 req-f8da2e3b-6713-4f7a-8f67-80444f178d97 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 945 time: 0.0500960 Aug 20 15:31:40.402167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbad2ee8-c3c3-4617-8e75-3980f7564d09 req-56d6c964-7407-4247-9143-98a9756c428c tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/security-groups?id=2e94638c-d41b-46fc-b924-c9b253c943e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304461 Aug 20 15:31:40.830835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-fbb04f21-18b4-46e3-80d1-ab617b791424 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:40.832396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-fbb04f21-18b4-46e3-80d1-ab617b791424 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 945 time: 0.0515928 Aug 20 15:31:40.933663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port d3e3ea60-56b6-48ec-b686-c21ca635330b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:31:40.934012 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:41.019400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] For port d3e3ea60-56b6-48ec-b686-c21ca635330b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d3e3ea60-56b6-48ec-b686-c21ca635330b,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:41.019807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:41.036134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for d3e3ea60-56b6-48ec-b686-c21ca635330b owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:31:41.155675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:41.184418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=d3e3ea60-56b6-48ec-b686-c21ca635330b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:41.229106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] No DVR routers for this DVR port d3e3ea60-56b6-48ec-b686-c21ca635330b on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:31:41.231665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:41.233689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13f736e6-bc53-47ff-b12a-918f6afb585c req-12542798-238f-42d0-a8e6-e31e1e3efa75 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.70 "DELETE /v2.0/ports/d3e3ea60-56b6-48ec-b686-c21ca635330b HTTP/1.1" status: 204 len: 173 time: 0.3913412 Aug 20 15:31:41.234118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'name': 'network-vif-deleted', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:31:41.236363 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5f0b65-cd43-4343-8618-46e881ba43ee" -d '{"events": [{"server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "name": "network-vif-deleted", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:31:41.403394 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d99b581-5034-4d86-80eb-363973993327 x-openstack-request-id: req-5d99b581-5034-4d86-80eb-363973993327 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:31:41.403966 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b618ff-db8f-4161-b0f9-a4bbfd30456c", "name": "network-vif-deleted", "tag": "d3e3ea60-56b6-48ec-b686-c21ca635330b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:31:41.404048 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d99b581-5034-4d86-80eb-363973993327 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:31:41.404427 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23b618ff-db8f-4161-b0f9-a4bbfd30456c', 'name': 'network-vif-deleted', 'tag': 'd3e3ea60-56b6-48ec-b686-c21ca635330b', 'status': 'completed', 'code': 200} Aug 20 15:31:41.507624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a156235-80ae-4384-b192-25713d592c84 req-ccf52097-2de1-49e8-9944-201849d707b0 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "GET /v2.0/ports?device_id=23b618ff-db8f-4161-b0f9-a4bbfd30456c HTTP/1.1" status: 200 len: 210 time: 0.0258512 Aug 20 15:31:42.237354 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f29418ec-35e9-459c-b44b-63f29aa1f5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:42.563786 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52680) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:42.623337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dae46728-4081-49e9-845f-c1bd7e64c7bc tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:42.648422 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dae46728-4081-49e9-845f-c1bd7e64c7bc tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:42.708919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dae46728-4081-49e9-845f-c1bd7e64c7bc tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:42.711759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dae46728-4081-49e9-845f-c1bd7e64c7bc tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:42.712923 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dae46728-4081-49e9-845f-c1bd7e64c7bc tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e94638c-d41b-46fc-b924-c9b253c943e6 HTTP/1.1" status: 204 len: 168 time: 0.1481533 Aug 20 15:31:42.721712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae46728-4081-49e9-845f-c1bd7e64c7bc tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e94638c-d41b-46fc-b924-c9b253c943e6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:42.751179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52684) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:43.117882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:43.385779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port aa2c5ee8-1d12-4cde-b058-330bdb069ed0 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:31:43.386124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:43.475097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] For port aa2c5ee8-1d12-4cde-b058-330bdb069ed0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=aa2c5ee8-1d12-4cde-b058-330bdb069ed0,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:43.475467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:43.492803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for aa2c5ee8-1d12-4cde-b058-330bdb069ed0 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:31:43.670987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:43.695263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=aa2c5ee8-1d12-4cde-b058-330bdb069ed0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:43.867940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.092880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Router 74accd69-ef19-42a4-af02-e2ec3c664945 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:31:44.202664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:31:44.211737 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f54457cd-9375-43e7-9713-74a096248a71 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "PUT /v2.0/routers/74accd69-ef19-42a4-af02-e2ec3c664945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4559228 Aug 20 15:31:44.211737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52690) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:44.215676 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] Sync routers for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:31:44.242587 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:44.243211 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:44.263146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d85e7c-4849-4af8-88e9-1686939bba6e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting subnet 8b11ad78-313b-4dca-9106-bfebee6ea804 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:31:44.266421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47d85e7c-4849-4af8-88e9-1686939bba6e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.308850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47d85e7c-4849-4af8-88e9-1686939bba6e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.350081 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:44.400480 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47d85e7c-4849-4af8-88e9-1686939bba6e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.460585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47d85e7c-4849-4af8-88e9-1686939bba6e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.487784 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d85e7c-4849-4af8-88e9-1686939bba6e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Subnet': ['ID=8b11ad78-313b-4dca-9106-bfebee6ea804,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:44.494854 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-47d85e7c-4849-4af8-88e9-1686939bba6e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.497173 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-47d85e7c-4849-4af8-88e9-1686939bba6e tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/subnets/8b11ad78-313b-4dca-9106-bfebee6ea804 HTTP/1.1" status: 204 len: 168 time: 0.2841711 Aug 20 15:31:44.499624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52692) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:44.509614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74160b7d-aa09-4c6d-acb9-d58bad0d1b2f None None] Network 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:31:44.538287 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:31:43Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:44.625680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.685011 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] Checking router: 74accd69-ef19-42a4-af02-e2ec3c664945 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:31:44.694504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] Routers {'74accd69-ef19-42a4-af02-e2ec3c664945'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:44.695170 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['74accd69-ef19-42a4-af02-e2ec3c664945'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:44.741875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] DHCP port deletion for 2ee01bbf-2cda-46bd-8ab3-2287cc823e4a request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:31:44.757620 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.800222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Deleting port f6243f3d-e199-4713-957d-d8630a406e1a {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:31:44.800534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.829753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Deleting port 05d97535-932d-4464-9f7e-2375e7b729f3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:31:44.830202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.836008 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] Set router 74accd69-ef19-42a4-af02-e2ec3c664945 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:44.845902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52694) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:44.877448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.888738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] For port f6243f3d-e199-4713-957d-d8630a406e1a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f6243f3d-e199-4713-957d-d8630a406e1a,segment=NetworkSegment(2d86c0fc-e1ac-479a-8119-1a0e275820bb),segment_id=2d86c0fc-e1ac-479a-8119-1a0e275820bb)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:44.889455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.918825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Calling delete_port for f6243f3d-e199-4713-957d-d8630a406e1a owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:31:44.954145 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] For port 05d97535-932d-4464-9f7e-2375e7b729f3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=05d97535-932d-4464-9f7e-2375e7b729f3,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:44.954530 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:44.967087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Calling delete_port for 05d97535-932d-4464-9f7e-2375e7b729f3 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:31:44.973653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-024aadbf-e090-41f5-a9a0-2b2134bce712 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2595 time: 0.1263387 Aug 20 15:31:44.974907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52696) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:44.980152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'network': {'name': 'tempest-network-smoke--1160680704', 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'port_security_enabled': False}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:44.997316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d3e3ea60-56b6-48ec-b686-c21ca635330b no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:31:45.015677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Made reservation on behalf of bd154e69a02a47289cf37a9881e710c5 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:31:45.021643 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.028500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: d3e3ea60-56b6-48ec-b686-c21ca635330b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:31:45.029354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d3e3ea60-56b6-48ec-b686-c21ca635330b not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:31:45.045662 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.056517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:31:45.069362 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.069711 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Added segment 526cd4d5-194b-438e-8ffe-9b62a1264a27 of type vlan for network c1d098fb-a7a3-4efa-be20-0dc36ca27eed Aug 20 15:31:45.082081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Pushing event deleted for resources: {'Port': ['ID=f6243f3d-e199-4713-957d-d8630a406e1a,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:45.105407 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:31:43Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:45.110780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] No DVR routers for this DVR port f6243f3d-e199-4713-957d-d8630a406e1a on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:31:45.125776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.126226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.126670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.127111 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.127674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.128109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.128538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.128964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.129427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.129891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.130536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.131148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126b87d-7f29-4b9b-aa23-409887afcddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:45.150336 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff74da2-5561-4cdb-b5ce-287e05b69f8e None None] The sync data for ids ['74accd69-ef19-42a4-af02-e2ec3c664945'] in n-d-695189-15 is: [{'id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'name': 'tempest-TestNetworkBasicOps-router-1914071144', 'tenant_id': 'e41f34b3c314449a83fb9ff70981e466', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:31:43Z', 'revision_number': 5, 'project_id': 'e41f34b3c314449a83fb9ff70981e466', 'gw_port': {'id': '05d97535-932d-4464-9f7e-2375e7b729f3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74accd69-ef19-42a4-af02-e2ec3c664945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:43Z', 'updated_at': '2021-08-20T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:31:45.155156 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.192957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.198760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:45.199406 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.216215 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-36b63dab-4bce-45c6-9b63-ea9faf3fccfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.308325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3296628 Aug 20 15:31:45.312826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52698) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:45.317180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'admin_state_up': True, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:45.328797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f07151-d752-4a00-a86b-21a56173f87d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Network': ['ID=c1d098fb-a7a3-4efa-be20-0dc36ca27eed,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:45.341214 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c1d098fb-a7a3-4efa-be20-0dc36ca27eed details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:31:45.347623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.349791 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.408068 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.483564 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.510132 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Port': ['ID=05d97535-932d-4464-9f7e-2375e7b729f3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:45.547627 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.581369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.681315 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.684069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.729031 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.729563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Fanout notify agent at l3_agent the message router_deleted on router 74accd69-ef19-42a4-af02-e2ec3c664945 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:31:45.736698 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.740600 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bf705261-0c52-46ff-bf0a-8c15cf9ef132 tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/routers/74accd69-ef19-42a4-af02-e2ec3c664945 HTTP/1.1" status: 204 len: 168 time: 1.2372270 Aug 20 15:31:45.740801 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52700) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:45.749247 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.768447 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.829627 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.883999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Allocated IP 172.25.5.37 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/fbca2830-313d-40cd-89e5-ae836b4d2134) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:45.933937 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.944362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee01bbf-2cda-46bd-8ab3-2287cc823e4a']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:45.956646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d86c0fc-e1ac-479a-8119-1a0e275820bb') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:45.956946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d86c0fc-e1ac-479a-8119-1a0e275820bb') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:45.966756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.980813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.987126 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:31:45.987709 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:31:45.991347 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:31:45.995322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.035077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.054204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.061550 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.063443 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] 10.222.0.36 "DELETE /v2.0/networks/2ee01bbf-2cda-46bd-8ab3-2287cc823e4a HTTP/1.1" status: 204 len: 168 time: 0.3217344 Aug 20 15:31:46.079576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:46.081829 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2b218-4090-4e30-b21e-0205e013701f tempest-TestNetworkBasicOps-1213718062 tempest-TestNetworkBasicOps-1213718062-project] Pushing event deleted for resources: {'Network': ['ID=2ee01bbf-2cda-46bd-8ab3-2287cc823e4a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:46.084033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:46.087653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:46.112167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=fbca2830-313d-40cd-89e5-ae836b4d2134,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:46.227393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.304458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device aa2c5ee8-1d12-4cde-b058-330bdb069ed0 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:31:46.329721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: aa2c5ee8-1d12-4cde-b058-330bdb069ed0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:31:46.330073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device aa2c5ee8-1d12-4cde-b058-330bdb069ed0 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:31:46.330498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 05d97535-932d-4464-9f7e-2375e7b729f3 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:31:46.351797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 05d97535-932d-4464-9f7e-2375e7b729f3 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:31:46.352142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 05d97535-932d-4464-9f7e-2375e7b729f3 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:31:46.352576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f6243f3d-e199-4713-957d-d8630a406e1a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:31:46.373272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: f6243f3d-e199-4713-957d-d8630a406e1a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:31:46.373637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f6243f3d-e199-4713-957d-d8630a406e1a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:31:46.381943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52706) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:46.524000 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ddfa5542-69d9-44d2-8190-a3e8ba163a6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e41f34b3c314449a83fb9ff70981e466&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407356 Aug 20 15:31:46.526478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52710) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:46.578088 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6db5ed7-4f38-4336-84e9-acc14190ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.600115 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6db5ed7-4f38-4336-84e9-acc14190ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.648505 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6db5ed7-4f38-4336-84e9-acc14190ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.651444 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6db5ed7-4f38-4336-84e9-acc14190ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.652700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b6db5ed7-4f38-4336-84e9-acc14190ca5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfb4b402-545b-45ce-8fe9-984f477c33a7 HTTP/1.1" status: 204 len: 168 time: 0.1252732 Aug 20 15:31:46.661850 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db5ed7-4f38-4336-84e9-acc14190ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb4b402-545b-45ce-8fe9-984f477c33a7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:46.672321 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.875897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:46.924488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52716) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:46.938175 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35fe27af-9ba8-4c25-8f60-9aa1cb55249a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.014286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Router c82c4801-b9bd-4cd5-a310-9ee391a49737 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:31:47.035042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35fe27af-9ba8-4c25-8f60-9aa1cb55249a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.039813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-35fe27af-9ba8-4c25-8f60-9aa1cb55249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.076786 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe27af-9ba8-4c25-8f60-9aa1cb55249a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b97743-6f1b-44d2-b775-3639852f72f0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:47.084317 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-35fe27af-9ba8-4c25-8f60-9aa1cb55249a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=172e905b3c6244efa84dc3e21045e39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556795 Aug 20 15:31:47.084728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52718) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:47.122778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:31:47.133988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Sync routers for ids ['c82c4801-b9bd-4cd5-a310-9ee391a49737'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:31:47.138334 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37f2ff8a-fa20-4eca-8186-e212372810f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.144069 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.147815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Routers {'c82c4801-b9bd-4cd5-a310-9ee391a49737'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:47.149118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c82c4801-b9bd-4cd5-a310-9ee391a49737'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:47.152112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cb02e34a-7134-468e-a819-925827b6fe8c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8384829 Aug 20 15:31:47.153051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52720) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:47.186405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37f2ff8a-fa20-4eca-8186-e212372810f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.232524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1afc9-84f0-4617-9301-8945141982e5 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:47.234038 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fdf1afc9-84f0-4617-9301-8945141982e5 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=bd154e69a02a47289cf37a9881e710c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0800066 Aug 20 15:31:47.236908 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52722) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:47.262185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Set router c82c4801-b9bd-4cd5-a310-9ee391a49737 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:47.300119 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37f2ff8a-fa20-4eca-8186-e212372810f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.303065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-37f2ff8a-fa20-4eca-8186-e212372810f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.306653 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-37f2ff8a-fa20-4eca-8186-e212372810f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02b97743-6f1b-44d2-b775-3639852f72f0 HTTP/1.1" status: 204 len: 168 time: 0.2188110 Aug 20 15:31:47.320027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2ff8a-fa20-4eca-8186-e212372810f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b97743-6f1b-44d2-b775-3639852f72f0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:47.343962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b25bb4-cb46-47c4-a460-df400c840a90 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:47.348510 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-97b25bb4-cb46-47c4-a460-df400c840a90 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1081231 Aug 20 15:31:47.348988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52726) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:47.381666 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0a535f4d-91dc-45a7-a200-7c74e5f7de44 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283811 Aug 20 15:31:47.382485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52728) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:47.425279 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6e78f1fe-3642-45cd-8414-fd0f1c1cf188 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=bd154e69a02a47289cf37a9881e710c5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393224 Aug 20 15:31:47.425444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52730) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:47.471255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:46Z', 'revision_number': 3, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:47.498706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Checking router: c82c4801-b9bd-4cd5-a310-9ee391a49737 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:31:47.499059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Updating router c82c4801-b9bd-4cd5-a310-9ee391a49737 port fbca2830-313d-40cd-89e5-ae836b4d2134 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:31:47.518875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90053fc2-0a60-46b5-ab88-eb27bc2ac7fd tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:47.520499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-90053fc2-0a60-46b5-ab88-eb27bc2ac7fd tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941169 Aug 20 15:31:47.523917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52734) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:47.529258 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.553776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e6f73535-54cc-4ea0-908c-18eaf7b4cb35 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287166 Aug 20 15:31:47.556423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52736) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:47.562655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-235147336', 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed', 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:47.667377 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Made reservation on behalf of bd154e69a02a47289cf37a9881e710c5 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:31:47.673635 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.795258 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.807114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Transition to ACTIVE for port object fbca2830-313d-40cd-89e5-ae836b4d2134 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:47.814819 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.867211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Attempting to bind port fbca2830-313d-40cd-89e5-ae836b4d2134 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:31:47.867608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Attempting to bind port fbca2830-313d-40cd-89e5-ae836b4d2134 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:31:47.868089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Attempting to bind port fbca2830-313d-40cd-89e5-ae836b4d2134 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:31:47.878924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e931be8-76be-49ac-a810-6b1566d3dc04 None None] Pushing event updated for resources: {'Port': ['ID=fbca2830-313d-40cd-89e5-ae836b4d2134,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:47.882827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:31:47.883295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:47.883731 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.884118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:31:47.884596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Bound port: fbca2830-313d-40cd-89e5-ae836b4d2134, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:31:47.884978 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.929227 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.932423 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.959559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] For port fbca2830-313d-40cd-89e5-ae836b4d2134, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:31:47.962115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] For port fbca2830-313d-40cd-89e5-ae836b4d2134, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fbca2830-313d-40cd-89e5-ae836b4d2134,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:31:47.966549 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:47.998585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Subnet': ['ID=6ad6513f-86cd-4a73-878f-dc3d7c166480,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:48.008293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Checking segment: {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:48.008293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network hostable DHCP agents. Network: c1d098fb-a7a3-4efa-be20-0dc36ca27eed, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:31:48.022462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Routers {'c82c4801-b9bd-4cd5-a310-9ee391a49737'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:48.023153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c82c4801-b9bd-4cd5-a310-9ee391a49737'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:48.028488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network c1d098fb-a7a3-4efa-be20-0dc36ca27eed is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:31:48.041759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c1d098fb-a7a3-4efa-be20-0dc36ca27eed) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:48.046654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:48.047428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.067704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4c6f3865-6c7c-4259-965d-c17cc293ba89 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5077479 Aug 20 15:31:48.068695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52754) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:48.076497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b414dbd-b4a1-4f0f-8369-41894d0002ba None None] Network c1d098fb-a7a3-4efa-be20-0dc36ca27eed requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:31:48.095876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e931be8-76be-49ac-a810-6b1566d3dc04 None None] Pushing event updated for resources: {'Port': ['ID=fbca2830-313d-40cd-89e5-ae836b4d2134,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:48.159075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52756) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:48.214951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] Set router c82c4801-b9bd-4cd5-a310-9ee391a49737 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:48.279634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-562855379-network', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:48.302631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Made reservation on behalf of 245583dd8df64a85bfa329199a2edbc6 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:31:48.305074 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.314262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.399895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-c1d098fb-a7a3-4efa-be20-0dc36ca27eed', 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'fixed_ips': [{'subnet_id': '6ad6513f-86cd-4a73-878f-dc3d7c166480'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:31:48.400769 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.424982 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.429334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.458419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:31:48.469032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513f0b36-1e32-4a9e-95ac-f0c4501a9e5a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:48.475341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.475877 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Added segment 4a554c51-8d82-436b-8caa-c1b78d4e5f6a of type vlan for network 93158d50-2276-4887-a58b-b602024b67ae Aug 20 15:31:48.531409 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.559386 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.560852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:48.561610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.583689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.588062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4248023 Aug 20 15:31:48.592384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52760) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:48.599717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Request body: {'subnet': {'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-562855379-subnet', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:48.658993 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Made reservation on behalf of 245583dd8df64a85bfa329199a2edbc6 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:31:48.661716 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.676996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd5886-8ae0-4ff1-97ef-c525cce36856 admin admin] Pushing event updated for resources: {'Network': ['ID=93158d50-2276-4887-a58b-b602024b67ae,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:48.693139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 93158d50-2276-4887-a58b-b602024b67ae details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:31:48.788091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:46Z', 'revision_number': 3, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:48.790989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Allocated IP 172.20.0.18 (c1d098fb-a7a3-4efa-be20-0dc36ca27eed/6ad6513f-86cd-4a73-878f-dc3d7c166480/5af785e4-5325-4177-9c97-a4c1162d1797) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:48.831708 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5035bf1a-760d-4492-b839-e95eba7429ed None None] The sync data for ids ['c82c4801-b9bd-4cd5-a310-9ee391a49737'] in n-d-695189-15 is: [{'id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:46Z', 'revision_number': 3, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:31:48.973966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.987090 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:48.997540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Transition to ACTIVE for port object 5af785e4-5325-4177-9c97-a4c1162d1797 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:49.015468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Transition to ACTIVE for port object 5af785e4-5325-4177-9c97-a4c1162d1797 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:49.023246 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.079170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=868aeef5-c396-4023-b1d7-3c9616f12c6b,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:49.089500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Network c1d098fb-a7a3-4efa-be20-0dc36ca27eed is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:49.096636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Pushing event updated for resources: {'Port': ['ID=5af785e4-5325-4177-9c97-a4c1162d1797,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:49.099353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:49.101575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:49.110339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Checking segment: {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:49.110698 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Network hostable DHCP agents. Network: 93158d50-2276-4887-a58b-b602024b67ae, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:31:49.126240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Allocated IP 172.20.0.17 (c1d098fb-a7a3-4efa-be20-0dc36ca27eed/6ad6513f-86cd-4a73-878f-dc3d7c166480/49898499-da76-4453-8a19-395c074a7758) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:49.159389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Network 93158d50-2276-4887-a58b-b602024b67ae is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:31:49.161955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Attempting to bind port 5af785e4-5325-4177-9c97-a4c1162d1797 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:31:49.162450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Attempting to bind port 5af785e4-5325-4177-9c97-a4c1162d1797 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:31:49.163284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Attempting to bind port 5af785e4-5325-4177-9c97-a4c1162d1797 on network c1d098fb-a7a3-4efa-be20-0dc36ca27eed {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:31:49.168802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:31:49.169317 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Checking segment: {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:49.169831 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.170343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Bound using segment: {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:31:49.170913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Bound port: 5af785e4-5325-4177-9c97-a4c1162d1797, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:31:49.171407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.225705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 93158d50-2276-4887-a58b-b602024b67ae) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:49.233518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:49.234386 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.247992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dec6ff7-caf9-4bb6-80fc-fa228b8ea332 None None] Network 93158d50-2276-4887-a58b-b602024b67ae requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:31:49.258310 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ef7a0223-73a6-4de9-b5a3-611e3941f5e7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6640821 Aug 20 15:31:49.261468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52762) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:49.270627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:49.295513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] For port 5af785e4-5325-4177-9c97-a4c1162d1797, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:31:49.311002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.312900 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.313911 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.320928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] For port 5af785e4-5325-4177-9c97-a4c1162d1797, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5af785e4-5325-4177-9c97-a4c1162d1797,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:31:49.335943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Transition to ACTIVE for port object 49898499-da76-4453-8a19-395c074a7758 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:49.368491 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.376396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.380151 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.424571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network c1d098fb-a7a3-4efa-be20-0dc36ca27eed is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:49.431960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:49.447755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:49.492640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076c49-79fb-43b1-b42a-f285dd614621 None None] Pushing event updated for resources: {'Port': ['ID=5af785e4-5325-4177-9c97-a4c1162d1797,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:49.498503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-93158d50-2276-4887-a58b-b602024b67ae', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'fixed_ips': [{'subnet_id': '868aeef5-c396-4023-b1d7-3c9616f12c6b'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:31:49.499379 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.514237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=49898499-da76-4453-8a19-395c074a7758,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:49.542067 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.559080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.656497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Allocated IP 172.20.0.2 (93158d50-2276-4887-a58b-b602024b67ae/868aeef5-c396-4023-b1d7-3c9616f12c6b/8eb5ba50-12f0-4833-b559-9ec320671bd9) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:49.766859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.850895 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.862174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Transition to ACTIVE for port object 8eb5ba50-12f0-4833-b559-9ec320671bd9 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:49.885291 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Transition to ACTIVE for port object 8eb5ba50-12f0-4833-b559-9ec320671bd9 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:49.898691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.907815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.936555 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:49.954982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Network 93158d50-2276-4887-a58b-b602024b67ae is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:49.960272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:49.968451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:49.971361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Pushing event updated for resources: {'Port': ['ID=8eb5ba50-12f0-4833-b559-9ec320671bd9,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:50.055054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Attempting to bind port 8eb5ba50-12f0-4833-b559-9ec320671bd9 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:31:50.055604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Attempting to bind port 8eb5ba50-12f0-4833-b559-9ec320671bd9 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:31:50.056120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Attempting to bind port 8eb5ba50-12f0-4833-b559-9ec320671bd9 on network 93158d50-2276-4887-a58b-b602024b67ae {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:31:50.065466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:31:50.065842 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Checking segment: {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:50.066242 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.066631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Bound using segment: {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:31:50.067332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Bound port: 8eb5ba50-12f0-4833-b559-9ec320671bd9, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:31:50.067916 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.086294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Allocated IP 172.25.5.32 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/d3e58023-58c1-44eb-a17a-19baec1c121a) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:50.175099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] For port 8eb5ba50-12f0-4833-b559-9ec320671bd9, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:31:50.177905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.180954 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5af785e4-5325-4177-9c97-a4c1162d1797 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:50.185390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.211441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] For port 8eb5ba50-12f0-4833-b559-9ec320671bd9, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8eb5ba50-12f0-4833-b559-9ec320671bd9,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:31:50.218994 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.223879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.257725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.259611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=49898499-da76-4453-8a19-395c074a7758,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:50.276329 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.302599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5af785e4-5325-4177-9c97-a4c1162d1797 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:50.311024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fbca2830-313d-40cd-89e5-ae836b4d2134 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:50.312761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406e432-d4ab-428c-91ce-2cea2f726a11 None None] Pushing event updated for resources: {'Port': ['ID=8eb5ba50-12f0-4833-b559-9ec320671bd9,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:50.337297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:50.340163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:50.343821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:50.373296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port fbca2830-313d-40cd-89e5-ae836b4d2134 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:50.379387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fbca2830-313d-40cd-89e5-ae836b4d2134 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:50.380781 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.391803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network c1d098fb-a7a3-4efa-be20-0dc36ca27eed is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:50.393307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:50.431212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e58023-58c1-44eb-a17a-19baec1c121a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:50.467525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.467960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.468308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.468650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.468986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.469318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.469648 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.469981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.470308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.470636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.470964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.471289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:50.474219 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.502462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port fbca2830-313d-40cd-89e5-ae836b4d2134, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fbca2830-313d-40cd-89e5-ae836b4d2134,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:50.508425 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.589043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=fbca2830-313d-40cd-89e5-ae836b4d2134,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:50.604384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Router c82c4801-b9bd-4cd5-a310-9ee391a49737 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:31:50.725349 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:50.744510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:31:50.749907 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df355b69-f516-424a-b73c-8c8f4ac8cf02 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "PUT /v2.0/routers/c82c4801-b9bd-4cd5-a310-9ee391a49737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6791031 Aug 20 15:31:50.953292 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:51.119033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c201b1d-2a7c-403c-887d-f06c6dfe4a23 None None] Network c1d098fb-a7a3-4efa-be20-0dc36ca27eed requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:31:51.124412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-6b780f80-fde9-4699-b6ad-57424014717f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:51.125914 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-6b780f80-fde9-4699-b6ad-57424014717f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/networks?id=c1d098fb-a7a3-4efa-be20-0dc36ca27eed HTTP/1.1" status: 200 len: 798 time: 0.1876311 Aug 20 15:31:51.149878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-6faee6bb-a3d6-474d-b4a7-d30d35fce0e1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/quotas/bd154e69a02a47289cf37a9881e710c5 HTTP/1.1" status: 200 len: 375 time: 0.0143504 Aug 20 15:31:51.212492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:31:51.230253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-9846065b-3951-449a-bc27-3119d653c164 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd154e69a02a47289cf37a9881e710c5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0740564 Aug 20 15:31:51.243162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-000e72d8-7d44-42f1-b28d-d2027bc70413 None None] Provisioning for port 5af785e4-5325-4177-9c97-a4c1162d1797 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:51.247785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-000e72d8-7d44-42f1-b28d-d2027bc70413 None None] Provisioning complete for port 5af785e4-5325-4177-9c97-a4c1162d1797 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:51.248153 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-000e72d8-7d44-42f1-b28d-d2027bc70413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:51.371915 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Sync routers for ids ['c82c4801-b9bd-4cd5-a310-9ee391a49737'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:31:51.379037 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-000e72d8-7d44-42f1-b28d-d2027bc70413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:51.389093 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Routers {'c82c4801-b9bd-4cd5-a310-9ee391a49737'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:51.389938 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c82c4801-b9bd-4cd5-a310-9ee391a49737'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:51.415406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:31:51.417430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-000e72d8-7d44-42f1-b28d-d2027bc70413 None None] For port 5af785e4-5325-4177-9c97-a4c1162d1797, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5af785e4-5325-4177-9c97-a4c1162d1797,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:51.427015 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-000e72d8-7d44-42f1-b28d-d2027bc70413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:51.427648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-c3b6b915-3094-4fb2-a75e-ed3cf6af06c6 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d098fb-a7a3-4efa-be20-0dc36ca27eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529489 Aug 20 15:31:51.452506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Sync routers for ids ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:31:51.489732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Routers {'9c45044b-81ae-4a03-a5eb-2c15c8976ec3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:51.490546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:51.505129 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:51.509526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-43cd0403-65a7-44ef-a6fb-0594bc9bf8c5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2468359 Aug 20 15:31:51.510391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52780) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:51.549842 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Set router c82c4801-b9bd-4cd5-a310-9ee391a49737 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:51.569220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e72d8-7d44-42f1-b28d-d2027bc70413 None None] Pushing event updated for resources: {'Port': ['ID=5af785e4-5325-4177-9c97-a4c1162d1797,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:51.607367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-76c49183-534b-4877-80be-7e27905c87d2 service neutron] 10.222.0.36 "GET /v2.0/networks/c1d098fb-a7a3-4efa-be20-0dc36ca27eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670787 Aug 20 15:31:51.681524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Set router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:51.907705 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0145f0-17b2-4aef-b0a7-dca530c9fa9c None None] Network 93158d50-2276-4887-a58b-b602024b67ae requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:31:51.936933 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:49Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '49898499-da76-4453-8a19-395c074a7758', 'name': '', 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:62:4b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6ad6513f-86cd-4a73-878f-dc3d7c166480', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:48Z', 'updated_at': '2021-08-20T15:31:49Z', 'revision_number': 2, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '6ad6513f-86cd-4a73-878f-dc3d7c166480', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:51.954187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-050c226d-4c58-4463-8eee-70773e4fb582 req-aec84b08-4970-48f8-8b76-c36102b84c9e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 210 time: 0.0721636 Aug 20 15:31:51.967811 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Checking router: c82c4801-b9bd-4cd5-a310-9ee391a49737 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:31:51.968169 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Updating router c82c4801-b9bd-4cd5-a310-9ee391a49737 port 49898499-da76-4453-8a19-395c074a7758 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:31:51.999878 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.080698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-78eab6c4-89c7-4bad-bcde-43c5c0d33719 None None] Provisioning complete for port 5af785e4-5325-4177-9c97-a4c1162d1797 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:52.081388 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78eab6c4-89c7-4bad-bcde-43c5c0d33719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.228441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5af785e4-5325-4177-9c97-a4c1162d1797 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:52.466816 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.480940 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Transition to ACTIVE for port object 49898499-da76-4453-8a19-395c074a7758 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:52.481161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:50Z', 'revision_number': 3, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'gw_port': {'id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:52.488203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5af785e4-5325-4177-9c97-a4c1162d1797 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:52.488620 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.493001 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.526501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-78eab6c4-89c7-4bad-bcde-43c5c0d33719 None None] Provisioning for port 49898499-da76-4453-8a19-395c074a7758 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:52.550380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Checking router: 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:31:52.550786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Updating router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 port d3e58023-58c1-44eb-a17a-19baec1c121a binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:31:52.596780 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.628285 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Pushing event updated for resources: {'Port': ['ID=49898499-da76-4453-8a19-395c074a7758,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:52.638366 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.648936 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.649285 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.649689 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.649973 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.650298 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.650796 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.651269 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.651759 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.652259 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.652728 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.653199 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.653663 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:31:52.672151 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Attempting to bind port 49898499-da76-4453-8a19-395c074a7758 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:31:52.672720 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Attempting to bind port 49898499-da76-4453-8a19-395c074a7758 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:31:52.673250 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Attempting to bind port 49898499-da76-4453-8a19-395c074a7758 on network c1d098fb-a7a3-4efa-be20-0dc36ca27eed {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:31:52.679433 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:31:52.679854 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Checking segment: {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:52.680260 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.680811 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Bound using segment: {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:31:52.681438 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Bound port: 49898499-da76-4453-8a19-395c074a7758, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:31:52.681831 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.794221 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] For port 49898499-da76-4453-8a19-395c074a7758, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:31:52.798874 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] For port 49898499-da76-4453-8a19-395c074a7758, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=49898499-da76-4453-8a19-395c074a7758,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:31:52.804201 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:52.851290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fbca2830-313d-40cd-89e5-ae836b4d2134 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:52.863045 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Routers {'c82c4801-b9bd-4cd5-a310-9ee391a49737'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:52.864189 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c82c4801-b9bd-4cd5-a310-9ee391a49737'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:52.887492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-af7c7037-b4d9-49d5-b83c-0101bbb8cd6f None None] Provisioning for port 8eb5ba50-12f0-4833-b559-9ec320671bd9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:52.953005 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2a244-8472-468c-8962-4814c220d42c None None] Pushing event updated for resources: {'Port': ['ID=49898499-da76-4453-8a19-395c074a7758,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:53.007499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Allocated IP 172.20.0.1 (93158d50-2276-4887-a58b-b602024b67ae/868aeef5-c396-4023-b1d7-3c9616f12c6b/02dda5ce-81b3-45c6-ab0f-6b1680940b92) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:53.085429 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] Set router c82c4801-b9bd-4cd5-a310-9ee391a49737 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:53.112867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0652ee56-4f31-4a4b-bfc9-929a3041415b req-1efb6f0b-cfc8-43c7-8c92-11b7aaf71494 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 210 time: 0.0486796 Aug 20 15:31:53.208349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.224292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Transition to ACTIVE for port object 02dda5ce-81b3-45c6-ab0f-6b1680940b92 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:53.263565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.263805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fbca2830-313d-40cd-89e5-ae836b4d2134 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:53.264037 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.332044 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Network 93158d50-2276-4887-a58b-b602024b67ae is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:53.337113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:53.364317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:53.431242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Pushing event updated for resources: {'Port': ['ID=02dda5ce-81b3-45c6-ab0f-6b1680940b92,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:53.446677 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.454347 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.490401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Transition to ACTIVE for port object d3e58023-58c1-44eb-a17a-19baec1c121a will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:53.594614 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.618776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8eb5ba50-12f0-4833-b559-9ec320671bd9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:53.627134 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:49Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '49898499-da76-4453-8a19-395c074a7758', 'name': '', 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:62:4b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6ad6513f-86cd-4a73-878f-dc3d7c166480', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:48Z', 'updated_at': '2021-08-20T15:31:52Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '6ad6513f-86cd-4a73-878f-dc3d7c166480', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:53.659525 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297b8c80-d226-44fc-836b-fe385fc5d617 None None] The sync data for ids ['c82c4801-b9bd-4cd5-a310-9ee391a49737'] in n-d-695189-15 is: [{'id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:49Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '49898499-da76-4453-8a19-395c074a7758', 'name': '', 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:62:4b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '6ad6513f-86cd-4a73-878f-dc3d7c166480', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:48Z', 'updated_at': '2021-08-20T15:31:52Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '6ad6513f-86cd-4a73-878f-dc3d7c166480', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:31:53.698398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.745743 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-320d98e2-f614-4608-a793-48aee41b9449 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:53.747404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-320d98e2-f614-4608-a793-48aee41b9449 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.70 "GET /v2.0/networks?id=c1d098fb-a7a3-4efa-be20-0dc36ca27eed HTTP/1.1" status: 200 len: 798 time: 0.5643220 Aug 20 15:31:53.762735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Attempting to bind port d3e58023-58c1-44eb-a17a-19baec1c121a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:31:53.763716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Attempting to bind port d3e58023-58c1-44eb-a17a-19baec1c121a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:31:53.764122 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Attempting to bind port d3e58023-58c1-44eb-a17a-19baec1c121a on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:31:53.773706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Request body: {'port': {'device_id': '180623e1-cb04-4909-a9eb-fa6b9b33f7bd', 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed', 'admin_state_up': True, 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:53.774956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:31:53.775384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:53.776069 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.776441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:31:53.777011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Bound port: d3e58023-58c1-44eb-a17a-19baec1c121a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:31:53.777386 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.780068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445f06e-7576-4059-8e94-d670dc1f1b06 None None] Pushing event updated for resources: {'Port': ['ID=d3e58023-58c1-44eb-a17a-19baec1c121a,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:53.785470 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a14da96c-ac23-4e17-b582-4840f7adbea2 None None] Provisioning for port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:53.833200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a14da96c-ac23-4e17-b582-4840f7adbea2 None None] Provisioning complete for port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:53.833475 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a14da96c-ac23-4e17-b582-4840f7adbea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.896497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 8eb5ba50-12f0-4833-b559-9ec320671bd9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:53.916015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a14da96c-ac23-4e17-b582-4840f7adbea2 None None] Port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:31:53.922984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8eb5ba50-12f0-4833-b559-9ec320671bd9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:53.923708 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.930030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] For port d3e58023-58c1-44eb-a17a-19baec1c121a, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:31:53.939415 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.945830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.947774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Made reservation on behalf of bd154e69a02a47289cf37a9881e710c5 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:31:53.951375 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.968837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] For port d3e58023-58c1-44eb-a17a-19baec1c121a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d3e58023-58c1-44eb-a17a-19baec1c121a,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:31:53.981348 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:53.994186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.059195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Routers {'9c45044b-81ae-4a03-a5eb-2c15c8976ec3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:54.059873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:54.061901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445f06e-7576-4059-8e94-d670dc1f1b06 None None] Pushing event updated for resources: {'Port': ['ID=d3e58023-58c1-44eb-a17a-19baec1c121a,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:54.086261 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Pushing event updated for resources: {'Port': ['ID=02dda5ce-81b3-45c6-ab0f-6b1680940b92,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:54.126415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Allocated IP 172.20.0.26 (c1d098fb-a7a3-4efa-be20-0dc36ca27eed/6ad6513f-86cd-4a73-878f-dc3d7c166480/91d7dab3-06aa-4e0a-9c22-3820e734f55a) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:54.156141 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.175923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Network 93158d50-2276-4887-a58b-b602024b67ae is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:54.178127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:54.302012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-754fc321-4d38-4236-8744-30a66d11b920 req-e65d0c65-142c-4ace-8799-59eb2153ea9b tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 210 time: 0.0864968 Aug 20 15:31:54.317709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 8eb5ba50-12f0-4833-b559-9ec320671bd9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8eb5ba50-12f0-4833-b559-9ec320671bd9,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:54.320733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] Set router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:54.326043 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.362444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:31:54.427353 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.451883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Transition to ACTIVE for port object 91d7dab3-06aa-4e0a-9c22-3820e734f55a will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:54.513307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 49898499-da76-4453-8a19-395c074a7758 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:54.516478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=8eb5ba50-12f0-4833-b559-9ec320671bd9,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:54.532065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.566742 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:31:54.584556 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8cb264cc-38b3-4f77-9988-278111db5f9a admin admin] 10.222.0.36 "PUT /v2.0/routers/9c45044b-81ae-4a03-a5eb-2c15c8976ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0628867 Aug 20 15:31:54.591494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Network c1d098fb-a7a3-4efa-be20-0dc36ca27eed is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:54.596606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:54.611396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:54.642257 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event updated for resources: {'Port': ['ID=91d7dab3-06aa-4e0a-9c22-3820e734f55a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:54.678765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 49898499-da76-4453-8a19-395c074a7758 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:54.682847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-03396e06-8ba3-4d25-9b48-7787ac1dab20 None None] Provisioning complete for port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:54.683230 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-03396e06-8ba3-4d25-9b48-7787ac1dab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.698963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:54.699823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.713208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 49898499-da76-4453-8a19-395c074a7758 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:54.713597 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.725959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-78e567d0-8733-43f2-99c9-4fb86f9a8e61 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9622614 Aug 20 15:31:54.742008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Request body: {'port': {'device_id': '180623e1-cb04-4909-a9eb-fa6b9b33f7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:54.798258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-03396e06-8ba3-4d25-9b48-7787ac1dab20 None None] Port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:31:54.822721 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.934820 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:54.952258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5d7dcc98-1687-4e70-9197-577cf7b04b65 None None] Provisioning for port 91d7dab3-06aa-4e0a-9c22-3820e734f55a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:54.961753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5d7dcc98-1687-4e70-9197-577cf7b04b65 None None] Provisioning complete for port 91d7dab3-06aa-4e0a-9c22-3820e734f55a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:54.962277 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcc98-1687-4e70-9197-577cf7b04b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.013281 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 4, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'gw_port': {'id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '02dda5ce-81b3-45c6-ab0f-6b1680940b92', 'name': '', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'mac_address': 'fa:16:3e:6d:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:52Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 2, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'subnets': [{'id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:55.025608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 49898499-da76-4453-8a19-395c074a7758, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=49898499-da76-4453-8a19-395c074a7758,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:55.062655 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.069157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a55759-dcd5-4631-92ed-eb0ade2a1195 None None] The sync data for ids ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'] in n-d-695189-15 is: [{'id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 4, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'gw_port': {'id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '02dda5ce-81b3-45c6-ab0f-6b1680940b92', 'name': '', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'mac_address': 'fa:16:3e:6d:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:52Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 2, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'subnets': [{'id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:31:55.077297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5d7dcc98-1687-4e70-9197-577cf7b04b65 None None] Port 91d7dab3-06aa-4e0a-9c22-3820e734f55a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:31:55.129238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=49898499-da76-4453-8a19-395c074a7758,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:55.182889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d7dab3-06aa-4e0a-9c22-3820e734f55a {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:31:55.192843 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.209927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Transition to ACTIVE for port object 91d7dab3-06aa-4e0a-9c22-3820e734f55a will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:55.215000 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.271314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Pushing event updated for resources: {'Port': ['ID=91d7dab3-06aa-4e0a-9c22-3820e734f55a,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:55.336434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52810) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:55.342434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-784077401-network', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:55.347431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Attempting to bind port 91d7dab3-06aa-4e0a-9c22-3820e734f55a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:31:55.348165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Attempting to bind port 91d7dab3-06aa-4e0a-9c22-3820e734f55a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:31:55.348303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Attempting to bind port 91d7dab3-06aa-4e0a-9c22-3820e734f55a on network c1d098fb-a7a3-4efa-be20-0dc36ca27eed {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:31:55.353160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Port 91d7dab3-06aa-4e0a-9c22-3820e734f55a on network c1d098fb-a7a3-4efa-be20-0dc36ca27eed not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:31:55.354099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Attempting to bind port 91d7dab3-06aa-4e0a-9c22-3820e734f55a on network c1d098fb-a7a3-4efa-be20-0dc36ca27eed {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:31:55.369388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:31:55.369942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Checking segment: {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:55.370579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Made reservation on behalf of 8856cc8c7fba49aab8127e8f5a2ade5d for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:31:55.370750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Bound using segment: {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:31:55.371226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Bound port: 91d7dab3-06aa-4e0a-9c22-3820e734f55a, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '526cd4d5-194b-438e-8ffe-9b62a1264a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:31:55.371717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.374376 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.395936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.478004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] For port 91d7dab3-06aa-4e0a-9c22-3820e734f55a, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:31:55.510601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] For port 91d7dab3-06aa-4e0a-9c22-3820e734f55a, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=91d7dab3-06aa-4e0a-9c22-3820e734f55a,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:31:55.518902 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.573756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4124c8-6a07-4939-ba54-a5ce5f57d802 req-666c4406-253b-4b7e-b972-51bb2b554332 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:55.575393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd4124c8-6a07-4939-ba54-a5ce5f57d802 req-666c4406-253b-4b7e-b972-51bb2b554332 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 907 time: 0.1430986 Aug 20 15:31:55.581921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:55.583321 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.585103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] 10.222.0.70 "PUT /v2.0/ports/91d7dab3-06aa-4e0a-9c22-3820e734f55a HTTP/1.1" status: 200 len: 1056 time: 0.8498590 Aug 20 15:31:55.585548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180623e1-cb04-4909-a9eb-fa6b9b33f7bd', 'tag': '91d7dab3-06aa-4e0a-9c22-3820e734f55a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:31:55.589644 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.590971 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b41636-fe74-452f-98fd-d3b1eb9a5f77" -d '{"events": [{"name": "network-changed", "server_uuid": "180623e1-cb04-4909-a9eb-fa6b9b33f7bd", "tag": "91d7dab3-06aa-4e0a-9c22-3820e734f55a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:31:55.612736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.639024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc545c-b230-4dbe-853b-11ecbbf24984 service neutron] Pushing event updated for resources: {'Port': ['ID=91d7dab3-06aa-4e0a-9c22-3820e734f55a,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:55.665195 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:31:55.678278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.678739 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Added segment 8f60939a-f1e6-45dd-8afb-03ec2fc7d824 of type vlan for network 9631b387-74ed-4855-893d-ce26d6eaaba0 Aug 20 15:31:55.694014 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34446590-14ce-4aee-851f-9e43b050b620 x-openstack-request-id: req-34446590-14ce-4aee-851f-9e43b050b620 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:31:55.694385 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180623e1-cb04-4909-a9eb-fa6b9b33f7bd", "tag": "91d7dab3-06aa-4e0a-9c22-3820e734f55a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:31:55.694696 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34446590-14ce-4aee-851f-9e43b050b620 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:31:55.695581 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180623e1-cb04-4909-a9eb-fa6b9b33f7bd', 'tag': '91d7dab3-06aa-4e0a-9c22-3820e734f55a', 'status': 'completed', 'code': 200} Aug 20 15:31:55.725881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-13eb92bf-abe2-40e7-a836-e1555d7cecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:55.728519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-13eb92bf-abe2-40e7-a836-e1555d7cecd7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd154e69a02a47289cf37a9881e710c5&device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 1059 time: 0.0764511 Aug 20 15:31:55.729411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8c4507-bff4-47cc-8469-3823ca02bf35,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:55.752874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.777554 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-72549958-2fee-4736-a9a7-263edb6396dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=91d7dab3-06aa-4e0a-9c22-3820e734f55a HTTP/1.1" status: 200 len: 217 time: 0.0379403 Aug 20 15:31:55.781272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.782337 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:55.782927 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:55.841038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-61651aa6-f340-42b9-a212-a08f82102aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:55.843748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-61651aa6-f340-42b9-a212-a08f82102aa4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ad6513f-86cd-4a73-878f-dc3d7c166480 HTTP/1.1" status: 200 len: 837 time: 0.0542502 Aug 20 15:31:55.866903 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5285542 Aug 20 15:31:55.872876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52816) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:55.893719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Request body: {'subnet': {'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-784077401-subnet', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:55.905728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-0daa5222-f121-4d83-a704-f099c7449ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:55.906354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a7540-a5ad-48ff-8d1d-66658cb7eca2 admin admin] Pushing event updated for resources: {'Network': ['ID=9631b387-74ed-4855-893d-ce26d6eaaba0,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:55.907139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-0daa5222-f121-4d83-a704-f099c7449ede service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1d098fb-a7a3-4efa-be20-0dc36ca27eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0550528 Aug 20 15:31:55.918027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9631b387-74ed-4855-893d-ce26d6eaaba0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:31:55.932007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Made reservation on behalf of 8856cc8c7fba49aab8127e8f5a2ade5d for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:31:55.936669 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:56.026766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-8de35071-3b3e-4d94-9afd-b27d9c27b451 service neutron] 10.222.0.70 "GET /v2.0/networks/c1d098fb-a7a3-4efa-be20-0dc36ca27eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016588 Aug 20 15:31:56.131183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:56.132143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0127044a-2076-4b69-905a-b89acf0c1c95 req-d985aca5-189b-4a1f-a437-5a1f501a8e2e service neutron] 10.222.0.70 "GET /v2.0/networks/c1d098fb-a7a3-4efa-be20-0dc36ca27eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949755 Aug 20 15:31:56.184608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef926a64-7b9a-41f4-9812-fbd54f2a530c,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:56.195141 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Checking segment: {'id': '8f60939a-f1e6-45dd-8afb-03ec2fc7d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:56.195504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Network hostable DHCP agents. Network: 9631b387-74ed-4855-893d-ce26d6eaaba0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:31:56.211502 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Network 9631b387-74ed-4855-893d-ce26d6eaaba0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:31:56.221376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 9631b387-74ed-4855-893d-ce26d6eaaba0) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:56.221929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-6d2be0c0-5269-455f-a850-26678134c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:56.224543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-6d2be0c0-5269-455f-a850-26678134c102 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bd154e69a02a47289cf37a9881e710c5&device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 1059 time: 0.0442367 Aug 20 15:31:56.226739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:56.227409 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:56.232677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba98aab6-0dda-4343-8a38-c70e35d0405d None None] Network 9631b387-74ed-4855-893d-ce26d6eaaba0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:31:56.248380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52818) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:56.249098 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3fd4db14-7d23-4ffd-8467-1e1dff3a5467 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673575 Aug 20 15:31:56.253444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:31:56.325115 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:56.326140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:56.384671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-acd4cc25-daaa-4ab2-b698-febca5a8f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:56.386339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-acd4cc25-daaa-4ab2-b698-febca5a8f50f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c1d098fb-a7a3-4efa-be20-0dc36ca27eed HTTP/1.1" status: 200 len: 899 time: 0.1536515 Aug 20 15:31:56.419946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:56.450704 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-9631b387-74ed-4855-893d-ce26d6eaaba0', 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'fixed_ips': [{'subnet_id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:31:56.453543 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:56.466731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-b6d17101-fe6a-4f3d-ad0c-a37f4b4c2013 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=91d7dab3-06aa-4e0a-9c22-3820e734f55a HTTP/1.1" status: 200 len: 217 time: 0.0516045 Aug 20 15:31:56.548095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d3e58023-58c1-44eb-a17a-19baec1c121a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:56.631315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-ce5e95f6-c10d-41a4-86c3-daa71a982f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:56.633476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-ce5e95f6-c10d-41a4-86c3-daa71a982f7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ad6513f-86cd-4a73-878f-dc3d7c166480 HTTP/1.1" status: 200 len: 837 time: 0.1223776 Aug 20 15:31:56.661549 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Allocated IP 172.20.0.2 (9631b387-74ed-4855-893d-ce26d6eaaba0/ef926a64-7b9a-41f4-9812-fbd54f2a530c/4782d408-1c31-4172-9b5d-ad301d92ebc0) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:56.664475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d3e58023-58c1-44eb-a17a-19baec1c121a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:56.674318 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:56.674604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d3e58023-58c1-44eb-a17a-19baec1c121a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:56.674901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:56.814547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-8fe4b50c-9bc4-4bb9-8fea-b68a62f34cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:56.816135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-8fe4b50c-9bc4-4bb9-8fea-b68a62f34cc2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c1d098fb-a7a3-4efa-be20-0dc36ca27eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1338272 Aug 20 15:31:56.827158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b155649-a5b0-4a73-94ad-9a3b62ce1eea req-dca75b06-ebdf-44a6-b3fd-83a60d5c5b99 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:56.828771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b155649-a5b0-4a73-94ad-9a3b62ce1eea req-dca75b06-ebdf-44a6-b3fd-83a60d5c5b99 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 907 time: 0.1477540 Aug 20 15:31:56.938075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-94b8c068-f1f8-420d-aaca-2d90fb8a5fd6 service neutron] 10.222.0.70 "GET /v2.0/networks/c1d098fb-a7a3-4efa-be20-0dc36ca27eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082437 Aug 20 15:31:57.013517 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.065521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port d3e58023-58c1-44eb-a17a-19baec1c121a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d3e58023-58c1-44eb-a17a-19baec1c121a,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:57.074737 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.075635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8eb5ba50-12f0-4833-b559-9ec320671bd9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:57.116670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.129892 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.145295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.149015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Transition to ACTIVE for port object 4782d408-1c31-4172-9b5d-ad301d92ebc0 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:57.155003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-59b41636-fe74-452f-98fd-d3b1eb9a5f77 req-fd591fc5-3505-48ca-9bc8-37d2c240817f service neutron] 10.222.0.70 "GET /v2.0/networks/c1d098fb-a7a3-4efa-be20-0dc36ca27eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065358 Aug 20 15:31:57.185319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Transition to ACTIVE for port object 4782d408-1c31-4172-9b5d-ad301d92ebc0 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:57.190649 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=d3e58023-58c1-44eb-a17a-19baec1c121a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:57.196873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.242176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Network 9631b387-74ed-4855-893d-ce26d6eaaba0 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:57.245162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8eb5ba50-12f0-4833-b559-9ec320671bd9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:57.245544 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.248961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:57.257426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:57.265271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Allocated IP 172.25.5.232 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/755346e6-61de-4232-932e-57b3ea435dfe) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:57.278829 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Pushing event updated for resources: {'Port': ['ID=4782d408-1c31-4172-9b5d-ad301d92ebc0,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:57.346516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Attempting to bind port 4782d408-1c31-4172-9b5d-ad301d92ebc0 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:31:57.346891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Attempting to bind port 4782d408-1c31-4172-9b5d-ad301d92ebc0 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8f60939a-f1e6-45dd-8afb-03ec2fc7d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:31:57.347255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Attempting to bind port 4782d408-1c31-4172-9b5d-ad301d92ebc0 on network 9631b387-74ed-4855-893d-ce26d6eaaba0 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:31:57.370678 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:31:57.371059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Checking segment: {'id': '8f60939a-f1e6-45dd-8afb-03ec2fc7d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:57.371465 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.371891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Bound using segment: {'id': '8f60939a-f1e6-45dd-8afb-03ec2fc7d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:31:57.372383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Bound port: 4782d408-1c31-4172-9b5d-ad301d92ebc0, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f60939a-f1e6-45dd-8afb-03ec2fc7d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:31:57.372645 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.372764 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.398951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 49898499-da76-4453-8a19-395c074a7758 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:57.412264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.451641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:57.455976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:57.462706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:57.465849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Pushing event updated for resources: {'Port': ['ID=755346e6-61de-4232-932e-57b3ea435dfe,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:57.480635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] For port 4782d408-1c31-4172-9b5d-ad301d92ebc0, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:31:57.484392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] For port 4782d408-1c31-4172-9b5d-ad301d92ebc0, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4782d408-1c31-4172-9b5d-ad301d92ebc0,segment=NetworkSegment(8f60939a-f1e6-45dd-8afb-03ec2fc7d824),segment_id=8f60939a-f1e6-45dd-8afb-03ec2fc7d824)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:31:57.492827 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.503073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 49898499-da76-4453-8a19-395c074a7758 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:57.503452 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.590723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4e7df-4dd8-4eda-af6b-bbc8bb800023 None None] Pushing event updated for resources: {'Port': ['ID=4782d408-1c31-4172-9b5d-ad301d92ebc0,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:57.770153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:57.851535 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Sync routers for ids ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:31:57.861934 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Routers {'9c45044b-81ae-4a03-a5eb-2c15c8976ec3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:57.862396 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:57.983650 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Set router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:58.187516 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 4, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'gw_port': {'id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '02dda5ce-81b3-45c6-ab0f-6b1680940b92', 'name': '', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'mac_address': 'fa:16:3e:6d:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:52Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 2, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'subnets': [{'id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:58.217811 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Checking router: 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:31:58.218174 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Updating router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:31:58.243965 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:58.314985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fae05-8dbe-49e2-ada5-e17699b127d0 req-940b6cf1-4fd8-4383-a5f1-410028daea6b tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:58.317075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-948fae05-8dbe-49e2-ada5-e17699b127d0 req-940b6cf1-4fd8-4383-a5f1-410028daea6b tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 907 time: 0.3935530 Aug 20 15:31:58.328830 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:58.489306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Router 98b84c2c-7ddc-42bc-9811-c62858987c10 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:31:58.539569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d3e58023-58c1-44eb-a17a-19baec1c121a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:58.597924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d3e58023-58c1-44eb-a17a-19baec1c121a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:58.598667 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:58.610868 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:58.623996 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Transition to ACTIVE for port object 02dda5ce-81b3-45c6-ab0f-6b1680940b92 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:58.625724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:31:58.635313 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:58.637692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Sync routers for ids ['98b84c2c-7ddc-42bc-9811-c62858987c10'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:31:58.654449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:58.658546 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-befd15be-a33f-41dd-9aad-ed95b7819f46 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4063411 Aug 20 15:31:58.659023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52826) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:31:58.661574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Routers {'98b84c2c-7ddc-42bc-9811-c62858987c10'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:58.662201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['98b84c2c-7ddc-42bc-9811-c62858987c10'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:58.694400 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b174218-56e3-4716-80bc-3e0ffa8e4633 None None] Pushing event updated for resources: {'Port': ['ID=02dda5ce-81b3-45c6-ab0f-6b1680940b92,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:58.743967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96768f4-5a66-4490-bef4-40cf78df00b6 None None] Network 9631b387-74ed-4855-893d-ce26d6eaaba0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:31:58.763972 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Attempting to bind port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:31:58.764375 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Attempting to bind port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:31:58.764742 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Attempting to bind port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 on network 93158d50-2276-4887-a58b-b602024b67ae {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:31:58.772848 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:31:58.773227 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Checking segment: {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:31:58.773640 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:58.774038 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Bound using segment: {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:31:58.774512 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Bound port: 02dda5ce-81b3-45c6-ab0f-6b1680940b92, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:31:58.774895 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:58.837531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4782d408-1c31-4172-9b5d-ad301d92ebc0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:31:58.859930 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] For port 02dda5ce-81b3-45c6-ab0f-6b1680940b92, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:31:58.863943 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] For port 02dda5ce-81b3-45c6-ab0f-6b1680940b92, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=02dda5ce-81b3-45c6-ab0f-6b1680940b92,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:31:58.870770 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:58.906434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Set router 98b84c2c-7ddc-42bc-9811-c62858987c10 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:58.912635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-32ec3e0d-4ddb-4bc4-adb9-322c18d0f44c None None] Provisioning for port 4782d408-1c31-4172-9b5d-ad301d92ebc0 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:58.932286 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b174218-56e3-4716-80bc-3e0ffa8e4633 None None] Pushing event updated for resources: {'Port': ['ID=02dda5ce-81b3-45c6-ab0f-6b1680940b92,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:58.954855 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Routers {'9c45044b-81ae-4a03-a5eb-2c15c8976ec3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:31:58.955407 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:59.072210 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] Set router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:31:59.093263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 91d7dab3-06aa-4e0a-9c22-3820e734f55a details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:31:59.112191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 4782d408-1c31-4172-9b5d-ad301d92ebc0 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:31:59.137999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4782d408-1c31-4172-9b5d-ad301d92ebc0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:59.138372 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.139933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.256468 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.323694 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 4, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'gw_port': {'id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '02dda5ce-81b3-45c6-ab0f-6b1680940b92', 'name': '', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'mac_address': 'fa:16:3e:6d:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:52Z', 'updated_at': '2021-08-20T15:31:58Z', 'revision_number': 4, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'subnets': [{'id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:59.360331 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ac5e5b-c503-4c6f-b980-d846296737ad None None] The sync data for ids ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'] in n-d-695189-15 is: [{'id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:53Z', 'revision_number': 4, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'gw_port': {'id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '02dda5ce-81b3-45c6-ab0f-6b1680940b92', 'name': '', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'mac_address': 'fa:16:3e:6d:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:52Z', 'updated_at': '2021-08-20T15:31:58Z', 'revision_number': 4, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'subnets': [{'id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:31:59.386377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 91d7dab3-06aa-4e0a-9c22-3820e734f55a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=91d7dab3-06aa-4e0a-9c22-3820e734f55a,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:59.425600 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '91d7dab3-06aa-4e0a-9c22-3820e734f55a', 'network_id': 'c1d098fb-a7a3-4efa-be20-0dc36ca27eed', 'port_id': '91d7dab3-06aa-4e0a-9c22-3820e734f55a', 'mac_address': 'fa:16:3e:d8:3f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad6513f-86cd-4a73-878f-dc3d7c166480', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:31:59.444020 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.500896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '755346e6-61de-4232-932e-57b3ea435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:56Z', 'updated_at': '2021-08-20T15:31:57Z', 'revision_number': 3, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'gw_port': {'id': '755346e6-61de-4232-932e-57b3ea435dfe', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:57Z', 'updated_at': '2021-08-20T15:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:31:59.523904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81160e-9036-4331-87ad-6dee30bcd27e req-905f3ff4-be3e-4fb0-8d7c-a9c01c1725bd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:31:59.545392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc81160e-9036-4331-87ad-6dee30bcd27e req-905f3ff4-be3e-4fb0-8d7c-a9c01c1725bd tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 907 time: 0.1020358 Aug 20 15:31:59.549579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Checking router: 98b84c2c-7ddc-42bc-9811-c62858987c10 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:31:59.550438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Updating router 98b84c2c-7ddc-42bc-9811-c62858987c10 port 755346e6-61de-4232-932e-57b3ea435dfe binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:31:59.559131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 4782d408-1c31-4172-9b5d-ad301d92ebc0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4782d408-1c31-4172-9b5d-ad301d92ebc0,segment=NetworkSegment(8f60939a-f1e6-45dd-8afb-03ec2fc7d824),segment_id=8f60939a-f1e6-45dd-8afb-03ec2fc7d824)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:59.584460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.593054 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.622589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Allocated IP 172.20.0.1 (9631b387-74ed-4855-893d-ce26d6eaaba0/ef926a64-7b9a-41f4-9812-fbd54f2a530c/009d0c3d-bb22-4304-9654-c186711c3354) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:31:59.639755 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.663722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d7dab3-06aa-4e0a-9c22-3820e734f55a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:31:59.706047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 91d7dab3-06aa-4e0a-9c22-3820e734f55a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=91d7dab3-06aa-4e0a-9c22-3820e734f55a,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:31:59.720451 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.722220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7c2aa24c-1c26-40a9-abcc-0d53559ae060 None None] Provisioning complete for port 4782d408-1c31-4172-9b5d-ad301d92ebc0 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:31:59.722632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa24c-1c26-40a9-abcc-0d53559ae060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.746738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.763070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Transition to ACTIVE for port object 009d0c3d-bb22-4304-9654-c186711c3354 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:31:59.799780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.812528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=4782d408-1c31-4172-9b5d-ad301d92ebc0,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:59.842854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Network 9631b387-74ed-4855-893d-ce26d6eaaba0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:31:59.845715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:31:59.850805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:31:59.883693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Pushing event updated for resources: {'Port': ['ID=009d0c3d-bb22-4304-9654-c186711c3354,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:31:59.902523 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:31:59.940889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=91d7dab3-06aa-4e0a-9c22-3820e734f55a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:00.040658 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.154223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['91d7dab3-06aa-4e0a-9c22-3820e734f55a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:32:00.216470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.221219 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.277761 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.288377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Transition to ACTIVE for port object 755346e6-61de-4232-932e-57b3ea435dfe will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:32:00.293743 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.294922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Pushing event updated for resources: {'Port': ['ID=009d0c3d-bb22-4304-9654-c186711c3354,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:00.297542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.359366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cdfc590b-a2b7-411f-8f1f-5852550d657c None None] Provisioning for port 009d0c3d-bb22-4304-9654-c186711c3354 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:00.363023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Attempting to bind port 755346e6-61de-4232-932e-57b3ea435dfe on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:32:00.363438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Attempting to bind port 755346e6-61de-4232-932e-57b3ea435dfe by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:32:00.364170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Attempting to bind port 755346e6-61de-4232-932e-57b3ea435dfe on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:32:00.365752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b7250-4291-437c-9181-1b95d871e4de None None] Pushing event updated for resources: {'Port': ['ID=755346e6-61de-4232-932e-57b3ea435dfe,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:00.369886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-cdfc590b-a2b7-411f-8f1f-5852550d657c None None] Provisioning complete for port 009d0c3d-bb22-4304-9654-c186711c3354 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:00.370262 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cdfc590b-a2b7-411f-8f1f-5852550d657c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.375027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:32:00.375286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:32:00.375776 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.376088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:32:00.376561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Bound port: 755346e6-61de-4232-932e-57b3ea435dfe, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:32:00.376953 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.420315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Network 9631b387-74ed-4855-893d-ce26d6eaaba0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:32:00.422134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:32:00.452286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc590b-a2b7-411f-8f1f-5852550d657c None None] Port 009d0c3d-bb22-4304-9654-c186711c3354 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:32:00.466048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] For port 755346e6-61de-4232-932e-57b3ea435dfe, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:32:00.469427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] For port 755346e6-61de-4232-932e-57b3ea435dfe, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=755346e6-61de-4232-932e-57b3ea435dfe,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:32:00.475503 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.511580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 02dda5ce-81b3-45c6-ab0f-6b1680940b92 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:00.572098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Routers {'98b84c2c-7ddc-42bc-9811-c62858987c10'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:00.573145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['98b84c2c-7ddc-42bc-9811-c62858987c10'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:00.575362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b7250-4291-437c-9181-1b95d871e4de None None] Pushing event updated for resources: {'Port': ['ID=755346e6-61de-4232-932e-57b3ea435dfe,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:00.576728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Router 98b84c2c-7ddc-42bc-9811-c62858987c10 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:32:00.689306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:00.705380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:00.705761 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.746142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c0b8c-b6b9-4634-9ebb-ad72fb8d6bca req-2cda138a-08fd-4ba8-95dd-b2118c8a5374 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:00.748161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e5c0b8c-b6b9-4634-9ebb-ad72fb8d6bca req-2cda138a-08fd-4ba8-95dd-b2118c8a5374 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 908 time: 0.1088300 Aug 20 15:32:00.759043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] Set router 98b84c2c-7ddc-42bc-9811-c62858987c10 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:00.764391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:32:00.775598 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8a9e0f25-7276-403f-b6b7-d465f9663d1f admin admin] 10.222.0.36 "PUT /v2.0/routers/98b84c2c-7ddc-42bc-9811-c62858987c10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1106715 Aug 20 15:32:00.820180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9c7a4f43-7e3d-4819-a7cc-c4404705662b None None] Provisioning complete for port 009d0c3d-bb22-4304-9654-c186711c3354 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:00.820550 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9c7a4f43-7e3d-4819-a7cc-c4404705662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.956468 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:00.959810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a4f43-7e3d-4819-a7cc-c4404705662b None None] Port 009d0c3d-bb22-4304-9654-c186711c3354 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:32:01.017201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 02dda5ce-81b3-45c6-ab0f-6b1680940b92, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=02dda5ce-81b3-45c6-ab0f-6b1680940b92,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:01.022093 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:01.023026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4782d408-1c31-4172-9b5d-ad301d92ebc0 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:01.096695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 91d7dab3-06aa-4e0a-9c22-3820e734f55a up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:01.180339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=02dda5ce-81b3-45c6-ab0f-6b1680940b92,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:01.208262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4782d408-1c31-4172-9b5d-ad301d92ebc0 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:01.208651 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:01.211797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '755346e6-61de-4232-932e-57b3ea435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:56Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 4, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'gw_port': {'id': '755346e6-61de-4232-932e-57b3ea435dfe', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:57Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '009d0c3d-bb22-4304-9654-c186711c3354', 'name': '', 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'mac_address': 'fa:16:3e:52:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:59Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 2, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'subnets': [{'id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:01.213399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 91d7dab3-06aa-4e0a-9c22-3820e734f55a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:01.258105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 91d7dab3-06aa-4e0a-9c22-3820e734f55a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:01.258485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:01.261761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83faf0c5-eeb5-4ca9-bdef-596312086466 None None] The sync data for ids ['98b84c2c-7ddc-42bc-9811-c62858987c10'] in n-d-695189-15 is: [{'id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '755346e6-61de-4232-932e-57b3ea435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:56Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 4, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'gw_port': {'id': '755346e6-61de-4232-932e-57b3ea435dfe', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:57Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '009d0c3d-bb22-4304-9654-c186711c3354', 'name': '', 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'mac_address': 'fa:16:3e:52:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:59Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 2, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'subnets': [{'id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:01.316284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-41c7b21e-5b86-4002-995d-bd8d039ca156 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:01.317837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-41c7b21e-5b86-4002-995d-bd8d039ca156 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/networks?id=93158d50-2276-4887-a58b-b602024b67ae HTTP/1.1" status: 200 len: 910 time: 0.0924101 Aug 20 15:32:01.333901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-3d4d7190-e23b-46cb-81b2-829ec30048e0 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/quotas/8856cc8c7fba49aab8127e8f5a2ade5d HTTP/1.1" status: 200 len: 375 time: 0.0097136 Aug 20 15:32:01.391581 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:01.412635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-88d28d9f-7e55-46bf-9dbb-2303c7c81014 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=8856cc8c7fba49aab8127e8f5a2ade5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716782 Aug 20 15:32:01.415319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180623e1-cb04-4909-a9eb-fa6b9b33f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d7dab3-06aa-4e0a-9c22-3820e734f55a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:01.417711 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b90899b-c9c0-4711-8b5d-14eb6982328d" -d '{"events": [{"server_uuid": "180623e1-cb04-4909-a9eb-fa6b9b33f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "91d7dab3-06aa-4e0a-9c22-3820e734f55a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:01.433968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 91d7dab3-06aa-4e0a-9c22-3820e734f55a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=91d7dab3-06aa-4e0a-9c22-3820e734f55a,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:01.435171 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:01.494006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=91d7dab3-06aa-4e0a-9c22-3820e734f55a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:01.519005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4f480094-9b1b-40fc-86df-b4e932c49c0f service neutron] 10.222.0.36 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992022 Aug 20 15:32:01.625216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-02386314-e6dc-423c-98d2-2948c4f3cede service neutron] 10.222.0.36 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995419 Aug 20 15:32:01.830938 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2425580-6195-4657-b642-0259c008ea2c x-openstack-request-id: req-a2425580-6195-4657-b642-0259c008ea2c {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:01.831446 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180623e1-cb04-4909-a9eb-fa6b9b33f7bd", "name": "network-vif-plugged", "status": "completed", "tag": "91d7dab3-06aa-4e0a-9c22-3820e734f55a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:01.831629 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2425580-6195-4657-b642-0259c008ea2c {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:01.833329 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180623e1-cb04-4909-a9eb-fa6b9b33f7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d7dab3-06aa-4e0a-9c22-3820e734f55a', 'code': 200} Aug 20 15:32:01.907293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c08d90bb-b2ea-4e9f-8197-c2483d4390eb req-fcd0dcab-e192-4345-ac19-d45081434662 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 210 time: 0.0405903 Aug 20 15:32:01.968060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29378c00-08c6-4f62-a2d4-08e8d797feaa req-089a230f-ee23-42cb-9b0c-4a76348b2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:01.970020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29378c00-08c6-4f62-a2d4-08e8d797feaa req-089a230f-ee23-42cb-9b0c-4a76348b2229 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 1061 time: 0.0616598 Aug 20 15:32:02.032230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70849b8-7853-4b0a-92a3-26defea979ad req-ec1169d3-ad22-4a4f-bfd8-9c21cfa57a1f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:02.033750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b70849b8-7853-4b0a-92a3-26defea979ad req-ec1169d3-ad22-4a4f-bfd8-9c21cfa57a1f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 909 time: 0.0563076 Aug 20 15:32:02.504608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 02dda5ce-81b3-45c6-ab0f-6b1680940b92 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:02.554639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:02.555022 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:02.637528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 755346e6-61de-4232-932e-57b3ea435dfe up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:02.691449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 755346e6-61de-4232-932e-57b3ea435dfe completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:02.695652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 755346e6-61de-4232-932e-57b3ea435dfe triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:02.696033 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:02.778023 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:02.798632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 755346e6-61de-4232-932e-57b3ea435dfe, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=755346e6-61de-4232-932e-57b3ea435dfe,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:02.803108 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:02.855286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=755346e6-61de-4232-932e-57b3ea435dfe,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:02.990290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-fa89d213-8f7b-4ba4-92f8-bde661c03be9 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:02.991714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-fa89d213-8f7b-4ba4-92f8-bde661c03be9 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.72 "GET /v2.0/networks?id=93158d50-2276-4887-a58b-b602024b67ae HTTP/1.1" status: 200 len: 910 time: 0.1071196 Aug 20 15:32:03.007583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a52d5db-2ea6-4dcb-99b8-90653a811667 req-7343d58a-7ed1-4d18-9e98-3fa5a44df2d2 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 210 time: 0.0298254 Aug 20 15:32:03.012303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Request body: {'port': {'device_id': '43e81c4d-9562-4cd3-aa48-c16ed6a0b8da', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'admin_state_up': True, 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:32:03.040392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Made reservation on behalf of 8856cc8c7fba49aab8127e8f5a2ade5d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:32:03.043006 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:03.189835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c388b9-cd53-44ab-8ff4-81aedebdc543 req-f4387eac-c8c6-472f-b33a-ae1d194c046c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:03.191477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-25c388b9-cd53-44ab-8ff4-81aedebdc543 req-f4387eac-c8c6-472f-b33a-ae1d194c046c tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 909 time: 0.0882735 Aug 20 15:32:03.205094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Allocated IP 172.20.0.10 (93158d50-2276-4887-a58b-b602024b67ae/868aeef5-c396-4023-b1d7-3c9616f12c6b/6bd1338f-3ef1-4c8f-9ed1-5825b71e7895) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:32:03.343701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:03.355829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Transition to ACTIVE for port object 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:32:03.390619 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:03.431991 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Network 93158d50-2276-4887-a58b-b602024b67ae is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:32:03.437163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:32:03.445240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:32:03.448720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Pushing event updated for resources: {'Port': ['ID=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:03.485142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:03.485756 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:03.500878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-a2b0f78a-6b25-4d30-991b-85fc8ebdfc7e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4921966 Aug 20 15:32:03.519252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Request body: {'port': {'device_id': '43e81c4d-9562-4cd3-aa48-c16ed6a0b8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:32:03.578896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:03.602049 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:32:03.699209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6a8ac33b-9585-4e37-9551-904c090c79b9 None None] Provisioning for port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:03.704411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6a8ac33b-9585-4e37-9551-904c090c79b9 None None] Provisioning complete for port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:03.704959 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6a8ac33b-9585-4e37-9551-904c090c79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:03.745282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ac33b-9585-4e37-9551-904c090c79b9 None None] Port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:32:03.849777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:32:03.857072 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:03.869459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Transition to ACTIVE for port object 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:32:03.872604 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:03.926930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:04.003872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Attempting to bind port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:32:04.004543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Attempting to bind port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:32:04.004663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Attempting to bind port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 on network 93158d50-2276-4887-a58b-b602024b67ae {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:32:04.009291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 on network 93158d50-2276-4887-a58b-b602024b67ae not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:32:04.009625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Attempting to bind port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 on network 93158d50-2276-4887-a58b-b602024b67ae {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:32:04.014580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:32:04.014940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Checking segment: {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:32:04.015318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Bound using segment: {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:32:04.015792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Bound port: 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:32:04.016157 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:04.109052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] For port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:32:04.123033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] For port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:32:04.130118 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:04.138260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071994d-cbbb-4567-b1b9-18302e946d17 req-273c33f9-145b-41aa-bed5-dfc049a8e49b tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:04.139808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8071994d-cbbb-4567-b1b9-18302e946d17 req-273c33f9-145b-41aa-bed5-dfc049a8e49b tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1054 time: 0.0635905 Aug 20 15:32:04.172729 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:04.173402 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:04.174750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] 10.222.0.72 "PUT /v2.0/ports/6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 HTTP/1.1" status: 200 len: 1093 time: 0.6599083 Aug 20 15:32:04.175195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e81c4d-9562-4cd3-aa48-c16ed6a0b8da', 'tag': '6bd1338f-3ef1-4c8f-9ed1-5825b71e7895'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:04.177603 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5b9d9-381f-4683-8e32-36f141994145" -d '{"events": [{"name": "network-changed", "server_uuid": "43e81c4d-9562-4cd3-aa48-c16ed6a0b8da", "tag": "6bd1338f-3ef1-4c8f-9ed1-5825b71e7895"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:04.227758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8071994d-cbbb-4567-b1b9-18302e946d17 req-7393b73e-9c41-4616-9063-db77844c8f0b tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654979 Aug 20 15:32:04.228352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c703e19-6a51-45db-81c0-77d4a79a7272 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:04.278702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-8e50a969-cb81-4741-b520-eb2f383aa854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:04.280404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-8e50a969-cb81-4741-b520-eb2f383aa854 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8856cc8c7fba49aab8127e8f5a2ade5d&device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1096 time: 0.0446701 Aug 20 15:32:04.287192 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeb3f24-3aae-4521-8a86-f8623121eca6 x-openstack-request-id: req-aaeb3f24-3aae-4521-8a86-f8623121eca6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:04.287613 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e81c4d-9562-4cd3-aa48-c16ed6a0b8da", "tag": "6bd1338f-3ef1-4c8f-9ed1-5825b71e7895", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:04.288249 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aaeb3f24-3aae-4521-8a86-f8623121eca6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:04.288908 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e81c4d-9562-4cd3-aa48-c16ed6a0b8da', 'tag': '6bd1338f-3ef1-4c8f-9ed1-5825b71e7895', 'status': 'completed', 'code': 200} Aug 20 15:32:04.351089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-7fbf512f-2a4c-4f98-aa50-9e4268cf4314 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 HTTP/1.1" status: 200 len: 217 time: 0.0395644 Aug 20 15:32:04.421883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 755346e6-61de-4232-932e-57b3ea435dfe up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:04.426520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-ae76920b-4b61-47e1-91c5-913b49483dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:04.427971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-ae76920b-4b61-47e1-91c5-913b49483dcf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=868aeef5-c396-4023-b1d7-3c9616f12c6b HTTP/1.1" status: 200 len: 848 time: 0.0694177 Aug 20 15:32:04.438365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ca48c-2f51-4eac-8804-a5c6eace4cba req-d1a8d584-d4fb-48ce-8395-00ce8cf88b5b tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:04.439788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-463ca48c-2f51-4eac-8804-a5c6eace4cba req-d1a8d584-d4fb-48ce-8395-00ce8cf88b5b tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 909 time: 0.0911996 Aug 20 15:32:04.471443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 755346e6-61de-4232-932e-57b3ea435dfe triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:04.471921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:04.481012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-2501fd20-a8f9-4b57-9cba-c006a178b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:04.482557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-2501fd20-a8f9-4b57-9cba-c006a178b616 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93158d50-2276-4887-a58b-b602024b67ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419090 Aug 20 15:32:04.913282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666bcf8-6b0f-48b7-a538-a3f9d4392b34 req-cf49327a-c404-4764-883c-8914e1a02a15 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:04.914722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5666bcf8-6b0f-48b7-a538-a3f9d4392b34 req-cf49327a-c404-4764-883c-8914e1a02a15 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 909 time: 0.3795962 Aug 20 15:32:04.918496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-aa5e4f1f-779d-479a-a232-fbeb76c66581 service neutron] 10.222.0.72 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278703 Aug 20 15:32:05.046413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5c236b5-57e4-4e55-aab8-ed61241883cb req-4df2e3eb-2e7a-49e7-be90-0b3aab455f48 service neutron] 10.222.0.72 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191394 Aug 20 15:32:05.050479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72548e04-c4d9-4ace-a672-372e3d74545c req-7d3158d6-7c3e-4bbb-9542-0c25a1fe139a tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:05.052487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-72548e04-c4d9-4ace-a672-372e3d74545c req-7d3158d6-7c3e-4bbb-9542-0c25a1fe139a tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 1061 time: 0.0703263 Aug 20 15:32:05.167229 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Sync routers for ids ['98b84c2c-7ddc-42bc-9811-c62858987c10'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:32:05.176924 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Routers {'98b84c2c-7ddc-42bc-9811-c62858987c10'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:05.177533 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['98b84c2c-7ddc-42bc-9811-c62858987c10'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:05.199491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938d041-d137-4ec7-a530-f717712c15ab req-86d467db-e2ca-4880-945f-dc18ee990170 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:05.201047 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1938d041-d137-4ec7-a530-f717712c15ab req-86d467db-e2ca-4880-945f-dc18ee990170 tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 1137 time: 0.0766115 Aug 20 15:32:05.206834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5b9d9-381f-4683-8e32-36f141994145 req-e7f4e738-521c-411d-b13b-27efd5aa636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:05.208629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b5b9d9-381f-4683-8e32-36f141994145 req-e7f4e738-521c-411d-b13b-27efd5aa636f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8856cc8c7fba49aab8127e8f5a2ade5d&device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1096 time: 0.0576999 Aug 20 15:32:05.282396 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Set router 98b84c2c-7ddc-42bc-9811-c62858987c10 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:05.289513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1938d041-d137-4ec7-a530-f717712c15ab req-0accecc6-587d-4a3f-9c86-21d215db7b7c tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0799046 Aug 20 15:32:05.312986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52886) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:05.331390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5b9d9-381f-4683-8e32-36f141994145 req-2f2a7776-fe80-4a57-9bbc-78c942fff9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:05.333674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b5b9d9-381f-4683-8e32-36f141994145 req-2f2a7776-fe80-4a57-9bbc-78c942fff9c3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93158d50-2276-4887-a58b-b602024b67ae HTTP/1.1" status: 200 len: 910 time: 0.1176744 Aug 20 15:32:05.362496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c761fe4-f8f3-4bf3-8d35-a8dc651ebf8a tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:05.366781 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4c761fe4-f8f3-4bf3-8d35-a8dc651ebf8a tempest-TestSecurityGroupsBasicOps-561962154 tempest-TestSecurityGroupsBasicOps-561962154-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 1056 time: 0.0505462 Aug 20 15:32:05.385530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b5b9d9-381f-4683-8e32-36f141994145 req-b2bc2661-b276-4b15-9ec5-a46d636d5eb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 HTTP/1.1" status: 200 len: 217 time: 0.0440385 Aug 20 15:32:05.462771 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5b9d9-381f-4683-8e32-36f141994145 req-6adaa633-235c-48ad-87ac-a29fc0d35203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:05.464183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b5b9d9-381f-4683-8e32-36f141994145 req-6adaa633-235c-48ad-87ac-a29fc0d35203 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=868aeef5-c396-4023-b1d7-3c9616f12c6b HTTP/1.1" status: 200 len: 848 time: 0.0706878 Aug 20 15:32:05.465856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5806a28-38d9-4c9e-830f-a2db122b2b75 req-d840bb5d-a120-410f-a69a-c4c24409a067 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:05.467248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5806a28-38d9-4c9e-830f-a2db122b2b75 req-d840bb5d-a120-410f-a69a-c4c24409a067 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1096 time: 0.0844226 Aug 20 15:32:05.481623 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '755346e6-61de-4232-932e-57b3ea435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:56Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 4, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'gw_port': {'id': '755346e6-61de-4232-932e-57b3ea435dfe', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:57Z', 'updated_at': '2021-08-20T15:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '009d0c3d-bb22-4304-9654-c186711c3354', 'name': '', 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'mac_address': 'fa:16:3e:52:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:59Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 2, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'subnets': [{'id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:05.507161 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Checking router: 98b84c2c-7ddc-42bc-9811-c62858987c10 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:32:05.507161 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Updating router 98b84c2c-7ddc-42bc-9811-c62858987c10 port 009d0c3d-bb22-4304-9654-c186711c3354 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:32:05.530999 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:05.531380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5806a28-38d9-4c9e-830f-a2db122b2b75 req-8bc9622e-20cf-46ee-a050-7151f15dc55e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500667 Aug 20 15:32:05.536519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5b9d9-381f-4683-8e32-36f141994145 req-0b18bf61-239b-4826-87ae-f4205785b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:05.538273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b5b9d9-381f-4683-8e32-36f141994145 req-0b18bf61-239b-4826-87ae-f4205785b1fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93158d50-2276-4887-a58b-b602024b67ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654190 Aug 20 15:32:05.646761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b5b9d9-381f-4683-8e32-36f141994145 req-46550492-7594-45c7-91e0-417aacfc7383 service neutron] 10.222.0.72 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935595 Aug 20 15:32:05.789111 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52b5b9d9-381f-4683-8e32-36f141994145 req-58b5c601-68d3-47b8-82cb-41f54bbdf508 service neutron] 10.222.0.72 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353362 Aug 20 15:32:05.809334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63feda8c-4a05-4968-add4-a91d005b2c6b req-3fb5e3bd-3518-474d-bd75-c62a10524737 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:05.811088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63feda8c-4a05-4968-add4-a91d005b2c6b req-3fb5e3bd-3518-474d-bd75-c62a10524737 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 909 time: 0.0646296 Aug 20 15:32:05.896789 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:05.906655 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Transition to ACTIVE for port object 009d0c3d-bb22-4304-9654-c186711c3354 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:32:05.915673 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:05.961515 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a600c2-b800-4cc2-8c52-ee530948f742 None None] Pushing event updated for resources: {'Port': ['ID=009d0c3d-bb22-4304-9654-c186711c3354,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:06.014355 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Attempting to bind port 009d0c3d-bb22-4304-9654-c186711c3354 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:32:06.014761 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Attempting to bind port 009d0c3d-bb22-4304-9654-c186711c3354 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '8f60939a-f1e6-45dd-8afb-03ec2fc7d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:32:06.015127 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Attempting to bind port 009d0c3d-bb22-4304-9654-c186711c3354 on network 9631b387-74ed-4855-893d-ce26d6eaaba0 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:32:06.021755 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:32:06.022137 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Checking segment: {'id': '8f60939a-f1e6-45dd-8afb-03ec2fc7d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:32:06.022543 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:06.022942 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Bound using segment: {'id': '8f60939a-f1e6-45dd-8afb-03ec2fc7d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:32:06.023416 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Bound port: 009d0c3d-bb22-4304-9654-c186711c3354, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f60939a-f1e6-45dd-8afb-03ec2fc7d824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:32:06.023831 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:06.091998 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] For port 009d0c3d-bb22-4304-9654-c186711c3354, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:32:06.095112 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] For port 009d0c3d-bb22-4304-9654-c186711c3354, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=009d0c3d-bb22-4304-9654-c186711c3354,segment=NetworkSegment(8f60939a-f1e6-45dd-8afb-03ec2fc7d824),segment_id=8f60939a-f1e6-45dd-8afb-03ec2fc7d824)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:32:06.100466 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:06.159095 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Routers {'98b84c2c-7ddc-42bc-9811-c62858987c10'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:06.160035 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['98b84c2c-7ddc-42bc-9811-c62858987c10'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:06.161566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:06.163234 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a600c2-b800-4cc2-8c52-ee530948f742 None None] Pushing event updated for resources: {'Port': ['ID=009d0c3d-bb22-4304-9654-c186711c3354,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:06.282226 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] Set router 98b84c2c-7ddc-42bc-9811-c62858987c10 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:06.455194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 009d0c3d-bb22-4304-9654-c186711c3354 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:06.510634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 009d0c3d-bb22-4304-9654-c186711c3354 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:06.514372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 009d0c3d-bb22-4304-9654-c186711c3354 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:06.514754 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:06.514890 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '755346e6-61de-4232-932e-57b3ea435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:56Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 4, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'gw_port': {'id': '755346e6-61de-4232-932e-57b3ea435dfe', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:57Z', 'updated_at': '2021-08-20T15:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '009d0c3d-bb22-4304-9654-c186711c3354', 'name': '', 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'mac_address': 'fa:16:3e:52:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:59Z', 'updated_at': '2021-08-20T15:32:06Z', 'revision_number': 4, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'subnets': [{'id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:06.529848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9d2e-dae5-4460-b418-dd21a56c2988 req-80f58226-97cc-4c2f-ae68-5be9153a2c3d tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:06.531370 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e66d9d2e-dae5-4460-b418-dd21a56c2988 req-80f58226-97cc-4c2f-ae68-5be9153a2c3d tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 946 time: 0.0596604 Aug 20 15:32:06.545502 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721b39b-ccfd-4b84-9035-034f5c4c04f9 None None] The sync data for ids ['98b84c2c-7ddc-42bc-9811-c62858987c10'] in n-d-695189-15 is: [{'id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '755346e6-61de-4232-932e-57b3ea435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:56Z', 'updated_at': '2021-08-20T15:32:00Z', 'revision_number': 4, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'gw_port': {'id': '755346e6-61de-4232-932e-57b3ea435dfe', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:57Z', 'updated_at': '2021-08-20T15:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '009d0c3d-bb22-4304-9654-c186711c3354', 'name': '', 'network_id': '9631b387-74ed-4855-893d-ce26d6eaaba0', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'mac_address': 'fa:16:3e:52:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:59Z', 'updated_at': '2021-08-20T15:32:06Z', 'revision_number': 4, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'subnets': [{'id': 'ef926a64-7b9a-41f4-9812-fbd54f2a530c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:06.594580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e66d9d2e-dae5-4460-b418-dd21a56c2988 req-da137f2e-3d73-4144-b207-093aba887689 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528326 Aug 20 15:32:06.632825 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:06.673022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 009d0c3d-bb22-4304-9654-c186711c3354, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=009d0c3d-bb22-4304-9654-c186711c3354,segment=NetworkSegment(8f60939a-f1e6-45dd-8afb-03ec2fc7d824),segment_id=8f60939a-f1e6-45dd-8afb-03ec2fc7d824)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:06.677923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:06.698450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc9a9c-4807-45a9-9864-db5cec5403f4 req-7c635c2f-d406-4762-99e8-a417bedc92ce tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:06.700313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cfc9a9c-4807-45a9-9864-db5cec5403f4 req-7c635c2f-d406-4762-99e8-a417bedc92ce tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1096 time: 0.0475991 Aug 20 15:32:06.732237 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=009d0c3d-bb22-4304-9654-c186711c3354,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:06.743534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9cfc9a9c-4807-45a9-9864-db5cec5403f4 req-19e60d1f-51c0-4a9c-8a62-a640ff6a45d9 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Aug 20 15:32:06.943483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c5d17-38da-4f3c-a2da-ea983aadba3b req-1336aff9-eef1-438e-a3d1-54de7100e343 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:06.945110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d0c5d17-38da-4f3c-a2da-ea983aadba3b req-1336aff9-eef1-438e-a3d1-54de7100e343 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 909 time: 0.0573952 Aug 20 15:32:07.156850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-a8f68e51-342a-420d-97d2-573b434928f9 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:07.158264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-a8f68e51-342a-420d-97d2-573b434928f9 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.70 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 909 time: 0.0529573 Aug 20 15:32:07.252680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Deleting port 91d7dab3-06aa-4e0a-9c22-3820e734f55a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:07.253026 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:07.350767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] For port 91d7dab3-06aa-4e0a-9c22-3820e734f55a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=91d7dab3-06aa-4e0a-9c22-3820e734f55a,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:07.351143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:07.364396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Calling delete_port for 91d7dab3-06aa-4e0a-9c22-3820e734f55a owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:07.492878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:07.520849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Port': ['ID=91d7dab3-06aa-4e0a-9c22-3820e734f55a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:07.563412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] No DVR routers for this DVR port 91d7dab3-06aa-4e0a-9c22-3820e734f55a on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:07.566110 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:07.569373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d7c544e2-cfc6-482f-abbc-9cd17c104ca1 req-08ab51e0-e908-4828-991a-5af8b1daf8f5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.70 "DELETE /v2.0/ports/91d7dab3-06aa-4e0a-9c22-3820e734f55a HTTP/1.1" status: 204 len: 173 time: 0.4029362 Aug 20 15:32:07.569826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180623e1-cb04-4909-a9eb-fa6b9b33f7bd', 'name': 'network-vif-deleted', 'tag': '91d7dab3-06aa-4e0a-9c22-3820e734f55a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:07.572158 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c98743-a647-43bc-a5bb-870716b3851d" -d '{"events": [{"server_uuid": "180623e1-cb04-4909-a9eb-fa6b9b33f7bd", "name": "network-vif-deleted", "tag": "91d7dab3-06aa-4e0a-9c22-3820e734f55a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:07.611430 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7490274-ffa4-468d-b68b-1d7048d49dd4 x-openstack-request-id: req-e7490274-ffa4-468d-b68b-1d7048d49dd4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:07.611761 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180623e1-cb04-4909-a9eb-fa6b9b33f7bd", "name": "network-vif-deleted", "tag": "91d7dab3-06aa-4e0a-9c22-3820e734f55a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:07.612035 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7490274-ffa4-468d-b68b-1d7048d49dd4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:07.612440 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180623e1-cb04-4909-a9eb-fa6b9b33f7bd', 'name': 'network-vif-deleted', 'tag': '91d7dab3-06aa-4e0a-9c22-3820e734f55a', 'status': 'completed', 'code': 200} Aug 20 15:32:07.725308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa9a8b-a308-45b8-b665-4a488a9cbb1a req-7ce47295-ebbb-4a3c-b513-a4132e15b6c7 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:07.726912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7fa9a8b-a308-45b8-b665-4a488a9cbb1a req-7ce47295-ebbb-4a3c-b513-a4132e15b6c7 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 946 time: 0.0534477 Aug 20 15:32:07.768200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7fa9a8b-a308-45b8-b665-4a488a9cbb1a req-92d0d87b-94fd-48f8-bbbd-73e63f64fe68 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335362 Aug 20 15:32:07.882433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a17c87-9339-4ae9-ae85-5a3cc0a71345 req-124de2c8-1fe6-4350-9870-ec532f397e2c tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:07.883997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9a17c87-9339-4ae9-ae85-5a3cc0a71345 req-124de2c8-1fe6-4350-9870-ec532f397e2c tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1096 time: 0.0476799 Aug 20 15:32:07.943502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9a17c87-9339-4ae9-ae85-5a3cc0a71345 req-831390b5-9370-4539-972c-b7f1830f54f4 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534844 Aug 20 15:32:07.966222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-dddbdd2d-35c8-4fd3-a234-3424ee26bd1a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:07.967729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-dddbdd2d-35c8-4fd3-a234-3424ee26bd1a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.70 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 946 time: 0.0585127 Aug 20 15:32:08.075677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ebd54f0-47c3-4dda-a3a6-ae843d9ae826 req-fb8d35b6-141e-413f-b11b-98197e6f7fbe tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=180623e1-cb04-4909-a9eb-fa6b9b33f7bd HTTP/1.1" status: 200 len: 210 time: 0.0342286 Aug 20 15:32:08.099498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Deleting port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:08.099877 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:08.193901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] For port 0abea164-afa7-4e1c-8f21-d29fa4d298a6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=0abea164-afa7-4e1c-8f21-d29fa4d298a6,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:08.194272 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:08.407276 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 009d0c3d-bb22-4304-9654-c186711c3354 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:08.418106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:08.418504 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:08.418830 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Floating IP 2538b994-25c2-41c5-a5b4-f67c80821227 disassociated. External IP: 172.25.5.22, port: 0abea164-afa7-4e1c-8f21-d29fa4d298a6. Aug 20 15:32:08.419455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Calling delete_port for 0abea164-afa7-4e1c-8f21-d29fa4d298a6 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:08.456115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 009d0c3d-bb22-4304-9654-c186711c3354 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:08.456491 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:08.550558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:08.578789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event deleted for resources: {'Port': ['ID=0abea164-afa7-4e1c-8f21-d29fa4d298a6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:08.694953 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Router 8f6d72f6-9909-41e0-8069-313767184e45 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:32:08.804033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:32:08.813691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] Sync routers for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:32:08.823618 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:08.824253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:08.848772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] No DVR routers for this DVR port 0abea164-afa7-4e1c-8f21-d29fa4d298a6 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:08.851418 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:08.853647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5283f6d5-49f5-4d46-b83c-7c251c8e6095 req-66748213-5d13-477a-b0ca-1505fe7f5577 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.70 "DELETE /v2.0/ports/0abea164-afa7-4e1c-8f21-d29fa4d298a6 HTTP/1.1" status: 204 len: 173 time: 0.8749046 Aug 20 15:32:08.886543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f371643e-9816-4404-9c39-0bca66386648 req-0255883e-1e53-4f13-9cb5-0429552854b9 tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "GET /v2.0/ports?device_id=89bef494-4279-4e51-936d-993514f37b40 HTTP/1.1" status: 200 len: 210 time: 0.0392008 Aug 20 15:32:09.074767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98012fc-2a8b-4522-984f-4b6983ff62ca req-53c4eeae-e65a-49c2-8f14-90241589abd7 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:09.077933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f98012fc-2a8b-4522-984f-4b6983ff62ca req-53c4eeae-e65a-49c2-8f14-90241589abd7 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1096 time: 0.0474577 Aug 20 15:32:09.112210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:09.118262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f98012fc-2a8b-4522-984f-4b6983ff62ca req-77f5624f-6555-4854-81e1-0226029048ec tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Aug 20 15:32:09.164256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52918) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:09.259815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:32:09.420910 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 5, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:09.454905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] Checking router: 8f6d72f6-9909-41e0-8069-313767184e45 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:32:09.467526 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:09.482270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:09.482892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:09.485669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '6bd1338f-3ef1-4c8f-9ed1-5825b71e7895', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'port_id': '6bd1338f-3ef1-4c8f-9ed1-5825b71e7895', 'mac_address': 'fa:16:3e:78:91:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:32:09.545535 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:09.590267 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:09.609029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:32:09.613474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bef494-4279-4e51-936d-993514f37b40', 'name': 'network-vif-deleted', 'tag': '0abea164-afa7-4e1c-8f21-d29fa4d298a6'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:09.616056 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180d059a-4eed-4db2-9ce9-bdd5e5dda190" -d '{"events": [{"server_uuid": "89bef494-4279-4e51-936d-993514f37b40", "name": "network-vif-deleted", "tag": "0abea164-afa7-4e1c-8f21-d29fa4d298a6"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:09.637950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:09.654493 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80119874-370a-41c3-a2db-5c52d76ef2e5 x-openstack-request-id: req-80119874-370a-41c3-a2db-5c52d76ef2e5 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:09.654920 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bef494-4279-4e51-936d-993514f37b40", "name": "network-vif-deleted", "tag": "0abea164-afa7-4e1c-8f21-d29fa4d298a6", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:09.655277 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80119874-370a-41c3-a2db-5c52d76ef2e5 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:09.655809 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bef494-4279-4e51-936d-993514f37b40', 'name': 'network-vif-deleted', 'tag': '0abea164-afa7-4e1c-8f21-d29fa4d298a6', 'status': 'completed', 'code': 200} Aug 20 15:32:09.668854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:09.674077 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:09.797221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:09.812745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Deleting port 49898499-da76-4453-8a19-395c074a7758 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:09.813113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:09.883049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 5, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:09.907559 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] For port 49898499-da76-4453-8a19-395c074a7758, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=49898499-da76-4453-8a19-395c074a7758,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:09.907942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:09.910208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3050519-3e04-4ee1-92a9-4d9458ac5495 None None] The sync data for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 is: [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:26:57Z', 'revision_number': 4, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '5a5adb8b-ec63-4f89-88dc-86bb1b24619c', 'name': '', 'network_id': 'fd8dbc16-7007-41f9-92b5-5c956a0bd638', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'mac_address': 'fa:16:3e:5a:db:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:57Z', 'updated_at': '2021-08-20T15:27:04Z', 'revision_number': 5, 'project_id': '3c22f5184477493093bf40508769ce6c', 'subnets': [{'id': 'c5dcba62-783c-4942-893d-dbe6b619c20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:09.953700 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52924) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:10.075700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['6bd1338f-3ef1-4c8f-9ed1-5825b71e7895'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:32:10.090023 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Deleting port 3b920d43-6458-46c1-a4fd-2d9b1a649f6e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:10.090596 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.191018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.195170 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.212061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Calling delete_port for 3b920d43-6458-46c1-a4fd-2d9b1a649f6e owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:10.226086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Calling delete_port for 49898499-da76-4453-8a19-395c074a7758 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:10.239567 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d1264-a281-4246-bd75-5be59aa7df86 None None] New status for floating IP 2538b994-25c2-41c5-a5b4-f67c80821227: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:32:10.310106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45b6cd-c8aa-465c-aef3-696979efdb6d req-dbd46185-2347-4492-bed3-456bcd322166 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:10.311893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb45b6cd-c8aa-465c-aef3-696979efdb6d req-dbd46185-2347-4492-bed3-456bcd322166 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1097 time: 0.0944736 Aug 20 15:32:10.383163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb45b6cd-c8aa-465c-aef3-696979efdb6d req-d461512c-f696-466b-8c0c-0c7612e50f44 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570879 Aug 20 15:32:10.444532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.454061 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.473956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event deleted for resources: {'Port': ['ID=3b920d43-6458-46c1-a4fd-2d9b1a649f6e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:10.481600 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Port': ['ID=49898499-da76-4453-8a19-395c074a7758,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:10.540950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.543657 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.544824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8124cb59-4d3d-498b-b1a5-2ea9625f921a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "DELETE /v2.0/floatingips/2538b994-25c2-41c5-a5b4-f67c80821227 HTTP/1.1" status: 204 len: 168 time: 0.5901098 Aug 20 15:32:10.626218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52932) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:10.667371 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.694862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c009c57c-ac6a-41de-997f-8375b396fd6a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.728266 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c009c57c-ac6a-41de-997f-8375b396fd6a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.802313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c009c57c-ac6a-41de-997f-8375b396fd6a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.805704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c009c57c-ac6a-41de-997f-8375b396fd6a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:10.809589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c009c57c-ac6a-41de-997f-8375b396fd6a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] 10.222.0.36 "DELETE /v2.0/security-groups/1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32 HTTP/1.1" status: 204 len: 168 time: 0.1796312 Aug 20 15:32:10.818790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009c57c-ac6a-41de-997f-8375b396fd6a tempest-TestServerBasicOps-1070803233 tempest-TestServerBasicOps-1070803233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaef19c-06ab-4ebe-a3d5-9d3aef9e9e32,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:10.854642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52936) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:10.902579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Router c82c4801-b9bd-4cd5-a310-9ee391a49737 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:32:11.011583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:32:11.016863 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ba6acb35-759d-4509-8cab-89fb46c5947d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "PUT /v2.0/routers/c82c4801-b9bd-4cd5-a310-9ee391a49737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512814 Aug 20 15:32:11.020006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52940) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:11.022469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] Sync routers for ids ['c82c4801-b9bd-4cd5-a310-9ee391a49737'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:32:11.033265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] Routers {'c82c4801-b9bd-4cd5-a310-9ee391a49737'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:11.033913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c82c4801-b9bd-4cd5-a310-9ee391a49737'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:11.075636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-51763201-07af-454c-b91b-e8b7a00f6000 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Deleting subnet 6ad6513f-86cd-4a73-878f-dc3d7c166480 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:32:11.078763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51763201-07af-454c-b91b-e8b7a00f6000 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.125136 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51763201-07af-454c-b91b-e8b7a00f6000 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.149619 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 91d7dab3-06aa-4e0a-9c22-3820e734f55a no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:11.152569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] Set router c82c4801-b9bd-4cd5-a310-9ee391a49737 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:11.199891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 91d7dab3-06aa-4e0a-9c22-3820e734f55a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:11.200485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 91d7dab3-06aa-4e0a-9c22-3820e734f55a not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:11.200916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0abea164-afa7-4e1c-8f21-d29fa4d298a6 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:11.221882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51763201-07af-454c-b91b-e8b7a00f6000 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.254580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:11.256416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 0abea164-afa7-4e1c-8f21-d29fa4d298a6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:11.256767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 0abea164-afa7-4e1c-8f21-d29fa4d298a6 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:11.285986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51763201-07af-454c-b91b-e8b7a00f6000 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.318012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51763201-07af-454c-b91b-e8b7a00f6000 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad6513f-86cd-4a73-878f-dc3d7c166480,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:11.322108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-51763201-07af-454c-b91b-e8b7a00f6000 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.323753 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-51763201-07af-454c-b91b-e8b7a00f6000 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "DELETE /v2.0/subnets/6ad6513f-86cd-4a73-878f-dc3d7c166480 HTTP/1.1" status: 204 len: 168 time: 0.2999399 Aug 20 15:32:11.326510 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52942) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:11.337669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3268d8-387f-4e17-9df6-16910e088a2f None None] Network c1d098fb-a7a3-4efa-be20-0dc36ca27eed requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:32:11.399039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.452987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.461166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:11.483564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:11.483947 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.510188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2a34b-39de-47cb-aecc-deab091ced79 req-7829577b-4341-46c7-8f95-ba9c631f78ef tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:11.511756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1a2a34b-39de-47cb-aecc-deab091ced79 req-7829577b-4341-46c7-8f95-ba9c631f78ef tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1097 time: 0.0534172 Aug 20 15:32:11.585157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1a2a34b-39de-47cb-aecc-deab091ced79 req-d2b3271c-a15e-4ebb-b53a-8a176372d3c8 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Aug 20 15:32:11.587751 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.603385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:32:10Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'fbca2830-313d-40cd-89e5-ae836b4d2134', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:11.640947 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] Checking router: c82c4801-b9bd-4cd5-a310-9ee391a49737 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:32:11.652421 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.653393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Deleting port fbca2830-313d-40cd-89e5-ae836b4d2134 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:11.653747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.666172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] Routers {'c82c4801-b9bd-4cd5-a310-9ee391a49737'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:11.666817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['c82c4801-b9bd-4cd5-a310-9ee391a49737'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:11.706806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f2802-2d84-4f09-9a16-2cab3190c178 None None] DHCP port deletion for c1d098fb-a7a3-4efa-be20-0dc36ca27eed request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:32:11.751824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] For port fbca2830-313d-40cd-89e5-ae836b4d2134, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fbca2830-313d-40cd-89e5-ae836b4d2134,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:11.752617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.765908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Deleting port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:11.766512 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.769927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Calling delete_port for fbca2830-313d-40cd-89e5-ae836b4d2134 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:11.852057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] For port 5a5adb8b-ec63-4f89-88dc-86bb1b24619c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5a5adb8b-ec63-4f89-88dc-86bb1b24619c,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:11.852479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.866803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Calling delete_port for 5a5adb8b-ec63-4f89-88dc-86bb1b24619c owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:11.906001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e81c4d-9562-4cd3-aa48-c16ed6a0b8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1338f-3ef1-4c8f-9ed1-5825b71e7895'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:11.914016 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a0261-2c4d-4ad5-a507-e5c93a74704d" -d '{"events": [{"server_uuid": "43e81c4d-9562-4cd3-aa48-c16ed6a0b8da", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1338f-3ef1-4c8f-9ed1-5825b71e7895"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:11.927337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:11.956189 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.959675 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3321d497-286f-4bb6-a09f-d4cc66393954 x-openstack-request-id: req-3321d497-286f-4bb6-a09f-d4cc66393954 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:11.959970 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e81c4d-9562-4cd3-aa48-c16ed6a0b8da", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1338f-3ef1-4c8f-9ed1-5825b71e7895", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:11.960235 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3321d497-286f-4bb6-a09f-d4cc66393954 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:11.960621 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e81c4d-9562-4cd3-aa48-c16ed6a0b8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1338f-3ef1-4c8f-9ed1-5825b71e7895', 'code': 200} Aug 20 15:32:11.981312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:11.998734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] Set router c82c4801-b9bd-4cd5-a310-9ee391a49737 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:12.017381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Port': ['ID=fbca2830-313d-40cd-89e5-ae836b4d2134,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:12.077929 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:32:11Z', 'revision_number': 6, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:12.107604 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.109530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:12.115254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c8e8f0-c21b-4702-a3d0-6c3c5bf8cfca None None] The sync data for ids ['c82c4801-b9bd-4cd5-a310-9ee391a49737'] in n-d-695189-15 is: [{'id': 'c82c4801-b9bd-4cd5-a310-9ee391a49737', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1183905571', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:45Z', 'updated_at': '2021-08-20T15:32:11Z', 'revision_number': 6, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:12.123596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e4ab7-179b-4f78-8051-2740dc2429af req-cb8fcf38-d862-4f16-bcfd-794fc73d0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:12.125570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f2802-2d84-4f09-9a16-2cab3190c178 None None] Deleting port 5af785e4-5325-4177-9c97-a4c1162d1797 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:12.126101 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6a3f2802-2d84-4f09-9a16-2cab3190c178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.130620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af1e4ab7-179b-4f78-8051-2740dc2429af req-cb8fcf38-d862-4f16-bcfd-794fc73d0e9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1098 time: 0.0671883 Aug 20 15:32:12.131652 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.202194 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-6a3f2802-2d84-4f09-9a16-2cab3190c178 None None] For port 5af785e4-5325-4177-9c97-a4c1162d1797, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5af785e4-5325-4177-9c97-a4c1162d1797,segment=NetworkSegment(526cd4d5-194b-438e-8ffe-9b62a1264a27),segment_id=526cd4d5-194b-438e-8ffe-9b62a1264a27)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:12.202582 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6a3f2802-2d84-4f09-9a16-2cab3190c178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.217971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f2802-2d84-4f09-9a16-2cab3190c178 None None] Calling delete_port for 5af785e4-5325-4177-9c97-a4c1162d1797 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:12.227483 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.229923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.278323 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8f68adca-5d7d-4231-b4f7-b9ebbaf42d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.278711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.279476 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Fanout notify agent at l3_agent the message router_deleted on router c82c4801-b9bd-4cd5-a310-9ee391a49737 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:32:12.287409 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.288830 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-86073a5c-6945-49c3-8bbd-69b339a7bc8d tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "DELETE /v2.0/routers/c82c4801-b9bd-4cd5-a310-9ee391a49737 HTTP/1.1" status: 204 len: 168 time: 0.9613404 Aug 20 15:32:12.291965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52948) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:12.325880 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6a3f2802-2d84-4f09-9a16-2cab3190c178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.350210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f2802-2d84-4f09-9a16-2cab3190c178 None None] Pushing event deleted for resources: {'Port': ['ID=5af785e4-5325-4177-9c97-a4c1162d1797,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:12.365159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f2802-2d84-4f09-9a16-2cab3190c178 None None] No DVR routers for this DVR port 5af785e4-5325-4177-9c97-a4c1162d1797 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:12.387329 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.474637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5adb8b-ec63-4f89-88dc-86bb1b24619c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:12.477455 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.488359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d098fb-a7a3-4efa-be20-0dc36ca27eed']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:12.500774 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526cd4d5-194b-438e-8ffe-9b62a1264a27') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:12.501288 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526cd4d5-194b-438e-8ffe-9b62a1264a27') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:12.516428 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.541474 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.553700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:32:12.554502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:32:12.558501 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:32:12.560264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af1e4ab7-179b-4f78-8051-2740dc2429af req-44619c31-05f2-40da-98d1-55b4ae844e67 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925980 Aug 20 15:32:12.681531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.692838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.696200 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "DELETE /v2.0/networks/c1d098fb-a7a3-4efa-be20-0dc36ca27eed HTTP/1.1" status: 204 len: 168 time: 0.4031906 Aug 20 15:32:12.698477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52952) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:12.711738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd136c-ea04-451e-ae1f-6b10ab3e0ec5 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Network': ['ID=c1d098fb-a7a3-4efa-be20-0dc36ca27eed,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:12.798932 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:12.859096 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84cd75-1f2c-44dd-af98-1dbedb66aa3a req-077d4747-88c5-43f3-844d-a1da9ed50188 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:12.860631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a84cd75-1f2c-44dd-af98-1dbedb66aa3a req-077d4747-88c5-43f3-844d-a1da9ed50188 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1098 time: 0.1198323 Aug 20 15:32:12.996011 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a84cd75-1f2c-44dd-af98-1dbedb66aa3a req-afa2f90c-a360-4648-86bd-bdc052e5cb24 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029508 Aug 20 15:32:13.002261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5af785e4-5325-4177-9c97-a4c1162d1797 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:13.029104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5af785e4-5325-4177-9c97-a4c1162d1797 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:13.029451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5af785e4-5325-4177-9c97-a4c1162d1797 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:13.029871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 49898499-da76-4453-8a19-395c074a7758 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:13.036994 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Deleting port fbdf188f-c650-4c87-ad8e-3e7037e790c2 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:13.037341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.048530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 49898499-da76-4453-8a19-395c074a7758 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:13.048879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 49898499-da76-4453-8a19-395c074a7758 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:13.195013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.195349 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.211978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Calling delete_port for fbdf188f-c650-4c87-ad8e-3e7037e790c2 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:13.214662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Router 8f6d72f6-9909-41e0-8069-313767184e45 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:32:13.392639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:32:13.400776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c3692776-4e48-4f07-b505-5c7365a49321 admin admin] 10.222.0.36 "PUT /v2.0/routers/8f6d72f6-9909-41e0-8069-313767184e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5442638 Aug 20 15:32:13.401608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52954) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:13.402164 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] Sync routers for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:32:13.411304 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:13.411951 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:13.465754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.491760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Port': ['ID=fbdf188f-c650-4c87-ad8e-3e7037e790c2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:13.512806 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.523790 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:13.558821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.559251 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Floating IP d45980f0-28c6-4dca-976d-25d070dc2cc4 disassociated (deleted). External IP: 172.25.5.108, port: 75b71e0b-b40b-45ab-91d0-4a5e8110f794. Aug 20 15:32:13.617910 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.674165 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Deleting port d98db71d-6bef-4fba-be7b-774721347bb6 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:13.674514 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.702549 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:32:12Z', 'revision_number': 5, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port': {'id': 'd98db71d-6bef-4fba-be7b-774721347bb6', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6d72f6-9909-41e0-8069-313767184e45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:26:55Z', 'updated_at': '2021-08-20T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:13.736806 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] Checking router: 8f6d72f6-9909-41e0-8069-313767184e45 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:32:13.745531 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] Routers {'8f6d72f6-9909-41e0-8069-313767184e45'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:13.746151 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['8f6d72f6-9909-41e0-8069-313767184e45'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:13.766348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] For port d98db71d-6bef-4fba-be7b-774721347bb6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d98db71d-6bef-4fba-be7b-774721347bb6,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:13.767006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.781791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Calling delete_port for d98db71d-6bef-4fba-be7b-774721347bb6 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:13.782050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Router 12061869-32f7-49c4-a778-4c4f9c971f1f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:32:13.832834 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] Set router 8f6d72f6-9909-41e0-8069-313767184e45 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:13.885627 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:32:13Z', 'revision_number': 6, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:13.895721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:32:13.905794 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] Sync routers for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:32:13.906822 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:13.916358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:13.917021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:13.936714 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7ce1f4-996a-4dde-a5b0-db8ba4940e71 None None] The sync data for ids ['8f6d72f6-9909-41e0-8069-313767184e45'] in n-d-695189-15 is: [{'id': '8f6d72f6-9909-41e0-8069-313767184e45', 'name': 'tempest-TestServerBasicOps-595637897-router', 'tenant_id': '3c22f5184477493093bf40508769ce6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:26:54Z', 'updated_at': '2021-08-20T15:32:13Z', 'revision_number': 6, 'project_id': '3c22f5184477493093bf40508769ce6c', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:13.941060 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b672b4bf-7a68-4141-903a-6f02012df6ca tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "DELETE /v2.0/floatingips/d45980f0-28c6-4dca-976d-25d070dc2cc4 HTTP/1.1" status: 204 len: 168 time: 1.2413442 Aug 20 15:32:13.941772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:13.944274 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:14.013450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.053975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Pushing event deleted for resources: {'Port': ['ID=d98db71d-6bef-4fba-be7b-774721347bb6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:14.071531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:14.137048 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.140533 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb78ff3-c678-4df5-9e51-718cae40aa9a x-openstack-request-id: req-5bb78ff3-c678-4df5-9e51-718cae40aa9a {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:14.140869 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:14.141128 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5bb78ff3-c678-4df5-9e51-718cae40aa9a {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:14.141531 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'status': 'completed', 'code': 200} Aug 20 15:32:14.231727 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.234229 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.263432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfdfdc-739c-4ebf-b0b3-ba8223c2f41f req-a73bcf3a-cb02-4123-a15b-f0f674264d49 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:14.265932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbcfdfdc-739c-4ebf-b0b3-ba8223c2f41f req-a73bcf3a-cb02-4123-a15b-f0f674264d49 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1098 time: 0.0744147 Aug 20 15:32:14.269900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-ea9f012b-c796-417f-b2ae-ca2b85239b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:14.271656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-ea9f012b-c796-417f-b2ae-ca2b85239b19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bd154e69a02a47289cf37a9881e710c5&device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 1137 time: 0.0776093 Aug 20 15:32:14.290401 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.291056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f6d72f6-9909-41e0-8069-313767184e45 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:32:14.296379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.300399 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-268b12c3-fe32-4afb-919a-330952376323 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8f6d72f6-9909-41e0-8069-313767184e45 HTTP/1.1" status: 204 len: 168 time: 0.8976707 Aug 20 15:32:14.301167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52964) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:14.324629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9b4b998c-ea66-44ed-884c-7c8bae614c0b', 'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:af:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:10Z', 'updated_at': '2021-08-20T15:30:14Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:14.353306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfda742-3f1f-4a28-af2c-ee400545a455 admin admin] Deleting subnet c5dcba62-783c-4942-893d-dbe6b619c20d {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:32:14.357088 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7dfda742-3f1f-4a28-af2c-ee400545a455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.381566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbcfdfdc-739c-4ebf-b0b3-ba8223c2f41f req-daa655cb-47f6-4f6c-b72d-d84ca6adb468 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030545 Aug 20 15:32:14.381961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] Checking router: 12061869-32f7-49c4-a778-4c4f9c971f1f for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:32:14.403893 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:14.404683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:31:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:14.421293 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7dfda742-3f1f-4a28-af2c-ee400545a455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.454623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-9a0ac0c5-e73a-4614-8ef8-b9c6b3cf7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:14.456198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-9a0ac0c5-e73a-4614-8ef8-b9c6b3cf7913 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fcab4715-d789-4184-a6fc-a504e42f2e02 HTTP/1.1" status: 200 len: 898 time: 0.1772029 Aug 20 15:32:14.538285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-84c72c24-89ce-4f38-a2c5-2e58c16708b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=75b71e0b-b40b-45ab-91d0-4a5e8110f794 HTTP/1.1" status: 200 len: 217 time: 0.0737090 Aug 20 15:32:14.543452 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7dfda742-3f1f-4a28-af2c-ee400545a455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.569697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:14.617340 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7dfda742-3f1f-4a28-af2c-ee400545a455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.620429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-62032d39-e774-46d6-9582-055ad4ced2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:14.621902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-62032d39-e774-46d6-9582-055ad4ced2ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fad65fe-67cf-455f-b392-f9da175caf12 HTTP/1.1" status: 200 len: 834 time: 0.0647635 Aug 20 15:32:14.631334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb179d69-df19-432f-965b-370722f22a72 req-4cd3a4e0-7f33-4b83-bfeb-4583187a82c0 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:14.636241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb179d69-df19-432f-965b-370722f22a72 req-4cd3a4e0-7f33-4b83-bfeb-4583187a82c0 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 985 time: 0.1184466 Aug 20 15:32:14.641747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfda742-3f1f-4a28-af2c-ee400545a455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5dcba62-783c-4942-893d-dbe6b619c20d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:14.653300 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7dfda742-3f1f-4a28-af2c-ee400545a455 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.658562 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7dfda742-3f1f-4a28-af2c-ee400545a455 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c5dcba62-783c-4942-893d-dbe6b619c20d HTTP/1.1" status: 204 len: 168 time: 0.3541505 Aug 20 15:32:14.659434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 52968) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:14.673834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e553d5-986f-41d4-994b-7a8dcb224f47 None None] Network fd8dbc16-7007-41f9-92b5-5c956a0bd638 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:32:14.706154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-a0ce7c6e-3063-451b-864b-e258ad619851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:14.708973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-a0ce7c6e-3063-451b-864b-e258ad619851 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fcab4715-d789-4184-a6fc-a504e42f2e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711372 Aug 20 15:32:14.712929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb179d69-df19-432f-965b-370722f22a72 req-aa25230d-333a-4ff0-b817-98b8b90c4190 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0648820 Aug 20 15:32:14.744173 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.807693 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Deleting port f763cd58-43f2-4c21-803d-d326b35a4174 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:14.807943 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.857519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-f8d6a899-4d16-4ffa-ab89-f46520deb577 service neutron] 10.222.0.72 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405287 Aug 20 15:32:14.860428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffea45-de43-4b7a-895d-127cfc1a373b req-51bb8ea6-bf01-4cf0-a675-b8f41fab5e95 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:14.861940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdffea45-de43-4b7a-895d-127cfc1a373b req-51bb8ea6-bf01-4cf0-a675-b8f41fab5e95 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1098 time: 0.0807505 Aug 20 15:32:14.876819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] For port f763cd58-43f2-4c21-803d-d326b35a4174, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f763cd58-43f2-4c21-803d-d326b35a4174,segment=NetworkSegment(49b3a93a-4aa4-453c-814c-ad3b0031c336),segment_id=49b3a93a-4aa4-453c-814c-ad3b0031c336)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:14.877324 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:14.892703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Calling delete_port for f763cd58-43f2-4c21-803d-d326b35a4174 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:14.937319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5a5adb8b-ec63-4f89-88dc-86bb1b24619c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:14.971947 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdffea45-de43-4b7a-895d-127cfc1a373b req-aee74fbc-e78a-40e6-86ce-0b70e7f4ba71 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956798 Aug 20 15:32:14.972512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5a5adb8b-ec63-4f89-88dc-86bb1b24619c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:14.972512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5a5adb8b-ec63-4f89-88dc-86bb1b24619c not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:14.972867 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fbca2830-313d-40cd-89e5-ae836b4d2134 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:14.999397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:15.009312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: fbca2830-313d-40cd-89e5-ae836b4d2134 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:15.009664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fbca2830-313d-40cd-89e5-ae836b4d2134 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:15.022648 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:15.026349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dda1da75-51c3-44f7-9a3a-34d35bfd45b8 req-ea1b5436-52ab-454d-a879-839f9ed4384f service neutron] 10.222.0.72 "GET /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585498 Aug 20 15:32:15.046683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9b4b998c-ea66-44ed-884c-7c8bae614c0b', 'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:af:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:10Z', 'updated_at': '2021-08-20T15:30:14Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:15.059770 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f763cd58-43f2-4c21-803d-d326b35a4174,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:15.062810 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] No DVR routers for this DVR port f763cd58-43f2-4c21-803d-d326b35a4174 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:15.082721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f278d1bf-cde2-4c41-89ef-31e0044dd0b4 None None] The sync data for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 is: [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:10Z', 'revision_number': 4, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9b4b998c-ea66-44ed-884c-7c8bae614c0b', 'name': '', 'network_id': 'fcab4715-d789-4184-a6fc-a504e42f2e02', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'mac_address': 'fa:16:3e:af:54:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:10Z', 'updated_at': '2021-08-20T15:30:14Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'subnets': [{'id': '0fad65fe-67cf-455f-b392-f9da175caf12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:15.139746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ec59e-ce88-48c2-9ca0-d8ff1c793a49 None None] DHCP port deletion for fd8dbc16-7007-41f9-92b5-5c956a0bd638 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:32:15.142354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66089cf-684a-407a-a53d-a00d7d21877b req-f8d6fd44-13a0-4fc5-946a-8ede8d7e1242 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:15.154003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a66089cf-684a-407a-a53d-a00d7d21877b req-f8d6fd44-13a0-4fc5-946a-8ede8d7e1242 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1098 time: 0.0664027 Aug 20 15:32:15.161211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:15.178370 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8dbc16-7007-41f9-92b5-5c956a0bd638']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:15.188705 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a66089cf-684a-407a-a53d-a00d7d21877b req-ed3fa5c5-4f64-4900-83f9-45ea244d4aa7 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337102 Aug 20 15:32:15.189733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b3a93a-4aa4-453c-814c-ad3b0031c336') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:15.190015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b3a93a-4aa4-453c-814c-ad3b0031c336') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:15.200091 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:15.227444 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:15.236392 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a6843209-0933-4751-b8bf-8a2d67c8a88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:15.238660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:32:15.239485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:32:15.241303 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:32:15.306210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:15.311705 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:15.313637 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fd8dbc16-7007-41f9-92b5-5c956a0bd638 HTTP/1.1" status: 204 len: 168 time: 0.6531992 Aug 20 15:32:15.317514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 52980) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:15.340701 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d8f7e-9ec9-4997-adc6-a7cd5160dcb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8dbc16-7007-41f9-92b5-5c956a0bd638,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:15.440767 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18485f7d-496e-4457-8eb7-a4a30273d9e0 None None] New status for floating IP d45980f0-28c6-4dca-976d-25d070dc2cc4: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:32:15.544130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-0b554999-97b5-486d-acf1-431e2038e628 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:15.545651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-0b554999-97b5-486d-acf1-431e2038e628 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/networks?id=93158d50-2276-4887-a58b-b602024b67ae HTTP/1.1" status: 200 len: 910 time: 0.1753683 Aug 20 15:32:15.570993 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-64168e84-1961-447b-a434-6619ac206dce tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/quotas/8856cc8c7fba49aab8127e8f5a2ade5d HTTP/1.1" status: 200 len: 375 time: 0.0181646 Aug 20 15:32:16.016797 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-16f51000-1bbd-4fb8-86a2-e40e6544d2a7 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=8856cc8c7fba49aab8127e8f5a2ade5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4134598 Aug 20 15:32:16.028605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-7c701355-c4c4-4e71-95ee-6d427769f972 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:16.029994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-7c701355-c4c4-4e71-95ee-6d427769f972 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 985 time: 0.0960112 Aug 20 15:32:16.210485 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-c6542aa9-0afa-4240-a20f-ef90bb915f72 service neutron] 10.222.0.36 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779170 Aug 20 15:32:16.230777 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:16.298936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Deleting port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:16.299281 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:16.405540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d98db71d-6bef-4fba-be7b-774721347bb6 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:16.407629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-85a0112d-a5b9-4420-b74a-f20cd5942668 service neutron] 10.222.0.36 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855619 Aug 20 15:32:16.427085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: d98db71d-6bef-4fba-be7b-774721347bb6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:16.427585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d98db71d-6bef-4fba-be7b-774721347bb6 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:16.428229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f763cd58-43f2-4c21-803d-d326b35a4174 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:16.443740 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:16.461556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: f763cd58-43f2-4c21-803d-d326b35a4174 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:16.461901 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f763cd58-43f2-4c21-803d-d326b35a4174 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:16.497017 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] For port 75b71e0b-b40b-45ab-91d0-4a5e8110f794, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=75b71e0b-b40b-45ab-91d0-4a5e8110f794,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:16.497400 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:16.517411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Calling delete_port for 75b71e0b-b40b-45ab-91d0-4a5e8110f794 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:16.521299 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05801e21-86c2-45dd-98e5-864e5343f67f req-adeafff6-0267-438b-8ac3-8ff5034643d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442092 Aug 20 15:32:16.631266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05801e21-86c2-45dd-98e5-864e5343f67f req-60a50c44-9d37-4dbb-a458-0459d1796966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:16.633024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05801e21-86c2-45dd-98e5-864e5343f67f req-60a50c44-9d37-4dbb-a458-0459d1796966 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8856cc8c7fba49aab8127e8f5a2ade5d&device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1098 time: 0.0519044 Aug 20 15:32:16.743511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05801e21-86c2-45dd-98e5-864e5343f67f req-ba328919-6798-4ecf-87a2-d8f8a0253926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:16.745048 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05801e21-86c2-45dd-98e5-864e5343f67f req-ba328919-6798-4ecf-87a2-d8f8a0253926 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93158d50-2276-4887-a58b-b602024b67ae HTTP/1.1" status: 200 len: 910 time: 0.0913219 Aug 20 15:32:16.766565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a18b1a-5f88-4ad0-b58c-05ba2f367406 req-54472796-b1c9-4f0e-8966-67c36053007a tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:16.775416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81a18b1a-5f88-4ad0-b58c-05ba2f367406 req-54472796-b1c9-4f0e-8966-67c36053007a tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8 HTTP/1.1" status: 200 len: 985 time: 0.1497672 Aug 20 15:32:16.794511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05801e21-86c2-45dd-98e5-864e5343f67f req-9d2eed7d-185b-43a5-8b69-824959a0a58e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 HTTP/1.1" status: 200 len: 217 time: 0.0419703 Aug 20 15:32:16.854690 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05801e21-86c2-45dd-98e5-864e5343f67f req-b0f2f1c5-092a-470e-8464-1833c330330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:16.856234 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05801e21-86c2-45dd-98e5-864e5343f67f req-b0f2f1c5-092a-470e-8464-1833c330330c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=868aeef5-c396-4023-b1d7-3c9616f12c6b HTTP/1.1" status: 200 len: 848 time: 0.0537934 Aug 20 15:32:16.857796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81a18b1a-5f88-4ad0-b58c-05ba2f367406 req-6564e2bd-0e8e-4cf9-a790-a17526b0b599 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "GET /v2.0/security-groups?id=19b8ddb1-fbde-46c7-a85b-d1553db16035&id=383566ab-33f4-432f-a341-ced6b72f3e52&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0819678 Aug 20 15:32:16.891221 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:16.938436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05801e21-86c2-45dd-98e5-864e5343f67f req-09e50f0c-c3f5-4fcd-a851-5c4412e4b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:16.940413 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05801e21-86c2-45dd-98e5-864e5343f67f req-09e50f0c-c3f5-4fcd-a851-5c4412e4b15b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93158d50-2276-4887-a58b-b602024b67ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750413 Aug 20 15:32:16.963452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Port': ['ID=75b71e0b-b40b-45ab-91d0-4a5e8110f794,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:17.012527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c64de4ea-c623-4b82-a015-750a110d422c req-609827af-824f-42b8-9a6f-f13cfd535d35 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 210 time: 0.0711021 Aug 20 15:32:17.049800 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05801e21-86c2-45dd-98e5-864e5343f67f req-a13ed1f8-0ffd-4eaa-be37-5309d4065024 service neutron] 10.222.0.72 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017077 Aug 20 15:32:17.078058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] No DVR routers for this DVR port 75b71e0b-b40b-45ab-91d0-4a5e8110f794 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:17.081244 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:17.084648 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.72 "DELETE /v2.0/ports/75b71e0b-b40b-45ab-91d0-4a5e8110f794 HTTP/1.1" status: 204 len: 173 time: 1.0419066 Aug 20 15:32:17.085202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'name': 'network-vif-deleted', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:17.094143 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe29f02-edd1-4397-8b41-4cffa4363068" -d '{"events": [{"server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "name": "network-vif-deleted", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:17.120879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Deleting port a08c18d3-b6f0-4edd-b830-786a4d4e2709 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:17.121331 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:17.177190 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9374d9-5589-4828-a59a-6941d8f988bb x-openstack-request-id: req-2c9374d9-5589-4828-a59a-6941d8f988bb {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:17.177552 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8", "name": "network-vif-deleted", "tag": "75b71e0b-b40b-45ab-91d0-4a5e8110f794", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:17.177742 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c9374d9-5589-4828-a59a-6941d8f988bb {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:17.178145 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed1dda-ca8c-45cc-a017-fdf0bdc9b4f8', 'name': 'network-vif-deleted', 'tag': '75b71e0b-b40b-45ab-91d0-4a5e8110f794', 'status': 'completed', 'code': 200} Aug 20 15:32:17.188567 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05801e21-86c2-45dd-98e5-864e5343f67f req-a7f6f637-d86f-4dfb-92bc-b7bd6c69cbc4 service neutron] 10.222.0.72 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316476 Aug 20 15:32:17.224158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] For port a08c18d3-b6f0-4edd-b830-786a4d4e2709, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a08c18d3-b6f0-4edd-b830-786a4d4e2709,segment=NetworkSegment(d9bde853-632d-4f6b-828f-977b29e3c09e),segment_id=d9bde853-632d-4f6b-828f-977b29e3c09e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:17.224694 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:17.238175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Calling delete_port for a08c18d3-b6f0-4edd-b830-786a4d4e2709 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:17.431603 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:17.465420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a08c18d3-b6f0-4edd-b830-786a4d4e2709,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:17.644098 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:17.927046 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:17.933769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53006) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:17.942285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:32:17.945153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-6df0a54f-9236-4ecb-8704-e23bac95b590 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:17.946711 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-6df0a54f-9236-4ecb-8704-e23bac95b590 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.70 "GET /v2.0/networks?id=93158d50-2276-4887-a58b-b602024b67ae HTTP/1.1" status: 200 len: 910 time: 0.1465275 Aug 20 15:32:17.987536 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2faefee9-5a5d-457a-b718-2d457399c505 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:17.994466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Request body: {'port': {'device_id': '5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'admin_state_up': True, 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:32:18.010500 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2faefee9-5a5d-457a-b718-2d457399c505 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.050808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Made reservation on behalf of 8856cc8c7fba49aab8127e8f5a2ade5d for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:32:18.053159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.056690 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2faefee9-5a5d-457a-b718-2d457399c505 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.060479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2faefee9-5a5d-457a-b718-2d457399c505 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.061889 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2faefee9-5a5d-457a-b718-2d457399c505 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "DELETE /v2.0/security-groups/383566ab-33f4-432f-a341-ced6b72f3e52 HTTP/1.1" status: 204 len: 168 time: 0.1271174 Aug 20 15:32:18.067668 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53010) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:18.073744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faefee9-5a5d-457a-b718-2d457399c505 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383566ab-33f4-432f-a341-ced6b72f3e52,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:18.121400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:32:18.130796 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] Sync routers for ids ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:32:18.139914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] Routers {'25e3113d-41ba-4c50-9bcb-81e628a4ea14'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:18.140529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:32:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:18.166808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8a09ae41-34b3-4729-8738-0c5b840212ed admin admin] 10.222.0.36 "PUT /v2.0/routers/25e3113d-41ba-4c50-9bcb-81e628a4ea14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8481934 Aug 20 15:32:18.169466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53012) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:18.175131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb482559-9b8b-4bda-868d-5d83b504dd0a req-5c18de2d-8edb-4e48-a284-9ac3fe69b1e2 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 210 time: 0.0727768 Aug 20 15:32:18.244015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea814a0-fdeb-4711-ac03-0c5ddbc3ff65 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.258234 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] Set router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:18.276629 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea814a0-fdeb-4711-ac03-0c5ddbc3ff65 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.290249 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.290631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Allocated IP 172.20.0.4 (93158d50-2276-4887-a58b-b602024b67ae/868aeef5-c396-4023-b1d7-3c9616f12c6b/35086979-79cf-4220-a4db-bad4f10498e7) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:32:18.408346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.420722 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea814a0-fdeb-4711-ac03-0c5ddbc3ff65 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.423325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dea814a0-fdeb-4711-ac03-0c5ddbc3ff65 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.424666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dea814a0-fdeb-4711-ac03-0c5ddbc3ff65 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "DELETE /v2.0/security-groups/19b8ddb1-fbde-46c7-a85b-d1553db16035 HTTP/1.1" status: 204 len: 168 time: 0.3560224 Aug 20 15:32:18.433784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53014) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:18.466219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '94856f76-6004-4854-8180-6c693a6eda1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:27:00Z', 'updated_at': '2021-08-20T15:32:17Z', 'revision_number': 5, 'project_id': '55ece78536874b60a7927bb041a98af1', 'gw_port': {'id': '94856f76-6004-4854-8180-6c693a6eda1b', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:27:01Z', 'updated_at': '2021-08-20T15:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:18.473249 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Deleting port 94856f76-6004-4854-8180-6c693a6eda1b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:18.473725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.485846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea814a0-fdeb-4711-ac03-0c5ddbc3ff65 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b8ddb1-fbde-46c7-a85b-d1553db16035,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:18.502141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] Checking router: 25e3113d-41ba-4c50-9bcb-81e628a4ea14 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:32:18.516767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] Routers {'25e3113d-41ba-4c50-9bcb-81e628a4ea14'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:18.517685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:32:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:18.581014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] For port 94856f76-6004-4854-8180-6c693a6eda1b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=94856f76-6004-4854-8180-6c693a6eda1b,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:18.581594 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.582773 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.595248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Calling delete_port for 94856f76-6004-4854-8180-6c693a6eda1b owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:18.607974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] Set router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:18.612304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Transition to ACTIVE for port object 35086979-79cf-4220-a4db-bad4f10498e7 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:32:18.661665 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:27:00Z', 'updated_at': '2021-08-20T15:32:18Z', 'revision_number': 6, 'project_id': '55ece78536874b60a7927bb041a98af1', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:18.692945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b14f76-2590-443c-8ec5-44b84e633bcb None None] The sync data for ids ['25e3113d-41ba-4c50-9bcb-81e628a4ea14'] in n-d-695189-15 is: [{'id': '25e3113d-41ba-4c50-9bcb-81e628a4ea14', 'name': 'tempest-TestServerBasicOps-950806427-router', 'tenant_id': '55ece78536874b60a7927bb041a98af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:27:00Z', 'updated_at': '2021-08-20T15:32:18Z', 'revision_number': 6, 'project_id': '55ece78536874b60a7927bb041a98af1', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:18.731904 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.767803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['6bd1338f-3ef1-4c8f-9ed1-5825b71e7895'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:32:18.778551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.805750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94856f76-6004-4854-8180-6c693a6eda1b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:18.808671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Network 93158d50-2276-4887-a58b-b602024b67ae is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:32:18.818792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:32:18.823636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:32:18.825127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Pushing event updated for resources: {'Port': ['ID=35086979-79cf-4220-a4db-bad4f10498e7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:18.880978 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.902582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:18.904684 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:18.929982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-56ae0e22-c9a5-4662-bc6d-11ef21d613d5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9391475 Aug 20 15:32:18.945748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Request body: {'port': {'device_id': '5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:32:19.042902 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.099297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-521732f1-e12b-4561-91ef-612f90d9955b None None] Provisioning for port 35086979-79cf-4220-a4db-bad4f10498e7 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:19.104129 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.104761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-521732f1-e12b-4561-91ef-612f90d9955b None None] Provisioning complete for port 35086979-79cf-4220-a4db-bad4f10498e7 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:19.105460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-521732f1-e12b-4561-91ef-612f90d9955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.162478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-521732f1-e12b-4561-91ef-612f90d9955b None None] Port 35086979-79cf-4220-a4db-bad4f10498e7 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:32:19.307771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 75b71e0b-b40b-45ab-91d0-4a5e8110f794 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:19.319406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.322190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.367513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.368269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e3113d-41ba-4c50-9bcb-81e628a4ea14 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:32:19.372759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.376467 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0265a70c-1ae3-4c4a-809e-f112b48b55c1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/25e3113d-41ba-4c50-9bcb-81e628a4ea14 HTTP/1.1" status: 204 len: 168 time: 1.2035162 Aug 20 15:32:19.376678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53018) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:19.425467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90b0271-f766-4535-b18d-bd4a10c01b05 admin admin] Deleting subnet 921bcc42-8bc9-4636-a379-059eccd5a6b1 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:32:19.429650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a90b0271-f766-4535-b18d-bd4a10c01b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.467562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a90b0271-f766-4535-b18d-bd4a10c01b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.510489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 75b71e0b-b40b-45ab-91d0-4a5e8110f794 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:19.511094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 75b71e0b-b40b-45ab-91d0-4a5e8110f794 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:19.558551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a90b0271-f766-4535-b18d-bd4a10c01b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.618568 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a90b0271-f766-4535-b18d-bd4a10c01b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.644944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b0271-f766-4535-b18d-bd4a10c01b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921bcc42-8bc9-4636-a379-059eccd5a6b1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:19.648722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a90b0271-f766-4535-b18d-bd4a10c01b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.653008 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a90b0271-f766-4535-b18d-bd4a10c01b05 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/921bcc42-8bc9-4636-a379-059eccd5a6b1 HTTP/1.1" status: 204 len: 168 time: 0.2729030 Aug 20 15:32:19.653253 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53020) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:19.656047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5d220c-0431-4979-b6c8-485553a79d03 None None] Network e61a2d78-2236-4b52-814a-e71d66b0b343 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:32:19.740115 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.747670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103754ec-99df-404d-b147-5a8a8b0ddac4 req-4b4f70b6-353b-4716-9871-5e0602963876 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:19.749210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-103754ec-99df-404d-b147-5a8a8b0ddac4 req-4b4f70b6-353b-4716-9871-5e0602963876 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1027 time: 0.4764326 Aug 20 15:32:19.805274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Deleting port 1655ccae-7cc9-4960-b9f8-110466456637 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:19.805706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.830258 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-103754ec-99df-404d-b147-5a8a8b0ddac4 req-7d39fea6-fa5f-4699-9bf2-5acfbac50ebf tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682445 Aug 20 15:32:19.880248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35086979-79cf-4220-a4db-bad4f10498e7 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:32:19.884170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] For port 1655ccae-7cc9-4960-b9f8-110466456637, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1655ccae-7cc9-4960-b9f8-110466456637,segment=NetworkSegment(d9bde853-632d-4f6b-828f-977b29e3c09e),segment_id=d9bde853-632d-4f6b-828f-977b29e3c09e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:19.884621 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.889662 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.900552 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Calling delete_port for 1655ccae-7cc9-4960-b9f8-110466456637 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:19.907169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9785c-ed70-456a-9c97-633d7a08fac6 None None] DHCP port deletion for e61a2d78-2236-4b52-814a-e71d66b0b343 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:32:19.926750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Transition to ACTIVE for port object 35086979-79cf-4220-a4db-bad4f10498e7 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:32:19.931129 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:19.980203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-27d9785c-ed70-456a-9c97-633d7a08fac6 None None] Deleting port 1655ccae-7cc9-4960-b9f8-110466456637 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:19.980661 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-27d9785c-ed70-456a-9c97-633d7a08fac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.015447 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.033365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Pushing event updated for resources: {'Port': ['ID=35086979-79cf-4220-a4db-bad4f10498e7,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:20.051960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1655ccae-7cc9-4960-b9f8-110466456637,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:20.054275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] No DVR routers for this DVR port 1655ccae-7cc9-4960-b9f8-110466456637 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:20.069786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-27d9785c-ed70-456a-9c97-633d7a08fac6 None None] For port 1655ccae-7cc9-4960-b9f8-110466456637, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=1655ccae-7cc9-4960-b9f8-110466456637,segment=NetworkSegment(d9bde853-632d-4f6b-828f-977b29e3c09e),segment_id=d9bde853-632d-4f6b-828f-977b29e3c09e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:20.070581 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-27d9785c-ed70-456a-9c97-633d7a08fac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.073739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Deleting port 9b4b998c-ea66-44ed-884c-7c8bae614c0b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:20.074089 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.085372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-27d9785c-ed70-456a-9c97-633d7a08fac6 None None] Calling delete_port for 1655ccae-7cc9-4960-b9f8-110466456637 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:20.150801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Attempting to bind port 35086979-79cf-4220-a4db-bad4f10498e7 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:32:20.151141 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Attempting to bind port 35086979-79cf-4220-a4db-bad4f10498e7 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:32:20.151661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Attempting to bind port 35086979-79cf-4220-a4db-bad4f10498e7 on network 93158d50-2276-4887-a58b-b602024b67ae {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:32:20.152132 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.159337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Port 35086979-79cf-4220-a4db-bad4f10498e7 on network 93158d50-2276-4887-a58b-b602024b67ae not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:32:20.160272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Attempting to bind port 35086979-79cf-4220-a4db-bad4f10498e7 on network 93158d50-2276-4887-a58b-b602024b67ae {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:32:20.167306 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61a2d78-2236-4b52-814a-e71d66b0b343']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:20.169319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:32:20.169665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Checking segment: {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:32:20.170052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Bound using segment: {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:32:20.170488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Bound port: 35086979-79cf-4220-a4db-bad4f10498e7, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a554c51-8d82-436b-8caa-c1b78d4e5f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '93158d50-2276-4887-a58b-b602024b67ae'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:32:20.170898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.180954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bde853-632d-4f6b-828f-977b29e3c09e') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:20.181255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bde853-632d-4f6b-828f-977b29e3c09e') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:20.192448 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-27d9785c-ed70-456a-9c97-633d7a08fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.195322 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.212465 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.222864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9785c-ed70-456a-9c97-633d7a08fac6 None None] Pushing event deleted for resources: {'Port': ['ID=1655ccae-7cc9-4960-b9f8-110466456637,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:20.223363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:32:20.224838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.236634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d9785c-ed70-456a-9c97-633d7a08fac6 None None] No DVR routers for this DVR port 1655ccae-7cc9-4960-b9f8-110466456637 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:20.266761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] For port 9b4b998c-ea66-44ed-884c-7c8bae614c0b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9b4b998c-ea66-44ed-884c-7c8bae614c0b,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:20.267149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:32:20.272295 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:32:20.290050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Calling delete_port for 9b4b998c-ea66-44ed-884c-7c8bae614c0b owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:20.296206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.296848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] For port 35086979-79cf-4220-a4db-bad4f10498e7, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:32:20.302753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.304522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] For port 35086979-79cf-4220-a4db-bad4f10498e7, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35086979-79cf-4220-a4db-bad4f10498e7,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:32:20.305715 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] 10.222.0.36 "DELETE /v2.0/networks/e61a2d78-2236-4b52-814a-e71d66b0b343 HTTP/1.1" status: 204 len: 168 time: 0.6515865 Aug 20 15:32:20.311735 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.318446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e742018-48cd-4a83-94cc-035393cf08ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e61a2d78-2236-4b52-814a-e71d66b0b343,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:20.380125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:20.380749 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.382562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] 10.222.0.70 "PUT /v2.0/ports/35086979-79cf-4220-a4db-bad4f10498e7 HTTP/1.1" status: 200 len: 1092 time: 1.4435151 Aug 20 15:32:20.385578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae', 'tag': '35086979-79cf-4220-a4db-bad4f10498e7'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:20.387870 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d82d8e-0d4d-4804-936b-12a8f9e09778" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae", "tag": "35086979-79cf-4220-a4db-bad4f10498e7"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:20.437262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 94856f76-6004-4854-8180-6c693a6eda1b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:20.471601 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53026) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:20.476457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 94856f76-6004-4854-8180-6c693a6eda1b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:20.476812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 94856f76-6004-4854-8180-6c693a6eda1b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:20.481183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a08c18d3-b6f0-4edd-b830-786a4d4e2709 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:20.481381 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0376287-65f6-4635-a872-e7539010ace9 x-openstack-request-id: req-b0376287-65f6-4635-a872-e7539010ace9 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:20.481685 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae", "tag": "35086979-79cf-4220-a4db-bad4f10498e7", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:20.482284 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b0376287-65f6-4635-a872-e7539010ace9 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:20.482764 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae', 'tag': '35086979-79cf-4220-a4db-bad4f10498e7', 'status': 'completed', 'code': 200} Aug 20 15:32:20.504037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a08c18d3-b6f0-4edd-b830-786a4d4e2709 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:20.504392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a08c18d3-b6f0-4edd-b830-786a4d4e2709 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:20.504817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1655ccae-7cc9-4960-b9f8-110466456637 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:20.507279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af0e7e-cc27-4bf6-a182-9c987661754f service neutron] Pushing event updated for resources: {'Port': ['ID=35086979-79cf-4220-a4db-bad4f10498e7,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:20.519781 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-61dc814a-86bb-40f6-9d25-cb2bd499e4b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c22f5184477493093bf40508769ce6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454226 Aug 20 15:32:20.520434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53028) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:20.528090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 1655ccae-7cc9-4960-b9f8-110466456637 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:20.528437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 1655ccae-7cc9-4960-b9f8-110466456637 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:20.578210 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3712be6-03d5-4980-b6c2-0c5ab9fbb172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.589457 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-ad0f1aa5-1892-4d41-bbc2-59d2c8b4ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:20.591121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-ad0f1aa5-1892-4d41-bbc2-59d2c8b4ce7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8856cc8c7fba49aab8127e8f5a2ade5d&device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1095 time: 0.1482770 Aug 20 15:32:20.605005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3712be6-03d5-4980-b6c2-0c5ab9fbb172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.658077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3712be6-03d5-4980-b6c2-0c5ab9fbb172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.660341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-f984d039-2985-447d-9ea9-10371ae40299 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35086979-79cf-4220-a4db-bad4f10498e7 HTTP/1.1" status: 200 len: 217 time: 0.0534592 Aug 20 15:32:20.662708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a3712be6-03d5-4980-b6c2-0c5ab9fbb172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.667962 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a3712be6-03d5-4980-b6c2-0c5ab9fbb172 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49a60421-a176-4208-a9b8-2e8ccefdc498 HTTP/1.1" status: 204 len: 168 time: 0.1442430 Aug 20 15:32:20.673762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3712be6-03d5-4980-b6c2-0c5ab9fbb172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a60421-a176-4208-a9b8-2e8ccefdc498,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:20.753865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-b23169a1-2ea2-41fc-a3df-97425a69123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:20.755846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-b23169a1-2ea2-41fc-a3df-97425a69123c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=868aeef5-c396-4023-b1d7-3c9616f12c6b HTTP/1.1" status: 200 len: 848 time: 0.0828187 Aug 20 15:32:20.760726 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:20.798160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Port': ['ID=9b4b998c-ea66-44ed-884c-7c8bae614c0b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:20.887034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-9d714bad-7a88-42c9-b2c6-e0cf07229d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:20.888681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-9d714bad-7a88-42c9-b2c6-e0cf07229d86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93158d50-2276-4887-a58b-b602024b67ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183860 Aug 20 15:32:21.039655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53036) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:21.080637 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f8625feb-8a8b-477c-88dd-30eb2cf3d823 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55ece78536874b60a7927bb041a98af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394557 Aug 20 15:32:21.083779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53038) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:21.104716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4626c4-ead9-481f-8126-635119fa4108 req-d844fcee-2706-453d-914c-c94c9786b3c7 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:21.106170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd4626c4-ead9-481f-8126-635119fa4108 req-d844fcee-2706-453d-914c-c94c9786b3c7 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1095 time: 0.1759419 Aug 20 15:32:21.134412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa093-1469-4b79-a593-1182da96b25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:21.140880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-951e0159-dca6-43c1-8917-a3143030af2e service neutron] 10.222.0.70 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359486 Aug 20 15:32:21.142646 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:21.155520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa093-1469-4b79-a593-1182da96b25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:21.205199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa093-1469-4b79-a593-1182da96b25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:21.207940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa093-1469-4b79-a593-1182da96b25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:21.209117 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bb3fa093-1469-4b79-a593-1182da96b25c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65e0f4cd-5d95-464c-baaf-ca479c7e36e0 HTTP/1.1" status: 204 len: 168 time: 0.1243479 Aug 20 15:32:21.218182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fa093-1469-4b79-a593-1182da96b25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e0f4cd-5d95-464c-baaf-ca479c7e36e0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:21.239251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd4626c4-ead9-481f-8126-635119fa4108 req-3e367eff-c496-43aa-8f56-29249cd68b49 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240504 Aug 20 15:32:21.336514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a35b637e-b4ca-47ab-9c18-06ac5f2c5041 req-ecaab6be-ecde-43b4-b3a0-ddbf0a8d6b85 service neutron] 10.222.0.70 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798811 Aug 20 15:32:21.486605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-eebb7f97-b06c-4c50-a9a1-cb2f99e26efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:21.488642 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-eebb7f97-b06c-4c50-a9a1-cb2f99e26efa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8856cc8c7fba49aab8127e8f5a2ade5d&device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1095 time: 0.0968943 Aug 20 15:32:21.496425 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Router 12061869-32f7-49c4-a778-4c4f9c971f1f has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:32:21.671267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-d0093f20-2c25-45b4-8518-26f53ab7af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:21.672841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-d0093f20-2c25-45b4-8518-26f53ab7af6d service neutron] 10.222.0.70 "GET /v2.0/networks?id=93158d50-2276-4887-a58b-b602024b67ae HTTP/1.1" status: 200 len: 910 time: 0.1750445 Aug 20 15:32:21.727594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:32:21.730143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-a3313262-976c-4ef4-88d2-2fbeda9ed64f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35086979-79cf-4220-a4db-bad4f10498e7 HTTP/1.1" status: 200 len: 217 time: 0.0452297 Aug 20 15:32:21.735195 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e86ddc50-f81c-406d-b108-e76aafbc6273 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "PUT /v2.0/routers/12061869-32f7-49c4-a778-4c4f9c971f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002460 Aug 20 15:32:21.736531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53042) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:21.739767 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] Sync routers for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:32:21.749278 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:21.750198 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:32:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:21.794089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-13c4994f-31be-4f2a-b9e3-57b09c1c4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:21.796147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-13c4994f-31be-4f2a-b9e3-57b09c1c4853 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=868aeef5-c396-4023-b1d7-3c9616f12c6b HTTP/1.1" status: 200 len: 848 time: 0.0492070 Aug 20 15:32:21.805589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-8371d301-6550-4fc6-8b28-4840dfc2d7d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Deleting subnet 0fad65fe-67cf-455f-b392-f9da175caf12 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:32:21.811491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8371d301-6550-4fc6-8b28-4840dfc2d7d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:21.851375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-bae9382b-6be9-41b6-a09c-d6f1f7ac8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:21.852974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-bae9382b-6be9-41b6-a09c-d6f1f7ac8185 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=93158d50-2276-4887-a58b-b602024b67ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443957 Aug 20 15:32:21.857023 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8371d301-6550-4fc6-8b28-4840dfc2d7d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:21.879135 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:21.948356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8371d301-6550-4fc6-8b28-4840dfc2d7d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:21.958423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-ee589531-32fa-4ed7-938f-f05c4aa5412c service neutron] 10.222.0.70 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975304 Aug 20 15:32:22.016042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8371d301-6550-4fc6-8b28-4840dfc2d7d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.045971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371d301-6550-4fc6-8b28-4840dfc2d7d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Subnet': ['ID=0fad65fe-67cf-455f-b392-f9da175caf12,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:22.054404 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8371d301-6550-4fc6-8b28-4840dfc2d7d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.055782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33d82d8e-0d4d-4804-936b-12a8f9e09778 req-5133557e-2720-4c47-bdd3-8fbdedc347a7 service neutron] 10.222.0.70 "GET /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886784 Aug 20 15:32:22.056440 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8371d301-6550-4fc6-8b28-4840dfc2d7d1 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "DELETE /v2.0/subnets/0fad65fe-67cf-455f-b392-f9da175caf12 HTTP/1.1" status: 204 len: 168 time: 0.3187532 Aug 20 15:32:22.058828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53044) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:22.061825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b8af4-824e-468c-a25b-2a8d25c8743b None None] Network fcab4715-d789-4184-a6fc-a504e42f2e02 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:32:22.073090 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:32:20Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:22.100022 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] Checking router: 12061869-32f7-49c4-a778-4c4f9c971f1f for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:32:22.108435 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] Routers {'12061869-32f7-49c4-a778-4c4f9c971f1f'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:22.109054 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:32:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['12061869-32f7-49c4-a778-4c4f9c971f1f'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:22.177553 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.215312 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] Set router 12061869-32f7-49c4-a778-4c4f9c971f1f gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:22.276411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81d839-93e6-4409-890f-395c31112466 None None] DHCP port deletion for fcab4715-d789-4184-a6fc-a504e42f2e02 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:32:22.300843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.346383 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5e81d839-93e6-4409-890f-395c31112466 None None] Deleting port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:22.347033 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e81d839-93e6-4409-890f-395c31112466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.387354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a40bc-de27-4a54-af0e-b58bbe355cb5 req-6c8958b3-d86a-4be8-8f69-b47a86824c52 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:22.389852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-266a40bc-de27-4a54-af0e-b58bbe355cb5 req-6c8958b3-d86a-4be8-8f69-b47a86824c52 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1095 time: 0.0732033 Aug 20 15:32:22.430395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Deleting port a87d1158-b205-4af1-a021-6887a5789cd0 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:22.431630 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.441976 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:32:20Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:22.452628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-266a40bc-de27-4a54-af0e-b58bbe355cb5 req-261285a9-20be-4c80-b731-5896e9c6c07d tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542297 Aug 20 15:32:22.473446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5e81d839-93e6-4409-890f-395c31112466 None None] For port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0a8d68cf-ce3e-41c9-9873-86f4e9cee48c,segment=NetworkSegment(8506444d-0199-43ab-afa5-0d6060af67bd),segment_id=8506444d-0199-43ab-afa5-0d6060af67bd)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:22.473870 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e81d839-93e6-4409-890f-395c31112466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.485743 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a710657f-4c4a-46ed-a19c-145848330e69 None None] The sync data for ids ['12061869-32f7-49c4-a778-4c4f9c971f1f'] in n-d-695189-15 is: [{'id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1866062974', 'tenant_id': 'bd154e69a02a47289cf37a9881e710c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:32:20Z', 'revision_number': 5, 'project_id': 'bd154e69a02a47289cf37a9881e710c5', 'gw_port': {'id': 'a87d1158-b205-4af1-a021-6887a5789cd0', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:be:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12061869-32f7-49c4-a778-4c4f9c971f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:30:07Z', 'updated_at': '2021-08-20T15:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:22.487533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5e81d839-93e6-4409-890f-395c31112466 None None] Calling delete_port for 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:22.538578 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] For port a87d1158-b205-4af1-a021-6887a5789cd0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=a87d1158-b205-4af1-a021-6887a5789cd0,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:22.538895 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.546252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:22.552901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Calling delete_port for a87d1158-b205-4af1-a021-6887a5789cd0 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:22.608319 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5e81d839-93e6-4409-890f-395c31112466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.631821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c update to DOWN by agent not found {{(pid=101101) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 20 15:32:22.650984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81d839-93e6-4409-890f-395c31112466 None None] Pushing event deleted for resources: {'Port': ['ID=0a8d68cf-ce3e-41c9-9873-86f4e9cee48c,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:22.654323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81d839-93e6-4409-890f-395c31112466 None None] No DVR routers for this DVR port 0a8d68cf-ce3e-41c9-9873-86f4e9cee48c on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:22.729186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.757564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Port': ['ID=a87d1158-b205-4af1-a021-6887a5789cd0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:22.818872 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.918531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.935697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.968768 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.969346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Fanout notify agent at l3_agent the message router_deleted on router 12061869-32f7-49c4-a778-4c4f9c971f1f {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:32:22.978647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:22.980031 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e7b3ed7c-b520-4e5f-961b-802e45d23c5e tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "DELETE /v2.0/routers/12061869-32f7-49c4-a778-4c4f9c971f1f HTTP/1.1" status: 204 len: 168 time: 0.9199533 Aug 20 15:32:22.983162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53048) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:23.062859 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.153970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.165220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcab4715-d789-4184-a6fc-a504e42f2e02']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:23.176279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8506444d-0199-43ab-afa5-0d6060af67bd') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:23.176610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8506444d-0199-43ab-afa5-0d6060af67bd') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:23.194069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.208118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.213978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:32:23.214379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:32:23.217310 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:32:23.245050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 35086979-79cf-4220-a4db-bad4f10498e7 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:32:23.276301 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.283128 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.285571 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] 10.222.0.36 "DELETE /v2.0/networks/fcab4715-d789-4184-a6fc-a504e42f2e02 HTTP/1.1" status: 204 len: 168 time: 0.3013921 Aug 20 15:32:23.297387 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cfed7-e558-4e78-bbc7-9b73749c74d4 tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] Pushing event deleted for resources: {'Network': ['ID=fcab4715-d789-4184-a6fc-a504e42f2e02,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:23.357411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 35086979-79cf-4220-a4db-bad4f10498e7, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35086979-79cf-4220-a4db-bad4f10498e7,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:23.369474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '35086979-79cf-4220-a4db-bad4f10498e7', 'network_id': '93158d50-2276-4887-a58b-b602024b67ae', 'port_id': '35086979-79cf-4220-a4db-bad4f10498e7', 'mac_address': 'fa:16:3e:75:47:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868aeef5-c396-4023-b1d7-3c9616f12c6b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:32:23.406886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.420306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35086979-79cf-4220-a4db-bad4f10498e7 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:32:23.441902 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 35086979-79cf-4220-a4db-bad4f10498e7, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35086979-79cf-4220-a4db-bad4f10498e7,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:23.445574 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.492910 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=35086979-79cf-4220-a4db-bad4f10498e7,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:23.567173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168effc9-429a-424c-aa53-8cb343eeeab6 req-6d06db6f-0ede-4dbe-ab12-73d2f20c9388 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:23.568936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-168effc9-429a-424c-aa53-8cb343eeeab6 req-6d06db6f-0ede-4dbe-ab12-73d2f20c9388 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1096 time: 0.0435495 Aug 20 15:32:23.603572 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-168effc9-429a-424c-aa53-8cb343eeeab6 req-1342e49b-9af7-4869-8b5c-423efa47ab55 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286324 Aug 20 15:32:23.604144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53058) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:23.698253 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['35086979-79cf-4220-a4db-bad4f10498e7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:32:23.749953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9e17aef3-c8aa-4a85-9151-def508e9f36f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd154e69a02a47289cf37a9881e710c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445441 Aug 20 15:32:23.752190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53062) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:23.800126 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0912cd56-810b-4e75-9db2-3fa703372ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.821372 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0912cd56-810b-4e75-9db2-3fa703372ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.867235 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0912cd56-810b-4e75-9db2-3fa703372ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.869804 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0912cd56-810b-4e75-9db2-3fa703372ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:23.870946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0912cd56-810b-4e75-9db2-3fa703372ba8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9626540b-9cf6-4dbf-b8d0-918b86d83918 HTTP/1.1" status: 204 len: 168 time: 0.1178672 Aug 20 15:32:23.879351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912cd56-810b-4e75-9db2-3fa703372ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626540b-9cf6-4dbf-b8d0-918b86d83918,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:24.137996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53068) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:24.153979 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b231896-f152-4943-abbe-c0540585df15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.242963 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b231896-f152-4943-abbe-c0540585df15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.246978 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8b231896-f152-4943-abbe-c0540585df15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.284360 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b231896-f152-4943-abbe-c0540585df15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a90438-db91-489e-9773-2fd6d0f481c3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:24.288899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8b231896-f152-4943-abbe-c0540585df15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6753db78571a49c39a9db38e5fce1c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498969 Aug 20 15:32:24.291859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53070) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:24.338980 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4bbee27-400c-4c77-96eb-a1c15427391d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.360239 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4bbee27-400c-4c77-96eb-a1c15427391d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.407714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9b4b998c-ea66-44ed-884c-7c8bae614c0b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:24.408240 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4bbee27-400c-4c77-96eb-a1c15427391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.410888 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c4bbee27-400c-4c77-96eb-a1c15427391d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.412083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c4bbee27-400c-4c77-96eb-a1c15427391d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04a90438-db91-489e-9773-2fd6d0f481c3 HTTP/1.1" status: 204 len: 168 time: 0.1196244 Aug 20 15:32:24.420847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbee27-400c-4c77-96eb-a1c15427391d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a90438-db91-489e-9773-2fd6d0f481c3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:24.429373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 9b4b998c-ea66-44ed-884c-7c8bae614c0b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:24.429719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9b4b998c-ea66-44ed-884c-7c8bae614c0b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:24.430137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a87d1158-b205-4af1-a021-6887a5789cd0 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:24.454752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: a87d1158-b205-4af1-a021-6887a5789cd0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:24.455189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device a87d1158-b205-4af1-a021-6887a5789cd0 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:24.714390 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2780-cd06-4014-bdfd-8257f408db95 req-f78c055a-e5b5-4b6c-8d55-5a5b11067035 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:24.722462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-629f2780-cd06-4014-bdfd-8257f408db95 req-f78c055a-e5b5-4b6c-8d55-5a5b11067035 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1096 time: 0.0524590 Aug 20 15:32:24.741970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53078) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:24.756384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-629f2780-cd06-4014-bdfd-8257f408db95 req-797b1a4f-77dd-4925-a49c-3989c78e5ff5 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 Aug 20 15:32:24.782245 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9fca7821-78b9-4423-8464-9b35774e3961 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e83b0b54a2074d178b0f8ab9c4bac9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390470 Aug 20 15:32:24.785469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53080) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:24.833096 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8410eca3-b0aa-4408-9e63-9830778f28b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.853832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8410eca3-b0aa-4408-9e63-9830778f28b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.903775 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8410eca3-b0aa-4408-9e63-9830778f28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.906759 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8410eca3-b0aa-4408-9e63-9830778f28b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:24.907964 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8410eca3-b0aa-4408-9e63-9830778f28b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e43de30-2b5a-4616-bedd-9d2ecb7ad087 HTTP/1.1" status: 204 len: 168 time: 0.1217651 Aug 20 15:32:24.917919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410eca3-b0aa-4408-9e63-9830778f28b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e43de30-2b5a-4616-bedd-9d2ecb7ad087,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:25.293634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 35086979-79cf-4220-a4db-bad4f10498e7 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:25.350524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 35086979-79cf-4220-a4db-bad4f10498e7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:25.354863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 35086979-79cf-4220-a4db-bad4f10498e7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:25.355302 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:25.440437 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:25.467389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35086979-79cf-4220-a4db-bad4f10498e7'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:25.469712 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8a6242-544b-4a6a-85bd-784d4ecd6c0d" -d '{"events": [{"server_uuid": "5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae", "name": "network-vif-plugged", "status": "completed", "tag": "35086979-79cf-4220-a4db-bad4f10498e7"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:25.483582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 35086979-79cf-4220-a4db-bad4f10498e7, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35086979-79cf-4220-a4db-bad4f10498e7,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:25.488364 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:25.514241 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c279205-c763-4d98-8b6a-031d2a325095 x-openstack-request-id: req-2c279205-c763-4d98-8b6a-031d2a325095 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:25.514537 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae", "name": "network-vif-plugged", "status": "completed", "tag": "35086979-79cf-4220-a4db-bad4f10498e7", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:25.514795 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c279205-c763-4d98-8b6a-031d2a325095 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:25.515180 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35086979-79cf-4220-a4db-bad4f10498e7', 'code': 200} Aug 20 15:32:25.544918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=35086979-79cf-4220-a4db-bad4f10498e7,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:25.616057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1b97c-715e-4791-8706-f8203098f818 req-d523f0d4-858a-4c0c-b5dc-a61556ad342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:25.617533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6cb1b97c-715e-4791-8706-f8203098f818 req-d523f0d4-858a-4c0c-b5dc-a61556ad342c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0407364 Aug 20 15:32:25.656109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6cb1b97c-715e-4791-8706-f8203098f818 req-731db490-bac8-4a16-ba9d-9b791d065d9a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275981 Aug 20 15:32:25.861226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0215a97-b63b-4f8a-a914-4332724679ae req-80323724-f7b4-4e0d-85c5-8b8b4e54b419 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:25.863284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0215a97-b63b-4f8a-a914-4332724679ae req-80323724-f7b4-4e0d-85c5-8b8b4e54b419 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0397031 Aug 20 15:32:25.901045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0215a97-b63b-4f8a-a914-4332724679ae req-e17b1168-9090-41b4-882b-b0792c1cdfab tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307350 Aug 20 15:32:27.026177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca09337-fefc-4541-8f98-5a4d03f2c142 req-395bcd84-3305-483a-be44-3e3f92efb81e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:27.027632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ca09337-fefc-4541-8f98-5a4d03f2c142 req-395bcd84-3305-483a-be44-3e3f92efb81e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0548053 Aug 20 15:32:27.074218 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ca09337-fefc-4541-8f98-5a4d03f2c142 req-f6516385-57d5-4c3f-b86d-29eae98e22d8 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370581 Aug 20 15:32:27.186686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b5124-f33f-4e63-af34-4e6b80a68bd0 req-e3c8c2d5-736b-49be-9b2e-2e6bb7914735 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:27.188239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-798b5124-f33f-4e63-af34-4e6b80a68bd0 req-e3c8c2d5-736b-49be-9b2e-2e6bb7914735 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0403037 Aug 20 15:32:27.223263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-798b5124-f33f-4e63-af34-4e6b80a68bd0 req-a7732b51-6350-48c2-838e-1da3638a1166 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282807 Aug 20 15:32:27.326868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a387e-00d0-40fe-8ac5-c7810e150332 req-66853fd7-3902-441a-a34e-7b6d5af3dace tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:27.328351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e8a387e-00d0-40fe-8ac5-c7810e150332 req-66853fd7-3902-441a-a34e-7b6d5af3dace tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0417740 Aug 20 15:32:27.362378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e8a387e-00d0-40fe-8ac5-c7810e150332 req-b15a52d1-9f8e-4147-a419-c6c2e3b1c7b3 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280738 Aug 20 15:32:27.593302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6fa9-fb87-4019-88b2-0b77913b94bd req-b444b38b-5c47-4e10-8c1c-edc64b1af1c3 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:27.594806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-406d6fa9-fb87-4019-88b2-0b77913b94bd req-b444b38b-5c47-4e10-8c1c-edc64b1af1c3 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0431564 Aug 20 15:32:27.629793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-406d6fa9-fb87-4019-88b2-0b77913b94bd req-f3725e6f-e8f5-4e96-b229-a06ab207bbd3 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278831 Aug 20 15:32:28.734553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16722e96-b99c-436e-8d31-e8c0bdfabf59 req-089d3e56-f317-42c7-be5f-2dfb4ced3597 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:28.736100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16722e96-b99c-436e-8d31-e8c0bdfabf59 req-089d3e56-f317-42c7-be5f-2dfb4ced3597 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0409741 Aug 20 15:32:28.770193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16722e96-b99c-436e-8d31-e8c0bdfabf59 req-a9597d9e-9d2c-4c2c-a17f-3e293fc90f9a tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279493 Aug 20 15:32:29.065200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-d90a9712-ed29-48ce-a554-9d1edd74240a tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:29.067214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-d90a9712-ed29-48ce-a554-9d1edd74240a tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 1097 time: 0.0422206 Aug 20 15:32:29.084710 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:29.157522 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Deleting port 35086979-79cf-4220-a4db-bad4f10498e7 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:29.157894 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:29.239990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] For port 35086979-79cf-4220-a4db-bad4f10498e7, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35086979-79cf-4220-a4db-bad4f10498e7,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:29.240301 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:29.253109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Calling delete_port for 35086979-79cf-4220-a4db-bad4f10498e7 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:29.374013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:29.386108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['35086979-79cf-4220-a4db-bad4f10498e7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:32:29.399530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Pushing event deleted for resources: {'Port': ['ID=35086979-79cf-4220-a4db-bad4f10498e7,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:29.407102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['6bd1338f-3ef1-4c8f-9ed1-5825b71e7895'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:32:29.444446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] No DVR routers for this DVR port 35086979-79cf-4220-a4db-bad4f10498e7 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:29.446915 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:29.448964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e512a5c-d1c9-479c-90f7-8744bb765179 req-5155f895-0c9b-4ccb-894b-599a727df872 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.70 "DELETE /v2.0/ports/35086979-79cf-4220-a4db-bad4f10498e7 HTTP/1.1" status: 204 len: 173 time: 0.3725777 Aug 20 15:32:29.449405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae', 'name': 'network-vif-deleted', 'tag': '35086979-79cf-4220-a4db-bad4f10498e7'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:29.451698 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e37242e-e633-4d25-9c8b-83bca2bc23e6" -d '{"events": [{"server_uuid": "5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae", "name": "network-vif-deleted", "tag": "35086979-79cf-4220-a4db-bad4f10498e7"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:29.501309 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9113ddc4-0eda-49ac-90fb-99551b4cef26 x-openstack-request-id: req-9113ddc4-0eda-49ac-90fb-99551b4cef26 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:29.501807 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae", "name": "network-vif-deleted", "tag": "35086979-79cf-4220-a4db-bad4f10498e7", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:29.502216 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9113ddc4-0eda-49ac-90fb-99551b4cef26 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:29.502752 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae', 'name': 'network-vif-deleted', 'tag': '35086979-79cf-4220-a4db-bad4f10498e7', 'status': 'completed', 'code': 200} Aug 20 15:32:29.882559 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c372a89-5014-4e9d-b1c9-f1117df28310 req-91a53e48-03e2-479d-8a15-a429fce9c76a tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5e4cadd0-b4d8-4a6c-955e-faf28d68e4ae HTTP/1.1" status: 200 len: 210 time: 0.0298014 Aug 20 15:32:31.142927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3903f8-dcd3-4c3d-a1da-1e50872e00bf req-ebbd6379-e11a-4f52-b46e-3bcb7d2b32e8 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:31.144521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a3903f8-dcd3-4c3d-a1da-1e50872e00bf req-ebbd6379-e11a-4f52-b46e-3bcb7d2b32e8 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1098 time: 0.0408013 Aug 20 15:32:31.178852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5a3903f8-dcd3-4c3d-a1da-1e50872e00bf req-3c4526d0-7290-4366-89da-49aaff34fe0e tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279853 Aug 20 15:32:32.285764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe00f71-c06a-46f7-a3a8-985d55c0a902 req-75487726-a93f-441e-bc06-463509d7b6ec tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:32.287257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fe00f71-c06a-46f7-a3a8-985d55c0a902 req-75487726-a93f-441e-bc06-463509d7b6ec tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1098 time: 0.0410500 Aug 20 15:32:32.322134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3fe00f71-c06a-46f7-a3a8-985d55c0a902 req-1ef5f1b7-5275-4607-9c1e-f48e3735ecbb tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b8c4507-bff4-47cc-8469-3823ca02bf35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287199 Aug 20 15:32:32.809715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-d998a4c1-f31d-4808-a73a-e52ea0a52150 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:32.811200 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-d998a4c1-f31d-4808-a73a-e52ea0a52150 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 1098 time: 0.0408447 Aug 20 15:32:32.890567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Deleting port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:32.890912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:32.973775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] For port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:32.974152 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:32.988347 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Calling delete_port for 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:33.114042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:33.139534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bd1338f-3ef1-4c8f-9ed1-5825b71e7895,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:33.147669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['6bd1338f-3ef1-4c8f-9ed1-5825b71e7895'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:32:33.185163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] No DVR routers for this DVR port 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:33.187911 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:33.189952 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c302cd3e-441c-4ea0-919d-b3bc2744cf12 req-679808c4-1a0e-470c-a6fb-ab258a995e65 tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.72 "DELETE /v2.0/ports/6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 HTTP/1.1" status: 204 len: 173 time: 0.3727942 Aug 20 15:32:33.190462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e81c4d-9562-4cd3-aa48-c16ed6a0b8da', 'name': 'network-vif-deleted', 'tag': '6bd1338f-3ef1-4c8f-9ed1-5825b71e7895'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:33.193462 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39231c4b-f57a-46e7-9dda-a6c7da145294" -d '{"events": [{"server_uuid": "43e81c4d-9562-4cd3-aa48-c16ed6a0b8da", "name": "network-vif-deleted", "tag": "6bd1338f-3ef1-4c8f-9ed1-5825b71e7895"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:33.235222 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228ade74-e371-42d8-ad53-356a385de958 x-openstack-request-id: req-228ade74-e371-42d8-ad53-356a385de958 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:33.235529 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e81c4d-9562-4cd3-aa48-c16ed6a0b8da", "name": "network-vif-deleted", "tag": "6bd1338f-3ef1-4c8f-9ed1-5825b71e7895", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:33.235808 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-228ade74-e371-42d8-ad53-356a385de958 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:33.236334 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e81c4d-9562-4cd3-aa48-c16ed6a0b8da', 'name': 'network-vif-deleted', 'tag': '6bd1338f-3ef1-4c8f-9ed1-5825b71e7895', 'status': 'completed', 'code': 200} Aug 20 15:32:33.291454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 35086979-79cf-4220-a4db-bad4f10498e7 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:33.312939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 35086979-79cf-4220-a4db-bad4f10498e7 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:33.313289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 35086979-79cf-4220-a4db-bad4f10498e7 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:33.430736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7010bc8-58b6-450d-a2c4-c0cb15e16b0b req-2f9107d2-cf09-4328-a863-38fafec8b0dd tempest-TestServerMultinode-1930590170 tempest-TestServerMultinode-1930590170-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=43e81c4d-9562-4cd3-aa48-c16ed6a0b8da HTTP/1.1" status: 200 len: 210 time: 0.0257154 Aug 20 15:32:34.492974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53118) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:35.131783 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:35.373358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Deleting port 02dda5ce-81b3-45c6-ab0f-6b1680940b92 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:35.373709 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:35.452650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] For port 02dda5ce-81b3-45c6-ab0f-6b1680940b92, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=02dda5ce-81b3-45c6-ab0f-6b1680940b92,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:35.453013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:35.465753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Calling delete_port for 02dda5ce-81b3-45c6-ab0f-6b1680940b92 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:35.636957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:35.663036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=02dda5ce-81b3-45c6-ab0f-6b1680940b92,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:35.833414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.045817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:32:36.150592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:32:36.151242 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.158489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8ab2e1c3-a7ee-46d4-b746-da8394f06b38 admin admin] 10.222.0.36 "PUT /v2.0/routers/9c45044b-81ae-4a03-a5eb-2c15c8976ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6659920 Aug 20 15:32:36.158677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53120) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:36.160542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] Sync routers for ids ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:32:36.171177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] Routers {'9c45044b-81ae-4a03-a5eb-2c15c8976ec3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:36.171795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:32:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:36.293551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.307101 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] Set router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:36.443974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.493882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Deleting port d3e58023-58c1-44eb-a17a-19baec1c121a {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:36.494218 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.526708 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:32:35Z', 'revision_number': 5, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'gw_port': {'id': 'd3e58023-58c1-44eb-a17a-19baec1c121a', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:36.557493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] Checking router: 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:32:36.566050 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] Routers {'9c45044b-81ae-4a03-a5eb-2c15c8976ec3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:36.566674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:32:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:36.576328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] For port d3e58023-58c1-44eb-a17a-19baec1c121a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d3e58023-58c1-44eb-a17a-19baec1c121a,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:36.576734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.590883 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Calling delete_port for d3e58023-58c1-44eb-a17a-19baec1c121a owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:36.650515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] Set router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:36.701978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:32:36Z', 'revision_number': 6, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:36.732049 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879b919-0e85-4b34-a870-d098ec938dc7 None None] The sync data for ids ['9c45044b-81ae-4a03-a5eb-2c15c8976ec3'] in n-d-695189-15 is: [{'id': '9c45044b-81ae-4a03-a5eb-2c15c8976ec3', 'name': 'tempest-TestServerMultinode-562855379-router', 'tenant_id': '245583dd8df64a85bfa329199a2edbc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:49Z', 'updated_at': '2021-08-20T15:32:36Z', 'revision_number': 6, 'project_id': '245583dd8df64a85bfa329199a2edbc6', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:36.757273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.782643 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e58023-58c1-44eb-a17a-19baec1c121a,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:36.841452 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.935320 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.937996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.980585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.981158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c45044b-81ae-4a03-a5eb-2c15c8976ec3 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:32:36.985555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:36.986860 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4a17d0fa-9727-48ae-8896-a96f579a29ad admin admin] 10.222.0.36 "DELETE /v2.0/routers/9c45044b-81ae-4a03-a5eb-2c15c8976ec3 HTTP/1.1" status: 204 len: 168 time: 0.8271759 Aug 20 15:32:36.989380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53122) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:37.033661 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb126e33-6a88-4291-b8ab-98e036b1ce16 admin admin] Deleting subnet 868aeef5-c396-4023-b1d7-3c9616f12c6b {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:32:37.037664 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb126e33-6a88-4291-b8ab-98e036b1ce16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.071942 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb126e33-6a88-4291-b8ab-98e036b1ce16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.159069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb126e33-6a88-4291-b8ab-98e036b1ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.211984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb126e33-6a88-4291-b8ab-98e036b1ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.237021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb126e33-6a88-4291-b8ab-98e036b1ce16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=868aeef5-c396-4023-b1d7-3c9616f12c6b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:37.240958 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-eb126e33-6a88-4291-b8ab-98e036b1ce16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.243703 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-eb126e33-6a88-4291-b8ab-98e036b1ce16 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/868aeef5-c396-4023-b1d7-3c9616f12c6b HTTP/1.1" status: 204 len: 168 time: 0.2525208 Aug 20 15:32:37.245401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53124) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:37.248182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296bff48-19a8-42f1-ac03-86812655c912 None None] Network 93158d50-2276-4887-a58b-b602024b67ae requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:32:37.319954 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.372687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Deleting port 8eb5ba50-12f0-4833-b559-9ec320671bd9 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:37.373110 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.396455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:37.416203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:37.416551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6bd1338f-3ef1-4c8f-9ed1-5825b71e7895 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:37.436508 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] For port 8eb5ba50-12f0-4833-b559-9ec320671bd9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8eb5ba50-12f0-4833-b559-9ec320671bd9,segment=NetworkSegment(4a554c51-8d82-436b-8caa-c1b78d4e5f6a),segment_id=4a554c51-8d82-436b-8caa-c1b78d4e5f6a)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:37.436856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.450042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Calling delete_port for 8eb5ba50-12f0-4833-b559-9ec320671bd9 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:37.492173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] DHCP port deletion for 93158d50-2276-4887-a58b-b602024b67ae request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:32:37.539421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.544077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] Deleting port 8eb5ba50-12f0-4833-b559-9ec320671bd9 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:37.544463 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.567670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb5ba50-12f0-4833-b559-9ec320671bd9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:37.570105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] No DVR routers for this DVR port 8eb5ba50-12f0-4833-b559-9ec320671bd9 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:37.606686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] For port 8eb5ba50-12f0-4833-b559-9ec320671bd9, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:37.607095 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.621511 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] Calling delete_port for 8eb5ba50-12f0-4833-b559-9ec320671bd9 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:37.624467 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] Port 8eb5ba50-12f0-4833-b559-9ec320671bd9 was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 15:32:37.625869 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.639232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] No DVR routers for this DVR port 8eb5ba50-12f0-4833-b559-9ec320671bd9 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:37.648507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.657502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f0d98-6bf1-4294-b1fd-1f2b9126f9d7 None None] Pushing event deleted for resources: {'Port': ['ID=8eb5ba50-12f0-4833-b559-9ec320671bd9,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:37.662175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93158d50-2276-4887-a58b-b602024b67ae']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:37.671987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a554c51-8d82-436b-8caa-c1b78d4e5f6a') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:37.672293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a554c51-8d82-436b-8caa-c1b78d4e5f6a') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:37.681846 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.696360 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.702203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:32:37.702596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:32:37.704291 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:32:37.758493 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.769014 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:37.770978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] 10.222.0.36 "DELETE /v2.0/networks/93158d50-2276-4887-a58b-b602024b67ae HTTP/1.1" status: 204 len: 168 time: 0.5246415 Aug 20 15:32:37.773861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53126) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:37.789768 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb104a7-aef1-4796-ac83-1d575334da59 admin admin] Pushing event deleted for resources: {'Network': ['ID=93158d50-2276-4887-a58b-b602024b67ae,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:38.415343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d3e58023-58c1-44eb-a17a-19baec1c121a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:38.416747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:38.437827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: d3e58023-58c1-44eb-a17a-19baec1c121a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:38.438169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d3e58023-58c1-44eb-a17a-19baec1c121a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:38.438601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 02dda5ce-81b3-45c6-ab0f-6b1680940b92 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:38.456906 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 02dda5ce-81b3-45c6-ab0f-6b1680940b92 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:38.457261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 02dda5ce-81b3-45c6-ab0f-6b1680940b92 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:38.457695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8eb5ba50-12f0-4833-b559-9ec320671bd9 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:38.476006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 8eb5ba50-12f0-4833-b559-9ec320671bd9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:38.476349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8eb5ba50-12f0-4833-b559-9ec320671bd9 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:38.658049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Deleting port 009d0c3d-bb22-4304-9654-c186711c3354 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:38.658299 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:38.735489 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] For port 009d0c3d-bb22-4304-9654-c186711c3354, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=009d0c3d-bb22-4304-9654-c186711c3354,segment=NetworkSegment(8f60939a-f1e6-45dd-8afb-03ec2fc7d824),segment_id=8f60939a-f1e6-45dd-8afb-03ec2fc7d824)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:38.735889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:38.748756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Calling delete_port for 009d0c3d-bb22-4304-9654-c186711c3354 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:38.933203 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:38.963386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Pushing event deleted for resources: {'Port': ['ID=009d0c3d-bb22-4304-9654-c186711c3354,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:38.975730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.976087 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.976436 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.976777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.977120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.977454 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.977787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.978119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.978452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.978782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.979112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:38.979440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:39.138770 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:39.354720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Router 98b84c2c-7ddc-42bc-9811-c62858987c10 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:32:39.458669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:32:39.463522 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-28a2e092-1a5f-4077-8ea2-9eacc13a4dea admin admin] 10.222.0.36 "PUT /v2.0/routers/98b84c2c-7ddc-42bc-9811-c62858987c10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887174 Aug 20 15:32:39.466097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53128) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:39.468705 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] Sync routers for ids ['98b84c2c-7ddc-42bc-9811-c62858987c10'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:32:39.479672 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] Routers {'98b84c2c-7ddc-42bc-9811-c62858987c10'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:39.480288 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:32:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['98b84c2c-7ddc-42bc-9811-c62858987c10'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:39.568815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:39.581992 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] Set router 98b84c2c-7ddc-42bc-9811-c62858987c10 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:39.666938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:39.723589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Deleting port 755346e6-61de-4232-932e-57b3ea435dfe {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:39.723940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:39.750618 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '755346e6-61de-4232-932e-57b3ea435dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:56Z', 'updated_at': '2021-08-20T15:32:38Z', 'revision_number': 5, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'gw_port': {'id': '755346e6-61de-4232-932e-57b3ea435dfe', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:31:57Z', 'updated_at': '2021-08-20T15:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:39.780102 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] Checking router: 98b84c2c-7ddc-42bc-9811-c62858987c10 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:32:39.788705 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] Routers {'98b84c2c-7ddc-42bc-9811-c62858987c10'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:32:39.789306 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:32:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['98b84c2c-7ddc-42bc-9811-c62858987c10'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:39.801749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] For port 755346e6-61de-4232-932e-57b3ea435dfe, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=755346e6-61de-4232-932e-57b3ea435dfe,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:39.802131 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:39.814665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Calling delete_port for 755346e6-61de-4232-932e-57b3ea435dfe owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:39.873211 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] Set router 98b84c2c-7ddc-42bc-9811-c62858987c10 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:32:39.924160 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:56Z', 'updated_at': '2021-08-20T15:32:39Z', 'revision_number': 6, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:39.954615 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133043a-ee15-4bc9-ae26-1da9ac835dd4 None None] The sync data for ids ['98b84c2c-7ddc-42bc-9811-c62858987c10'] in n-d-695189-15 is: [{'id': '98b84c2c-7ddc-42bc-9811-c62858987c10', 'name': 'tempest-TestServerMultinode-784077401-router', 'tenant_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:31:56Z', 'updated_at': '2021-08-20T15:32:39Z', 'revision_number': 6, 'project_id': '8856cc8c7fba49aab8127e8f5a2ade5d', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:32:39.982938 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.008327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Pushing event deleted for resources: {'Port': ['ID=755346e6-61de-4232-932e-57b3ea435dfe,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:40.075190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.162469 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.164825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.205973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.206656 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b84c2c-7ddc-42bc-9811-c62858987c10 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:32:40.211057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.212330 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aedb534f-b844-41a9-b183-654ee115ced9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/98b84c2c-7ddc-42bc-9811-c62858987c10 HTTP/1.1" status: 204 len: 168 time: 0.7453241 Aug 20 15:32:40.214821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53130) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:40.259586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-72246476-2e0d-42ba-bbee-0c03d03d722c admin admin] Deleting subnet ef926a64-7b9a-41f4-9812-fbd54f2a530c {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:32:40.262487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72246476-2e0d-42ba-bbee-0c03d03d722c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.303557 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72246476-2e0d-42ba-bbee-0c03d03d722c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.389560 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72246476-2e0d-42ba-bbee-0c03d03d722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.440651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72246476-2e0d-42ba-bbee-0c03d03d722c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.466486 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72246476-2e0d-42ba-bbee-0c03d03d722c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef926a64-7b9a-41f4-9812-fbd54f2a530c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:40.468552 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72246476-2e0d-42ba-bbee-0c03d03d722c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.473262 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-72246476-2e0d-42ba-bbee-0c03d03d722c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ef926a64-7b9a-41f4-9812-fbd54f2a530c HTTP/1.1" status: 204 len: 168 time: 0.2545168 Aug 20 15:32:40.473605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbe982e-7db4-4dcc-8f38-3df37a2302d2 None None] Network 9631b387-74ed-4855-893d-ce26d6eaaba0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:32:40.474029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53132) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:40.541910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.601258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Deleting port 4782d408-1c31-4172-9b5d-ad301d92ebc0 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:32:40.601610 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.601716 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:32:40.671480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] For port 4782d408-1c31-4172-9b5d-ad301d92ebc0, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4782d408-1c31-4172-9b5d-ad301d92ebc0,segment=NetworkSegment(8f60939a-f1e6-45dd-8afb-03ec2fc7d824),segment_id=8f60939a-f1e6-45dd-8afb-03ec2fc7d824)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:40.671875 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.688313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Calling delete_port for 4782d408-1c31-4172-9b5d-ad301d92ebc0 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:32:40.778143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 009d0c3d-bb22-4304-9654-c186711c3354 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:40.797420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.803945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 009d0c3d-bb22-4304-9654-c186711c3354 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:40.804302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 009d0c3d-bb22-4304-9654-c186711c3354 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:40.824626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b74c74-8a06-4f3e-aaf1-5db2bb98ffc8 None None] DHCP port deletion for 9631b387-74ed-4855-893d-ce26d6eaaba0 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:32:40.826188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Pushing event deleted for resources: {'Port': ['ID=4782d408-1c31-4172-9b5d-ad301d92ebc0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:40.832622 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] No DVR routers for this DVR port 4782d408-1c31-4172-9b5d-ad301d92ebc0 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:32:40.913908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.924974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9631b387-74ed-4855-893d-ce26d6eaaba0']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:40.935657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f60939a-f1e6-45dd-8afb-03ec2fc7d824') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:40.935965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f60939a-f1e6-45dd-8afb-03ec2fc7d824') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:32:40.945289 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.964763 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.972811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:32:40.972811 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:32:40.975440 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:32:41.033437 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.041465 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.044368 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9631b387-74ed-4855-893d-ce26d6eaaba0 HTTP/1.1" status: 204 len: 168 time: 0.5692484 Aug 20 15:32:41.066810 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e063d0f-9397-4536-a533-c1e7c242d042 admin admin] Pushing event deleted for resources: {'Network': ['ID=9631b387-74ed-4855-893d-ce26d6eaaba0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:41.213870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53136) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:41.254543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-416c442b-e52c-4d4d-bbf8-993cc5955b78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=245583dd8df64a85bfa329199a2edbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393834 Aug 20 15:32:41.256747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53138) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:41.303557 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-971538a1-f3f4-4d67-bd9f-df0a0b11f4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.324128 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-971538a1-f3f4-4d67-bd9f-df0a0b11f4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.376142 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-971538a1-f3f4-4d67-bd9f-df0a0b11f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.379370 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-971538a1-f3f4-4d67-bd9f-df0a0b11f4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.380585 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-971538a1-f3f4-4d67-bd9f-df0a0b11f4d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/513f0b36-1e32-4a9e-95ac-f0c4501a9e5a HTTP/1.1" status: 204 len: 168 time: 0.1229293 Aug 20 15:32:41.388248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971538a1-f3f4-4d67-bd9f-df0a0b11f4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f0b36-1e32-4a9e-95ac-f0c4501a9e5a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:41.699833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53144) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:41.739729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3eb7bba0-cb23-4290-84ef-36fd6d0c8924 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8856cc8c7fba49aab8127e8f5a2ade5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385497 Aug 20 15:32:41.741988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53146) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:32:41.791062 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d510b7aa-1943-433f-9a43-8032dca24ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.812295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d510b7aa-1943-433f-9a43-8032dca24ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.859051 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d510b7aa-1943-433f-9a43-8032dca24ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.861691 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d510b7aa-1943-433f-9a43-8032dca24ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:41.863590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d510b7aa-1943-433f-9a43-8032dca24ced admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b8c4507-bff4-47cc-8469-3823ca02bf35 HTTP/1.1" status: 204 len: 168 time: 0.1206810 Aug 20 15:32:41.871087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510b7aa-1943-433f-9a43-8032dca24ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8c4507-bff4-47cc-8469-3823ca02bf35,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:42.242709 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ddeff35f-2172-4a8c-9503-4f7e82401318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:42.410278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 755346e6-61de-4232-932e-57b3ea435dfe no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:42.431368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 755346e6-61de-4232-932e-57b3ea435dfe {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:42.431754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 755346e6-61de-4232-932e-57b3ea435dfe not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:42.432206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4782d408-1c31-4172-9b5d-ad301d92ebc0 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:32:42.451258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 4782d408-1c31-4172-9b5d-ad301d92ebc0 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:32:42.451637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4782d408-1c31-4172-9b5d-ad301d92ebc0 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:32:44.849873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:45.214572 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-27ee5d79-64df-42ca-91d7-70b8e9beb7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:46.228250 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:47.918087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:51.879893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-5c3bebdf-8db8-4951-8617-edcaaf591093 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=054a8c79a2d74de9a5954882e8536396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289836 Aug 20 15:32:52.064290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731a69-e849-40a5-8071-15bd844a08bc req-57320605-77c1-455b-8f6e-0b8bd7398c36 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:52.065715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-57320605-77c1-455b-8f6e-0b8bd7398c36 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801617 Aug 20 15:32:52.081137 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-00126cbb-a10e-41d7-8231-1c477ae91a6d tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/quotas/054a8c79a2d74de9a5954882e8536396 HTTP/1.1" status: 200 len: 375 time: 0.0090580 Aug 20 15:32:52.112731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-ca184420-9cba-45d9-b71b-bebd73a0d0b8 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=054a8c79a2d74de9a5954882e8536396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261085 Aug 20 15:32:52.272349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca47bce2-ed56-4727-a485-e5dcd6553a89 req-345135c3-fa37-4c7f-8bd6-33b8f27c8c2f tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 210 time: 0.0286739 Aug 20 15:32:53.132369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-69d93fe4-b445-4579-b2de-1dd3799a3dee tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=054a8c79a2d74de9a5954882e8536396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233798 Aug 20 15:32:53.243638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731a69-e849-40a5-8071-15bd844a08bc req-9147f883-372d-4871-bf2c-3b4a8b711e91 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:53.245080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-9147f883-372d-4871-bf2c-3b4a8b711e91 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1051984 Aug 20 15:32:53.258830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Request body: {'port': {'device_id': '1467d562-d173-49d3-93f6-5beb4705926f', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'admin_state_up': True, 'tenant_id': '054a8c79a2d74de9a5954882e8536396'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:32:53.390075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d888a00-1df4-4d07-b820-128841daea46 req-62591be6-6abc-42e2-b925-0265843ea254 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 210 time: 0.0361619 Aug 20 15:32:53.391136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Made reservation on behalf of 054a8c79a2d74de9a5954882e8536396 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:32:53.395271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:53.403632 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:53.494032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:53.497808 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:53.558392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959c8b30-d6c7-4161-bf3f-d17f6cd716f5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:53.571891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.572250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.572602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.572949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.573291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.573633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.573972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.574309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.574644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.574978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.575325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.575669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:53.646812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Allocated IP 192.168.233.135 (0303d0ce-fb07-43d8-9bdd-5c095e8d3a79/174bc5f5-a8e0-4e29-9605-23d1ac20a458/724352d6-2b9e-4d77-bd9a-b21892047947) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:32:53.787006 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:53.800311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Transition to ACTIVE for port object 724352d6-2b9e-4d77-bd9a-b21892047947 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:32:53.832623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:53.878612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:32:53.882328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:32:53.885926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:32:53.912070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Pushing event updated for resources: {'Port': ['ID=724352d6-2b9e-4d77-bd9a-b21892047947,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:53.946362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:53.947018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:53.963650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-bad44fad-a879-4127-b6f8-2e194a92bbf7 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7083356 Aug 20 15:32:53.977545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Request body: {'port': {'device_id': '1467d562-d173-49d3-93f6-5beb4705926f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:32:54.032905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:54.150039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6dacda3e-13d5-45c1-a4df-70502b52a99f None None] Provisioning for port 724352d6-2b9e-4d77-bd9a-b21892047947 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:54.153957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6dacda3e-13d5-45c1-a4df-70502b52a99f None None] Provisioning complete for port 724352d6-2b9e-4d77-bd9a-b21892047947 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:54.154420 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6dacda3e-13d5-45c1-a4df-70502b52a99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:54.190075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6dacda3e-13d5-45c1-a4df-70502b52a99f None None] Port 724352d6-2b9e-4d77-bd9a-b21892047947 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:32:54.302008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724352d6-2b9e-4d77-bd9a-b21892047947 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:32:54.309082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:54.321977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Transition to ACTIVE for port object 724352d6-2b9e-4d77-bd9a-b21892047947 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:32:54.325629 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:54.377015 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Pushing event updated for resources: {'Port': ['ID=724352d6-2b9e-4d77-bd9a-b21892047947,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:54.445582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Attempting to bind port 724352d6-2b9e-4d77-bd9a-b21892047947 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:32:54.445914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Attempting to bind port 724352d6-2b9e-4d77-bd9a-b21892047947 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:32:54.446250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Attempting to bind port 724352d6-2b9e-4d77-bd9a-b21892047947 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:32:54.450777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Port 724352d6-2b9e-4d77-bd9a-b21892047947 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:32:54.451125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Attempting to bind port 724352d6-2b9e-4d77-bd9a-b21892047947 on network 0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:32:54.456323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:32:54.456660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Checking segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:32:54.457042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Bound using segment: {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:32:54.457472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Bound port: 724352d6-2b9e-4d77-bd9a-b21892047947, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0386d47-d5c1-4965-97c9-4c85e022431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:32:54.457827 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:54.561114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220ffe5-3c0f-431e-a51c-067f523ded4d req-b2ebd892-2a3f-4a9d-a8cf-261dc4c2f53e tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:54.562566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0220ffe5-3c0f-431e-a51c-067f523ded4d req-b2ebd892-2a3f-4a9d-a8cf-261dc4c2f53e tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 948 time: 0.0920656 Aug 20 15:32:54.565005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] For port 724352d6-2b9e-4d77-bd9a-b21892047947, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:32:54.568256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] For port 724352d6-2b9e-4d77-bd9a-b21892047947, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=724352d6-2b9e-4d77-bd9a-b21892047947,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:32:54.576628 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:54.632315 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:54.632936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:54.634340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] 10.222.0.70 "PUT /v2.0/ports/724352d6-2b9e-4d77-bd9a-b21892047947 HTTP/1.1" status: 200 len: 1097 time: 0.6612189 Aug 20 15:32:54.636330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1467d562-d173-49d3-93f6-5beb4705926f', 'tag': '724352d6-2b9e-4d77-bd9a-b21892047947'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:54.638562 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5" -d '{"events": [{"name": "network-changed", "server_uuid": "1467d562-d173-49d3-93f6-5beb4705926f", "tag": "724352d6-2b9e-4d77-bd9a-b21892047947"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:54.647984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0220ffe5-3c0f-431e-a51c-067f523ded4d req-70f7a2b5-a719-46cb-af04-41d45d217006 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 Aug 20 15:32:54.672932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84220f70-5310-42f0-8fc8-8c3c6e4b0e56 service neutron] Pushing event updated for resources: {'Port': ['ID=724352d6-2b9e-4d77-bd9a-b21892047947,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:54.706189 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543d8d51-8348-4101-b567-a96519705d6c x-openstack-request-id: req-543d8d51-8348-4101-b567-a96519705d6c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:54.706473 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1467d562-d173-49d3-93f6-5beb4705926f", "tag": "724352d6-2b9e-4d77-bd9a-b21892047947", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:54.706721 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-543d8d51-8348-4101-b567-a96519705d6c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:54.707113 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1467d562-d173-49d3-93f6-5beb4705926f', 'tag': '724352d6-2b9e-4d77-bd9a-b21892047947', 'status': 'completed', 'code': 200} Aug 20 15:32:54.723162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731a69-e849-40a5-8071-15bd844a08bc req-917a490c-b7d5-4946-a3f1-ebbd0c6c98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:54.724731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-917a490c-b7d5-4946-a3f1-ebbd0c6c98c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=054a8c79a2d74de9a5954882e8536396&device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 1100 time: 0.0448651 Aug 20 15:32:54.768293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-4f1b82c1-cead-4202-98ef-1bc8963111b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=724352d6-2b9e-4d77-bd9a-b21892047947 HTTP/1.1" status: 200 len: 217 time: 0.0345361 Aug 20 15:32:54.821271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731a69-e849-40a5-8071-15bd844a08bc req-284306f1-9113-46a5-b156-3cdfa12d6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:54.822764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-284306f1-9113-46a5-b156-3cdfa12d6ac7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0466118 Aug 20 15:32:54.872796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d731a69-e849-40a5-8071-15bd844a08bc req-f0f2fd6b-b23a-4f73-9588-1eb272686f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:54.874278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-f0f2fd6b-b23a-4f73-9588-1eb272686f1c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0436306 Aug 20 15:32:54.965158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-b8832e42-3b11-4998-88c7-51d916ef5bf5 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815306 Aug 20 15:32:55.057226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d731a69-e849-40a5-8071-15bd844a08bc req-c067a760-2cf9-479b-a657-194c89bdd55b service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Aug 20 15:32:55.156171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-92a7a37b-6db8-41a6-a036-7df5327d10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:55.157651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-92a7a37b-6db8-41a6-a036-7df5327d10dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=054a8c79a2d74de9a5954882e8536396&device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 1100 time: 0.0493879 Aug 20 15:32:55.249131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-e9bc195f-fba4-4931-8e4f-1cd93622e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:55.250571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-e9bc195f-fba4-4931-8e4f-1cd93622e04c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79 HTTP/1.1" status: 200 len: 870 time: 0.0835202 Aug 20 15:32:55.295382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-52d88630-b61a-4f79-9078-7c1879ac5a02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=724352d6-2b9e-4d77-bd9a-b21892047947 HTTP/1.1" status: 200 len: 217 time: 0.0370054 Aug 20 15:32:55.345579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-60f9ae47-624c-4cba-9eb0-2a0cdcffbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:55.347146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-60f9ae47-624c-4cba-9eb0-2a0cdcffbeac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=174bc5f5-a8e0-4e29-9605-23d1ac20a458 HTTP/1.1" status: 200 len: 843 time: 0.0429525 Aug 20 15:32:55.397875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-8bfccf9a-6f8d-40a9-a5d8-d93338bae4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:55.399321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-8bfccf9a-6f8d-40a9-a5d8-d93338bae4b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0303d0ce-fb07-43d8-9bdd-5c095e8d3a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0391297 Aug 20 15:32:55.494872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-c892dcaf-1fda-474a-8cef-f31d270f7ca9 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852182 Aug 20 15:32:55.589061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4022d68b-0ddc-4ad9-bd64-8ffb483a2be5 req-915f6f6a-603f-43e3-8712-18207d8f54d9 service neutron] 10.222.0.70 "GET /v2.0/networks/0303d0ce-fb07-43d8-9bdd-5c095e8d3a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845459 Aug 20 15:32:55.769292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f1932-a523-4260-8b72-c8cdb6fb52bc req-a333b920-6f4c-49da-99e4-1a545fafa817 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:55.770744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f6f1932-a523-4260-8b72-c8cdb6fb52bc req-a333b920-6f4c-49da-99e4-1a545fafa817 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 948 time: 0.0531552 Aug 20 15:32:55.807439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f6f1932-a523-4260-8b72-c8cdb6fb52bc req-c162ff9d-ba41-41af-ad94-09859b65142a tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307508 Aug 20 15:32:56.922494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6de9ec-79ac-4d1f-92f5-ced15b84cf1f req-ffe9a30f-7db2-4261-9de9-cd125594d6a3 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:56.923970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b6de9ec-79ac-4d1f-92f5-ced15b84cf1f req-ffe9a30f-7db2-4261-9de9-cd125594d6a3 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 948 time: 0.0499265 Aug 20 15:32:56.962452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b6de9ec-79ac-4d1f-92f5-ced15b84cf1f req-7974ab63-8489-40ae-90fe-33d89a4bc177 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Aug 20 15:32:57.416368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 724352d6-2b9e-4d77-bd9a-b21892047947 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:32:57.507296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 724352d6-2b9e-4d77-bd9a-b21892047947, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=724352d6-2b9e-4d77-bd9a-b21892047947,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:57.521133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '724352d6-2b9e-4d77-bd9a-b21892047947', 'network_id': '0303d0ce-fb07-43d8-9bdd-5c095e8d3a79', 'port_id': '724352d6-2b9e-4d77-bd9a-b21892047947', 'mac_address': 'fa:16:3e:59:dc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174bc5f5-a8e0-4e29-9605-23d1ac20a458', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:32:57.557603 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:57.569694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724352d6-2b9e-4d77-bd9a-b21892047947 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:32:57.588063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 724352d6-2b9e-4d77-bd9a-b21892047947, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=724352d6-2b9e-4d77-bd9a-b21892047947,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:57.592282 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:57.638242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=724352d6-2b9e-4d77-bd9a-b21892047947,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:57.645781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.646134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.646480 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.646820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.647156 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.647489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.647846 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.648175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.648502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.648844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.649153 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.649474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:32:57.830412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['724352d6-2b9e-4d77-bd9a-b21892047947'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:32:58.085098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4b29e-6067-446c-96c2-0f7c15e1f487 req-a2fa2820-bc6a-44e1-9995-702782d4575d tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:58.087302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbc4b29e-6067-446c-96c2-0f7c15e1f487 req-a2fa2820-bc6a-44e1-9995-702782d4575d tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 949 time: 0.0584688 Aug 20 15:32:58.124692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbc4b29e-6067-446c-96c2-0f7c15e1f487 req-4e9e6662-3fde-4f3a-a6fa-6c77b69a2dec tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Aug 20 15:32:58.896907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-8ee31624-d712-459b-abb9-a4bed5dc87e8 req-86139b7e-82aa-43e0-9eb2-e3ea0e051232 tempest-AttachVolumeShelveTestJSON-1846666475 tempest-AttachVolumeShelveTestJSON-1846666475-project] (101099) timed out ('10.222.0.36', 47192) {{(pid=101099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:32:59.083836 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:59.248493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd4763-abc3-4116-9e62-92339cb06de0 req-a493d8ce-941d-4a0a-8af2-8ee9935ab320 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:59.249961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37bd4763-abc3-4116-9e62-92339cb06de0 req-a493d8ce-941d-4a0a-8af2-8ee9935ab320 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 949 time: 0.0529556 Aug 20 15:32:59.287920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-37bd4763-abc3-4116-9e62-92339cb06de0 req-e5bd0e9a-a921-4109-afad-dbe9c0dd11b8 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Aug 20 15:32:59.431518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 724352d6-2b9e-4d77-bd9a-b21892047947 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:32:59.478365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 724352d6-2b9e-4d77-bd9a-b21892047947 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:32:59.483011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 724352d6-2b9e-4d77-bd9a-b21892047947 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:32:59.483380 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:59.561204 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:59.583061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1467d562-d173-49d3-93f6-5beb4705926f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724352d6-2b9e-4d77-bd9a-b21892047947'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:32:59.585303 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c341bf-e00b-4a5f-a4fd-2353e082e402" -d '{"events": [{"server_uuid": "1467d562-d173-49d3-93f6-5beb4705926f", "name": "network-vif-plugged", "status": "completed", "tag": "724352d6-2b9e-4d77-bd9a-b21892047947"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:32:59.597654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 724352d6-2b9e-4d77-bd9a-b21892047947, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=724352d6-2b9e-4d77-bd9a-b21892047947,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:32:59.602523 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:32:59.626810 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af42fdf-f588-4767-a4ee-5c1cdf031f43 x-openstack-request-id: req-1af42fdf-f588-4767-a4ee-5c1cdf031f43 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:32:59.627102 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1467d562-d173-49d3-93f6-5beb4705926f", "name": "network-vif-plugged", "status": "completed", "tag": "724352d6-2b9e-4d77-bd9a-b21892047947", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:32:59.627350 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1af42fdf-f588-4767-a4ee-5c1cdf031f43 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:32:59.627779 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1467d562-d173-49d3-93f6-5beb4705926f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724352d6-2b9e-4d77-bd9a-b21892047947', 'code': 200} Aug 20 15:32:59.653614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=724352d6-2b9e-4d77-bd9a-b21892047947,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:32:59.735653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4593add-060e-4738-b701-1159b1384b43 req-6441d337-9935-4396-bda7-a7934b0ec506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:32:59.737870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4593add-060e-4738-b701-1159b1384b43 req-6441d337-9935-4396-bda7-a7934b0ec506 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 1102 time: 0.0414722 Aug 20 15:32:59.772498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4593add-060e-4738-b701-1159b1384b43 req-d5d23d8c-9813-4860-89a5-7e8e96820744 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269163 Aug 20 15:33:00.404448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30fa08-aecd-435f-aba1-eafb81eaae28 req-2c75a9b5-6a8b-45a6-9403-939b4eddb417 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:00.405940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f30fa08-aecd-435f-aba1-eafb81eaae28 req-2c75a9b5-6a8b-45a6-9403-939b4eddb417 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 950 time: 0.0499744 Aug 20 15:33:00.444246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f30fa08-aecd-435f-aba1-eafb81eaae28 req-b6bc3cf7-883d-428d-9651-89924da355eb tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Aug 20 15:33:01.564739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0115be-3a31-4526-8da4-61d7a861a2ae req-12e0d037-78dc-458b-b205-4c2fc25a11b8 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:01.566253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d0115be-3a31-4526-8da4-61d7a861a2ae req-12e0d037-78dc-458b-b205-4c2fc25a11b8 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 950 time: 0.0544462 Aug 20 15:33:01.603835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d0115be-3a31-4526-8da4-61d7a861a2ae req-8f18982a-6f13-42ed-ab82-79361d9bfe72 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Aug 20 15:33:02.441938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f734cdf-5526-41c3-9bd6-792719fb8301 req-87bca95b-c83e-4f40-bfeb-b364ef1f8a4a tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:02.443396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f734cdf-5526-41c3-9bd6-792719fb8301 req-87bca95b-c83e-4f40-bfeb-b364ef1f8a4a tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 950 time: 0.0478761 Aug 20 15:33:02.480923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f734cdf-5526-41c3-9bd6-792719fb8301 req-5db1dcfe-70de-49b6-b70d-d1d51763c477 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Aug 20 15:33:03.593472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064df681-5425-40bf-b64d-3bacb9876c5a req-97dda83d-66b0-42b9-b851-e351203a8799 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:03.594933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-064df681-5425-40bf-b64d-3bacb9876c5a req-97dda83d-66b0-42b9-b851-e351203a8799 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 950 time: 0.0475788 Aug 20 15:33:03.632944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-064df681-5425-40bf-b64d-3bacb9876c5a req-b528c42d-5bf4-4ebe-ab6a-b12190bf07ed tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/security-groups?id=959c8b30-d6c7-4161-bf3f-d17f6cd716f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Aug 20 15:33:04.004149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-9487b405-94bc-492a-838f-fe237f6c1bcc tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:04.005744 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-9487b405-94bc-492a-838f-fe237f6c1bcc tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.70 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 950 time: 0.0521543 Aug 20 15:33:04.389571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Deleting port 724352d6-2b9e-4d77-bd9a-b21892047947 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:33:04.389913 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:04.479134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] For port 724352d6-2b9e-4d77-bd9a-b21892047947, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=724352d6-2b9e-4d77-bd9a-b21892047947,segment=NetworkSegment(d0386d47-d5c1-4965-97c9-4c85e022431a),segment_id=d0386d47-d5c1-4965-97c9-4c85e022431a)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:33:04.479499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:04.492538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Calling delete_port for 724352d6-2b9e-4d77-bd9a-b21892047947 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:33:04.623922 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:04.636289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['724352d6-2b9e-4d77-bd9a-b21892047947'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:33:04.657418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Pushing event deleted for resources: {'Port': ['ID=724352d6-2b9e-4d77-bd9a-b21892047947,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:04.708997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] No DVR routers for this DVR port 724352d6-2b9e-4d77-bd9a-b21892047947 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:33:04.718717 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:04.720691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52e36773-31e9-4b72-a8f5-55e7edd61e85 req-5448ba5b-2a25-413c-a675-8c6cbbd4e9a1 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.70 "DELETE /v2.0/ports/724352d6-2b9e-4d77-bd9a-b21892047947 HTTP/1.1" status: 204 len: 173 time: 0.7088418 Aug 20 15:33:04.721138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1467d562-d173-49d3-93f6-5beb4705926f', 'name': 'network-vif-deleted', 'tag': '724352d6-2b9e-4d77-bd9a-b21892047947'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:33:04.724118 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faf8b69-7373-441c-9d0b-4ebb6af39802" -d '{"events": [{"server_uuid": "1467d562-d173-49d3-93f6-5beb4705926f", "name": "network-vif-deleted", "tag": "724352d6-2b9e-4d77-bd9a-b21892047947"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:33:04.746145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-56ed5246-befd-4344-905d-88375e8744d7 req-1488b6d0-e395-4892-a248-7e05cd7624b3 tempest-ServersAdminNegativeTestJSON-325995744 tempest-ServersAdminNegativeTestJSON-325995744-project] 10.222.0.36 "GET /v2.0/ports?device_id=1467d562-d173-49d3-93f6-5beb4705926f HTTP/1.1" status: 200 len: 210 time: 0.0384738 Aug 20 15:33:04.797059 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc306e6e-691e-4c5b-a87e-3fa44c66885f x-openstack-request-id: req-bc306e6e-691e-4c5b-a87e-3fa44c66885f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:33:04.797372 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1467d562-d173-49d3-93f6-5beb4705926f", "name": "network-vif-deleted", "tag": "724352d6-2b9e-4d77-bd9a-b21892047947", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:33:04.797632 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc306e6e-691e-4c5b-a87e-3fa44c66885f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:33:04.798042 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1467d562-d173-49d3-93f6-5beb4705926f', 'name': 'network-vif-deleted', 'tag': '724352d6-2b9e-4d77-bd9a-b21892047947', 'status': 'completed', 'code': 200} Aug 20 15:33:06.042555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53276) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:33:06.157926 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.183691 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5b93a710-ebc6-44dc-9609-a5968f4878d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=054a8c79a2d74de9a5954882e8536396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399357 Aug 20 15:33:06.186147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53280) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:33:06.234286 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-130812ff-f9ed-40a0-b024-f20c73bf3e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.256651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-130812ff-f9ed-40a0-b024-f20c73bf3e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.303863 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-130812ff-f9ed-40a0-b024-f20c73bf3e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.306437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-130812ff-f9ed-40a0-b024-f20c73bf3e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.307624 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-130812ff-f9ed-40a0-b024-f20c73bf3e75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/959c8b30-d6c7-4161-bf3f-d17f6cd716f5 HTTP/1.1" status: 204 len: 168 time: 0.1205606 Aug 20 15:33:06.314973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130812ff-f9ed-40a0-b024-f20c73bf3e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959c8b30-d6c7-4161-bf3f-d17f6cd716f5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:06.567472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53286) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:33:06.580595 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22b73f62-c197-4849-bdbf-dd68ab274e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.667964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22b73f62-c197-4849-bdbf-dd68ab274e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.671500 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-22b73f62-c197-4849-bdbf-dd68ab274e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.710241 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-22b73f62-c197-4849-bdbf-dd68ab274e9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a73fc43c3ca4454b3c484e341c5445f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415932 Aug 20 15:33:06.711477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b73f62-c197-4849-bdbf-dd68ab274e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fa6f93-ef72-4f34-bf53-9b5b96cf6886,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:06.712329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53288) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:33:06.761358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3876328-8b89-4fde-874f-684ecf1c8278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.781405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3876328-8b89-4fde-874f-684ecf1c8278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.832170 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3876328-8b89-4fde-874f-684ecf1c8278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.834926 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3876328-8b89-4fde-874f-684ecf1c8278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:06.836145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e3876328-8b89-4fde-874f-684ecf1c8278 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17fa6f93-ef72-4f34-bf53-9b5b96cf6886 HTTP/1.1" status: 204 len: 168 time: 0.1228318 Aug 20 15:33:06.843691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3876328-8b89-4fde-874f-684ecf1c8278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fa6f93-ef72-4f34-bf53-9b5b96cf6886,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:07.462490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 724352d6-2b9e-4d77-bd9a-b21892047947 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:33:07.486694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 724352d6-2b9e-4d77-bd9a-b21892047947 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:33:07.487716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 724352d6-2b9e-4d77-bd9a-b21892047947 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:33:07.530489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53310) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:33:07.627770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2114817125-network', 'tenant_id': '08c6ef202beb4aa399529b6c46b77017'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:33:07.648936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Made reservation on behalf of 08c6ef202beb4aa399529b6c46b77017 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:33:07.651196 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:07.660014 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:07.744287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:07.748149 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:07.769033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:33:07.783281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5431bd2-6dab-4085-8b8d-00b0330fa0d0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:07.786802 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:07.787145 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Added segment d21da32c-2002-4b8b-b059-663704d861ca of type vlan for network ef88f1a8-76ad-464b-906c-dd8203b78bd0 Aug 20 15:33:07.826174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:07.849548 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:07.850518 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:07.851129 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:07.910945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3786786 Aug 20 15:33:07.913584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53314) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:33:07.920217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Request body: {'subnet': {'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2114817125-subnet', 'tenant_id': '08c6ef202beb4aa399529b6c46b77017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:33:07.934640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f10a3-f30b-4664-9712-2b5817dac2aa admin admin] Pushing event updated for resources: {'Network': ['ID=ef88f1a8-76ad-464b-906c-dd8203b78bd0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:07.945195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network ef88f1a8-76ad-464b-906c-dd8203b78bd0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:33:07.950275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Made reservation on behalf of 08c6ef202beb4aa399529b6c46b77017 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:33:07.952631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:08.127307 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:08.182900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6976cdad-5e43-41b2-9df3-f0737b9005cc,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:08.189817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Checking segment: {'id': 'd21da32c-2002-4b8b-b059-663704d861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:33:08.190325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Network hostable DHCP agents. Network: ef88f1a8-76ad-464b-906c-dd8203b78bd0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:33:08.206108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Network ef88f1a8-76ad-464b-906c-dd8203b78bd0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:33:08.214556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, ef88f1a8-76ad-464b-906c-dd8203b78bd0) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:33:08.218863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:08.219450 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:08.224280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ea7b36-dc89-4f42-9ab4-e81b2f929880 None None] Network ef88f1a8-76ad-464b-906c-dd8203b78bd0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:33:08.234168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-41e22126-55f5-41a3-ba5c-1de8c68a17a9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3195424 Aug 20 15:33:08.354822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb72fd8-265a-4a96-9f42-272cdc1a21b3 None None] Network ef88f1a8-76ad-464b-906c-dd8203b78bd0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:33:08.663923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-28f4f464-397e-4717-aeb4-8b845fdae92c tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:08.665444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-28f4f464-397e-4717-aeb4-8b845fdae92c tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/networks?id=ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 200 len: 812 time: 0.1061933 Aug 20 15:33:08.680573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-531525ca-459a-4aa8-9680-34bf7f7dcefd tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/quotas/08c6ef202beb4aa399529b6c46b77017 HTTP/1.1" status: 200 len: 375 time: 0.0094140 Aug 20 15:33:08.713167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-4cf22bf6-fa23-4a91-9b52-9ea42c2a06a5 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08c6ef202beb4aa399529b6c46b77017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273957 Aug 20 15:33:08.803994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-7443c7ad-5ec3-4d7c-b333-bf8f8cb8731a service neutron] 10.222.0.36 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837529 Aug 20 15:33:08.897499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-843995c6-3fd4-477f-84f8-e6d43bba72a9 service neutron] 10.222.0.36 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874822 Aug 20 15:33:09.054683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-497a745b-d97e-4852-9541-3be6c50270c4 req-acce5da6-51a9-4224-a98e-6ede934120cf tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 210 time: 0.0282309 Aug 20 15:33:10.010904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-2e8580ed-3eef-4afa-80d1-318e4c231477 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:10.012478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-2e8580ed-3eef-4afa-80d1-318e4c231477 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.70 "GET /v2.0/networks?id=ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 200 len: 812 time: 0.1093955 Aug 20 15:33:10.028082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Request body: {'port': {'device_id': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0', 'admin_state_up': True, 'tenant_id': '08c6ef202beb4aa399529b6c46b77017'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:33:10.171678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-647a5d93-c0bf-4f99-ad9e-f4a478dc4be8 req-5ef05fa0-fa21-476d-be6d-7f0f05aa4aa1 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 210 time: 0.0322022 Aug 20 15:33:10.172319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Made reservation on behalf of 08c6ef202beb4aa399529b6c46b77017 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:33:10.175770 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:10.301663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Allocated IP 172.20.0.4 (ef88f1a8-76ad-464b-906c-dd8203b78bd0/6976cdad-5e43-41b2-9df3-f0737b9005cc/35528674-63c9-4fa7-a5fe-30dbc690f6e6) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:33:10.446788 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:10.486936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:10.529675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Network ef88f1a8-76ad-464b-906c-dd8203b78bd0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:33:10.532636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:33:10.536305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:33:10.544707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Pushing event updated for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:10.590176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:10.590799 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:10.604783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c99f1cdc-be81-4105-a3e1-1b3ab5df6009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5806806 Aug 20 15:33:10.619918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Request body: {'port': {'device_id': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:33:10.677040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:10.930850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35528674-63c9-4fa7-a5fe-30dbc690f6e6 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:33:10.938013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:10.950638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Transition to ACTIVE for port object 35528674-63c9-4fa7-a5fe-30dbc690f6e6 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:33:10.953962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:11.001544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Pushing event updated for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:11.072571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Attempting to bind port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:33:11.073272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Attempting to bind port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'd21da32c-2002-4b8b-b059-663704d861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:33:11.073272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Attempting to bind port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on network ef88f1a8-76ad-464b-906c-dd8203b78bd0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:33:11.077432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on network ef88f1a8-76ad-464b-906c-dd8203b78bd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:33:11.077758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Attempting to bind port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on network ef88f1a8-76ad-464b-906c-dd8203b78bd0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:33:11.082711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:33:11.083049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Checking segment: {'id': 'd21da32c-2002-4b8b-b059-663704d861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:33:11.083437 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Bound using segment: {'id': 'd21da32c-2002-4b8b-b059-663704d861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:33:11.083888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Bound port: 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21da32c-2002-4b8b-b059-663704d861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:33:11.084243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:11.145202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:33:11.148140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:33:11.152441 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:11.186693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:11.187307 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:11.188725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] 10.222.0.70 "PUT /v2.0/ports/35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 1092 time: 0.5732307 Aug 20 15:33:11.189155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:33:11.191472 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:33:11.215970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77af78d-42c4-40f3-a360-9f2bdc6aada7 service neutron] Pushing event updated for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:11.308159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-7e7bd4c7-5ac1-43fa-8aa6-ea05e11bf98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:11.309678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-7e7bd4c7-5ac1-43fa-8aa6-ea05e11bf98a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08c6ef202beb4aa399529b6c46b77017&device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 1095 time: 0.0803480 Aug 20 15:33:11.321872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ae973-84d4-42ea-9758-d3a5cb94dc34 req-500f2347-eb6f-4fbb-9a25-83c8286127db tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:11.323275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf0ae973-84d4-42ea-9758-d3a5cb94dc34 req-500f2347-eb6f-4fbb-9a25-83c8286127db tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 943 time: 0.0640061 Aug 20 15:33:11.363708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-f3b341af-0b68-4887-93b5-0e27c99f8af9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0394549 Aug 20 15:33:11.419490 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf0ae973-84d4-42ea-9758-d3a5cb94dc34 req-d351f2b6-d009-4427-8029-698caa6410db tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897970 Aug 20 15:33:11.430618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-46ac39ae-9849-4fba-941b-fc5f6053a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:11.435840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-46ac39ae-9849-4fba-941b-fc5f6053a8ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6976cdad-5e43-41b2-9df3-f0737b9005cc HTTP/1.1" status: 200 len: 852 time: 0.0608444 Aug 20 15:33:11.467634 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa703bee-1e70-4e0d-932e-3972f9bdd28b x-openstack-request-id: req-aa703bee-1e70-4e0d-932e-3972f9bdd28b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:33:11.467932 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:33:11.468186 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa703bee-1e70-4e0d-932e-3972f9bdd28b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:33:11.468619 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'status': 'completed', 'code': 200} Aug 20 15:33:11.470526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-30542fe1-abae-455c-bf30-1f70533b7bf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef88f1a8-76ad-464b-906c-dd8203b78bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302303 Aug 20 15:33:11.559992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-13589099-f332-431e-aa0a-42946b47ef37 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809495 Aug 20 15:33:11.655602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83c5dbce-2ea3-4dab-b064-6a1b1c0720b0 req-6121a3c9-1ded-42de-9266-0a6a6ed48d0b service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870979 Aug 20 15:33:11.745046 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-52ec8da2-777f-4c6a-8746-6be0174414b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:11.746445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-52ec8da2-777f-4c6a-8746-6be0174414b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08c6ef202beb4aa399529b6c46b77017&device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 1095 time: 0.0413668 Aug 20 15:33:11.840839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-b83d9804-3ce7-4519-beba-293276f88734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:11.842367 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-b83d9804-3ce7-4519-beba-293276f88734 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 200 len: 913 time: 0.0879998 Aug 20 15:33:11.884746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-58232c23-0d46-4bfe-8115-9c4f466d911d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0344241 Aug 20 15:33:11.935595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-e7d69c6d-543b-4648-9ec1-57d82831c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:11.937017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-e7d69c6d-543b-4648-9ec1-57d82831c049 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6976cdad-5e43-41b2-9df3-f0737b9005cc HTTP/1.1" status: 200 len: 852 time: 0.0439010 Aug 20 15:33:11.968173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-8ea529ab-a6dc-43c1-b88b-98f0cd86e40f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef88f1a8-76ad-464b-906c-dd8203b78bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234041 Aug 20 15:33:12.066766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-f653d19a-9dde-4bf5-8a52-9305c5345708 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888193 Aug 20 15:33:12.162706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e04315a-8e7d-4f16-9d7b-50bd085bb34d req-c1bdd798-bcef-4458-aa5c-0e0dc88cef1d service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881672 Aug 20 15:33:12.242767 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b00a128f-027f-44f5-b3f2-18bab9f1598f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:12.540411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce72409-765c-4077-848b-852565ac6eb1 req-f10a2e87-03e4-4611-9ae8-0d96583d5bde tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:12.541938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ce72409-765c-4077-848b-852565ac6eb1 req-f10a2e87-03e4-4611-9ae8-0d96583d5bde tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 943 time: 0.0548041 Aug 20 15:33:12.579435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ce72409-765c-4077-848b-852565ac6eb1 req-5cc994d1-4c49-4501-9758-9ee096e249d2 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Aug 20 15:33:13.494027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 35528674-63c9-4fa7-a5fe-30dbc690f6e6 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:33:13.591748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:33:13.603446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0', 'port_id': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'mac_address': 'fa:16:3e:70:5c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6976cdad-5e43-41b2-9df3-f0737b9005cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:33:13.644728 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:13.657571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35528674-63c9-4fa7-a5fe-30dbc690f6e6 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:33:13.678032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:33:13.681218 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:13.696069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16a74f-1dee-438f-837d-2d9cc8f38919 req-88a522ad-bcb2-4452-998d-693d3bf3f32b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:13.697608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af16a74f-1dee-438f-837d-2d9cc8f38919 req-88a522ad-bcb2-4452-998d-693d3bf3f32b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 943 time: 0.0515900 Aug 20 15:33:13.730359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:13.735960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af16a74f-1dee-438f-837d-2d9cc8f38919 req-5219482c-7460-489a-a304-06b15a0d66b0 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Aug 20 15:33:13.924856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['35528674-63c9-4fa7-a5fe-30dbc690f6e6'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:33:14.851226 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:14.852183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45ae5b-df28-4705-9e98-1b15cdcafcbe req-aadecc91-b1a6-4059-aedf-784220af7009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:14.853713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea45ae5b-df28-4705-9e98-1b15cdcafcbe req-aadecc91-b1a6-4059-aedf-784220af7009 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 944 time: 0.0493102 Aug 20 15:33:14.894151 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea45ae5b-df28-4705-9e98-1b15cdcafcbe req-f3d35f1d-c953-4f90-bcf0-67f9ff650c46 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341554 Aug 20 15:33:15.214198 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67d7fd1a-7c1f-4413-ac2d-5564d8f62411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:15.515118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 35528674-63c9-4fa7-a5fe-30dbc690f6e6 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:33:15.563098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:33:15.566856 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:33:15.567224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:15.641274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:15.663061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:33:15.665561 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7a8e1b-3c8d-4d95-9a66-bfc893e1fd55" -d '{"events": [{"server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "name": "network-vif-plugged", "status": "completed", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:33:15.681609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:33:15.685540 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:15.707186 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f15cb5-9911-4f7b-98d0-6c4a1325a725 x-openstack-request-id: req-78f15cb5-9911-4f7b-98d0-6c4a1325a725 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:33:15.707469 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "name": "network-vif-plugged", "status": "completed", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:33:15.707740 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78f15cb5-9911-4f7b-98d0-6c4a1325a725 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:33:15.708123 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'code': 200} Aug 20 15:33:15.733195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:15.813067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebf7c6-d244-461e-bdfc-730b170d3ba1 req-823464eb-a742-4cae-b1af-8b0abb7e3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:15.814505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45ebf7c6-d244-461e-bdfc-730b170d3ba1 req-823464eb-a742-4cae-b1af-8b0abb7e3d7d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 1097 time: 0.0451295 Aug 20 15:33:15.851158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-45ebf7c6-d244-461e-bdfc-730b170d3ba1 req-07b2b000-c03d-48a8-943a-2847ec9ffa3f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273089 Aug 20 15:33:16.011151 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18ec16-45de-4a40-bccb-60365dd8aff0 req-05f2c7d6-e53e-4d4f-b34d-e02bb8b2daec tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:16.012670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c18ec16-45de-4a40-bccb-60365dd8aff0 req-05f2c7d6-e53e-4d4f-b34d-e02bb8b2daec tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0499527 Aug 20 15:33:16.051809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c18ec16-45de-4a40-bccb-60365dd8aff0 req-d70b55d4-fc12-4f3f-a49a-e54591154a37 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320735 Aug 20 15:33:16.229170 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:17.165948 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97410825-4888-477d-a83d-9befaaee7c68 req-81199906-47db-4479-b0c4-c6c800538777 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:17.167330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97410825-4888-477d-a83d-9befaaee7c68 req-81199906-47db-4479-b0c4-c6c800538777 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0504761 Aug 20 15:33:17.204804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97410825-4888-477d-a83d-9befaaee7c68 req-b0e987bb-9faf-424e-a8f8-14580c5a9b27 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Aug 20 15:33:17.448845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb55f2c-53fc-4b7e-99c8-177baef7a56c req-79a20e04-cc5e-452e-bafd-897cb4ed5e88 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:17.450331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bcb55f2c-53fc-4b7e-99c8-177baef7a56c req-79a20e04-cc5e-452e-bafd-897cb4ed5e88 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0529809 Aug 20 15:33:17.513262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bcb55f2c-53fc-4b7e-99c8-177baef7a56c req-9f3c8153-0b8f-4fe7-98a0-8d2c4059f66b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Aug 20 15:33:17.515890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-08532645-509e-470f-8a92-08f1a6ed7696 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274593 Aug 20 15:33:17.600641 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:33:17.920960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:18.626697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98c008-b9fb-400c-be26-fc5dd1c3b6e5 req-70a3aab9-aad8-4f57-9848-82a39d02bebc tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:18.628710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd98c008-b9fb-400c-be26-fc5dd1c3b6e5 req-70a3aab9-aad8-4f57-9848-82a39d02bebc tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0486085 Aug 20 15:33:18.669080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd98c008-b9fb-400c-be26-fc5dd1c3b6e5 req-e00df094-619e-43b0-b92d-07bcaa25b871 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344346 Aug 20 15:33:18.795656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4171-d517-49ca-ab75-916ec4799dae req-59726ede-99e2-4511-adbc-e6caaf27abff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:18.797123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-59726ede-99e2-4511-adbc-e6caaf27abff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08c6ef202beb4aa399529b6c46b77017&device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 1097 time: 0.0497098 Aug 20 15:33:18.887773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4171-d517-49ca-ab75-916ec4799dae req-4f1d7730-affe-4251-bd81-2fd2bd1acd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:18.889242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-4f1d7730-affe-4251-bd81-2fd2bd1acd16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 200 len: 913 time: 0.0840883 Aug 20 15:33:18.940438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-78b66397-060d-4795-a767-d1f514362024 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0428491 Aug 20 15:33:18.988246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4171-d517-49ca-ab75-916ec4799dae req-30bc39b8-1aeb-4cd5-bc68-211e32982c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:18.989682 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-30bc39b8-1aeb-4cd5-bc68-211e32982c5b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6976cdad-5e43-41b2-9df3-f0737b9005cc HTTP/1.1" status: 200 len: 852 time: 0.0430000 Aug 20 15:33:19.021412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-9745abb9-55d9-4263-b134-206734e26afd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef88f1a8-76ad-464b-906c-dd8203b78bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247481 Aug 20 15:33:19.113418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-7d448807-a7bf-4906-8425-6221edcf40c7 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848086 Aug 20 15:33:19.205632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-76233c8f-47a4-4e7e-bbd2-8b56670bd334 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854616 Aug 20 15:33:19.783286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4fcec-1ece-4eb5-a8f7-90c698ce80e6 req-963ea8de-8100-4cf2-a637-c3ea399c0a8f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:19.784880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5a4fcec-1ece-4eb5-a8f7-90c698ce80e6 req-963ea8de-8100-4cf2-a637-c3ea399c0a8f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0497875 Aug 20 15:33:19.822978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a5a4fcec-1ece-4eb5-a8f7-90c698ce80e6 req-caea8907-6840-4e43-b12c-8c7558db25ce tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317657 Aug 20 15:33:20.940740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a8d38-a033-4b6a-8d82-cd4fc2e68d5e req-5b5e95b7-382c-4f57-bd84-43d48080a15b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:20.942216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e50a8d38-a033-4b6a-8d82-cd4fc2e68d5e req-5b5e95b7-382c-4f57-bd84-43d48080a15b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0535181 Aug 20 15:33:20.979711 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e50a8d38-a033-4b6a-8d82-cd4fc2e68d5e req-c7e2b210-7618-4322-ae52-e718d255a370 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313730 Aug 20 15:33:22.026275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-5492f8f3-a807-4b84-9db3-88efdf95773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:22.027925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-5492f8f3-a807-4b84-9db3-88efdf95773b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08c6ef202beb4aa399529b6c46b77017&device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 1097 time: 0.0421872 Aug 20 15:33:22.152383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd283dc2-4ab5-49b8-b353-e355a146333f req-9e658dab-2a9b-4ada-b109-ccbd328de87b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:22.153951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd283dc2-4ab5-49b8-b353-e355a146333f req-9e658dab-2a9b-4ada-b109-ccbd328de87b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.1071911 Aug 20 15:33:22.184697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-35926677-c8ed-498a-a924-88f5f9797a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:22.186030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-35926677-c8ed-498a-a924-88f5f9797a54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 200 len: 913 time: 0.1301191 Aug 20 15:33:22.234844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-46d7d9d1-52da-4d2f-866d-176ab3a5af5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0396626 Aug 20 15:33:22.238316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd283dc2-4ab5-49b8-b353-e355a146333f req-6cefd59f-746d-492c-ad53-20a682feb155 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762017 Aug 20 15:33:22.288817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-14df458a-2744-4ca3-b389-bb4f739fe851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:22.290236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-14df458a-2744-4ca3-b389-bb4f739fe851 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6976cdad-5e43-41b2-9df3-f0737b9005cc HTTP/1.1" status: 200 len: 852 time: 0.0469866 Aug 20 15:33:22.322987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-b4f7ea4f-02ed-4f65-a821-ca7cf7ca42ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef88f1a8-76ad-464b-906c-dd8203b78bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249825 Aug 20 15:33:22.414046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-05ba21de-c169-43b5-9d1d-168a68661190 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 Aug 20 15:33:22.509597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b2407d-f0f6-482e-9d06-b7a3ba4744dd req-e052ff0f-fee3-45df-9688-46d288cf4f24 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874195 Aug 20 15:33:23.355644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf95ac8-4435-4edf-a280-fb1a9995a8c7 req-bda6eacc-a19a-4264-a262-13f16fd574fb tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:23.357383 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ecf95ac8-4435-4edf-a280-fb1a9995a8c7 req-bda6eacc-a19a-4264-a262-13f16fd574fb tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0514863 Aug 20 15:33:23.396761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ecf95ac8-4435-4edf-a280-fb1a9995a8c7 req-8be04c62-14a0-4570-91fd-0c4746d4ada0 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Aug 20 15:33:24.510302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c19a5-bb04-4ce8-b48a-ee39890ccfc1 req-9536c29e-49d8-4e20-9f2c-83ba6affe415 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:24.511879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-229c19a5-bb04-4ce8-b48a-ee39890ccfc1 req-9536c29e-49d8-4e20-9f2c-83ba6affe415 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0492136 Aug 20 15:33:24.549740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-229c19a5-bb04-4ce8-b48a-ee39890ccfc1 req-b3491bdc-e3a8-4136-acff-91ea8a4b9f40 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Aug 20 15:33:25.670598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd6a11-ed7a-4ac5-bd9a-bc106f3e4db8 req-53b62b86-9d79-4b73-a2c9-25878a3e6e5a tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:25.672072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfcd6a11-ed7a-4ac5-bd9a-bc106f3e4db8 req-53b62b86-9d79-4b73-a2c9-25878a3e6e5a tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0529861 Aug 20 15:33:25.709946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dfcd6a11-ed7a-4ac5-bd9a-bc106f3e4db8 req-0eea93eb-5e2d-4368-ae95-fc5e0895b858 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317686 Aug 20 15:33:26.833949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf4a06-8a5e-46f2-a3c1-f3fd90434de2 req-7ba39dcb-592f-4c85-b4dd-1ce6a388fd0d tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:26.835615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8cf4a06-8a5e-46f2-a3c1-f3fd90434de2 req-7ba39dcb-592f-4c85-b4dd-1ce6a388fd0d tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0552680 Aug 20 15:33:26.877353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8cf4a06-8a5e-46f2-a3c1-f3fd90434de2 req-fba9f6c6-6c1c-4db4-8f72-9d4f78694770 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341010 Aug 20 15:33:28.000048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e14dca-ae6f-41c2-b2d0-0026e084bb36 req-67e9da33-c14f-45ac-af09-30703c2ef344 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:28.001660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97e14dca-ae6f-41c2-b2d0-0026e084bb36 req-67e9da33-c14f-45ac-af09-30703c2ef344 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0517683 Aug 20 15:33:28.039437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97e14dca-ae6f-41c2-b2d0-0026e084bb36 req-fa0fedbd-d151-4491-82b7-6cde6785bc99 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Aug 20 15:33:29.099498 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:29.157559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6e357-f269-4aa9-b79d-012b23d60127 req-3c8700f5-72b2-4b2d-8771-14527993439b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:29.159070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64b6e357-f269-4aa9-b79d-012b23d60127 req-3c8700f5-72b2-4b2d-8771-14527993439b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0512567 Aug 20 15:33:29.196408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64b6e357-f269-4aa9-b79d-012b23d60127 req-74c541d9-6d75-45c9-b0bc-5a5cdb9a94e0 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310853 Aug 20 15:33:30.310544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16d173-a30b-42f5-93e8-048166bf4a8d req-ac09dbe4-ed90-412d-b4f0-2dde5dcf72f0 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:30.312050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb16d173-a30b-42f5-93e8-048166bf4a8d req-ac09dbe4-ed90-412d-b4f0-2dde5dcf72f0 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Aug 20 15:33:30.349007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb16d173-a30b-42f5-93e8-048166bf4a8d req-3ddfec32-6042-4270-a464-1fa3c4fa8452 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303965 Aug 20 15:33:31.469467 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2652cf-ae50-413e-9032-9252e4eaa852 req-d85b5f40-c98c-4e60-a062-e0c5bc39bb73 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:31.472101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d2652cf-ae50-413e-9032-9252e4eaa852 req-d85b5f40-c98c-4e60-a062-e0c5bc39bb73 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0547018 Aug 20 15:33:31.509784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d2652cf-ae50-413e-9032-9252e4eaa852 req-b6f918c6-c02c-4fbf-ac97-e88746813866 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Aug 20 15:33:32.628790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3864bd8-2f50-4856-ad19-a11b2f3283d2 req-55d4365f-a44d-4b39-951e-278af10438ba tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:32.630284 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3864bd8-2f50-4856-ad19-a11b2f3283d2 req-55d4365f-a44d-4b39-951e-278af10438ba tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0529017 Aug 20 15:33:32.668911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3864bd8-2f50-4856-ad19-a11b2f3283d2 req-d0e9f1e3-91f5-4bfd-a655-8c55842b3cdd tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325570 Aug 20 15:33:33.785388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84578b-cdbb-40aa-b4d7-0a2c9da9e4f0 req-b093721a-2b1b-4c5c-a728-740755112196 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:33.786864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a84578b-cdbb-40aa-b4d7-0a2c9da9e4f0 req-b093721a-2b1b-4c5c-a728-740755112196 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0493298 Aug 20 15:33:33.824164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a84578b-cdbb-40aa-b4d7-0a2c9da9e4f0 req-a9d85681-8424-4a2c-8095-ca7260c3fd59 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Aug 20 15:33:34.940713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ed5d7-26a5-4193-9af6-0f95c1d2cad8 req-fa0c31e8-17d6-43ed-ab6e-8f72cee909d8 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:34.942216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-388ed5d7-26a5-4193-9af6-0f95c1d2cad8 req-fa0c31e8-17d6-43ed-ab6e-8f72cee909d8 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Aug 20 15:33:34.979135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-388ed5d7-26a5-4193-9af6-0f95c1d2cad8 req-6127d8ad-bcf5-440b-8850-cb9c3842d37e tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Aug 20 15:33:36.099193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae82eee-c5e1-4bd4-ba01-5a58351dab40 req-40076071-490c-42dc-9a3e-41505ff24207 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:36.100689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ae82eee-c5e1-4bd4-ba01-5a58351dab40 req-40076071-490c-42dc-9a3e-41505ff24207 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0549483 Aug 20 15:33:36.138995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ae82eee-c5e1-4bd4-ba01-5a58351dab40 req-763c409f-e4b4-4da8-81e5-87aa39db6e73 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Aug 20 15:33:36.152253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:37.258858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6916a-3fdc-4f4c-b2ac-1a12ff8cbf05 req-1b2b9a63-c57b-478e-96c6-78ae8cf4cb83 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:37.260372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67f6916a-3fdc-4f4c-b2ac-1a12ff8cbf05 req-1b2b9a63-c57b-478e-96c6-78ae8cf4cb83 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0513110 Aug 20 15:33:37.298701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-67f6916a-3fdc-4f4c-b2ac-1a12ff8cbf05 req-f5f2d02b-f473-4d9b-9f72-ecf7e420a657 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Aug 20 15:33:38.412910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d38ee-2730-4c47-a778-f7235d0564b0 req-4d63b3fb-a2d1-4e3d-b817-cd8c44793cd4 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:38.414629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d9d38ee-2730-4c47-a778-f7235d0564b0 req-4d63b3fb-a2d1-4e3d-b817-cd8c44793cd4 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Aug 20 15:33:38.451148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d9d38ee-2730-4c47-a778-f7235d0564b0 req-2a8573ec-1b9a-4920-a99f-d2e0a959d9f7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306003 Aug 20 15:33:39.573235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3831c4-21d5-4506-8b2c-fe425a44ef11 req-fa05e468-54ab-4be6-b503-206bde5aa72f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:39.574676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d3831c4-21d5-4506-8b2c-fe425a44ef11 req-fa05e468-54ab-4be6-b503-206bde5aa72f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0523381 Aug 20 15:33:39.611005 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d3831c4-21d5-4506-8b2c-fe425a44ef11 req-f4816051-bb1e-4027-88ae-b4801d3db274 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303316 Aug 20 15:33:40.732894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d3de-08a6-49ec-a61d-be61229ca42e req-413e0090-803e-4c19-8d23-00c6fab3f330 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:40.734393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e58d3de-08a6-49ec-a61d-be61229ca42e req-413e0090-803e-4c19-8d23-00c6fab3f330 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0518551 Aug 20 15:33:40.772685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e58d3de-08a6-49ec-a61d-be61229ca42e req-19564ab2-84b5-44ec-82b7-59993453048d tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Aug 20 15:33:41.888593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd9b98-2f6e-4792-970f-54797d871e22 req-bc135717-70a3-4c83-b5e3-d73a4f3f838f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:41.890065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82bd9b98-2f6e-4792-970f-54797d871e22 req-bc135717-70a3-4c83-b5e3-d73a4f3f838f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0483613 Aug 20 15:33:41.929141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-82bd9b98-2f6e-4792-970f-54797d871e22 req-762cf99d-c192-41f5-98d4-515b6c94ac0b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Aug 20 15:33:42.242970 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-63916c9d-461f-4d11-a598-04adb4b4edc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:43.055570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebc91b-02d2-4bee-b928-619d9e0ee897 req-6a97ded1-e80e-44ac-b224-27c186d0b939 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:43.057114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efebc91b-02d2-4bee-b928-619d9e0ee897 req-6a97ded1-e80e-44ac-b224-27c186d0b939 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0608332 Aug 20 15:33:43.094475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efebc91b-02d2-4bee-b928-619d9e0ee897 req-2b027408-f56b-4173-9fa2-ac067586d934 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Aug 20 15:33:44.209660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7d053-11de-4692-bbbe-56b06c77d3cf req-634810db-2d9d-48f4-9e79-925dd7e5d018 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:44.211095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cb7d053-11de-4692-bbbe-56b06c77d3cf req-634810db-2d9d-48f4-9e79-925dd7e5d018 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Aug 20 15:33:44.249614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cb7d053-11de-4692-bbbe-56b06c77d3cf req-deeb20e7-ff35-4386-93cd-3ae46004570a tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Aug 20 15:33:44.852799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:45.219076 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c9da6d83-6453-4283-a65b-6ebdf5047cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:45.364284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081de916-a9fe-4691-b89c-4662b604c03a req-bb00050d-bb78-4fdd-b949-bb64511e95bb tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:45.365783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-081de916-a9fe-4691-b89c-4662b604c03a req-bb00050d-bb78-4fdd-b949-bb64511e95bb tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0481863 Aug 20 15:33:45.403032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-081de916-a9fe-4691-b89c-4662b604c03a req-b11b1920-7d13-48a6-a846-4e731a520545 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Aug 20 15:33:46.232177 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:46.521240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac75f60-2f82-411e-a09f-dd9d6268d50b req-7a06aee4-3314-48dd-ab0d-e94456ceda26 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:46.522625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ac75f60-2f82-411e-a09f-dd9d6268d50b req-7a06aee4-3314-48dd-ab0d-e94456ceda26 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0530751 Aug 20 15:33:46.561523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4ac75f60-2f82-411e-a09f-dd9d6268d50b req-f3ea0c1f-3c91-45d8-8241-124d0ad3f500 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Aug 20 15:33:47.677366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e9685-f6e0-4343-94bf-d1a96e8dd056 req-6c8f7162-8e26-4b9a-87f3-e4d59e13a3ed tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:47.678819 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e5e9685-f6e0-4343-94bf-d1a96e8dd056 req-6c8f7162-8e26-4b9a-87f3-e4d59e13a3ed tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0477197 Aug 20 15:33:47.715650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e5e9685-f6e0-4343-94bf-d1a96e8dd056 req-1500e101-6c36-404f-b67c-bafcdc552c7b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 Aug 20 15:33:47.920892 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:48.833131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b175-bf2a-4690-814b-e9c60bbe7b72 req-94644dba-8cee-4faf-93d1-c3c0ef99b2bc tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:48.834616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4437b175-bf2a-4690-814b-e9c60bbe7b72 req-94644dba-8cee-4faf-93d1-c3c0ef99b2bc tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0485396 Aug 20 15:33:48.871414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4437b175-bf2a-4690-814b-e9c60bbe7b72 req-12a73006-0c1a-4725-92bc-408758f08fc1 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308683 Aug 20 15:33:49.989546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb2e1c-9ddc-4118-9743-75c27cce2997 req-8d125986-ad75-485a-aff0-41899334066f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:49.990967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4bb2e1c-9ddc-4118-9743-75c27cce2997 req-8d125986-ad75-485a-aff0-41899334066f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0524082 Aug 20 15:33:50.031163 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4bb2e1c-9ddc-4118-9743-75c27cce2997 req-42d17ea9-1ef5-4b84-8d7e-4d4e01a5da9a tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342975 Aug 20 15:33:51.148177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490badf0-d1c5-4899-b90c-00f3ee63219c req-05d76a48-88cb-41af-b0d3-2b529e1c748d tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:51.149670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-490badf0-d1c5-4899-b90c-00f3ee63219c req-05d76a48-88cb-41af-b0d3-2b529e1c748d tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0494926 Aug 20 15:33:51.186822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-490badf0-d1c5-4899-b90c-00f3ee63219c req-a7190a4d-742c-440e-ad9e-c656fa58e466 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Aug 20 15:33:51.462106 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-b78d4171-d517-49ca-ab75-916ec4799dae req-fc8bdef9-7dbf-443d-a5ed-37cfcfe89b89 service neutron] show failed (client error): The resource could not be found. Aug 20 15:33:51.463021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-fc8bdef9-7dbf-443d-a5ed-37cfcfe89b89 service neutron] 10.222.0.70 "GET /v2.0/ports/35528674-63c9-4fa7-a5fe-30dbc690f6e6/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0552077 Aug 20 15:33:51.664431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4171-d517-49ca-ab75-916ec4799dae req-69546957-011c-4c3c-8c09-d6e5fa0f6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:51.666006 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-69546957-011c-4c3c-8c09-d6e5fa0f6832 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730&tenant_id=08c6ef202beb4aa399529b6c46b77017 HTTP/1.1" status: 200 len: 1097 time: 0.0460124 Aug 20 15:33:51.685738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:33:51.740471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:51.991752 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:33:52.025411 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:33:52.068602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:33:52.070865 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0607ec4e-34b4-4a49-a7bc-9a6826964d1f" -d '{"events": [{"server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "name": "network-vif-unplugged", "status": "completed", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:33:52.074963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:52.089688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Transition to ACTIVE for port object 35528674-63c9-4fa7-a5fe-30dbc690f6e6 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:33:52.093772 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:52.123507 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4694fdc-e2a5-4814-9f91-d6433c5da320 x-openstack-request-id: req-e4694fdc-e2a5-4814-9f91-d6433c5da320 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:33:52.123834 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "name": "network-vif-unplugged", "status": "completed", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:33:52.124088 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e4694fdc-e2a5-4814-9f91-d6433c5da320 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:33:52.124640 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'code': 200} Aug 20 15:33:52.155439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] No DVR routers for this DVR port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:33:52.164719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Pushing event updated for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=6']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:52.174846 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.175273 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.175645 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.175985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.176319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.176650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.176980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.177308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.177635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.177960 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.178284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.178604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:52.210842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Attempting to bind port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:33:52.211179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Attempting to bind port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd21da32c-2002-4b8b-b059-663704d861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:33:52.211529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Attempting to bind port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on network ef88f1a8-76ad-464b-906c-dd8203b78bd0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:33:52.215873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on network ef88f1a8-76ad-464b-906c-dd8203b78bd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:33:52.216197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Attempting to bind port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on network ef88f1a8-76ad-464b-906c-dd8203b78bd0 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:33:52.220947 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:33:52.221283 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Checking segment: {'id': 'd21da32c-2002-4b8b-b059-663704d861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:33:52.221667 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Bound using segment: {'id': 'd21da32c-2002-4b8b-b059-663704d861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:33:52.222130 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Bound port: 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd21da32c-2002-4b8b-b059-663704d861ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:33:52.222625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:52.284925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:33:52.287813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:33:52.292995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:52.308936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a285b88-aa4e-4b38-abb4-30d3adc77ab4 req-88860bc2-4cee-400d-a4fe-10fdd1aa6822 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:52.310444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a285b88-aa4e-4b38-abb4-30d3adc77ab4 req-88860bc2-4cee-400d-a4fe-10fdd1aa6822 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 943 time: 0.0552342 Aug 20 15:33:52.326022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:52.326673 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:52.328262 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] 10.222.0.72 "PUT /v2.0/ports/35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 1092 time: 0.6476948 Aug 20 15:33:52.351425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a285b88-aa4e-4b38-abb4-30d3adc77ab4 req-bb143cf1-1e83-4651-a284-fc0685c7c690 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Aug 20 15:33:52.353283 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b55bf9-16b8-4844-af54-ab2ffea9582b service neutron] Pushing event updated for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:52.407625 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4171-d517-49ca-ab75-916ec4799dae req-d3dcd028-6dbb-4b8a-9a0e-8dc55625969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:52.409135 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-d3dcd028-6dbb-4b8a-9a0e-8dc55625969b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08c6ef202beb4aa399529b6c46b77017&device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 1095 time: 0.0413218 Aug 20 15:33:52.500817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4171-d517-49ca-ab75-916ec4799dae req-7fdbef06-8ea7-4eee-a7bd-c0c7766e8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:52.502290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-7fdbef06-8ea7-4eee-a7bd-c0c7766e8ed5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 200 len: 913 time: 0.0856478 Aug 20 15:33:52.544156 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-815f7fe3-1bec-4b49-bb13-023f6268764a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0334878 Aug 20 15:33:52.596154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4171-d517-49ca-ab75-916ec4799dae req-57cf7993-b7b5-4d2b-bbe9-af1561c73016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:52.597660 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-57cf7993-b7b5-4d2b-bbe9-af1561c73016 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6976cdad-5e43-41b2-9df3-f0737b9005cc HTTP/1.1" status: 200 len: 852 time: 0.0464158 Aug 20 15:33:52.629807 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-4354cba8-e5ae-4bc4-a08a-40045140487a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef88f1a8-76ad-464b-906c-dd8203b78bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247149 Aug 20 15:33:52.717140 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-120cbd3d-6a5f-491c-afee-900e53bdaf12 service neutron] 10.222.0.72 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800192 Aug 20 15:33:53.098221 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b78d4171-d517-49ca-ab75-916ec4799dae req-acb0745f-b124-4379-bab2-f527e898a89e service neutron] 10.222.0.72 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726916 Aug 20 15:33:53.476553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd52973-d537-4fc0-95a9-77df00e6e06d req-8e77cacd-e2b9-4bfa-8147-9ff8382c1e47 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:53.477919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bcd52973-d537-4fc0-95a9-77df00e6e06d req-8e77cacd-e2b9-4bfa-8147-9ff8382c1e47 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 943 time: 0.0476189 Aug 20 15:33:53.514564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bcd52973-d537-4fc0-95a9-77df00e6e06d req-ea4f8f62-c451-489c-8eab-d965cb7637fe tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306904 Aug 20 15:33:53.743226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 35528674-63c9-4fa7-a5fe-30dbc690f6e6 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:33:53.783061 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 35528674-63c9-4fa7-a5fe-30dbc690f6e6 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:33:54.125899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:33:54.128896 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7243faf7-1521-4670-afde-3056a8ed21ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:33:54.176848 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd044bbb-8e04-46a2-889e-caf4d4771b49 x-openstack-request-id: req-fd044bbb-8e04-46a2-889e-caf4d4771b49 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:33:54.177151 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:33:54.177408 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fd044bbb-8e04-46a2-889e-caf4d4771b49 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:33:54.177810 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'status': 'completed', 'code': 200} Aug 20 15:33:54.240956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243faf7-1521-4670-afde-3056a8ed21ef req-e03f9e26-4023-4c09-948d-4689bc193fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:54.242452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-e03f9e26-4023-4c09-948d-4689bc193fef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08c6ef202beb4aa399529b6c46b77017&device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 1095 time: 0.0409656 Aug 20 15:33:54.265384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243faf7-1521-4670-afde-3056a8ed21ef req-e46a1623-124b-4ded-87b5-319061a43953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:54.266909 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-e46a1623-124b-4ded-87b5-319061a43953 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08c6ef202beb4aa399529b6c46b77017&device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 1095 time: 0.0417867 Aug 20 15:33:54.337590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243faf7-1521-4670-afde-3056a8ed21ef req-ab1aa57e-10ed-48a4-888c-91ae9a76e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:54.339079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-ab1aa57e-10ed-48a4-888c-91ae9a76e046 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 200 len: 913 time: 0.0877917 Aug 20 15:33:54.361753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243faf7-1521-4670-afde-3056a8ed21ef req-99ef1746-ac1b-4eb5-8468-cdbd2780005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:54.363351 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-99ef1746-ac1b-4eb5-8468-cdbd2780005b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 200 len: 913 time: 0.0883379 Aug 20 15:33:54.385037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-96a9adce-64e7-4610-a0b5-440459c44518 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0345516 Aug 20 15:33:54.406040 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-edc5a8f2-5adc-44dc-8d49-75373978ff62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0344977 Aug 20 15:33:54.436264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243faf7-1521-4670-afde-3056a8ed21ef req-b7eb071a-c547-4512-b101-112f31cae087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:54.437735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-b7eb071a-c547-4512-b101-112f31cae087 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6976cdad-5e43-41b2-9df3-f0737b9005cc HTTP/1.1" status: 200 len: 852 time: 0.0441222 Aug 20 15:33:54.454940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243faf7-1521-4670-afde-3056a8ed21ef req-17d1d366-a3db-40e1-8b94-0e2a04792413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:54.457037 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-17d1d366-a3db-40e1-8b94-0e2a04792413 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6976cdad-5e43-41b2-9df3-f0737b9005cc HTTP/1.1" status: 200 len: 852 time: 0.0434151 Aug 20 15:33:54.478909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-030c8462-1699-4e76-89f5-27400b7c7f72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef88f1a8-76ad-464b-906c-dd8203b78bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292482 Aug 20 15:33:54.488627 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-13e4e047-f07d-4e4a-a016-f4e0b8605f55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef88f1a8-76ad-464b-906c-dd8203b78bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248468 Aug 20 15:33:54.573559 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-165d9c0b-3423-49dd-9550-03d37aa64866 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864668 Aug 20 15:33:54.585211 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-25f61860-140c-40c2-91da-b5b56f4ebdd5 service neutron] 10.222.0.72 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887964 Aug 20 15:33:54.599877 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:33:54.675759 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-5cd57cd9-f038-4b2d-af21-ae294a1f7dce service neutron] 10.222.0.72 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828280 Aug 20 15:33:54.695529 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e636a84-77ac-4ab0-8505-4b5135ebbaad req-797d41d1-5522-4531-a6bd-1966fc949bf9 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:54.697049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e636a84-77ac-4ab0-8505-4b5135ebbaad req-797d41d1-5522-4531-a6bd-1966fc949bf9 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 943 time: 0.1040339 Aug 20 15:33:54.722357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7243faf7-1521-4670-afde-3056a8ed21ef req-07583c7b-6690-4c41-9fad-5188082a8508 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366704 Aug 20 15:33:54.749148 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0e636a84-77ac-4ab0-8505-4b5135ebbaad req-95c83b5a-1900-4647-91a5-4379735ee819 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Aug 20 15:33:55.689738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 35528674-63c9-4fa7-a5fe-30dbc690f6e6 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:33:55.783793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:33:55.795664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'network_id': 'ef88f1a8-76ad-464b-906c-dd8203b78bd0', 'port_id': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'mac_address': 'fa:16:3e:70:5c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6976cdad-5e43-41b2-9df3-f0737b9005cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:33:55.833246 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:55.849542 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35528674-63c9-4fa7-a5fe-30dbc690f6e6 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:33:55.866278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2dc09-bff7-47f7-9cb8-6e715a027b29 req-f58e096c-3a32-4afc-8502-406631bbcdc2 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:55.867831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3e2dc09-bff7-47f7-9cb8-6e715a027b29 req-f58e096c-3a32-4afc-8502-406631bbcdc2 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 943 time: 0.0501902 Aug 20 15:33:55.869166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:33:55.873439 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:55.912262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d3e2dc09-bff7-47f7-9cb8-6e715a027b29 req-ef0766a9-f675-474e-bf82-12f25ed3c7ef tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379279 Aug 20 15:33:55.934609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:56.416996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['35528674-63c9-4fa7-a5fe-30dbc690f6e6'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:33:57.029513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985a9e2-44d8-43d5-a0b3-2e3ef81b30da req-18c11bbe-9a1a-46b3-9c40-f52ef438872f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:57.030984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e985a9e2-44d8-43d5-a0b3-2e3ef81b30da req-18c11bbe-9a1a-46b3-9c40-f52ef438872f tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 944 time: 0.0499949 Aug 20 15:33:57.069532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e985a9e2-44d8-43d5-a0b3-2e3ef81b30da req-8db396be-1bd9-45d9-ae52-ccd49ae642fe tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Aug 20 15:33:57.337406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-01f19f90-6049-47d4-b391-d3edd28fb266 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:57.338930 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-01f19f90-6049-47d4-b391-d3edd28fb266 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730&tenant_id=08c6ef202beb4aa399529b6c46b77017&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 944 time: 0.0844448 Aug 20 15:33:57.404960 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-a5e6c9ac-5b5f-4f87-b110-be27434818a4 service neutron] delete failed (client error): The resource could not be found. Aug 20 15:33:57.405956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-a5e6c9ac-5b5f-4f87-b110-be27434818a4 service neutron] 10.222.0.70 "DELETE /v2.0/ports/35528674-63c9-4fa7-a5fe-30dbc690f6e6/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0560048 Aug 20 15:33:57.495109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-476c6c71-852c-4802-8a48-1304a695ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:57.496575 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-476c6c71-852c-4802-8a48-1304a695ef2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08c6ef202beb4aa399529b6c46b77017&device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 1096 time: 0.0411108 Aug 20 15:33:57.588115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-fef6a1f4-ffa7-4695-9ba8-99799ff3f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:57.589589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-fef6a1f4-ffa7-4695-9ba8-99799ff3f945 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 200 len: 913 time: 0.0815017 Aug 20 15:33:57.637472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-9083f246-a91d-411c-8f12-131acd2cae7b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0359213 Aug 20 15:33:57.689512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-0ab7471d-cfbe-4703-8c18-3857ad328258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:57.690994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-0ab7471d-cfbe-4703-8c18-3857ad328258 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6976cdad-5e43-41b2-9df3-f0737b9005cc HTTP/1.1" status: 200 len: 852 time: 0.0430961 Aug 20 15:33:57.695388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 35528674-63c9-4fa7-a5fe-30dbc690f6e6 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:33:57.724908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-4d80070b-1509-4ed8-a748-798baef58644 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef88f1a8-76ad-464b-906c-dd8203b78bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263813 Aug 20 15:33:57.750771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:33:57.755056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:33:57.755428 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:57.834915 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:57.858293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:33:57.860593 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3169a4cc-b640-4f2f-b504-5c5e7954d00c" -d '{"events": [{"server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "name": "network-vif-plugged", "status": "completed", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:33:57.873515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:33:57.878471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:33:57.932478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:33:57.940131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.941043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.942590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.942930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.943269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.943627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.943961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.944289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.944617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.944943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.945269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:57.945590 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:33:58.122534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-f13840af-5261-4a9f-9afd-322bf6468b98 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897374 Aug 20 15:33:58.217974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-778e15e2-953b-49fb-86c6-f89f12c797e5 service neutron] 10.222.0.70 "GET /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815117 Aug 20 15:33:58.894170 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffa557d-e3e5-40e6-8d43-4e04a2813309 x-openstack-request-id: req-8ffa557d-e3e5-40e6-8d43-4e04a2813309 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:33:58.894673 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "name": "network-vif-plugged", "status": "completed", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:33:58.894912 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ffa557d-e3e5-40e6-8d43-4e04a2813309 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:33:58.895338 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'code': 200} Aug 20 15:33:58.991687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f998d-b28d-4bc8-ad81-b41b049570a4 req-f44fc136-3af8-4210-98d3-dfd5ceaa7b30 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:33:58.993079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c4f998d-b28d-4bc8-ad81-b41b049570a4 req-f44fc136-3af8-4210-98d3-dfd5ceaa7b30 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0536902 Aug 20 15:33:59.030107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c4f998d-b28d-4bc8-ad81-b41b049570a4 req-5562e09c-f5c0-4aa0-97c3-64f07b3f32ff tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Aug 20 15:33:59.114115 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:00.146669 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be788226-42a9-4b39-89fb-c934eb167b3d req-c74e4398-f074-4277-ad43-b4e5c233293b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:00.148180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be788226-42a9-4b39-89fb-c934eb167b3d req-c74e4398-f074-4277-ad43-b4e5c233293b tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0490096 Aug 20 15:34:00.185630 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be788226-42a9-4b39-89fb-c934eb167b3d req-af66d017-1883-425f-b458-332b1e104d49 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5431bd2-6dab-4085-8b8d-00b0330fa0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314820 Aug 20 15:34:00.505856 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-144f5eb9-2800-433f-a746-c6c08b1e8e4a tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:00.507249 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-144f5eb9-2800-433f-a746-c6c08b1e8e4a tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ffaed80-5ec4-4224-abe7-7ff566e60730 HTTP/1.1" status: 200 len: 945 time: 0.0549502 Aug 20 15:34:00.595174 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Deleting port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:34:00.595513 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:00.688140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] For port 35528674-63c9-4fa7-a5fe-30dbc690f6e6, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=35528674-63c9-4fa7-a5fe-30dbc690f6e6,segment=NetworkSegment(d21da32c-2002-4b8b-b059-663704d861ca),segment_id=d21da32c-2002-4b8b-b059-663704d861ca)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:00.688499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:00.701400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Calling delete_port for 35528674-63c9-4fa7-a5fe-30dbc690f6e6 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:34:00.825257 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:00.853517 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Pushing event deleted for resources: {'Port': ['ID=35528674-63c9-4fa7-a5fe-30dbc690f6e6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:00.859428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['35528674-63c9-4fa7-a5fe-30dbc690f6e6'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:34:00.894354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] No DVR routers for this DVR port 35528674-63c9-4fa7-a5fe-30dbc690f6e6 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:34:00.897077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:00.899192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6eb50cf3-69fa-4f83-b234-00e13d97988d req-04e9c49a-f1d0-4111-b334-854d1bb54dd7 tempest-DeleteServersTestJSON-803045494 tempest-DeleteServersTestJSON-803045494-project] 10.222.0.72 "DELETE /v2.0/ports/35528674-63c9-4fa7-a5fe-30dbc690f6e6 HTTP/1.1" status: 204 len: 173 time: 0.3843579 Aug 20 15:34:00.899659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'name': 'network-vif-deleted', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:34:00.901934 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1b6f1d-85cc-4ddd-bef2-103dc7d8c561" -d '{"events": [{"server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "name": "network-vif-deleted", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:34:00.938610 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb29f8a-c8ab-4531-8465-691808a5d69e x-openstack-request-id: req-efb29f8a-c8ab-4531-8465-691808a5d69e {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:34:00.939295 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ffaed80-5ec4-4224-abe7-7ff566e60730", "name": "network-vif-deleted", "tag": "35528674-63c9-4fa7-a5fe-30dbc690f6e6", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:34:00.939615 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efb29f8a-c8ab-4531-8465-691808a5d69e {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:34:00.940066 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ffaed80-5ec4-4224-abe7-7ff566e60730', 'name': 'network-vif-deleted', 'tag': '35528674-63c9-4fa7-a5fe-30dbc690f6e6', 'status': 'completed', 'code': 200} Aug 20 15:34:01.313594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53478) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:34:01.358216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Deleting subnet 6976cdad-5e43-41b2-9df3-f0737b9005cc {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:34:01.361138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.394235 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.435554 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.485704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.512041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6976cdad-5e43-41b2-9df3-f0737b9005cc,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:01.514415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.516271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6976cdad-5e43-41b2-9df3-f0737b9005cc HTTP/1.1" status: 204 len: 168 time: 0.2016447 Aug 20 15:34:01.519438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53480) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:34:01.523464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.523838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.524181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.524517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.524850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.525180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.525506 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.525836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.526162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.526484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.526835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.527163 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa0b547-27e9-48c7-84fe-65a6b2207ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:01.590930 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.669084 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.679734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef88f1a8-76ad-464b-906c-dd8203b78bd0']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:34:01.692500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21da32c-2002-4b8b-b059-663704d861ca') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:34:01.692806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21da32c-2002-4b8b-b059-663704d861ca') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:34:01.701526 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.715822 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.721773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:34:01.722268 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:34:01.723994 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:34:01.781143 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.787074 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:01.789181 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ef88f1a8-76ad-464b-906c-dd8203b78bd0 HTTP/1.1" status: 204 len: 168 time: 0.2686932 Aug 20 15:34:01.800332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd22c6-6735-497e-8b55-ac5dd2179632 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef88f1a8-76ad-464b-906c-dd8203b78bd0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:01.896198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53484) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:34:01.936892 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4accd9c9-df89-4097-a211-e3aaec260398 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08c6ef202beb4aa399529b6c46b77017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394022 Aug 20 15:34:01.939357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53486) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:34:01.986915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df71276e-68db-4d60-90f3-31e17b684889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:02.007680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df71276e-68db-4d60-90f3-31e17b684889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:02.053180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df71276e-68db-4d60-90f3-31e17b684889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:02.055960 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df71276e-68db-4d60-90f3-31e17b684889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:02.057251 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df71276e-68db-4d60-90f3-31e17b684889 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5431bd2-6dab-4085-8b8d-00b0330fa0d0 HTTP/1.1" status: 204 len: 168 time: 0.1169817 Aug 20 15:34:02.064971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71276e-68db-4d60-90f3-31e17b684889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5431bd2-6dab-4085-8b8d-00b0330fa0d0,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:02.710860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53508) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:34:02.811049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-807087183-network', 'tenant_id': '542d0491e6384cdcb3c8996fcf8c5dbe'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:34:02.837183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Made reservation on behalf of 542d0491e6384cdcb3c8996fcf8c5dbe for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:34:02.839496 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:02.847891 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:02.939357 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:02.943585 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:02.967739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:34:02.976721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e49c59-37a8-49bf-ac40-81e9c968fa99,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:02.982695 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:02.983034 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Added segment 60a257ec-4686-4176-b557-4b624a10596c of type vlan for network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 Aug 20 15:34:03.023818 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:03.048309 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:03.049210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:03.050527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:03.106782 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3948181 Aug 20 15:34:03.109809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53512) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:34:03.115116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798882a3-6eba-45a0-b3c7-1814c7b28a7c admin admin] Pushing event updated for resources: {'Network': ['ID=cb83799d-e28f-4fd5-80c2-1e54a548d9c6,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:03.116082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Request body: {'subnet': {'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-807087183-subnet', 'tenant_id': '542d0491e6384cdcb3c8996fcf8c5dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:34:03.124759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:34:03.136973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Made reservation on behalf of 542d0491e6384cdcb3c8996fcf8c5dbe for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:34:03.139320 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:03.305720 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:03.358314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:03.367328 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Checking segment: {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:34:03.367731 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Network hostable DHCP agents. Network: cb83799d-e28f-4fd5-80c2-1e54a548d9c6, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:34:03.384062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:34:03.392932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, cb83799d-e28f-4fd5-80c2-1e54a548d9c6) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:34:03.397424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:03.398414 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:03.401610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5566a-634e-438f-a426-3e9b8335ea21 None None] Network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:34:03.416064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8f8796c7-66dc-4f87-86da-88ad4442ef1d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3051534 Aug 20 15:34:03.524674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec142d-a52e-4398-8e4b-8cf394ad3a78 None None] Network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:34:03.704940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 35528674-63c9-4fa7-a5fe-30dbc690f6e6 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:34:03.724336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 35528674-63c9-4fa7-a5fe-30dbc690f6e6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:34:03.724679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 35528674-63c9-4fa7-a5fe-30dbc690f6e6 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:34:03.837098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca791b-5220-4761-a3df-564aedb0be57 req-6d829cd6-3c87-4bd9-bb56-6c591297acf8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:03.838464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-6d829cd6-3c87-4bd9-bb56-6c591297acf8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 814 time: 0.1061785 Aug 20 15:34:03.853638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ead5ed72-5c14-4b75-85b4-8089d3f81867 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/quotas/542d0491e6384cdcb3c8996fcf8c5dbe HTTP/1.1" status: 200 len: 375 time: 0.0093353 Aug 20 15:34:03.884869 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-3d2abe01-2481-4831-af2f-e3f861e2d542 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259881 Aug 20 15:34:03.895893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-62f44e37-1f02-4568-9a00-3bf1df8cd789 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:34:03.896851 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-62f44e37-1f02-4568-9a00-3bf1df8cd789 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051992 Aug 20 15:34:03.989200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-0dfa6a99-edbc-4fb8-b3a9-4b9de3108309 service neutron] 10.222.0.36 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863271 Aug 20 15:34:04.077403 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-edfd033c-d901-4aae-a439-1a7e06b9ef83 service neutron] 10.222.0.36 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815198 Aug 20 15:34:04.235761 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-346daba4-d117-48c0-9e6d-8fce6e446863 req-fcecb00f-3cd3-4298-aa11-f9f5f9ef403a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 210 time: 0.0272593 Aug 20 15:34:05.318528 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca791b-5220-4761-a3df-564aedb0be57 req-c1a9ceb5-222f-47f7-8b2d-d331e48890de tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:05.320055 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-c1a9ceb5-222f-47f7-8b2d-d331e48890de tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.72 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 814 time: 0.1951711 Aug 20 15:34:05.332870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2858fa7-6590-4c0b-a3ac-3b9c0a4c9c4c req-0dd8794f-c326-4272-9cf8-0c7c2edf8d38 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 210 time: 0.0279310 Aug 20 15:34:05.341151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Request body: {'port': {'device_id': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6', 'admin_state_up': True, 'tenant_id': '542d0491e6384cdcb3c8996fcf8c5dbe'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:34:05.451381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Made reservation on behalf of 542d0491e6384cdcb3c8996fcf8c5dbe for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:34:05.454844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:05.574198 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Allocated IP 172.20.0.5 (cb83799d-e28f-4fd5-80c2-1e54a548d9c6/4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f/6e670795-5e1d-4fb4-b1b5-ea198b13f1c7) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:34:05.729645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:05.765753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:05.813248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:34:05.816391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:34:05.819957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:34:05.848679 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Pushing event updated for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:05.875754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:05.876363 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:05.890589 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ff9bd785-c0fc-4b2f-8919-2d80220ec409 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5532138 Aug 20 15:34:05.908866 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Request body: {'port': {'device_id': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:34:05.963174 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:06.161687 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:06.233179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:34:06.240902 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:06.252430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Transition to ACTIVE for port object 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:34:06.256271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:06.307685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Pushing event updated for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:06.371442 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Attempting to bind port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:34:06.372007 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Attempting to bind port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:34:06.372122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Attempting to bind port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:34:06.376419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:34:06.376750 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Attempting to bind port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:34:06.382734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:34:06.383078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Checking segment: {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:34:06.383466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Bound using segment: {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:34:06.383937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Bound port: 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:34:06.384329 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:06.452753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:34:06.455483 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe1cbb-c933-4add-940c-691fa4d46646 req-d3288550-4409-42d3-81a5-9067f51fdc33 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:06.456775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:34:06.457909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81fe1cbb-c933-4add-940c-691fa4d46646 req-d3288550-4409-42d3-81a5-9067f51fdc33 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 943 time: 0.0545919 Aug 20 15:34:06.461649 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:06.496649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:06.497293 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:06.498698 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] 10.222.0.72 "PUT /v2.0/ports/6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 1092 time: 0.5944796 Aug 20 15:34:06.499137 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:34:06.500328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81fe1cbb-c933-4add-940c-691fa4d46646 req-d4a40392-a564-473d-b314-be724fca4e09 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358417 Aug 20 15:34:06.501431 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95" -d '{"events": [{"name": "network-changed", "server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:34:06.525197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9c26b-9629-46b6-9add-52017f27a818 service neutron] Pushing event updated for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:06.549012 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dc10f1-b10d-4611-8b74-f1063e221dee x-openstack-request-id: req-70dc10f1-b10d-4611-8b74-f1063e221dee {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:34:06.549352 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:34:06.550125 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70dc10f1-b10d-4611-8b74-f1063e221dee {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:34:06.551090 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'status': 'completed', 'code': 200} Aug 20 15:34:06.607415 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca791b-5220-4761-a3df-564aedb0be57 req-78e6b7f6-7f37-4dd6-b58b-0a28aca3bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:06.608928 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-78e6b7f6-7f37-4dd6-b58b-0a28aca3bb16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 1095 time: 0.0413699 Aug 20 15:34:06.655773 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-93df2241-899e-4a4d-9384-7a3046c69310 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0336139 Aug 20 15:34:06.708362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca791b-5220-4761-a3df-564aedb0be57 req-f3489ae6-4619-4b4e-ba86-19517a951fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:06.709735 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-f3489ae6-4619-4b4e-ba86-19517a951fd5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0473957 Aug 20 15:34:06.741256 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-4ab3f2a5-1d21-41b1-a9bf-7112773b49d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246966 Aug 20 15:34:06.832365 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-ed22de92-f58c-474f-9289-3a831df5b90b service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842028 Aug 20 15:34:06.928636 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31ca791b-5220-4761-a3df-564aedb0be57 req-c757853f-38a8-477b-8f22-7b157f08bbf7 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890689 Aug 20 15:34:07.053338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-d2adc806-b2b3-4351-82f1-c3644a33bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:07.054702 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-d2adc806-b2b3-4351-82f1-c3644a33bf25 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 1095 time: 0.0409131 Aug 20 15:34:07.145395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-176ec5c9-7895-489d-8289-62009b7bd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:07.147124 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-176ec5c9-7895-489d-8289-62009b7bd35d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0852752 Aug 20 15:34:07.191009 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-9a88c649-ff84-49ae-9f01-96c75975139d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0361221 Aug 20 15:34:07.239196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-fb728e77-857e-4fcb-bb5a-6f79f79ee57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:07.240609 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-fb728e77-857e-4fcb-bb5a-6f79f79ee57f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0421991 Aug 20 15:34:07.271340 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-20ec30f2-aa0c-4e15-9091-288f6f240598 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239768 Aug 20 15:34:07.361719 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-bf81e4ef-7917-4814-afc3-dea19da0f577 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835371 Aug 20 15:34:07.449906 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-191ebdf1-5fd8-4a3e-86b8-8c10f3aa5f95 req-eddfc1bd-c30f-45d3-b5d9-65e36e4d4555 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805180 Aug 20 15:34:07.619842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64ba13-102a-4ddd-abd5-1b0516410144 req-11bedecb-40d8-4726-ba0f-1ed4589c9d90 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:07.621232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a64ba13-102a-4ddd-abd5-1b0516410144 req-11bedecb-40d8-4726-ba0f-1ed4589c9d90 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 943 time: 0.0478957 Aug 20 15:34:07.658641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a64ba13-102a-4ddd-abd5-1b0516410144 req-55805233-5a2b-4b47-a3a6-6a050d84425b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315111 Aug 20 15:34:08.775474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981a8ac-8443-459d-80d8-bd222d5cf096 req-49b6b25f-dfb2-4d47-8a84-a3675da64a57 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:08.776996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d981a8ac-8443-459d-80d8-bd222d5cf096 req-49b6b25f-dfb2-4d47-8a84-a3675da64a57 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 943 time: 0.0479941 Aug 20 15:34:08.814255 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d981a8ac-8443-459d-80d8-bd222d5cf096 req-25fe684d-2595-4407-ac10-a311b9570b5b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Aug 20 15:34:09.736092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:34:09.833947 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:09.847531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6', 'port_id': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'mac_address': 'fa:16:3e:64:d4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:34:09.890063 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:09.903462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:34:09.924287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:09.928851 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:09.938875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c009d5-b4aa-4251-9e9f-8fd123550a64 req-cfb20145-0aee-4844-80f5-4411032dc202 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:09.940412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3c009d5-b4aa-4251-9e9f-8fd123550a64 req-cfb20145-0aee-4844-80f5-4411032dc202 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 943 time: 0.0583870 Aug 20 15:34:09.977181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:09.978136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3c009d5-b4aa-4251-9e9f-8fd123550a64 req-249645f2-1162-46ab-9d72-a9d34a1e0832 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315850 Aug 20 15:34:10.306465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:34:11.093661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f266001-852c-4b43-87e4-524bc88bb33d req-96e20be2-086a-498d-a708-3d445d30f53c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:11.095200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f266001-852c-4b43-87e4-524bc88bb33d req-96e20be2-086a-498d-a708-3d445d30f53c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 944 time: 0.0501006 Aug 20 15:34:11.133527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f266001-852c-4b43-87e4-524bc88bb33d req-6b4f176d-5024-4464-953c-e277209dd20a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Aug 20 15:34:11.751285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:34:11.799485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:34:11.803108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:34:11.803488 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:11.880968 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:11.903982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:34:11.906222 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5feee04-4696-4e0f-9955-ab253cac3503" -d '{"events": [{"server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "name": "network-vif-plugged", "status": "completed", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:34:11.919852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:11.924139 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:11.949613 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0308500-c130-40ce-9ab9-dc8c7c1251c0 x-openstack-request-id: req-a0308500-c130-40ce-9ab9-dc8c7c1251c0 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:34:11.949896 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "name": "network-vif-plugged", "status": "completed", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:34:11.950147 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0308500-c130-40ce-9ab9-dc8c7c1251c0 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:34:11.950529 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'code': 200} Aug 20 15:34:11.976232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:12.072369 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7ebaa-51d0-4c03-89d6-dc4e703d2fbc req-ef574e22-1073-42a1-8726-9bf322014f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:12.073734 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43f7ebaa-51d0-4c03-89d6-dc4e703d2fbc req-ef574e22-1073-42a1-8726-9bf322014f57 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 1097 time: 0.0455861 Aug 20 15:34:12.115235 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-43f7ebaa-51d0-4c03-89d6-dc4e703d2fbc req-ffb14437-498a-486f-a4f3-fe0ba4c4205a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261993 Aug 20 15:34:12.242689 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0291d692-5474-479b-8a25-53a334332dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:12.252340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3b874-06f2-4aef-a9be-f2751e8348a3 req-97b80c7b-cfc5-4447-91c6-594b40ddac12 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:12.254316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7d3b874-06f2-4aef-a9be-f2751e8348a3 req-97b80c7b-cfc5-4447-91c6-594b40ddac12 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0526745 Aug 20 15:34:12.291512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7d3b874-06f2-4aef-a9be-f2751e8348a3 req-85b663c9-5ba3-4499-8fbf-012502f335c1 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Aug 20 15:34:13.412122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8269e4-6baa-4db4-a9d0-3b888c84c060 req-3c2bbfa9-f8d6-4b64-b59a-f2357a897729 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:13.413867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da8269e4-6baa-4db4-a9d0-3b888c84c060 req-3c2bbfa9-f8d6-4b64-b59a-f2357a897729 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0552883 Aug 20 15:34:13.451156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da8269e4-6baa-4db4-a9d0-3b888c84c060 req-255685c1-89bb-4cfa-8f64-f951a6b7160c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Aug 20 15:34:14.565189 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680739a-2ccb-461e-95f0-1e760d2310ee req-a26152d4-8d23-4dc0-8c15-a356027a64c2 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:14.566840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5680739a-2ccb-461e-95f0-1e760d2310ee req-a26152d4-8d23-4dc0-8c15-a356027a64c2 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0503430 Aug 20 15:34:14.603842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5680739a-2ccb-461e-95f0-1e760d2310ee req-f460a92a-77e4-450a-ac23-2b6e3b7dd27e tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Aug 20 15:34:14.716840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db1835-ccb1-4c06-8027-006c903ac466 req-ce961cc7-0cc5-45dd-a013-97601b61dffe tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:14.718269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17db1835-ccb1-4c06-8027-006c903ac466 req-ce961cc7-0cc5-45dd-a013-97601b61dffe tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0490141 Aug 20 15:34:14.755231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17db1835-ccb1-4c06-8027-006c903ac466 req-331545a1-7299-4611-9d04-656b9e912e45 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302229 Aug 20 15:34:14.855188 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:14.963002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25eb8c-ee48-4fd1-aa47-62dd2ac0b00f req-40721f8c-ac86-48f4-9cc7-d6de53c2422d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:14.964510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d25eb8c-ee48-4fd1-aa47-62dd2ac0b00f req-40721f8c-ac86-48f4-9cc7-d6de53c2422d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0543296 Aug 20 15:34:15.002018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d25eb8c-ee48-4fd1-aa47-62dd2ac0b00f req-62520349-d83e-4def-941b-27c730fefc3f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Aug 20 15:34:15.113858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb3971-bd4d-4a26-8ba3-9c5a13fdc330 req-4fc3bf09-ca6c-4865-81c1-1f841049dbc0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:15.115335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6feb3971-bd4d-4a26-8ba3-9c5a13fdc330 req-4fc3bf09-ca6c-4865-81c1-1f841049dbc0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0481129 Aug 20 15:34:15.152789 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6feb3971-bd4d-4a26-8ba3-9c5a13fdc330 req-eda39884-55c2-4265-b288-2c806b6126fa tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314760 Aug 20 15:34:15.219311 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6485f08-c944-42c9-8b03-3b54c19b752b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:15.403308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e457b63-a42e-4d57-a7b7-1078415bb3ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735934 Aug 20 15:34:15.415293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee54304-6914-4b32-805a-878d16877c77 req-592b13a8-4169-4e05-8b40-f955b1c7f82e tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:15.416762 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fee54304-6914-4b32-805a-878d16877c77 req-592b13a8-4169-4e05-8b40-f955b1c7f82e tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0747275 Aug 20 15:34:15.457285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fee54304-6914-4b32-805a-878d16877c77 req-78f3925c-835b-4bee-b504-ea29769002bf tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334597 Aug 20 15:34:16.235662 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:16.575225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff3164-87ef-49f6-9294-7d5472780358 req-2e2b0db7-ec5e-489c-9337-cb68eb5d08b2 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:16.576745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bff3164-87ef-49f6-9294-7d5472780358 req-2e2b0db7-ec5e-489c-9337-cb68eb5d08b2 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0501876 Aug 20 15:34:16.607163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-91ab646c-8cf1-4a4f-81c7-6b93909b46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:16.608731 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-91ab646c-8cf1-4a4f-81c7-6b93909b46a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 1097 time: 0.0409505 Aug 20 15:34:16.615838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bff3164-87ef-49f6-9294-7d5472780358 req-ddb02dad-5974-4d73-b732-4595c9ee7098 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321944 Aug 20 15:34:16.700738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-0a50e0a2-c3a9-4a11-810b-66ef62086503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:16.702150 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-0a50e0a2-c3a9-4a11-810b-66ef62086503 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0865622 Aug 20 15:34:16.742255 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-ce0fbd5a-31b8-4620-b21a-7a1829532f03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0331764 Aug 20 15:34:16.791523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-1adba8a7-8421-42c1-ba68-0201f73b3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:16.793022 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-1adba8a7-8421-42c1-ba68-0201f73b3d17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0442019 Aug 20 15:34:16.823632 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-ad000631-d226-4839-8ca7-0df92fc4db68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241916 Aug 20 15:34:16.917230 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-be7ae7ca-a96d-4972-bdb2-3f7a1048bda3 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869787 Aug 20 15:34:17.005157 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-1694e7b6-58cb-4569-b5f2-e8396515aa9f service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808837 Aug 20 15:34:17.731717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebe946-de91-44b0-80f2-f5a3dd1ae15f req-3d694010-1b90-4f85-aaf2-8a7efd91ae26 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:17.733196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ebe946-de91-44b0-80f2-f5a3dd1ae15f req-3d694010-1b90-4f85-aaf2-8a7efd91ae26 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Aug 20 15:34:17.769960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6ebe946-de91-44b0-80f2-f5a3dd1ae15f req-02a940ed-66fb-4f2a-a67d-b82a39c9e861 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306621 Aug 20 15:34:17.929309 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:18.895446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae2d2d-6051-4a63-98ce-fe46d0614745 req-280fb2dc-adac-4504-87b5-ecc76ab35b04 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:18.896977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27ae2d2d-6051-4a63-98ce-fe46d0614745 req-280fb2dc-adac-4504-87b5-ecc76ab35b04 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0555234 Aug 20 15:34:18.935442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27ae2d2d-6051-4a63-98ce-fe46d0614745 req-ee0dc19f-808e-4cad-ab6d-8b241ea253b6 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324633 Aug 20 15:34:19.556014 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-1dea92bc-ceeb-493b-94f7-db2dcbfeec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:19.557519 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-1dea92bc-ceeb-493b-94f7-db2dcbfeec90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 1097 time: 0.0481234 Aug 20 15:34:19.664654 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-301f084c-2a58-4dea-a208-07d7e4e529f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:19.666180 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-301f084c-2a58-4dea-a208-07d7e4e529f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0884478 Aug 20 15:34:19.711198 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-c6fb5a7b-7409-4b12-ad36-680570299e32 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0383205 Aug 20 15:34:19.757929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-46dca815-0b74-445b-9eaa-79c1de73a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:19.759336 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-46dca815-0b74-445b-9eaa-79c1de73a137 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0420728 Aug 20 15:34:19.790288 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-e35bbeb2-6892-4eba-a963-7d3254ee6cad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245581 Aug 20 15:34:19.876603 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-5452c552-bc89-41fc-bff2-e386e5915e36 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795300 Aug 20 15:34:19.975630 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c9f9f1fe-b2a9-4d6c-93d1-96d2db73af4b req-c9868c51-4af5-4569-82d0-c202efc6d9c3 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910673 Aug 20 15:34:20.054217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94ad6b-ce49-45d6-86ea-a17f2138f9d4 req-8d670ee4-dad4-4b5c-9055-d03ef8567074 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:20.055721 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba94ad6b-ce49-45d6-86ea-a17f2138f9d4 req-8d670ee4-dad4-4b5c-9055-d03ef8567074 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0485752 Aug 20 15:34:20.092725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba94ad6b-ce49-45d6-86ea-a17f2138f9d4 req-25242fa5-1a16-4eb2-987e-f46f07e718f8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Aug 20 15:34:21.205800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfe7c1-06c0-42c7-a49f-832dc3c90cbe req-b75106a4-771f-4d99-a568-073ccc832f98 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:21.207915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05bfe7c1-06c0-42c7-a49f-832dc3c90cbe req-b75106a4-771f-4d99-a568-073ccc832f98 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0489104 Aug 20 15:34:21.244539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05bfe7c1-06c0-42c7-a49f-832dc3c90cbe req-877af710-0a44-4027-91a8-23f8c121e68f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306089 Aug 20 15:34:22.364964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d211b-6ab7-4945-bcf1-f3adb606fe67 req-cd542722-5c8d-49bf-90a5-500c4eddae95 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:22.366447 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b06d211b-6ab7-4945-bcf1-f3adb606fe67 req-cd542722-5c8d-49bf-90a5-500c4eddae95 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0526798 Aug 20 15:34:22.404210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b06d211b-6ab7-4945-bcf1-f3adb606fe67 req-17fa2933-e707-498d-bf7b-fab6a61e7ec9 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Aug 20 15:34:23.519766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eccf99-c519-4790-8809-01b9cc8e5345 req-f45b9c45-4ec3-4654-892f-6b8eaec94035 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:23.521270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1eccf99-c519-4790-8809-01b9cc8e5345 req-f45b9c45-4ec3-4654-892f-6b8eaec94035 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Aug 20 15:34:23.559032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1eccf99-c519-4790-8809-01b9cc8e5345 req-c15c8e92-b57f-4097-b297-e7df3cd687d9 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Aug 20 15:34:24.678583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1ee5a-e4a5-442f-996b-5f5dc41a4ae5 req-e2243ebb-64c0-4775-bb2b-5eaaa9ed18b4 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:24.680024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4c1ee5a-e4a5-442f-996b-5f5dc41a4ae5 req-e2243ebb-64c0-4775-bb2b-5eaaa9ed18b4 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0507207 Aug 20 15:34:24.718090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4c1ee5a-e4a5-442f-996b-5f5dc41a4ae5 req-3be1f4a3-1ab2-428d-83ed-d0f1dd3c106f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Aug 20 15:34:25.838052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1014814-2a0b-4538-895e-8d4d3596ded4 req-784efe10-9ab1-45bd-86f7-d6b3bb014553 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:25.839549 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1014814-2a0b-4538-895e-8d4d3596ded4 req-784efe10-9ab1-45bd-86f7-d6b3bb014553 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0538499 Aug 20 15:34:25.877550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1014814-2a0b-4538-895e-8d4d3596ded4 req-bf84bade-95b4-4494-95f1-c62f97720dec tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319896 Aug 20 15:34:27.001479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d226ea2-64ba-46e1-884b-8296d6175624 req-70b39f92-b456-4b13-8117-8a849998c42f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:27.002994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d226ea2-64ba-46e1-884b-8296d6175624 req-70b39f92-b456-4b13-8117-8a849998c42f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0506954 Aug 20 15:34:27.043376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d226ea2-64ba-46e1-884b-8296d6175624 req-7570fccf-c466-43d9-981d-5521630a8170 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332687 Aug 20 15:34:28.158441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080e28f-4fbe-40e6-812e-e4d6acf90f50 req-1917930d-feaa-4d87-8942-5cddd20b32be tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:28.159953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5080e28f-4fbe-40e6-812e-e4d6acf90f50 req-1917930d-feaa-4d87-8942-5cddd20b32be tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0490072 Aug 20 15:34:28.200530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5080e28f-4fbe-40e6-812e-e4d6acf90f50 req-a44931b9-0bf7-439a-ba93-1626a2c116b0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Aug 20 15:34:29.132278 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:29.319271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8265bb0-835d-499f-b76e-c8d263475ac8 req-8f13eec6-5247-4a3d-8d7b-f3434bb56ed9 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:29.320824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8265bb0-835d-499f-b76e-c8d263475ac8 req-8f13eec6-5247-4a3d-8d7b-f3434bb56ed9 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0537965 Aug 20 15:34:29.358139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8265bb0-835d-499f-b76e-c8d263475ac8 req-19533b42-95a7-46f6-8b18-c3abadd1e69d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Aug 20 15:34:30.472126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f84bad-28e2-45b9-bfe2-bc6cf12e8a11 req-b45ec730-3641-40bd-94e5-81049d0e0758 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:30.474481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66f84bad-28e2-45b9-bfe2-bc6cf12e8a11 req-b45ec730-3641-40bd-94e5-81049d0e0758 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0504875 Aug 20 15:34:30.512644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66f84bad-28e2-45b9-bfe2-bc6cf12e8a11 req-8c80bdb8-3bb7-430f-90ba-466c08ac0b02 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Aug 20 15:34:31.599658 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:34:31.628484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c475be-9ee7-4caa-b707-e32249cafb0f req-9247a3bf-c274-4ddc-a3f8-2f9ae0db49ae tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:31.630031 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c475be-9ee7-4caa-b707-e32249cafb0f req-9247a3bf-c274-4ddc-a3f8-2f9ae0db49ae tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Aug 20 15:34:31.667843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4c475be-9ee7-4caa-b707-e32249cafb0f req-874dbf2d-373d-425a-b573-b3016080d4f8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Aug 20 15:34:32.788441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8aa3e-c50c-4023-b660-9743b30698f4 req-f7d5c03e-545c-4366-897b-6f2c60aa97e4 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:32.790176 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05f8aa3e-c50c-4023-b660-9743b30698f4 req-f7d5c03e-545c-4366-897b-6f2c60aa97e4 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0538692 Aug 20 15:34:32.828384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-05f8aa3e-c50c-4023-b660-9743b30698f4 req-b1b0050c-bd30-43ee-8fcb-4850295a5493 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Aug 20 15:34:33.943144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c2608-95c3-4d2c-9d7f-5d0b6e84ec4e req-7ca90a41-5557-47c9-859b-9715f09a8e7a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:33.944675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-503c2608-95c3-4d2c-9d7f-5d0b6e84ec4e req-7ca90a41-5557-47c9-859b-9715f09a8e7a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0504916 Aug 20 15:34:33.981833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-503c2608-95c3-4d2c-9d7f-5d0b6e84ec4e req-4dd8c94c-5e55-43f3-a1a7-29ed4c62f008 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Aug 20 15:34:35.094913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249430c3-d04f-4909-8e84-e5959dd00af2 req-17a487f7-e207-48d0-a53a-6ddbac09feb0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:35.096419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-249430c3-d04f-4909-8e84-e5959dd00af2 req-17a487f7-e207-48d0-a53a-6ddbac09feb0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Aug 20 15:34:35.140442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-249430c3-d04f-4909-8e84-e5959dd00af2 req-801a5388-e708-4df4-b46d-17cc076c9ba3 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371153 Aug 20 15:34:36.158220 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:36.259373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638078d2-05d6-4e58-824e-f912ab8f6f13 req-533ed00d-61c4-4ef6-9e88-e31c157ba0c3 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:36.260904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-638078d2-05d6-4e58-824e-f912ab8f6f13 req-533ed00d-61c4-4ef6-9e88-e31c157ba0c3 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0540998 Aug 20 15:34:36.298235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-638078d2-05d6-4e58-824e-f912ab8f6f13 req-7efcfe9c-c608-47e3-ab2b-c1a75deed567 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Aug 20 15:34:37.411303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222912b-6e51-4613-aebc-e61ccc050762 req-fdba7580-c300-4cf3-b528-f105dc73111c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:37.412794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5222912b-6e51-4613-aebc-e61ccc050762 req-fdba7580-c300-4cf3-b528-f105dc73111c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0480881 Aug 20 15:34:37.450290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5222912b-6e51-4613-aebc-e61ccc050762 req-37cbf37b-35e1-4648-be26-7f2c795fec3d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Aug 20 15:34:38.569379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c765519-84f5-496d-8457-a934312d701c req-bde5d915-4375-4504-9d1b-6fed79cd1675 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:38.570857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c765519-84f5-496d-8457-a934312d701c req-bde5d915-4375-4504-9d1b-6fed79cd1675 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0486491 Aug 20 15:34:38.608087 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9c765519-84f5-496d-8457-a934312d701c req-1c2fefd6-eb65-442c-b692-1a4052d0f42c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312889 Aug 20 15:34:39.729391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066c41d-64f1-451c-b14f-70b202533b17 req-f71ff26c-3212-42ec-9b83-fd7906aea049 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:39.730889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0066c41d-64f1-451c-b14f-70b202533b17 req-f71ff26c-3212-42ec-9b83-fd7906aea049 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0549598 Aug 20 15:34:39.768918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0066c41d-64f1-451c-b14f-70b202533b17 req-30e4362e-565d-4d21-930e-28705a5a4d18 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Aug 20 15:34:40.883650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfdf99-d4d5-4f33-851d-523668c3dfe3 req-bb34ef0a-fe02-4fbb-81c6-9b21de88f00f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:40.885171 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4cfdf99-d4d5-4f33-851d-523668c3dfe3 req-bb34ef0a-fe02-4fbb-81c6-9b21de88f00f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0493095 Aug 20 15:34:40.924672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4cfdf99-d4d5-4f33-851d-523668c3dfe3 req-1871ac76-a723-45a2-a9a5-9f8427ef73d7 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335443 Aug 20 15:34:42.039709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cc3fe-ac8f-4b65-9536-b1a535947d27 req-6296d48a-6fae-4200-bab5-bbb402737a8d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:42.041182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b9cc3fe-ac8f-4b65-9536-b1a535947d27 req-6296d48a-6fae-4200-bab5-bbb402737a8d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0489581 Aug 20 15:34:42.077803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b9cc3fe-ac8f-4b65-9536-b1a535947d27 req-eb6178a6-e19b-42e2-b71b-9996e0144aa7 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307624 Aug 20 15:34:42.244222 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-756ac25b-2c02-4271-9ff3-f85d1f32e025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:43.201929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49326a-7579-41c5-862b-fe6b6d20045a req-8bd8ba04-4876-4e0f-913a-d274e1152b9c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:43.203319 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc49326a-7579-41c5-862b-fe6b6d20045a req-8bd8ba04-4876-4e0f-913a-d274e1152b9c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0586231 Aug 20 15:34:43.241212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc49326a-7579-41c5-862b-fe6b6d20045a req-41a13d65-b455-40c6-b043-5c0788001511 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Aug 20 15:34:44.149524 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-7356f3e4-c09e-482b-91d7-900870ac33de service neutron] show failed (client error): The resource could not be found. Aug 20 15:34:44.150864 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-7356f3e4-c09e-482b-91d7-900870ac33de service neutron] 10.222.0.72 "GET /v2.0/ports/6e670795-5e1d-4fb4-b1b5-ea198b13f1c7/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0552688 Aug 20 15:34:44.416008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-ec035df0-1618-4af7-bafa-1104d1c4180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:44.417514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-ec035df0-1618-4af7-bafa-1104d1c4180e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40&tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe HTTP/1.1" status: 200 len: 1097 time: 0.1055903 Aug 20 15:34:44.428606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbc449-d6b5-447b-9b6a-1f54c30ec266 req-e0714566-1f30-4a56-b04b-b2952f381ff5 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:44.430007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbfbc449-d6b5-447b-9b6a-1f54c30ec266 req-e0714566-1f30-4a56-b04b-b2952f381ff5 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.1156857 Aug 20 15:34:44.434861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:34:44.510991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dbfbc449-d6b5-447b-9b6a-1f54c30ec266 req-b32c7a84-d658-423e-ada9-c8a6bc2eb5d1 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734377 Aug 20 15:34:44.517822 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:44.723212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:44.756003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:34:44.798885 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:34:44.801085 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba47270a-64c6-4d46-bdc1-730f81232000" -d '{"events": [{"server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "name": "network-vif-unplugged", "status": "completed", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:34:44.806358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:44.820663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Transition to ACTIVE for port object 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:34:44.825658 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:44.857327 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:44.865964 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ff1bea-0e23-4b01-bfe8-78cc65a9c970 x-openstack-request-id: req-d5ff1bea-0e23-4b01-bfe8-78cc65a9c970 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:34:44.866271 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "name": "network-vif-unplugged", "status": "completed", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:34:44.866530 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5ff1bea-0e23-4b01-bfe8-78cc65a9c970 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:34:44.866924 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'code': 200} Aug 20 15:34:44.891752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] No DVR routers for this DVR port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:34:44.907572 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Pushing event updated for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:44.938649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Attempting to bind port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:34:44.938986 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Attempting to bind port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:34:44.939316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Attempting to bind port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:34:44.944419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:34:44.944783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Attempting to bind port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:34:44.949637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:34:44.949977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Checking segment: {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:34:44.950368 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Bound using segment: {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:34:44.950837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Bound port: 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:34:44.951167 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:45.020413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:34:45.026354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:34:45.030402 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:45.064405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:45.065053 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:45.067134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] 10.222.0.70 "PUT /v2.0/ports/6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 1092 time: 0.6362371 Aug 20 15:34:45.100677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9efda8-2d88-4491-9d98-daa4df055a8f service neutron] Pushing event updated for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:45.134736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-9937f7fb-8896-42fa-9642-2c6c3adb9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:45.136269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-9937f7fb-8896-42fa-9642-2c6c3adb9aa3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 1095 time: 0.0439157 Aug 20 15:34:45.220405 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-edab5c82-e17f-4051-8892-9153d65546d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:45.237807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-5a4ab289-a964-4da7-b633-1784a6f379f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:45.239385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-5a4ab289-a964-4da7-b633-1784a6f379f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0942335 Aug 20 15:34:45.281810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-381d5e22-a8ab-4f5b-8f38-0730292a5f00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0334508 Aug 20 15:34:45.331424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-8c498237-a215-48de-9c0c-82321a7726e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:45.332815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-8c498237-a215-48de-9c0c-82321a7726e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0421650 Aug 20 15:34:45.366134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-a8ae1ded-becd-4526-8c40-d02691a35133 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248981 Aug 20 15:34:45.456038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-93020182-9a93-48c2-86a8-564b1fbfc977 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821354 Aug 20 15:34:45.546421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0094e41a-ee39-4347-9d54-476fe63c6df1 req-c29173be-0762-4f85-8256-6cf03bf2e849 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822613 Aug 20 15:34:45.646845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ddbd-d944-4915-8ab6-d2258ed8b922 req-90f27ad6-01c3-4b74-8e78-392cde9ecb67 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:45.648352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea01ddbd-d944-4915-8ab6-d2258ed8b922 req-90f27ad6-01c3-4b74-8e78-392cde9ecb67 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 943 time: 0.0551362 Aug 20 15:34:45.687141 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea01ddbd-d944-4915-8ab6-d2258ed8b922 req-c4efa68f-2e33-4879-9cb2-b67d70831d3f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Aug 20 15:34:46.237929 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:46.817472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5a80f-04db-488d-818d-e0834f78417f req-768aee77-74e5-4011-994c-2eb6a072a689 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:46.818961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66f5a80f-04db-488d-818d-e0834f78417f req-768aee77-74e5-4011-994c-2eb6a072a689 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 943 time: 0.0497580 Aug 20 15:34:46.856731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-66f5a80f-04db-488d-818d-e0834f78417f req-55529d2a-4f6c-4cd4-bda8-37b90b88acac tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Aug 20 15:34:46.868646 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:34:46.870968 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4990eebd-c2c6-4273-a65d-e4ba788a8416" -d '{"events": [{"name": "network-changed", "server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:34:46.923341 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aca83b7-73b4-4e43-95c1-f5b040cc99fe x-openstack-request-id: req-4aca83b7-73b4-4e43-95c1-f5b040cc99fe {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:34:46.923671 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:34:46.923930 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4aca83b7-73b4-4e43-95c1-f5b040cc99fe {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:34:46.924325 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'status': 'completed', 'code': 200} Aug 20 15:34:46.991391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-37c760a4-c3b5-4f6f-a3c6-db3756481114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:46.992828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-37c760a4-c3b5-4f6f-a3c6-db3756481114 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 1095 time: 0.0425670 Aug 20 15:34:47.003406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-6f49f3cc-dc06-408f-ac2d-dd1c48c3c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:47.005016 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-6f49f3cc-dc06-408f-ac2d-dd1c48c3c587 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 1095 time: 0.0414627 Aug 20 15:34:47.092637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-49dcce61-ab7f-4a3b-9544-f3a18f055db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:47.094128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-49dcce61-ab7f-4a3b-9544-f3a18f055db6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0915704 Aug 20 15:34:47.097265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-c9b70579-1b70-43e4-84a0-c49b2d0656f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:47.099316 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-c9b70579-1b70-43e4-84a0-c49b2d0656f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0871277 Aug 20 15:34:47.137262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-f1d9ad6e-3509-4edb-bdd4-ba6bdc1145e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0341084 Aug 20 15:34:47.139389 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-4041edaf-2bf0-46ce-8b79-2d39fea7ddf5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0331109 Aug 20 15:34:47.189295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-95077636-f68b-40f8-a207-760dc2fb8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:47.190812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-95077636-f68b-40f8-a207-760dc2fb8cec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0453353 Aug 20 15:34:47.193637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-089706d9-05dd-4a4b-b8db-40dbed39b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:47.195108 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-089706d9-05dd-4a4b-b8db-40dbed39b28d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0479181 Aug 20 15:34:47.228772 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-48eefb32-a959-42ee-8bb1-b09fc169db2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264492 Aug 20 15:34:47.231937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-fdf97529-c77f-45d1-b963-f5a8f94c1df7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307994 Aug 20 15:34:47.330155 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-5a3b62d9-22f7-4a6d-8cd3-da8929a98020 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932066 Aug 20 15:34:47.334732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-7ffe7061-c128-4722-801f-90667d85a09a service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944200 Aug 20 15:34:47.428588 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-26624d9b-e980-479a-a29e-ab23f63f91ca service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904062 Aug 20 15:34:47.435964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4990eebd-c2c6-4273-a65d-e4ba788a8416 req-da0febbd-36c3-4fa1-8c85-ea93423ab213 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865481 Aug 20 15:34:47.924608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:34:47.949756 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:47.966278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:34:47.977728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0c8cd-b9f1-4634-81f7-f662f840af6f req-bfdb719b-2bd0-48d7-a430-b09016c924d7 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:47.979212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fb0c8cd-b9f1-4634-81f7-f662f840af6f req-bfdb719b-2bd0-48d7-a430-b09016c924d7 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 943 time: 0.0504873 Aug 20 15:34:48.017464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fb0c8cd-b9f1-4634-81f7-f662f840af6f req-70339886-b81b-4820-ba3f-fef59a50c8c4 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Aug 20 15:34:48.210181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd929290-451c-4e9e-8189-24ad06f89b19 req-7bfa27ae-67f8-4636-b7cc-635a3a0a4d82 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:48.212971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd929290-451c-4e9e-8189-24ad06f89b19 req-7bfa27ae-67f8-4636-b7cc-635a3a0a4d82 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 943 time: 0.0523527 Aug 20 15:34:48.253098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd929290-451c-4e9e-8189-24ad06f89b19 req-dd4d7e0c-278d-4897-afb1-d13ed63979d3 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Aug 20 15:34:48.274646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80be46a-8383-44ef-8531-6b6231ee641d req-8336f9a9-0486-4319-a406-1412091f2a45 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:48.276154 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a80be46a-8383-44ef-8531-6b6231ee641d req-8336f9a9-0486-4319-a406-1412091f2a45 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.72 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40&tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 943 time: 0.0919697 Aug 20 15:34:48.340092 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-a80be46a-8383-44ef-8531-6b6231ee641d req-994b2f52-10a3-479e-b7ac-0f4215936ef9 service neutron] delete failed (client error): The resource could not be found. Aug 20 15:34:48.342037 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a80be46a-8383-44ef-8531-6b6231ee641d req-994b2f52-10a3-479e-b7ac-0f4215936ef9 service neutron] 10.222.0.72 "DELETE /v2.0/ports/6e670795-5e1d-4fb4-b1b5-ea198b13f1c7/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0576992 Aug 20 15:34:48.737873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80be46a-8383-44ef-8531-6b6231ee641d req-263636e4-1ab0-4b11-b20b-a5b640bdff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:48.739306 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a80be46a-8383-44ef-8531-6b6231ee641d req-263636e4-1ab0-4b11-b20b-a5b640bdff7c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 1095 time: 0.3342006 Aug 20 15:34:48.825596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80be46a-8383-44ef-8531-6b6231ee641d req-c5acd770-d58b-4732-9e97-b5f3216f5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:48.827013 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a80be46a-8383-44ef-8531-6b6231ee641d req-c5acd770-d58b-4732-9e97-b5f3216f5b77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0805225 Aug 20 15:34:48.870409 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a80be46a-8383-44ef-8531-6b6231ee641d req-46370ef5-416a-43ea-b076-8f462e35f9ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 200 len: 217 time: 0.0349350 Aug 20 15:34:48.919890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80be46a-8383-44ef-8531-6b6231ee641d req-821b59c5-2e35-49d9-9243-a1cad74ca28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:48.921367 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a80be46a-8383-44ef-8531-6b6231ee641d req-821b59c5-2e35-49d9-9243-a1cad74ca28c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0441453 Aug 20 15:34:48.953011 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a80be46a-8383-44ef-8531-6b6231ee641d req-a2c3a67b-b588-48f9-bd01-e19399805625 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241213 Aug 20 15:34:49.044690 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a80be46a-8383-44ef-8531-6b6231ee641d req-8b90594c-43b2-4a35-9af6-8a3b3dcd05df service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837860 Aug 20 15:34:49.138001 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a80be46a-8383-44ef-8531-6b6231ee641d req-e493953d-31a1-44a7-bb62-4595773e438b service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Aug 20 15:34:49.376470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2698d60-a354-45e5-a819-827da08e5796 req-9ff62cad-1c0b-4500-b1b1-4f2bbc9e6eb1 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:49.377941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2698d60-a354-45e5-a819-827da08e5796 req-9ff62cad-1c0b-4500-b1b1-4f2bbc9e6eb1 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 943 time: 0.0516622 Aug 20 15:34:49.415365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2698d60-a354-45e5-a819-827da08e5796 req-9b6d8b91-536e-4f8c-8384-f0198b9564e4 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307336 Aug 20 15:34:50.024001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:34:50.120288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:50.131975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6', 'port_id': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'mac_address': 'fa:16:3e:64:d4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:34:50.168382 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:50.181047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:34:50.200142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:50.204215 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:50.253083 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:50.446384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:34:50.608011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764f797-0c13-4a4b-9f94-62d9b0941e1f req-ccc13605-b79f-4b1b-8724-210c0c8c8ce0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:50.609497 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d764f797-0c13-4a4b-9f94-62d9b0941e1f req-ccc13605-b79f-4b1b-8724-210c0c8c8ce0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 944 time: 0.1262722 Aug 20 15:34:50.648552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d764f797-0c13-4a4b-9f94-62d9b0941e1f req-c81bd102-94db-4c7f-b11d-ddac2bdf7484 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Aug 20 15:34:50.760836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f66db2-f4ee-4274-966d-77d3f111da9d req-c13e03b8-b955-4c69-96e5-273c32d9a3b0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:50.762324 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62f66db2-f4ee-4274-966d-77d3f111da9d req-c13e03b8-b955-4c69-96e5-273c32d9a3b0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 944 time: 0.0488067 Aug 20 15:34:50.800378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62f66db2-f4ee-4274-966d-77d3f111da9d req-023455dd-d661-42be-b17c-99b4f7c7cab0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Aug 20 15:34:50.916525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7fcb8-e512-4449-8350-6aac3ab2d189 req-c622733a-095f-4bde-9b78-b2251630ce9b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:50.918002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3d7fcb8-e512-4449-8350-6aac3ab2d189 req-c622733a-095f-4bde-9b78-b2251630ce9b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 944 time: 0.0540032 Aug 20 15:34:50.955122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3d7fcb8-e512-4449-8350-6aac3ab2d189 req-404251f6-3ba6-43fe-a3b3-71f33d3ea56b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310099 Aug 20 15:34:51.307956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-4085ff19-c757-4d5c-9b7e-3fb1cfdfb890 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:51.309331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-4085ff19-c757-4d5c-9b7e-3fb1cfdfb890 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 814 time: 0.1049361 Aug 20 15:34:51.324706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-08955bdc-1ea3-42c4-b576-b7a3e8ddf28f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/quotas/542d0491e6384cdcb3c8996fcf8c5dbe HTTP/1.1" status: 200 len: 375 time: 0.0095718 Aug 20 15:34:51.373143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-79809133-48dc-4c26-a6ab-27c84befe22b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432093 Aug 20 15:34:51.464413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-60132476-7811-4d4e-b384-47e50db421fd service neutron] 10.222.0.36 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843399 Aug 20 15:34:51.551316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-9aa9e517-a998-49bc-8550-302f4791ae7c service neutron] 10.222.0.36 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809257 Aug 20 15:34:51.715917 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f0bb86d-dd84-4033-ae27-b0ed8a8fcaa4 req-f718fb53-e70e-4047-bf0d-751a18009aba tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 210 time: 0.0315998 Aug 20 15:34:52.025738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:34:52.073675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:34:52.077528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:34:52.078030 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:52.162154 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:52.185478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:34:52.187748 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ebd921-b45f-44c4-9b8a-78c697ea7ad9" -d '{"events": [{"server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "name": "network-vif-plugged", "status": "completed", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:34:52.201713 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:52.205936 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:52.235115 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb8ef18-02ea-4a6f-be3c-e1dde09a360d x-openstack-request-id: req-fcb8ef18-02ea-4a6f-be3c-e1dde09a360d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:34:52.235417 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "name": "network-vif-plugged", "status": "completed", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:34:52.235712 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcb8ef18-02ea-4a6f-be3c-e1dde09a360d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:34:52.236102 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'code': 200} Aug 20 15:34:52.263459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:52.641467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371651-c84d-4505-a058-240ec8a37008 req-e58b84bb-b412-44c4-85cf-27b5e7c34ffc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:52.642992 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14371651-c84d-4505-a058-240ec8a37008 req-e58b84bb-b412-44c4-85cf-27b5e7c34ffc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.70 "GET /v2.0/ports?device_id=35edf48f-3e6d-4966-9983-6d22501c7b40 HTTP/1.1" status: 200 len: 945 time: 0.0520339 Aug 20 15:34:52.678630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-5b2359db-bdd1-4ac0-b7b8-e706337698cf tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:52.680134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-5b2359db-bdd1-4ac0-b7b8-e706337698cf tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.70 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 814 time: 0.1098969 Aug 20 15:34:52.695145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Request body: {'port': {'device_id': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6', 'admin_state_up': True, 'tenant_id': '542d0491e6384cdcb3c8996fcf8c5dbe'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:34:52.752635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Deleting port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:34:52.752984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:52.821059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20bb5195-6c2b-4ab7-9575-4a37f64da98f req-a76e3e6d-468d-42ca-bac6-d20304e1dad2 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 210 time: 0.0311379 Aug 20 15:34:52.842287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Made reservation on behalf of 542d0491e6384cdcb3c8996fcf8c5dbe for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:34:52.842287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:52.847282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] For port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:52.847770 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:52.861744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Calling delete_port for 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:34:52.972463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Allocated IP 172.20.0.8 (cb83799d-e28f-4fd5-80c2-1e54a548d9c6/4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f/d67b62ed-39f3-4b1f-bc90-ae2efee932dd) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:34:52.993339 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.010365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:34:53.021263 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Pushing event deleted for resources: {'Port': ['ID=6e670795-5e1d-4fb4-b1b5-ea198b13f1c7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:53.051015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.051365 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.051733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.052072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.052401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.052733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.053151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.053503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.053812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.054136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.054458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.054779 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:53.077135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] No DVR routers for this DVR port 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:34:53.079813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.081841 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.70 "DELETE /v2.0/ports/6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 HTTP/1.1" status: 204 len: 173 time: 0.4232233 Aug 20 15:34:53.082292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'name': 'network-vif-deleted', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:34:53.085204 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c65224-2cdb-4e70-ade8-8edfa71a6305" -d '{"events": [{"server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "name": "network-vif-deleted", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:34:53.124569 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017f2b4a-76dd-4c6c-a7fd-6092e639c361 x-openstack-request-id: req-017f2b4a-76dd-4c6c-a7fd-6092e639c361 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:34:53.124865 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35edf48f-3e6d-4966-9983-6d22501c7b40", "name": "network-vif-deleted", "tag": "6e670795-5e1d-4fb4-b1b5-ea198b13f1c7", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:34:53.125180 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-017f2b4a-76dd-4c6c-a7fd-6092e639c361 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:34:53.125508 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35edf48f-3e6d-4966-9983-6d22501c7b40', 'name': 'network-vif-deleted', 'tag': '6e670795-5e1d-4fb4-b1b5-ea198b13f1c7', 'status': 'completed', 'code': 200} Aug 20 15:34:53.138128 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.175985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.187900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6e670795-5e1d-4fb4-b1b5-ea198b13f1c7'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:34:53.227534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:34:53.230403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:34:53.232957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:34:53.270643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Pushing event updated for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:53.298393 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:53.299019 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.313708 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-bb66cf70-d032-46e3-a43b-7689d69ceff8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6228371 Aug 20 15:34:53.327291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Request body: {'port': {'device_id': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:34:53.381526 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.643717 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67b62ed-39f3-4b1f-bc90-ae2efee932dd {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:34:53.656244 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.669510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Transition to ACTIVE for port object d67b62ed-39f3-4b1f-bc90-ae2efee932dd will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:34:53.673190 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.722763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:53.790152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Attempting to bind port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:34:53.790489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Attempting to bind port d67b62ed-39f3-4b1f-bc90-ae2efee932dd by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:34:53.790820 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Attempting to bind port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:34:53.795012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:34:53.795346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Attempting to bind port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:34:53.800152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:34:53.800495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Checking segment: {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:34:53.800883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Bound using segment: {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:34:53.801308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Bound port: d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:34:53.801665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.867213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:34:53.870431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:34:53.875126 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.935075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:53.935731 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:53.937104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] 10.222.0.70 "PUT /v2.0/ports/d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 1092 time: 0.6141179 Aug 20 15:34:53.939980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:34:53.942205 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb55e81-4e39-4289-8746-494c01e9ed8d" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:34:53.964413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b12ce-0c6e-4fd9-b6fc-7d3311d57ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:53.981344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af6578-2313-45af-bd00-863f4377dba7 req-309a56f7-69b2-4194-8f2f-68bd9a652e4c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:53.982837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48af6578-2313-45af-bd00-863f4377dba7 req-309a56f7-69b2-4194-8f2f-68bd9a652e4c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 943 time: 0.0824425 Aug 20 15:34:54.049860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48af6578-2313-45af-bd00-863f4377dba7 req-99304e10-0fe8-469d-8040-51829f6ea684 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585234 Aug 20 15:34:54.054469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-e0ba2760-546e-4029-8198-6fa3a68f886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:54.055913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-e0ba2760-546e-4029-8198-6fa3a68f886f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 1095 time: 0.0722210 Aug 20 15:34:54.102798 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60427ce4-fc91-4b50-8fd9-0b0594324c85 x-openstack-request-id: req-60427ce4-fc91-4b50-8fd9-0b0594324c85 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:34:54.103085 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:34:54.103335 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60427ce4-fc91-4b50-8fd9-0b0594324c85 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:34:54.103751 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'status': 'completed', 'code': 200} Aug 20 15:34:54.105493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-736f2cf5-fc8e-447f-ac6c-1d386a2db5fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 217 time: 0.0358288 Aug 20 15:34:54.157255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-0bfec9e2-4526-4220-af34-61c30e0b51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:54.158655 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-0bfec9e2-4526-4220-af34-61c30e0b51ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0429409 Aug 20 15:34:54.197929 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-64eb53c0-e99c-4e0a-a120-5bec18b8addf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272768 Aug 20 15:34:54.294297 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-cc4bf8a1-5f65-4731-a932-a4b2c8faa15a service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834677 Aug 20 15:34:54.702938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d8adf16-fed1-4892-b526-950bc5ad5d9b req-aec8db25-9ebd-4340-bf7c-21879fa57ad4 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956814 Aug 20 15:34:54.794379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-2c12f305-9330-4c69-b3b4-836dd5da0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:54.795913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-2c12f305-9330-4c69-b3b4-836dd5da0bb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 1095 time: 0.0411882 Aug 20 15:34:54.883573 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-976d2cd6-18be-423b-99df-947022018003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:54.885187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-976d2cd6-18be-423b-99df-947022018003 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0813105 Aug 20 15:34:54.932525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-47cc91f5-a62b-4ea0-a6e0-db0615bfd538 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 217 time: 0.0397274 Aug 20 15:34:54.982284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-50cd6056-6c14-4fdf-a3fb-2433e87370f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:54.983645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-50cd6056-6c14-4fdf-a3fb-2433e87370f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0433614 Aug 20 15:34:55.016057 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-c576c220-5f42-4349-b694-82d615c28dbf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245967 Aug 20 15:34:55.110483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-385afb68-45a0-4ed5-b253-2349776e17a7 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849423 Aug 20 15:34:55.223232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ee5a7-1d6a-46b6-8e11-08b0b1987380 req-5bc79e57-b635-4848-81cc-90fd23c4bd0b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:55.224765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7ee5a7-1d6a-46b6-8e11-08b0b1987380 req-5bc79e57-b635-4848-81cc-90fd23c4bd0b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 943 time: 0.1057448 Aug 20 15:34:55.253600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cfb55e81-4e39-4289-8746-494c01e9ed8d req-ca57d646-12ca-4407-9abb-0101843b7d8b service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261516 Aug 20 15:34:55.274187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c7ee5a7-1d6a-46b6-8e11-08b0b1987380 req-5e5c4830-eddf-4aaa-ae3a-0215549cbc16 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Aug 20 15:34:56.088838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:34:56.108215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:34:56.108556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6e670795-5e1d-4fb4-b1b5-ea198b13f1c7 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:34:56.388424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a917c-925e-4b06-aa34-fef717dce321 req-ac2766cd-8a56-4323-9191-b06d5b53d352 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:56.389928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b93a917c-925e-4b06-aa34-fef717dce321 req-ac2766cd-8a56-4323-9191-b06d5b53d352 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 943 time: 0.0495431 Aug 20 15:34:56.429061 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b93a917c-925e-4b06-aa34-fef717dce321 req-5245e235-163b-42e9-9a65-19fee10949b8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Aug 20 15:34:57.542422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ae0b7-3581-4e25-bde9-0a5ed9c7d748 req-bf9dd2f0-1a27-44f3-bf7f-5940500a4e11 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:57.543920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d8ae0b7-3581-4e25-bde9-0a5ed9c7d748 req-bf9dd2f0-1a27-44f3-bf7f-5940500a4e11 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 943 time: 0.0500181 Aug 20 15:34:57.581461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d8ae0b7-3581-4e25-bde9-0a5ed9c7d748 req-a9b0a9c4-809b-46e7-8870-bcab8e87336c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316505 Aug 20 15:34:58.086368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d67b62ed-39f3-4b1f-bc90-ae2efee932dd details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:34:58.176401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:58.187671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6', 'port_id': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'mac_address': 'fa:16:3e:a2:97:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:34:58.377845 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:58.391170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67b62ed-39f3-4b1f-bc90-ae2efee932dd {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:34:58.410573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:34:58.415378 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:58.463707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:34:58.471238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.471620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.471967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.472306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.472641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.472981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.473312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.473641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.473969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.474293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.475565 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.475917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:34:58.652599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d67b62ed-39f3-4b1f-bc90-ae2efee932dd'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:34:58.702523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922f413-b66b-4c0c-94f4-2a6848e4df7e req-1508530d-a782-4415-b2aa-b4a7a4ec995a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:58.705631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7922f413-b66b-4c0c-94f4-2a6848e4df7e req-1508530d-a782-4415-b2aa-b4a7a4ec995a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 944 time: 0.0550134 Aug 20 15:34:58.742114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7922f413-b66b-4c0c-94f4-2a6848e4df7e req-68ee2f6c-626a-4643-832c-56583751a2b9 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Aug 20 15:34:59.142484 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:34:59.855442 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57434-66bf-45bb-86bb-100abc6dd7c5 req-492aaf32-ac5d-4357-b6a7-ed073fd50bf0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:34:59.856953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9a57434-66bf-45bb-86bb-100abc6dd7c5 req-492aaf32-ac5d-4357-b6a7-ed073fd50bf0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 944 time: 0.0496318 Aug 20 15:34:59.895553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9a57434-66bf-45bb-86bb-100abc6dd7c5 req-35373a2e-faa1-4482-a4ea-a9e93687e4e7 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Aug 20 15:35:00.101504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d67b62ed-39f3-4b1f-bc90-ae2efee932dd up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:35:00.147723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port d67b62ed-39f3-4b1f-bc90-ae2efee932dd completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:35:00.151245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port d67b62ed-39f3-4b1f-bc90-ae2efee932dd triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:00.151644 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:00.228531 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:00.250112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:35:00.252355 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0fd68e-84b4-4061-b022-b8eb5aa9a735" -d '{"events": [{"server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "name": "network-vif-plugged", "status": "completed", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:35:00.267563 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:00.272243 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:00.295949 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42b72b9-bc43-4516-9469-dd0043e32bd7 x-openstack-request-id: req-d42b72b9-bc43-4516-9469-dd0043e32bd7 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:35:00.296243 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "name": "network-vif-plugged", "status": "completed", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:35:00.296497 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d42b72b9-bc43-4516-9469-dd0043e32bd7 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:35:00.296884 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'code': 200} Aug 20 15:35:00.323324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:00.399736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc0ea8-348e-464f-b0f0-9cf2723bc7ae req-75abdc4c-da0d-4b68-8c5b-b37b6c7c3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:00.401303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bfc0ea8-348e-464f-b0f0-9cf2723bc7ae req-75abdc4c-da0d-4b68-8c5b-b37b6c7c3e28 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 1097 time: 0.0414200 Aug 20 15:35:00.441622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7bfc0ea8-348e-464f-b0f0-9cf2723bc7ae req-36925c06-20a1-4f69-8862-b0694010d370 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301409 Aug 20 15:35:01.015560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e99bd-a5df-451f-83f5-7b1dd956b674 req-8402a518-cde0-4cc9-91e7-927bfbf86317 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:01.017023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c2e99bd-a5df-451f-83f5-7b1dd956b674 req-8402a518-cde0-4cc9-91e7-927bfbf86317 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0525622 Aug 20 15:35:01.055856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6c2e99bd-a5df-451f-83f5-7b1dd956b674 req-bcbdbc70-6bd3-4310-bbc1-976f1bd83796 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Aug 20 15:35:02.172274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57881a-f37a-410e-9862-2a0d0efc4c86 req-3422734b-0bab-4528-a12f-d511d1136291 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:02.173652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb57881a-f37a-410e-9862-2a0d0efc4c86 req-3422734b-0bab-4528-a12f-d511d1136291 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0498700 Aug 20 15:35:02.212559 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb57881a-f37a-410e-9862-2a0d0efc4c86 req-e70e4bcf-8e14-4843-8b98-2292f184ba13 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Aug 20 15:35:02.326687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26433de-8fb8-46db-bf5f-82b3f0eec913 req-7052cf55-7928-4ec6-96ab-ec6db115296a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:02.328168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a26433de-8fb8-46db-bf5f-82b3f0eec913 req-7052cf55-7928-4ec6-96ab-ec6db115296a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0489016 Aug 20 15:35:02.364645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a26433de-8fb8-46db-bf5f-82b3f0eec913 req-86d8fcdd-1e67-4ef4-b5b7-7c35a521d1d6 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Aug 20 15:35:02.625181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-ea71a4a7-e011-4e0f-a818-dfb0d0dd52dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737746 Aug 20 15:35:02.636782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3116ec-3e80-4f56-9efe-e55d965a5358 req-208332e7-437f-4f51-bcb7-8d1c244a5895 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:02.638217 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff3116ec-3e80-4f56-9efe-e55d965a5358 req-208332e7-437f-4f51-bcb7-8d1c244a5895 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0757442 Aug 20 15:35:02.679259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff3116ec-3e80-4f56-9efe-e55d965a5358 req-cd55e484-6389-42a8-a478-d88ef06c0b19 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345008 Aug 20 15:35:03.801856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-02cea6c7-14b3-4570-8bea-097179d27f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:03.804633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-02cea6c7-14b3-4570-8bea-097179d27f2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 1097 time: 0.0778031 Aug 20 15:35:03.816586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d5d2-b6cc-463b-ad64-e7ae2e97ec70 req-8d8410e6-69c9-4214-8ea6-41e9df899971 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:03.817975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9a2d5d2-b6cc-463b-ad64-e7ae2e97ec70 req-8d8410e6-69c9-4214-8ea6-41e9df899971 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0656939 Aug 20 15:35:03.904810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9a2d5d2-b6cc-463b-ad64-e7ae2e97ec70 req-ebdab0b7-cc81-4307-a72e-56baf5bd10d6 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782454 Aug 20 15:35:03.932005 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-cb378e5b-a13e-402b-8709-2169a3ed2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:03.933504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-cb378e5b-a13e-402b-8709-2169a3ed2f45 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.1141562 Aug 20 15:35:03.977908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-bcb03d5e-8d14-4e9d-a83f-8b3392e57b01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 217 time: 0.0371330 Aug 20 15:35:04.026854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-7a5a314c-1ae1-4d97-91bb-d10aa8b2e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:04.028378 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-7a5a314c-1ae1-4d97-91bb-d10aa8b2e8a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0441153 Aug 20 15:35:04.059845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-d92f49b0-9ed9-442c-930c-d2d352c064ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237434 Aug 20 15:35:04.151677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-82b35e18-8693-427a-9f2a-eb4dc8f6c521 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843954 Aug 20 15:35:04.239122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-9783bb30-96e0-4dd0-9a6b-1a947ba6bec4 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805581 Aug 20 15:35:05.020271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb418ecc-b39d-435c-93e2-ae71f33afb81 req-c14ba81d-e693-4ef0-a737-0e6519b75df3 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:05.022267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb418ecc-b39d-435c-93e2-ae71f33afb81 req-c14ba81d-e693-4ef0-a737-0e6519b75df3 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0499318 Aug 20 15:35:05.065250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb418ecc-b39d-435c-93e2-ae71f33afb81 req-99174187-cfc6-439b-a23e-cf4433043110 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365710 Aug 20 15:35:06.178338 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:06.188338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d0351-7e6e-4bf7-bcd5-e95bd103dec2 req-13828079-0d32-4126-965b-6dcf3ffdbc5a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:06.189824 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea3d0351-7e6e-4bf7-bcd5-e95bd103dec2 req-13828079-0d32-4126-965b-6dcf3ffdbc5a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0571682 Aug 20 15:35:06.227161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea3d0351-7e6e-4bf7-bcd5-e95bd103dec2 req-f2009a7b-1a30-4029-a7ed-f4d38c0ae897 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308776 Aug 20 15:35:07.344678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d87a2d-f2c9-4556-a319-083073d5560b req-79fa85cf-d761-41ce-b6df-41e27f7d882b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:07.346173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58d87a2d-f2c9-4556-a319-083073d5560b req-79fa85cf-d761-41ce-b6df-41e27f7d882b tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0508583 Aug 20 15:35:07.385131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58d87a2d-f2c9-4556-a319-083073d5560b req-7e40f3f8-6261-4e25-9712-ba4cee4403b5 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Aug 20 15:35:08.499754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2fdb5-d7ef-4366-a0b0-5ef0c5fd07c2 req-689ae956-ff79-4999-a7c4-18c589d44523 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:08.501242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41c2fdb5-d7ef-4366-a0b0-5ef0c5fd07c2 req-689ae956-ff79-4999-a7c4-18c589d44523 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0487628 Aug 20 15:35:08.542893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41c2fdb5-d7ef-4366-a0b0-5ef0c5fd07c2 req-ff7eaeed-555e-462b-b843-1efbc237e425 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Aug 20 15:35:08.598134 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:35:09.660781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f8db9-d7ed-4e31-969e-d841c5ae30b4 req-cf42b1c6-0908-4367-8887-a08df8bd8a3c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:09.662252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea3f8db9-d7ed-4e31-969e-d841c5ae30b4 req-cf42b1c6-0908-4367-8887-a08df8bd8a3c tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0532200 Aug 20 15:35:09.699837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea3f8db9-d7ed-4e31-969e-d841c5ae30b4 req-ba94ec0b-4417-48e3-a29a-6ef1956e4847 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312338 Aug 20 15:35:10.814525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a8c39-2c61-4a67-ba16-9a60270d6591 req-ddab07f2-b917-4053-91e5-11d6e9876a9f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:10.816021 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d4a8c39-2c61-4a67-ba16-9a60270d6591 req-ddab07f2-b917-4053-91e5-11d6e9876a9f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0498059 Aug 20 15:35:10.855274 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d4a8c39-2c61-4a67-ba16-9a60270d6591 req-dba506ad-41cd-40ff-81f9-8d74d58c37bb tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Aug 20 15:35:11.970882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab6839-9e0c-4f91-a5b1-ad6e883113b3 req-09cebf70-4163-4a30-af41-66087a9754f6 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:11.972382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7ab6839-9e0c-4f91-a5b1-ad6e883113b3 req-09cebf70-4163-4a30-af41-66087a9754f6 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0493839 Aug 20 15:35:12.009543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c7ab6839-9e0c-4f91-a5b1-ad6e883113b3 req-e7dba60b-6bba-42a0-9e17-e705e6e4f2df tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307570 Aug 20 15:35:12.245081 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c69dfa9e-df5a-49b5-b450-fdae512690e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:13.129418 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed78aad-1294-434f-8a2c-9206211603c0 req-9f8fbafa-3279-45f6-bda7-8abd6d8bb2d2 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:13.131725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ed78aad-1294-434f-8a2c-9206211603c0 req-9f8fbafa-3279-45f6-bda7-8abd6d8bb2d2 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Aug 20 15:35:13.168536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ed78aad-1294-434f-8a2c-9206211603c0 req-ab155a1f-7c1e-45f4-9031-99d922957a7a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Aug 20 15:35:14.282115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ab583-679a-4d47-9323-4eb06024f734 req-92d1c3dd-5b55-485e-907a-9aaac2d5ba69 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:14.283629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-959ab583-679a-4d47-9323-4eb06024f734 req-92d1c3dd-5b55-485e-907a-9aaac2d5ba69 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0486426 Aug 20 15:35:14.321991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-959ab583-679a-4d47-9323-4eb06024f734 req-54e3a18e-df03-4aea-9cca-b372c24aec30 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316160 Aug 20 15:35:14.860339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:15.221642 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b0832b14-8bdf-4e27-8b9b-2283be38f8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:15.435816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dd3e0-dbe8-4472-acfa-817ee99e9d6e req-d9c23475-bbe1-4e1c-a1f3-1e5cdd191874 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:15.437286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa1dd3e0-dbe8-4472-acfa-817ee99e9d6e req-d9c23475-bbe1-4e1c-a1f3-1e5cdd191874 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0484149 Aug 20 15:35:15.475155 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa1dd3e0-dbe8-4472-acfa-817ee99e9d6e req-81e762c2-09aa-4996-b151-aa9a8565d09e tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Aug 20 15:35:16.241457 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:16.598873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230ff46-6cb4-46a9-aaf1-974681f4a2a6 req-6de9fea7-b199-449a-8b77-452a66398966 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:16.600893 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6230ff46-6cb4-46a9-aaf1-974681f4a2a6 req-6de9fea7-b199-449a-8b77-452a66398966 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0539846 Aug 20 15:35:16.638941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6230ff46-6cb4-46a9-aaf1-974681f4a2a6 req-e673c9fa-3ed4-4c0b-9a1c-195e2d5d086a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Aug 20 15:35:17.753183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511b26c-5a06-4ab7-bb2a-5f8ac1c64fc0 req-ef913521-51d6-4def-a3de-def563a90336 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:17.754662 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e511b26c-5a06-4ab7-bb2a-5f8ac1c64fc0 req-ef913521-51d6-4def-a3de-def563a90336 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0494905 Aug 20 15:35:17.792765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e511b26c-5a06-4ab7-bb2a-5f8ac1c64fc0 req-74658a21-8ebf-4daa-9095-0d3ac555dbf4 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Aug 20 15:35:17.925691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:18.907237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df050e-c3ae-4314-b342-a6fa862d283c req-8d5da62e-e14d-4f9f-93d7-c48aee68a4ee tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:18.908764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83df050e-c3ae-4314-b342-a6fa862d283c req-8d5da62e-e14d-4f9f-93d7-c48aee68a4ee tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0504200 Aug 20 15:35:18.948933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-83df050e-c3ae-4314-b342-a6fa862d283c req-2863bb25-8fe5-4144-8078-290599f7f370 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334349 Aug 20 15:35:20.072950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a93b5-52cc-45aa-a549-c086e04a7dd8 req-c43b0b05-82ed-49e8-bdf7-b7315fc3c170 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:20.074510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-107a93b5-52cc-45aa-a549-c086e04a7dd8 req-c43b0b05-82ed-49e8-bdf7-b7315fc3c170 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0581613 Aug 20 15:35:20.114049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-107a93b5-52cc-45aa-a549-c086e04a7dd8 req-c1b459db-12bb-4f40-af1b-b79f62236a68 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335119 Aug 20 15:35:21.228960 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1e0b0-e7be-4283-aa6c-77435e6941f2 req-d77804bd-c4c1-477c-9d9c-530a23b347fd tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:21.230351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23a1e0b0-e7be-4283-aa6c-77435e6941f2 req-d77804bd-c4c1-477c-9d9c-530a23b347fd tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0489948 Aug 20 15:35:21.268014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-23a1e0b0-e7be-4283-aa6c-77435e6941f2 req-82c64905-3f50-4ef0-b1e4-9b71a6d32fa3 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Aug 20 15:35:22.383927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a78608-6346-4f20-a012-bc96489eafff req-71773885-b9ab-417a-92c5-0408ee29df58 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:22.385385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21a78608-6346-4f20-a012-bc96489eafff req-71773885-b9ab-417a-92c5-0408ee29df58 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0494502 Aug 20 15:35:22.421690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21a78608-6346-4f20-a012-bc96489eafff req-3e1df98c-31ce-45df-b86a-a8f965f316e2 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304112 Aug 20 15:35:22.985918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-f431b496-e2d9-4d3f-8e18-50af0ced541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:22.987472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-f431b496-e2d9-4d3f-8e18-50af0ced541a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 1097 time: 0.0434048 Aug 20 15:35:23.095561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-c1791100-8e00-42d4-b884-c433454bd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:23.097214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-c1791100-8e00-42d4-b884-c433454bd4ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0845830 Aug 20 15:35:23.151204 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-9dcb35e8-e6cb-4630-acc8-f2edd5c5ff2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 217 time: 0.0450764 Aug 20 15:35:23.205643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-5c1080cf-3c31-4509-992b-6da82be28eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:23.207045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-5c1080cf-3c31-4509-992b-6da82be28eab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0471823 Aug 20 15:35:23.241193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-4fb30231-7a66-493c-8536-1ca008224be6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257013 Aug 20 15:35:23.329876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-3b355d05-94f1-40dd-a8fa-de7df25710a4 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803661 Aug 20 15:35:23.426355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ddcfa069-f341-4863-90e6-dee68b3bfe40 req-3b3eac00-1501-42a4-b5d8-4b20cb839b35 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887923 Aug 20 15:35:23.538575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43596237-0e93-4ac7-8273-428a7f51f8d9 req-46455ccb-b51b-44a3-821b-498c80796627 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:23.540338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43596237-0e93-4ac7-8273-428a7f51f8d9 req-46455ccb-b51b-44a3-821b-498c80796627 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0516312 Aug 20 15:35:23.578418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-43596237-0e93-4ac7-8273-428a7f51f8d9 req-cfb712de-eb6f-4dd8-981a-9eb547c0d584 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Aug 20 15:35:24.707840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82f3b5-6bb3-4813-94fa-651c82e13d1e req-f5f2f21c-0c12-4732-ba01-dffd4ac3d906 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:24.709848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d82f3b5-6bb3-4813-94fa-651c82e13d1e req-f5f2f21c-0c12-4732-ba01-dffd4ac3d906 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0553148 Aug 20 15:35:24.747185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d82f3b5-6bb3-4813-94fa-651c82e13d1e req-21fa5937-fa7c-4543-abb4-4e0ac022f038 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Aug 20 15:35:25.862589 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69840eb-43f0-4ebc-98df-17394084cfd5 req-37354b81-5139-42da-b024-49c3786f4160 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:25.864168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b69840eb-43f0-4ebc-98df-17394084cfd5 req-37354b81-5139-42da-b024-49c3786f4160 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0498581 Aug 20 15:35:25.902450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b69840eb-43f0-4ebc-98df-17394084cfd5 req-c20d6e07-3f44-4679-92e5-87d965c70d6e tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Aug 20 15:35:27.017609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42ac38-f4c4-49a4-8ded-0499bae9262d req-0537e075-491b-4e57-a16a-7c1dbec146e8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:27.019069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e42ac38-f4c4-49a4-8ded-0499bae9262d req-0537e075-491b-4e57-a16a-7c1dbec146e8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Aug 20 15:35:27.056952 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e42ac38-f4c4-49a4-8ded-0499bae9262d req-e121fe80-6fa1-4a59-b130-404db49b8506 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Aug 20 15:35:28.175348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2ce8-b09e-4496-a76b-8b162f686d28 req-b6bfc1c5-7914-44e7-9d73-4b884a64099e tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:28.176922 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01dd2ce8-b09e-4496-a76b-8b162f686d28 req-b6bfc1c5-7914-44e7-9d73-4b884a64099e tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0530782 Aug 20 15:35:28.213510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01dd2ce8-b09e-4496-a76b-8b162f686d28 req-96d5c57b-078c-4085-9106-ccd388d4d7a2 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307672 Aug 20 15:35:29.142745 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:29.329117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea356b-2a96-4d86-ad76-0be50040a49d req-4a147bb2-c60a-42c8-ba3a-d8173c834cc6 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:29.330602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fea356b-2a96-4d86-ad76-0be50040a49d req-4a147bb2-c60a-42c8-ba3a-d8173c834cc6 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0492725 Aug 20 15:35:29.371850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7fea356b-2a96-4d86-ad76-0be50040a49d req-0393593a-712a-42cc-8adb-af39ede7242d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343127 Aug 20 15:35:30.490014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b846969-f66f-4a72-9d41-5e3e37c92feb req-fd76f7fa-a031-44f4-a4f3-3122cebd700d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:30.491493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b846969-f66f-4a72-9d41-5e3e37c92feb req-fd76f7fa-a031-44f4-a4f3-3122cebd700d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0493433 Aug 20 15:35:30.530028 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b846969-f66f-4a72-9d41-5e3e37c92feb req-fd00af91-2df6-4f4d-9e82-14d920efd81a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Aug 20 15:35:31.413169 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-76e2c8ed-b08a-4e93-8c39-77b9e47e2eda service neutron] show failed (client error): The resource could not be found. Aug 20 15:35:31.414470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-76e2c8ed-b08a-4e93-8c39-77b9e47e2eda service neutron] 10.222.0.70 "GET /v2.0/ports/d67b62ed-39f3-4b1f-bc90-ae2efee932dd/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0580406 Aug 20 15:35:31.651045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a27085-8d74-4b96-b633-f3ac89d69659 req-2bb5e15e-b170-4180-a929-a6672d42ddcb tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:31.652630 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69a27085-8d74-4b96-b633-f3ac89d69659 req-2bb5e15e-b170-4180-a929-a6672d42ddcb tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0551784 Aug 20 15:35:31.675328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-e58ab5dd-30aa-4fa5-a59d-0d38e17662ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:31.677387 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-e58ab5dd-30aa-4fa5-a59d-0d38e17662ba service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24&tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe HTTP/1.1" status: 200 len: 1097 time: 0.1060991 Aug 20 15:35:31.691405 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69a27085-8d74-4b96-b633-f3ac89d69659 req-2600053f-b13e-4ccc-8062-b6ee238074f7 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Aug 20 15:35:31.695315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:31.747346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:31.949232 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:31.981148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:35:32.020280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:35:32.023488 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13460c39-f428-44a6-84c5-7092bc68677f" -d '{"events": [{"server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "name": "network-vif-unplugged", "status": "completed", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:35:32.027318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:32.040197 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Transition to ACTIVE for port object d67b62ed-39f3-4b1f-bc90-ae2efee932dd will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:35:32.044058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:32.105243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] No DVR routers for this DVR port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:35:32.108360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Pushing event updated for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=6']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:32.146831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Attempting to bind port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:35:32.147062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Attempting to bind port d67b62ed-39f3-4b1f-bc90-ae2efee932dd by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:35:32.147423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Attempting to bind port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:35:32.151024 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5550e151-0ec1-4867-9da0-ee74c86da3aa x-openstack-request-id: req-5550e151-0ec1-4867-9da0-ee74c86da3aa {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:35:32.151332 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "name": "network-vif-unplugged", "status": "completed", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:35:32.151608 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5550e151-0ec1-4867-9da0-ee74c86da3aa {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:35:32.152005 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'code': 200} Aug 20 15:35:32.153970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:35:32.154296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Attempting to bind port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on network cb83799d-e28f-4fd5-80c2-1e54a548d9c6 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:35:32.159109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:35:32.159457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Checking segment: {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:35:32.159880 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Bound using segment: {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:35:32.160316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Bound port: d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a257ec-4686-4176-b557-4b624a10596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:35:32.160678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:32.224504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:35:32.227038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:35:32.231336 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:32.263362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:32.264013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:32.265735 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] 10.222.0.72 "PUT /v2.0/ports/d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 1092 time: 0.5747356 Aug 20 15:35:32.290073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834efd0-c76a-4c13-8be7-48505c97ea10 service neutron] Pushing event updated for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:32.340660 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-945cbf21-5040-431d-92a9-b4ac67477ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:32.342138 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-945cbf21-5040-431d-92a9-b4ac67477ce1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 1095 time: 0.0417423 Aug 20 15:35:32.433941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-699fecfe-b98f-4b91-bb93-269cbcb4218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:32.435386 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-699fecfe-b98f-4b91-bb93-269cbcb4218b service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0855772 Aug 20 15:35:32.478027 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-7e8f831e-37aa-4005-84d5-75869793f785 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 217 time: 0.0350282 Aug 20 15:35:32.529326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-77557492-9361-4375-af0d-92fb285f07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:32.530765 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-77557492-9361-4375-af0d-92fb285f07d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0464218 Aug 20 15:35:32.563607 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-bf0fbd77-b6d6-467f-aa66-c9ef551a3807 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252459 Aug 20 15:35:32.651156 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-62111c93-77b8-43be-88a6-00ac69715040 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805709 Aug 20 15:35:32.750328 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-c393ba8d-20e6-46c8-843d-aea337377ec1 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923824 Aug 20 15:35:32.809545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e40ea9-782c-460c-87f0-dc98cbe9b4b7 req-30ad91d5-9287-4ff0-9b30-009292f0f619 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:32.810998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33e40ea9-782c-460c-87f0-dc98cbe9b4b7 req-30ad91d5-9287-4ff0-9b30-009292f0f619 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 943 time: 0.0503452 Aug 20 15:35:32.850074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33e40ea9-782c-460c-87f0-dc98cbe9b4b7 req-f97ac712-1010-4cc7-b441-4566579c3063 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Aug 20 15:35:33.967289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17802d32-42ec-4bb7-bcff-9c32b6b47d7c req-3af5dc7d-c141-4ef6-9550-36a1dd451314 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:33.968793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17802d32-42ec-4bb7-bcff-9c32b6b47d7c req-3af5dc7d-c141-4ef6-9550-36a1dd451314 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 943 time: 0.0485151 Aug 20 15:35:34.010831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17802d32-42ec-4bb7-bcff-9c32b6b47d7c req-2adfb230-5d0a-4264-a9db-0d0f783b1474 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358469 Aug 20 15:35:34.153110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:35:34.155426 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4210cf-d672-4834-b3bb-92ca472978f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:35:34.202431 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f362c9d9-dc50-4878-ba13-c1b5ba38c481 x-openstack-request-id: req-f362c9d9-dc50-4878-ba13-c1b5ba38c481 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:35:34.202732 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:35:34.202992 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f362c9d9-dc50-4878-ba13-c1b5ba38c481 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:35:34.203406 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'status': 'completed', 'code': 200} Aug 20 15:35:34.267354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-e59dccb6-e7bc-4465-8c43-37a008b9fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:34.268886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-e59dccb6-e7bc-4465-8c43-37a008b9fc4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 1095 time: 0.0413787 Aug 20 15:35:34.287074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d67b62ed-39f3-4b1f-bc90-ae2efee932dd no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:35:34.291793 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-26a7429d-8ac4-4ea5-8792-230c7fd6ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:34.293314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-26a7429d-8ac4-4ea5-8792-230c7fd6ea57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 1095 time: 0.0418799 Aug 20 15:35:34.325993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d67b62ed-39f3-4b1f-bc90-ae2efee932dd not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:35:34.360935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-73f74d70-d404-4ca3-a4f2-ebef46528f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:34.362430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-73f74d70-d404-4ca3-a4f2-ebef46528f03 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0844562 Aug 20 15:35:34.390783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-4c91788c-d267-4f56-be39-7f97dc4631db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:34.392301 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-4c91788c-d267-4f56-be39-7f97dc4631db service neutron] 10.222.0.72 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0900459 Aug 20 15:35:34.409185 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-d1a004a0-4a54-4a08-9d6f-19dc687685a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 217 time: 0.0375748 Aug 20 15:35:34.434477 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-0b1761ca-315f-4edc-9e63-1880dbd708b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 217 time: 0.0351367 Aug 20 15:35:34.461516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-4a31759e-bcaa-459f-9ec8-057e900add9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:34.463014 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-4a31759e-bcaa-459f-9ec8-057e900add9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0451596 Aug 20 15:35:34.486451 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-82d1d88f-f89b-4857-b848-3e07d3ca28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:34.487982 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-82d1d88f-f89b-4857-b848-3e07d3ca28b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0439355 Aug 20 15:35:34.495973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-aafbbb62-fcf2-4f46-8af9-266f6a4a9d06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240777 Aug 20 15:35:34.520194 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-24b8f649-ac9f-4c21-bd02-f63eafecf41d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249531 Aug 20 15:35:34.595739 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-65493753-c5f1-4377-924c-63eb570458af service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898635 Aug 20 15:35:34.615525 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-5cbc50aa-76f0-4e49-8c38-7d29aaaff5ae service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875547 Aug 20 15:35:34.690909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-b04a6cc2-c730-4db2-b17d-314a2847b083 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860062 Aug 20 15:35:34.713021 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ca4210cf-d672-4834-b3bb-92ca472978f3 req-1dcd2f20-6a3e-462b-be3d-8e01194d3270 service neutron] 10.222.0.72 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901973 Aug 20 15:35:35.133171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dac580-5089-4fdc-ac60-674aa3e3f6c0 req-2f2b0b11-3f77-45af-b286-63e975b61d1a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:35.134716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65dac580-5089-4fdc-ac60-674aa3e3f6c0 req-2f2b0b11-3f77-45af-b286-63e975b61d1a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 943 time: 0.0539937 Aug 20 15:35:35.173755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65dac580-5089-4fdc-ac60-674aa3e3f6c0 req-e36d2949-1ccc-4d8e-af14-af69fc7a2d7f tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Aug 20 15:35:36.161363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d67b62ed-39f3-4b1f-bc90-ae2efee932dd details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:35:36.236594 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:36.268310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:36.279208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'network_id': 'cb83799d-e28f-4fd5-80c2-1e54a548d9c6', 'port_id': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'mac_address': 'fa:16:3e:a2:97:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:35:36.296856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c550b-cdc4-401a-81f1-55cf6d0ae887 req-30a25f71-b13f-4a72-b9fd-fc7b9dd00944 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:36.298363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-719c550b-cdc4-401a-81f1-55cf6d0ae887 req-30a25f71-b13f-4a72-b9fd-fc7b9dd00944 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 943 time: 0.0541637 Aug 20 15:35:36.316315 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:36.329252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67b62ed-39f3-4b1f-bc90-ae2efee932dd {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:35:36.338032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-719c550b-cdc4-401a-81f1-55cf6d0ae887 req-7080b0d1-c32d-495a-bde5-54482220ec7a tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331619 Aug 20 15:35:36.348611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:36.355309 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:36.405185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:36.570634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115781f1-010d-4db8-b451-dcb9460591b7 req-53516384-f386-4400-9727-06f51335127d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:36.572221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-115781f1-010d-4db8-b451-dcb9460591b7 req-53516384-f386-4400-9727-06f51335127d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 944 time: 0.0895827 Aug 20 15:35:36.585452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-5b82a401-f127-4ea8-ae6d-61b40e711fdb tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:36.586935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-5b82a401-f127-4ea8-ae6d-61b40e711fdb tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.70 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24&tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 944 time: 0.0736732 Aug 20 15:35:36.660640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-115781f1-010d-4db8-b451-dcb9460591b7 req-f88f3c62-1570-457c-93d7-ada20af40373 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725043 Aug 20 15:35:36.680949 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-c2df564d-f52d-4594-9237-7eb30aff667e service neutron] delete failed (client error): The resource could not be found. Aug 20 15:35:36.681944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-c2df564d-f52d-4594-9237-7eb30aff667e service neutron] 10.222.0.70 "DELETE /v2.0/ports/d67b62ed-39f3-4b1f-bc90-ae2efee932dd/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0790274 Aug 20 15:35:36.745911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d67b62ed-39f3-4b1f-bc90-ae2efee932dd'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:35:36.780198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-074619c8-0b8e-412e-a46c-52275536be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:36.781864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-074619c8-0b8e-412e-a46c-52275536be30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 1096 time: 0.0444024 Aug 20 15:35:36.874611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-245fc007-7fa9-44a8-bfe3-28d1b0c9fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:36.876846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-245fc007-7fa9-44a8-bfe3-28d1b0c9fb61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 200 len: 915 time: 0.0833001 Aug 20 15:35:36.928179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-60c1dde7-37a8-4cda-96e8-0518b207c1b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 200 len: 217 time: 0.0409882 Aug 20 15:35:36.978268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-70d00ee7-415a-4efa-9936-e2a5aa62ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:36.979719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-70d00ee7-415a-4efa-9936-e2a5aa62ceb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 200 len: 854 time: 0.0432909 Aug 20 15:35:37.014080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-c719fc66-960f-42f6-bbbe-66eeb6909150 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cb83799d-e28f-4fd5-80c2-1e54a548d9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240805 Aug 20 15:35:37.108810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-63d25ead-5744-4955-9efc-2b0bee9d8f71 service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Aug 20 15:35:37.198387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-391be67d-09a1-4858-81a0-29ce53d2df62 req-287f1142-9ae7-42b6-9228-df25d22cf31a service neutron] 10.222.0.70 "GET /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807340 Aug 20 15:35:37.787246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96da99-0f9a-4422-9635-49802af05393 req-91aa0f75-0a31-46cc-b028-aafeab0d761d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:37.788784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a96da99-0f9a-4422-9635-49802af05393 req-91aa0f75-0a31-46cc-b028-aafeab0d761d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 944 time: 0.0518384 Aug 20 15:35:37.828345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a96da99-0f9a-4422-9635-49802af05393 req-dc7b9f34-a387-408d-8f04-ad80bff6e397 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Aug 20 15:35:37.946092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b08b1-7145-4aea-b079-e1112861a1d9 req-3178a693-dce8-4c13-8aba-dfdea9a08fd5 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:37.947594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-320b08b1-7145-4aea-b079-e1112861a1d9 req-3178a693-dce8-4c13-8aba-dfdea9a08fd5 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 944 time: 0.0543616 Aug 20 15:35:37.985343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-320b08b1-7145-4aea-b079-e1112861a1d9 req-8ee293ee-d1b9-421b-94f0-8cac8482b5d0 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Aug 20 15:35:38.099036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fa9e5-7032-4f27-9961-8efba3745400 req-9d0ca1b0-cbb6-43cb-8a94-515ab8e2adf8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:38.100634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-584fa9e5-7032-4f27-9961-8efba3745400 req-9d0ca1b0-cbb6-43cb-8a94-515ab8e2adf8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 944 time: 0.0509694 Aug 20 15:35:38.137586 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-584fa9e5-7032-4f27-9961-8efba3745400 req-513961aa-2e5c-4251-baf0-e50d14068c01 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310569 Aug 20 15:35:38.177037 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d67b62ed-39f3-4b1f-bc90-ae2efee932dd up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:35:38.226785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port d67b62ed-39f3-4b1f-bc90-ae2efee932dd completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:35:38.230552 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port d67b62ed-39f3-4b1f-bc90-ae2efee932dd triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:38.230931 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:38.316317 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:38.339670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:35:38.341953 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb95e93-593d-474e-8229-10a4a761c063" -d '{"events": [{"server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "name": "network-vif-plugged", "status": "completed", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:35:38.354832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:38.358787 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:38.406995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:38.412010 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d796ca-db40-40ff-86f6-9d474a9b3978 x-openstack-request-id: req-62d796ca-db40-40ff-86f6-9d474a9b3978 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:35:38.412572 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "name": "network-vif-plugged", "status": "completed", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:35:38.413010 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62d796ca-db40-40ff-86f6-9d474a9b3978 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:35:38.413587 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'code': 200} Aug 20 15:35:38.507816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598c837-bd6a-46aa-a5c7-ccb0b1a97fa0 req-fbe11e4b-59b9-4087-bde4-e4a81b849093 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:38.509313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0598c837-bd6a-46aa-a5c7-ccb0b1a97fa0 req-fbe11e4b-59b9-4087-bde4-e4a81b849093 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0493994 Aug 20 15:35:38.548040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0598c837-bd6a-46aa-a5c7-ccb0b1a97fa0 req-cab6602e-4783-4cf2-9064-8703be1cf3d1 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327051 Aug 20 15:35:39.666007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2b67e-f095-4383-abc6-58efd889b47b req-f5b962e5-ee9e-4442-b607-2679a2d731d9 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:39.667493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bd2b67e-f095-4383-abc6-58efd889b47b req-f5b962e5-ee9e-4442-b607-2679a2d731d9 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0523512 Aug 20 15:35:39.704517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2bd2b67e-f095-4383-abc6-58efd889b47b req-8c35caad-e120-411b-8b71-82aa534404bc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.36 "GET /v2.0/security-groups?id=87e49c59-37a8-49bf-ac40-81e9c968fa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Aug 20 15:35:39.909943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-223a0798-5e8b-4a30-90dd-b53b2f8f84f8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:39.911481 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-223a0798-5e8b-4a30-90dd-b53b2f8f84f8 tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.72 "GET /v2.0/ports?device_id=7dd054a1-b7d5-4976-af8f-aeff5d9bec24 HTTP/1.1" status: 200 len: 945 time: 0.0582695 Aug 20 15:35:39.998017 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Deleting port d67b62ed-39f3-4b1f-bc90-ae2efee932dd {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:35:39.998359 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:40.088065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] For port d67b62ed-39f3-4b1f-bc90-ae2efee932dd, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,segment=NetworkSegment(60a257ec-4686-4176-b557-4b624a10596c),segment_id=60a257ec-4686-4176-b557-4b624a10596c)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:40.088437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:40.106049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Calling delete_port for d67b62ed-39f3-4b1f-bc90-ae2efee932dd owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:35:40.229394 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:40.262935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Pushing event deleted for resources: {'Port': ['ID=d67b62ed-39f3-4b1f-bc90-ae2efee932dd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:40.263983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d67b62ed-39f3-4b1f-bc90-ae2efee932dd'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:35:40.301038 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] No DVR routers for this DVR port d67b62ed-39f3-4b1f-bc90-ae2efee932dd on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:35:40.304156 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:40.306131 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80f3a3de-70bb-4074-b943-d529aeb84db5 req-4ccedc24-8b12-4bb8-a6a9-7f528985ddfc tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] 10.222.0.72 "DELETE /v2.0/ports/d67b62ed-39f3-4b1f-bc90-ae2efee932dd HTTP/1.1" status: 204 len: 173 time: 0.3886895 Aug 20 15:35:40.306547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'name': 'network-vif-deleted', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:35:40.308809 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d355a1-190d-403c-8325-b0b6ffa18615" -d '{"events": [{"server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "name": "network-vif-deleted", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:35:40.348137 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c86607-dd20-4d55-85aa-c5406bf05928 x-openstack-request-id: req-e8c86607-dd20-4d55-85aa-c5406bf05928 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:35:40.348469 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd054a1-b7d5-4976-af8f-aeff5d9bec24", "name": "network-vif-deleted", "tag": "d67b62ed-39f3-4b1f-bc90-ae2efee932dd", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:35:40.348786 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8c86607-dd20-4d55-85aa-c5406bf05928 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:35:40.349198 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd054a1-b7d5-4976-af8f-aeff5d9bec24', 'name': 'network-vif-deleted', 'tag': 'd67b62ed-39f3-4b1f-bc90-ae2efee932dd', 'status': 'completed', 'code': 200} Aug 20 15:35:40.834151 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53856) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:40.880006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Deleting subnet 4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:35:40.883099 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:40.918246 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:40.960195 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.010651 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.037950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:41.040515 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.042341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4e2cbf69-fc4c-4c74-bceb-a04d8fe9110f HTTP/1.1" status: 204 len: 168 time: 0.2070491 Aug 20 15:35:41.044998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53858) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:41.048633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.048987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.049340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.049683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.050024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.050362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.050694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.051025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.051410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.051774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.052108 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.052434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb344e65-3293-470a-8519-2451d9335255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:41.115499 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.190926 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.201270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb83799d-e28f-4fd5-80c2-1e54a548d9c6']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:41.212075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a257ec-4686-4176-b557-4b624a10596c') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:41.212376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a257ec-4686-4176-b557-4b624a10596c') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:41.221109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.234711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.240500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:35:41.240886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:35:41.242481 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:35:41.298367 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.303845 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.305670 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb83799d-e28f-4fd5-80c2-1e54a548d9c6 HTTP/1.1" status: 204 len: 168 time: 0.2596302 Aug 20 15:35:41.316452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4cf73-1e88-4c8b-8046-64678395ad46 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb83799d-e28f-4fd5-80c2-1e54a548d9c6,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:41.424210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53862) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:41.465290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0281f747-57d1-4852-934e-5eef4e6c64f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=542d0491e6384cdcb3c8996fcf8c5dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399287 Aug 20 15:35:41.467613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53864) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:41.513917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df1f90e5-1089-4954-a087-d914e1f89b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.536803 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df1f90e5-1089-4954-a087-d914e1f89b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.584015 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df1f90e5-1089-4954-a087-d914e1f89b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.587130 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df1f90e5-1089-4954-a087-d914e1f89b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:41.588597 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df1f90e5-1089-4954-a087-d914e1f89b63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87e49c59-37a8-49bf-ac40-81e9c968fa99 HTTP/1.1" status: 204 len: 168 time: 0.1200073 Aug 20 15:35:41.597831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f90e5-1089-4954-a087-d914e1f89b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e49c59-37a8-49bf-ac40-81e9c968fa99,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:42.244998 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8d900eb3-d336-419e-bbc1-c0256a829dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.263802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53886) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:42.361540 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1385411630-network', 'tenant_id': 'a0178adc7f33459db546141a4c28a429'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:42.381845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Made reservation on behalf of a0178adc7f33459db546141a4c28a429 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:35:42.384491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.396541 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.485973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.489830 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.513314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:35:42.523303 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aa8000-3c26-4b91-af74-c9b9c00f62a8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:42.527928 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.528267 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Added segment dbbcf1e5-bb83-421e-b2f8-d6f8d025e289 of type vlan for network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c Aug 20 15:35:42.570045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.594053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.595155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:42.595706 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.648290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3833961 Aug 20 15:35:42.651286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53890) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:42.653403 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf8c7e-bcc9-4b12-918c-10407289f542 admin admin] Pushing event updated for resources: {'Network': ['ID=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:42.656653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Request body: {'subnet': {'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1385411630-subnet', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:42.663824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:35:42.679079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Made reservation on behalf of a0178adc7f33459db546141a4c28a429 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:35:42.681420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.850820 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.907000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:42.917893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:35:42.918260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Network hostable DHCP agents. Network: f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:35:42.935304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:35:42.943962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:35:42.948789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:42.950731 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.951587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aff5e4-12bf-4fc6-abc3-2be8ebd7da9d None None] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:35:42.965142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-10fbf74c-fad7-4fe7-a370-39edddf0e849 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3126183 Aug 20 15:35:42.967870 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53892) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:42.972139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:42.992358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:42.993350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.049518 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.099478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:35:43.100412 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.184824 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.234884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Allocated IP 172.20.0.2 (f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c/3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6/46146f9f-be69-459b-8c6a-e357ff61eca5) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:35:43.383988 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.393081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Transition to ACTIVE for port object 46146f9f-be69-459b-8c6a-e357ff61eca5 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:35:43.409044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Transition to ACTIVE for port object 46146f9f-be69-459b-8c6a-e357ff61eca5 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:35:43.415973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.455025 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:35:43.458368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:35:43.461819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:35:43.470402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Pushing event updated for resources: {'Port': ['ID=46146f9f-be69-459b-8c6a-e357ff61eca5,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:43.525880 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Attempting to bind port 46146f9f-be69-459b-8c6a-e357ff61eca5 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:35:43.526266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Attempting to bind port 46146f9f-be69-459b-8c6a-e357ff61eca5 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:35:43.526627 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Attempting to bind port 46146f9f-be69-459b-8c6a-e357ff61eca5 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:35:43.532127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:35:43.532501 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:35:43.532907 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.533303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:35:43.533801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Bound port: 46146f9f-be69-459b-8c6a-e357ff61eca5, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:35:43.534183 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.604154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] For port 46146f9f-be69-459b-8c6a-e357ff61eca5, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:35:43.607491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] For port 46146f9f-be69-459b-8c6a-e357ff61eca5, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=46146f9f-be69-459b-8c6a-e357ff61eca5,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:35:43.611461 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.669960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed0874-5c7c-454f-8b4f-e5bae7fdc20c None None] Pushing event updated for resources: {'Port': ['ID=46146f9f-be69-459b-8c6a-e357ff61eca5,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:43.710993 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.730937 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:43.852353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Allocated IP 172.25.5.103 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/46618903-3f19-4555-a4ac-ace8f1429e35) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:35:43.966741 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:44.003972 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:44.041176 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:35:44.044043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:35:44.047384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:35:44.076155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Pushing event updated for resources: {'Port': ['ID=46618903-3f19-4555-a4ac-ace8f1429e35,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:44.216637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d67b62ed-39f3-4b1f-bc90-ae2efee932dd no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:35:44.238086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: d67b62ed-39f3-4b1f-bc90-ae2efee932dd {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:35:44.238424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d67b62ed-39f3-4b1f-bc90-ae2efee932dd not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:35:44.312247 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:44.525537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:44.603500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 46146f9f-be69-459b-8c6a-e357ff61eca5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:35:44.649213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c175c601-2106-4751-9e4c-6851ebe21e7d None None] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:35:44.689180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:35:44.718587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 46146f9f-be69-459b-8c6a-e357ff61eca5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:35:44.756626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-018e9b85-f9c3-4c66-84f7-df0ec61ebe79 None None] Provisioning for port 46146f9f-be69-459b-8c6a-e357ff61eca5 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:35:44.778992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-018e9b85-f9c3-4c66-84f7-df0ec61ebe79 None None] Provisioning complete for port 46146f9f-be69-459b-8c6a-e357ff61eca5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:44.779452 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-018e9b85-f9c3-4c66-84f7-df0ec61ebe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:44.804080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:35:44.821198 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:44.822753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-425056db-af37-4800-a5fd-c32d533d9b2d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8539543 Aug 20 15:35:44.825581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53894) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:44.825714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:35:44.882340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:35:44.882968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:35:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:44.927428 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.020851 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-018e9b85-f9c3-4c66-84f7-df0ec61ebe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.056941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:35:45.135862 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-018e9b85-f9c3-4c66-84f7-df0ec61ebe79 None None] For port 46146f9f-be69-459b-8c6a-e357ff61eca5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=46146f9f-be69-459b-8c6a-e357ff61eca5,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:45.165439 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-018e9b85-f9c3-4c66-84f7-df0ec61ebe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.256441 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-da072998-0c42-4541-b4b9-4916d223bed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.257744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e9b85-f9c3-4c66-84f7-df0ec61ebe79 None None] Pushing event updated for resources: {'Port': ['ID=46146f9f-be69-459b-8c6a-e357ff61eca5,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:45.295166 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.306487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c5429d71-5d66-4ca0-b538-551404f46413 None None] Provisioning complete for port 46146f9f-be69-459b-8c6a-e357ff61eca5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:45.306869 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c5429d71-5d66-4ca0-b538-551404f46413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.357753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:44Z', 'revision_number': 3, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:45.386173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:35:45.386529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Updating router 0551cafd-7fde-4c8e-bfbe-6cccede38efe port 46618903-3f19-4555-a4ac-ace8f1429e35 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:35:45.439579 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.451275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Allocated IP 172.20.0.1 (f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c/3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6/e8db0540-d82b-4653-9758-2319775affd2) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:35:45.561928 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.575081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Transition to ACTIVE for port object e8db0540-d82b-4653-9758-2319775affd2 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:35:45.597740 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:35:45.611083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.649084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:35:45.653261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:35:45.659776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:35:45.663291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Pushing event updated for resources: {'Port': ['ID=e8db0540-d82b-4653-9758-2319775affd2,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:45.699336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.703722 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.716039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Transition to ACTIVE for port object 46618903-3f19-4555-a4ac-ace8f1429e35 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:35:45.723104 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.772632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Attempting to bind port 46618903-3f19-4555-a4ac-ace8f1429e35 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:35:45.773006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Attempting to bind port 46618903-3f19-4555-a4ac-ace8f1429e35 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:35:45.773372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Attempting to bind port 46618903-3f19-4555-a4ac-ace8f1429e35 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:35:45.783107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:35:45.783483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:35:45.783912 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.784302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:35:45.784771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Bound port: 46618903-3f19-4555-a4ac-ace8f1429e35, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:35:45.785150 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.788030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e448ea-068c-4152-af31-fb3d45280ea1 None None] Pushing event updated for resources: {'Port': ['ID=46618903-3f19-4555-a4ac-ace8f1429e35,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:45.838904 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.845610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] For port 46618903-3f19-4555-a4ac-ace8f1429e35, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:35:45.849156 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] For port 46618903-3f19-4555-a4ac-ace8f1429e35, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=46618903-3f19-4555-a4ac-ace8f1429e35,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:35:45.860999 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:45.924385 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:35:45.925023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:35:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:45.960709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e448ea-068c-4152-af31-fb3d45280ea1 None None] Pushing event updated for resources: {'Port': ['ID=46618903-3f19-4555-a4ac-ace8f1429e35,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:46.017852 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:46.022835 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:46.097942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Pushing event updated for resources: {'Port': ['ID=e8db0540-d82b-4653-9758-2319775affd2,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:46.101707 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:46.190080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8090258-c592-4cca-87c1-939e80b8101c None None] Provisioning for port e8db0540-d82b-4653-9758-2319775affd2 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:35:46.195759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:35:46.197275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:35:46.197539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8090258-c592-4cca-87c1-939e80b8101c None None] Provisioning complete for port e8db0540-d82b-4653-9758-2319775affd2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:46.197923 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8090258-c592-4cca-87c1-939e80b8101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:46.248407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:35:46.297381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8090258-c592-4cca-87c1-939e80b8101c None None] Port e8db0540-d82b-4653-9758-2319775affd2 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:35:46.298809 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:46.323052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:35:46.437318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:35:46.442889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-aa95eaee-a1aa-4db0-b107-f3a30659740e admin admin] 10.222.0.36 "PUT /v2.0/routers/0551cafd-7fde-4c8e-bfbe-6cccede38efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6160376 Aug 20 15:35:46.468354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 1, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:46.495489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc669d1-616d-4838-83c1-f46e909e3a71 None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 1, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:35:46.529700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e6cde061-0e6e-4ae0-87c4-0671c5aad764 None None] Provisioning complete for port e8db0540-d82b-4653-9758-2319775affd2 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:46.530164 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e6cde061-0e6e-4ae0-87c4-0671c5aad764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:46.560000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 46146f9f-be69-459b-8c6a-e357ff61eca5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:35:46.594824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e6cde061-0e6e-4ae0-87c4-0671c5aad764 None None] Port e8db0540-d82b-4653-9758-2319775affd2 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:35:46.620370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 46146f9f-be69-459b-8c6a-e357ff61eca5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:46.620752 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:46.884220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 53902) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:46.888971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7228b753-d52c-4112-88f9-58b10a01575f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308431092', 'description': 'tempest-description--510311912'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:46.925072 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7228b753-d52c-4112-88f9-58b10a01575f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.015661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7228b753-d52c-4112-88f9-58b10a01575f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.019622 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7228b753-d52c-4112-88f9-58b10a01575f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.053734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b753-d52c-4112-88f9-58b10a01575f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82640e92-f5c8-486b-8d9b-bfbc3b0d7861,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:47.056666 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7228b753-d52c-4112-88f9-58b10a01575f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.060236 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7228b753-d52c-4112-88f9-58b10a01575f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1748977 Aug 20 15:35:47.060796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53904) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:47.065644 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-2199f565-0ec2-4200-856c-2adaeb2e3699 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'security_group_rule': {'security_group_id': '82640e92-f5c8-486b-8d9b-bfbc3b0d7861', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:47.100461 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2199f565-0ec2-4200-856c-2adaeb2e3699 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.170703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2199f565-0ec2-4200-856c-2adaeb2e3699 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.176790 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2199f565-0ec2-4200-856c-2adaeb2e3699 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.196941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199f565-0ec2-4200-856c-2adaeb2e3699 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7028214-dbf0-496c-b2d5-18e3e2de7fe9,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:47.199479 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2199f565-0ec2-4200-856c-2adaeb2e3699 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.200732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2199f565-0ec2-4200-856c-2adaeb2e3699 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388731 Aug 20 15:35:47.203443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53906) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:47.210245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-fbd93144-9be3-4f80-976b-ea3f5f9c0b47 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'security_group_rule': {'security_group_id': '82640e92-f5c8-486b-8d9b-bfbc3b0d7861', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:47.241070 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fbd93144-9be3-4f80-976b-ea3f5f9c0b47 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.309644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fbd93144-9be3-4f80-976b-ea3f5f9c0b47 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.313818 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fbd93144-9be3-4f80-976b-ea3f5f9c0b47 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.329846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd93144-9be3-4f80-976b-ea3f5f9c0b47 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390eb49a-42d0-4ef6-b4ca-e7ea3a7f5611,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:47.340187 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fbd93144-9be3-4f80-976b-ea3f5f9c0b47 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.341342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fbd93144-9be3-4f80-976b-ea3f5f9c0b47 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368589 Aug 20 15:35:47.344456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53908) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:35:47.349278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:47.372153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.472552 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.585541 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Allocated IP 172.25.5.226 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/b928b177-3712-4ac1-a7e5-e626c5b67db5) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:35:47.693660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.733516 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.778985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:35:47.781833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:35:47.784222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:35:47.808844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event updated for resources: {'Port': ['ID=b928b177-3712-4ac1-a7e5-e626c5b67db5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:47.872138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.906022 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:47.927322 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:48.061067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:48.065658 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:48.142909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event updated for resources: {'Port': ['ID=b928b177-3712-4ac1-a7e5-e626c5b67db5,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:48.151919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:48.169917 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:48.171272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8264b6c3-45e6-4dca-b4ea-4ec070bf6e1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8258159 Aug 20 15:35:48.319925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-b2c21a39-fc63-4221-9c1c-3614a5469523 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--308431092&fields=id&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 267 time: 0.0398679 Aug 20 15:35:48.430413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-acc50646-15a7-4ae2-bf37-c64fca407559 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:48.431939 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-acc50646-15a7-4ae2-bf37-c64fca407559 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 812 time: 0.1049237 Aug 20 15:35:48.447292 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-0b1c7da3-637c-467d-a59c-8c28e7a55ecd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/quotas/a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 375 time: 0.0095785 Aug 20 15:35:48.468838 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:35:48.478874 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:35:48.479462 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:35:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:48.509681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-94f2fbde-7442-408d-8960-396ab1220a8a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564263 Aug 20 15:35:48.566075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 46618903-3f19-4555-a4ac-ace8f1429e35 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:35:48.598270 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:35:48.620667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 46618903-3f19-4555-a4ac-ace8f1429e35 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:35:48.624444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 46618903-3f19-4555-a4ac-ace8f1429e35 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:48.625074 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:48.640548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-88826f4b-0fcc-4db2-84bb-99e7cf4cf355 service neutron] 10.222.0.36 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175508 Aug 20 15:35:48.708586 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:48.730722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 46618903-3f19-4555-a4ac-ace8f1429e35, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=46618903-3f19-4555-a4ac-ace8f1429e35,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:48.734684 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:48.746295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-8f9b4f93-187a-4307-a007-70b6a392f834 service neutron] 10.222.0.36 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983768 Aug 20 15:35:48.788260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=46618903-3f19-4555-a4ac-ace8f1429e35,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:48.807222 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 2, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:48.837610 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:35:48.837971 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Updating router 0551cafd-7fde-4c8e-bfbe-6cccede38efe port e8db0540-d82b-4653-9758-2319775affd2 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:35:48.864389 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:48.928453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97220d62-15c7-48a0-b2bb-2e67f9b1c56c req-addd84f7-4f97-4739-a483-a6328b635b55 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 210 time: 0.0455477 Aug 20 15:35:49.148192 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:49.158519 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Transition to ACTIVE for port object e8db0540-d82b-4653-9758-2319775affd2 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:35:49.164596 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:49.239205 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Pushing event updated for resources: {'Port': ['ID=e8db0540-d82b-4653-9758-2319775affd2,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:49.263067 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.263557 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.263900 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.264239 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.264568 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.264893 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.265215 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.265536 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.265857 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.266177 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.266492 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.266804 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:49.279000 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Attempting to bind port e8db0540-d82b-4653-9758-2319775affd2 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:35:49.279372 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Attempting to bind port e8db0540-d82b-4653-9758-2319775affd2 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:35:49.279761 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Attempting to bind port e8db0540-d82b-4653-9758-2319775affd2 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:35:49.284917 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:35:49.285289 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:35:49.285735 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:49.286128 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:35:49.286592 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Bound port: e8db0540-d82b-4653-9758-2319775affd2, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:35:49.286974 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:49.358837 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] For port e8db0540-d82b-4653-9758-2319775affd2, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:35:49.362236 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] For port e8db0540-d82b-4653-9758-2319775affd2, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e8db0540-d82b-4653-9758-2319775affd2,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:35:49.367895 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:49.427014 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23834ba1-31f0-4d3d-9fe0-60ad025a6758 None None] Pushing event updated for resources: {'Port': ['ID=e8db0540-d82b-4653-9758-2319775affd2,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:49.434622 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:35:49.435429 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:35:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:49.553382 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:35:49.743163 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:49Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:35:49.768257 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee29243-9769-4a88-8e34-d5a0118813aa None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:49Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:35:50.002569 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-903b0b6d-570b-4924-ad97-45d514a702a5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:50.004514 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-903b0b6d-570b-4924-ad97-45d514a702a5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 812 time: 0.1211543 Aug 20 15:35:50.040404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f74b661f-9667-49f2-a6fe-43f224315905 req-8e27b40d-f0df-45cf-8702-077fe9f00c37 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 210 time: 0.0304558 Aug 20 15:35:50.077051 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-cb25ea4a-c63a-4d94-b2db-971f5746f2a8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 379 time: 0.0561678 Aug 20 15:35:50.101468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'port': {'device_id': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'admin_state_up': True, 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'security_groups': ['82640e92-f5c8-486b-8d9b-bfbc3b0d7861']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:50.216146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Made reservation on behalf of a0178adc7f33459db546141a4c28a429 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:35:50.219933 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.353613 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Allocated IP 172.20.0.10 (f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c/3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6/6a00b26d-0b98-4247-8ede-24735eb2199b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:35:50.490624 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.506994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Transition to ACTIVE for port object 6a00b26d-0b98-4247-8ede-24735eb2199b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:35:50.540625 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.568092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e8db0540-d82b-4653-9758-2319775affd2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:35:50.590845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:35:50.593942 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:35:50.600664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:35:50.605272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event updated for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:50.634162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port e8db0540-d82b-4653-9758-2319775affd2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:35:50.638736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e8db0540-d82b-4653-9758-2319775affd2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:50.639258 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.659704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:50.660421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.676922 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-32b43a2a-1f95-4351-9c08-eeb6cd88ec27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5795362 Aug 20 15:35:50.696178 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Request body: {'port': {'device_id': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:35:50.725733 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.752688 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.759914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port e8db0540-d82b-4653-9758-2319775affd2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e8db0540-d82b-4653-9758-2319775affd2,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:50.765053 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.765936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 46618903-3f19-4555-a4ac-ace8f1429e35 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:35:50.847260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=e8db0540-d82b-4653-9758-2319775affd2,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:50.857628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 46618903-3f19-4555-a4ac-ace8f1429e35 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:50.858004 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.907778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ba7994aa-0637-45f1-8f71-b9f8498e062a None None] Provisioning for port 6a00b26d-0b98-4247-8ede-24735eb2199b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:35:50.913646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ba7994aa-0637-45f1-8f71-b9f8498e062a None None] Provisioning complete for port 6a00b26d-0b98-4247-8ede-24735eb2199b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:50.914007 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ba7994aa-0637-45f1-8f71-b9f8498e062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:50.973679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ba7994aa-0637-45f1-8f71-b9f8498e062a None None] Port 6a00b26d-0b98-4247-8ede-24735eb2199b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:35:51.029427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a00b26d-0b98-4247-8ede-24735eb2199b {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:35:51.037228 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:51.048722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Transition to ACTIVE for port object 6a00b26d-0b98-4247-8ede-24735eb2199b will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:35:51.053417 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:51.106170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:51.176124 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Attempting to bind port 6a00b26d-0b98-4247-8ede-24735eb2199b on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:35:51.176599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Attempting to bind port 6a00b26d-0b98-4247-8ede-24735eb2199b by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:35:51.177049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Attempting to bind port 6a00b26d-0b98-4247-8ede-24735eb2199b on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:35:51.182390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Port 6a00b26d-0b98-4247-8ede-24735eb2199b on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:35:51.182729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Attempting to bind port 6a00b26d-0b98-4247-8ede-24735eb2199b on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:35:51.183498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6504792-897f-441c-a259-b11d097f8752 req-999765af-4221-4534-b8be-a725acd4e168 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:51.185062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6504792-897f-441c-a259-b11d097f8752 req-999765af-4221-4534-b8be-a725acd4e168 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.0590851 Aug 20 15:35:51.192468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:35:51.193113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:35:51.193673 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:35:51.194121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Bound port: 6a00b26d-0b98-4247-8ede-24735eb2199b, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:35:51.194488 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:51.227415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6504792-897f-441c-a259-b11d097f8752 req-f3906360-8877-4195-90f7-c6a927a7553b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361133 Aug 20 15:35:51.272936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:35:51.276100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:35:51.280895 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:51.317456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:51.318124 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:51.319587 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] 10.222.0.72 "PUT /v2.0/ports/6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1093 time: 0.6285937 Aug 20 15:35:51.321902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:35:51.324238 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:35:51.350452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825105a-782e-451c-8f2b-4e7bd7184be4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:51.385308 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6609b03-a0a2-45e4-98a8-a56896196846 x-openstack-request-id: req-f6609b03-a0a2-45e4-98a8-a56896196846 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:35:51.385611 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:35:51.385870 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6609b03-a0a2-45e4-98a8-a56896196846 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:35:51.386287 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'status': 'completed', 'code': 200} Aug 20 15:35:51.445208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-1fa64275-17c2-414b-ae13-0ecd7a1e5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:51.446820 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-1fa64275-17c2-414b-ae13-0ecd7a1e5c94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1096 time: 0.0451660 Aug 20 15:35:51.501563 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-038b30a1-5d6c-4a2e-b92d-eb8eb78c8389 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 217 time: 0.0385807 Aug 20 15:35:51.553190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-f8ddd457-3f11-44d8-9ecb-b9238dedde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:51.554659 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-f8ddd457-3f11-44d8-9ecb-b9238dedde6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0467000 Aug 20 15:35:51.599319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-eeac259b-035d-46c6-af74-894ec6e4e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:51.600838 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-eeac259b-035d-46c6-af74-894ec6e4e70b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393732 Aug 20 15:35:51.695449 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-f4ce5c5b-b152-47ee-8df3-a01a719f1ecd service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866990 Aug 20 15:35:51.781949 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c612550e-5295-48f1-9d8b-6b458d3dfcd0 req-cd3c5da9-4f08-4ef0-94b2-192ad8eb65fb service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796239 Aug 20 15:35:51.920666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-72b56a61-c76b-4874-9f28-9930cfd0d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:51.922193 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-72b56a61-c76b-4874-9f28-9930cfd0d6cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1096 time: 0.0421472 Aug 20 15:35:52.016252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-3cf122a9-c045-443d-99dc-a7ccf17fe15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:52.017721 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-3cf122a9-c045-443d-99dc-a7ccf17fe15b service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0883603 Aug 20 15:35:52.059991 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-2f51c198-2e6e-4f87-a038-88dc88001567 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 217 time: 0.0352485 Aug 20 15:35:52.114550 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-172ce246-8c8b-4e78-a09d-841d44f7d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:52.116024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-172ce246-8c8b-4e78-a09d-841d44f7d722 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0484393 Aug 20 15:35:52.162825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-cc42deac-12cd-4167-90be-d2ffeaa735fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:52.164605 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-cc42deac-12cd-4167-90be-d2ffeaa735fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414743 Aug 20 15:35:52.253684 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-a1eff001-24bd-4c95-abaa-554551d82891 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819492 Aug 20 15:35:52.345287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fc6c4-e78e-459b-8bca-9d4887ffdea8 req-d2905bce-7f4c-45e1-b0fd-d64f1c492fd5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:52.346764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f7fc6c4-e78e-459b-8bca-9d4887ffdea8 req-d2905bce-7f4c-45e1-b0fd-d64f1c492fd5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.0477164 Aug 20 15:35:52.354157 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-62823a64-fa48-4f41-8f6b-1a97ac7fe9b6 req-81cc194c-6c94-4f80-8fd6-53ab5cc28c77 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936646 Aug 20 15:35:52.384616 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f7fc6c4-e78e-459b-8bca-9d4887ffdea8 req-27c8fc2d-a2f8-4131-964a-1643fb44027c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310998 Aug 20 15:35:52.533790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e8db0540-d82b-4653-9758-2319775affd2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:35:52.584183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port e8db0540-d82b-4653-9758-2319775affd2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:52.584552 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:53.503314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51736c78-928e-492c-b23d-212108771015 req-a7af6ec3-bc7e-490b-a553-1862241e8378 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:53.504911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51736c78-928e-492c-b23d-212108771015 req-a7af6ec3-bc7e-490b-a553-1862241e8378 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.0525408 Aug 20 15:35:53.542203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51736c78-928e-492c-b23d-212108771015 req-b98d0a9d-915f-4e3f-aa85-af65bbb2f590 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315351 Aug 20 15:35:54.672010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725dba-22aa-43bc-afaa-541a5e575e79 req-19e93d3a-c5c2-4923-a12a-82825177acbe tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:54.673505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22725dba-22aa-43bc-afaa-541a5e575e79 req-19e93d3a-c5c2-4923-a12a-82825177acbe tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.0509791 Aug 20 15:35:54.712180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22725dba-22aa-43bc-afaa-541a5e575e79 req-0b1db09b-7a94-4fcf-adb7-9fdebdcfab21 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Aug 20 15:35:55.826838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec505ca-d654-418f-aa24-7e6797586d59 req-b6ef9f5a-c6d9-40c9-973f-2eb1faba9332 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:55.828358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ec505ca-d654-418f-aa24-7e6797586d59 req-b6ef9f5a-c6d9-40c9-973f-2eb1faba9332 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.0495334 Aug 20 15:35:55.867182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ec505ca-d654-418f-aa24-7e6797586d59 req-1763c1e9-96f3-4df9-be47-c239389d8b85 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Aug 20 15:35:56.261371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6a00b26d-0b98-4247-8ede-24735eb2199b details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:35:56.360400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:56.372225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'mac_address': 'fa:16:3e:7a:86:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:35:56.409900 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:56.422955 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a00b26d-0b98-4247-8ede-24735eb2199b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:35:56.442603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:56.446924 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:56.493763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:56.824672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['6a00b26d-0b98-4247-8ede-24735eb2199b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:35:57.001285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf73bf2-8c79-41af-889e-4657d8234646 req-0dfd878f-8938-4f45-be20-56a792ea5cc6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:57.002771 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdf73bf2-8c79-41af-889e-4657d8234646 req-0dfd878f-8938-4f45-be20-56a792ea5cc6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 945 time: 0.0558734 Aug 20 15:35:57.042357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bdf73bf2-8c79-41af-889e-4657d8234646 req-08b1a26c-17ac-4c58-92c6-7107d799afee tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335653 Aug 20 15:35:58.158069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cff07f-753a-4758-9e3b-fc84b42244e6 req-3bee3158-43ad-4212-84f4-4abdfacc1f7e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:58.159534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4cff07f-753a-4758-9e3b-fc84b42244e6 req-3bee3158-43ad-4212-84f4-4abdfacc1f7e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Aug 20 15:35:58.197770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4cff07f-753a-4758-9e3b-fc84b42244e6 req-e011e301-c1ae-4470-9254-48d130ca322e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317309 Aug 20 15:35:58.278492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6a00b26d-0b98-4247-8ede-24735eb2199b up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:35:58.326487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 6a00b26d-0b98-4247-8ede-24735eb2199b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:35:58.330299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 6a00b26d-0b98-4247-8ede-24735eb2199b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:35:58.330666 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:58.407917 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:58.430447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:35:58.432733 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7816b8-c08e-458d-a311-01ff3954343a" -d '{"events": [{"server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "name": "network-vif-plugged", "status": "completed", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:35:58.446027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:35:58.450082 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:58.473207 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9e5ee7-745f-4d68-b6e7-44307e12414c x-openstack-request-id: req-7e9e5ee7-745f-4d68-b6e7-44307e12414c {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:35:58.473931 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "name": "network-vif-plugged", "status": "completed", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:35:58.473931 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e9e5ee7-745f-4d68-b6e7-44307e12414c {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:35:58.474197 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'code': 200} Aug 20 15:35:58.499772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:35:58.507475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.507850 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.508192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.508528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.508858 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.509187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.509514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.509839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.510162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.510487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.510806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.511129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:35:58.596678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41adcca-b35c-475f-8cec-b2a474c20315 req-54173ac4-efd1-43b3-bc79-f8228c362262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:58.598700 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d41adcca-b35c-475f-8cec-b2a474c20315 req-54173ac4-efd1-43b3-bc79-f8228c362262 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1098 time: 0.0422134 Aug 20 15:35:58.632853 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d41adcca-b35c-475f-8cec-b2a474c20315 req-cd8f22e8-1440-4106-bc3d-54d128f1c086 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271673 Aug 20 15:35:59.141291 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:35:59.311520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914099-dbb3-4d32-8752-c985e24c589c req-9061882f-5f64-4f86-a5e8-385ae1590355 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:35:59.313016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f914099-dbb3-4d32-8752-c985e24c589c req-9061882f-5f64-4f86-a5e8-385ae1590355 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0482874 Aug 20 15:35:59.352242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f914099-dbb3-4d32-8752-c985e24c589c req-61fff3c9-bdde-4afc-b9d3-007bfcc9f046 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322876 Aug 20 15:36:00.470307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac225118-2e6d-4a5c-9901-e68623f4c38b req-b38434f3-c187-4285-b0b9-549d769f37c3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:00.471780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac225118-2e6d-4a5c-9901-e68623f4c38b req-b38434f3-c187-4285-b0b9-549d769f37c3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0524092 Aug 20 15:36:00.509782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ac225118-2e6d-4a5c-9901-e68623f4c38b req-ca526a30-c98b-4c8d-8afa-3d2755bfce40 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Aug 20 15:36:00.620934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f04a13-de7e-4519-890c-738752945560 req-16a0e114-251b-4876-b3cb-223f8c2f952e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:00.622446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4f04a13-de7e-4519-890c-738752945560 req-16a0e114-251b-4876-b3cb-223f8c2f952e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0500402 Aug 20 15:36:00.631836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 53960) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:36:00.636676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d5ea30f2-85ac-4eed-a9b6-882eb6cc33be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'floatingip': {'port_id': '6a00b26d-0b98-4247-8ede-24735eb2199b'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:36:00.680542 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d5ea30f2-85ac-4eed-a9b6-882eb6cc33be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:01.114686 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d5ea30f2-85ac-4eed-a9b6-882eb6cc33be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:01.118644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d5ea30f2-85ac-4eed-a9b6-882eb6cc33be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:01.216581 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-d5ea30f2-85ac-4eed-a9b6-882eb6cc33be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 associated. External IP: 172.25.5.226, port: 6a00b26d-0b98-4247-8ede-24735eb2199b. Aug 20 15:36:01.744073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ea30f2-85ac-4eed-a9b6-882eb6cc33be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:36:01.853071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ea30f2-85ac-4eed-a9b6-882eb6cc33be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:36:01.857904 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d5ea30f2-85ac-4eed-a9b6-882eb6cc33be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:01.862428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:36:01.872861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:36:01.873485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:35:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:36:01.886411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d5ea30f2-85ac-4eed-a9b6-882eb6cc33be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "PUT /v2.0/floatingips/1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 HTTP/1.1" status: 200 len: 992 time: 1.2509520 Aug 20 15:36:01.886411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:36:01.886702 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec00d5f1-f72c-4ba1-a10a-b1577607797a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:36:01.981916 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:36:01.993058 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ea32ff-89ac-4f7c-b01e-0fa54fe9a5f4 x-openstack-request-id: req-99ea32ff-89ac-4f7c-b01e-0fa54fe9a5f4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:36:01.993354 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:36:01.993609 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-99ea32ff-89ac-4f7c-b01e-0fa54fe9a5f4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:36:01.994019 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'status': 'completed', 'code': 200} Aug 20 15:36:02.076334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-171330f5-c258-4504-a4d6-14763243fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:02.077769 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-171330f5-c258-4504-a4d6-14763243fd70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1098 time: 0.0411890 Aug 20 15:36:02.173413 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-2023efb5-8a71-4a8c-a45b-d06bd62667e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:02.174912 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-2023efb5-8a71-4a8c-a45b-d06bd62667e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0902190 Aug 20 15:36:02.203323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:7a:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:36:01Z', 'revision_number': 1, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:36:02.229241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:36:02.237557 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:36:02.238213 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:35:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:36:02.242556 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-56c9a046-4935-46cc-a613-4b26b3c3f11e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1000 time: 0.0604179 Aug 20 15:36:02.296188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-7706a782-d4c7-4ba9-8948-cd93e3cce6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:02.297658 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-7706a782-d4c7-4ba9-8948-cd93e3cce6f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0486751 Aug 20 15:36:02.343995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:36:02.345216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-13eba263-163c-4be5-a9de-76be281cdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:02.346736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-13eba263-163c-4be5-a9de-76be281cdb50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415561 Aug 20 15:36:02.440107 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-4d554653-924c-4eaa-8c86-e50bccc82ef6 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860214 Aug 20 15:36:02.541210 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ec00d5f1-f72c-4ba1-a10a-b1577607797a req-7428a5a8-6187-477e-a060-d9b6d7ceb4f1 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940347 Aug 20 15:36:02.730146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:7a:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:36:01Z', 'revision_number': 1, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:36:02.761503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4ec4c3-2c29-476d-855c-433ad291f76b None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:7a:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:36:01Z', 'revision_number': 1, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:36:02.951062 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe6a140-f182-47a4-8a87-4a10770e4758 None None] New status for floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:36:06.200017 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:12.244773 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ac57b230-cba7-4f6b-87c4-96ccd8b0a232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:14.861334 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:15.227025 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7838784f-ab77-4186-9f0b-f64049e211e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:16.244933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:17.930566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:21.491119 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-d0588418-2a8d-43db-8330-2c3fa2f59740 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399790 Aug 20 15:36:21.589978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-165370dd-c7f7-487e-a0ce-658248199259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:21.591500 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-165370dd-c7f7-487e-a0ce-658248199259 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1098 time: 0.0402176 Aug 20 15:36:21.698906 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-81bdc97f-a7da-4da3-bae9-8da993478597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:21.700447 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-81bdc97f-a7da-4da3-bae9-8da993478597 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0883710 Aug 20 15:36:21.768748 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-56da0250-44ce-4f4c-b4f0-64cdc813e216 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1002 time: 0.0564806 Aug 20 15:36:21.821211 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-c6dd5b43-da92-4646-a75b-292095d1521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:21.822625 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-c6dd5b43-da92-4646-a75b-292095d1521a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0464497 Aug 20 15:36:21.871446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-d2bd158f-209f-472c-aa05-ef223b6c2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:36:21.872904 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-d2bd158f-209f-472c-aa05-ef223b6c2a89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396049 Aug 20 15:36:21.965626 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-c85b4de4-656c-4fbd-978b-74c86ab99b00 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 Aug 20 15:36:22.057950 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-cac494c0-af7c-4b9b-bb88-b444e02a04fe req-c17dd80c-4496-4a99-bbd8-8cbe9a33f60f service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844877 Aug 20 15:36:22.597680 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:36:29.146892 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:36.221059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:42.245479 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c3986920-4706-4001-adfe-fe9d54bc0118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:44.863662 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:45.226873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-af1741b3-56ce-42ab-8a2c-31af1cae4dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:46.248102 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:47.933156 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:59.159369 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:36:59.596454 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:37:06.220567 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:12.247471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-24c4ea5f-a289-45da-9f53-74e9d7467f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:14.865071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:15.227339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-322fae44-1eeb-4873-843a-f16e52e856fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:16.254064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:17.934132 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:21.501590 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48108296-52fb-4ca0-86f5-2cc20286510c req-173dcb7a-b353-4882-ab9d-1eaefdab7a6d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387094 Aug 20 15:37:21.596088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108296-52fb-4ca0-86f5-2cc20286510c req-64285947-c0d0-49a4-aad8-c7a22fbbc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:37:21.597552 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48108296-52fb-4ca0-86f5-2cc20286510c req-64285947-c0d0-49a4-aad8-c7a22fbbc029 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1098 time: 0.0396061 Aug 20 15:37:21.708732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108296-52fb-4ca0-86f5-2cc20286510c req-4b2fa746-b0cf-4d42-86ff-b7eced8f9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:37:21.710210 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48108296-52fb-4ca0-86f5-2cc20286510c req-4b2fa746-b0cf-4d42-86ff-b7eced8f9500 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0941515 Aug 20 15:37:21.775640 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48108296-52fb-4ca0-86f5-2cc20286510c req-4fd01135-a061-4023-9ee6-fb04cc710f35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1002 time: 0.0583794 Aug 20 15:37:21.830424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108296-52fb-4ca0-86f5-2cc20286510c req-c4df22d0-85d6-4bc0-ba14-89574cfae21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:37:21.831956 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48108296-52fb-4ca0-86f5-2cc20286510c req-c4df22d0-85d6-4bc0-ba14-89574cfae21c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0475862 Aug 20 15:37:21.877246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48108296-52fb-4ca0-86f5-2cc20286510c req-e0fd7d6f-6dbb-4f53-8ef4-d1a00f9a3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:37:21.878743 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48108296-52fb-4ca0-86f5-2cc20286510c req-e0fd7d6f-6dbb-4f53-8ef4-d1a00f9a3b45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402346 Aug 20 15:37:21.965008 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48108296-52fb-4ca0-86f5-2cc20286510c req-9be6255d-cb1c-4ba4-9082-38c047be5f5b service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789673 Aug 20 15:37:22.059789 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-48108296-52fb-4ca0-86f5-2cc20286510c req-4339cb99-384b-4dd0-8e30-7f855c320a72 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868244 Aug 20 15:37:29.157020 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:36.219682 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:36.595749 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:37:42.249180 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd942bb5-768e-4278-912b-cc9b10901534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:44.865503 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:45.227639 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3412751a-cb62-4d5c-9f5d-cb1749860e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:46.254216 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:47.938348 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:37:59.155768 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:06.233292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:12.250196 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0d60822e-a619-4754-9365-ddce2fa9e649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:13.595151 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:38:14.867977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:15.229077 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7d3f-fc2d-4d2f-bcac-6f26d0e2852a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:16.255925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:17.940752 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:21.500458 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-6f0ffdc6-72d8-4e83-ba97-2690808590e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390215 Aug 20 15:38:21.597945 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-ed75f278-0570-434b-844c-b5c20334f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:21.599411 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-ed75f278-0570-434b-844c-b5c20334f3e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1098 time: 0.0399327 Aug 20 15:38:21.704518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-fcd598c3-b65c-4829-b538-9ce804123cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:21.706000 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-fcd598c3-b65c-4829-b538-9ce804123cfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0881889 Aug 20 15:38:21.770474 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-b002670a-7ad0-4dd6-ad10-2130abfd9ded service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1002 time: 0.0573757 Aug 20 15:38:21.822769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-587142b9-7f47-4b80-9390-9fdeb939250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:21.824216 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-587142b9-7f47-4b80-9390-9fdeb939250a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0466087 Aug 20 15:38:21.868069 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-b506b310-8394-4ef3-8d9c-2828fc7d4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:21.869524 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-b506b310-8394-4ef3-8d9c-2828fc7d4831 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382245 Aug 20 15:38:21.962648 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-1ae9a0a6-cb5c-48ef-95cb-ada24fbd6199 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849035 Aug 20 15:38:22.061443 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b7329771-ce40-4057-bb4c-5a69d4104131 req-cadd7b08-7e28-4f78-bfe7-0b389db9a663 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918095 Aug 20 15:38:29.171076 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:31.018660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2f667-9846-40fa-a954-701978329bab req-6ba91f40-25d0-4c75-b54d-ad4c3c9ec64f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:31.020299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c2f667-9846-40fa-a954-701978329bab req-6ba91f40-25d0-4c75-b54d-ad4c3c9ec64f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0496929 Aug 20 15:38:31.057935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c2f667-9846-40fa-a954-701978329bab req-cef1e070-1e38-4b61-b286-151a5f3a6b31 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Aug 20 15:38:31.303266 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b6c1-2cd1-4f0e-baf1-928e1ed09455 req-15d9fa27-2b43-43c6-afb5-7b434148659f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:31.304806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34b5b6c1-2cd1-4f0e-baf1-928e1ed09455 req-15d9fa27-2b43-43c6-afb5-7b434148659f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0572844 Aug 20 15:38:31.344654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34b5b6c1-2cd1-4f0e-baf1-928e1ed09455 req-8e0943ea-8780-4e5e-9a02-32c600aaffbc tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334177 Aug 20 15:38:31.390239 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-35f48ed1-cb8d-4903-a946-956748b7fe11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1469264 Aug 20 15:38:32.480452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fc5b6-2df9-4e8e-8dd9-ec19c87795ee req-d6181d05-7a50-4ee4-a2bc-5109bc87a582 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:32.482653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-961fc5b6-2df9-4e8e-8dd9-ec19c87795ee req-d6181d05-7a50-4ee4-a2bc-5109bc87a582 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0496283 Aug 20 15:38:32.519949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-961fc5b6-2df9-4e8e-8dd9-ec19c87795ee req-578fb2f3-ad85-4c95-98cc-6563e2d767f3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312552 Aug 20 15:38:32.750420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-ad51a223-6a11-4a0b-89c9-3921d8981a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:32.751896 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-ad51a223-6a11-4a0b-89c9-3921d8981a4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1098 time: 0.0417159 Aug 20 15:38:33.148986 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5f875a51-23fc-4c7e-ae37-4cf3aa180834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:33.150484 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5f875a51-23fc-4c7e-ae37-4cf3aa180834 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.3919888 Aug 20 15:38:33.216869 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-1845b510-13aa-4a5a-ae7d-4933bf8e3e27 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1002 time: 0.0572717 Aug 20 15:38:33.269400 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-4e837ef4-3c5e-4803-b884-5ea76e1e8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:33.270831 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-4e837ef4-3c5e-4803-b884-5ea76e1e8cb1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0466011 Aug 20 15:38:33.318788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-55d662a5-7e58-454a-8e0f-4414450358e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:33.320301 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-55d662a5-7e58-454a-8e0f-4414450358e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406742 Aug 20 15:38:33.410139 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-56171035-c1a2-4b05-98b7-27976095f0a9 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798092 Aug 20 15:38:33.501556 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-53f84e5b-5b0a-4e59-93fb-0c6cfbdac449 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844817 Aug 20 15:38:33.638784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd721713-1035-4433-8007-8e8e29bdc0c7 req-0f811cc3-e4fb-4008-b2a7-079f6d3f2170 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:33.640296 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd721713-1035-4433-8007-8e8e29bdc0c7 req-0f811cc3-e4fb-4008-b2a7-079f6d3f2170 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0496218 Aug 20 15:38:33.678234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd721713-1035-4433-8007-8e8e29bdc0c7 req-467a0df9-7816-4cef-adba-3a39c7c10120 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 Aug 20 15:38:34.801815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b676f-6a66-476d-b265-c8e29c9f6d56 req-f9c580a6-c275-4480-ba2b-3d333a86b9ba tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:34.803369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c05b676f-6a66-476d-b265-c8e29c9f6d56 req-f9c580a6-c275-4480-ba2b-3d333a86b9ba tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0566888 Aug 20 15:38:34.841948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c05b676f-6a66-476d-b265-c8e29c9f6d56 req-31f34257-746c-4991-abae-321037d6e31a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315685 Aug 20 15:38:35.960869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0eb62-c598-4f65-a90b-1f8b067441cc req-ca0cdee0-ec13-4f0e-9ce6-8f2d4273bdfa tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:35.962335 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50c0eb62-c598-4f65-a90b-1f8b067441cc req-ca0cdee0-ec13-4f0e-9ce6-8f2d4273bdfa tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0496478 Aug 20 15:38:36.000693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-50c0eb62-c598-4f65-a90b-1f8b067441cc req-a944ed81-6bbc-4a97-936c-0408426bb86a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312541 Aug 20 15:38:36.265958 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:37.120250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918507e-f059-47ed-a7d6-526f9a04fef0 req-219874d9-ac42-40d9-894b-e61bb578b0ee tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:37.121763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c918507e-f059-47ed-a7d6-526f9a04fef0 req-219874d9-ac42-40d9-894b-e61bb578b0ee tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0512774 Aug 20 15:38:37.160608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c918507e-f059-47ed-a7d6-526f9a04fef0 req-551cfe1a-e2a7-48ce-bdc4-68a4c10476b0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322318 Aug 20 15:38:38.283686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af742e2-0b03-414d-9834-b0437f0cd0d5 req-a6d0621b-be2f-4944-bf9e-d34cec8a7466 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:38.285175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af742e2-0b03-414d-9834-b0437f0cd0d5 req-a6d0621b-be2f-4944-bf9e-d34cec8a7466 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0530910 Aug 20 15:38:38.323791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1af742e2-0b03-414d-9834-b0437f0cd0d5 req-3a1df718-7715-4734-8eb2-a89a7e936e47 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Aug 20 15:38:39.438956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696d6bb-810b-4e57-8920-92139c315880 req-a989ebac-9bc9-436a-a68f-cf227715e27b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:39.440446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f696d6bb-810b-4e57-8920-92139c315880 req-a989ebac-9bc9-436a-a68f-cf227715e27b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0489943 Aug 20 15:38:39.477469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f696d6bb-810b-4e57-8920-92139c315880 req-635cdc68-fea3-4b4a-8305-a0c2b5bfa9d3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311458 Aug 20 15:38:40.594290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f94b7a-5086-472f-9160-e34d383af5e9 req-064fff9e-f1e0-4730-a45b-4f1991d58c0e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:40.595788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8f94b7a-5086-472f-9160-e34d383af5e9 req-064fff9e-f1e0-4730-a45b-4f1991d58c0e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0504179 Aug 20 15:38:40.632550 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8f94b7a-5086-472f-9160-e34d383af5e9 req-6f8fb5b8-8a13-4b7d-85d6-a5cc64dc5790 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305953 Aug 20 15:38:41.753243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17925a2d-6e9f-4edd-b57e-0e6524cebfec req-cd5eae94-f552-4346-a8d2-dae2cea18496 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:41.754735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17925a2d-6e9f-4edd-b57e-0e6524cebfec req-cd5eae94-f552-4346-a8d2-dae2cea18496 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0532720 Aug 20 15:38:41.792360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17925a2d-6e9f-4edd-b57e-0e6524cebfec req-4ea26eb0-afd5-4f37-a8af-4612e0f313df tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315967 Aug 20 15:38:42.250484 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9f539021-4b69-4e05-94e6-fb6dd4fe8ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:42.908411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efcfc-246d-4510-ad46-3898bbddfd60 req-1316d11b-a168-43fb-bff9-7a405ad69d91 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:42.909941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e7efcfc-246d-4510-ad46-3898bbddfd60 req-1316d11b-a168-43fb-bff9-7a405ad69d91 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0501363 Aug 20 15:38:42.947975 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e7efcfc-246d-4510-ad46-3898bbddfd60 req-e227c25a-b6f3-4ddd-80a0-a1c6fcf832e4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316103 Aug 20 15:38:44.064544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e14501-0424-4307-b1ff-1f19511263c1 req-3f58bf7f-c77e-4e33-90f1-477cde83c81a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:44.066177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6e14501-0424-4307-b1ff-1f19511263c1 req-3f58bf7f-c77e-4e33-90f1-477cde83c81a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0511005 Aug 20 15:38:44.104346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6e14501-0424-4307-b1ff-1f19511263c1 req-7076cf7f-a56d-49f9-86ae-327a84317cf1 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Aug 20 15:38:44.869519 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:45.230452 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ea458f27-a2c0-4005-a7b2-3d4bf2108195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:45.235828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f9972-ebcd-4621-aa29-24279fea4b72 req-04198bd4-5630-4ab3-b8f1-71a1872420f7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:45.237416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc6f9972-ebcd-4621-aa29-24279fea4b72 req-04198bd4-5630-4ab3-b8f1-71a1872420f7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0584075 Aug 20 15:38:45.275757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc6f9972-ebcd-4621-aa29-24279fea4b72 req-9c7e2638-5c8b-473a-ad97-1d24c3c0cab4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321937 Aug 20 15:38:45.579345 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-86d9b224-f883-4a14-b8f6-036d57585845 req-a381464c-881e-4e36-9922-1450b4e62a15 service neutron] show failed (client error): The resource could not be found. Aug 20 15:38:45.580314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-a381464c-881e-4e36-9922-1450b4e62a15 service neutron] 10.222.0.72 "GET /v2.0/ports/6a00b26d-0b98-4247-8ede-24735eb2199b/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0546453 Aug 20 15:38:45.865243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-ccb3617e-c219-4770-9a7a-b1524c3806a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:45.866792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-ccb3617e-c219-4770-9a7a-b1524c3806a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 1098 time: 0.1254461 Aug 20 15:38:45.882887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:38:45.942056 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:46.143696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:38:46.177842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:38:46.217963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:38:46.221067 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79613248-1a7f-4c4a-9e24-dd70095cc455" -d '{"events": [{"server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:38:46.225296 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:46.240110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Transition to ACTIVE for port object 6a00b26d-0b98-4247-8ede-24735eb2199b will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:38:46.245756 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:46.262852 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:46.374671 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaace093-3f6d-4775-9a45-8739c81e76e1 x-openstack-request-id: req-aaace093-3f6d-4775-9a45-8739c81e76e1 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:38:46.375068 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "name": "network-vif-unplugged", "status": "completed", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:38:46.375331 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aaace093-3f6d-4775-9a45-8739c81e76e1 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:38:46.375726 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'code': 200} Aug 20 15:38:46.386566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Pushing event updated for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:38:46.428074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] No DVR routers for this DVR port 6a00b26d-0b98-4247-8ede-24735eb2199b on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:38:46.430464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.430814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.431160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.431504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.431866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.432201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.432544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.432867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.433194 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.433521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.433847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.434171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:46.557659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6367e61-58d3-477f-b7d5-85939e663ae9 req-4d7e67f6-7b00-49e6-9edc-000aa4300c02 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:46.559066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6367e61-58d3-477f-b7d5-85939e663ae9 req-4d7e67f6-7b00-49e6-9edc-000aa4300c02 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.1322501 Aug 20 15:38:46.630552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6367e61-58d3-477f-b7d5-85939e663ae9 req-ca6fdbad-df72-4eab-a6a5-0e4cd1e210da tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641303 Aug 20 15:38:46.640072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Attempting to bind port 6a00b26d-0b98-4247-8ede-24735eb2199b on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:38:46.640414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Attempting to bind port 6a00b26d-0b98-4247-8ede-24735eb2199b by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:38:46.641365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Attempting to bind port 6a00b26d-0b98-4247-8ede-24735eb2199b on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:38:46.645830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Port 6a00b26d-0b98-4247-8ede-24735eb2199b on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:38:46.646156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Attempting to bind port 6a00b26d-0b98-4247-8ede-24735eb2199b on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:38:46.650917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:38:46.651258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:38:46.651665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:38:46.652111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Bound port: 6a00b26d-0b98-4247-8ede-24735eb2199b, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:38:46.652456 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:46.715261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:38:46.718195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:38:46.722396 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:46.757688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:46.758309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:46.759726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] 10.222.0.70 "PUT /v2.0/ports/6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1093 time: 0.8811133 Aug 20 15:38:46.794331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4abd66-2d3c-4e7b-a9f0-00c8dfde054a service neutron] Pushing event updated for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:38:46.832214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-02331f9f-bbdf-4989-9522-b6c04e783ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:46.833683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-02331f9f-bbdf-4989-9522-b6c04e783ca5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1096 time: 0.0477958 Aug 20 15:38:46.932154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-05b69e13-410c-4330-a360-325a0c620f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:46.933654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-05b69e13-410c-4330-a360-325a0c620f34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0909097 Aug 20 15:38:47.010849 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-b6c5bd45-22db-4e3b-b292-2fef0ff9fba7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1000 time: 0.0636261 Aug 20 15:38:47.064736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-b379f4bc-40f3-44fa-a7df-1603427ab962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:47.066153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-b379f4bc-40f3-44fa-a7df-1603427ab962 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0434988 Aug 20 15:38:47.112998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9b224-f883-4a14-b8f6-036d57585845 req-a22e1d8a-82b4-401a-98bd-cd346be7439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:47.114469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-a22e1d8a-82b4-401a-98bd-cd346be7439c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397446 Aug 20 15:38:47.210090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-3e6bb7d4-32af-40e6-bb53-e54c5f0d906f service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870426 Aug 20 15:38:47.304211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86d9b224-f883-4a14-b8f6-036d57585845 req-7f35327d-68a0-482d-9241-6a609c7ee48b service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819240 Aug 20 15:38:47.748314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd530d9-fe5a-422c-86d4-2852e7a2fd0c req-cad19078-18ce-419e-8b3f-74b25b369f79 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:47.749800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9dd530d9-fe5a-422c-86d4-2852e7a2fd0c req-cad19078-18ce-419e-8b3f-74b25b369f79 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.0502253 Aug 20 15:38:47.792058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9dd530d9-fe5a-422c-86d4-2852e7a2fd0c req-7f25c721-d106-4184-bbb8-d6c3b098eb1f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363066 Aug 20 15:38:47.942463 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:48.376886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:38:48.379386 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f727a3-b180-4828-9c2f-e11c677476cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:38:48.427332 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a14933-0965-4516-a7a4-28dd9400bbea x-openstack-request-id: req-b1a14933-0965-4516-a7a4-28dd9400bbea {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:38:48.427689 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:38:48.427956 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1a14933-0965-4516-a7a4-28dd9400bbea {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:38:48.428356 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'status': 'completed', 'code': 200} Aug 20 15:38:48.502346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-dcd526e7-794e-421c-9207-9a645e2f877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:48.503908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-dcd526e7-794e-421c-9207-9a645e2f877e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1096 time: 0.0438871 Aug 20 15:38:48.509375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-e5f020c4-7d07-4f58-9514-ba8240cb77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:48.510843 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-e5f020c4-7d07-4f58-9514-ba8240cb77c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1096 time: 0.0436106 Aug 20 15:38:48.598020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-2d97242b-57ba-4f5b-83c7-fdc49be7d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:48.599494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-2d97242b-57ba-4f5b-83c7-fdc49be7d7a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0874467 Aug 20 15:38:48.603097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-e822da94-34a7-4a21-a327-9c8b2abc3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:48.604611 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-e822da94-34a7-4a21-a327-9c8b2abc3c87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0867827 Aug 20 15:38:48.669509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-b94933c4-297b-4338-b7a2-0e98a5170572 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1000 time: 0.0623109 Aug 20 15:38:48.671142 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-4dcf1108-27af-493b-b347-57a105cab14c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1000 time: 0.0590351 Aug 20 15:38:48.719964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-e40192c3-a79b-4ea0-adf9-f072beaa0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:48.721421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-e40192c3-a79b-4ea0-adf9-f072beaa0bed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0443370 Aug 20 15:38:48.725072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-a8b1f83b-1b9b-4ddb-9fd8-1e31a1c18ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:48.726556 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-a8b1f83b-1b9b-4ddb-9fd8-1e31a1c18ac5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0482075 Aug 20 15:38:48.769864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-5278ce53-fb8b-4004-acf6-93283a0d855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:48.771627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-5278ce53-fb8b-4004-acf6-93283a0d855b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412471 Aug 20 15:38:48.775676 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-864613fd-55a5-4af2-8471-5b4363c59b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:48.777177 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-864613fd-55a5-4af2-8471-5b4363c59b53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418797 Aug 20 15:38:48.872490 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-69940ede-87e5-4eef-8a19-ddfff19d7bbc service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878835 Aug 20 15:38:48.901083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-0c578348-531b-4a64-8a99-c2e24cb67259 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162450 Aug 20 15:38:48.960134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6a00b26d-0b98-4247-8ede-24735eb2199b no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:38:48.966414 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-ec1c418a-533d-4884-95a3-9f07f73cdc3b service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Aug 20 15:38:48.969699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de4eb9-6739-462d-8728-b8238362bb25 req-6d98d9f7-8419-4ee2-a81f-9d9b8f7ef6b2 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:48.971225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21de4eb9-6739-462d-8728-b8238362bb25 req-6d98d9f7-8419-4ee2-a81f-9d9b8f7ef6b2 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.1024351 Aug 20 15:38:49.002227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 6a00b26d-0b98-4247-8ede-24735eb2199b not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:38:49.033820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21de4eb9-6739-462d-8728-b8238362bb25 req-bc8254f8-fe4a-45ba-8b90-da533eb87a42 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544984 Aug 20 15:38:49.044202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0f727a3-b180-4828-9c2f-e11c677476cc req-1a914f55-f3f9-4d5c-8246-4b8c822056a8 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323133 Aug 20 15:38:50.153629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba42634-99a9-48ac-a90a-f937e731d955 req-af3b40a7-7736-4b7c-90eb-377f36b132b7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:50.155126 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ba42634-99a9-48ac-a90a-f937e731d955 req-af3b40a7-7736-4b7c-90eb-377f36b132b7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.0490243 Aug 20 15:38:50.194250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ba42634-99a9-48ac-a90a-f937e731d955 req-e1e8849a-a5b4-45ed-aba0-230997e0211c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Aug 20 15:38:50.387356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbe74a-7561-457d-8c35-ed7cd9291975 req-d5b7154a-76ee-46db-98b0-d8578d49ef97 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:50.388882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ebbe74a-7561-457d-8c35-ed7cd9291975 req-d5b7154a-76ee-46db-98b0-d8578d49ef97 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 944 time: 0.0502386 Aug 20 15:38:50.412005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-1bb34c48-4a92-483c-b184-c97c1e3dac23 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:50.413496 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-1bb34c48-4a92-483c-b184-c97c1e3dac23 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5&tenant_id=a0178adc7f33459db546141a4c28a429&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 944 time: 0.0526896 Aug 20 15:38:50.428402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ebbe74a-7561-457d-8c35-ed7cd9291975 req-b6006ffb-46f8-4b78-9069-b19e1eb2515e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327473 Aug 20 15:38:50.474142 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-ee7e57e9-b573-40c8-8a49-e0853ea11817 service neutron] delete failed (client error): The resource could not be found. Aug 20 15:38:50.475065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-ee7e57e9-b573-40c8-8a49-e0853ea11817 service neutron] 10.222.0.72 "DELETE /v2.0/ports/6a00b26d-0b98-4247-8ede-24735eb2199b/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0536640 Aug 20 15:38:50.589875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-11939fcb-0577-4938-94b0-826db48915a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:50.592177 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-11939fcb-0577-4938-94b0-826db48915a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 1096 time: 0.0488560 Aug 20 15:38:50.594887 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:38:50.684151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-94d152e8-34d8-467b-b6a0-9ecd60460be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:50.686040 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-94d152e8-34d8-467b-b6a0-9ecd60460be4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0867331 Aug 20 15:38:50.754646 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-2fcf56d4-28ed-4056-9b98-2c929aab137e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 200 len: 1000 time: 0.0619409 Aug 20 15:38:50.803872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-588858a6-5687-4bbd-9232-d539867577c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:50.805291 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-588858a6-5687-4bbd-9232-d539867577c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0442097 Aug 20 15:38:50.850543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-ef71adfc-79af-4ae3-ae22-7ce939bfe539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:50.852018 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-ef71adfc-79af-4ae3-ae22-7ce939bfe539 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388796 Aug 20 15:38:50.946361 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-596dd0e1-2cf2-4b91-bea3-e18f4adbc95d service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854390 Aug 20 15:38:51.038080 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8967eb81-cf5a-4315-8741-7ed15b34c959 req-f8dd7083-c256-43ad-81b4-64dd0e3ae56e service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831792 Aug 20 15:38:51.141747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6a00b26d-0b98-4247-8ede-24735eb2199b details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:38:51.235171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:38:51.246136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'mac_address': 'fa:16:3e:7a:86:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:38:51.285268 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:51.297581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a00b26d-0b98-4247-8ede-24735eb2199b {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:38:51.315926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:38:51.319486 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:51.364780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:38:51.371905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.372258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.372594 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.372928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.373258 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.373585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.373907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.374228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.374550 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.375733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.375733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.376054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:51.554369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a3e8c-14e8-4a32-8640-fbc9cf1fe158 req-6d9a8f32-0149-4816-8980-438eb3e32493 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:51.555774 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3a3e8c-14e8-4a32-8640-fbc9cf1fe158 req-6d9a8f32-0149-4816-8980-438eb3e32493 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 945 time: 0.0550799 Aug 20 15:38:51.587197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['6a00b26d-0b98-4247-8ede-24735eb2199b'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:38:51.598700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3a3e8c-14e8-4a32-8640-fbc9cf1fe158 req-2f12d6a2-7996-4bbb-b357-f26f9f9a5858 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370369 Aug 20 15:38:52.719337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fd03c-dcc3-4322-8b5b-7ba40b02ed5d req-47e27574-b276-4c50-a79b-2b4939947462 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:52.720848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af8fd03c-dcc3-4322-8b5b-7ba40b02ed5d req-47e27574-b276-4c50-a79b-2b4939947462 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Aug 20 15:38:52.758237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-af8fd03c-dcc3-4322-8b5b-7ba40b02ed5d req-fbd2683b-c855-4059-b2c5-9bc0bc8018de tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315480 Aug 20 15:38:52.872069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea984f-a41b-499a-a9a3-8ca4cb821d0e req-c2292771-3aae-4195-b396-33323ee5d932 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:52.873544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74ea984f-a41b-499a-a9a3-8ca4cb821d0e req-c2292771-3aae-4195-b396-33323ee5d932 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 945 time: 0.0493648 Aug 20 15:38:52.911395 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74ea984f-a41b-499a-a9a3-8ca4cb821d0e req-75d738eb-bf28-4e99-a2fb-74c17595e6dc tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318246 Aug 20 15:38:53.028776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d20c8-7432-4502-bd6e-4794faf8adf7 req-b7d78ab1-ff6a-4aa1-b0ed-de4fb3b41452 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:53.030236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-142d20c8-7432-4502-bd6e-4794faf8adf7 req-b7d78ab1-ff6a-4aa1-b0ed-de4fb3b41452 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 945 time: 0.0515807 Aug 20 15:38:53.069560 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-142d20c8-7432-4502-bd6e-4794faf8adf7 req-39bd5bb9-f3ca-4457-a467-3c4d3e5dda4c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Aug 20 15:38:53.157064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6a00b26d-0b98-4247-8ede-24735eb2199b up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:38:53.216786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 6a00b26d-0b98-4247-8ede-24735eb2199b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:38:53.221150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 6a00b26d-0b98-4247-8ede-24735eb2199b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:38:53.221509 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:53.300743 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:53.304289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e23b26-f7a8-40f9-ab83-3c88d6743d08 req-24265db0-0b34-4b0e-b0ae-bbdf592191f0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:53.305802 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6e23b26-f7a8-40f9-ab83-3c88d6743d08 req-24265db0-0b34-4b0e-b0ae-bbdf592191f0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 945 time: 0.0501370 Aug 20 15:38:53.325961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:38:53.328919 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66102a52-8f92-47a4-8f06-509101a63e88" -d '{"events": [{"server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "name": "network-vif-plugged", "status": "completed", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:38:53.341134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:38:53.346007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6e23b26-f7a8-40f9-ab83-3c88d6743d08 req-9465089d-153a-40f1-a739-ea4bd66e45a7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341995 Aug 20 15:38:53.346696 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:53.394548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:38:53.453771 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79fee6e-dfb8-4767-88f8-6a6fc2076f8d x-openstack-request-id: req-f79fee6e-dfb8-4767-88f8-6a6fc2076f8d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:38:53.454064 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "name": "network-vif-plugged", "status": "completed", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:38:53.454313 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f79fee6e-dfb8-4767-88f8-6a6fc2076f8d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:38:53.454707 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'code': 200} Aug 20 15:38:54.464085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb620a1-5ac5-4ca8-aa52-4017d258ef7a req-391b9565-33f1-4b6d-80df-57fa34bc856c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:54.465579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1eb620a1-5ac5-4ca8-aa52-4017d258ef7a req-391b9565-33f1-4b6d-80df-57fa34bc856c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0498569 Aug 20 15:38:54.503746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1eb620a1-5ac5-4ca8-aa52-4017d258ef7a req-71ed34df-8804-475f-a436-0c95e4f2e601 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312958 Aug 20 15:38:54.759605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-047dff97-9da5-42be-accd-a72997b1c57e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:54.760966 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-047dff97-9da5-42be-accd-a72997b1c57e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 946 time: 0.0521436 Aug 20 15:38:54.850834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Deleting port 6a00b26d-0b98-4247-8ede-24735eb2199b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:38:54.851181 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:54.941670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] For port 6a00b26d-0b98-4247-8ede-24735eb2199b, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=6a00b26d-0b98-4247-8ede-24735eb2199b,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:38:54.942040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:55.105393 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:55.105785 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:55.106106 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 disassociated. External IP: 172.25.5.226, port: 6a00b26d-0b98-4247-8ede-24735eb2199b. Aug 20 15:38:55.106444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Calling delete_port for 6a00b26d-0b98-4247-8ede-24735eb2199b owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:38:55.232451 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:55.259940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event deleted for resources: {'Port': ['ID=6a00b26d-0b98-4247-8ede-24735eb2199b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:38:55.375726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:38:55.483256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:38:55.493579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:38:55.503342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:38:55.504067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:38:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:38:55.521241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] No DVR routers for this DVR port 6a00b26d-0b98-4247-8ede-24735eb2199b on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:38:55.523844 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:55.525946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7372cf34-7850-4b6e-a64b-fbac355c31d4 req-cfc278cb-55b1-4f61-a8ac-8b4ffd0f9872 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "DELETE /v2.0/ports/6a00b26d-0b98-4247-8ede-24735eb2199b HTTP/1.1" status: 204 len: 173 time: 0.7552707 Aug 20 15:38:55.526378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'name': 'network-vif-deleted', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:38:55.530002 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9fcd03-b704-4fa0-8f99-c6532eb6eea0" -d '{"events": [{"server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "name": "network-vif-deleted", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:38:55.602784 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b5aaab9a-f6f7-4c08-8b69-4aa3088b7b78 req-23254b7f-709e-4269-9c74-eb894183dd1b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6289042-84c7-41a2-b430-723d89c0e5b5 HTTP/1.1" status: 200 len: 210 time: 0.0292346 Aug 20 15:38:55.625588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:38:55.657442 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8457425-d2c6-4250-92d5-79794b4cd08c x-openstack-request-id: req-d8457425-d2c6-4250-92d5-79794b4cd08c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:38:55.657751 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6289042-84c7-41a2-b430-723d89c0e5b5", "name": "network-vif-deleted", "tag": "6a00b26d-0b98-4247-8ede-24735eb2199b", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:38:55.658012 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d8457425-d2c6-4250-92d5-79794b4cd08c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:38:55.658424 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6289042-84c7-41a2-b430-723d89c0e5b5', 'name': 'network-vif-deleted', 'tag': '6a00b26d-0b98-4247-8ede-24735eb2199b', 'status': 'completed', 'code': 200} Aug 20 15:38:55.836060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:38:55.865033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:38:55.873210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:38:55.873817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:38:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:38:55.980502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:38:56.177215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:38:56.202898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98e61b5-044c-4337-8917-a2cd364ac69c None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:38:56.423454 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e2c313-fa7f-4781-9c90-466a53f6b1ef None None] New status for floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:38:56.846227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-15f5f156-7847-4f00-9fa1-c8156a1f7392 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--308431092&fields=id&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 267 time: 0.0322337 Aug 20 15:38:56.955000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d82052-e289-4386-b8c2-b1c52388738c req-5fa76134-f4f5-474d-8cf7-b4865ce58482 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:56.956510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-5fa76134-f4f5-474d-8cf7-b4865ce58482 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 812 time: 0.1036789 Aug 20 15:38:56.971925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-dbb8777f-503d-4df3-88b6-cf41aaf973eb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/quotas/a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 375 time: 0.0095870 Aug 20 15:38:57.026334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-1a4784db-58a6-42de-beb5-f5c541d61b54 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489035 Aug 20 15:38:57.498303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-609c8543-6115-48cc-a45b-4a6cda7325f1 service neutron] 10.222.0.36 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583595 Aug 20 15:38:57.586665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-642e7405-0076-4bc4-b38e-06a86634823e service neutron] 10.222.0.36 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816345 Aug 20 15:38:57.752980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c1c578e-52b3-4d30-9211-35af6ce98bf0 req-cc5db1ca-c274-42cb-af73-6e71503af816 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 210 time: 0.0312686 Aug 20 15:38:58.853934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8409108a-8db7-4c65-bf2e-f33a94498294 req-8c92db4f-2bfd-4389-aee8-e5973aa1e196 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 210 time: 0.0310333 Aug 20 15:38:58.919318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d82052-e289-4386-b8c2-b1c52388738c req-f93eec9f-eb5a-43ef-8796-0963a22853e8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:58.920834 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-f93eec9f-eb5a-43ef-8796-0963a22853e8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 812 time: 0.1167881 Aug 20 15:38:58.977873 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-be8f7a53-5d9f-45d0-9066-029f1f665c18 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 379 time: 0.0346770 Aug 20 15:38:58.998670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'port': {'device_id': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'admin_state_up': True, 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'security_groups': ['82640e92-f5c8-486b-8d9b-bfbc3b0d7861']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:38:59.112682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Made reservation on behalf of a0178adc7f33459db546141a4c28a429 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:38:59.116132 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:59.172090 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:59.202374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6a00b26d-0b98-4247-8ede-24735eb2199b no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:38:59.226673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 6a00b26d-0b98-4247-8ede-24735eb2199b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:38:59.227024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 6a00b26d-0b98-4247-8ede-24735eb2199b not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:38:59.248803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Allocated IP 172.20.0.7 (f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c/3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6/5caa085d-a849-4eeb-86c6-66f9c011b4b9) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:38:59.393268 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:59.406563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Transition to ACTIVE for port object 5caa085d-a849-4eeb-86c6-66f9c011b4b9 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:38:59.440753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:59.483040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:38:59.486430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:38:59.488873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:38:59.526075 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event updated for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:38:59.540427 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.540777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.541123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.541472 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.541811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.542154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.542487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.542817 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.543147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.543475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.543830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.544161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:38:59.565941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:59.566589 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:59.583654 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-fc1c03be-be74-493e-8289-fc91ba5ccc8b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885265 Aug 20 15:38:59.603815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Request body: {'port': {'device_id': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:38:59.672378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:59.698242 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-03c0c386-24e4-4971-be0a-120d7cd6da87 None None] Provisioning for port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:38:59.702006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-03c0c386-24e4-4971-be0a-120d7cd6da87 None None] Provisioning complete for port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:38:59.702376 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-03c0c386-24e4-4971-be0a-120d7cd6da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:59.737164 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-03c0c386-24e4-4971-be0a-120d7cd6da87 None None] Port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:38:59.937868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caa085d-a849-4eeb-86c6-66f9c011b4b9 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:38:59.946021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:59.957831 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Transition to ACTIVE for port object 5caa085d-a849-4eeb-86c6-66f9c011b4b9 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:38:59.961874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:38:59.976595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e3412-702d-4723-9b96-80df72dc0e70 req-b4dd38d2-f49d-45d5-9326-4d791e9e183b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:38:59.978106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-913e3412-702d-4723-9b96-80df72dc0e70 req-b4dd38d2-f49d-45d5-9326-4d791e9e183b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 931 time: 0.0498478 Aug 20 15:39:00.013641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:39:00.039536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-913e3412-702d-4723-9b96-80df72dc0e70 req-9e0bb3ed-035e-44d9-a51f-62d042189e97 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552690 Aug 20 15:39:00.099392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Attempting to bind port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:39:00.099761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Attempting to bind port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:39:00.100100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Attempting to bind port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:39:00.104593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:39:00.104926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Attempting to bind port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:39:00.109884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:39:00.110227 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:39:00.111158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:39:00.111607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Bound port: 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:39:00.111974 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:00.178716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:39:00.181671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:39:00.186306 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:00.222099 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:00.222740 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:00.224288 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 1092 time: 0.6251254 Aug 20 15:39:00.224723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:39:00.226959 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e952251-c92c-4c4f-9f4d-61405aa83a74" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:39:00.248729 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670286c-e790-4f3d-904a-bf98715da5a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:39:00.283925 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ad9a65-fe18-464e-b6d5-4b7328f042b7 x-openstack-request-id: req-31ad9a65-fe18-464e-b6d5-4b7328f042b7 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:39:00.284225 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:39:00.284555 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31ad9a65-fe18-464e-b6d5-4b7328f042b7 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:39:00.284994 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'status': 'completed', 'code': 200} Aug 20 15:39:00.344297 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d82052-e289-4386-b8c2-b1c52388738c req-8f382539-0820-42ef-8873-4a4757d6cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:00.346029 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-8f382539-0820-42ef-8873-4a4757d6cf62 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1095 time: 0.0445170 Aug 20 15:39:00.400869 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-30b10c16-55c2-4c98-8811-d78115358a8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 217 time: 0.0405848 Aug 20 15:39:00.450180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d82052-e289-4386-b8c2-b1c52388738c req-25ff7492-42a6-4182-a3b1-e37c2ee1b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:00.451526 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-25ff7492-42a6-4182-a3b1-e37c2ee1b756 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0434482 Aug 20 15:39:00.496959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d82052-e289-4386-b8c2-b1c52388738c req-87d3240c-4aba-4520-9f0a-51234efe114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:00.498454 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-87d3240c-4aba-4520-9f0a-51234efe114c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390759 Aug 20 15:39:00.591929 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-b2ebba44-57d0-4e41-a625-7190ede4e83b service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859556 Aug 20 15:39:00.684167 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-41d82052-e289-4386-b8c2-b1c52388738c req-7f421890-dba8-4da1-bd50-cc2fa5d2a3b5 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845616 Aug 20 15:39:00.824785 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-032fb1bf-990b-4abb-b05f-38f1d488b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:00.826175 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-032fb1bf-990b-4abb-b05f-38f1d488b31c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1095 time: 0.0451903 Aug 20 15:39:00.914479 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-2d29eb14-93da-4df5-a3cc-7e3898720ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:00.916246 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-2d29eb14-93da-4df5-a3cc-7e3898720ccc service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0827279 Aug 20 15:39:00.957854 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-dfb78d43-1667-4d5c-831b-5af7d108825e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 217 time: 0.0333991 Aug 20 15:39:01.010524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-da1ff013-fef6-4c67-9127-cce40d81f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:01.011994 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-da1ff013-fef6-4c67-9127-cce40d81f305 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0469174 Aug 20 15:39:01.057720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-f5471d8f-c1e9-4151-a7ab-f5026c08ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:01.059198 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-f5471d8f-c1e9-4151-a7ab-f5026c08ac9e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394361 Aug 20 15:39:01.151736 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-b0116b4a-5bec-4ecf-a1dc-dce5006730be service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845249 Aug 20 15:39:01.160802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e45af8-b018-4135-9ccf-ba3d4edd3f00 req-13982821-d03d-48e0-9db8-5825bc9bd99d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:01.162280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33e45af8-b018-4135-9ccf-ba3d4edd3f00 req-13982821-d03d-48e0-9db8-5825bc9bd99d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 943 time: 0.0486431 Aug 20 15:39:01.202201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33e45af8-b018-4135-9ccf-ba3d4edd3f00 req-cc942524-365d-4126-916a-282fd617e829 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335801 Aug 20 15:39:01.247141 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8e952251-c92c-4c4f-9f4d-61405aa83a74 req-6bc799f7-b885-482d-b9d6-03ff12422e25 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870903 Aug 20 15:39:02.322084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adbac2-4a07-4680-8eac-8b699bb9ccd8 req-3f838be2-ab3c-4a55-8ada-e1a0c8177552 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:02.323561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02adbac2-4a07-4680-8eac-8b699bb9ccd8 req-3f838be2-ab3c-4a55-8ada-e1a0c8177552 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 943 time: 0.0531390 Aug 20 15:39:02.362401 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02adbac2-4a07-4680-8eac-8b699bb9ccd8 req-64c65765-5333-4215-8dac-2784e5c45735 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Aug 20 15:39:03.477708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481f64b-ab59-462a-ad0e-82b32cce9c65 req-4a723aa4-1db1-4d3e-bc97-16a5dfe50aa7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:03.479198 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7481f64b-ab59-462a-ad0e-82b32cce9c65 req-4a723aa4-1db1-4d3e-bc97-16a5dfe50aa7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 943 time: 0.0487185 Aug 20 15:39:03.516393 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7481f64b-ab59-462a-ad0e-82b32cce9c65 req-9e599cab-eb03-4dd7-9256-0afc384db563 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312939 Aug 20 15:39:04.632824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96099d92-61e4-413d-b92b-77ef427e3cc4 req-c8ab493c-9e1a-4725-9765-eaee22a47298 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:04.634340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96099d92-61e4-413d-b92b-77ef427e3cc4 req-c8ab493c-9e1a-4725-9765-eaee22a47298 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 943 time: 0.0490000 Aug 20 15:39:04.675043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-96099d92-61e4-413d-b92b-77ef427e3cc4 req-a5c13255-826a-4cb5-b131-537c7db244db tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347641 Aug 20 15:39:04.990393 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5caa085d-a849-4eeb-86c6-66f9c011b4b9 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:39:05.085193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:39:05.099372 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'mac_address': 'fa:16:3e:79:3c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:39:05.135168 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:05.148257 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caa085d-a849-4eeb-86c6-66f9c011b4b9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:39:05.166488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:39:05.170281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:05.221734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:39:05.605450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['5caa085d-a849-4eeb-86c6-66f9c011b4b9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:39:05.794161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ed36-e139-4ad5-9008-c0080faa376b req-7726b41c-ea32-4754-9477-d81ed1160c1e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:05.795647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fc0ed36-e139-4ad5-9008-c0080faa376b req-7726b41c-ea32-4754-9477-d81ed1160c1e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 944 time: 0.0516856 Aug 20 15:39:05.833191 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1fc0ed36-e139-4ad5-9008-c0080faa376b req-4f5c0979-d916-4336-b4d4-5550153a4cec tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309064 Aug 20 15:39:06.262806 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:06.950100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091ca7-64a7-4337-a233-40b053f5f6e1 req-9cfa1e87-6ff6-4fa6-83ce-12a2500442c7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:06.951593 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78091ca7-64a7-4337-a233-40b053f5f6e1 req-9cfa1e87-6ff6-4fa6-83ce-12a2500442c7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 944 time: 0.0494714 Aug 20 15:39:06.988964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78091ca7-64a7-4337-a233-40b053f5f6e1 req-88d8ed5a-58c4-4ea5-8003-11500f0580af tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309076 Aug 20 15:39:06.990278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5caa085d-a849-4eeb-86c6-66f9c011b4b9 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:39:07.038388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:39:07.042416 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:39:07.042793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:07.122987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:07.144333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:39:07.146596 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c098f82-b2dc-4973-970e-51b9d0d384d7" -d '{"events": [{"server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "name": "network-vif-plugged", "status": "completed", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:39:07.159405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:39:07.163245 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:07.189263 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99b6d1f-39a6-466e-a4a7-5b742fba0bee x-openstack-request-id: req-c99b6d1f-39a6-466e-a4a7-5b742fba0bee {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:39:07.189562 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "name": "network-vif-plugged", "status": "completed", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:39:07.189820 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c99b6d1f-39a6-466e-a4a7-5b742fba0bee {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:39:07.190214 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'code': 200} Aug 20 15:39:07.218456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:39:07.305914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7ddf8-8203-4d75-8177-2687c6177b12 req-2cf0c326-d608-42bf-a894-6b809233d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:07.307430 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d8c7ddf8-8203-4d75-8177-2687c6177b12 req-2cf0c326-d608-42bf-a894-6b809233d9ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1097 time: 0.0414081 Aug 20 15:39:07.342250 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d8c7ddf8-8203-4d75-8177-2687c6177b12 req-caa76ae0-feb1-483c-a8e5-bab95fb6159d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268819 Aug 20 15:39:08.105833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e9673-3779-45d3-b671-3b97f571c01f req-6c260d7d-8fc1-4026-811c-5037b96b9ab4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:08.107310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-706e9673-3779-45d3-b671-3b97f571c01f req-6c260d7d-8fc1-4026-811c-5037b96b9ab4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0496933 Aug 20 15:39:08.145866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-706e9673-3779-45d3-b671-3b97f571c01f req-a5a06915-3fe4-40f7-9864-b1fa2bdccb2f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324819 Aug 20 15:39:09.265551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767b9ff-73cf-43e2-95f5-78317d188c8c req-a544e557-899d-4632-803d-bc49d2d1ac3f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:09.268090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9767b9ff-73cf-43e2-95f5-78317d188c8c req-a544e557-899d-4632-803d-bc49d2d1ac3f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0556996 Aug 20 15:39:09.308541 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9767b9ff-73cf-43e2-95f5-78317d188c8c req-dfa447d7-fd30-4149-9a0c-7123be0453f7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343306 Aug 20 15:39:09.419603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb863d9-9468-4965-a08b-3345670f44d8 req-7af85156-d589-4053-80d3-bfdaf2af3494 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:09.421095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdb863d9-9468-4965-a08b-3345670f44d8 req-7af85156-d589-4053-80d3-bfdaf2af3494 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0500350 Aug 20 15:39:09.429951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54440) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:39:09.434470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-1cb5e472-401b-4529-82fa-fc2c8426f147 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'floatingip': {'port_id': '5caa085d-a849-4eeb-86c6-66f9c011b4b9'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:39:09.473472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e472-401b-4529-82fa-fc2c8426f147 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:09.908877 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e472-401b-4529-82fa-fc2c8426f147 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:09.912679 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e472-401b-4529-82fa-fc2c8426f147 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:10.013999 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-1cb5e472-401b-4529-82fa-fc2c8426f147 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 associated. External IP: 172.25.5.226, port: 5caa085d-a849-4eeb-86c6-66f9c011b4b9. Aug 20 15:39:10.222709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb5e472-401b-4529-82fa-fc2c8426f147 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:39:10.331314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb5e472-401b-4529-82fa-fc2c8426f147 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:39:10.336192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1cb5e472-401b-4529-82fa-fc2c8426f147 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:10.341596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:39:10.351342 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:39:10.352064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:38:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:39:10.364656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1cb5e472-401b-4529-82fa-fc2c8426f147 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "PUT /v2.0/floatingips/1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 HTTP/1.1" status: 200 len: 991 time: 0.9309297 Aug 20 15:39:10.364656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:39:10.364922 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d80c04-7d09-4201-9325-0082158afe0d" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:39:10.459904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:39:10.470535 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb8870b-6242-44ed-8835-c505ac75c0c4 x-openstack-request-id: req-eeb8870b-6242-44ed-8835-c505ac75c0c4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:39:10.470831 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:39:10.471087 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eeb8870b-6242-44ed-8835-c505ac75c0c4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:39:10.471491 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'status': 'completed', 'code': 200} Aug 20 15:39:10.558362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d80c04-7d09-4201-9325-0082158afe0d req-b91047cb-c9f7-4dc3-8c22-5b7aca362607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:10.559807 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d80c04-7d09-4201-9325-0082158afe0d req-b91047cb-c9f7-4dc3-8c22-5b7aca362607 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1097 time: 0.0446146 Aug 20 15:39:10.658468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d80c04-7d09-4201-9325-0082158afe0d req-0d8f9e14-7ff8-4e4d-acaa-673785466b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:10.659991 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d80c04-7d09-4201-9325-0082158afe0d req-0d8f9e14-7ff8-4e4d-acaa-673785466b09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0922530 Aug 20 15:39:10.690872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:79:3c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:39:09Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:39:10.733741 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d80c04-7d09-4201-9325-0082158afe0d req-0a85c83c-765a-4aae-af1d-ebf2389acf13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 999 time: 0.0653007 Aug 20 15:39:10.785333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d80c04-7d09-4201-9325-0082158afe0d req-2b4cc646-dd05-4775-904f-06b77399ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:10.786834 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d80c04-7d09-4201-9325-0082158afe0d req-2b4cc646-dd05-4775-904f-06b77399ab31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0460258 Aug 20 15:39:10.836360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d80c04-7d09-4201-9325-0082158afe0d req-a6df7750-2a74-4910-90f0-69524927441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:10.837792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d80c04-7d09-4201-9325-0082158afe0d req-a6df7750-2a74-4910-90f0-69524927441f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424550 Aug 20 15:39:10.870428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:39:10.879066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:39:10.879723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:38:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:39:10.934500 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d80c04-7d09-4201-9325-0082158afe0d req-a09fd113-20d2-43b7-b17f-06d0acc40b59 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876789 Aug 20 15:39:10.984000 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:39:11.023412 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-21d80c04-7d09-4201-9325-0082158afe0d req-5724dca3-b718-4baf-bfc7-4740b9fde447 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814023 Aug 20 15:39:11.206418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:79:3c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:39:09Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:39:11.235908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d463e734-3204-4263-83b3-a28e640ae34e None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:79:3c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:39:09Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:39:11.418399 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90cf508-845d-46e6-87a7-5a60199f2737 None None] New status for floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:39:12.250924 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c93c3643-325e-4f07-8335-2d2d3c52cfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:14.872264 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:15.231069 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f2b1e242-e739-4498-8b2b-0a2f2dea084c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:16.261132 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:17.945687 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:22.468795 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-930612ee-a0c9-4e50-a8dc-347a3a03c99a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397418 Aug 20 15:39:22.572707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-85402942-8cca-44c0-9127-055b6b2bbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:22.574185 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-85402942-8cca-44c0-9127-055b6b2bbe53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1097 time: 0.0445237 Aug 20 15:39:22.677670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-fefb338b-df41-4779-9773-a81e116056c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:22.679147 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-fefb338b-df41-4779-9773-a81e116056c4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0852249 Aug 20 15:39:22.746759 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-1b208863-a856-4675-a776-2d14600c30d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0596652 Aug 20 15:39:22.796397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-639b41f1-2926-41e8-8981-6033bcbb88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:22.797872 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-639b41f1-2926-41e8-8981-6033bcbb88c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0436232 Aug 20 15:39:22.844980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-eaa931c2-a0d3-427b-a841-3318e7b0718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:39:22.846449 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-eaa931c2-a0d3-427b-a841-3318e7b0718f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416846 Aug 20 15:39:22.941785 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-5c39861a-afde-4f43-8227-0a801a1744c1 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860198 Aug 20 15:39:23.030755 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ee2db77a-f81b-4379-9019-a75399a96e73 req-1d3357bc-75ee-46ba-b0e9-bc391bfe42ab service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820119 Aug 20 15:39:27.594138 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:39:29.172085 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:36.293864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:42.251710 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-345ef344-50c9-477d-90e4-a7d987098d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:44.873768 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:45.231182 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ea950f16-7ebf-410f-b1f9-7a6eb6061570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:46.269668 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:47.952656 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:39:59.185473 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:04.593675 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:40:06.294667 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:12.252449 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7a13681f-a121-424c-8b3b-a41ede350ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:14.875809 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:15.231912 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7fe7c994-6351-4ab9-8ebd-d8ab0701479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:16.260407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:17.955236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:22.469942 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-0a43cb82-ca98-4641-a296-69b10eb39ce7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465429 Aug 20 15:40:22.579395 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-08839048-0211-49f8-888b-eaec98b2aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:40:22.580914 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-08839048-0211-49f8-888b-eaec98b2aea9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1097 time: 0.0466049 Aug 20 15:40:22.685194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-d51ec428-877d-47f1-9948-1ac4d15e97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:40:22.686677 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-d51ec428-877d-47f1-9948-1ac4d15e97b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0861266 Aug 20 15:40:22.756103 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-076cf41e-3f8e-4cf6-b715-bcb59d47414a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0621719 Aug 20 15:40:22.808478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-2d67a82a-c10a-4c55-bf00-1726abffe174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:40:22.809956 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-2d67a82a-c10a-4c55-bf00-1726abffe174 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0463736 Aug 20 15:40:22.858570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-52fe54c4-9468-4760-a209-ee4231e1a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:40:22.860121 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-52fe54c4-9468-4760-a209-ee4231e1a86e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427184 Aug 20 15:40:22.870919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-5098dfdd-61bb-4cba-aad3-3f3548835391 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:40:22.871900 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-5098dfdd-61bb-4cba-aad3-3f3548835391 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049810 Aug 20 15:40:22.971751 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-bb2a85d7-3c14-4873-ae3d-aa0bd193c8aa service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929756 Aug 20 15:40:23.062402 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70f4454c-a3b2-4f0b-aa69-2f72b4588b9a req-c480748f-ccee-4fe0-b1a4-17049567bdc8 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832193 Aug 20 15:40:29.182934 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:36.289509 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:41.593474 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:40:42.253608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2556414c-0265-472d-9360-5c37b7ae7d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:44.876689 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:45.234528 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-92797b55-10f5-472d-9753-903cb9aba13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:46.262701 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:47.955884 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:40:59.212955 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:06.296686 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:12.254950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bfc97e26-f427-45e3-a879-6a9d76a3c689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:14.878168 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:15.234939 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8a059603-c52d-4c2e-b50e-b8f963872181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:16.265256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:17.961095 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:18.596893 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:41:23.564936 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-1a91344c-9f97-4984-a773-92fd76559a2b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1291425 Aug 20 15:41:23.664544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-58ba4ea4-8bf2-40e1-9b4a-dfce615ab8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:23.666171 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-58ba4ea4-8bf2-40e1-9b4a-dfce615ab8ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1097 time: 0.0446923 Aug 20 15:41:23.767323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-a5adb1be-8789-4894-bd1d-0d5fceedc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:23.768726 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-a5adb1be-8789-4894-bd1d-0d5fceedc2b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0842600 Aug 20 15:41:23.837010 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-ad41f528-fff3-4f46-9e40-5cdc1b9b211c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0606682 Aug 20 15:41:23.891116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-9c086882-fe20-4447-8839-9fffb7ef9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:23.892613 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-9c086882-fe20-4447-8839-9fffb7ef9083 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0477705 Aug 20 15:41:23.938717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-9fd21062-004b-4847-92b6-1fc6d324bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:23.940231 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-9fd21062-004b-4847-92b6-1fc6d324bc1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410373 Aug 20 15:41:24.030744 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-76b98542-503f-4253-8788-7f538f7058b0 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827880 Aug 20 15:41:24.117103 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a96d1b57-a9c1-4c71-ad38-50284f170ed9 req-ce35ab14-701e-48ce-afa7-69793ee74036 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792687 Aug 20 15:41:29.213229 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:36.303740 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:42.255006 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8623e1d7-0d64-4bcb-866e-081c33f1604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:43.004956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657062a-d191-4793-bf15-fcc5a191081a req-d92cca1d-01d2-44ab-8f04-15689abc5b08 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:43.007509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0657062a-d191-4793-bf15-fcc5a191081a req-d92cca1d-01d2-44ab-8f04-15689abc5b08 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.1338854 Aug 20 15:41:43.045927 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0657062a-d191-4793-bf15-fcc5a191081a req-e5155d34-d8d1-46f5-ba74-6f74e100ec3c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321248 Aug 20 15:41:44.173054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79704759-5f07-4e6c-9f19-5d949bf2d818 req-4115a086-9e2e-4ef1-944a-60e520398e74 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:44.174479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79704759-5f07-4e6c-9f19-5d949bf2d818 req-4115a086-9e2e-4ef1-944a-60e520398e74 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0552270 Aug 20 15:41:44.213509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-79704759-5f07-4e6c-9f19-5d949bf2d818 req-a3d39746-5ba9-4dce-863b-d7432424453b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Aug 20 15:41:44.882296 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:45.235938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2087e632-c038-4994-a8d1-877c84da9fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:45.327809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47016e52-abf2-4273-b1e0-1fe9c48ef318 req-4989be83-7883-477a-a1cb-e0938d33ba03 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:45.329303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47016e52-abf2-4273-b1e0-1fe9c48ef318 req-4989be83-7883-477a-a1cb-e0938d33ba03 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0498385 Aug 20 15:41:45.369012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47016e52-abf2-4273-b1e0-1fe9c48ef318 req-8b56f423-bfd0-4788-a2ff-77b1a44ba269 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330410 Aug 20 15:41:46.270024 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:46.491116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b9eeb-1f2b-490f-806b-881db72acb17 req-eba1483c-66d8-4b38-87e2-2b4eeb2c0c17 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:46.493003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e0b9eeb-1f2b-490f-806b-881db72acb17 req-eba1483c-66d8-4b38-87e2-2b4eeb2c0c17 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0520041 Aug 20 15:41:46.531034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e0b9eeb-1f2b-490f-806b-881db72acb17 req-579490b2-b573-4700-870e-560363ed4b72 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320630 Aug 20 15:41:47.649520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0acb68-6d7b-4bc8-8330-44d9655d7792 req-39a32a1d-55f8-46d1-8fd0-f47fa1e625df tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:47.650990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a0acb68-6d7b-4bc8-8330-44d9655d7792 req-39a32a1d-55f8-46d1-8fd0-f47fa1e625df tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0529151 Aug 20 15:41:47.689579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a0acb68-6d7b-4bc8-8330-44d9655d7792 req-0f343fe7-6d51-4cd8-b733-31de9d75b8e4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326633 Aug 20 15:41:47.958846 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:48.803270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7c82a-8b52-4ec9-ac67-1bf4e12e36cf req-c6bbd803-8709-4988-8e4d-5e8b42d54eff tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:48.804763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17e7c82a-8b52-4ec9-ac67-1bf4e12e36cf req-c6bbd803-8709-4988-8e4d-5e8b42d54eff tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0499375 Aug 20 15:41:48.842038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17e7c82a-8b52-4ec9-ac67-1bf4e12e36cf req-a2d56b93-25b1-4d9c-9fed-ac162391bebb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Aug 20 15:41:49.960126 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b872c-d44d-48a8-9a46-17ac4d63b27a req-7aeb9102-3dff-4670-bf42-2419a39e9639 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:49.961612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba2b872c-d44d-48a8-9a46-17ac4d63b27a req-7aeb9102-3dff-4670-bf42-2419a39e9639 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0501390 Aug 20 15:41:49.999971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ba2b872c-d44d-48a8-9a46-17ac4d63b27a req-b8eb6227-c419-40b2-bf88-178c3555b93a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320547 Aug 20 15:41:51.120821 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac3d38-b774-4a01-89f6-02f5e92a4705 req-abc41cfb-e007-4926-bf98-78d56d87aa04 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:51.122305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1ac3d38-b774-4a01-89f6-02f5e92a4705 req-abc41cfb-e007-4926-bf98-78d56d87aa04 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0544555 Aug 20 15:41:51.160306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d1ac3d38-b774-4a01-89f6-02f5e92a4705 req-e848e107-15fe-496c-bd74-d7ec7f13b118 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320787 Aug 20 15:41:52.273566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec03f2-2d6c-4f8e-89c6-aa235f579bb1 req-8471fed2-b55f-42e7-9ab1-781798dfff10 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:52.275064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5ec03f2-2d6c-4f8e-89c6-aa235f579bb1 req-8471fed2-b55f-42e7-9ab1-781798dfff10 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0481987 Aug 20 15:41:52.312892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f5ec03f2-2d6c-4f8e-89c6-aa235f579bb1 req-a841b523-2ff3-4f07-a4ce-0af293ce49c2 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318110 Aug 20 15:41:53.428629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16484af-8531-4ea0-a27d-03b72b05dab4 req-791255e2-9604-46bb-b7ed-37d06d733d51 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:53.430108 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e16484af-8531-4ea0-a27d-03b72b05dab4 req-791255e2-9604-46bb-b7ed-37d06d733d51 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0506418 Aug 20 15:41:53.467821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e16484af-8531-4ea0-a27d-03b72b05dab4 req-844b4381-eefc-4d1c-920f-6cbda9ad7a4e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Aug 20 15:41:53.689629 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-49794208-0beb-4be7-a561-f4a93e82dd8c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403771 Aug 20 15:41:53.710996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7b467-4178-4285-847f-d17efed086c3 req-b06b0d83-1bbc-4385-875f-5aa9849f873a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:53.712543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19b7b467-4178-4285-847f-d17efed086c3 req-b06b0d83-1bbc-4385-875f-5aa9849f873a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0564363 Aug 20 15:41:53.751904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-19b7b467-4178-4285-847f-d17efed086c3 req-01105ee7-c859-4547-b5d9-e593b8696eb4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332646 Aug 20 15:41:54.871131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0dbf45-9e38-4a94-b3bf-019e5836aa4a req-179f3272-75b6-4e5d-99e7-7871ec7583c7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:54.872629 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d0dbf45-9e38-4a94-b3bf-019e5836aa4a req-179f3272-75b6-4e5d-99e7-7871ec7583c7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0488234 Aug 20 15:41:54.913523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d0dbf45-9e38-4a94-b3bf-019e5836aa4a req-76ed27ea-895d-4991-b70f-a27f31405697 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347960 Aug 20 15:41:55.027561 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-d6713ad9-5105-4b4f-a606-8f3e78ab5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:55.029106 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-d6713ad9-5105-4b4f-a606-8f3e78ab5379 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1097 time: 0.0501390 Aug 20 15:41:55.430772 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-9c10948f-e830-431e-8033-3d3729af70da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:55.432302 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-9c10948f-e830-431e-8033-3d3729af70da service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.3961303 Aug 20 15:41:55.501734 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-770b666b-9e92-4d2f-880f-77a6972410aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0614340 Aug 20 15:41:55.549455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-857abffc-a266-4ddb-8860-2f89924c4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:55.550844 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-857abffc-a266-4ddb-8860-2f89924c4887 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0417445 Aug 20 15:41:55.595515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-8b51bf09-94c5-48fc-9ec3-7388bfb6e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:55.596370 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:41:55.597024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-8b51bf09-94c5-48fc-9ec3-7388bfb6e560 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387361 Aug 20 15:41:55.686431 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-b84af1b1-c752-4f66-9e47-e3854c108132 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819008 Aug 20 15:41:55.774609 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-711ad8bc-5d4c-41c8-80dc-5602e7e40d66 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799460 Aug 20 15:41:56.028598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a313c38-5d66-4915-b972-65cb2ae929b4 req-d92bd41d-af8d-4195-acb6-be7416f96c95 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:56.030231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a313c38-5d66-4915-b972-65cb2ae929b4 req-d92bd41d-af8d-4195-acb6-be7416f96c95 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0491736 Aug 20 15:41:56.069594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a313c38-5d66-4915-b972-65cb2ae929b4 req-3697ecd2-5636-44f1-85fc-bc318d59a7f9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331323 Aug 20 15:41:57.192762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc212-21d2-4304-98d3-50754258f9d4 req-c010b84c-8ba5-4fe9-939c-d0a83b886b28 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:57.195081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28bcc212-21d2-4304-98d3-50754258f9d4 req-c010b84c-8ba5-4fe9-939c-d0a83b886b28 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0542655 Aug 20 15:41:57.233105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28bcc212-21d2-4304-98d3-50754258f9d4 req-cc4828eb-5fab-44f8-b52d-7661a0c4e1a9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321283 Aug 20 15:41:57.720261 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-ba95453b-0643-46d1-ac16-dc5dbe1531af service neutron] show failed (client error): The resource could not be found. Aug 20 15:41:57.721284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-ba95453b-0643-46d1-ac16-dc5dbe1531af service neutron] 10.222.0.72 "GET /v2.0/ports/5caa085d-a849-4eeb-86c6-66f9c011b4b9/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0545871 Aug 20 15:41:57.927611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-09d5807f-cd7a-415b-b354-58867390aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:57.929979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-09d5807f-cd7a-415b-b354-58867390aa44 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 1097 time: 0.0436549 Aug 20 15:41:57.941547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:41:57.999935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:58.200733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:41:58.232914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:41:58.272430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:41:58.275688 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e265b67d-9fb3-4087-bf41-2d0bebe7f2f9" -d '{"events": [{"server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "name": "network-vif-unplugged", "status": "completed", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:41:58.282018 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:58.298463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Transition to ACTIVE for port object 5caa085d-a849-4eeb-86c6-66f9c011b4b9 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:41:58.302151 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:58.427831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:41:58.449391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.449744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.450089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.450436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.450775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.451111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.451441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.451807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.452146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.452479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.452805 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.453130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:41:58.464527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a884e75-b29a-44c1-a6d2-d7f1624bf252 req-fa926653-5072-465a-9fd2-c0f6479f27cc tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:58.466131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a884e75-b29a-44c1-a6d2-d7f1624bf252 req-fa926653-5072-465a-9fd2-c0f6479f27cc tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 943 time: 0.1383097 Aug 20 15:41:58.494914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] No DVR routers for this DVR port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:41:58.563946 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0a884e75-b29a-44c1-a6d2-d7f1624bf252 req-07a04db6-814d-4290-af5b-ca1aea0ae494 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884137 Aug 20 15:41:58.620283 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2163b3f9-1d6c-4483-9bfd-cea025e2be39 x-openstack-request-id: req-2163b3f9-1d6c-4483-9bfd-cea025e2be39 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:41:58.620583 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "name": "network-vif-unplugged", "status": "completed", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:41:58.620843 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2163b3f9-1d6c-4483-9bfd-cea025e2be39 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:41:58.621246 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'code': 200} Aug 20 15:41:58.659531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Attempting to bind port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:41:58.659884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Attempting to bind port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:41:58.660206 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Attempting to bind port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:41:58.664402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:41:58.664720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Attempting to bind port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:41:58.669693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:41:58.670027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:41:58.670406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:41:58.670826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Bound port: 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:41:58.671174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:58.732712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:41:58.735620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:41:58.740829 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:58.771830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:58.772586 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:58.774086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] 10.222.0.70 "PUT /v2.0/ports/5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 1092 time: 0.8365088 Aug 20 15:41:58.812304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e34c5d-0309-4752-b88f-b054c2c98ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:41:58.843886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-aa4576fd-c3e4-4b5c-9373-879d88e57656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:58.845493 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-aa4576fd-c3e4-4b5c-9373-879d88e57656 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1095 time: 0.0474100 Aug 20 15:41:58.948906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-bfafcaaf-f763-470c-935b-7c9aa2066e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:58.950418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-bfafcaaf-f763-470c-935b-7c9aa2066e25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0944819 Aug 20 15:41:59.021025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-c6ccefeb-dde5-490a-bb63-2117875cd656 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 999 time: 0.0615737 Aug 20 15:41:59.089153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-21e705a0-638b-4f80-8cde-535d446e68de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:59.090605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-21e705a0-638b-4f80-8cde-535d446e68de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0481117 Aug 20 15:41:59.138451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-9a9bb64c-34ba-42cc-b0fa-96587a34ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:59.139969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-9a9bb64c-34ba-42cc-b0fa-96587a34ed4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393903 Aug 20 15:41:59.154216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-6869fe68-3329-4682-9fa1-7fdb5db95ca5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:41:59.155216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-6869fe68-3329-4682-9fa1-7fdb5db95ca5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048788 Aug 20 15:41:59.221624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:41:59.246056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-12a898ba-67d3-4852-aa1f-0990ed7beedb service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816481 Aug 20 15:41:59.341266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4fedbec-7faa-4e0e-81a8-06d655de58b5 req-bf5efa26-eeec-4e2f-9107-0fd39dfcfd3a service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861092 Aug 20 15:41:59.683643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51083a6-e65f-4bae-8afc-dd6236cd38c2 req-7d5d9aab-7a3d-448c-9966-664f77bd6027 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:41:59.685123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a51083a6-e65f-4bae-8afc-dd6236cd38c2 req-7d5d9aab-7a3d-448c-9966-664f77bd6027 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 943 time: 0.0495689 Aug 20 15:41:59.723679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a51083a6-e65f-4bae-8afc-dd6236cd38c2 req-e3e04a5f-c3c4-4f84-b2db-96c52173185b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318522 Aug 20 15:42:00.622930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:42:00.625341 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9913c2-04d1-440f-9048-9467620866d3" -d '{"events": [{"name": "network-changed", "server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:42:00.676099 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f282ac1-fcdb-42ec-804e-2d21496ac13b x-openstack-request-id: req-0f282ac1-fcdb-42ec-804e-2d21496ac13b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:42:00.676389 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:42:00.676641 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f282ac1-fcdb-42ec-804e-2d21496ac13b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:42:00.677033 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'status': 'completed', 'code': 200} Aug 20 15:42:00.740626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9913c2-04d1-440f-9048-9467620866d3 req-52673af6-e9ea-4aac-94db-f98c2834d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:00.742116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-52673af6-e9ea-4aac-94db-f98c2834d76c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1095 time: 0.0410078 Aug 20 15:42:00.761223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9913c2-04d1-440f-9048-9467620866d3 req-a18146fc-6640-4c8e-beef-7aa0a7d8aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:00.762750 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-a18146fc-6640-4c8e-beef-7aa0a7d8aa51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1095 time: 0.0471520 Aug 20 15:42:00.864946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9913c2-04d1-440f-9048-9467620866d3 req-7fe32684-df74-4e02-8700-f19b178f554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:00.866605 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-7fe32684-df74-4e02-8700-f19b178f554a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0960033 Aug 20 15:42:00.875552 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6014d1-b73a-4f04-9643-8db01d427ea0 req-09d53973-904f-4720-bb23-f4a78567b04c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:00.876992 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c6014d1-b73a-4f04-9643-8db01d427ea0 req-09d53973-904f-4720-bb23-f4a78567b04c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 943 time: 0.0782752 Aug 20 15:42:00.884733 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9913c2-04d1-440f-9048-9467620866d3 req-dd71a13c-eaba-44a6-94d2-67689de6f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:00.886425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-dd71a13c-eaba-44a6-94d2-67689de6f25f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.1363840 Aug 20 15:42:00.942117 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-c0e75657-8f9b-4bee-bf7e-2326966963d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 999 time: 0.0678961 Aug 20 15:42:00.980584 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c6014d1-b73a-4f04-9643-8db01d427ea0 req-2a8c25a7-92f6-4ca5-b077-8b101acd4e37 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932763 Aug 20 15:42:00.990890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-0681ae1f-e415-4b15-9aa0-a9782e1a9e80 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 999 time: 0.0945590 Aug 20 15:42:00.994101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9913c2-04d1-440f-9048-9467620866d3 req-8d374905-885c-4c08-87a1-b690af038ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:00.995599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-8d374905-885c-4c08-87a1-b690af038ba8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0469763 Aug 20 15:42:01.041664 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9913c2-04d1-440f-9048-9467620866d3 req-164493ed-93e7-40d8-b449-371b01991a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:01.041946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9913c2-04d1-440f-9048-9467620866d3 req-ae49cd25-c3eb-40f4-9d60-8783e682183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:01.043190 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-164493ed-93e7-40d8-b449-371b01991a70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408061 Aug 20 15:42:01.043348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-ae49cd25-c3eb-40f4-9d60-8783e682183d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0446072 Aug 20 15:42:01.090950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9913c2-04d1-440f-9048-9467620866d3 req-12d71450-5a4d-49ad-a086-16f53399a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:01.092485 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-12d71450-5a4d-49ad-a086-16f53399a9b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408864 Aug 20 15:42:01.136012 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-cbfe1fc9-ed96-4330-8c0b-2aec6fc61ead service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852432 Aug 20 15:42:01.186675 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-ea0825ef-78ae-4ea6-9e37-e4772318b25c service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855503 Aug 20 15:42:01.224865 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-9ae990d0-0ebb-4a4c-84a5-a816572a89d7 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815597 Aug 20 15:42:01.280398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b9913c2-04d1-440f-9048-9467620866d3 req-1edc2238-7b41-4d71-8e8b-586ee9bf0eed service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818021 Aug 20 15:42:01.826477 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5caa085d-a849-4eeb-86c6-66f9c011b4b9 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:42:01.863745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 5caa085d-a849-4eeb-86c6-66f9c011b4b9 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:42:02.012620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5caa085d-a849-4eeb-86c6-66f9c011b4b9 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:42:02.103767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f42721-7995-4a68-a855-717d0344f7ac req-d3c251df-e711-4e2e-b6ae-fd39435c8b6a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:02.105388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4f42721-7995-4a68-a855-717d0344f7ac req-d3c251df-e711-4e2e-b6ae-fd39435c8b6a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 943 time: 0.0544848 Aug 20 15:42:02.106078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:42:02.117521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'mac_address': 'fa:16:3e:79:3c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:42:02.142866 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e4f42721-7995-4a68-a855-717d0344f7ac req-db99b11f-aeb9-4c10-a0fc-e298689f3a3b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314891 Aug 20 15:42:02.158114 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:02.171205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caa085d-a849-4eeb-86c6-66f9c011b4b9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:42:02.191348 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:42:02.196149 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:02.244847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:42:02.253228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.253581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.253922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.254255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.254586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.254922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.255236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.256397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.256980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.257086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.257359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.258031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:02.346706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e7b49-9fa3-4c33-bda3-b01515538d1a req-2fd1c87f-6d14-48a5-95a1-50f0ddeec3fb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:02.348225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d4e7b49-9fa3-4c33-bda3-b01515538d1a req-2fd1c87f-6d14-48a5-95a1-50f0ddeec3fb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 944 time: 0.0532634 Aug 20 15:42:02.372466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181683fb-1726-422e-ab99-4f643a14737b req-755c74a7-a37e-45e3-b575-2c54d86391ea tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:02.373874 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-181683fb-1726-422e-ab99-4f643a14737b req-755c74a7-a37e-45e3-b575-2c54d86391ea tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e&tenant_id=a0178adc7f33459db546141a4c28a429&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 944 time: 0.0515144 Aug 20 15:42:02.387143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0d4e7b49-9fa3-4c33-bda3-b01515538d1a req-5eb0b088-515f-4273-8900-bfc8f6a664e5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327022 Aug 20 15:42:02.439988 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-181683fb-1726-422e-ab99-4f643a14737b req-89f1c6c4-7092-45c5-b8ee-eb137b958e5f service neutron] delete failed (client error): The resource could not be found. Aug 20 15:42:02.441012 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-181683fb-1726-422e-ab99-4f643a14737b req-89f1c6c4-7092-45c5-b8ee-eb137b958e5f service neutron] 10.222.0.72 "DELETE /v2.0/ports/5caa085d-a849-4eeb-86c6-66f9c011b4b9/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0587151 Aug 20 15:42:02.496028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['5caa085d-a849-4eeb-86c6-66f9c011b4b9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:42:02.544084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181683fb-1726-422e-ab99-4f643a14737b req-438439ef-6a80-4bd6-a13d-0d4a07da855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:02.545649 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-181683fb-1726-422e-ab99-4f643a14737b req-438439ef-6a80-4bd6-a13d-0d4a07da855a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1096 time: 0.0408502 Aug 20 15:42:02.636877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181683fb-1726-422e-ab99-4f643a14737b req-0f626606-53be-48bb-9a3d-8198686b7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:02.638288 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-181683fb-1726-422e-ab99-4f643a14737b req-0f626606-53be-48bb-9a3d-8198686b7b57 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0848577 Aug 20 15:42:02.710803 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-181683fb-1726-422e-ab99-4f643a14737b req-0341114a-3e51-4afc-9a5c-6f0f3350f961 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 1000 time: 0.0648556 Aug 20 15:42:02.759882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181683fb-1726-422e-ab99-4f643a14737b req-33b9426d-5cc7-4780-b4e2-7fed2e0513e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:02.761310 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-181683fb-1726-422e-ab99-4f643a14737b req-33b9426d-5cc7-4780-b4e2-7fed2e0513e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0438654 Aug 20 15:42:02.807804 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181683fb-1726-422e-ab99-4f643a14737b req-b67b1731-7dac-46ba-900d-3540955f6d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:02.809284 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-181683fb-1726-422e-ab99-4f643a14737b req-b67b1731-7dac-46ba-900d-3540955f6d19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404408 Aug 20 15:42:02.901359 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-181683fb-1726-422e-ab99-4f643a14737b req-214df80b-87b2-4613-b913-4afc113b92e6 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846453 Aug 20 15:42:02.994896 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-181683fb-1726-422e-ab99-4f643a14737b req-cedfbaa6-936c-4da4-8db1-47b43d7631e6 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864968 Aug 20 15:42:03.505995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460ebd9-1ca9-4487-955d-ff3f0c0201f6 req-bdc1935b-4d42-4bce-b65d-c2e86bb6057b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:03.507500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4460ebd9-1ca9-4487-955d-ff3f0c0201f6 req-bdc1935b-4d42-4bce-b65d-c2e86bb6057b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 944 time: 0.0515027 Aug 20 15:42:03.547486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4460ebd9-1ca9-4487-955d-ff3f0c0201f6 req-14f6e3c4-dd74-4957-a5fe-25919ef4978e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340357 Aug 20 15:42:04.014540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5caa085d-a849-4eeb-86c6-66f9c011b4b9 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:42:04.062647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:42:04.066402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:42:04.066812 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:04.143456 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:04.169031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:42:04.171183 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2e078b-7719-4b8c-94f7-4a9f0424709e" -d '{"events": [{"server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "name": "network-vif-plugged", "status": "completed", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:42:04.183945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:42:04.187896 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:04.210571 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b9aa78-634f-455a-b76b-e9be13a754f5 x-openstack-request-id: req-16b9aa78-634f-455a-b76b-e9be13a754f5 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:42:04.210860 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "name": "network-vif-plugged", "status": "completed", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:42:04.211112 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16b9aa78-634f-455a-b76b-e9be13a754f5 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:42:04.211494 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'code': 200} Aug 20 15:42:04.236128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:42:04.670594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316da6b1-1961-48b6-90f3-cc03c2b29472 req-73a45056-133f-400f-a1f8-538417620da5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:04.672079 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-316da6b1-1961-48b6-90f3-cc03c2b29472 req-73a45056-133f-400f-a1f8-538417620da5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0529177 Aug 20 15:42:04.716883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-316da6b1-1961-48b6-90f3-cc03c2b29472 req-734f7471-e0f3-47b1-b777-506a357f5069 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386653 Aug 20 15:42:04.830517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3bccd-3bb0-4977-a935-92d30a40b02e req-c318aff3-697b-4968-a6f7-5874faf37cfb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:04.831910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94f3bccd-3bb0-4977-a935-92d30a40b02e req-c318aff3-697b-4968-a6f7-5874faf37cfb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0483651 Aug 20 15:42:04.870972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94f3bccd-3bb0-4977-a935-92d30a40b02e req-4b47bf53-5864-4e0a-821e-0f797a35d762 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325942 Aug 20 15:42:05.102321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c29b50-8f51-4afe-8735-e4dbd3ecc67a req-3817ff77-a7e2-49e3-92ba-f713a227504b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:05.103809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5c29b50-8f51-4afe-8735-e4dbd3ecc67a req-3817ff77-a7e2-49e3-92ba-f713a227504b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0849013 Aug 20 15:42:05.118204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-0580b351-43ed-4f9c-b5c0-267dc1bf77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:05.119640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-0580b351-43ed-4f9c-b5c0-267dc1bf77f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 1097 time: 0.0614638 Aug 20 15:42:05.188892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5c29b50-8f51-4afe-8735-e4dbd3ecc67a req-41b044c0-9662-46de-a9fb-1b2e6d8304e2 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779598 Aug 20 15:42:05.225032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-4241e064-745c-47bb-8901-95e88223d280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:05.226486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-4241e064-745c-47bb-8901-95e88223d280 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0967388 Aug 20 15:42:05.298299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-fcd58ca0-00e7-48eb-90ba-f74b82fabaec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 200 len: 1001 time: 0.0598979 Aug 20 15:42:05.351989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-532733bb-01bc-46c9-b2fc-376284d9e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:05.353486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-532733bb-01bc-46c9-b2fc-376284d9e0a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0428503 Aug 20 15:42:05.401874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-ce00f6e5-e143-4a48-ab4f-d7193c15f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:05.403311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-ce00f6e5-e143-4a48-ab4f-d7193c15f2a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401225 Aug 20 15:42:05.494997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-c72e9550-032b-4bfa-ad42-c579bd83f29f service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823393 Aug 20 15:42:05.584958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0793ca12-2b05-41e1-ab5a-5929abef2b01 req-38731d02-5241-4b50-9f88-8c16c9776402 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796988 Aug 20 15:42:06.302988 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:06.306630 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef69a4-75a0-45bb-bf12-36f4421d8909 req-148390ca-e031-4929-9886-365a73e99046 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:06.308182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cef69a4-75a0-45bb-bf12-36f4421d8909 req-148390ca-e031-4929-9886-365a73e99046 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0506232 Aug 20 15:42:06.346722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3cef69a4-75a0-45bb-bf12-36f4421d8909 req-06bfefa2-0522-4496-a8d6-023c2759ad63 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325713 Aug 20 15:42:06.585398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9a1e3-20d3-458d-8c72-9f140e6451ab req-0521c8c1-4369-4b04-a4fc-1130cca7c746 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:06.586885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0da9a1e3-20d3-458d-8c72-9f140e6451ab req-0521c8c1-4369-4b04-a4fc-1130cca7c746 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0531871 Aug 20 15:42:06.624507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0da9a1e3-20d3-458d-8c72-9f140e6451ab req-3d38c2cd-c30a-4ca7-b2fb-0ba32348f543 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315940 Aug 20 15:42:07.737639 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4fb14-5729-4764-b552-be3211755fa7 req-790bd9bd-9142-499e-a752-9270b4c8d6b0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:07.739138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4da4fb14-5729-4764-b552-be3211755fa7 req-790bd9bd-9142-499e-a752-9270b4c8d6b0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0482495 Aug 20 15:42:07.776804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4da4fb14-5729-4764-b552-be3211755fa7 req-1282b1ae-14e2-428c-bf4a-ee30a68df05e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Aug 20 15:42:07.983569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-1a116ac2-25a2-4c56-82a7-547cfb6ac5b6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:07.985119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-1a116ac2-25a2-4c56-82a7-547cfb6ac5b6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 945 time: 0.0495257 Aug 20 15:42:08.075660 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Deleting port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:42:08.076000 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:08.163857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] For port 5caa085d-a849-4eeb-86c6-66f9c011b4b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5caa085d-a849-4eeb-86c6-66f9c011b4b9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:42:08.164272 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:08.331820 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:08.332212 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:08.332537 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 disassociated. External IP: 172.25.5.226, port: 5caa085d-a849-4eeb-86c6-66f9c011b4b9. Aug 20 15:42:08.332877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Calling delete_port for 5caa085d-a849-4eeb-86c6-66f9c011b4b9 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:42:08.457169 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:08.488663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event deleted for resources: {'Port': ['ID=5caa085d-a849-4eeb-86c6-66f9c011b4b9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:42:08.876795 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ffdb36f-90e8-4fef-86f4-1abde968ea01 req-3487d215-44c8-407c-9345-bc9255ccdbce tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=27fc1543-099b-4314-bb07-cc84bf72d67e HTTP/1.1" status: 200 len: 210 time: 0.0295370 Aug 20 15:42:08.939678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:42:09.046421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:42:09.056759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:42:09.065742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:42:09.066370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:41:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:42:09.085515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] No DVR routers for this DVR port 5caa085d-a849-4eeb-86c6-66f9c011b4b9 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:42:09.088564 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:09.091181 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3ecd709f-a737-4a3c-acbf-9a8e958ee6b6 req-63f83a90-8232-40b7-a4d9-c9d78731c57a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "DELETE /v2.0/ports/5caa085d-a849-4eeb-86c6-66f9c011b4b9 HTTP/1.1" status: 204 len: 173 time: 1.0986753 Aug 20 15:42:09.091689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'name': 'network-vif-deleted', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:42:09.093914 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cd7b96-f972-4fae-a0ad-bb62fcb70ad2" -d '{"events": [{"server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "name": "network-vif-deleted", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:42:09.136129 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a257b7-0506-4a88-bd92-1903c203ac6f x-openstack-request-id: req-86a257b7-0506-4a88-bd92-1903c203ac6f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:42:09.136427 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27fc1543-099b-4314-bb07-cc84bf72d67e", "name": "network-vif-deleted", "tag": "5caa085d-a849-4eeb-86c6-66f9c011b4b9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:42:09.136685 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86a257b7-0506-4a88-bd92-1903c203ac6f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:42:09.137086 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27fc1543-099b-4314-bb07-cc84bf72d67e', 'name': 'network-vif-deleted', 'tag': '5caa085d-a849-4eeb-86c6-66f9c011b4b9', 'status': 'completed', 'code': 200} Aug 20 15:42:09.174840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:42:09.375048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:42:09.405656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:42:09.414770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:42:09.415378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:41:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:42:09.518341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:42:09.707522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:42:09.733109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bc139-351d-49a5-82d8-689e6a8b2d20 None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:42:09.950953 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7112a1-e4d4-45c0-b3f4-acbb093cf1a7 None None] New status for floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:42:10.175093 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-5988629d-25da-4792-9259-1f731fc8e166 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--308431092&fields=id&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 267 time: 0.0337327 Aug 20 15:42:10.284496 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-f45fc41e-8e31-4d5b-b12d-bc643c9bf7ce tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:10.285850 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-f45fc41e-8e31-4d5b-b12d-bc643c9bf7ce tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 812 time: 0.1041055 Aug 20 15:42:10.300609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-70811cea-ff11-426d-8d3c-828e780e31c4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/quotas/a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 375 time: 0.0087085 Aug 20 15:42:10.353043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-118d307d-9b28-4e6a-81ea-9dc8c647895d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472975 Aug 20 15:42:10.449303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-e62ab0f3-87ef-40d0-9e9d-43e55cbb7096 service neutron] 10.222.0.36 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847645 Aug 20 15:42:10.548107 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-aa7fd267-30d0-4297-9e14-66c96f73e7cb service neutron] 10.222.0.36 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924566 Aug 20 15:42:10.709788 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cf867f1-5335-440b-a922-34dcc4b1baed req-59437143-7bee-4959-8e92-5bde579073a2 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 210 time: 0.0274086 Aug 20 15:42:11.713541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-447fe503-b54b-4b18-9ac8-f1bd93c6d3ea tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:11.714991 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-447fe503-b54b-4b18-9ac8-f1bd93c6d3ea tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 812 time: 0.1094413 Aug 20 15:42:11.768674 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-d12deea3-f4db-4b82-b6f6-65760cda4c5e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 379 time: 0.0353584 Aug 20 15:42:11.808394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'port': {'device_id': '62cc4fc5-f88d-40a5-b029-31819199e502', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'admin_state_up': True, 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'security_groups': ['82640e92-f5c8-486b-8d9b-bfbc3b0d7861']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:42:11.811344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c4ffdfb-1c9c-462e-b551-474d827b974d req-d5bb69dd-1ae5-463f-a508-a279fbae5c45 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 210 time: 0.0319586 Aug 20 15:42:11.915623 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Made reservation on behalf of a0178adc7f33459db546141a4c28a429 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:42:11.919385 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.048171 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Allocated IP 172.20.0.9 (f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c/3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6/e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:42:12.074309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5caa085d-a849-4eeb-86c6-66f9c011b4b9 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:42:12.100825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 5caa085d-a849-4eeb-86c6-66f9c011b4b9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:42:12.101177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5caa085d-a849-4eeb-86c6-66f9c011b4b9 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:42:12.199407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.213052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Transition to ACTIVE for port object e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:42:12.245166 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.257645 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-598522cb-3665-4844-8f2a-f8c69df5f754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.286184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:42:12.289231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:42:12.293111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:42:12.324741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:42:12.337782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.338134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.338484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.338832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.339175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.339519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.339882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.340215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.340546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.340877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.341209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.341540 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:42:12.359811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:12.360451 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.375914 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-1cb60651-4b6e-426d-ae16-7d20643de730 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716612 Aug 20 15:42:12.395663 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Request body: {'port': {'device_id': '62cc4fc5-f88d-40a5-b029-31819199e502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:42:12.461953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.495329 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1c6ffba9-f71f-4350-8a7a-469b907a6886 None None] Provisioning for port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:42:12.499152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1c6ffba9-f71f-4350-8a7a-469b907a6886 None None] Provisioning complete for port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:42:12.499527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1c6ffba9-f71f-4350-8a7a-469b907a6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.533129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ffba9-f71f-4350-8a7a-469b907a6886 None None] Port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:42:12.720332 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:42:12.728131 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.740504 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Transition to ACTIVE for port object e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:42:12.744089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.793073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:42:12.871845 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:42:12.872281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:42:12.872586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:42:12.877470 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:42:12.877800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:42:12.883649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:42:12.883984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:42:12.884379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:42:12.884820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Bound port: e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:42:12.885183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.944500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b7038-c120-473c-a1a8-219647fe32e5 req-6e7743e7-adf8-4ff9-9797-95d2dce31361 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:12.947033 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db3b7038-c120-473c-a1a8-219647fe32e5 req-6e7743e7-adf8-4ff9-9797-95d2dce31361 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 943 time: 0.0626307 Aug 20 15:42:12.965389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:42:12.968925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:42:12.977381 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:12.992200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db3b7038-c120-473c-a1a8-219647fe32e5 req-f2d2cd7b-f3af-4f1e-9628-bf7c49b613cd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 Aug 20 15:42:13.017161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:13.017745 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:13.019130 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] 10.222.0.72 "PUT /v2.0/ports/e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1092 time: 0.6281493 Aug 20 15:42:13.019727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:42:13.022107 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6" -d '{"events": [{"name": "network-changed", "server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:42:13.046256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de80b07-e17a-49de-9d0c-4e34be0b5e37 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:42:13.129108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-941e4ff0-90f3-4678-b6a1-a999d6dd2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:13.131885 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-941e4ff0-90f3-4678-b6a1-a999d6dd2d7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1095 time: 0.0536311 Aug 20 15:42:13.139534 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9965179a-6d06-4bce-9489-7230b2c1f358 x-openstack-request-id: req-9965179a-6d06-4bce-9489-7230b2c1f358 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:42:13.139862 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:42:13.140120 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9965179a-6d06-4bce-9489-7230b2c1f358 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:42:13.140532 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'status': 'completed', 'code': 200} Aug 20 15:42:13.184756 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-d968bb14-980e-417b-989d-5163ac99922d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 217 time: 0.0372634 Aug 20 15:42:13.239182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-e54ae6ab-783d-49d6-b558-6f99d049a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:13.241707 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-e54ae6ab-783d-49d6-b558-6f99d049a32f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0504212 Aug 20 15:42:13.292440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-0c5cd92c-0430-4649-8a0d-6c8a28a3712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:13.293989 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-0c5cd92c-0430-4649-8a0d-6c8a28a3712e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456722 Aug 20 15:42:13.382461 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-0d25dfe0-af70-4d5a-953f-280febe62f1f service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812769 Aug 20 15:42:13.474858 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c3b84550-e5b3-493e-8dda-154433bfac8d req-47c52206-aaee-4003-8134-afa46e5c002d service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851469 Aug 20 15:42:13.594707 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-d49a2950-3917-4778-a188-1cecc25cf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:13.596236 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-d49a2950-3917-4778-a188-1cecc25cf5cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1095 time: 0.0404832 Aug 20 15:42:13.683006 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-15a0cda4-d902-4a7c-b8c5-62d7214349bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:13.684538 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-15a0cda4-d902-4a7c-b8c5-62d7214349bb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0813036 Aug 20 15:42:13.730192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-c73f45d0-fc4b-481e-811d-53776e5e22b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 217 time: 0.0377672 Aug 20 15:42:13.777236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-2aa72022-39fd-42a2-ae6c-01d9484ce1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:13.778639 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-2aa72022-39fd-42a2-ae6c-01d9484ce1b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0420783 Aug 20 15:42:13.824101 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-2d29abb9-335a-4b12-9838-016b5df191d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:13.825516 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-2d29abb9-335a-4b12-9838-016b5df191d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396082 Aug 20 15:42:13.918957 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-332faa50-0b72-4f5d-96e8-6e945dea53b0 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843599 Aug 20 15:42:14.010102 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-f5e5a906-a6b9-41fb-a110-e77c5c6b14a6 req-e35f38ec-7cc2-4604-8d69-a9a02c695735 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829628 Aug 20 15:42:14.108415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deace9-aba0-4b8a-9ac7-1890a5d84036 req-cda6ab0e-5f2c-40a2-89bb-4132be3bf881 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:14.109892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01deace9-aba0-4b8a-9ac7-1890a5d84036 req-cda6ab0e-5f2c-40a2-89bb-4132be3bf881 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 943 time: 0.0478292 Aug 20 15:42:14.146911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01deace9-aba0-4b8a-9ac7-1890a5d84036 req-649ce62b-3f60-4417-916f-ae09198a9df5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303686 Aug 20 15:42:14.890971 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:15.237670 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c86faecd-9408-42b0-aac1-6e503a7639e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:15.263896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946156d-b2a4-4421-9366-98cf241f18db req-1e05d521-fe54-4497-82a0-af2ea8fc5065 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:15.265364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b946156d-b2a4-4421-9366-98cf241f18db req-1e05d521-fe54-4497-82a0-af2ea8fc5065 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 943 time: 0.0509198 Aug 20 15:42:15.303792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b946156d-b2a4-4421-9366-98cf241f18db req-bce62302-e9d3-4e71-a231-15b6e44a12db tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317824 Aug 20 15:42:16.269785 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:16.422074 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be2c40-1649-4958-bd28-cbecde59635a req-0fa38fac-2867-4c31-8863-afc934397faf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:16.423580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0be2c40-1649-4958-bd28-cbecde59635a req-0fa38fac-2867-4c31-8863-afc934397faf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 943 time: 0.0524168 Aug 20 15:42:16.462835 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0be2c40-1649-4958-bd28-cbecde59635a req-71246957-bd1e-491b-97dd-ae53b53da1e9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317633 Aug 20 15:42:17.578089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c4016-472c-49d7-aedc-8dafb60947cc req-498054a0-681d-4607-b5ad-02067067ef3b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:17.579580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e22c4016-472c-49d7-aedc-8dafb60947cc req-498054a0-681d-4607-b5ad-02067067ef3b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 943 time: 0.0492339 Aug 20 15:42:17.616879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e22c4016-472c-49d7-aedc-8dafb60947cc req-4342c154-39be-4dcf-a1b6-5b7c5058c930 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313070 Aug 20 15:42:17.888137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:42:17.977912 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:17.998345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:42:18.008443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'mac_address': 'fa:16:3e:01:ca:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:42:18.200314 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:18.212780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:42:18.231792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:42:18.235271 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:18.279032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:42:18.654885 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:42:18.733033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c564d-75f1-44cf-8737-62d42fe33401 req-b5d48e52-afcd-4e85-a424-46806ba61cac tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:18.734512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-194c564d-75f1-44cf-8737-62d42fe33401 req-b5d48e52-afcd-4e85-a424-46806ba61cac tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 944 time: 0.0500846 Aug 20 15:42:18.773314 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-194c564d-75f1-44cf-8737-62d42fe33401 req-fe5ab903-741a-402c-be9e-3e0545a48acd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325623 Aug 20 15:42:19.888298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:42:19.891382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b5c12-eefe-4757-abfd-fd03517800b5 req-042be68b-111c-4fd1-9634-85ab4ac19148 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:19.892899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f1b5c12-eefe-4757-abfd-fd03517800b5 req-042be68b-111c-4fd1-9634-85ab4ac19148 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 944 time: 0.0534699 Aug 20 15:42:19.933671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f1b5c12-eefe-4757-abfd-fd03517800b5 req-b420715c-eefc-447d-bda0-9dbfb5d38603 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333481 Aug 20 15:42:19.939444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:42:19.943810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:42:19.944219 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:20.023164 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:20.044768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:42:20.047001 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d81a0-3909-4ee2-8b4f-308c6e93eedf" -d '{"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-plugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:42:20.059146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:42:20.063221 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:20.087247 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb581c92-157e-4d4a-87ab-1da5c42ee578 x-openstack-request-id: req-eb581c92-157e-4d4a-87ab-1da5c42ee578 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:42:20.087635 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-plugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:42:20.087823 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb581c92-157e-4d4a-87ab-1da5c42ee578 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:42:20.088215 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'code': 200} Aug 20 15:42:20.113168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:42:20.211635 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76978c43-4671-4251-bc14-9d9f2c60bc2d req-36d38d0a-6fd6-466e-bfeb-4017ad5fd255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:20.213134 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-76978c43-4671-4251-bc14-9d9f2c60bc2d req-36d38d0a-6fd6-466e-bfeb-4017ad5fd255 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1097 time: 0.0434651 Aug 20 15:42:20.254108 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-76978c43-4671-4251-bc14-9d9f2c60bc2d req-cce827b6-b709-4686-b090-fcbb9fcb0d3e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332606 Aug 20 15:42:21.054485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5174b-f841-4ab8-9c53-5873bfba9a2c req-14efd814-e864-4f8c-a594-93cee55ac4bd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:21.056120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cda5174b-f841-4ab8-9c53-5873bfba9a2c req-14efd814-e864-4f8c-a594-93cee55ac4bd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0517485 Aug 20 15:42:21.093932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cda5174b-f841-4ab8-9c53-5873bfba9a2c req-20e94724-d79e-4b4b-a99c-0790fcd6d85b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318992 Aug 20 15:42:22.207603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb951b-cd00-41e4-8473-24bb94e53305 req-416a7c23-8eee-4df4-aad4-1737d7597b91 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:22.209578 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49eb951b-cd00-41e4-8473-24bb94e53305 req-416a7c23-8eee-4df4-aad4-1737d7597b91 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0486946 Aug 20 15:42:22.246287 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49eb951b-cd00-41e4-8473-24bb94e53305 req-b18290cd-05eb-447b-90e6-f0ad8a5d707f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Aug 20 15:42:22.359839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0768f72-a750-4aad-8bfb-e5a0eed8f7d4 req-34fa1587-bb23-458e-884e-1afcb077bcc1 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:22.361300 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f0768f72-a750-4aad-8bfb-e5a0eed8f7d4 req-34fa1587-bb23-458e-884e-1afcb077bcc1 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0529320 Aug 20 15:42:22.369906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 54978) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:42:22.374291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3f4a1414-49dc-4572-87ec-369e30dfa8b5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'floatingip': {'port_id': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:42:22.412817 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1414-49dc-4572-87ec-369e30dfa8b5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:22.841703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1414-49dc-4572-87ec-369e30dfa8b5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:22.845329 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1414-49dc-4572-87ec-369e30dfa8b5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:22.949010 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-3f4a1414-49dc-4572-87ec-369e30dfa8b5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 associated. External IP: 172.25.5.226, port: e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9. Aug 20 15:42:23.158775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4a1414-49dc-4572-87ec-369e30dfa8b5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:42:23.261072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4a1414-49dc-4572-87ec-369e30dfa8b5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:42:23.265803 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1414-49dc-4572-87ec-369e30dfa8b5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:23.270945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:42:23.280579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:42:23.281187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:42:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:42:23.296715 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3f4a1414-49dc-4572-87ec-369e30dfa8b5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "PUT /v2.0/floatingips/1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 HTTP/1.1" status: 200 len: 991 time: 0.9257693 Aug 20 15:42:23.297410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:42:23.299673 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c23b2d9-c9bb-42e1-929d-2e2282860354" -d '{"events": [{"name": "network-changed", "server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:42:23.386942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:42:23.406512 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83e653d-43af-453b-942b-50c9aa20c4d2 x-openstack-request-id: req-c83e653d-43af-453b-942b-50c9aa20c4d2 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:42:23.406814 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:42:23.407076 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c83e653d-43af-453b-942b-50c9aa20c4d2 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:42:23.407485 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'status': 'completed', 'code': 200} Aug 20 15:42:23.489175 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-a3cf62d8-ee22-4880-8b3f-9c4634fe6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:23.490911 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-a3cf62d8-ee22-4880-8b3f-9c4634fe6dcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1097 time: 0.0416577 Aug 20 15:42:23.578870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-a4dc7383-6465-4aa3-afc7-949b3932f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:23.580301 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-a4dc7383-6465-4aa3-afc7-949b3932f5cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0823467 Aug 20 15:42:23.617417 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:01:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc4fc5-f88d-40a5-b029-31819199e502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:42:22Z', 'revision_number': 9, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:42:23.643570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:42:23.649414 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-2dda4c76-c3e3-4f11-b7fb-e2f2c9bcd73b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 999 time: 0.0622005 Aug 20 15:42:23.652582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:42:23.653182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:42:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:42:23.698912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-ebd547eb-2c40-460d-a8c9-ec5644a15c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:23.700519 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-ebd547eb-2c40-460d-a8c9-ec5644a15c9f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0445652 Aug 20 15:42:23.746344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-4101264c-6642-4721-82de-9b6826a8a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:23.747938 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-4101264c-6642-4721-82de-9b6826a8a500 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407660 Aug 20 15:42:23.757262 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:42:23.842105 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-1c989e45-8b0b-4db2-b154-e3d4c0b6bfa9 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856595 Aug 20 15:42:23.937413 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6c23b2d9-c9bb-42e1-929d-2e2282860354 req-1d37456d-1376-4652-a26a-5649fd255409 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881248 Aug 20 15:42:23.982143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:01:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc4fc5-f88d-40a5-b029-31819199e502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:42:22Z', 'revision_number': 9, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:42:24.011886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbb3fb9-ac8d-4384-b7ce-cb55cc2332f1 None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:01:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc4fc5-f88d-40a5-b029-31819199e502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:42:22Z', 'revision_number': 9, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:42:24.200751 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dac629-c004-468c-b7fa-780bf982ec77 None None] New status for floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:42:25.453153 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-0e7f2dd2-d542-41f2-b602-b330aa95777a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393398 Aug 20 15:42:25.569731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-31c7dc6b-4e1c-4fb0-be3f-266e93421dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:25.571216 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-31c7dc6b-4e1c-4fb0-be3f-266e93421dec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1097 time: 0.0447619 Aug 20 15:42:25.670611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-30b05381-e694-48d0-b9b2-c22c2559b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:25.672098 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-30b05381-e694-48d0-b9b2-c22c2559b470 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0814564 Aug 20 15:42:25.738433 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-5c1f8de0-de3c-4919-8fcf-d2680fadf95c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1002 time: 0.0587907 Aug 20 15:42:25.785598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-cc2c0864-c657-49ab-a8d3-0917283c3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:25.787160 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-cc2c0864-c657-49ab-a8d3-0917283c3f72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0423830 Aug 20 15:42:25.831737 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-f2c9f717-13e8-4296-922d-add39b6ba7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:42:25.833408 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-f2c9f717-13e8-4296-922d-add39b6ba7a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394137 Aug 20 15:42:25.928682 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-c4280304-e6fa-400a-8cdd-985411d9415d service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875058 Aug 20 15:42:26.017868 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ab248c6-ab5a-4c9a-a0ac-5309fb206afb req-5fc8f0d4-3724-4b06-b656-ea72cadd3b05 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828719 Aug 20 15:42:29.211933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:32.595944 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:42:36.317896 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:42.258831 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6f298bce-e408-4359-973b-1e431efa4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:44.882908 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:45.240253 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-838a3155-b51d-43af-84cb-83e5ab035af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:46.273147 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:47.964850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:42:59.226681 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:01.065823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-f104e48d-d813-4c77-b095-05a91f114ac8 req-fc317f63-f3d1-4221-b091-f182d2cec974 service neutron] (101100) timed out ('10.222.0.36', 51550) {{(pid=101100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:43:06.329925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:09.596645 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:43:12.259135 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3dbe9564-63f8-48a3-8520-caac3ddc8c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:14.884878 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:15.240510 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b3ef4c1-4c43-4a42-87c2-e07be889d002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:16.275072 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:17.968303 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:25.461189 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-5cf58b1f-7f95-48be-93a2-3b4bdb8f1e82 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393486 Aug 20 15:43:25.563313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-efd4ba06-07ed-4641-8be3-eaf1fc0ca992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:43:25.564856 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-efd4ba06-07ed-4641-8be3-eaf1fc0ca992 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1097 time: 0.0455973 Aug 20 15:43:25.668180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-61d3af7e-b8c7-4260-a902-9636fc131228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:43:25.669637 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-61d3af7e-b8c7-4260-a902-9636fc131228 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0859149 Aug 20 15:43:25.736569 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-038d7791-5b6e-4e34-9a6f-b5480158ae4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1002 time: 0.0597167 Aug 20 15:43:25.785139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-9070e94e-d322-4915-af1a-72586f302490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:43:25.786557 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-9070e94e-d322-4915-af1a-72586f302490 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0427413 Aug 20 15:43:25.832186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-a61fea98-4f4c-42ab-bad8-e78f9ec818f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:43:25.833746 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-a61fea98-4f4c-42ab-bad8-e78f9ec818f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394051 Aug 20 15:43:25.926989 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-181cd7b5-77d9-4297-88db-27c62a5cc735 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848873 Aug 20 15:43:26.016187 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40994ee5-dd5f-4fe1-b5fa-acf7bb726e31 req-d6799a8d-1aef-4406-af89-bf8829c5d879 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807922 Aug 20 15:43:29.246358 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:36.339525 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:42.260455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-af42c1ac-cb56-420e-9d3e-1d7d95925e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:44.888989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:45.241219 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8c76296e-2157-42c5-bc7e-8cc277494652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:46.278130 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:46.596581 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:43:47.970520 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:43:59.255861 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:06.335527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:12.260847 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-905299ec-5a11-4786-8c86-8a49b1dc1349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:14.889901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:15.241140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bbd86975-ae28-4d33-a9c0-e12d9f3cc069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:16.280295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:17.973137 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:23.596145 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:44:25.454983 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-18dc095a-3b57-4104-909f-5fb23b216484 req-3bb8287f-2399-4742-8413-ee9abe63b66e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404890 Aug 20 15:44:25.560114 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc095a-3b57-4104-909f-5fb23b216484 req-8ac553d0-e1e7-4174-a073-565bc4b1afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:25.561618 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-18dc095a-3b57-4104-909f-5fb23b216484 req-8ac553d0-e1e7-4174-a073-565bc4b1afdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1097 time: 0.0468981 Aug 20 15:44:25.661579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc095a-3b57-4104-909f-5fb23b216484 req-81d54803-db61-4310-969f-c5fcaee55d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:25.663024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-18dc095a-3b57-4104-909f-5fb23b216484 req-81d54803-db61-4310-969f-c5fcaee55d15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0819943 Aug 20 15:44:25.730087 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-18dc095a-3b57-4104-909f-5fb23b216484 req-7504da7e-66d9-4663-9910-1c7950af04df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1002 time: 0.0603433 Aug 20 15:44:25.777984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc095a-3b57-4104-909f-5fb23b216484 req-e8dfa464-068b-4a19-bfd0-ba6d9cf7a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:25.779379 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-18dc095a-3b57-4104-909f-5fb23b216484 req-e8dfa464-068b-4a19-bfd0-ba6d9cf7a613 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0421479 Aug 20 15:44:25.824542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc095a-3b57-4104-909f-5fb23b216484 req-c4f1010f-4aa7-4bae-b663-45f74867f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:25.825997 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-18dc095a-3b57-4104-909f-5fb23b216484 req-c4f1010f-4aa7-4bae-b663-45f74867f24e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396576 Aug 20 15:44:25.922008 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-18dc095a-3b57-4104-909f-5fb23b216484 req-994edb51-0322-4f08-9433-168221087e83 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882528 Aug 20 15:44:26.012494 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-18dc095a-3b57-4104-909f-5fb23b216484 req-933de582-4344-4027-8fca-b6b13ac8922e service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831580 Aug 20 15:44:29.255094 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:36.363488 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:42.261742 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e9869b79-02a1-4038-8ae3-73414137f8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:44.891558 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:45.240690 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a3a818ed-165d-4c65-8ae3-dec233e85087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:46.284415 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:47.975741 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:57.834185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0a6f7-c93a-417a-aecb-37a499724e01 req-ed4ec6f9-653d-4d10-a502-a8279574bd37 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:57.835719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efb0a6f7-c93a-417a-aecb-37a499724e01 req-ed4ec6f9-653d-4d10-a502-a8279574bd37 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0500820 Aug 20 15:44:57.858389 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-ee34d989-a82d-462d-840a-1cbee239fef6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846791 Aug 20 15:44:57.877418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-efb0a6f7-c93a-417a-aecb-37a499724e01 req-cf3b0d6a-3020-4915-889f-ff17220274fe tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356894 Aug 20 15:44:59.001308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eef654-73db-49b1-9a9c-ee649f10176d req-1aad1b2f-5186-49d2-8b18-310ba90706af tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:59.002816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9eef654-73db-49b1-9a9c-ee649f10176d req-1aad1b2f-5186-49d2-8b18-310ba90706af tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0532086 Aug 20 15:44:59.042046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9eef654-73db-49b1-9a9c-ee649f10176d req-2952d330-f6d0-4fdc-8b16-7d9e720cd8a9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319350 Aug 20 15:44:59.272374 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:44:59.358396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-d355cac2-cdd6-407e-979e-a5a4bf64b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:59.360057 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-d355cac2-cdd6-407e-979e-a5a4bf64b5a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1097 time: 0.3463681 Aug 20 15:44:59.450455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-be4fec48-96f7-41a5-9e2b-a08be3857946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:59.451965 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-be4fec48-96f7-41a5-9e2b-a08be3857946 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0833786 Aug 20 15:44:59.521757 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0bd91569-f7c3-42b5-ab10-9e691df04254 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1002 time: 0.0609305 Aug 20 15:44:59.570252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-9c585c3b-2e5c-4e82-bbfe-921925477492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:59.571627 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-9c585c3b-2e5c-4e82-bbfe-921925477492 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0435042 Aug 20 15:44:59.617929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-c93d4c28-009a-41f0-bc6c-993fadfd401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:44:59.619414 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-c93d4c28-009a-41f0-bc6c-993fadfd401e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390136 Aug 20 15:44:59.711024 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0dae9d02-5eff-4970-86a1-ebcc46b906f4 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843709 Aug 20 15:44:59.799921 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-de6816b2-5367-4ea7-ad69-c9611926c5d3 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807364 Aug 20 15:45:00.176801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422427f-8ff9-4260-b998-b5862d88b7d8 req-7b7fe033-aceb-4f5f-9014-c144a07c3437 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:00.178170 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3422427f-8ff9-4260-b998-b5862d88b7d8 req-7b7fe033-aceb-4f5f-9014-c144a07c3437 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0526741 Aug 20 15:45:00.214913 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3422427f-8ff9-4260-b998-b5862d88b7d8 req-64c8c71a-f6c4-42fa-9f50-30845374bd16 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308619 Aug 20 15:45:00.595026 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:45:01.330954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0d503-6932-4b98-93f4-2f7a3bd3df99 req-8b965688-4f16-4220-9c57-c200e60872fe tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:01.332486 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21d0d503-6932-4b98-93f4-2f7a3bd3df99 req-8b965688-4f16-4220-9c57-c200e60872fe tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0496788 Aug 20 15:45:01.370135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21d0d503-6932-4b98-93f4-2f7a3bd3df99 req-e1ec6efc-7b8c-4e22-9580-b24ab54574d4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317700 Aug 20 15:45:02.485452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abc571-83ba-478e-bf50-dd2162ffa1fe req-ad5659e1-c3b8-4e21-91c1-6b0634c39874 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:02.486956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81abc571-83ba-478e-bf50-dd2162ffa1fe req-ad5659e1-c3b8-4e21-91c1-6b0634c39874 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0480239 Aug 20 15:45:02.525116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81abc571-83ba-478e-bf50-dd2162ffa1fe req-fc934946-a14e-4ff3-89d8-c4986e3f46b8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Aug 20 15:45:03.643139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1004-5013-41fe-89cd-f71dc42c3117 req-a6739697-4673-4127-a1be-0cc621322bb9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:03.644656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03ec1004-5013-41fe-89cd-f71dc42c3117 req-a6739697-4673-4127-a1be-0cc621322bb9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0536122 Aug 20 15:45:03.681223 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03ec1004-5013-41fe-89cd-f71dc42c3117 req-868d6620-0df5-430a-81da-379ea4e78e83 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307174 Aug 20 15:45:04.799841 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805412-bd8b-4119-81b3-581b16d04ad9 req-ee3e5582-6163-4521-922e-0eeb8706dcfb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:04.801346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc805412-bd8b-4119-81b3-581b16d04ad9 req-ee3e5582-6163-4521-922e-0eeb8706dcfb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0501606 Aug 20 15:45:04.840009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc805412-bd8b-4119-81b3-581b16d04ad9 req-7568e11c-fca0-4a71-8081-287a09b43807 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327349 Aug 20 15:45:05.956729 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9ced7-fb07-4be8-9303-f8eb86799d50 req-0adf1fb7-b0fa-47f7-ae8a-979c2018653e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:05.958186 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2f9ced7-fb07-4be8-9303-f8eb86799d50 req-0adf1fb7-b0fa-47f7-ae8a-979c2018653e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0488069 Aug 20 15:45:05.995173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2f9ced7-fb07-4be8-9303-f8eb86799d50 req-bc214f4a-7bba-4f02-b5b0-9354b134ddf1 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311093 Aug 20 15:45:06.357601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:07.112317 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51817e81-2eac-48e5-a484-acdc3775ed5d req-190f090b-9732-4d32-8d49-db2699cb8a11 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:07.113781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51817e81-2eac-48e5-a484-acdc3775ed5d req-190f090b-9732-4d32-8d49-db2699cb8a11 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0525832 Aug 20 15:45:07.152773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-51817e81-2eac-48e5-a484-acdc3775ed5d req-b3cfcac5-308c-4bb6-92aa-60f43b053927 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331156 Aug 20 15:45:08.267933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3248-0602-479f-84a3-7b05d6b7cb38 req-79536c22-905f-4020-806f-3d0d17e8efb0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:08.269414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-284e3248-0602-479f-84a3-7b05d6b7cb38 req-79536c22-905f-4020-806f-3d0d17e8efb0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0495613 Aug 20 15:45:08.308442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-284e3248-0602-479f-84a3-7b05d6b7cb38 req-3f3bfe1a-1416-4213-9288-04fe37c05a02 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331814 Aug 20 15:45:09.426951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9c3fe-7c3b-4704-8177-1b280df174d2 req-33544ad3-4bd1-4fef-8d95-7554c470f6ec tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:09.428489 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a9c3fe-7c3b-4704-8177-1b280df174d2 req-33544ad3-4bd1-4fef-8d95-7554c470f6ec tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0521226 Aug 20 15:45:09.465469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09a9c3fe-7c3b-4704-8177-1b280df174d2 req-fa992f17-2065-4b37-b5c9-773be867a822 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311153 Aug 20 15:45:10.586608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c21082-09bf-4c08-a8c9-f90daf325a0f req-cdd7ba28-b930-46d1-913a-c38cf64e72ac tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:10.588104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3c21082-09bf-4c08-a8c9-f90daf325a0f req-cdd7ba28-b930-46d1-913a-c38cf64e72ac tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0530646 Aug 20 15:45:10.625961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3c21082-09bf-4c08-a8c9-f90daf325a0f req-735e4baf-9aae-43b6-adf0-4ac650cfdb92 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318801 Aug 20 15:45:11.738495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b1b8a-f4ac-4463-9992-32715382594d req-cbb6a0a6-3f68-4fd2-9da9-a0894145b3a5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:11.740022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a17b1b8a-f4ac-4463-9992-32715382594d req-cbb6a0a6-3f68-4fd2-9da9-a0894145b3a5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0484293 Aug 20 15:45:11.778134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a17b1b8a-f4ac-4463-9992-32715382594d req-13f7b28f-50c1-48b8-888e-baac057a777d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322692 Aug 20 15:45:12.263328 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d4df0d0f-6dca-4a94-928f-aec2e11dbc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:12.892556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb4390-a5ca-4331-a4e8-3160657f9c6c req-f265f9f9-ed10-4b03-aa05-baea2b2831e6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:12.894025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21bb4390-a5ca-4331-a4e8-3160657f9c6c req-f265f9f9-ed10-4b03-aa05-baea2b2831e6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0486052 Aug 20 15:45:12.931886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21bb4390-a5ca-4331-a4e8-3160657f9c6c req-d944f483-226e-45e8-8be5-8a162565a7c6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318112 Aug 20 15:45:14.050684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187b01-2c95-44de-8e34-90960278bdfb req-2f77fb0b-1d51-46e5-9387-c9fd0a7bec03 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:14.052317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04187b01-2c95-44de-8e34-90960278bdfb req-2f77fb0b-1d51-46e5-9387-c9fd0a7bec03 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0532947 Aug 20 15:45:14.088863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04187b01-2c95-44de-8e34-90960278bdfb req-700bc545-5186-4b08-ae80-b7b7c35c300b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306380 Aug 20 15:45:14.895461 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:15.207204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16a1f2-6a97-49b4-8f3a-a87b1cbed0cc req-0fa53f08-8ba5-4789-bbf1-97f2c3f02e43 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:15.208693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e16a1f2-6a97-49b4-8f3a-a87b1cbed0cc req-0fa53f08-8ba5-4789-bbf1-97f2c3f02e43 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0503452 Aug 20 15:45:15.242247 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5cabea53-ad8e-41ee-914c-f8e9b502a890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:15.246745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1e16a1f2-6a97-49b4-8f3a-a87b1cbed0cc req-e86ccea7-c768-4011-a729-f7f020f94ddb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321112 Aug 20 15:45:16.288374 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:16.364152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160aca1-bfa7-428f-917a-5c0d16464555 req-3051cdd5-b292-4565-a096-a4c2cd3c3863 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:16.365631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e160aca1-bfa7-428f-917a-5c0d16464555 req-3051cdd5-b292-4565-a096-a4c2cd3c3863 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Aug 20 15:45:16.402523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e160aca1-bfa7-428f-917a-5c0d16464555 req-7c842972-8a96-4428-acb9-b523a3dc8fe4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308955 Aug 20 15:45:17.124734 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-062d9869-17cf-4ace-8646-35c2ce120150 service neutron] show failed (client error): The resource could not be found. Aug 20 15:45:17.125738 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-062d9869-17cf-4ace-8646-35c2ce120150 service neutron] 10.222.0.72 "GET /v2.0/ports/e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0541682 Aug 20 15:45:17.382793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-724c6d24-48ac-4a70-b927-c92f87d7f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:17.384250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-724c6d24-48ac-4a70-b927-c92f87d7f851 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 1097 time: 0.0910926 Aug 20 15:45:17.401526 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:45:17.454391 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:17.604755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e7794-ee87-42a3-8bd4-069afa6da351 req-befef8fb-7ba3-4166-ba6d-58a93be49036 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:17.606243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f20e7794-ee87-42a3-8bd4-069afa6da351 req-befef8fb-7ba3-4166-ba6d-58a93be49036 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.1207836 Aug 20 15:45:17.696203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f20e7794-ee87-42a3-8bd4-069afa6da351 req-48f745c0-eb25-423b-9b39-5881b7d380e9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831628 Aug 20 15:45:17.723131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:17.755783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:45:17.793903 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:17.797221 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da15b42c-5d26-42b8-a5d0-69db3581ea52" -d '{"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:17.800919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:17.812993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Transition to ACTIVE for port object e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:45:17.817259 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:17.901253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:17.914478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.914736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.915083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.915423 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.915813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.916151 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.916500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.917083 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.917420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.917750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.918080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.918408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:17.925507 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa898514-2188-4871-9e23-47dad93bbebc x-openstack-request-id: req-aa898514-2188-4871-9e23-47dad93bbebc {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:17.925806 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:17.926061 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa898514-2188-4871-9e23-47dad93bbebc {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:17.926462 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'code': 200} Aug 20 15:45:17.956056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] No DVR routers for this DVR port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:45:17.980675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:18.404908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:45:18.409024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:45:18.409024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:45:18.410744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:45:18.411306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:45:18.417476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:45:18.418053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:45:18.418777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:45:18.419606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Bound port: e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:45:18.420122 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:18.482447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:45:18.486778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:45:18.491701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:18.528599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:18.529234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:18.531236 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] 10.222.0.70 "PUT /v2.0/ports/e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1092 time: 1.1336937 Aug 20 15:45:18.556983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f0be-4321-420a-9fae-925521c46529 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:18.603099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-1f183b22-1a04-49d8-a402-a8e490fe2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:18.604680 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-1f183b22-1a04-49d8-a402-a8e490fe2123 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1095 time: 0.0438583 Aug 20 15:45:18.702747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-c1c75502-7d32-4831-9370-704845cb8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:18.704298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-c1c75502-7d32-4831-9370-704845cb8b6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0884950 Aug 20 15:45:18.805140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-c69e6a16-6f6c-4d03-8cc5-7a1fa0403eb0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1000 time: 0.0877812 Aug 20 15:45:18.823673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4499c-39a4-4f8c-a4f9-30e7f3fa8888 req-b418c69c-c3c4-4f4c-a8e6-a2e996b7eea9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:18.825089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8aa4499c-39a4-4f8c-a4f9-30e7f3fa8888 req-b418c69c-c3c4-4f4c-a8e6-a2e996b7eea9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 943 time: 0.0584595 Aug 20 15:45:18.895237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-c71c60f6-4cd8-40a6-813a-3a1c60331dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:18.896778 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-c71c60f6-4cd8-40a6-813a-3a1c60331dec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0707929 Aug 20 15:45:18.899749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8aa4499c-39a4-4f8c-a4f9-30e7f3fa8888 req-9b9a2d0d-743a-45ad-80d9-b3c0e7af6e36 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660186 Aug 20 15:45:18.944519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-f6165bb3-4200-413c-8621-33565c512e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:18.946002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-f6165bb3-4200-413c-8621-33565c512e21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412507 Aug 20 15:45:19.033144 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-a6c1b531-e3e5-4f18-a2ff-7ea7c4d932f1 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792334 Aug 20 15:45:19.127891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fcd9be70-db25-4748-b229-cefd47c6b1fa req-9148b0e6-482c-4656-ae24-9ef61e565ccf service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842049 Aug 20 15:45:19.927908 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:19.930244 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4" -d '{"events": [{"name": "network-changed", "server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:20.017230 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525c16b-d3c6-42c2-89da-c10b7f35a1a2 req-33e840a0-e95e-49af-9a59-276013410b71 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:20.018699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0525c16b-d3c6-42c2-89da-c10b7f35a1a2 req-33e840a0-e95e-49af-9a59-276013410b71 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 943 time: 0.0489318 Aug 20 15:45:20.056841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0525c16b-d3c6-42c2-89da-c10b7f35a1a2 req-ad68fcf7-0ab7-4ed5-b1b0-75b0fb9d25be tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322170 Aug 20 15:45:20.114032 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e148fe-b99a-43db-b00b-b971137560ab x-openstack-request-id: req-27e148fe-b99a-43db-b00b-b971137560ab {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:20.114356 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:20.114643 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27e148fe-b99a-43db-b00b-b971137560ab {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:20.115050 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'status': 'completed', 'code': 200} Aug 20 15:45:20.178829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-8d70e3d6-59f0-4440-9d50-71dc2abca516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:20.180279 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-8d70e3d6-59f0-4440-9d50-71dc2abca516 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1095 time: 0.0425227 Aug 20 15:45:20.198046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-5572adec-bc11-4f09-b904-9288ab6bea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:20.199599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-5572adec-bc11-4f09-b904-9288ab6bea8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1095 time: 0.0475893 Aug 20 15:45:20.274026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-f7560004-511e-4152-993c-96baebbe199a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:20.275641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-f7560004-511e-4152-993c-96baebbe199a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0873649 Aug 20 15:45:20.289327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-9d65ef5a-4575-43be-a73e-a1c4d3745c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:20.290964 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-9d65ef5a-4575-43be-a73e-a1c4d3745c5b service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0848408 Aug 20 15:45:20.340525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-e660b651-1e8c-4f27-95c0-5ebfe32b669b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1000 time: 0.0571983 Aug 20 15:45:20.360551 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-abfc77ed-aeb7-4ba2-b93f-86db80bc3520 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1000 time: 0.0621915 Aug 20 15:45:20.394034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-6c919ea9-302d-4e28-a0dd-6172aea55b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:20.395498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-6c919ea9-302d-4e28-a0dd-6172aea55b4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0475280 Aug 20 15:45:20.410380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-ec032d70-5019-47b6-97b5-74e96b51bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:20.411852 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-ec032d70-5019-47b6-97b5-74e96b51bb5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0440500 Aug 20 15:45:20.444566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-469d7ad6-b4bb-498f-8b30-ccda28e9b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:20.445987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-469d7ad6-b4bb-498f-8b30-ccda28e9b178 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413978 Aug 20 15:45:20.457445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-5d7e1319-ceaf-4aad-b728-80baaea76085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:20.458978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-5d7e1319-ceaf-4aad-b728-80baaea76085 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402362 Aug 20 15:45:20.536413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-e7f63c70-1cd1-4dad-9a9f-1080db9bf767 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817823 Aug 20 15:45:20.552759 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-44d37a2d-cdff-421f-88c5-a03c5f5c5882 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866435 Aug 20 15:45:20.632920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-533a74b8-aa06-4032-9c9e-dedcc79b17aa service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868313 Aug 20 15:45:20.646379 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8a340f6d-a5ae-4046-bfbe-c53d7da939b4 req-f47d7af2-5e23-4563-969f-354fc9f88989 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868616 Aug 20 15:45:20.762908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:45:20.802728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:45:20.932968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:45:21.029481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:21.044438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'mac_address': 'fa:16:3e:01:ca:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:45:21.080481 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:21.093758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:45:21.113572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:21.117643 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:21.164436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:21.172239 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.172591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.172932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.173269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.173608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.173939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.174267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.174596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.174923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.175259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.175608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.175932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:21.176874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5bb4e-64fd-41e1-b634-5c6183bc0fd8 req-6276dd06-c1e9-4b16-9dbd-5b8cdf7e070c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:21.178394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71e5bb4e-64fd-41e1-b634-5c6183bc0fd8 req-6276dd06-c1e9-4b16-9dbd-5b8cdf7e070c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 944 time: 0.0507908 Aug 20 15:45:21.218657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71e5bb4e-64fd-41e1-b634-5c6183bc0fd8 req-49398400-ba77-41a3-a1e5-a2ba88674f8f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330296 Aug 20 15:45:21.407882 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:45:21.533603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-f9034f66-e847-489b-ae12-d7affb3741a7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:21.535316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-f9034f66-e847-489b-ae12-d7affb3741a7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502&tenant_id=a0178adc7f33459db546141a4c28a429&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 944 time: 0.0919807 Aug 20 15:45:21.547685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5eb068-129d-4079-a228-32613f533aaf req-80f1610a-30a5-435b-b233-518a7032068d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:21.549150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5eb068-129d-4079-a228-32613f533aaf req-80f1610a-30a5-435b-b233-518a7032068d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 944 time: 0.0727849 Aug 20 15:45:21.625972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5eb068-129d-4079-a228-32613f533aaf req-8a45c183-92a2-46aa-8f30-7fb1d6c7a20a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697474 Aug 20 15:45:21.631569 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-276bde32-8a1f-4937-a399-3cd61d22c368 service neutron] 10.222.0.70 "GET /v2.0/ports/e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9/bindings/n-h2-695189-15 HTTP/1.1" status: 200 len: 383 time: 0.0815148 Aug 20 15:45:21.699764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-1493848a-6497-4aad-829a-0aff066c8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:21.703227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-1493848a-6497-4aad-829a-0aff066c8f57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1096 time: 0.0455835 Aug 20 15:45:21.790767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-6fd93c47-220d-42e1-9209-52f72f3b509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:21.792409 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-6fd93c47-220d-42e1-9209-52f72f3b509d service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0811763 Aug 20 15:45:21.860417 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-eaa90a83-6898-41af-8d51-83f1b557c39c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1001 time: 0.0603352 Aug 20 15:45:21.908849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-76e8f9dc-dff5-4c46-b6f6-62b05024e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:21.910305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-76e8f9dc-dff5-4c46-b6f6-62b05024e239 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0422523 Aug 20 15:45:21.957508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-221464e3-f202-4934-9147-fdaf792d439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:21.958981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-221464e3-f202-4934-9147-fdaf792d439f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407991 Aug 20 15:45:22.051381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-a7e1befc-211d-4ff2-a0b9-7d6d4831935e service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 Aug 20 15:45:22.138427 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-2cc5af01-e874-4002-81bd-2bd0989ea96c service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800245 Aug 20 15:45:22.742775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720e56-f634-425e-a39c-44c173f0a07f req-6fa3b6bb-5ae1-496d-8ccc-226b9aae632e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:22.744293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4720e56-f634-425e-a39c-44c173f0a07f req-6fa3b6bb-5ae1-496d-8ccc-226b9aae632e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 944 time: 0.0493531 Aug 20 15:45:22.781308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a4720e56-f634-425e-a39c-44c173f0a07f req-65e8ceb5-0bef-4561-bcab-35e6363fb602 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311887 Aug 20 15:45:22.944644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:45:22.992546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:45:22.996419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:45:22.996793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:23.073181 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:23.095425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:23.097643 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fb1af2-04a6-42fa-b4c8-9dbfc33ac7d0" -d '{"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-plugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:23.110473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:23.114373 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:23.160193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:23.206447 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6752b631-29d9-4796-b0e8-3ee63a367ba5 x-openstack-request-id: req-6752b631-29d9-4796-b0e8-3ee63a367ba5 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:23.206742 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-plugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:23.206999 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6752b631-29d9-4796-b0e8-3ee63a367ba5 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:23.207478 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'code': 200} Aug 20 15:45:23.902459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd1286-f8f3-4381-9973-7f2cec560606 req-fcdbf92f-5933-4c36-abfb-594cfb5edf23 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:23.903983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22fd1286-f8f3-4381-9973-7f2cec560606 req-fcdbf92f-5933-4c36-abfb-594cfb5edf23 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0538304 Aug 20 15:45:23.943183 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-22fd1286-f8f3-4381-9973-7f2cec560606 req-1a50ec66-3f73-46b9-a7a2-38e543925555 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329380 Aug 20 15:45:24.272765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-46658987-976f-4d4a-bb9a-97b14424e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:24.274243 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-46658987-976f-4d4a-bb9a-97b14424e127 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 1097 time: 0.0419581 Aug 20 15:45:24.292228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:45:24.347050 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:24.546299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:24.578747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:45:24.619812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:24.621987 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86b2e4b-72fc-4b23-81e9-791cf2ff64b2" -d '{"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:24.625947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:24.638316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Transition to ACTIVE for port object e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:45:24.642410 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:24.678226 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d652eab6-2ea9-482c-8d58-b1543828d910 x-openstack-request-id: req-d652eab6-2ea9-482c-8d58-b1543828d910 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:24.678402 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-unplugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:24.678640 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d652eab6-2ea9-482c-8d58-b1543828d910 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:24.679019 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'code': 200} Aug 20 15:45:24.730462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=10']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:24.743180 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.743529 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.743900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.744240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.744775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.745113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.745449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.745780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.746121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.746460 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.746792 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.747122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:45:24.782847 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] No DVR routers for this DVR port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:45:24.933153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:45:24.933487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:45:24.933812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:45:24.938564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:45:24.938882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Attempting to bind port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:45:24.944292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:45:24.944570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:45:24.944952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:45:24.945373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Bound port: e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:45:24.945721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:25.012524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:45:25.017649 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:45:25.021508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:25.056172 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:25.057311 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:25.059038 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] 10.222.0.72 "PUT /v2.0/ports/e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1093 time: 0.7709949 Aug 20 15:45:25.066512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2ab3f-af97-4043-a7fc-135cba833685 req-4b63b8ad-0854-42e5-94ef-c6c62c55f03f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:25.068103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7c2ab3f-af97-4043-a7fc-135cba833685 req-4b63b8ad-0854-42e5-94ef-c6c62c55f03f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 944 time: 0.0527503 Aug 20 15:45:25.086208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750b93f-8053-43c2-a796-f3f171e6ab60 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=11']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:25.115101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7c2ab3f-af97-4043-a7fc-135cba833685 req-c87c1b85-2594-4928-a2cf-91f436a1f91f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Aug 20 15:45:25.144865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-76ee23a0-e3b4-4892-b000-2ac4f455e059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:25.146311 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-76ee23a0-e3b4-4892-b000-2ac4f455e059 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1096 time: 0.0514677 Aug 20 15:45:25.248380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-0bd15311-cb72-43f3-84b1-b6d26038e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:25.250825 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-0bd15311-cb72-43f3-84b1-b6d26038e783 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0978417 Aug 20 15:45:25.316880 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-836b5a02-fbbb-4f82-9291-a3148c26eba1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1000 time: 0.0587902 Aug 20 15:45:25.363755 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-7b8c0195-e8d8-41b2-a398-78978fd22655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:25.365175 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-7b8c0195-e8d8-41b2-a398-78978fd22655 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0419395 Aug 20 15:45:25.416462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-3312aecb-906c-4c81-b303-cdc6de2c8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:25.418143 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-3312aecb-906c-4c81-b303-cdc6de2c8c46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465763 Aug 20 15:45:25.508880 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-3f362cdb-0173-489e-ba1c-a9996c90f3d2 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807230 Aug 20 15:45:25.600785 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-68f7d31c-5712-4a45-be30-fad06f196f61 req-7a7dac73-acde-4ec1-8d99-ee1782025a37 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847428 Aug 20 15:45:25.748830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-680bf86f-6ded-4bb9-99dd-c1aa957b940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:25.750735 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-680bf86f-6ded-4bb9-99dd-c1aa957b940e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1096 time: 0.0429318 Aug 20 15:45:25.850573 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-374591cd-7032-495b-b8da-afe7549b5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:25.852047 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-374591cd-7032-495b-b8da-afe7549b5b2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0818298 Aug 20 15:45:25.923886 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-c17919a8-5149-45c4-a8a0-aa12b3dece0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1000 time: 0.0644441 Aug 20 15:45:25.973163 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-7932657d-f22b-4571-91f0-4c569e5f3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:25.974600 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-7932657d-f22b-4571-91f0-4c569e5f3b53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0435517 Aug 20 15:45:26.019815 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-fc312166-7cf1-4c68-945f-f2d556432754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:26.021184 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-fc312166-7cf1-4c68-945f-f2d556432754 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395029 Aug 20 15:45:26.112230 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-3216de10-de6a-4a69-b39d-2594a39e8c5c service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839252 Aug 20 15:45:26.204716 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2ee16b8d-5699-48c6-8aab-dfdd35b57b75 req-759798ad-0b4d-4451-aa1a-f8c678ed8bd4 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851121 Aug 20 15:45:26.231685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4d7d9-1e18-4f4f-b8fd-895dc4763e76 req-e67afad7-573d-4efa-8a06-3a8f2ddbea30 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:26.233385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebb4d7d9-1e18-4f4f-b8fd-895dc4763e76 req-e67afad7-573d-4efa-8a06-3a8f2ddbea30 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 944 time: 0.0494840 Aug 20 15:45:26.271591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebb4d7d9-1e18-4f4f-b8fd-895dc4763e76 req-2fb4e7e7-6114-471f-a43c-1256d3b4b3da tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320141 Aug 20 15:45:26.680278 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:26.682665 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeeb7077-2bc4-44e7-a61d-327681dde5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:26.728561 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed63379-5a59-4e06-984c-676b7a6e38eb x-openstack-request-id: req-aed63379-5a59-4e06-984c-676b7a6e38eb {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:26.728860 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:26.729116 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aed63379-5a59-4e06-984c-676b7a6e38eb {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:26.729517 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'status': 'completed', 'code': 200} Aug 20 15:45:26.791107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-01fbfaea-a912-46bb-93b2-4249f721480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:26.792889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-01fbfaea-a912-46bb-93b2-4249f721480b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1096 time: 0.0444899 Aug 20 15:45:26.820420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-2f9a7361-53ee-455d-a18a-d19d4331f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:26.822030 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-2f9a7361-53ee-455d-a18a-d19d4331f1e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 1096 time: 0.0490808 Aug 20 15:45:26.883910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-c5e8b8ca-e913-4561-abcd-f3b7ea645895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:26.885406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-c5e8b8ca-e913-4561-abcd-f3b7ea645895 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0849912 Aug 20 15:45:26.914420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-ee7cc23e-8d16-4c48-ab10-ddcd54df5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:26.915904 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-ee7cc23e-8d16-4c48-ab10-ddcd54df5805 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0863841 Aug 20 15:45:26.957394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-e75c7210-ed63-40b2-81ec-063b3de9bf00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1000 time: 0.0634563 Aug 20 15:45:26.965764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:45:26.989587 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-42cdc844-c579-4e28-b32d-3458a6d9b42f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 200 len: 1000 time: 0.0653594 Aug 20 15:45:27.004778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:45:27.012619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-024d5a55-5f78-49a4-83bc-61e02d5fcced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:27.014088 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-024d5a55-5f78-49a4-83bc-61e02d5fcced service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0457091 Aug 20 15:45:27.041839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-4453e096-bb9a-4df7-bd65-99613c5401fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:27.043584 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-4453e096-bb9a-4df7-bd65-99613c5401fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0470810 Aug 20 15:45:27.062214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-16c85604-f7d9-4e8b-ab49-ce5f1ba07a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:27.063810 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-16c85604-f7d9-4e8b-ab49-ce5f1ba07a61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416853 Aug 20 15:45:27.091687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-27e70656-8b68-41fc-a630-dfce4f1f58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:27.093820 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-27e70656-8b68-41fc-a630-dfce4f1f58b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420587 Aug 20 15:45:27.163102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-613f5b06-2f2a-4cb5-b35c-bc38a528efb9 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918393 Aug 20 15:45:27.185134 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-34fe14a5-7981-43ef-8994-b02e61b8603d service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841417 Aug 20 15:45:27.255980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-7536c73f-32a4-461c-b610-9acbb0269eb5 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852528 Aug 20 15:45:27.275247 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-eeeb7077-2bc4-44e7-a61d-327681dde5a2 req-f20f266b-2739-4f85-8201-43308db59304 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818808 Aug 20 15:45:27.390806 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27378d65-007a-4f43-b258-663ad06aee55 req-784b20be-ebdf-4c5a-b056-fa1206f23d80 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:27.392382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27378d65-007a-4f43-b258-663ad06aee55 req-784b20be-ebdf-4c5a-b056-fa1206f23d80 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 944 time: 0.0510247 Aug 20 15:45:27.430406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-27378d65-007a-4f43-b258-663ad06aee55 req-2a5e92c5-cd4c-4091-88ff-e50f304953b3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319467 Aug 20 15:45:28.557767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27b3ad-a134-4e89-ae9e-3412e8fb2174 req-bf28305c-b95d-4f7a-bce8-7f97d39cafac tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:28.559312 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a27b3ad-a134-4e89-ae9e-3412e8fb2174 req-bf28305c-b95d-4f7a-bce8-7f97d39cafac tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 944 time: 0.0613148 Aug 20 15:45:28.600527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a27b3ad-a134-4e89-ae9e-3412e8fb2174 req-89ba1cd9-2276-4228-a239-003f3b5ebb4c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349433 Aug 20 15:45:28.839390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:45:28.946667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:28.959064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'mac_address': 'fa:16:3e:01:ca:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:45:28.996222 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:29.009400 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:45:29.029227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:29.033036 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:29.080469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=12']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:29.286901 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:29.487205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:45:29.716594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29ad2b-f14e-408c-b3d5-865d9aa96044 req-3dfdd73e-7294-42e5-8769-201b9e1a2739 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:29.718632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd29ad2b-f14e-408c-b3d5-865d9aa96044 req-3dfdd73e-7294-42e5-8769-201b9e1a2739 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0490606 Aug 20 15:45:29.755480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd29ad2b-f14e-408c-b3d5-865d9aa96044 req-81a10a80-c0d5-4775-bfc8-5f4cff4514ce tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310745 Aug 20 15:45:29.869010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f860e5d-1844-48be-9aa8-6788a161d012 req-83d812b1-d8d0-42de-b8c7-af171b8608de tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:29.870477 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f860e5d-1844-48be-9aa8-6788a161d012 req-83d812b1-d8d0-42de-b8c7-af171b8608de tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0494008 Aug 20 15:45:29.908071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6f860e5d-1844-48be-9aa8-6788a161d012 req-0aaf867c-0194-4fd6-9c61-c27f801b96ea tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311835 Aug 20 15:45:30.025101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9716ba-0172-4702-bc98-5bb3fc640da4 req-aeff155c-29d7-42c1-9a45-2b643e3ba26f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:30.026483 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c9716ba-0172-4702-bc98-5bb3fc640da4 req-aeff155c-29d7-42c1-9a45-2b643e3ba26f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0531566 Aug 20 15:45:30.064727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c9716ba-0172-4702-bc98-5bb3fc640da4 req-b5dc90d8-cb49-45eb-8da8-483e3928fe77 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317509 Aug 20 15:45:30.293264 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c02449-a59c-40dc-85e0-03362704b8c5 req-6ff98899-0923-4922-9772-06a8be96a6de tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:30.294649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38c02449-a59c-40dc-85e0-03362704b8c5 req-6ff98899-0923-4922-9772-06a8be96a6de tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 945 time: 0.0506217 Aug 20 15:45:30.332240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38c02449-a59c-40dc-85e0-03362704b8c5 req-b8a105b1-ecfe-4469-97ac-82481b8c9afb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Aug 20 15:45:30.850655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:45:30.898437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:45:30.902289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:45:30.902660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:30.981770 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:31.005524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:31.007782 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b53c43a-c73c-41b3-bd94-5b187542d218" -d '{"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-plugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:31.020333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:31.024358 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:31.048831 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf978224-e355-4555-ad12-d1dfef9d198d x-openstack-request-id: req-bf978224-e355-4555-ad12-d1dfef9d198d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:31.049083 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-plugged", "status": "completed", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:31.049335 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf978224-e355-4555-ad12-d1dfef9d198d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:31.049716 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'code': 200} Aug 20 15:45:31.074555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=13']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:31.449370 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42225ab-b350-4e97-a2ac-2e12efabcba6 req-db060245-d42f-4ad9-a24a-e4701a58ba0f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:31.450009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b42225ab-b350-4e97-a2ac-2e12efabcba6 req-db060245-d42f-4ad9-a24a-e4701a58ba0f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 946 time: 0.0492129 Aug 20 15:45:31.488439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b42225ab-b350-4e97-a2ac-2e12efabcba6 req-8de53311-e1f1-4e28-b32c-558abcfe5bba tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325058 Aug 20 15:45:31.824981 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-2f2a61b9-68f1-4a58-b9d1-d1b1f117869e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:31.826336 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-2f2a61b9-68f1-4a58-b9d1-d1b1f117869e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 946 time: 0.0505097 Aug 20 15:45:31.920168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Deleting port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:45:31.920546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:32.008759 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] For port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:32.009132 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:32.229521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:32.229916 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:32.230239 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 disassociated. External IP: 172.25.5.226, port: e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9. Aug 20 15:45:32.230582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Calling delete_port for e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:45:32.359497 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:32.386366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event deleted for resources: {'Port': ['ID=e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:32.505775 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:45:32.589654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b6c4ab54-bab2-4151-a236-97b21f38e7d2 req-e3e8624a-30cd-4694-97f4-2c2f61aca5d9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=62cc4fc5-f88d-40a5-b029-31819199e502 HTTP/1.1" status: 200 len: 210 time: 0.0315866 Aug 20 15:45:32.621546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:45:32.631733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:45:32.641522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:45:32.642143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:45:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:45:32.661722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] No DVR routers for this DVR port e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:45:32.664697 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:32.666800 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-55d6859c-40f4-4ba5-b4bb-0e700374fbfc req-576b1eb3-5d50-4961-adbc-17d134e74fda tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "DELETE /v2.0/ports/e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 HTTP/1.1" status: 204 len: 173 time: 0.8336334 Aug 20 15:45:32.667587 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-deleted', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:32.669853 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34b1b537790291cb81b93608d83bf789d7496c871dcc8b1b58685cf515aa6a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd84dd56-2bdf-4a54-9e9a-0041fff2917f" -d '{"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-deleted", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:32.709878 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a3cfce-663f-464e-879a-8e527516635f x-openstack-request-id: req-02a3cfce-663f-464e-879a-8e527516635f {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:32.710177 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62cc4fc5-f88d-40a5-b029-31819199e502", "name": "network-vif-deleted", "tag": "e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:32.710491 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02a3cfce-663f-464e-879a-8e527516635f {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:32.710903 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62cc4fc5-f88d-40a5-b029-31819199e502', 'name': 'network-vif-deleted', 'tag': 'e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9', 'status': 'completed', 'code': 200} Aug 20 15:45:32.760958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:45:33.115316 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:45:33.142302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:45:33.151976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:45:33.152614 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:45:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:45:33.268429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:45:33.465852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:45:33.496092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a965c6d-2d73-4335-bf00-b50db96aec08 None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:45:33.827720 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af51e0-555d-4452-bce3-6eab34d8dcea None None] New status for floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:45:33.901599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-167f3f49-caf4-4e34-9bcf-f41420cc3f6b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--308431092&fields=id&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 267 time: 0.0324523 Aug 20 15:45:34.014791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-97ef6957-cb76-48da-b0a8-32b0f68cc82f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:34.016226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-97ef6957-cb76-48da-b0a8-32b0f68cc82f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 812 time: 0.1072345 Aug 20 15:45:34.031983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-75a392cf-2a4b-4512-a727-2bbe457efe63 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/quotas/a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 375 time: 0.0098906 Aug 20 15:45:34.089384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-f8e8ffc5-cb50-4886-a0d5-613dc6b43c9a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519466 Aug 20 15:45:34.158492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-cbcb81d1-cb7a-4290-9b2e-8bdf5d1c2724 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:45:34.159508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-cbcb81d1-cb7a-4290-9b2e-8bdf5d1c2724 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583842 Aug 20 15:45:34.246766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-3f728944-9fb0-461e-b828-0976b1b92ebb service neutron] 10.222.0.36 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809634 Aug 20 15:45:34.339106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-8c45b46f-373d-46c1-9547-5c551e12fc60 service neutron] 10.222.0.36 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854254 Aug 20 15:45:34.499852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f7800fe-9891-4bd5-a942-f2162bba0986 req-a381c8e2-ea66-463a-bd2b-d053a09ccd53 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 210 time: 0.0272737 Aug 20 15:45:34.881672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:45:34.902471 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:45:34.902838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e7b31fbe-03d9-400a-b9a5-6c2fc038f0e9 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:45:35.594641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2f12248-fb59-44b5-88a0-17b78dbe579f req-d6f2a1f5-6b08-483b-980f-d087a2651489 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 210 time: 0.0269206 Aug 20 15:45:35.747201 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-b802f4dc-a540-4aea-987c-6cd89153d7e3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:35.748828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-b802f4dc-a540-4aea-987c-6cd89153d7e3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 812 time: 0.1067510 Aug 20 15:45:35.794290 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-3fb69150-3c62-4003-ba46-155f63a0b468 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 379 time: 0.0349829 Aug 20 15:45:35.804623 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'port': {'device_id': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'admin_state_up': True, 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'security_groups': ['82640e92-f5c8-486b-8d9b-bfbc3b0d7861']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:45:35.909596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Made reservation on behalf of a0178adc7f33459db546141a4c28a429 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:45:35.913146 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:36.043591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Allocated IP 172.20.0.6 (f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c/3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6/d353fbaa-5c98-4b49-bda2-7fe11e132012) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:45:36.185703 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:36.199038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Transition to ACTIVE for port object d353fbaa-5c98-4b49-bda2-7fe11e132012 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:45:36.232739 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:36.283940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:45:36.286969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:45:36.290654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:45:36.316816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:36.345703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:36.346334 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:36.369386 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:36.370760 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-9c20f70e-a0c4-49ec-916a-19913357cedf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693920 Aug 20 15:45:36.390889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Request body: {'port': {'device_id': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:45:36.456424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:36.593053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dfe145e5-500a-41bf-8a90-ef772845398f None None] Provisioning for port d353fbaa-5c98-4b49-bda2-7fe11e132012 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:45:36.597361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dfe145e5-500a-41bf-8a90-ef772845398f None None] Provisioning complete for port d353fbaa-5c98-4b49-bda2-7fe11e132012 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:45:36.597741 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe145e5-500a-41bf-8a90-ef772845398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:36.640805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-dfe145e5-500a-41bf-8a90-ef772845398f None None] Port d353fbaa-5c98-4b49-bda2-7fe11e132012 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:45:36.755329 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0db1c8-2a0f-434a-b253-d234406ca7ce req-8168f909-c272-4f19-a9fd-948034fea2d7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:36.756755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f0db1c8-2a0f-434a-b253-d234406ca7ce req-8168f909-c272-4f19-a9fd-948034fea2d7 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 931 time: 0.0868573 Aug 20 15:45:36.853257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f0db1c8-2a0f-434a-b253-d234406ca7ce req-ee8a2f21-9a82-454e-8efe-34f469b02c13 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848222 Aug 20 15:45:36.867304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d353fbaa-5c98-4b49-bda2-7fe11e132012 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:45:36.876563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:36.889554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Transition to ACTIVE for port object d353fbaa-5c98-4b49-bda2-7fe11e132012 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:45:36.893563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:36.946904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:37.027478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:45:37.027757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:45:37.028092 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:45:37.032898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Port d353fbaa-5c98-4b49-bda2-7fe11e132012 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:45:37.033232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:45:37.039333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:45:37.039909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:45:37.040566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:45:37.041130 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Bound port: d353fbaa-5c98-4b49-bda2-7fe11e132012, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:45:37.041502 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:37.116305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:45:37.119357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:45:37.132894 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:37.173384 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:37.174005 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:37.175425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] 10.222.0.70 "PUT /v2.0/ports/d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1092 time: 0.7898953 Aug 20 15:45:37.175897 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:37.178140 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361" -d '{"events": [{"name": "network-changed", "server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:37.204778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4849b36-2cf9-4ae3-b310-15569f08181b service neutron] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:37.219767 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f2a6ae-dc4a-447b-9e18-f118986fc59a x-openstack-request-id: req-98f2a6ae-dc4a-447b-9e18-f118986fc59a {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:37.220268 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:37.220680 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98f2a6ae-dc4a-447b-9e18-f118986fc59a {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:37.221988 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'status': 'completed', 'code': 200} Aug 20 15:45:37.272180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-edd12ee6-0ce8-423b-91b8-08a6f872a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:37.273897 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-edd12ee6-0ce8-423b-91b8-08a6f872a724 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1095 time: 0.0442944 Aug 20 15:45:37.324006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-63488a5c-c858-462c-ab32-06ebf7f0195f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 217 time: 0.0360229 Aug 20 15:45:37.386400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-1dfc2156-49f4-411e-ac1b-7319a5516550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:37.387951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-1dfc2156-49f4-411e-ac1b-7319a5516550 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0523863 Aug 20 15:45:37.439240 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-c7e54930-be51-4444-9167-9728029fc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:37.440770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-c7e54930-be51-4444-9167-9728029fc43d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407910 Aug 20 15:45:37.531194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-68c69728-2115-483b-91d9-546774b36a86 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801780 Aug 20 15:45:37.593855 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:45:37.628418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fdaf8fe-45d8-4337-b3e4-faab28860f49 req-2f6ba05f-9d6b-4161-92a7-0a7bf0604576 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857680 Aug 20 15:45:37.727010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-da29eb5f-b98b-4c76-a6d3-fd59100f1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:37.728587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-da29eb5f-b98b-4c76-a6d3-fd59100f1924 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1095 time: 0.0428202 Aug 20 15:45:37.827995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-616c556a-de19-4fe3-9d91-afa4492d5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:37.829502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-616c556a-de19-4fe3-9d91-afa4492d5a91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0929894 Aug 20 15:45:37.872588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-07555fed-10ba-47c8-beca-35b9dc3be156 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 217 time: 0.0357201 Aug 20 15:45:37.925507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-c9d0d2bc-49b6-45a1-88a8-3e0299d30755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:37.927012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-c9d0d2bc-49b6-45a1-88a8-3e0299d30755 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0462384 Aug 20 15:45:38.002625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-84633220-f81d-4e40-885c-782f5b2ec203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:38.004233 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-84633220-f81d-4e40-885c-782f5b2ec203 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661652 Aug 20 15:45:38.011599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3959cf-5469-4adc-b12e-56ba9ec70d81 req-add3b5e8-9bf0-447e-aafe-b3b8cab8d763 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:38.012963 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b3959cf-5469-4adc-b12e-56ba9ec70d81 req-add3b5e8-9bf0-447e-aafe-b3b8cab8d763 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0836639 Aug 20 15:45:38.101301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b3959cf-5469-4adc-b12e-56ba9ec70d81 req-9e114c5a-5c15-41d2-a2dc-38ed64fac211 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794737 Aug 20 15:45:38.128225 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-1c2a3cd6-fedb-473d-89ed-2bb896be8223 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142511 Aug 20 15:45:38.217756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4339fd4-1b99-4307-97d9-5c5aa5f9f361 req-cf6770ed-72ac-4ee9-a3eb-85f26af1be64 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806472 Aug 20 15:45:39.005776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:45:39.105344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:39.116334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'mac_address': 'fa:16:3e:67:12:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:45:39.153427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:39.167284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d353fbaa-5c98-4b49-bda2-7fe11e132012 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:45:39.186987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:39.190667 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:39.218797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48dd66-076e-48d8-81d8-9722a0af13f7 req-d54b7f93-0a14-4daf-b866-067379ce4e78 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:39.220334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d48dd66-076e-48d8-81d8-9722a0af13f7 req-d54b7f93-0a14-4daf-b866-067379ce4e78 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0505028 Aug 20 15:45:39.243056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:39.257736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d48dd66-076e-48d8-81d8-9722a0af13f7 req-6752300c-19a2-4c33-a2a4-518c38fb7edc tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315239 Aug 20 15:45:39.423209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d353fbaa-5c98-4b49-bda2-7fe11e132012'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:45:40.375241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e8650-054e-44fd-95b3-773d9aaf8cbe req-c2ee6896-481e-4539-9bf7-ccf6e5f8a220 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:40.376791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d8e8650-054e-44fd-95b3-773d9aaf8cbe req-c2ee6896-481e-4539-9bf7-ccf6e5f8a220 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0527997 Aug 20 15:45:40.419414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d8e8650-054e-44fd-95b3-773d9aaf8cbe req-c899d08c-511d-4b23-9c64-92620bf85ae6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365646 Aug 20 15:45:41.007143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:45:41.061703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port d353fbaa-5c98-4b49-bda2-7fe11e132012 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:45:41.065787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port d353fbaa-5c98-4b49-bda2-7fe11e132012 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:45:41.066144 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:41.143375 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:41.164853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:41.167344 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68f75ed83ec26f978352b21dc01b4055533e4bcb0cd6da4a79d86194d9708940" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8f367d-00ee-4a81-91e6-086e0f373992" -d '{"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-plugged", "status": "completed", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:41.179535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:45:41.183733 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:41.207386 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5144a03-69b0-4c2a-af71-74ba53bdc597 x-openstack-request-id: req-e5144a03-69b0-4c2a-af71-74ba53bdc597 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:41.207708 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-plugged", "status": "completed", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:41.207944 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e5144a03-69b0-4c2a-af71-74ba53bdc597 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:41.208325 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'code': 200} Aug 20 15:45:41.234951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:45:41.307912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36d98d-dafa-46f9-9396-b3c0aa22c85e req-41d1e842-be3a-48bb-8b4d-4818ef933afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:41.309374 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e36d98d-dafa-46f9-9396-b3c0aa22c85e req-41d1e842-be3a-48bb-8b4d-4818ef933afa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1097 time: 0.0401344 Aug 20 15:45:41.344214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e36d98d-dafa-46f9-9396-b3c0aa22c85e req-3c9cf1cd-1f59-4aa7-a2b0-2175d47def7c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263526 Aug 20 15:45:41.537022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19e1c6-78ce-473e-86f8-e0fa5d0f49d1 req-766afdea-2016-4a58-a5c4-965c9ad0f615 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:41.538553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c19e1c6-78ce-473e-86f8-e0fa5d0f49d1 req-766afdea-2016-4a58-a5c4-965c9ad0f615 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0495532 Aug 20 15:45:41.576591 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c19e1c6-78ce-473e-86f8-e0fa5d0f49d1 req-ba05c159-b14a-42b6-994b-1964515496d1 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318210 Aug 20 15:45:42.262906 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-86abf212-2ea8-40f2-94a0-b0202d8f307d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:42.693275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0392728-583c-4d1a-a7c6-672b5c32f6ae req-072cca0f-aa56-4b45-9e08-57fcfa079ef9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:42.694735 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0392728-583c-4d1a-a7c6-672b5c32f6ae req-072cca0f-aa56-4b45-9e08-57fcfa079ef9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0526133 Aug 20 15:45:42.733226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0392728-583c-4d1a-a7c6-672b5c32f6ae req-f8d64b4f-4b8a-425e-aecf-5afa7808e931 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315669 Aug 20 15:45:42.846538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09676a0b-e40c-4534-b309-87270cc33555 req-f0304161-b0a2-4be4-906a-c81b5ad67ec5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:42.848091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-09676a0b-e40c-4534-b309-87270cc33555 req-f0304161-b0a2-4be4-906a-c81b5ad67ec5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0519373 Aug 20 15:45:42.856610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55504) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:45:42.861057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-dff0017c-77ec-4fb4-86f7-41adf95f5a6d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Request body: {'floatingip': {'port_id': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:45:42.901647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dff0017c-77ec-4fb4-86f7-41adf95f5a6d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:43.329644 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dff0017c-77ec-4fb4-86f7-41adf95f5a6d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:43.333297 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dff0017c-77ec-4fb4-86f7-41adf95f5a6d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:43.750393 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-dff0017c-77ec-4fb4-86f7-41adf95f5a6d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 associated. External IP: 172.25.5.226, port: d353fbaa-5c98-4b49-bda2-7fe11e132012. Aug 20 15:45:43.952871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff0017c-77ec-4fb4-86f7-41adf95f5a6d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:45:44.061814 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff0017c-77ec-4fb4-86f7-41adf95f5a6d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:45:44.068701 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-dff0017c-77ec-4fb4-86f7-41adf95f5a6d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:44.075175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:45:44.095691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:45:44.096555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:45:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:45:44.101030 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dff0017c-77ec-4fb4-86f7-41adf95f5a6d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "PUT /v2.0/floatingips/1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 HTTP/1.1" status: 200 len: 992 time: 1.2434254 Aug 20 15:45:44.101721 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:45:44.104085 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa9555653790007d604c2f8fc6a7b297998e354361f726e619fc1e404bd533dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95a1a37-ec60-4716-9290-4272c9596bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:45:44.195469 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de114fe0-28df-4844-bfdf-438bf1a37bd2 x-openstack-request-id: req-de114fe0-28df-4844-bfdf-438bf1a37bd2 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:45:44.195811 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:45:44.196076 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de114fe0-28df-4844-bfdf-438bf1a37bd2 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:45:44.196493 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'status': 'completed', 'code': 200} Aug 20 15:45:44.211425 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:45:44.261659 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-a53c8101-18df-4c23-97e1-a2c5e7ff1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:44.263355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-a53c8101-18df-4c23-97e1-a2c5e7ff1b67 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1097 time: 0.0434797 Aug 20 15:45:44.359679 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-a7ac8531-6e36-4211-b3a1-835223e89d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:44.361251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-a7ac8531-6e36-4211-b3a1-835223e89d71 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0903814 Aug 20 15:45:44.430002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-193c69ca-407f-49da-8a8a-a852438936fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1000 time: 0.0605149 Aug 20 15:45:44.446283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:67:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:45:43Z', 'revision_number': 13, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:45:44.471891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:45:44.480540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:45:44.481173 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:45:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:45:44.484449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-7d40e9d9-5200-40d5-985e-87554f309ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:44.486168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-7d40e9d9-5200-40d5-985e-87554f309ce2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0489318 Aug 20 15:45:44.536296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-2798c417-4ecb-43cc-9487-9a4421dddb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:45:44.537920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-2798c417-4ecb-43cc-9487-9a4421dddb3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438910 Aug 20 15:45:44.594852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:45:44.631937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-222ab440-7de3-4417-bc36-a97cf94310ae service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851655 Aug 20 15:45:44.733941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a95a1a37-ec60-4716-9290-4272c9596bf3 req-5e68e2da-6f5d-4d82-9ed0-763c080c68da service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941060 Aug 20 15:45:44.841422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:67:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:45:43Z', 'revision_number': 13, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:45:44.871055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ad50a-99bf-48dd-8fff-e609572b265a None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1b7061a7-3fc5-454b-b7dd-35c21e4d90e2', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'floating_ip_address': '172.25.5.226', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'port_id': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'mac_address': 'fa:16:3e:67:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:35:47Z', 'updated_at': '2021-08-20T15:45:43Z', 'revision_number': 13, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:45:44.890046 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:45.057270 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691b03c-c26f-48eb-8a76-524b820708d3 None None] New status for floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:45:45.242777 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c487d3be-8d1b-4177-b09e-a8739c58a7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:46.289770 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:47.981644 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:45:59.299500 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:06.355195 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:12.264501 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-133be8cb-8717-4bd0-bc55-6f29aab42db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:14.593516 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:46:14.891206 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:15.242562 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f362df60-9e9c-408b-8174-c82a7c6bf9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:16.291007 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:17.985981 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:29.314536 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:31.935410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-033831b9-3cf0-4f5a-a8bc-ba2e1cd8e025 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417356 Aug 20 15:46:32.022515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-f6e7fa68-8f7a-4b35-b459-ab8248626419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:46:32.024019 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-f6e7fa68-8f7a-4b35-b459-ab8248626419 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1097 time: 0.0397491 Aug 20 15:46:32.139443 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-6e06d137-50d7-4ff3-ba02-90021e23b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:46:32.140944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-6e06d137-50d7-4ff3-ba02-90021e23b565 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0863254 Aug 20 15:46:32.210317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-39a6fa82-8c5f-4bb1-b358-16b6751cc75a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1002 time: 0.0562327 Aug 20 15:46:32.270119 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-a31733de-4b64-4aeb-85aa-c23c9edf1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:46:32.271579 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-a31733de-4b64-4aeb-85aa-c23c9edf1b4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0484450 Aug 20 15:46:32.328307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-2f6cb839-a374-4333-bce9-e6e383a7fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:46:32.329856 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-2f6cb839-a374-4333-bce9-e6e383a7fba2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406592 Aug 20 15:46:32.423978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-8ab39afb-8d30-462b-bdf0-9804bfada22a service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819664 Aug 20 15:46:32.517934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ed2d4ba-e9c2-4fd3-87ce-b1a6ed57879f req-f00916f2-873f-495f-9187-0fc1641b33ae service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852547 Aug 20 15:46:36.370095 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:42.265072 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-09f79123-0c24-4574-b96e-182393dc86d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:44.892052 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:45.245014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3613-3a6c-4488-9155-45c4a1fccf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:46.296135 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:47.987865 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:46:51.592493 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:46:59.313948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:06.399657 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:12.265860 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e983a8ee-c768-42a6-b816-73542a1d3514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:14.893278 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:15.246230 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6c75fdee-140c-4337-b01f-30735d163f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:16.298370 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:17.086170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-378bf3ba-c5f5-4aaf-97ea-bd1f13559295 req-61a8a197-17a2-4377-9f94-9e205d710c6f tempest-TestSecurityGroupsBasicOps-1078347577 tempest-TestSecurityGroupsBasicOps-1078347577-project] (101099) timed out ('10.222.0.72', 49771) {{(pid=101099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:47:17.990742 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:27.375941 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6784e3-bace-4296-ac01-abbaf821314d req-fb362d67-4a0a-4eec-a2d2-06f081c0ad90 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:27.377466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e6784e3-bace-4296-ac01-abbaf821314d req-fb362d67-4a0a-4eec-a2d2-06f081c0ad90 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.1424389 Aug 20 15:47:27.414595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e6784e3-bace-4296-ac01-abbaf821314d req-bb50aa52-87ac-4acc-af20-9e708944fe1a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309443 Aug 20 15:47:28.591840 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:47:29.328786 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:32.936413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-8bff8b1d-d4c6-4bdc-848f-76850571e872 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456674 Aug 20 15:47:33.019475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-b631bc66-d538-4585-b89c-18335d287d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:33.021008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-b631bc66-d538-4585-b89c-18335d287d20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1097 time: 0.0417058 Aug 20 15:47:33.131199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-9423f37f-3813-4419-9c8f-c4f630dbec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:33.132644 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-9423f37f-3813-4419-9c8f-c4f630dbec0f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0841014 Aug 20 15:47:33.205158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-e1bfa21a-7174-40d3-858c-6b2b04c316c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1002 time: 0.0614145 Aug 20 15:47:33.260255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-33335898-8837-430c-82f4-bfdf6c51b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:33.261786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-33335898-8837-430c-82f4-bfdf6c51b0fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0466115 Aug 20 15:47:33.312933 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-96f82fe2-0f80-4846-a142-f8c4935c4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:33.314423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-96f82fe2-0f80-4846-a142-f8c4935c4183 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402977 Aug 20 15:47:33.408561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-a26d0544-1970-47c0-987c-ba61e47fa3f0 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850890 Aug 20 15:47:33.498552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d1cdcc7-5639-498e-8e1d-751acdc9284a req-d561c0a4-9311-4f6d-bf6f-bb5d931a763f service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819919 Aug 20 15:47:36.406114 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:38.618824 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-f5851b06-bea2-4365-86a1-186cf637ffe6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0541484 Aug 20 15:47:38.796889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb2304-c88c-44bb-a205-73478c66e123 req-52ce1041-a798-4332-87cf-565e3fb702f9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:38.798331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36cb2304-c88c-44bb-a205-73478c66e123 req-52ce1041-a798-4332-87cf-565e3fb702f9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.1168542 Aug 20 15:47:38.847606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-36cb2304-c88c-44bb-a205-73478c66e123 req-b041bab1-dd09-4dd5-b27b-073d1a339575 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419979 Aug 20 15:47:39.961441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-93f912de-38eb-4849-8066-0f9bc018d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:39.962944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-93f912de-38eb-4849-8066-0f9bc018d3f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1097 time: 0.0668731 Aug 20 15:47:40.030335 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcd8a9-6d46-48a4-beba-7d8f9b6c3ab6 req-abb33c0f-ce4e-4548-99de-bae7952762b0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:40.031887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34dcd8a9-6d46-48a4-beba-7d8f9b6c3ab6 req-abb33c0f-ce4e-4548-99de-bae7952762b0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.1027710 Aug 20 15:47:40.094513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-34dcd8a9-6d46-48a4-beba-7d8f9b6c3ab6 req-74f05992-db4d-411b-8fad-0f39107c4396 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566657 Aug 20 15:47:40.098871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-8974ff0c-83cc-4220-ba5d-f3749faaf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:40.100295 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-8974ff0c-83cc-4220-ba5d-f3749faaf346 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.1270745 Aug 20 15:47:40.171726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-dd878caf-2039-465c-abe4-b27e5a95d610 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1002 time: 0.0633759 Aug 20 15:47:40.225084 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-66c76618-42e3-4557-9297-b026b9fe882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:40.226482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-66c76618-42e3-4557-9297-b026b9fe882d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0466495 Aug 20 15:47:40.274492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-3ab790c5-c10a-47d3-af36-ffad0d16aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:40.276027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-3ab790c5-c10a-47d3-af36-ffad0d16aba9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407090 Aug 20 15:47:40.365626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-0ff7ba2d-b7f3-40d2-be8d-0eb76bec0db1 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801132 Aug 20 15:47:40.461321 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-536f7abe-8a69-4a24-b74e-f31a0c56d159 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856266 Aug 20 15:47:41.215286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2b52b-3132-47e7-af7e-599dcef24ec2 req-d56aaf00-0e33-4e01-ae87-9e1f27120c2f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:41.216808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4de2b52b-3132-47e7-af7e-599dcef24ec2 req-d56aaf00-0e33-4e01-ae87-9e1f27120c2f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0533414 Aug 20 15:47:41.254226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4de2b52b-3132-47e7-af7e-599dcef24ec2 req-2953bfa2-9f90-4615-8cf1-584d71b095da tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314939 Aug 20 15:47:42.267288 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f6536482-acab-426e-a6e1-8e5f7a75c1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:42.368901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af5249-11a5-4f5e-8e59-543c169dd31b req-3c4ad68e-7ccf-4610-8abb-4b4c3a12d918 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:42.370941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9af5249-11a5-4f5e-8e59-543c169dd31b req-3c4ad68e-7ccf-4610-8abb-4b4c3a12d918 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0491488 Aug 20 15:47:42.408421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9af5249-11a5-4f5e-8e59-543c169dd31b req-25ae6505-8256-4447-b7e4-3d42832b45e5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315852 Aug 20 15:47:43.528823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a58ed-2cba-4744-bbee-ce72f8c5f7d4 req-95aa56c8-4cd1-4f18-b1d8-babddeb9a536 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:43.530298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-454a58ed-2cba-4744-bbee-ce72f8c5f7d4 req-95aa56c8-4cd1-4f18-b1d8-babddeb9a536 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0549986 Aug 20 15:47:43.567924 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-454a58ed-2cba-4744-bbee-ce72f8c5f7d4 req-70c1e24b-9355-42f3-bec3-e8a1288621f9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Aug 20 15:47:44.685037 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843370a-67d9-4332-be2a-d7600a8d78f8 req-39e321b8-cc92-4b66-97a1-94cdf8fefc91 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:44.686551 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8843370a-67d9-4332-be2a-d7600a8d78f8 req-39e321b8-cc92-4b66-97a1-94cdf8fefc91 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0493860 Aug 20 15:47:44.725991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8843370a-67d9-4332-be2a-d7600a8d78f8 req-035836ac-bb28-4ce3-93ed-85c918dcee7a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334709 Aug 20 15:47:44.894247 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:45.246089 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3572bb8f-88a5-4725-bd6d-ad500221e5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:45.844159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fcf1b-fbb9-4f3e-8562-bff844d34813 req-b2247bbb-5450-4c78-84eb-4e6ae812ff0a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:45.845659 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-596fcf1b-fbb9-4f3e-8562-bff844d34813 req-b2247bbb-5450-4c78-84eb-4e6ae812ff0a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0489955 Aug 20 15:47:45.886857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-596fcf1b-fbb9-4f3e-8562-bff844d34813 req-3387a649-acc8-49bd-868d-b77e45d625b0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352955 Aug 20 15:47:46.301435 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:47.012724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f85dd-dfb1-4901-96ce-803b672dafa0 req-c82fbc46-859c-4857-9e8d-a185281337ea tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:47.014202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c6f85dd-dfb1-4901-96ce-803b672dafa0 req-c82fbc46-859c-4857-9e8d-a185281337ea tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0534594 Aug 20 15:47:47.052510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c6f85dd-dfb1-4901-96ce-803b672dafa0 req-457c8264-001b-4183-a72f-99f6a5663c3c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Aug 20 15:47:47.995068 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:48.173891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc140cf-93c6-4985-94d8-3fc50b29cc1b req-8816afbc-11cc-4470-9853-1024474c1b42 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:48.175294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bc140cf-93c6-4985-94d8-3fc50b29cc1b req-8816afbc-11cc-4470-9853-1024474c1b42 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0489421 Aug 20 15:47:48.212804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bc140cf-93c6-4985-94d8-3fc50b29cc1b req-c00a1e32-69fa-4273-b9b2-82d6c882d0d1 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Aug 20 15:47:49.329186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f69-9f40-4122-81fe-34ac7efe3c57 req-d53c8451-5881-41ae-8ba7-62a69accf1da tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:49.330678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5533f69-9f40-4122-81fe-34ac7efe3c57 req-d53c8451-5881-41ae-8ba7-62a69accf1da tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0495877 Aug 20 15:47:49.369451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5533f69-9f40-4122-81fe-34ac7efe3c57 req-1bf71f2b-bda2-4a69-a2ac-265b7865abee tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323477 Aug 20 15:47:50.488535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8dc02-4a0d-4dbf-8258-95ebef37b9d6 req-bb8d1c90-a971-4ad0-a27d-e4d4ad4b49f8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:50.490059 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea8dc02-4a0d-4dbf-8258-95ebef37b9d6 req-bb8d1c90-a971-4ad0-a27d-e4d4ad4b49f8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0529373 Aug 20 15:47:50.527920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ea8dc02-4a0d-4dbf-8258-95ebef37b9d6 req-4133c34b-c9fb-41cf-b857-ff46578703bc tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317605 Aug 20 15:47:51.644424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad87cc1-eac1-4d57-96c8-212f31968b9f req-0f136d20-b828-40f0-b640-34108c7f559d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:51.645938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aad87cc1-eac1-4d57-96c8-212f31968b9f req-0f136d20-b828-40f0-b640-34108c7f559d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Aug 20 15:47:51.683534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aad87cc1-eac1-4d57-96c8-212f31968b9f req-ba6fe3a3-2f40-411d-ab97-a4f575c3841a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316217 Aug 20 15:47:52.799378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93151e9b-733c-4a27-aa83-bbf5d4464ecb req-0eea52b6-47dc-4183-a944-98f473b2c555 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:52.800881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93151e9b-733c-4a27-aa83-bbf5d4464ecb req-0eea52b6-47dc-4183-a944-98f473b2c555 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0487025 Aug 20 15:47:52.838020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93151e9b-733c-4a27-aa83-bbf5d4464ecb req-f2e6ad35-7113-4b98-ba35-bb1bdba0d6eb tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311534 Aug 20 15:47:53.958542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c62a8-966b-41b6-8954-ba66c86753ec req-4f3a1545-4e4c-4db0-ae84-94bf3b13d70d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:53.960090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff0c62a8-966b-41b6-8954-ba66c86753ec req-4f3a1545-4e4c-4db0-ae84-94bf3b13d70d tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0542762 Aug 20 15:47:53.998213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ff0c62a8-966b-41b6-8954-ba66c86753ec req-ffd2e97e-505c-4902-abd6-751bdf899a32 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Aug 20 15:47:55.112906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47066403-d3f8-4afc-8fc9-0ddd3a34a23c req-78ed2d9f-b3ac-456b-ac1e-9a78a3b45acc tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:55.114380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47066403-d3f8-4afc-8fc9-0ddd3a34a23c req-78ed2d9f-b3ac-456b-ac1e-9a78a3b45acc tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0496168 Aug 20 15:47:55.152940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-47066403-d3f8-4afc-8fc9-0ddd3a34a23c req-d0bf4351-88d3-46d8-9f4b-d322136f13f3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315824 Aug 20 15:47:56.274002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b0a0b-eae6-4ac3-94c1-d73c6b18cefa req-02d81e18-713f-4954-9af1-1aa230913baf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:56.276599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-794b0a0b-eae6-4ac3-94c1-d73c6b18cefa req-02d81e18-713f-4954-9af1-1aa230913baf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0502615 Aug 20 15:47:56.315286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-794b0a0b-eae6-4ac3-94c1-d73c6b18cefa req-fae7d8a7-2164-49c7-b912-7f36276845ab tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329125 Aug 20 15:47:57.439099 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dcd3c-3b76-4e7e-becd-840d62c9019f req-7e44db10-83e1-4cd2-8fd8-d49b09da5ff4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:57.440604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-704dcd3c-3b76-4e7e-becd-840d62c9019f req-7e44db10-83e1-4cd2-8fd8-d49b09da5ff4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0576518 Aug 20 15:47:57.479737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-704dcd3c-3b76-4e7e-becd-840d62c9019f req-e8ab57c6-a06a-4842-aa54-11630bc87cd6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327730 Aug 20 15:47:58.596167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6dbf9-3453-4e4f-959e-e19e935f8d84 req-020e2532-c84c-4edb-9419-0d1a49fba4c9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:58.597811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17b6dbf9-3453-4e4f-959e-e19e935f8d84 req-020e2532-c84c-4edb-9419-0d1a49fba4c9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0499539 Aug 20 15:47:58.640701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-17b6dbf9-3453-4e4f-959e-e19e935f8d84 req-c5908bd6-7d88-4f5b-9f19-17011e3a5dc0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355175 Aug 20 15:47:59.344628 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:47:59.802797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa742f84-4c9c-443d-8b42-e6e615379d81 req-cae05866-146b-4380-8e3a-02c9feb940d3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:47:59.804226 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa742f84-4c9c-443d-8b42-e6e615379d81 req-cae05866-146b-4380-8e3a-02c9feb940d3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0887926 Aug 20 15:47:59.818046 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-3e08f16f-08f0-4904-8931-2d0afd4eca58 service neutron] show failed (client error): The resource could not be found. Aug 20 15:47:59.818980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-3e08f16f-08f0-4904-8931-2d0afd4eca58 service neutron] 10.222.0.70 "GET /v2.0/ports/d353fbaa-5c98-4b49-bda2-7fe11e132012/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.1379938 Aug 20 15:47:59.845964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa742f84-4c9c-443d-8b42-e6e615379d81 req-bcb01a54-6979-4cdf-a018-38f87e4c3bad tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352316 Aug 20 15:48:00.102086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-8bd5fc1d-05f6-418e-85fb-1828e3bc54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:00.104621 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-8bd5fc1d-05f6-418e-85fb-1828e3bc54ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 1097 time: 0.0790699 Aug 20 15:48:00.122598 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:48:00.174364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:00.700148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:00.732002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:48:00.772441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:48:00.778033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:00.791135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Transition to ACTIVE for port object d353fbaa-5c98-4b49-bda2-7fe11e132012 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:48:00.796316 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:00.824946 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67673668-ec96-41c1-a165-7a3951ce1fec" -d '{"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-unplugged", "status": "completed", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:48:00.883788 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=6']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:00.896323 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.896682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.897049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.897371 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.897704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.898045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.898374 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.898715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.899028 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.899357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.899710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.900230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:00.950297 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878f83fc-be3e-4919-a9fa-3c0f0d039fbb x-openstack-request-id: req-878f83fc-be3e-4919-a9fa-3c0f0d039fbb {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:48:00.950536 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-unplugged", "status": "completed", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:48:00.950791 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-878f83fc-be3e-4919-a9fa-3c0f0d039fbb {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:48:00.951189 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'code': 200} Aug 20 15:48:00.952496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] No DVR routers for this DVR port d353fbaa-5c98-4b49-bda2-7fe11e132012 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:48:01.052542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c195d-5835-48fa-9958-b6dc2214f000 req-590cea67-9870-4f34-9d60-99334e365612 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:01.054052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df3c195d-5835-48fa-9958-b6dc2214f000 req-590cea67-9870-4f34-9d60-99334e365612 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0523491 Aug 20 15:48:01.093472 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df3c195d-5835-48fa-9958-b6dc2214f000 req-f87ab900-aedf-4dd8-8281-0f1d22e36d56 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330729 Aug 20 15:48:01.096372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:48:01.096717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:48:01.097108 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:48:01.101564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Port d353fbaa-5c98-4b49-bda2-7fe11e132012 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:48:01.101838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:48:01.106938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:48:01.107532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:48:01.107717 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:48:01.108147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Bound port: d353fbaa-5c98-4b49-bda2-7fe11e132012, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:48:01.108508 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:01.170795 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:48:01.173758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:48:01.179188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:01.217311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:01.217924 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:01.219308 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] 10.222.0.72 "PUT /v2.0/ports/d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1092 time: 1.1016519 Aug 20 15:48:01.241988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2d553-4d0a-4253-bcfd-33d60348468f service neutron] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=7']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:01.299379 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-cd5bb537-aa6d-41d0-8a2a-0f903b843d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:01.301028 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-cd5bb537-aa6d-41d0-8a2a-0f903b843d28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1095 time: 0.0476298 Aug 20 15:48:01.394539 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-3494d7aa-4ae7-4176-b920-85c17ee7b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:01.396068 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-3494d7aa-4ae7-4176-b920-85c17ee7b7f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0882552 Aug 20 15:48:01.467463 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-1b3cf3bf-6a00-4f7a-9dea-4dd84092671d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1000 time: 0.0643232 Aug 20 15:48:01.518464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-1114d630-891f-4691-aff4-c6e68dc7b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:01.519873 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-1114d630-891f-4691-aff4-c6e68dc7b39d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0452087 Aug 20 15:48:01.564591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-bccec671-fc2f-488c-a407-4aefdf1fb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:01.566104 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-bccec671-fc2f-488c-a407-4aefdf1fb899 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397310 Aug 20 15:48:01.661559 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-89cdc7bb-820c-40c6-944f-7c68bb1fca61 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865808 Aug 20 15:48:01.749069 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-e28432d1-62f5-4db4-a4a0-5b3a305e2d1a req-9ad1dbab-e1b2-4b82-9c27-b3c49c003f50 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806482 Aug 20 15:48:01.784305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:48:01.826435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:48:02.224550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07919b4a-8069-4e6f-9f28-9f4135a8063d req-b076af6b-15ac-4248-99b7-c7902f32fa9c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:02.225972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-07919b4a-8069-4e6f-9f28-9f4135a8063d req-b076af6b-15ac-4248-99b7-c7902f32fa9c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0501366 Aug 20 15:48:02.264597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-07919b4a-8069-4e6f-9f28-9f4135a8063d req-af2a79ed-0053-49d6-913e-ad9e1e34355e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323677 Aug 20 15:48:02.952490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:48:02.954928 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52470ee8-4ec0-487c-a5af-164209d6d68d" -d '{"events": [{"name": "network-changed", "server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:48:03.007468 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d9164c-d878-4277-9f33-d338038f13d7 x-openstack-request-id: req-f1d9164c-d878-4277-9f33-d338038f13d7 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:48:03.007834 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:48:03.008090 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f1d9164c-d878-4277-9f33-d338038f13d7 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:48:03.008566 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'status': 'completed', 'code': 200} Aug 20 15:48:03.072942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-9e51a4fe-4a90-484a-96a2-61ba20c5b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:03.074599 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-9e51a4fe-4a90-484a-96a2-61ba20c5b98b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1095 time: 0.0473611 Aug 20 15:48:03.110457 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-8746845b-255d-44a0-9721-bb4a57e940db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:03.112208 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-8746845b-255d-44a0-9721-bb4a57e940db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1095 time: 0.0535009 Aug 20 15:48:03.173040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-2e112525-0bfc-463d-b123-60b4ce394389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:03.174707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-2e112525-0bfc-463d-b123-60b4ce394389 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0879111 Aug 20 15:48:03.208186 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-61ad1f29-1a56-44ca-b86e-6afb9d79baee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:03.209686 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-61ad1f29-1a56-44ca-b86e-6afb9d79baee service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0895844 Aug 20 15:48:03.251099 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-f74c4c1b-9da3-4b2c-8998-9672dfed5329 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1000 time: 0.0642591 Aug 20 15:48:03.288367 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-f649bae7-1a97-4669-b5d5-dbb10d25c00d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1000 time: 0.0719042 Aug 20 15:48:03.313196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-1a6d2234-3424-4fc6-af97-ed1d3e634570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:03.314840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-1a6d2234-3424-4fc6-af97-ed1d3e634570 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0513804 Aug 20 15:48:03.344589 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-d6095107-8d56-4471-ab9a-1001df4d7da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:03.346099 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-d6095107-8d56-4471-ab9a-1001df4d7da5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0510256 Aug 20 15:48:03.394697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-fa14263b-9b7d-4a67-a664-cbd7b8e03a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:03.396382 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-fa14263b-9b7d-4a67-a664-cbd7b8e03a06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438581 Aug 20 15:48:03.404244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-db0745fa-1c0b-4dc0-bd84-2d8a3e2b5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:03.405880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-db0745fa-1c0b-4dc0-bd84-2d8a3e2b5698 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759456 Aug 20 15:48:03.414155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beadbc7-c670-4153-9606-cc2b130d886c req-69e66e7f-6558-4062-9ff4-b3e030d72f33 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:03.416283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0beadbc7-c670-4153-9606-cc2b130d886c req-69e66e7f-6558-4062-9ff4-b3e030d72f33 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0732269 Aug 20 15:48:03.497027 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-ad650821-30e8-48a9-bdf1-d1c9951e915b service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931213 Aug 20 15:48:03.537231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0beadbc7-c670-4153-9606-cc2b130d886c req-c966bf45-0665-4042-a5e1-c2c85b8ed7ea tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556395 Aug 20 15:48:03.539235 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-a0d061ab-5476-4265-89b7-0fb8f5f48272 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198690 Aug 20 15:48:03.593170 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-c3bddd0a-547a-4d49-9c1a-da6abebf06e5 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890989 Aug 20 15:48:03.651853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52470ee8-4ec0-487c-a5af-164209d6d68d req-9943add4-1711-41a0-8246-0dff763ee229 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982537 Aug 20 15:48:04.670164 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e7a77-f940-4121-90c6-98d53c97ab2b req-657166ee-0a60-49b1-bd55-54cf1fd0653f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:04.671696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e42e7a77-f940-4121-90c6-98d53c97ab2b req-657166ee-0a60-49b1-bd55-54cf1fd0653f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0510528 Aug 20 15:48:04.709881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e42e7a77-f940-4121-90c6-98d53c97ab2b req-9b171c68-7c11-45de-afd6-f0d6916a4e54 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321267 Aug 20 15:48:05.591806 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:48:05.827003 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d38f33-9113-4933-a035-fadf58ca9406 req-5be58dbd-3111-4dfd-a51d-d32cb5e6ba7e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:05.828404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88d38f33-9113-4933-a035-fadf58ca9406 req-5be58dbd-3111-4dfd-a51d-d32cb5e6ba7e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0490844 Aug 20 15:48:05.865308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88d38f33-9113-4933-a035-fadf58ca9406 req-d14471d2-236c-4271-9489-e0fb96306b37 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306458 Aug 20 15:48:06.412846 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:06.987433 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513aad5-5c69-4ff5-bb44-ed872dcdae7f req-67e712f9-2a5a-43a0-92a5-76e17b665f22 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:06.988933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7513aad5-5c69-4ff5-bb44-ed872dcdae7f req-67e712f9-2a5a-43a0-92a5-76e17b665f22 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0532951 Aug 20 15:48:07.027712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7513aad5-5c69-4ff5-bb44-ed872dcdae7f req-f0d9c404-9a1b-42c8-aa2a-a58571da847a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326135 Aug 20 15:48:08.145652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102034c-1432-47e8-a9c5-101b192e922d req-b6d94533-9cc6-4d2c-ab76-6f7706223db0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:08.147038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b102034c-1432-47e8-a9c5-101b192e922d req-b6d94533-9cc6-4d2c-ab76-6f7706223db0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0482121 Aug 20 15:48:08.185104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b102034c-1432-47e8-a9c5-101b192e922d req-38320cea-b50a-4df4-a6bf-7ca71f7f0d81 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312839 Aug 20 15:48:09.299308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7ffb1-b973-4758-a120-51a7426b4a2b req-dc1213dc-0cf5-40ec-afda-ade019e8a0bd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:09.300813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ff7ffb1-b973-4758-a120-51a7426b4a2b req-dc1213dc-0cf5-40ec-afda-ade019e8a0bd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0478940 Aug 20 15:48:09.337203 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ff7ffb1-b973-4758-a120-51a7426b4a2b req-32fd22e0-d2c9-4173-8e4b-747e3d1fc9e0 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299623 Aug 20 15:48:10.464056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02172ac0-7324-4a80-9192-67db1b2e5055 req-151c2b3a-4fb0-419e-98de-902c0cc80438 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:10.465513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02172ac0-7324-4a80-9192-67db1b2e5055 req-151c2b3a-4fb0-419e-98de-902c0cc80438 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0535014 Aug 20 15:48:10.504792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02172ac0-7324-4a80-9192-67db1b2e5055 req-3f0ecc33-4151-44b9-8f59-c91e20b9405e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333529 Aug 20 15:48:11.621242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e9b4b-a7a8-450b-89d4-e2f8d0fbee50 req-59b6f7f9-a6e0-4689-bbfa-8fa3f68cb1bd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:11.622707 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f4e9b4b-a7a8-450b-89d4-e2f8d0fbee50 req-59b6f7f9-a6e0-4689-bbfa-8fa3f68cb1bd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0493348 Aug 20 15:48:11.660056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f4e9b4b-a7a8-450b-89d4-e2f8d0fbee50 req-006bc502-4584-4bdc-8d9f-6d0740c0f1b9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312617 Aug 20 15:48:12.268308 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a041830b-e915-44ac-bf4f-52db4a950c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:12.776029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ccd6e-3b0e-46b5-bf01-bf361916af18 req-3b79b9db-2957-414f-aa32-fb0bd79b7e88 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:12.777504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-446ccd6e-3b0e-46b5-bf01-bf361916af18 req-3b79b9db-2957-414f-aa32-fb0bd79b7e88 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0482452 Aug 20 15:48:12.814818 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-446ccd6e-3b0e-46b5-bf01-bf361916af18 req-bfc037ce-b46e-4017-b886-30071fbb5380 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 Aug 20 15:48:13.934399 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e81b1-5578-4863-9367-15b5432fd526 req-1b46878b-7dcb-477f-91f2-0a30a2639a10 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:13.935900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76e81b1-5578-4863-9367-15b5432fd526 req-1b46878b-7dcb-477f-91f2-0a30a2639a10 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0534599 Aug 20 15:48:13.972827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76e81b1-5578-4863-9367-15b5432fd526 req-c9f69d73-5e96-4f15-87a4-2a1a427e6ab5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310075 Aug 20 15:48:14.897419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:15.088836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df255fb6-8750-4ff9-b28c-766eba651aeb req-f3c638c5-d9f6-4a3c-88bc-0c5e9f698bcd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:15.090327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df255fb6-8750-4ff9-b28c-766eba651aeb req-f3c638c5-d9f6-4a3c-88bc-0c5e9f698bcd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0493541 Aug 20 15:48:15.127654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df255fb6-8750-4ff9-b28c-766eba651aeb req-0466037f-097e-45b6-8cd1-ea4cfad47b27 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Aug 20 15:48:15.247624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7c9de4e1-af7f-4f10-bbd9-19997d9fc979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:15.418928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-c8815459-675c-4de0-a4cd-27f3d4351627 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:15.420599 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-c8815459-675c-4de0-a4cd-27f3d4351627 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.72 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008&tenant_id=a0178adc7f33459db546141a4c28a429&binding%3Ahost_id=n-h1-695189-15 HTTP/1.1" status: 200 len: 943 time: 0.0540745 Aug 20 15:48:15.437056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8c790-6b69-4351-bbc9-aefd9caeb0f3 req-6febe8ea-0ed9-4c3c-80ee-e0a100c68728 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:15.438600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8c8c790-6b69-4351-bbc9-aefd9caeb0f3 req-6febe8ea-0ed9-4c3c-80ee-e0a100c68728 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 943 time: 0.0495274 Aug 20 15:48:15.476787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8c8c790-6b69-4351-bbc9-aefd9caeb0f3 req-35a58c43-4147-4b13-95ee-0a668a04a5a3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319276 Aug 20 15:48:15.490598 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-ba178929-ae43-4ce8-bac5-3e0eaad6d181 service neutron] 10.222.0.72 "GET /v2.0/ports/d353fbaa-5c98-4b49-bda2-7fe11e132012/bindings/n-h1-695189-15 HTTP/1.1" status: 200 len: 383 time: 0.0613799 Aug 20 15:48:15.567293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-f4e835e8-c703-432f-b677-54b5a41369bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:15.568789 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-f4e835e8-c703-432f-b677-54b5a41369bc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1095 time: 0.0410149 Aug 20 15:48:15.656248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-6c61bf48-3ffb-4dd7-89f4-a0d08ef71f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:15.657739 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-6c61bf48-3ffb-4dd7-89f4-a0d08ef71f82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0818868 Aug 20 15:48:15.661341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:48:15.729758 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-88536659-c550-47a7-aa73-587a814d0998 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1000 time: 0.0647216 Aug 20 15:48:15.760098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:15.771203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'mac_address': 'fa:16:3e:67:12:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:48:15.780280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-21341f18-98a6-42b3-b7d5-92622a39cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:15.781794 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-21341f18-98a6-42b3-b7d5-92622a39cd1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0448363 Aug 20 15:48:15.811983 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:15.825485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d353fbaa-5c98-4b49-bda2-7fe11e132012 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:48:15.827243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-0e65eb62-0ac4-4fe7-ae2a-1728b3a846ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:15.828824 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-0e65eb62-0ac4-4fe7-ae2a-1728b3a846ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404973 Aug 20 15:48:15.844771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:15.848985 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:15.895988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:15.904189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.904843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.904843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.905193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.905521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.905844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.906226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.907013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.907013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.907233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.907489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.908254 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:15.928500 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-fd6f42cf-cea0-4492-8319-6709e1674e70 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915432 Aug 20 15:48:16.017810 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-12e42b9c-0107-4b30-b144-53ce8670cee9 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817549 Aug 20 15:48:16.301490 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['d353fbaa-5c98-4b49-bda2-7fe11e132012'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:48:16.323439 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:16.597673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2171b-79b5-4649-a104-ab3caa2f29ea req-87553919-80d8-4759-935b-654c59bae263 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:16.599149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0c2171b-79b5-4649-a104-ab3caa2f29ea req-87553919-80d8-4759-935b-654c59bae263 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0518336 Aug 20 15:48:16.639930 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0c2171b-79b5-4649-a104-ab3caa2f29ea req-554810ac-8006-4c14-af69-b643e7ef9d39 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342295 Aug 20 15:48:17.671720 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:48:17.720275 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port d353fbaa-5c98-4b49-bda2-7fe11e132012 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:48:17.724150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port d353fbaa-5c98-4b49-bda2-7fe11e132012 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:48:17.724535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:17.762021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113fc86-0c06-482a-8534-2327478795b4 req-2252e4c6-b19a-477d-8269-7fe0a99baf3b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:17.763526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d113fc86-0c06-482a-8534-2327478795b4 req-2252e4c6-b19a-477d-8269-7fe0a99baf3b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0523181 Aug 20 15:48:17.802841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d113fc86-0c06-482a-8534-2327478795b4 req-42688324-237e-4d3e-96f7-b1c6009c923b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331247 Aug 20 15:48:17.803395 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:17.828589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:48:17.842566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:17.846641 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:17.874472 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b240a5-e923-4184-acd7-ad348950f600" -d '{"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-plugged", "status": "completed", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:48:17.900606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:17.978557 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f766a64e-ff87-40a5-b8ae-c34cfa791833 x-openstack-request-id: req-f766a64e-ff87-40a5-b8ae-c34cfa791833 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:48:17.978865 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-plugged", "status": "completed", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:48:17.979109 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f766a64e-ff87-40a5-b8ae-c34cfa791833 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:48:17.979519 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'code': 200} Aug 20 15:48:17.999517 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:18.922658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d2c50-f096-48f0-8afa-228d5fb19280 req-16e12ac8-c511-4c73-a1ac-058390438191 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:18.924124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f75d2c50-f096-48f0-8afa-228d5fb19280 req-16e12ac8-c511-4c73-a1ac-058390438191 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0506415 Aug 20 15:48:18.965035 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f75d2c50-f096-48f0-8afa-228d5fb19280 req-da8adab4-551d-41bd-9dcc-e3b80cf3fbe5 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348849 Aug 20 15:48:20.125349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75c2c5-60b3-4fdb-9e7e-758816eda4d1 req-829209c9-6cf0-44b8-a2cc-ac4b24c90b44 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:20.126781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b75c2c5-60b3-4fdb-9e7e-758816eda4d1 req-829209c9-6cf0-44b8-a2cc-ac4b24c90b44 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0935411 Aug 20 15:48:20.130214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-a9849eaa-ae71-4a6d-bb8b-9eecb0dd309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:20.131685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-a9849eaa-ae71-4a6d-bb8b-9eecb0dd309e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008&tenant_id=a0178adc7f33459db546141a4c28a429 HTTP/1.1" status: 200 len: 1097 time: 0.0651071 Aug 20 15:48:20.153065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:48:20.192660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0b75c2c5-60b3-4fdb-9e7e-758816eda4d1 req-232d3c2d-62f2-463a-a249-34eaf3bcbccd tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595651 Aug 20 15:48:20.221330 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:20.425612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:20.457263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:48:20.494884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:48:20.500256 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:20.514211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Transition to ACTIVE for port object d353fbaa-5c98-4b49-bda2-7fe11e132012 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:48:20.518231 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:20.547290 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b16ce1-394c-4f30-a8ee-ae7669cd946f" -d '{"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-unplugged", "status": "completed", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:48:20.576162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=10']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:20.627879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.628236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.628585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.628925 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.629262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.629618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.629922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.630255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.630588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.630917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.631245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.631586 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:48:20.670988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] No DVR routers for this DVR port d353fbaa-5c98-4b49-bda2-7fe11e132012 on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:48:20.673719 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae956d7b-f0f7-4678-9a1f-8f240bcef782 x-openstack-request-id: req-ae956d7b-f0f7-4678-9a1f-8f240bcef782 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:48:20.674153 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-unplugged", "status": "completed", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:48:20.674417 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae956d7b-f0f7-4678-9a1f-8f240bcef782 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:48:20.674813 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'code': 200} Aug 20 15:48:20.822493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:48:20.822819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:48:20.823140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:48:20.827405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Port d353fbaa-5c98-4b49-bda2-7fe11e132012 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:48:20.827719 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Attempting to bind port d353fbaa-5c98-4b49-bda2-7fe11e132012 on network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:48:20.832460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:48:20.832799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Checking segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:48:20.833174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Bound using segment: {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:48:20.833593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Bound port: d353fbaa-5c98-4b49-bda2-7fe11e132012, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:48:20.833948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:20.898853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:48:20.902715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:48:20.907285 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:20.944886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:20.945821 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:20.948228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] 10.222.0.70 "PUT /v2.0/ports/d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1093 time: 0.8014345 Aug 20 15:48:20.976270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e43dd-3d71-421f-8c26-7c781759ee0a service neutron] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=11']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:21.023734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-9096ebfe-c9b4-4433-beac-32b22b49f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:21.025991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-9096ebfe-c9b4-4433-beac-32b22b49f61b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1096 time: 0.0508263 Aug 20 15:48:21.129987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-f27af05e-1812-4f2c-ac86-01693af3f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:21.131480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-f27af05e-1812-4f2c-ac86-01693af3f20a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0916207 Aug 20 15:48:21.211512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-1fd81e6b-ad6a-4afb-b9d6-4adf3748fa3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1000 time: 0.0662451 Aug 20 15:48:21.276881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-6c3592ba-e3dd-4017-ac63-856823ff6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:21.278294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-6c3592ba-e3dd-4017-ac63-856823ff6b98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0567150 Aug 20 15:48:21.343208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a5aab-9810-439f-9871-de6835b57b4c req-c12a6383-dd75-4b4b-8b5c-7120c550f930 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:21.344714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-714a5aab-9810-439f-9871-de6835b57b4c req-c12a6383-dd75-4b4b-8b5c-7120c550f930 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0780983 Aug 20 15:48:21.353627 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-b76551d4-f125-4122-aef8-f6463cc1ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:21.354991 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-b76551d4-f125-4122-aef8-f6463cc1ea88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588806 Aug 20 15:48:21.433958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-714a5aab-9810-439f-9871-de6835b57b4c req-9c0e6aae-a2d9-45cd-9ea3-300eaf5b15e3 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828433 Aug 20 15:48:21.469484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-24d8b3de-179a-467f-80b0-56db6101c378 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000352 Aug 20 15:48:21.562032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7c679f49-28a2-40fa-b397-21fe04d3228b req-41a84dc0-039b-4abc-a90b-9280f2863b5d service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806398 Aug 20 15:48:21.697834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:48:21.738670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:48:22.555495 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d9f6d-1fc3-4a69-96a7-3de6c7e6bba9 req-521556ae-8105-47fb-9ead-9b81eeef17fe tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:22.557202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e45d9f6d-1fc3-4a69-96a7-3de6c7e6bba9 req-521556ae-8105-47fb-9ead-9b81eeef17fe tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0549619 Aug 20 15:48:22.596346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e45d9f6d-1fc3-4a69-96a7-3de6c7e6bba9 req-fdfdb2c2-4ca2-4e08-bc2c-b939f524956c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333335 Aug 20 15:48:22.676159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:48:22.678473 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49" -d '{"events": [{"name": "network-changed", "server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:48:22.728015 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af23d9f-1990-4689-ab93-8b4cf41f388a x-openstack-request-id: req-5af23d9f-1990-4689-ab93-8b4cf41f388a {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:48:22.728315 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:48:22.728654 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5af23d9f-1990-4689-ab93-8b4cf41f388a {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:48:22.729283 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'status': 'completed', 'code': 200} Aug 20 15:48:22.802718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-e004f66b-d093-4d16-b890-ac590a57eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:22.804978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-e004f66b-d093-4d16-b890-ac590a57eeca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1096 time: 0.0431635 Aug 20 15:48:22.813657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-b07f1c09-25de-4349-b74c-23637a8b7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:22.815253 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-b07f1c09-25de-4349-b74c-23637a8b7806 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1096 time: 0.0482354 Aug 20 15:48:22.903428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-8029b528-0644-4d80-b140-e6ae1758ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:22.904561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-8029b528-0644-4d80-b140-e6ae1758ef78 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0917578 Aug 20 15:48:22.920090 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-48799bf3-6bd6-4953-85f0-68f22699c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:22.921582 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-48799bf3-6bd6-4953-85f0-68f22699c515 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.0998127 Aug 20 15:48:22.991300 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-0952d2e7-b027-455e-a4b5-5446251894e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1000 time: 0.0630040 Aug 20 15:48:23.053265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-7671a50b-5b3d-40d7-9b3f-5840e8dd1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:23.054850 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-7671a50b-5b3d-40d7-9b3f-5840e8dd1f67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0570590 Aug 20 15:48:23.108299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-f6df0b99-3964-4754-858d-56b90e209a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:23.109892 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-f6df0b99-3964-4754-858d-56b90e209a3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482926 Aug 20 15:48:23.207558 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-b7a6db3f-9c45-43c4-a464-3d7e36340162 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903618 Aug 20 15:48:23.306222 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-0285a5ce-11ef-4939-85f0-d8f9c94078e9 service neutron] 10.222.0.72 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916352 Aug 20 15:48:23.309010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-7d253f68-ff2c-4224-9a67-9e9e0e975f4d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1000 time: 0.3914974 Aug 20 15:48:23.367237 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-99e46c68-a985-48bb-91fb-130abdb0b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:23.369369 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-99e46c68-a985-48bb-91fb-130abdb0b2ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0469170 Aug 20 15:48:23.425801 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-fc65bf85-bf06-41dd-afe0-724373d1a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:23.427311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-fc65bf85-bf06-41dd-afe0-724373d1a533 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468392 Aug 20 15:48:23.521837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-8aa4bd2a-78c3-4019-a52a-f6b79ad1a7f1 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847778 Aug 20 15:48:23.621022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e5fc857-0135-4ab0-bba4-7eb7bc6d2d49 req-3ceedf1a-21e4-4903-9c87-66a52dc9e29a service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871511 Aug 20 15:48:23.717305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f202e-e2f7-4f16-b6c8-748cf35bde91 req-2173fe82-359e-43b5-8d4f-19eda929f73b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:23.718844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb0f202e-e2f7-4f16-b6c8-748cf35bde91 req-2173fe82-359e-43b5-8d4f-19eda929f73b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0491509 Aug 20 15:48:23.756909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb0f202e-e2f7-4f16-b6c8-748cf35bde91 req-04d9ba3a-afc3-44cc-82d6-07434813611b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320585 Aug 20 15:48:24.878034 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d87f21-8758-4a1e-b6f6-a8e67b40ecd1 req-54943d2b-fcf7-474e-b087-33f30870fa54 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:24.879511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8d87f21-8758-4a1e-b6f6-a8e67b40ecd1 req-54943d2b-fcf7-474e-b087-33f30870fa54 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0499246 Aug 20 15:48:24.924692 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8d87f21-8758-4a1e-b6f6-a8e67b40ecd1 req-c76784f6-d0a7-4f82-a739-baefec2b984f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380344 Aug 20 15:48:26.042654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06356b30-c0d4-4826-91aa-1d4b42a07983 req-c072baba-d12f-4359-9383-55aa55e50ec9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:26.044420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06356b30-c0d4-4826-91aa-1d4b42a07983 req-c072baba-d12f-4359-9383-55aa55e50ec9 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0492973 Aug 20 15:48:26.085381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06356b30-c0d4-4826-91aa-1d4b42a07983 req-ac50e8a8-783a-4b83-8f23-a8032ed20f29 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347867 Aug 20 15:48:27.201636 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92abda-75a6-4cb7-8ef9-79f08bdb8a5d req-53ef1ab6-d6bf-4177-827d-4f542a60ae92 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:27.203024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a92abda-75a6-4cb7-8ef9-79f08bdb8a5d req-53ef1ab6-d6bf-4177-827d-4f542a60ae92 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0489202 Aug 20 15:48:27.239519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3a92abda-75a6-4cb7-8ef9-79f08bdb8a5d req-5667eb5a-da25-44e4-8e2a-b67a099a3a1c tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305431 Aug 20 15:48:28.357358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234092-c0e0-4537-9005-9279c4e629d2 req-38e56deb-d9a2-4c3f-9465-b5c1187e1e8a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:28.358826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a234092-c0e0-4537-9005-9279c4e629d2 req-38e56deb-d9a2-4c3f-9465-b5c1187e1e8a tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0491903 Aug 20 15:48:28.395034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a234092-c0e0-4537-9005-9279c4e629d2 req-c07b51f3-5599-4ac2-bdf7-773db6f07d9f tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301688 Aug 20 15:48:29.375230 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:29.513243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f168472-e7f1-4a90-9d7d-f764076f937d req-db068701-8d5b-4fab-8a7a-131121ebabb4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:29.514791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f168472-e7f1-4a90-9d7d-f764076f937d req-db068701-8d5b-4fab-8a7a-131121ebabb4 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0503383 Aug 20 15:48:29.555600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f168472-e7f1-4a90-9d7d-f764076f937d req-af016e32-b7a4-4e1d-9c67-a76d87401e48 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349112 Aug 20 15:48:30.675476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2ead2-1357-421e-887b-787872f0b078 req-6c6d9ef5-0e42-4ba3-b353-727c2b536346 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:30.677010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9a2ead2-1357-421e-887b-787872f0b078 req-6c6d9ef5-0e42-4ba3-b353-727c2b536346 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0524206 Aug 20 15:48:30.716516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9a2ead2-1357-421e-887b-787872f0b078 req-4c7f221b-21e7-44d0-8a11-b408aa739026 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320032 Aug 20 15:48:31.831633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc092b8a-313c-4058-a289-83eb04087c18 req-ee5a3cd7-3c77-4995-9e31-6b5b05c4c7c6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:31.833097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc092b8a-313c-4058-a289-83eb04087c18 req-ee5a3cd7-3c77-4995-9e31-6b5b05c4c7c6 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0493104 Aug 20 15:48:31.871728 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cc092b8a-313c-4058-a289-83eb04087c18 req-9b3d7774-c360-4960-aa94-6906eb556ce8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322535 Aug 20 15:48:32.935246 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-8b38c0cc-f372-40a5-b274-a29b6a459bb4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467696 Aug 20 15:48:33.018979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60601dfd-33dd-4f5d-8678-8b1b57dcdebf req-edf93b4f-a9ac-466d-81c8-d939d8ab6148 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:33.020351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60601dfd-33dd-4f5d-8678-8b1b57dcdebf req-edf93b4f-a9ac-466d-81c8-d939d8ab6148 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0767772 Aug 20 15:48:33.044195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-8bb6f001-2089-4c91-900d-e356a622d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:33.045613 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-8bb6f001-2089-4c91-900d-e356a622d5e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a0178adc7f33459db546141a4c28a429&device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 1096 time: 0.0653038 Aug 20 15:48:33.065277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-60601dfd-33dd-4f5d-8678-8b1b57dcdebf req-9b3e020f-f800-4235-9501-f030e3d42576 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381796 Aug 20 15:48:33.179862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-8ddb92e7-8d03-4bcd-8979-50d718b3130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:33.181904 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-8ddb92e7-8d03-4bcd-8979-50d718b3130c service neutron] 10.222.0.70 "GET /v2.0/networks?id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 200 len: 913 time: 0.1147866 Aug 20 15:48:33.203204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0aa63-8fca-4193-a1ee-47462a07c76d req-5d10c975-dce0-4ba1-baf9-0edc16a26515 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:33.204646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6e0aa63-8fca-4193-a1ee-47462a07c76d req-5d10c975-dce0-4ba1-baf9-0edc16a26515 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0706813 Aug 20 15:48:33.280936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-fe8484f5-2091-44b6-a10e-6c6a647d3db6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 200 len: 1000 time: 0.0914237 Aug 20 15:48:33.283730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e6e0aa63-8fca-4193-a1ee-47462a07c76d req-35181b75-621c-4449-a288-ad7a23b7b967 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523434 Aug 20 15:48:33.331881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-9a4f5940-55d5-464f-91b0-7c95b32ee461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:33.333402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-9a4f5940-55d5-464f-91b0-7c95b32ee461 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 200 len: 851 time: 0.0451262 Aug 20 15:48:33.411256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-00b61827-e229-4997-8896-c110a44dcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:33.412791 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-00b61827-e229-4997-8896-c110a44dcc35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717647 Aug 20 15:48:33.425302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785fcfd-57f5-49a7-ba63-db814c0fa420 req-95566655-097c-498b-a519-0a02ce1ee328 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:33.426698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d785fcfd-57f5-49a7-ba63-db814c0fa420 req-95566655-097c-498b-a519-0a02ce1ee328 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0758245 Aug 20 15:48:33.518796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d785fcfd-57f5-49a7-ba63-db814c0fa420 req-8b83f07b-5f99-48b3-b022-db7ba9957ecc tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839832 Aug 20 15:48:33.538182 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-b02ea2d7-ef12-4007-a03d-7adfcf05389d service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104906 Aug 20 15:48:33.632118 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5cf1ef85-71ec-4a42-b15b-7c3616e2f0bc req-8f698181-be4d-464e-9ce2-3884afdc76c2 service neutron] 10.222.0.70 "GET /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844762 Aug 20 15:48:33.768873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae8207-11d1-43b8-ac51-dcec7c019841 req-21ce805e-b70f-448e-ba7e-87da5aae22f8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:33.770342 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ae8207-11d1-43b8-ac51-dcec7c019841 req-21ce805e-b70f-448e-ba7e-87da5aae22f8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 944 time: 0.0551746 Aug 20 15:48:33.807951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ae8207-11d1-43b8-ac51-dcec7c019841 req-1a5bc24c-11bd-4635-9b21-b61f9405183e tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308909 Aug 20 15:48:33.881123 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:48:33.980696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:33.991740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'port_id': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'mac_address': 'fa:16:3e:67:12:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:48:34.029637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:34.042249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d353fbaa-5c98-4b49-bda2-7fe11e132012 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:48:34.062126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:34.066360 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:34.114461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=12']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:34.349727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d353fbaa-5c98-4b49-bda2-7fe11e132012'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:48:34.930569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821825cc-e781-4efb-9c11-995c7fabae53 req-d3cead88-9430-4440-ad31-8b9fb4e318bf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:34.932496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-821825cc-e781-4efb-9c11-995c7fabae53 req-d3cead88-9430-4440-ad31-8b9fb4e318bf tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0557983 Aug 20 15:48:34.971878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-821825cc-e781-4efb-9c11-995c7fabae53 req-09781ee2-9698-4785-83f3-94eb71b6ce4b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups?id=82640e92-f5c8-486b-8d9b-bfbc3b0d7861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333757 Aug 20 15:48:35.479781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-0f7f8d00-eed2-4ebd-85ab-4c408791938b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:35.481215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-0f7f8d00-eed2-4ebd-85ab-4c408791938b tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 945 time: 0.0474224 Aug 20 15:48:35.576876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Deleting port d353fbaa-5c98-4b49-bda2-7fe11e132012 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:48:35.577217 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:35.671160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] For port d353fbaa-5c98-4b49-bda2-7fe11e132012, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d353fbaa-5c98-4b49-bda2-7fe11e132012,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:35.671518 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:35.840258 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:35.840647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:35.840965 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 disassociated. External IP: 172.25.5.226, port: d353fbaa-5c98-4b49-bda2-7fe11e132012. Aug 20 15:48:35.841306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Calling delete_port for d353fbaa-5c98-4b49-bda2-7fe11e132012 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:48:35.892579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:48:35.972505 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:35.973208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port d353fbaa-5c98-4b49-bda2-7fe11e132012 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:48:35.979274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port d353fbaa-5c98-4b49-bda2-7fe11e132012 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:48:35.979605 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:36.001582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Port d353fbaa-5c98-4b49-bda2-7fe11e132012 was deleted so its status cannot be updated. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 20 15:48:36.007444 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event deleted for resources: {'Port': ['ID=d353fbaa-5c98-4b49-bda2-7fe11e132012,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:36.084783 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d6a5f76-0325-4a55-9532-291eea2fa361 req-5d343a56-adb1-4889-a636-0a2a1bcaac95 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 210 time: 0.0327046 Aug 20 15:48:36.153687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:48:36.262204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:48:36.271613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:48:36.280758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:48:36.281364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:48:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:36.300904 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] No DVR routers for this DVR port d353fbaa-5c98-4b49-bda2-7fe11e132012 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:48:36.303422 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:36.305504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8a5da0d3-f370-4ae2-b585-9d20b7d75f5a req-a982d714-f954-4959-924c-471687e57e50 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.70 "DELETE /v2.0/ports/d353fbaa-5c98-4b49-bda2-7fe11e132012 HTTP/1.1" status: 204 len: 173 time: 0.8151755 Aug 20 15:48:36.306447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-deleted', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:48:36.308889 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e172f7ee-5217-4888-958c-9217a8be43bf" -d '{"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-deleted", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:48:36.352818 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbad85b4-f292-4d94-8554-a15a2bb5aa28 x-openstack-request-id: req-dbad85b4-f292-4d94-8554-a15a2bb5aa28 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:48:36.353233 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88890b9-b9b8-4c6e-abd7-809b07fcf008", "name": "network-vif-deleted", "tag": "d353fbaa-5c98-4b49-bda2-7fe11e132012", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:48:36.353515 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbad85b4-f292-4d94-8554-a15a2bb5aa28 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:48:36.353922 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88890b9-b9b8-4c6e-abd7-809b07fcf008', 'name': 'network-vif-deleted', 'tag': 'd353fbaa-5c98-4b49-bda2-7fe11e132012', 'status': 'completed', 'code': 200} Aug 20 15:48:36.491426 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:36.553210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:48:36.755064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:36.780743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:48:36.788948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:48:36.789554 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:48:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:36.894388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:48:37.106913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:37.134675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b669cbbd-b0a8-4fc6-92e3-64e25bdca738 None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:35:45Z', 'revision_number': 4, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'e8db0540-d82b-4653-9758-2319775affd2', 'name': '', 'network_id': 'f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'mac_address': 'fa:16:3e:46:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:45Z', 'updated_at': '2021-08-20T15:35:50Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'subnets': [{'id': '3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:48:37.191941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4cc6bf18-6707-4cea-9a03-9ea337faf07a req-9f736081-2abe-452a-9939-341a00f69f03 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Aug 20 15:48:37.357411 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb47c98-2ebe-4677-9f60-6e442ed51b60 None None] New status for floating IP 1b7061a7-3fc5-454b-b7dd-35c21e4d90e2: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:48:38.291464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b1f67b8-bb35-4835-85bd-837b1b4dacca req-807f6384-54dc-4335-9880-fef3da2e3557 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 210 time: 0.0275905 Aug 20 15:48:39.399040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d6cd74d-71db-465b-8ea9-6b0da67d2859 req-7c165e0c-f753-4d3e-b6f9-87559a3e5ebe tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/ports?device_id=a88890b9-b9b8-4c6e-abd7-809b07fcf008 HTTP/1.1" status: 200 len: 210 time: 0.0312688 Aug 20 15:48:39.923706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:48:39.944486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: d353fbaa-5c98-4b49-bda2-7fe11e132012 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:48:39.944840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d353fbaa-5c98-4b49-bda2-7fe11e132012 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:48:42.270190 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fa130309-79e1-4b96-a54e-ec45ffe9933d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:42.592835 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:48:43.130950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 55994) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:43.186391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e44531e5-b302-4017-a5b1-c94e5a94a292 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.209446 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e44531e5-b302-4017-a5b1-c94e5a94a292 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.258783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e44531e5-b302-4017-a5b1-c94e5a94a292 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.261633 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e44531e5-b302-4017-a5b1-c94e5a94a292 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.262816 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e44531e5-b302-4017-a5b1-c94e5a94a292 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "DELETE /v2.0/security-groups/82640e92-f5c8-486b-8d9b-bfbc3b0d7861 HTTP/1.1" status: 204 len: 168 time: 0.1308007 Aug 20 15:48:43.265592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55996) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:43.273041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44531e5-b302-4017-a5b1-c94e5a94a292 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82640e92-f5c8-486b-8d9b-bfbc3b0d7861,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:43.282047 n-d-695189-15 neutron-server[101099]: INFO neutron.api.v2.resource [None req-398248ee-a2f0-4dd8-b5b1-296341795ed8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] show failed (client error): The resource could not be found. Aug 20 15:48:43.283238 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-398248ee-a2f0-4dd8-b5b1-296341795ed8 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "GET /v2.0/security-groups/82640e92-f5c8-486b-8d9b-bfbc3b0d7861 HTTP/1.1" status: 404 len: 347 time: 0.0159569 Aug 20 15:48:43.285892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 55998) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:43.413480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Deleting port b928b177-3712-4ac1-a7e5-e626c5b67db5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:48:43.413751 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.489599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.489929 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.502516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Calling delete_port for b928b177-3712-4ac1-a7e5-e626c5b67db5 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:48:43.639423 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.664568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Pushing event deleted for resources: {'Port': ['ID=b928b177-3712-4ac1-a7e5-e626c5b67db5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:43.728608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.731366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:43.732604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-07d239c4-c04e-423e-9bd1-7ef0ca4f9268 tempest-ServerActionsTestJSON-551453260 tempest-ServerActionsTestJSON-551453260-project] 10.222.0.36 "DELETE /v2.0/floatingips/1b7061a7-3fc5-454b-b7dd-35c21e4d90e2 HTTP/1.1" status: 204 len: 168 time: 0.4457655 Aug 20 15:48:43.735610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56000) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:44.202296 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:44.445168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Deleting port e8db0540-d82b-4653-9758-2319775affd2 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:48:44.445833 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:44.523224 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] For port e8db0540-d82b-4653-9758-2319775affd2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=e8db0540-d82b-4653-9758-2319775affd2,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:44.523620 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:44.542540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Calling delete_port for e8db0540-d82b-4653-9758-2319775affd2 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:48:44.723886 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:44.749681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Pushing event deleted for resources: {'Port': ['ID=e8db0540-d82b-4653-9758-2319775affd2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:44.905939 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:44.931733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:45.159326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Router 0551cafd-7fde-4c8e-bfbe-6cccede38efe has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:48:45.249236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c7b4b297-2f49-4cb7-b368-d75cc63a2093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:45.266274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:48:45.271466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-24e3392d-deae-4c4c-85f4-64917510958f admin admin] 10.222.0.36 "PUT /v2.0/routers/0551cafd-7fde-4c8e-bfbe-6cccede38efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5347145 Aug 20 15:48:45.274057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56004) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:45.277327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] Sync routers for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:48:45.286606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:48:45.287158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:48:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:45.404833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:48:45.592203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:48:44Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:45.620387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] Checking router: 0551cafd-7fde-4c8e-bfbe-6cccede38efe for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:48:45.628776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] Routers {'0551cafd-7fde-4c8e-bfbe-6cccede38efe'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:48:45.629395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:48:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:45.699117 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:45.736071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] Set router 0551cafd-7fde-4c8e-bfbe-6cccede38efe gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:48:45.799987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:45.853407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Deleting port 46618903-3f19-4555-a4ac-ace8f1429e35 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:48:45.853760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:45.920721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:48:44Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:45.934503 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] For port 46618903-3f19-4555-a4ac-ace8f1429e35, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=46618903-3f19-4555-a4ac-ace8f1429e35,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:45.934873 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:45.951391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Calling delete_port for 46618903-3f19-4555-a4ac-ace8f1429e35 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:48:45.954962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe609e9-21ca-4ef9-baff-606452f933a9 None None] The sync data for ids ['0551cafd-7fde-4c8e-bfbe-6cccede38efe'] in n-d-695189-15 is: [{'id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'name': 'tempest-ServerActionsTestJSON-1385411630-router', 'tenant_id': 'a0178adc7f33459db546141a4c28a429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:35:42Z', 'updated_at': '2021-08-20T15:48:44Z', 'revision_number': 5, 'project_id': 'a0178adc7f33459db546141a4c28a429', 'gw_port': {'id': '46618903-3f19-4555-a4ac-ace8f1429e35', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:4b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0551cafd-7fde-4c8e-bfbe-6cccede38efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:35:43Z', 'updated_at': '2021-08-20T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:48:46.112154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.145412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=46618903-3f19-4555-a4ac-ace8f1429e35,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:46.202106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.294684 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.297486 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.321007 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.348312 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.348881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0551cafd-7fde-4c8e-bfbe-6cccede38efe {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:48:46.354094 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.355038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7c00cfcb-93ae-4e0f-9343-f9c6da6e9c41 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0551cafd-7fde-4c8e-bfbe-6cccede38efe HTTP/1.1" status: 204 len: 168 time: 1.0799952 Aug 20 15:48:46.357708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56008) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:46.406356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b144b8d7-9326-411f-a048-59aca4d68333 admin admin] Deleting subnet 3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:48:46.409606 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b144b8d7-9326-411f-a048-59aca4d68333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.446967 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b144b8d7-9326-411f-a048-59aca4d68333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.530842 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b144b8d7-9326-411f-a048-59aca4d68333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.591208 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b144b8d7-9326-411f-a048-59aca4d68333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.617631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144b8d7-9326-411f-a048-59aca4d68333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:46.621505 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b144b8d7-9326-411f-a048-59aca4d68333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.625878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b144b8d7-9326-411f-a048-59aca4d68333 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3b8d4ab6-7583-4c6a-b409-eec7c2b4cbc6 HTTP/1.1" status: 204 len: 168 time: 0.2645488 Aug 20 15:48:46.625981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56010) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:46.629307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd411b-724c-4fb8-82fc-9dfdf6966612 None None] Network f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:48:46.694236 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.760118 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Deleting port 46146f9f-be69-459b-8c6a-e357ff61eca5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:48:46.760718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.829474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] For port 46146f9f-be69-459b-8c6a-e357ff61eca5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=46146f9f-be69-459b-8c6a-e357ff61eca5,segment=NetworkSegment(dbbcf1e5-bb83-421e-b2f8-d6f8d025e289),segment_id=dbbcf1e5-bb83-421e-b2f8-d6f8d025e289)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:46.829841 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.845894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Calling delete_port for 46146f9f-be69-459b-8c6a-e357ff61eca5 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:48:46.922024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:46.954664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Pushing event deleted for resources: {'Port': ['ID=46146f9f-be69-459b-8c6a-e357ff61eca5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:46.956210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] No DVR routers for this DVR port 46146f9f-be69-459b-8c6a-e357ff61eca5 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:48:46.964851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8915399-f27a-4cdc-931e-328f9ba3ee77 None None] DHCP port deletion for f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:48:47.029335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 46146f9f-be69-459b-8c6a-e357ff61eca5 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:48:47.037623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.048369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:47.049604 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 46146f9f-be69-459b-8c6a-e357ff61eca5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:48:47.049956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 46146f9f-be69-459b-8c6a-e357ff61eca5 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:48:47.050377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e8db0540-d82b-4653-9758-2319775affd2 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:48:47.059439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:47.059769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbcf1e5-bb83-421e-b2f8-d6f8d025e289') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:48:47.068595 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.069443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: e8db0540-d82b-4653-9758-2319775affd2 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:48:47.069801 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device e8db0540-d82b-4653-9758-2319775affd2 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:48:47.070217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 46618903-3f19-4555-a4ac-ace8f1429e35 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:48:47.082179 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.088055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:48:47.088431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.088615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 46618903-3f19-4555-a4ac-ace8f1429e35 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:48:47.088971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 46618903-3f19-4555-a4ac-ace8f1429e35 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:48:47.090698 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:48:47.160527 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.166302 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.168525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c HTTP/1.1" status: 204 len: 168 time: 0.5416446 Aug 20 15:48:47.180290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c8648-d02c-4602-8264-1d58a8b1b465 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9ad0b09-78a1-42f5-93ed-9d1c9b321c7c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:47.279758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56014) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:47.325037 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dfe367ca-2528-416e-a0f8-733c8b2d7313 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0178adc7f33459db546141a4c28a429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441287 Aug 20 15:48:47.327607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56016) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:47.375805 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5111272-a779-44cc-8991-db69ba7213e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.396853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5111272-a779-44cc-8991-db69ba7213e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.448602 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5111272-a779-44cc-8991-db69ba7213e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.451165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e5111272-a779-44cc-8991-db69ba7213e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:47.452361 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e5111272-a779-44cc-8991-db69ba7213e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76aa8000-3c26-4b91-af74-c9b9c00f62a8 HTTP/1.1" status: 204 len: 168 time: 0.1238673 Aug 20 15:48:47.460662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5111272-a779-44cc-8991-db69ba7213e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aa8000-3c26-4b91-af74-c9b9c00f62a8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:48.002087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.168725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56038) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:48.262170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1796488561-network', 'tenant_id': '233536160e44401b8265df5744390858'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:48:48.283819 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Made reservation on behalf of 233536160e44401b8265df5744390858 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:48:48.286114 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.295338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.382229 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.386032 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.409719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:48:48.419059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2252c36-519b-46fd-99e4-277c7da9ff1b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:48.424832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.425176 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Added segment c3900ea4-fcfc-467c-9c9e-83965084c9ee of type vlan for network 30576faa-ac28-4d74-a210-55585b2e366c Aug 20 15:48:48.466923 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.491453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.492434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:48.493160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.546771 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3768148 Aug 20 15:48:48.550064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56042) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:48:48.551783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707d04a-4864-431e-beb2-6e3e084f3271 admin admin] Pushing event updated for resources: {'Network': ['ID=30576faa-ac28-4d74-a210-55585b2e366c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:48.555277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Request body: {'subnet': {'network_id': '30576faa-ac28-4d74-a210-55585b2e366c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1796488561-subnet', 'tenant_id': '233536160e44401b8265df5744390858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:48:48.561626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 30576faa-ac28-4d74-a210-55585b2e366c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:48:48.577728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Made reservation on behalf of 233536160e44401b8265df5744390858 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:48:48.580597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.750673 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.805155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7e22cc-0423-4116-95ac-5d1e27a84ff8,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:48.815024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Checking segment: {'id': 'c3900ea4-fcfc-467c-9c9e-83965084c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:48:48.815500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Network hostable DHCP agents. Network: 30576faa-ac28-4d74-a210-55585b2e366c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:48:48.832128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Network 30576faa-ac28-4d74-a210-55585b2e366c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:48:48.840703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 30576faa-ac28-4d74-a210-55585b2e366c) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:48:48.844756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:48.845348 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:48.850878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7109c65d-e883-4c96-a730-c698b2817ce5 None None] Network 30576faa-ac28-4d74-a210-55585b2e366c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:48:48.861901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-16f47b96-8e85-4d5a-aaef-6c131b79c8d2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3106601 Aug 20 15:48:48.981669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b575eb09-8110-4ecb-8d7a-e5fc1c96bd6a None None] Network 30576faa-ac28-4d74-a210-55585b2e366c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:48:49.295716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-97c7d7a4-09cc-4598-b3d7-8376259f896a tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:49.297201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-97c7d7a4-09cc-4598-b3d7-8376259f896a tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/networks?id=30576faa-ac28-4d74-a210-55585b2e366c HTTP/1.1" status: 200 len: 814 time: 0.1109865 Aug 20 15:48:49.313625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-b5bdafd0-7707-406f-a0d2-fb1bae43e265 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/quotas/233536160e44401b8265df5744390858 HTTP/1.1" status: 200 len: 375 time: 0.0103691 Aug 20 15:48:49.347277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-0ef61b65-a883-4c88-b89e-eea172c93fb3 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=233536160e44401b8265df5744390858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282533 Aug 20 15:48:49.538577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-925b6ba6-97a4-4b2e-a048-26484005385d service neutron] 10.222.0.36 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304543 Aug 20 15:48:49.638469 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-18ae99c1-960c-4a1b-af18-91f062c31ad3 service neutron] 10.222.0.36 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926943 Aug 20 15:48:49.796690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d63d7a79-328d-48df-b80c-5dcc597ba17d req-33f8dedf-b49c-4f02-8ec1-5fb3e359b19d tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 210 time: 0.0272446 Aug 20 15:48:50.788863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-19881405-55bd-4e18-a3b1-e3ff35da4752 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:50.790770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-19881405-55bd-4e18-a3b1-e3ff35da4752 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.70 "GET /v2.0/networks?id=30576faa-ac28-4d74-a210-55585b2e366c HTTP/1.1" status: 200 len: 814 time: 0.1151865 Aug 20 15:48:50.804759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Request body: {'port': {'device_id': '1af2dc0b-171e-40bd-a248-def57d818d5d', 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c', 'admin_state_up': True, 'tenant_id': '233536160e44401b8265df5744390858'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:48:50.907628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-974b3cef-960e-4803-8ca8-95ecaa7c6478 req-a9f491f5-a095-4a4a-af39-7285018dd74c tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 210 time: 0.0391910 Aug 20 15:48:50.943852 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Made reservation on behalf of 233536160e44401b8265df5744390858 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:48:50.948143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:51.074628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Allocated IP 172.20.0.2 (30576faa-ac28-4d74-a210-55585b2e366c/bf7e22cc-0423-4116-95ac-5d1e27a84ff8/331819e8-e6a4-4d8f-bdbe-b7704fe185ef) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:48:51.231097 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:51.271774 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:51.312597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Network 30576faa-ac28-4d74-a210-55585b2e366c is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:48:51.315474 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:48:51.319081 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:48:51.346098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Pushing event updated for resources: {'Port': ['ID=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:51.373661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:51.374275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:51.388494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-74abcc90-7957-4ae7-b65a-f6151a028db7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883236 Aug 20 15:48:51.406340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Request body: {'port': {'device_id': '1af2dc0b-171e-40bd-a248-def57d818d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:48:51.465234 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:51.741657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331819e8-e6a4-4d8f-bdbe-b7704fe185ef {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:48:51.750336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:51.764216 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Transition to ACTIVE for port object 331819e8-e6a4-4d8f-bdbe-b7704fe185ef will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:48:51.767514 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:51.818682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Pushing event updated for resources: {'Port': ['ID=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:51.894213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Attempting to bind port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:48:51.894576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Attempting to bind port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'c3900ea4-fcfc-467c-9c9e-83965084c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:48:51.894892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Attempting to bind port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef on network 30576faa-ac28-4d74-a210-55585b2e366c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:48:51.899780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef on network 30576faa-ac28-4d74-a210-55585b2e366c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:48:51.900724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Attempting to bind port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef on network 30576faa-ac28-4d74-a210-55585b2e366c {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:48:51.906140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:48:51.906537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Checking segment: {'id': 'c3900ea4-fcfc-467c-9c9e-83965084c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:48:51.906951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Bound using segment: {'id': 'c3900ea4-fcfc-467c-9c9e-83965084c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:48:51.907584 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Bound port: 331819e8-e6a4-4d8f-bdbe-b7704fe185ef, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3900ea4-fcfc-467c-9c9e-83965084c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:48:51.908417 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:51.975450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] For port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:48:51.981752 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] For port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:48:51.992428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:52.049619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:52.050245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:52.051808 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] 10.222.0.70 "PUT /v2.0/ports/331819e8-e6a4-4d8f-bdbe-b7704fe185ef HTTP/1.1" status: 200 len: 1092 time: 0.6495862 Aug 20 15:48:52.053989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af2dc0b-171e-40bd-a248-def57d818d5d', 'tag': '331819e8-e6a4-4d8f-bdbe-b7704fe185ef'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:48:52.056938 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78eefb90-2a8c-4074-bb02-a8a3e32ea321" -d '{"events": [{"name": "network-changed", "server_uuid": "1af2dc0b-171e-40bd-a248-def57d818d5d", "tag": "331819e8-e6a4-4d8f-bdbe-b7704fe185ef"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:48:52.085575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b00af-6d0c-4c38-84e9-a463ce77148b service neutron] Pushing event updated for resources: {'Port': ['ID=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:52.096839 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533f5c-a4b1-4898-8a19-9be9a358656f req-7c892602-a32c-42f7-8ae7-69a44dc6d863 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:52.098340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d533f5c-a4b1-4898-8a19-9be9a358656f req-7c892602-a32c-42f7-8ae7-69a44dc6d863 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 943 time: 0.1206765 Aug 20 15:48:52.168232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d533f5c-a4b1-4898-8a19-9be9a358656f req-06ad8b4c-6dde-4d35-861f-09b1ff9b93e7 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589857 Aug 20 15:48:52.170122 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-fbe54b8b-0c4b-4ad5-863f-fba213f689a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:52.171530 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-fbe54b8b-0c4b-4ad5-863f-fba213f689a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=233536160e44401b8265df5744390858&device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 1095 time: 0.0720220 Aug 20 15:48:52.223380 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26839f38-b9d4-4b65-b4eb-e09e50dbe2f7 x-openstack-request-id: req-26839f38-b9d4-4b65-b4eb-e09e50dbe2f7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:48:52.223697 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af2dc0b-171e-40bd-a248-def57d818d5d", "tag": "331819e8-e6a4-4d8f-bdbe-b7704fe185ef", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:48:52.223952 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-26839f38-b9d4-4b65-b4eb-e09e50dbe2f7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:48:52.224345 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af2dc0b-171e-40bd-a248-def57d818d5d', 'tag': '331819e8-e6a4-4d8f-bdbe-b7704fe185ef', 'status': 'completed', 'code': 200} Aug 20 15:48:52.226103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-6138b9ac-8995-4bc3-9823-3aad753c12e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=331819e8-e6a4-4d8f-bdbe-b7704fe185ef HTTP/1.1" status: 200 len: 217 time: 0.0413785 Aug 20 15:48:52.281006 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-9133002d-fdc4-477f-a408-8cff878966b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:52.282406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-9133002d-fdc4-477f-a408-8cff878966b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf7e22cc-0423-4116-95ac-5d1e27a84ff8 HTTP/1.1" status: 200 len: 854 time: 0.0466268 Aug 20 15:48:52.319270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-148ac693-f02e-4175-b34d-baf4b08b6b02 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30576faa-ac28-4d74-a210-55585b2e366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252938 Aug 20 15:48:52.416677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-ea4f844a-da6a-4a0c-afab-4f500c90a9e5 service neutron] 10.222.0.70 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856643 Aug 20 15:48:52.513510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112714f5-23b2-479d-a41a-91f0e8fd2b7a req-ce5fa727-2305-449a-aad9-1bcafe291f32 service neutron] 10.222.0.70 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849471 Aug 20 15:48:52.605402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-dea2745d-bbf7-499a-b9fb-0324af2b1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:52.606873 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-dea2745d-bbf7-499a-b9fb-0324af2b1cbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=233536160e44401b8265df5744390858&device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 1095 time: 0.0409482 Aug 20 15:48:52.701536 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-b4e511eb-54e7-4a8e-96b3-8f310d2e7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:52.703158 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-b4e511eb-54e7-4a8e-96b3-8f310d2e7e8e service neutron] 10.222.0.70 "GET /v2.0/networks?id=30576faa-ac28-4d74-a210-55585b2e366c HTTP/1.1" status: 200 len: 915 time: 0.0882642 Aug 20 15:48:52.746209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-e4b3abfb-a099-4d5d-beba-f39090245ab2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=331819e8-e6a4-4d8f-bdbe-b7704fe185ef HTTP/1.1" status: 200 len: 217 time: 0.0350196 Aug 20 15:48:52.799818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-1b583e21-078b-4678-804f-1cf4fa4f45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:52.801239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-1b583e21-078b-4678-804f-1cf4fa4f45fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf7e22cc-0423-4116-95ac-5d1e27a84ff8 HTTP/1.1" status: 200 len: 854 time: 0.0432825 Aug 20 15:48:52.837726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-aa154ad6-455b-47ce-b4a5-de9f35a9ec78 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=30576faa-ac28-4d74-a210-55585b2e366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279789 Aug 20 15:48:52.928291 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-92135e2a-c6f6-459d-8449-75c6c2d3dffd service neutron] 10.222.0.70 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822124 Aug 20 15:48:53.024294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-78eefb90-2a8c-4074-bb02-a8a3e32ea321 req-64862f51-aae2-40a6-bfad-c401409de5e1 service neutron] 10.222.0.70 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846117 Aug 20 15:48:53.287754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a64f4-76b5-41b7-accb-a0ee769e462a req-15d387b0-a94c-4e2c-8c76-8690223ad5ac tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:53.289304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-407a64f4-76b5-41b7-accb-a0ee769e462a req-15d387b0-a94c-4e2c-8c76-8690223ad5ac tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 943 time: 0.0494926 Aug 20 15:48:53.328050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-407a64f4-76b5-41b7-accb-a0ee769e462a req-5167c2c2-bba1-40a1-8f9a-9da04a5ce9d5 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Aug 20 15:48:54.445307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772fa9e-f2a9-42e7-bf8f-0c3cc5ac4bed req-2c8b316c-087e-422c-b507-6d41f04892fc tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:54.446847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3772fa9e-f2a9-42e7-bf8f-0c3cc5ac4bed req-2c8b316c-087e-422c-b507-6d41f04892fc tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 943 time: 0.0492475 Aug 20 15:48:54.484330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3772fa9e-f2a9-42e7-bf8f-0c3cc5ac4bed req-c77c6c89-0d7c-42a7-8cbb-940105f6d79c tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Aug 20 15:48:55.598625 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323709a3-ab9f-49b0-b487-f2f552c4f3e5 req-beb2dbf2-59a1-466a-b429-9cfce1a2e394 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:55.600156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-323709a3-ab9f-49b0-b487-f2f552c4f3e5 req-beb2dbf2-59a1-466a-b429-9cfce1a2e394 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 943 time: 0.0482585 Aug 20 15:48:55.643353 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-323709a3-ab9f-49b0-b487-f2f552c4f3e5 req-78db3e35-926e-4cd1-8042-f1148e5edd94 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371447 Aug 20 15:48:55.939426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 331819e8-e6a4-4d8f-bdbe-b7704fe185ef details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:48:56.049335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:56.059845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '331819e8-e6a4-4d8f-bdbe-b7704fe185ef', 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c', 'port_id': '331819e8-e6a4-4d8f-bdbe-b7704fe185ef', 'mac_address': 'fa:16:3e:da:28:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7e22cc-0423-4116-95ac-5d1e27a84ff8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:48:56.095742 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:56.107935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331819e8-e6a4-4d8f-bdbe-b7704fe185ef {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:48:56.126106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:56.130177 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:56.179519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:56.377233 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['331819e8-e6a4-4d8f-bdbe-b7704fe185ef'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:48:56.761166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fca3c-ccc6-4306-aed7-b87f89694681 req-29441937-410f-4a37-9993-b7175b2db79b tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:56.762673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c12fca3c-ccc6-4306-aed7-b87f89694681 req-29441937-410f-4a37-9993-b7175b2db79b tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 944 time: 0.0493364 Aug 20 15:48:56.800567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c12fca3c-ccc6-4306-aed7-b87f89694681 req-61ec40f2-1b98-4d7c-b9d4-b3beb074f6b5 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Aug 20 15:48:57.913350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d66e43-6626-4b40-b1a3-4f21332c5d22 req-d2274b08-4e2e-4b76-b7eb-41eef0e044d6 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:57.914890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41d66e43-6626-4b40-b1a3-4f21332c5d22 req-d2274b08-4e2e-4b76-b7eb-41eef0e044d6 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 944 time: 0.0494213 Aug 20 15:48:57.940427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 331819e8-e6a4-4d8f-bdbe-b7704fe185ef up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:48:57.954673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41d66e43-6626-4b40-b1a3-4f21332c5d22 req-50f99447-558b-43f9-8c41-d1c837067e2a tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Aug 20 15:48:57.994031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:48:57.997596 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:48:57.997971 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:58.073647 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:58.095171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2dc0b-171e-40bd-a248-def57d818d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331819e8-e6a4-4d8f-bdbe-b7704fe185ef'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:48:58.097425 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9451a4-c1d6-4a2b-ad64-5712cd44f547" -d '{"events": [{"server_uuid": "1af2dc0b-171e-40bd-a248-def57d818d5d", "name": "network-vif-plugged", "status": "completed", "tag": "331819e8-e6a4-4d8f-bdbe-b7704fe185ef"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:48:58.109591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:48:58.113535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:48:58.137134 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e68f28b-0088-454a-af8e-38c8ca32c9ef x-openstack-request-id: req-8e68f28b-0088-454a-af8e-38c8ca32c9ef {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:48:58.137424 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2dc0b-171e-40bd-a248-def57d818d5d", "name": "network-vif-plugged", "status": "completed", "tag": "331819e8-e6a4-4d8f-bdbe-b7704fe185ef", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:48:58.137673 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e68f28b-0088-454a-af8e-38c8ca32c9ef {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:48:58.138058 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af2dc0b-171e-40bd-a248-def57d818d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331819e8-e6a4-4d8f-bdbe-b7704fe185ef', 'code': 200} Aug 20 15:48:58.166081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:48:58.237886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99558a7-f495-4752-9600-c4e9d99bc396 req-c4f56f93-4638-48b8-8295-cea90e39e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:58.239339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e99558a7-f495-4752-9600-c4e9d99bc396 req-c4f56f93-4638-48b8-8295-cea90e39e891 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 1097 time: 0.0388563 Aug 20 15:48:58.281878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e99558a7-f495-4752-9600-c4e9d99bc396 req-50d15fe8-06bf-4414-8a20-a4ba900094a1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Aug 20 15:48:59.081889 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ceae7-895c-4a0e-a1de-c448753dc8af req-d6c1b441-cfab-4759-8f8d-7b4cc7ec3df9 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:48:59.083385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c6ceae7-895c-4a0e-a1de-c448753dc8af req-d6c1b441-cfab-4759-8f8d-7b4cc7ec3df9 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0507777 Aug 20 15:48:59.121431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2c6ceae7-895c-4a0e-a1de-c448753dc8af req-bd6ed969-4c8c-43fc-b39a-e5df4a804082 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313582 Aug 20 15:48:59.376142 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:00.233993 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f8a72-a048-40b0-afb3-8e5bcff37dcb req-8194e400-6ad6-43d4-b636-fbb8b16501d4 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:00.235362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d2f8a72-a048-40b0-afb3-8e5bcff37dcb req-8194e400-6ad6-43d4-b636-fbb8b16501d4 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0476546 Aug 20 15:49:00.270983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6d2f8a72-a048-40b0-afb3-8e5bcff37dcb req-659e6d94-9fe8-45eb-9d93-5e612b1239c1 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297132 Aug 20 15:49:00.495674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-93a0cd16-f103-4643-adcb-2c4282736631 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:00.497052 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-93a0cd16-f103-4643-adcb-2c4282736631 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/networks?id=30576faa-ac28-4d74-a210-55585b2e366c HTTP/1.1" status: 200 len: 814 time: 0.1031578 Aug 20 15:49:00.512466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-4e2552cc-f018-4b89-9547-81ca670b4402 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/quotas/233536160e44401b8265df5744390858 HTTP/1.1" status: 200 len: 375 time: 0.0096774 Aug 20 15:49:00.560001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-45325ac3-3d41-4c43-b51f-b905b4b99ee6 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=233536160e44401b8265df5744390858&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423415 Aug 20 15:49:00.651265 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-a122a0aa-5d6d-4944-b2b8-8f3a8480f22b service neutron] 10.222.0.36 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Aug 20 15:49:00.739670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-eb57ed3e-5430-4fe2-a04a-fdcc198b4843 service neutron] 10.222.0.36 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820949 Aug 20 15:49:00.902738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-300696f6-dbdd-4016-9d73-147405a737fc req-440e0266-9a5d-4630-9cfb-87b01deba33c tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 210 time: 0.0271981 Aug 20 15:49:01.906953 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-1a3d145a-9f52-40ea-9fb2-eedc24b3d6bd tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:01.908615 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-1a3d145a-9f52-40ea-9fb2-eedc24b3d6bd tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.72 "GET /v2.0/networks?id=30576faa-ac28-4d74-a210-55585b2e366c HTTP/1.1" status: 200 len: 814 time: 0.1124241 Aug 20 15:49:01.940719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Request body: {'port': {'device_id': '8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b', 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c', 'admin_state_up': True, 'tenant_id': '233536160e44401b8265df5744390858'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:02.000641 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6ebd3779-3a8f-416e-9aa4-16e84ffb6268 req-0de1350b-b706-4f6a-8d0e-bc334749e7e9 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 210 time: 0.0266631 Aug 20 15:49:02.047406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Made reservation on behalf of 233536160e44401b8265df5744390858 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:02.050912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:02.175536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Allocated IP 172.20.0.5 (30576faa-ac28-4d74-a210-55585b2e366c/bf7e22cc-0423-4116-95ac-5d1e27a84ff8/dfd56b60-11fc-493b-ae93-9ae4fc8c70c5) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:02.312766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:02.350553 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:02.367195 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['331819e8-e6a4-4d8f-bdbe-b7704fe185ef'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:49:02.404314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Network 30576faa-ac28-4d74-a210-55585b2e366c is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:02.407325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:02.411008 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:02.438035 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Pushing event updated for resources: {'Port': ['ID=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:02.451122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.451474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.451923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.452264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.452602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.452935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.453268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.453596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.453928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.454256 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.454581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.454904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:02.479105 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:02.479739 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:02.494128 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-24dc6c36-f4ea-47f8-8fc6-b5951bb8e451 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574169 Aug 20 15:49:02.512167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Request body: {'port': {'device_id': '8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:02.567887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:02.828837 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:49:02.835984 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:02.848255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Transition to ACTIVE for port object dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:02.852571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:02.903004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:02.973467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Attempting to bind port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:02.974188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Attempting to bind port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'c3900ea4-fcfc-467c-9c9e-83965084c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:02.974188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Attempting to bind port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 on network 30576faa-ac28-4d74-a210-55585b2e366c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:02.978911 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 on network 30576faa-ac28-4d74-a210-55585b2e366c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:49:02.979231 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Attempting to bind port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 on network 30576faa-ac28-4d74-a210-55585b2e366c {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:02.984043 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:02.984380 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Checking segment: {'id': 'c3900ea4-fcfc-467c-9c9e-83965084c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:02.984762 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Bound using segment: {'id': 'c3900ea4-fcfc-467c-9c9e-83965084c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:02.985181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Bound port: dfd56b60-11fc-493b-ae93-9ae4fc8c70c5, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3900ea4-fcfc-467c-9c9e-83965084c9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:02.985527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:03.047318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] For port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:03.050434 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] For port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:03.053931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:03.093257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:03.093872 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:03.095267 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] 10.222.0.72 "PUT /v2.0/ports/dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 HTTP/1.1" status: 200 len: 1092 time: 0.5873606 Aug 20 15:49:03.095725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b', 'tag': 'dfd56b60-11fc-493b-ae93-9ae4fc8c70c5'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:49:03.097951 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7dfa14-af0c-45d9-99ff-0c590af82329" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b", "tag": "dfd56b60-11fc-493b-ae93-9ae4fc8c70c5"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:49:03.127496 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddd62f-3a03-4507-b684-4282fbb76a45 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:03.132152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cd9eb-88cb-4e62-8f0c-2924b63375f4 req-1fec5b6f-cc78-4644-a5e7-d375daded048 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:03.134750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a1cd9eb-88cb-4e62-8f0c-2924b63375f4 req-1fec5b6f-cc78-4644-a5e7-d375daded048 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 943 time: 0.0627906 Aug 20 15:49:03.174853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1a1cd9eb-88cb-4e62-8f0c-2924b63375f4 req-8a866bc1-92a5-47ed-91b5-16987449cfbb tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336504 Aug 20 15:49:03.188910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-5e9a092f-f237-4a8e-81ad-332faae39b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:03.190539 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-5e9a092f-f237-4a8e-81ad-332faae39b85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=233536160e44401b8265df5744390858&device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 1095 time: 0.0422812 Aug 20 15:49:03.240771 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78939d1-1fd4-4181-80ea-b2db2526b7af x-openstack-request-id: req-e78939d1-1fd4-4181-80ea-b2db2526b7af {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:49:03.241062 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b", "tag": "dfd56b60-11fc-493b-ae93-9ae4fc8c70c5", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:49:03.241311 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e78939d1-1fd4-4181-80ea-b2db2526b7af {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:49:03.241695 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b', 'tag': 'dfd56b60-11fc-493b-ae93-9ae4fc8c70c5', 'status': 'completed', 'code': 200} Aug 20 15:49:03.243563 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-1d8dd4d0-6205-4a5f-a29a-4b17906a297f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 HTTP/1.1" status: 200 len: 217 time: 0.0400183 Aug 20 15:49:03.292103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-b5420ca4-7f64-4974-8350-fc53dc4ddd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:03.293801 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-b5420ca4-7f64-4974-8350-fc53dc4ddd31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bf7e22cc-0423-4116-95ac-5d1e27a84ff8 HTTP/1.1" status: 200 len: 854 time: 0.0438681 Aug 20 15:49:03.326080 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-3001a2ee-bde5-4229-9a73-39499b7c2385 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30576faa-ac28-4d74-a210-55585b2e366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253019 Aug 20 15:49:03.417429 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-eafdc896-a70e-4ea0-bfbf-effb14d42db9 service neutron] 10.222.0.72 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827751 Aug 20 15:49:03.505115 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8d19a7cd-ce53-4273-ad62-9fab62133811 req-05ab42fa-f26e-431c-a538-562504e2cebd service neutron] 10.222.0.72 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804727 Aug 20 15:49:03.634938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-9f1192c1-91c8-44ca-9467-4bc1347ecc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:03.636726 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-9f1192c1-91c8-44ca-9467-4bc1347ecc79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=233536160e44401b8265df5744390858&device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 1095 time: 0.0424573 Aug 20 15:49:03.727620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-ff7105a1-1be4-49b8-a864-a00d6ec0f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:03.729093 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-ff7105a1-1be4-49b8-a864-a00d6ec0f83c service neutron] 10.222.0.72 "GET /v2.0/networks?id=30576faa-ac28-4d74-a210-55585b2e366c HTTP/1.1" status: 200 len: 915 time: 0.0859494 Aug 20 15:49:03.768612 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-46966438-ab6e-49bd-bb56-27d54cfea005 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 HTTP/1.1" status: 200 len: 217 time: 0.0329347 Aug 20 15:49:03.820605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-5682165e-51b8-420a-b8fb-6dfd029b9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:03.822380 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-5682165e-51b8-420a-b8fb-6dfd029b9a7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bf7e22cc-0423-4116-95ac-5d1e27a84ff8 HTTP/1.1" status: 200 len: 854 time: 0.0468056 Aug 20 15:49:03.855035 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-5cbf04d3-bca1-420a-b284-f5bd035c02d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=30576faa-ac28-4d74-a210-55585b2e366c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258107 Aug 20 15:49:03.943953 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-191a4e9b-aa22-4adc-8918-fc3c13fc81c0 service neutron] 10.222.0.72 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818610 Aug 20 15:49:04.035617 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ff7dfa14-af0c-45d9-99ff-0c590af82329 req-3df216fb-0c1b-4b4f-8bdd-d18b986f48f5 service neutron] 10.222.0.72 "GET /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848784 Aug 20 15:49:04.294670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffedbe-44de-4059-b59d-4b6cb0ac931d req-36031af7-6040-4268-ac07-61e509313c1c tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:04.296091 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92ffedbe-44de-4059-b59d-4b6cb0ac931d req-36031af7-6040-4268-ac07-61e509313c1c tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 943 time: 0.0495384 Aug 20 15:49:04.333638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92ffedbe-44de-4059-b59d-4b6cb0ac931d req-9c2e1739-cbd1-40c2-b108-7ff5036a47ac tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316155 Aug 20 15:49:05.448865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f6a51-9aa6-42b3-8b90-c7b9d7f2a74f req-ae410133-e9e1-4c26-9704-028c71935edd tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:05.450333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d2f6a51-9aa6-42b3-8b90-c7b9d7f2a74f req-ae410133-e9e1-4c26-9704-028c71935edd tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 943 time: 0.0490329 Aug 20 15:49:05.488891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d2f6a51-9aa6-42b3-8b90-c7b9d7f2a74f req-60369166-3c8c-4394-8318-de2638a42d1f tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325499 Aug 20 15:49:05.952536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:49:06.046227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:06.058986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'dfd56b60-11fc-493b-ae93-9ae4fc8c70c5', 'network_id': '30576faa-ac28-4d74-a210-55585b2e366c', 'port_id': 'dfd56b60-11fc-493b-ae93-9ae4fc8c70c5', 'mac_address': 'fa:16:3e:25:8f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7e22cc-0423-4116-95ac-5d1e27a84ff8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:49:06.096300 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:06.109126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:49:06.127066 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:06.131155 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:06.178429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:06.426881 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:06.483981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['dfd56b60-11fc-493b-ae93-9ae4fc8c70c5'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:49:06.608252 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef247b5d-0356-4c3a-b1e1-c84360d014c6 req-ce051e2c-71d9-4541-ad3c-b10eabe6ab23 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:06.609759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef247b5d-0356-4c3a-b1e1-c84360d014c6 req-ce051e2c-71d9-4541-ad3c-b10eabe6ab23 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 944 time: 0.0530803 Aug 20 15:49:06.649603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ef247b5d-0356-4c3a-b1e1-c84360d014c6 req-8f78ae09-b766-46fe-82f5-50d8b3a7b4ed tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327215 Aug 20 15:49:07.763723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff3991-89d7-408a-a47c-a11e24dfdbe8 req-1db26a78-3f07-4aa3-9862-113ed5aadba5 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:07.765311 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffff3991-89d7-408a-a47c-a11e24dfdbe8 req-1db26a78-3f07-4aa3-9862-113ed5aadba5 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 944 time: 0.0500422 Aug 20 15:49:07.803065 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffff3991-89d7-408a-a47c-a11e24dfdbe8 req-073d73e1-eb20-4562-8894-790ed8062d57 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Aug 20 15:49:07.952672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:07.999756 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:08.003184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:08.003578 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:08.079899 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:08.101681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd56b60-11fc-493b-ae93-9ae4fc8c70c5'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:49:08.103947 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8210eb6b-93a8-4b67-a815-7690643b7487" -d '{"events": [{"server_uuid": "8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b", "name": "network-vif-plugged", "status": "completed", "tag": "dfd56b60-11fc-493b-ae93-9ae4fc8c70c5"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:49:08.116052 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:08.120748 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:08.145054 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9090651f-321e-40f0-9512-6cddf6d435eb x-openstack-request-id: req-9090651f-321e-40f0-9512-6cddf6d435eb {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:49:08.145341 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b", "name": "network-vif-plugged", "status": "completed", "tag": "dfd56b60-11fc-493b-ae93-9ae4fc8c70c5", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:49:08.145591 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9090651f-321e-40f0-9512-6cddf6d435eb {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:49:08.145971 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd56b60-11fc-493b-ae93-9ae4fc8c70c5', 'code': 200} Aug 20 15:49:08.170971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:08.268242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80867437-9251-439a-9ef8-42e8abd68786 req-5720d8b2-530b-4807-8a16-bb152297d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:08.269611 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80867437-9251-439a-9ef8-42e8abd68786 req-5720d8b2-530b-4807-8a16-bb152297d4b7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 1097 time: 0.0400200 Aug 20 15:49:08.303730 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80867437-9251-439a-9ef8-42e8abd68786 req-82363b52-a329-44f7-aa23-348c671828bc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271683 Aug 20 15:49:08.924014 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fa559-89ec-4579-b554-78dcdc7556e7 req-f5c7c443-eac4-4fcb-ae67-e5d57b531429 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:08.925470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7fa559-89ec-4579-b554-78dcdc7556e7 req-f5c7c443-eac4-4fcb-ae67-e5d57b531429 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 945 time: 0.0537648 Aug 20 15:49:08.963751 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d7fa559-89ec-4579-b554-78dcdc7556e7 req-d78527b5-7f9e-499a-954d-2df079fbd5ac tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325987 Aug 20 15:49:10.082676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30228cd-343a-4fe0-89e4-2e505ac3837c req-0d9d5863-17a5-48b4-af98-80b753b1a2b3 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:10.084178 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d30228cd-343a-4fe0-89e4-2e505ac3837c req-0d9d5863-17a5-48b4-af98-80b753b1a2b3 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 945 time: 0.0526922 Aug 20 15:49:10.121501 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d30228cd-343a-4fe0-89e4-2e505ac3837c req-88222b7b-4c86-46e9-8015-8d4711f5042e tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Aug 20 15:49:10.355656 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab22b64-483b-4986-9732-2938b35df280 req-e3ea042e-c914-4149-a353-56e971e3e478 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:10.357140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ab22b64-483b-4986-9732-2938b35df280 req-e3ea042e-c914-4149-a353-56e971e3e478 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 945 time: 0.0507905 Aug 20 15:49:10.394244 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ab22b64-483b-4986-9732-2938b35df280 req-ecb2f9cc-de7a-4864-9128-b3482b5cb9fe tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312350 Aug 20 15:49:11.509940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44621d-340b-4938-a59e-ca21dc10a51a req-cac4c3bd-18a9-428b-8079-f2bc98cca5fb tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:11.511432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f44621d-340b-4938-a59e-ca21dc10a51a req-cac4c3bd-18a9-428b-8079-f2bc98cca5fb tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 945 time: 0.0487008 Aug 20 15:49:11.548833 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2f44621d-340b-4938-a59e-ca21dc10a51a req-30ea424f-7381-423b-a2ba-468ae837f026 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Aug 20 15:49:11.893848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-391214a4-ba18-48e5-ae8a-aef58791761c tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:11.895553 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-391214a4-ba18-48e5-ae8a-aef58791761c tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 945 time: 0.0477495 Aug 20 15:49:11.990914 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Deleting port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:49:11.991256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:12.078602 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] For port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:12.078964 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:12.092579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Calling delete_port for dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:49:12.219913 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:12.231609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['331819e8-e6a4-4d8f-bdbe-b7704fe185ef'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:49:12.249161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Pushing event deleted for resources: {'Port': ['ID=dfd56b60-11fc-493b-ae93-9ae4fc8c70c5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:12.253970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['dfd56b60-11fc-493b-ae93-9ae4fc8c70c5'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:49:12.294393 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] No DVR routers for this DVR port dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:49:12.297165 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:12.299171 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8b5f9057-dd57-46aa-94b4-de142cb71cd9 req-80c0649a-4f6f-4dc9-894c-4fa029cf89ea tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.72 "DELETE /v2.0/ports/dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 HTTP/1.1" status: 204 len: 173 time: 0.3968773 Aug 20 15:49:12.299655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b', 'name': 'network-vif-deleted', 'tag': 'dfd56b60-11fc-493b-ae93-9ae4fc8c70c5'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:49:12.301947 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ebf2e1-5ce1-42b5-b911-75189250d7a6" -d '{"events": [{"server_uuid": "8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b", "name": "network-vif-deleted", "tag": "dfd56b60-11fc-493b-ae93-9ae4fc8c70c5"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:49:12.343122 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b90363-f7af-498d-8a12-0c7a67ceb190 x-openstack-request-id: req-f2b90363-f7af-498d-8a12-0c7a67ceb190 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:49:12.343413 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b", "name": "network-vif-deleted", "tag": "dfd56b60-11fc-493b-ae93-9ae4fc8c70c5", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:49:12.343692 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2b90363-f7af-498d-8a12-0c7a67ceb190 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:49:12.344096 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b', 'name': 'network-vif-deleted', 'tag': 'dfd56b60-11fc-493b-ae93-9ae4fc8c70c5', 'status': 'completed', 'code': 200} Aug 20 15:49:12.465199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b1274fac-2ad9-434b-95c7-6d9af95d1247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:12.660050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e5a0c04b-1c90-4549-b697-ca4c1fd0e300 req-2e156915-5404-4c80-9b98-35aa4b0a95c4 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f2cdf82-4508-4b2e-a2d4-34cd91ceff3b HTTP/1.1" status: 200 len: 210 time: 0.0316834 Aug 20 15:49:13.807736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9ca17-843d-4d44-8a7c-e6c2fdf5b093 req-ffe1c284-e01e-4ebc-8656-c2dc8f57a359 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:13.809216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b9ca17-843d-4d44-8a7c-e6c2fdf5b093 req-ffe1c284-e01e-4ebc-8656-c2dc8f57a359 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0502827 Aug 20 15:49:13.846450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49b9ca17-843d-4d44-8a7c-e6c2fdf5b093 req-1e047f5d-914a-4fdd-a590-dfb589e26c55 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Aug 20 15:49:13.979249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e74a8-5e5b-4dfb-a1f1-1ec9a99ae228 req-b3708f3a-146d-4907-9cdd-cb36b78c4eb3 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:13.980679 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c47e74a8-5e5b-4dfb-a1f1-1ec9a99ae228 req-b3708f3a-146d-4907-9cdd-cb36b78c4eb3 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0493042 Aug 20 15:49:14.018422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c47e74a8-5e5b-4dfb-a1f1-1ec9a99ae228 req-f89f98a9-7991-4d37-8a5b-027fa1518884 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318215 Aug 20 15:49:14.131808 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d5d3b-08ec-482a-b92c-3b594f51a535 req-61db1ca5-3bea-4e2f-bf43-88e775a096bb tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:14.133254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b8d5d3b-08ec-482a-b92c-3b594f51a535 req-61db1ca5-3bea-4e2f-bf43-88e775a096bb tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0477414 Aug 20 15:49:14.174883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b8d5d3b-08ec-482a-b92c-3b594f51a535 req-6ec7797c-37b5-4d3c-8754-fd32bee608ee tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346751 Aug 20 15:49:14.341535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806cce6-ea8e-4180-996d-6d82acf3b154 req-6088228d-e41a-41f9-9987-dcc46b5ddb38 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:14.343024 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e806cce6-ea8e-4180-996d-6d82acf3b154 req-6088228d-e41a-41f9-9987-dcc46b5ddb38 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0488951 Aug 20 15:49:14.379931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e806cce6-ea8e-4180-996d-6d82acf3b154 req-1c4d161a-9a1b-4b58-bc0b-89965eda105e tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308936 Aug 20 15:49:14.495520 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50b6f4-70b6-41fb-a411-783af811acb3 req-7cacf2bd-3f77-4eab-9c3b-2e94869b2b20 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:14.496906 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a50b6f4-70b6-41fb-a411-783af811acb3 req-7cacf2bd-3f77-4eab-9c3b-2e94869b2b20 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0497100 Aug 20 15:49:14.534285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a50b6f4-70b6-41fb-a411-783af811acb3 req-850d0dd9-d4bf-42c3-b373-e58307d7f5af tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Aug 20 15:49:14.659020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf80dae-1729-4a37-a5a3-a3a55921762e req-24ad2474-417e-41c1-8b0e-b66b689065e5 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:14.660481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abf80dae-1729-4a37-a5a3-a3a55921762e req-24ad2474-417e-41c1-8b0e-b66b689065e5 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0480564 Aug 20 15:49:14.701207 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-abf80dae-1729-4a37-a5a3-a3a55921762e req-ce748246-4a5b-4915-bc79-4c6aa162c8a8 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Aug 20 15:49:14.905001 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:15.002850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899206d-480e-4882-8881-9e64ea308dc6 req-f556a7a4-1dc1-48b2-a1db-01e6367f8d61 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:15.004421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7899206d-480e-4882-8881-9e64ea308dc6 req-f556a7a4-1dc1-48b2-a1db-01e6367f8d61 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0500247 Aug 20 15:49:15.043262 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7899206d-480e-4882-8881-9e64ea308dc6 req-100cf011-74d2-48f2-98b4-e40d28e890ed tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320780 Aug 20 15:49:15.251787 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e27a2047-8f3f-4733-ab64-edbca783f4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:15.984220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:49:16.003509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:49:16.003886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device dfd56b60-11fc-493b-ae93-9ae4fc8c70c5 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:49:16.157838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e699fbc-5269-419c-9180-3a8b4dd9d1a7 req-41ab21cb-17aa-4b21-823b-df9a65ee0709 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:16.159323 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e699fbc-5269-419c-9180-3a8b4dd9d1a7 req-41ab21cb-17aa-4b21-823b-df9a65ee0709 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0500348 Aug 20 15:49:16.197388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5e699fbc-5269-419c-9180-3a8b4dd9d1a7 req-0d88aa9e-aa56-40c3-9bab-6cd510f159a3 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2252c36-519b-46fd-99e4-277c7da9ff1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Aug 20 15:49:16.308999 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:16.591720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-296af7c7-152b-4e06-9fc0-406ade16268b tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:16.593172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-296af7c7-152b-4e06-9fc0-406ade16268b tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.70 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 945 time: 0.0485795 Aug 20 15:49:16.689989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Deleting port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:49:16.690327 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:16.777912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] For port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,segment=NetworkSegment(c3900ea4-fcfc-467c-9c9e-83965084c9ee),segment_id=c3900ea4-fcfc-467c-9c9e-83965084c9ee)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:16.778268 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:16.790588 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Calling delete_port for 331819e8-e6a4-4d8f-bdbe-b7704fe185ef owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:49:16.918736 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:16.931814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['331819e8-e6a4-4d8f-bdbe-b7704fe185ef'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:49:16.945789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Pushing event deleted for resources: {'Port': ['ID=331819e8-e6a4-4d8f-bdbe-b7704fe185ef,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:16.991051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] No DVR routers for this DVR port 331819e8-e6a4-4d8f-bdbe-b7704fe185ef on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:49:16.993689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:16.996451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68795e97-3a0f-4576-b989-a2ef4653d85e req-99e44a7e-9f29-4c97-bcc4-546908ada458 tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.70 "DELETE /v2.0/ports/331819e8-e6a4-4d8f-bdbe-b7704fe185ef HTTP/1.1" status: 204 len: 173 time: 0.3970003 Aug 20 15:49:16.997512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2dc0b-171e-40bd-a248-def57d818d5d', 'name': 'network-vif-deleted', 'tag': '331819e8-e6a4-4d8f-bdbe-b7704fe185ef'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:49:17.000419 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e64af97-5139-4d68-96bc-c35cf99fe9a7" -d '{"events": [{"server_uuid": "1af2dc0b-171e-40bd-a248-def57d818d5d", "name": "network-vif-deleted", "tag": "331819e8-e6a4-4d8f-bdbe-b7704fe185ef"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:49:17.037761 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfa3c6f-1fb0-4c50-bb99-edbc0c34d364 x-openstack-request-id: req-2dfa3c6f-1fb0-4c50-bb99-edbc0c34d364 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:49:17.038051 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2dc0b-171e-40bd-a248-def57d818d5d", "name": "network-vif-deleted", "tag": "331819e8-e6a4-4d8f-bdbe-b7704fe185ef", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:49:17.038303 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2dfa3c6f-1fb0-4c50-bb99-edbc0c34d364 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:49:17.038699 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af2dc0b-171e-40bd-a248-def57d818d5d', 'name': 'network-vif-deleted', 'tag': '331819e8-e6a4-4d8f-bdbe-b7704fe185ef', 'status': 'completed', 'code': 200} Aug 20 15:49:17.309899 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea368f6f-0221-4d58-9152-d25a02d1538d req-ae4bcf4a-ce30-4655-bde4-3b59557344ba tempest-ServersNegativeTestJSON-1372200620 tempest-ServersNegativeTestJSON-1372200620-project] 10.222.0.36 "GET /v2.0/ports?device_id=1af2dc0b-171e-40bd-a248-def57d818d5d HTTP/1.1" status: 200 len: 210 time: 0.0267379 Aug 20 15:49:18.001497 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.364824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56200) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:18.415172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6693c6-2534-4d47-9890-6f83c4de2e1a admin admin] Deleting subnet bf7e22cc-0423-4116-95ac-5d1e27a84ff8 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:49:18.418862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6693c6-2534-4d47-9890-6f83c4de2e1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.452247 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6693c6-2534-4d47-9890-6f83c4de2e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.489111 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6693c6-2534-4d47-9890-6f83c4de2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.544155 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6693c6-2534-4d47-9890-6f83c4de2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.569136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6693c6-2534-4d47-9890-6f83c4de2e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7e22cc-0423-4116-95ac-5d1e27a84ff8,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:18.574294 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5f6693c6-2534-4d47-9890-6f83c4de2e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.577504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5f6693c6-2534-4d47-9890-6f83c4de2e1a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bf7e22cc-0423-4116-95ac-5d1e27a84ff8 HTTP/1.1" status: 204 len: 168 time: 0.2116334 Aug 20 15:49:18.578492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56202) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:18.644099 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.723556 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.733214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30576faa-ac28-4d74-a210-55585b2e366c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:18.743024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3900ea4-fcfc-467c-9c9e-83965084c9ee') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:18.743323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3900ea4-fcfc-467c-9c9e-83965084c9ee') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:18.752429 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.766124 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.771836 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:49:18.772221 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:49:18.773837 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:49:18.826441 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.831945 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:18.833770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] 10.222.0.36 "DELETE /v2.0/networks/30576faa-ac28-4d74-a210-55585b2e366c HTTP/1.1" status: 204 len: 168 time: 0.2542179 Aug 20 15:49:18.845287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9787a0-82cd-4c2f-9668-7e818f00bb96 admin admin] Pushing event deleted for resources: {'Network': ['ID=30576faa-ac28-4d74-a210-55585b2e366c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:18.944039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56206) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:18.989421 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f213053a-24e5-4bfd-8be2-b867e4cbb38d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=233536160e44401b8265df5744390858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441375 Aug 20 15:49:18.992234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56208) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:19.039918 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3145472f-1a83-446b-bdf8-ae333cba52e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:19.060804 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3145472f-1a83-446b-bdf8-ae333cba52e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:19.106896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3145472f-1a83-446b-bdf8-ae333cba52e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:19.109975 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3145472f-1a83-446b-bdf8-ae333cba52e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:19.111117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3145472f-1a83-446b-bdf8-ae333cba52e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2252c36-519b-46fd-99e4-277c7da9ff1b HTTP/1.1" status: 204 len: 168 time: 0.1179876 Aug 20 15:49:19.118859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145472f-1a83-446b-bdf8-ae333cba52e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2252c36-519b-46fd-99e4-277c7da9ff1b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:19.592312 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:49:19.793925 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56230) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:19.891131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1503539218'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:19.911985 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:19.915852 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:19.926884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:20.019827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:20.023352 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:20.053438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:49:20.063210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba00794c-1430-40d3-9de6-8050a8b3f938,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:20.070537 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:20.070880 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Added segment 48e0deb7-3053-4ea2-9256-cf7124941801 of type vlan for network 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 Aug 20 15:49:20.113053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:20.137503 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:20.143002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:20.143607 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:20.204392 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4093761 Aug 20 15:49:20.210051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952dacd-519b-42f1-8a8c-a5d755dfa047 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Network': ['ID=7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:20.220032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:49:22.065091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 331819e8-e6a4-4d8f-bdbe-b7704fe185ef no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:49:22.085465 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 331819e8-e6a4-4d8f-bdbe-b7704fe185ef {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:49:22.085818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 331819e8-e6a4-4d8f-bdbe-b7704fe185ef not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:49:23.487696 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56234) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:23.492820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'subnet': {'network_id': '7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:23.578621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:23.582244 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.068379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.131109 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Subnet': ['ID=f6639913-0f9f-4070-83c3-deca222a2171,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:24.140240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Checking segment: {'id': '48e0deb7-3053-4ea2-9256-cf7124941801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:24.140605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network hostable DHCP agents. Network: 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:49:24.156627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:49:24.164650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:24.169666 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:24.170986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.174735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafceada-96f3-4005-9325-587f85d79982 None None] Network 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:24.184447 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-710d1fca-94a1-489c-bf2d-1fded081fa04 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6956546 Aug 20 15:49:24.187901 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56236) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:24.192825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148935675'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:24.212389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:24.216471 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.240045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:49:24.248726 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.249067 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Added segment 6dbb1838-117c-4564-8d37-df54d5404ed9 of type vlan for network a5ef566e-a234-4e32-b869-d70920764b85 Aug 20 15:49:24.287347 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.312205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.316732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2', 'network_id': '7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2', 'tenant_id': 'bbbbe9b7cf8f4e20afda4002342527dd', 'fixed_ips': [{'subnet_id': 'f6639913-0f9f-4070-83c3-deca222a2171'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:49:24.317606 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.318908 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:24.319593 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.374446 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1855173 Aug 20 15:49:24.377260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56238) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:24.384265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'subnet': {'network_id': 'a5ef566e-a234-4e32-b869-d70920764b85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:24.442064 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a19f1-0218-4ef6-9a85-ce3c34002ddd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Network': ['ID=a5ef566e-a234-4e32-b869-d70920764b85,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:24.456091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network a5ef566e-a234-4e32-b869-d70920764b85 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:49:24.458337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Allocated IP 2001:db8:0:ffff::2 (7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2/f6639913-0f9f-4070-83c3-deca222a2171/2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:24.485121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:24.488676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.655141 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.664966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Transition to ACTIVE for port object 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:24.682797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Transition to ACTIVE for port object 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:24.686137 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.688962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.732478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Network 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:24.735117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:24.738469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:24.748406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Subnet': ['ID=4c7955d3-4f87-4f31-9450-ab8962943a5f,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:24.751676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Pushing event updated for resources: {'Port': ['ID=2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:24.758522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Checking segment: {'id': '6dbb1838-117c-4564-8d37-df54d5404ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a5ef566e-a234-4e32-b869-d70920764b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:24.758751 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network hostable DHCP agents. Network: a5ef566e-a234-4e32-b869-d70920764b85, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:49:24.775458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network a5ef566e-a234-4e32-b869-d70920764b85 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:49:24.775903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.776775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.777610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.777956 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.778314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.778731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.779067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.779402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.779757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.780088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.780419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.780771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:24.788787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, a5ef566e-a234-4e32-b869-d70920764b85) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:24.794556 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:24.795167 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.805777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a57aa-6eae-4930-962c-e74499d02ab3 None None] Network a5ef566e-a234-4e32-b869-d70920764b85 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:24.815791 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ac4958a6-832c-433d-9fde-fef0830a0f15 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4351711 Aug 20 15:49:24.816107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56240) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:24.862819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Attempting to bind port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:24.863192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Attempting to bind port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '48e0deb7-3053-4ea2-9256-cf7124941801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:24.863584 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Attempting to bind port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 on network 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:24.873700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:24.874080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Checking segment: {'id': '48e0deb7-3053-4ea2-9256-cf7124941801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:24.874535 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.874991 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Bound using segment: {'id': '48e0deb7-3053-4ea2-9256-cf7124941801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:24.875448 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Bound port: 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e0deb7-3053-4ea2-9256-cf7124941801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:24.875860 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.915671 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.994755 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:24.999351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] For port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:25.005141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] For port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777,segment=NetworkSegment(48e0deb7-3053-4ea2-9256-cf7124941801),segment_id=48e0deb7-3053-4ea2-9256-cf7124941801)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:25.023007 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.055877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389166e-0821-4bb1-9cfe-fc26f28f3e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-a5ef566e-a234-4e32-b869-d70920764b85', 'network_id': 'a5ef566e-a234-4e32-b869-d70920764b85', 'tenant_id': 'bbbbe9b7cf8f4e20afda4002342527dd', 'fixed_ips': [{'subnet_id': '4c7955d3-4f87-4f31-9450-ab8962943a5f'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:49:25.056504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9389166e-0821-4bb1-9cfe-fc26f28f3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.066729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.100024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7955d3-4f87-4f31-9450-ab8962943a5f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:25.154980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b78ab-8b55-4053-a7ac-dfa6215f58c3 None None] Pushing event updated for resources: {'Port': ['ID=2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:25.163762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.176822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ef566e-a234-4e32-b869-d70920764b85']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:25.177738 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de91def0-16bb-4ffe-b641-c0eb894a88af None None] Network a5ef566e-a234-4e32-b869-d70920764b85 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:25.188852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbb1838-117c-4564-8d37-df54d5404ed9') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:25.189190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbb1838-117c-4564-8d37-df54d5404ed9') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:25.199315 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.213241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.219703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:49:25.220018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:49:25.223271 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:49:25.302664 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.309429 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.311364 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/networks/a5ef566e-a234-4e32-b869-d70920764b85 HTTP/1.1" status: 204 len: 168 time: 0.4942703 Aug 20 15:49:25.315038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56242) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:25.320372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1072935919'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:25.328926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b449003-66d3-42b1-a8d3-83e442f5ff71 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Network': ['ID=a5ef566e-a234-4e32-b869-d70920764b85,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:25.353893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:25.357597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.382104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:49:25.392574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.393008 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Added segment d0b18093-2ec8-4a02-af15-d60387b07d34 of type vlan for network 4f8c3230-946f-44fa-99d3-dbad0aaa67fd Aug 20 15:49:25.435368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.459213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.465459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:25.466051 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:25.861032 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5446835 Aug 20 15:49:25.863978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56244) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:25.872592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Network': ['ID=4f8c3230-946f-44fa-99d3-dbad0aaa67fd,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:25.875808 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'subnet': {'network_id': '4f8c3230-946f-44fa-99d3-dbad0aaa67fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:25.880772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.881137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.881487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.881831 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.882173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.882513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.882854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.883193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.883527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.883887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.884218 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.884549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46523328-0b9f-4c0e-80e4-7f2006c2a2ac tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:25.902683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 4f8c3230-946f-44fa-99d3-dbad0aaa67fd details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:49:25.981128 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:25.984853 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.050682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Performing IP validity checks on allocation pools {{(pid=101100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 20 15:49:26.051348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101100) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 20 15:49:26.055523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a21b8c-e901-48ef-9897-3c2d12daf61b None None] Network 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:26.126006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-53b31386-1aa7-4ea2-970b-5dfcf9a9f1d7 None None] Provisioning for port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:26.178793 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.247106 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Subnet': ['ID=f5c780a6-0eff-4d52-9088-b4c78052345e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:26.252519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Checking segment: {'id': 'd0b18093-2ec8-4a02-af15-d60387b07d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '4f8c3230-946f-44fa-99d3-dbad0aaa67fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:26.252882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network hostable DHCP agents. Network: 4f8c3230-946f-44fa-99d3-dbad0aaa67fd, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:49:26.269773 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network 4f8c3230-946f-44fa-99d3-dbad0aaa67fd is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:49:26.279703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 4f8c3230-946f-44fa-99d3-dbad0aaa67fd) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:26.286997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:26.287765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd036e6-6ca5-4948-abe6-299034536be8 None None] Network 4f8c3230-946f-44fa-99d3-dbad0aaa67fd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:26.288251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.304582 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8c75465c-276a-4513-973f-949f945ee839 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4358432 Aug 20 15:49:26.307121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56246) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:26.413739 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.440928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57bb4d5-25d6-49cd-afa2-5f554629a433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-4f8c3230-946f-44fa-99d3-dbad0aaa67fd', 'network_id': '4f8c3230-946f-44fa-99d3-dbad0aaa67fd', 'tenant_id': 'bbbbe9b7cf8f4e20afda4002342527dd', 'fixed_ips': [{'subnet_id': 'f5c780a6-0eff-4d52-9088-b4c78052345e'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:49:26.441844 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c57bb4d5-25d6-49cd-afa2-5f554629a433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.471009 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.532401 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server [None req-c57bb4d5-25d6-49cd-afa2-5f554629a433 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5c780a6-0eff-4d52-9088-b4c78052345e: This subnet is being modified by another concurrent operation. Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise self.value Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server raise exception Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5c780a6-0eff-4d52-9088-b4c78052345e: This subnet is being modified by another concurrent operation. Aug 20 15:49:26.549109 n-d-695189-15 neutron-server[101101]: ERROR oslo_messaging.rpc.server Aug 20 15:49:26.562515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c780a6-0eff-4d52-9088-b4c78052345e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:26.571358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe6d56f-557e-4a98-aad4-cfcfb67d0378 None None] Network 4f8c3230-946f-44fa-99d3-dbad0aaa67fd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:26.628694 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.639507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8c3230-946f-44fa-99d3-dbad0aaa67fd']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:26.652065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b18093-2ec8-4a02-af15-d60387b07d34') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:26.652065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b18093-2ec8-4a02-af15-d60387b07d34') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:26.661340 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.676010 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.678304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8734decb-313b-4eb9-b4e1-c7aba08a3465 None None] get_active_networks_info from n-d-695189-15 {{(pid=101101) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 20 15:49:26.681923 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:49:26.682321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:49:26.685870 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:49:26.742773 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.749612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.750067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734decb-313b-4eb9-b4e1-c7aba08a3465 None None] Resources bound (agent type, host, resource id): {{(pid=101101) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 20 15:49:26.751511 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/networks/4f8c3230-946f-44fa-99d3-dbad0aaa67fd HTTP/1.1" status: 204 len: 168 time: 0.4428077 Aug 20 15:49:26.755245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56248) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:26.761179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1444399310'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:26.763715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4100d8d-6f09-4066-9a6a-75e2382c0244 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Network': ['ID=4f8c3230-946f-44fa-99d3-dbad0aaa67fd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:26.784072 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:26.787490 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.813892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:49:26.822740 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.823102 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Added segment 19afbc5d-7769-4bc2-9ed1-c733283ae023 of type vlan for network eb465c65-2b40-40a4-a443-351ee69e5321 Aug 20 15:49:26.862630 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.888721 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.898488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:26.899182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:26.961449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2050252 Aug 20 15:49:26.961624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56250) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:26.968243 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'subnet': {'network_id': 'eb465c65-2b40-40a4-a443-351ee69e5321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:26.986388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a6d05-b989-4fd8-a23c-4ee3162aef2b tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Network': ['ID=eb465c65-2b40-40a4-a443-351ee69e5321,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:26.998267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network eb465c65-2b40-40a4-a443-351ee69e5321 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:49:27.053911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:27.067223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:27.070766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.109827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:27.113483 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:27.113877 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.196099 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.228534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777,segment=NetworkSegment(48e0deb7-3053-4ea2-9256-cf7124941801),segment_id=48e0deb7-3053-4ea2-9256-cf7124941801)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:27.232443 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.271843 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.282493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:27.343905 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Subnet': ['ID=cce738e1-3206-4e15-a893-cd46fe8b4c7e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:27.348342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Checking segment: {'id': '19afbc5d-7769-4bc2-9ed1-c733283ae023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eb465c65-2b40-40a4-a443-351ee69e5321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:27.348716 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network hostable DHCP agents. Network: eb465c65-2b40-40a4-a443-351ee69e5321, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:49:27.368763 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network eb465c65-2b40-40a4-a443-351ee69e5321 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:49:27.378419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, eb465c65-2b40-40a4-a443-351ee69e5321) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:27.382401 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:27.383002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.387404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b01a05f-ae43-4c3a-b4cc-d0d980455c03 None None] Network eb465c65-2b40-40a4-a443-351ee69e5321 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:27.397267 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-21a9b224-eae9-42d1-b1ef-e295e11d06ba tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4343405 Aug 20 15:49:27.400911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56252) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:27.406688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-751276218'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:27.428576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:27.432135 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.456892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:49:27.465991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.466348 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Added segment 46f87956-524d-4089-849d-32bea4e7c76c of type vlan for network 6e2e8d64-a80e-400b-879e-320e9ae5846d Aug 20 15:49:27.506955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.531044 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.537424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:27.537580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-eb465c65-2b40-40a4-a443-351ee69e5321', 'network_id': 'eb465c65-2b40-40a4-a443-351ee69e5321', 'tenant_id': 'bbbbe9b7cf8f4e20afda4002342527dd', 'fixed_ips': [{'subnet_id': 'cce738e1-3206-4e15-a893-cd46fe8b4c7e'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:49:27.538023 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.538404 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.600691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1980591 Aug 20 15:49:27.603521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56254) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:27.610729 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Request body: {'subnet': {'network_id': '6e2e8d64-a80e-400b-879e-320e9ae5846d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:27.617197 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81b358-bca6-4fc5-a53d-cf438fddbf7e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Network': ['ID=6e2e8d64-a80e-400b-879e-320e9ae5846d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:27.627436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 6e2e8d64-a80e-400b-879e-320e9ae5846d details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:49:27.708710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Made reservation on behalf of bbbbe9b7cf8f4e20afda4002342527dd for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:27.712176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.738712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Allocated IP 2001:db8::2 (eb465c65-2b40-40a4-a443-351ee69e5321/cce738e1-3206-4e15-a893-cd46fe8b4c7e/74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:27.885427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.894530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.895170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Transition to ACTIVE for port object 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:27.909841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Transition to ACTIVE for port object 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:27.915732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:27.955225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Network eb465c65-2b40-40a4-a443-351ee69e5321 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:27.959611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:27.960185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event updated for resources: {'Subnet': ['ID=0dc32a0c-073a-4631-b458-6b53d2be0b48,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:27.963143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:27.971583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Checking segment: {'id': '46f87956-524d-4089-849d-32bea4e7c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '6e2e8d64-a80e-400b-879e-320e9ae5846d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:27.971957 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network hostable DHCP agents. Network: 6e2e8d64-a80e-400b-879e-320e9ae5846d, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:49:27.973449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Pushing event updated for resources: {'Port': ['ID=74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:27.988799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Network 6e2e8d64-a80e-400b-879e-320e9ae5846d is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:49:27.998936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 6e2e8d64-a80e-400b-879e-320e9ae5846d) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:28.003244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:28.003879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.021600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b44c60c9-7ce3-4ce1-80c3-9f3fe60022ab tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4147768 Aug 20 15:49:28.021866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56256) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:28.028855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad1119d-5658-4082-ad4e-fa990a782956 None None] Network 6e2e8d64-a80e-400b-879e-320e9ae5846d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:28.077367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Attempting to bind port 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:28.077726 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Attempting to bind port 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '19afbc5d-7769-4bc2-9ed1-c733283ae023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eb465c65-2b40-40a4-a443-351ee69e5321'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:28.078097 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Attempting to bind port 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 on network eb465c65-2b40-40a4-a443-351ee69e5321 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:28.087680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:28.088056 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Checking segment: {'id': '19afbc5d-7769-4bc2-9ed1-c733283ae023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eb465c65-2b40-40a4-a443-351ee69e5321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:28.088485 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.088924 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Bound using segment: {'id': '19afbc5d-7769-4bc2-9ed1-c733283ae023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eb465c65-2b40-40a4-a443-351ee69e5321'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:28.089492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Bound port: 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19afbc5d-7769-4bc2-9ed1-c733283ae023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'eb465c65-2b40-40a4-a443-351ee69e5321'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:28.089876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.122621 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.204934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.270946 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.300142 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc32a0c-073a-4631-b458-6b53d2be0b48,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:28.368171 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.368405 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] For port 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:28.373177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] For port 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8,segment=NetworkSegment(19afbc5d-7769-4bc2-9ed1-c733283ae023),segment_id=19afbc5d-7769-4bc2-9ed1-c733283ae023)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:28.377508 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.378880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2e8d64-a80e-400b-879e-320e9ae5846d']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:28.390853 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f87956-524d-4089-849d-32bea4e7c76c') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:28.391177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f87956-524d-4089-849d-32bea4e7c76c') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:28.400034 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.414566 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.422638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:49:28.422638 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:49:28.426073 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:49:28.433155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e3d294-e66d-46ba-abbc-38bae2abeb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-6e2e8d64-a80e-400b-879e-320e9ae5846d', 'network_id': '6e2e8d64-a80e-400b-879e-320e9ae5846d', 'tenant_id': 'bbbbe9b7cf8f4e20afda4002342527dd', 'fixed_ips': [{'subnet_id': '0dc32a0c-073a-4631-b458-6b53d2be0b48'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:49:28.434013 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b4e3d294-e66d-46ba-abbc-38bae2abeb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.473068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25423ba6-97c5-4d6e-a294-f86846dee69d None None] Pushing event updated for resources: {'Port': ['ID=74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:28.536607 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.545472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.545766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22df37-7dae-40b6-a543-008acdc0a685 None None] Network 6e2e8d64-a80e-400b-879e-320e9ae5846d requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:28.547232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/networks/6e2e8d64-a80e-400b-879e-320e9ae5846d HTTP/1.1" status: 204 len: 168 time: 0.5243983 Aug 20 15:49:28.549988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56258) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:28.559472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c12627-4b47-4e31-92bd-206df51181af tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Network': ['ID=6e2e8d64-a80e-400b-879e-320e9ae5846d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:28.566166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22df37-7dae-40b6-a543-008acdc0a685 None None] Network 6e2e8d64-a80e-400b-879e-320e9ae5846d could not be found, it might have been deleted concurrently. {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 15:49:28.582124 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-748f827b-4c86-4b89-a1e1-a42cc9d3730d tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] GET failed (client error): The resource could not be found. Aug 20 15:49:28.583476 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-748f827b-4c86-4b89-a1e1-a42cc9d3730d tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "GET /v2.0/subnets/0dc32a0c-073a-4631-b458-6b53d2be0b48 HTTP/1.1" status: 404 len: 337 time: 0.0319576 Aug 20 15:49:28.586296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56260) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:28.620608 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a71ca9-a58c-4135-bd86-cdb357e2c4e6 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] DELETE failed (client error): The resource could not be found. Aug 20 15:49:28.621465 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a71ca9-a58c-4135-bd86-cdb357e2c4e6 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:49:28.626901 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-15a71ca9-a58c-4135-bd86-cdb357e2c4e6 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/networks/6e2e8d64-a80e-400b-879e-320e9ae5846d HTTP/1.1" status: 404 len: 339 time: 0.0362203 Aug 20 15:49:28.627296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56262) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:28.660740 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-60df0c2c-efab-47e0-aa10-ce1349dbfca0 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] DELETE failed (client error): The resource could not be found. Aug 20 15:49:28.661212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60df0c2c-efab-47e0-aa10-ce1349dbfca0 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:49:28.662958 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-60df0c2c-efab-47e0-aa10-ce1349dbfca0 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/subnets/0dc32a0c-073a-4631-b458-6b53d2be0b48 HTTP/1.1" status: 404 len: 337 time: 0.0345695 Aug 20 15:49:28.665491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56264) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:28.685601 n-d-695189-15 neutron-server[101100]: INFO neutron.pecan_wsgi.hooks.translation [None req-198df3ce-355b-4ab4-85e4-9689e779ccbd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] DELETE failed (client error): The resource could not be found. Aug 20 15:49:28.686191 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198df3ce-355b-4ab4-85e4-9689e779ccbd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101100) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:49:28.687936 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-198df3ce-355b-4ab4-85e4-9689e779ccbd tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/networks/6e2e8d64-a80e-400b-879e-320e9ae5846d HTTP/1.1" status: 404 len: 339 time: 0.0213032 Aug 20 15:49:28.690735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56266) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:28.743458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-79817ea2-d204-4dd6-932c-118e12922e42 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Deleting subnet cce738e1-3206-4e15-a893-cd46fe8b4c7e {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:49:28.747337 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79817ea2-d204-4dd6-932c-118e12922e42 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.786342 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79817ea2-d204-4dd6-932c-118e12922e42 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.872555 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79817ea2-d204-4dd6-932c-118e12922e42 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.930882 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79817ea2-d204-4dd6-932c-118e12922e42 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.973184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79817ea2-d204-4dd6-932c-118e12922e42 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Subnet': ['ID=cce738e1-3206-4e15-a893-cd46fe8b4c7e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:28.978721 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-79817ea2-d204-4dd6-932c-118e12922e42 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:28.982315 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-79817ea2-d204-4dd6-932c-118e12922e42 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/subnets/cce738e1-3206-4e15-a893-cd46fe8b4c7e HTTP/1.1" status: 204 len: 168 time: 0.2904902 Aug 20 15:49:28.984746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56268) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:29.069689 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.076921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:29.128761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:29.134764 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:29.141270 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Deleting port 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:49:29.141616 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.185131 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:29.185516 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.207734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] For port 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8,segment=NetworkSegment(19afbc5d-7769-4bc2-9ed1-c733283ae023),segment_id=19afbc5d-7769-4bc2-9ed1-c733283ae023)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:29.208249 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.223674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Calling delete_port for 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:49:29.312812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.341576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Port': ['ID=74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:29.346769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] No DVR routers for this DVR port 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:49:29.376422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4556a6-1fd1-4e58-9b8d-dcb6fa0be679 None None] Network eb465c65-2b40-40a4-a443-351ee69e5321 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:29.430802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.435231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-937e484e-035f-4af2-8b55-340ac9ec99f7 None None] Could not find standard attr ID for object 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:49:29.442877 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb465c65-2b40-40a4-a443-351ee69e5321']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:29.443068 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.454441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19afbc5d-7769-4bc2-9ed1-c733283ae023') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:29.454741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19afbc5d-7769-4bc2-9ed1-c733283ae023') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:29.463501 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.481313 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.487521 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:49:29.488012 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:49:29.490939 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:49:29.556963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.558939 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994809e-6628-41ca-a490-400682369868 None None] DHCP port deletion for eb465c65-2b40-40a4-a443-351ee69e5321 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:49:29.562797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.565864 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/networks/eb465c65-2b40-40a4-a443-351ee69e5321 HTTP/1.1" status: 204 len: 168 time: 0.5793619 Aug 20 15:49:29.568932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56270) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:29.582527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d042bb9-b9f2-4aa3-aa5f-f4edda491490 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Network': ['ID=eb465c65-2b40-40a4-a443-351ee69e5321,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:29.595624 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9cb2c0-0475-42e4-bdc7-02ba815927ef tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] DELETE failed (client error): The resource could not be found. Aug 20 15:49:29.596093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9cb2c0-0475-42e4-bdc7-02ba815927ef tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:49:29.597806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3c9cb2c0-0475-42e4-bdc7-02ba815927ef tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/subnets/f5c780a6-0eff-4d52-9088-b4c78052345e HTTP/1.1" status: 404 len: 337 time: 0.0287817 Aug 20 15:49:29.600707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56272) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:29.618782 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0f2809-3d14-4ddf-883a-771dd854b698 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] DELETE failed (client error): The resource could not be found. Aug 20 15:49:29.619258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0f2809-3d14-4ddf-883a-771dd854b698 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:49:29.621677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0e0f2809-3d14-4ddf-883a-771dd854b698 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/networks/4f8c3230-946f-44fa-99d3-dbad0aaa67fd HTTP/1.1" status: 404 len: 339 time: 0.0200350 Aug 20 15:49:29.623900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56274) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:29.653221 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-517a8589-0a84-41c6-a7c0-f1ba6074ab00 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] DELETE failed (client error): The resource could not be found. Aug 20 15:49:29.653608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517a8589-0a84-41c6-a7c0-f1ba6074ab00 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:49:29.655260 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-517a8589-0a84-41c6-a7c0-f1ba6074ab00 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/subnets/4c7955d3-4f87-4f31-9450-ab8962943a5f HTTP/1.1" status: 404 len: 337 time: 0.0304954 Aug 20 15:49:29.657706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56276) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:29.675760 n-d-695189-15 neutron-server[101099]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93e560e-6ba1-4dea-815c-6aed0048e62e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] DELETE failed (client error): The resource could not be found. Aug 20 15:49:29.676305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93e560e-6ba1-4dea-815c-6aed0048e62e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101099) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 20 15:49:29.677943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f93e560e-6ba1-4dea-815c-6aed0048e62e tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/networks/a5ef566e-a234-4e32-b869-d70920764b85 HTTP/1.1" status: 404 len: 339 time: 0.0193555 Aug 20 15:49:29.680294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56278) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:29.729742 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a22f423-528f-4531-b9d0-2e14b155207f tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Deleting subnet f6639913-0f9f-4070-83c3-deca222a2171 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:49:29.732781 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a22f423-528f-4531-b9d0-2e14b155207f tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.771306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a22f423-528f-4531-b9d0-2e14b155207f tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.857172 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a22f423-528f-4531-b9d0-2e14b155207f tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.913831 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a22f423-528f-4531-b9d0-2e14b155207f tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.949500 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22f423-528f-4531-b9d0-2e14b155207f tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Subnet': ['ID=f6639913-0f9f-4070-83c3-deca222a2171,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:29.952244 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3a22f423-528f-4531-b9d0-2e14b155207f tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:29.954823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3a22f423-528f-4531-b9d0-2e14b155207f tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/subnets/f6639913-0f9f-4070-83c3-deca222a2171 HTTP/1.1" status: 204 len: 168 time: 0.2733855 Aug 20 15:49:29.956094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffdbaa5-9724-47fd-ba8b-1c1a2c4fdd3e None None] Network 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:29.957827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56280) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:30.034417 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.095753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Deleting port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:49:30.096119 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.114625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe46be-3811-42e9-ab07-0dbd0ebe7971 None None] DHCP port deletion for 7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:49:30.160932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] For port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777,segment=NetworkSegment(48e0deb7-3053-4ea2-9256-cf7124941801),segment_id=48e0deb7-3053-4ea2-9256-cf7124941801)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:30.161306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.164220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe46be-3811-42e9-ab07-0dbd0ebe7971 None None] Deleting port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:49:30.164536 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2cbe46be-3811-42e9-ab07-0dbd0ebe7971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.175453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Calling delete_port for 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:49:30.225132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2cbe46be-3811-42e9-ab07-0dbd0ebe7971 None None] For port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777,segment=NetworkSegment(48e0deb7-3053-4ea2-9256-cf7124941801),segment_id=48e0deb7-3053-4ea2-9256-cf7124941801)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:30.225532 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2cbe46be-3811-42e9-ab07-0dbd0ebe7971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.238451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe46be-3811-42e9-ab07-0dbd0ebe7971 None None] Calling delete_port for 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:49:30.259411 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.287451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Port': ['ID=2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:30.289314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] No DVR routers for this DVR port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:49:30.320356 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2cbe46be-3811-42e9-ab07-0dbd0ebe7971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.347126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe46be-3811-42e9-ab07-0dbd0ebe7971 None None] Pushing event deleted for resources: {'Port': ['ID=2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:30.348937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbe46be-3811-42e9-ab07-0dbd0ebe7971 None None] No DVR routers for this DVR port 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:49:30.375879 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.387476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:30.398943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e0deb7-3053-4ea2-9256-cf7124941801') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:30.399245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e0deb7-3053-4ea2-9256-cf7124941801') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:30.409222 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.427103 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.433581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:49:30.434083 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:49:30.436956 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:49:30.494065 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.501713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.502841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] 10.222.0.36 "DELETE /v2.0/networks/7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2 HTTP/1.1" status: 204 len: 168 time: 0.5438087 Aug 20 15:49:30.515484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea0507-4e4f-415f-901e-2e4c92ff5190 tempest-NetworksIpV6Test-1865687317 tempest-NetworksIpV6Test-1865687317-project] Pushing event deleted for resources: {'Network': ['ID=7b44f1f3-65bc-4847-a2a5-9ec87fbffdb2,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:30.750177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56286) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:30.882344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1cd6fff8-5d5b-48d4-86b9-e102f6aa62e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bbbbe9b7cf8f4e20afda4002342527dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309977 Aug 20 15:49:30.884754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56290) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:30.933431 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8eee6be1-c8c4-4c58-a5cf-b2e2cad696a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.954912 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8eee6be1-c8c4-4c58-a5cf-b2e2cad696a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:30.992418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:49:31.007905 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8eee6be1-c8c4-4c58-a5cf-b2e2cad696a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.011483 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8eee6be1-c8c4-4c58-a5cf-b2e2cad696a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.012730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8eee6be1-c8c4-4c58-a5cf-b2e2cad696a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba00794c-1430-40d3-9de6-8050a8b3f938 HTTP/1.1" status: 204 len: 168 time: 0.1270432 Aug 20 15:49:31.014314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:49:31.014659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 74277ccf-8fa2-49ca-bb8f-48ea1c13f3a8 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:49:31.015082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:49:31.021854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee6be1-c8c4-4c58-a5cf-b2e2cad696a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba00794c-1430-40d3-9de6-8050a8b3f938,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:31.036747 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:49:31.037104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2a7f494a-ce0e-4e7a-bfdf-3cfb1fd04777 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:49:31.636879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56312) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:31.729803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-7e9dde2f-2082-42b2-bead-cad48bacbaad tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1159574419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:31.752457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e9dde2f-2082-42b2-bead-cad48bacbaad tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.753571 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e9dde2f-2082-42b2-bead-cad48bacbaad tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.807914 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e9dde2f-2082-42b2-bead-cad48bacbaad tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.812162 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e9dde2f-2082-42b2-bead-cad48bacbaad tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.828335 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7e9dde2f-2082-42b2-bead-cad48bacbaad tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.829668 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7e9dde2f-2082-42b2-bead-cad48bacbaad tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1917310 Aug 20 15:49:31.832314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56316) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:31.837154 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1660894569'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:31.857423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Made reservation on behalf of 6fae235dda1949179a75ba5b819d719c for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:31.860762 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.869208 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.959783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.963434 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:31.985904 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:49:32.000392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09949f7e-3f1c-4303-ad10-8a265ab62750,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:32.003199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.003555 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Added segment eaf0c99f-ad75-4eee-a3d7-d333aee20d74 of type vlan for network 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd Aug 20 15:49:32.045121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.069636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.075934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:32.076535 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.137938 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3045604 Aug 20 15:49:32.140730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56318) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:32.145618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Request body: {'subnet': {'network_id': '75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:32.164617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd1380-36f5-46c8-ac70-17597b606e8f tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event updated for resources: {'Network': ['ID=75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:32.175669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:49:32.238732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Made reservation on behalf of 6fae235dda1949179a75ba5b819d719c for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:32.242168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.424576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.486115 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event updated for resources: {'Subnet': ['ID=5cbdce7c-c611-489f-8ac0-e8b2b69c89cf,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:32.490798 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Checking segment: {'id': 'eaf0c99f-ad75-4eee-a3d7-d333aee20d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:32.491100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Network hostable DHCP agents. Network: 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:49:32.507967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Network 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:49:32.517059 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:32.521103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:32.521832 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.526492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e4257f-f775-4d16-aaad-8869f788943e None None] Network 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:32.539025 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-be8fa32b-cf66-427a-b247-ffaf13549821 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3972707 Aug 20 15:49:32.542231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56320) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:32.548070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-292119556'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:32.568923 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Made reservation on behalf of 6fae235dda1949179a75ba5b819d719c for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:32.572541 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.596060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:49:32.605473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.605819 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Added segment 4ae0308c-4390-464c-a7d1-3e74a4b9bad6 of type vlan for network e9096f37-a123-4ea7-9143-4a130966b25c Aug 20 15:49:32.645196 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.672204 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.676032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd', 'network_id': '75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd', 'tenant_id': '6fae235dda1949179a75ba5b819d719c', 'fixed_ips': [{'subnet_id': '5cbdce7c-c611-489f-8ac0-e8b2b69c89cf'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:49:32.676882 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.677896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:32.678497 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.740701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1972456 Aug 20 15:49:32.743615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56322) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:32.749219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Request body: {'subnet': {'network_id': 'e9096f37-a123-4ea7-9143-4a130966b25c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:32.767619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bfd16-f168-473d-93f5-1230d0f33455 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event updated for resources: {'Network': ['ID=e9096f37-a123-4ea7-9143-4a130966b25c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:32.790646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network e9096f37-a123-4ea7-9143-4a130966b25c details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:49:32.841058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Made reservation on behalf of 6fae235dda1949179a75ba5b819d719c for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:32.844958 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:32.865686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Allocated IP 172.20.0.2 (75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd/5cbdce7c-c611-489f-8ac0-e8b2b69c89cf/2e941e12-b209-4c17-9619-713bf307ea6a) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:33.013948 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.023345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Transition to ACTIVE for port object 2e941e12-b209-4c17-9619-713bf307ea6a will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:33.039877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Transition to ACTIVE for port object 2e941e12-b209-4c17-9619-713bf307ea6a will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:33.043802 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.047259 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.093763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Network 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:33.099182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:33.107781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event updated for resources: {'Subnet': ['ID=51fd3fe1-a4d2-4786-b11d-09704eb52f2d,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:33.108016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:33.111019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Pushing event updated for resources: {'Port': ['ID=2e941e12-b209-4c17-9619-713bf307ea6a,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:33.117466 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Checking segment: {'id': '4ae0308c-4390-464c-a7d1-3e74a4b9bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e9096f37-a123-4ea7-9143-4a130966b25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:33.117838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Network hostable DHCP agents. Network: e9096f37-a123-4ea7-9143-4a130966b25c, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:49:33.137835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Network e9096f37-a123-4ea7-9143-4a130966b25c is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:49:33.146713 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, e9096f37-a123-4ea7-9143-4a130966b25c) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:33.152088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:33.152704 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.158508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde783b1-7ad7-4f22-a858-ecd011741f3b None None] Network e9096f37-a123-4ea7-9143-4a130966b25c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:33.168503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f3c7816b-acac-43e9-8584-d3558b66a8af tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4225724 Aug 20 15:49:33.171291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56324) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:33.176076 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cb6fb697-b52a-4685-bd15-776aa23d85eb tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e9096f37-a123-4ea7-9143-4a130966b25c'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:33.204127 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Attempting to bind port 2e941e12-b209-4c17-9619-713bf307ea6a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:33.204744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Attempting to bind port 2e941e12-b209-4c17-9619-713bf307ea6a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'eaf0c99f-ad75-4eee-a3d7-d333aee20d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:33.204855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Attempting to bind port 2e941e12-b209-4c17-9619-713bf307ea6a on network 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:33.214578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:33.214958 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Checking segment: {'id': 'eaf0c99f-ad75-4eee-a3d7-d333aee20d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:33.215380 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.215795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Bound using segment: {'id': 'eaf0c99f-ad75-4eee-a3d7-d333aee20d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:33.216269 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Bound port: 2e941e12-b209-4c17-9619-713bf307ea6a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf0c99f-ad75-4eee-a3d7-d333aee20d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:33.216660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.326493 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] For port 2e941e12-b209-4c17-9619-713bf307ea6a, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:33.342535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] For port 2e941e12-b209-4c17-9619-713bf307ea6a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2e941e12-b209-4c17-9619-713bf307ea6a,segment=NetworkSegment(eaf0c99f-ad75-4eee-a3d7-d333aee20d74),segment_id=eaf0c99f-ad75-4eee-a3d7-d333aee20d74)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:33.348285 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.386400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cb6fb697-b52a-4685-bd15-776aa23d85eb tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.410909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-e9096f37-a123-4ea7-9143-4a130966b25c', 'network_id': 'e9096f37-a123-4ea7-9143-4a130966b25c', 'tenant_id': '6fae235dda1949179a75ba5b819d719c', 'fixed_ips': [{'subnet_id': '51fd3fe1-a4d2-4786-b11d-09704eb52f2d'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:49:33.411809 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.451873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4542e7f-a847-42c6-b345-9436db23c5cf None None] Pushing event updated for resources: {'Port': ['ID=2e941e12-b209-4c17-9619-713bf307ea6a,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:33.501854 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [None req-cb6fb697-b52a-4685-bd15-776aa23d85eb tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 20 15:49:33.508664 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cb6fb697-b52a-4685-bd15-776aa23d85eb tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "PUT /v2.0/routers/b00e79ce-e521-4928-85fe-38a5eddef223 HTTP/1.1" status: 400 len: 364 time: 0.3305922 Aug 20 15:49:33.508950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56326) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:33.571314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd038764-2287-47d4-9843-8b24c26285b2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Deleting subnet 51fd3fe1-a4d2-4786-b11d-09704eb52f2d {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:49:33.583152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Allocated IP 172.21.0.2 (e9096f37-a123-4ea7-9143-4a130966b25c/51fd3fe1-a4d2-4786-b11d-09704eb52f2d/420a1439-9118-4f13-a7c8-96850bf74f1d) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:33.746732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.754694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Transition to ACTIVE for port object 420a1439-9118-4f13-a7c8-96850bf74f1d will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:33.769447 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Transition to ACTIVE for port object 420a1439-9118-4f13-a7c8-96850bf74f1d will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:33.775006 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd038764-2287-47d4-9843-8b24c26285b2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.775571 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.814913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Network e9096f37-a123-4ea7-9143-4a130966b25c is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:33.816613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd038764-2287-47d4-9843-8b24c26285b2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.817763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:33.820388 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:33.830840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Pushing event updated for resources: {'Port': ['ID=420a1439-9118-4f13-a7c8-96850bf74f1d,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:33.887666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Attempting to bind port 420a1439-9118-4f13-a7c8-96850bf74f1d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:33.888016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Attempting to bind port 420a1439-9118-4f13-a7c8-96850bf74f1d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4ae0308c-4390-464c-a7d1-3e74a4b9bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e9096f37-a123-4ea7-9143-4a130966b25c'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:33.888382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Attempting to bind port 420a1439-9118-4f13-a7c8-96850bf74f1d on network e9096f37-a123-4ea7-9143-4a130966b25c {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:33.893419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:33.893792 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Checking segment: {'id': '4ae0308c-4390-464c-a7d1-3e74a4b9bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e9096f37-a123-4ea7-9143-4a130966b25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:33.894201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.894593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Bound using segment: {'id': '4ae0308c-4390-464c-a7d1-3e74a4b9bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e9096f37-a123-4ea7-9143-4a130966b25c'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:33.895053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Bound port: 420a1439-9118-4f13-a7c8-96850bf74f1d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae0308c-4390-464c-a7d1-3e74a4b9bad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'e9096f37-a123-4ea7-9143-4a130966b25c'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:33.895433 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.907702 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd038764-2287-47d4-9843-8b24c26285b2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.971393 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd038764-2287-47d4-9843-8b24c26285b2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.974451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] For port 420a1439-9118-4f13-a7c8-96850bf74f1d, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:33.978020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] For port 420a1439-9118-4f13-a7c8-96850bf74f1d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=420a1439-9118-4f13-a7c8-96850bf74f1d,segment=NetworkSegment(4ae0308c-4390-464c-a7d1-3e74a4b9bad6),segment_id=4ae0308c-4390-464c-a7d1-3e74a4b9bad6)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:33.982137 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:33.999262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd038764-2287-47d4-9843-8b24c26285b2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event deleted for resources: {'Subnet': ['ID=51fd3fe1-a4d2-4786-b11d-09704eb52f2d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:34.003106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dd038764-2287-47d4-9843-8b24c26285b2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.007612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56328) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:34.008103 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dd038764-2287-47d4-9843-8b24c26285b2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "DELETE /v2.0/subnets/51fd3fe1-a4d2-4786-b11d-09704eb52f2d HTTP/1.1" status: 204 len: 168 time: 0.4971032 Aug 20 15:49:34.056318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9a51e-3513-4edc-ac11-fb06ef0c96cf None None] Pushing event updated for resources: {'Port': ['ID=420a1439-9118-4f13-a7c8-96850bf74f1d,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:34.100555 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.159811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Deleting port 420a1439-9118-4f13-a7c8-96850bf74f1d {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:49:34.160159 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.240761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] For port 420a1439-9118-4f13-a7c8-96850bf74f1d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=420a1439-9118-4f13-a7c8-96850bf74f1d,segment=NetworkSegment(4ae0308c-4390-464c-a7d1-3e74a4b9bad6),segment_id=4ae0308c-4390-464c-a7d1-3e74a4b9bad6)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:34.241132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.255609 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Calling delete_port for 420a1439-9118-4f13-a7c8-96850bf74f1d owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:49:34.374648 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.404068 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event deleted for resources: {'Port': ['ID=420a1439-9118-4f13-a7c8-96850bf74f1d,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:34.412238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] No DVR routers for this DVR port 420a1439-9118-4f13-a7c8-96850bf74f1d on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:49:34.470917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077b148e-1298-4e45-9256-6ffb481ce933 None None] Network 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:34.508953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.520723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9096f37-a123-4ea7-9143-4a130966b25c']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:34.533253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae0308c-4390-464c-a7d1-3e74a4b9bad6') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:34.533658 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae0308c-4390-464c-a7d1-3e74a4b9bad6') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:34.538093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f4598c97-3613-4d8f-9710-f37fff154ee5 None None] Provisioning for port 2e941e12-b209-4c17-9619-713bf307ea6a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:34.544528 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.561607 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.568662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:49:34.569518 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:49:34.574637 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:49:34.644910 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.649380 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.651605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "DELETE /v2.0/networks/e9096f37-a123-4ea7-9143-4a130966b25c HTTP/1.1" status: 204 len: 168 time: 0.6427350 Aug 20 15:49:34.653975 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56330) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:34.670570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb252851-ace4-4488-8baa-f5dc2f0ea4fd tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event deleted for resources: {'Network': ['ID=e9096f37-a123-4ea7-9143-4a130966b25c,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:34.709757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5012d7-3663-4d06-8f3d-ddd6065a45b1 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Deleting subnet 5cbdce7c-c611-489f-8ac0-e8b2b69c89cf {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:49:34.713561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5012d7-3663-4d06-8f3d-ddd6065a45b1 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.756241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5012d7-3663-4d06-8f3d-ddd6065a45b1 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.851365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5012d7-3663-4d06-8f3d-ddd6065a45b1 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.917432 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5012d7-3663-4d06-8f3d-ddd6065a45b1 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.951274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5012d7-3663-4d06-8f3d-ddd6065a45b1 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbdce7c-c611-489f-8ac0-e8b2b69c89cf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:34.960931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5012d7-3663-4d06-8f3d-ddd6065a45b1 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:34.964631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f99f12-d0f2-4310-bdb7-33cb69a3c60a None None] Network 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:34.966424 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6b5012d7-3663-4d06-8f3d-ddd6065a45b1 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "DELETE /v2.0/subnets/5cbdce7c-c611-489f-8ac0-e8b2b69c89cf HTTP/1.1" status: 204 len: 168 time: 0.3113382 Aug 20 15:49:34.966815 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56332) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:35.061138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.081166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2e941e12-b209-4c17-9619-713bf307ea6a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:35.124829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Deleting port 2e941e12-b209-4c17-9619-713bf307ea6a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:49:35.125173 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.145219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4976986a-afd2-4fa9-aba6-112b54e4b491 None None] DHCP port deletion for e9096f37-a123-4ea7-9143-4a130966b25c request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:49:35.153068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-baa96315-ec5b-4a83-9cc3-33182900d569 None None] Could not find standard attr ID for object 420a1439-9118-4f13-a7c8-96850bf74f1d. {{(pid=101101) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 20 15:49:35.178267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89595b3-c030-4c63-ac78-f5a789d1005e None None] Network e9096f37-a123-4ea7-9143-4a130966b25c requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:35.193906 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2e941e12-b209-4c17-9619-713bf307ea6a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:35.196011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89595b3-c030-4c63-ac78-f5a789d1005e None None] Network e9096f37-a123-4ea7-9143-4a130966b25c could not be found, it might have been deleted concurrently. {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 20 15:49:35.200596 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] For port 2e941e12-b209-4c17-9619-713bf307ea6a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2e941e12-b209-4c17-9619-713bf307ea6a,segment=NetworkSegment(eaf0c99f-ad75-4eee-a3d7-d333aee20d74),segment_id=eaf0c99f-ad75-4eee-a3d7-d333aee20d74)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:35.200824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2e941e12-b209-4c17-9619-713bf307ea6a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:35.200955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.201203 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.223591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Calling delete_port for 2e941e12-b209-4c17-9619-713bf307ea6a owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:49:35.244166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] DHCP port deletion for 75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:49:35.305452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.313696 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.334270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event deleted for resources: {'Port': ['ID=2e941e12-b209-4c17-9619-713bf307ea6a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:35.336110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] No DVR routers for this DVR port 2e941e12-b209-4c17-9619-713bf307ea6a on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:49:35.366527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] Deleting port 2e941e12-b209-4c17-9619-713bf307ea6a {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:49:35.366876 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.423205 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.433824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] For port 2e941e12-b209-4c17-9619-713bf307ea6a, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:35.433997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:35.434482 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.445537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf0c99f-ad75-4eee-a3d7-d333aee20d74') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:35.445893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf0c99f-ad75-4eee-a3d7-d333aee20d74') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:35.449429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] Calling delete_port for 2e941e12-b209-4c17-9619-713bf307ea6a owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:49:35.452117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] Port 2e941e12-b209-4c17-9619-713bf307ea6a was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 15:49:35.453377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.456282 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.469911 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.475592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:49:35.475989 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.477631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] Pushing event deleted for resources: {'Port': ['ID=2e941e12-b209-4c17-9619-713bf307ea6a,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:49:35.478824 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:49:35.481692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac096e-60c8-43f1-9719-e20203c3c745 None None] No DVR routers for this DVR port 2e941e12-b209-4c17-9619-713bf307ea6a on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:49:35.542987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.547651 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.549635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "DELETE /v2.0/networks/75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd HTTP/1.1" status: 204 len: 168 time: 0.5808823 Aug 20 15:49:35.553447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56334) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:35.564453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f84e66-81aa-4d08-bc37-110155142895 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Pushing event deleted for resources: {'Network': ['ID=75cd3e3a-c86c-4ea8-9e23-561b11e1b8fd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:35.582884 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2d8fa732-6179-4542-b8aa-54e48d2231ce tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "GET /v2.0/ports?device_id=b00e79ce-e521-4928-85fe-38a5eddef223 HTTP/1.1" status: 200 len: 205 time: 0.0282285 Aug 20 15:49:35.585212 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56336) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:35.660407 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f8ceee3-3f81-4df9-be0a-00acac4486c2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.817786 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f8ceee3-3f81-4df9-be0a-00acac4486c2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.819791 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f8ceee3-3f81-4df9-be0a-00acac4486c2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.861763 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f8ceee3-3f81-4df9-be0a-00acac4486c2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.862286 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8ceee3-3f81-4df9-be0a-00acac4486c2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Fanout notify agent at l3_agent the message router_deleted on router b00e79ce-e521-4928-85fe-38a5eddef223 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:49:35.871036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0f8ceee3-3f81-4df9-be0a-00acac4486c2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:35.871799 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0f8ceee3-3f81-4df9-be0a-00acac4486c2 tempest-RoutersNegativeTest-389606677 tempest-RoutersNegativeTest-389606677-project] 10.222.0.36 "DELETE /v2.0/routers/b00e79ce-e521-4928-85fe-38a5eddef223 HTTP/1.1" status: 204 len: 168 time: 0.2856588 Aug 20 15:49:36.112862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56342) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:36.248865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d336ee00-1319-49ae-aaf9-25c4f7cdc5c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fae235dda1949179a75ba5b819d719c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346292 Aug 20 15:49:36.251281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56346) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:36.298236 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae298c59-eeeb-4dd0-bb21-5454e92d23af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:36.319012 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae298c59-eeeb-4dd0-bb21-5454e92d23af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:36.365372 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae298c59-eeeb-4dd0-bb21-5454e92d23af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:36.367962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ae298c59-eeeb-4dd0-bb21-5454e92d23af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:36.369113 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ae298c59-eeeb-4dd0-bb21-5454e92d23af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09949f7e-3f1c-4303-ad10-8a265ab62750 HTTP/1.1" status: 204 len: 168 time: 0.1169093 Aug 20 15:49:36.377158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae298c59-eeeb-4dd0-bb21-5454e92d23af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09949f7e-3f1c-4303-ad10-8a265ab62750,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:36.440356 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:36.983946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56368) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:37.004637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 420a1439-9118-4f13-a7c8-96850bf74f1d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:49:37.031008 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 420a1439-9118-4f13-a7c8-96850bf74f1d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:49:37.031343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 420a1439-9118-4f13-a7c8-96850bf74f1d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:49:37.031795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2e941e12-b209-4c17-9619-713bf307ea6a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:49:37.050019 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 2e941e12-b209-4c17-9619-713bf307ea6a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:49:37.050363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2e941e12-b209-4c17-9619-713bf307ea6a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:49:37.086833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1185018268-network', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:37.108451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Made reservation on behalf of 00ea4967821e4f359a1bb5d04c26d751 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:37.110882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.119071 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.207951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.211460 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.232265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:49:37.247094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:37.251033 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.251388 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Added segment 6ebd50f5-b8d4-4db7-a891-785d9fe270e8 of type vlan for network 65ea881d-cae1-41e4-b443-314bea88adc9 Aug 20 15:49:37.292933 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.318280 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.319232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:37.319850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.373691 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3886189 Aug 20 15:49:37.376722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56372) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:37.378723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09455e-74e4-42dc-aba7-27291a3fe6aa admin admin] Pushing event updated for resources: {'Network': ['ID=65ea881d-cae1-41e4-b443-314bea88adc9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:37.381688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Request body: {'subnet': {'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-subnet', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:37.388218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 65ea881d-cae1-41e4-b443-314bea88adc9 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:49:37.405193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Made reservation on behalf of 00ea4967821e4f359a1bb5d04c26d751 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:37.407879 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.576405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.631973 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca32f31a-0031-4298-a8af-19454a4c877a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:37.641957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Checking segment: {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:37.642315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Network hostable DHCP agents. Network: 65ea881d-cae1-41e4-b443-314bea88adc9, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:49:37.659611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Network 65ea881d-cae1-41e4-b443-314bea88adc9 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:49:37.671931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 65ea881d-cae1-41e4-b443-314bea88adc9) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:37.675946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:37.676562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.680497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb9e808-702d-4999-b7a3-eeb6798d6eb9 None None] Network 65ea881d-cae1-41e4-b443-314bea88adc9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:37.691238 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-474364a7-1e94-4d7a-b598-4f9cb31d4116 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3133507 Aug 20 15:49:37.694209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56374) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:37.699226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:37.720702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.721860 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.781805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.928795 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:37.987443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-65ea881d-cae1-41e4-b443-314bea88adc9', 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'fixed_ips': [{'subnet_id': 'ca32f31a-0031-4298-a8af-19454a4c877a'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:49:37.988357 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.127975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Allocated IP 172.20.0.2 (65ea881d-cae1-41e4-b443-314bea88adc9/ca32f31a-0031-4298-a8af-19454a4c877a/f90e3926-9112-4c0c-9b41-dad2e346c236) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:38.140919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.160591 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.264637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Allocated IP 172.25.5.122 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/800d1718-5cde-44f3-a974-ac34e35cf7e5) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:38.273196 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.281547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Transition to ACTIVE for port object f90e3926-9112-4c0c-9b41-dad2e346c236 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:38.296160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Transition to ACTIVE for port object f90e3926-9112-4c0c-9b41-dad2e346c236 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:38.301426 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.340976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Network 65ea881d-cae1-41e4-b443-314bea88adc9 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:38.345455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:38.348857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:38.357287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Pushing event updated for resources: {'Port': ['ID=f90e3926-9112-4c0c-9b41-dad2e346c236,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:38.373311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.409341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Attempting to bind port f90e3926-9112-4c0c-9b41-dad2e346c236 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:38.409711 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Attempting to bind port f90e3926-9112-4c0c-9b41-dad2e346c236 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:38.410073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Attempting to bind port f90e3926-9112-4c0c-9b41-dad2e346c236 on network 65ea881d-cae1-41e4-b443-314bea88adc9 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:38.413834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.415463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:38.415875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Checking segment: {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:38.416281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.417114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Bound using segment: {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:38.417598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Bound port: f90e3926-9112-4c0c-9b41-dad2e346c236, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:38.417987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.452553 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:38.456720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:38.459591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:38.479935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] For port f90e3926-9112-4c0c-9b41-dad2e346c236, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:38.482976 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] For port f90e3926-9112-4c0c-9b41-dad2e346c236, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f90e3926-9112-4c0c-9b41-dad2e346c236,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:38.487681 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.488287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=800d1718-5cde-44f3-a974-ac34e35cf7e5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:38.548081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e905a1-509c-4b46-b4ec-4bf4e3db3964 None None] Pushing event updated for resources: {'Port': ['ID=f90e3926-9112-4c0c-9b41-dad2e346c236,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:38.738945 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:38.964621 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:39.020359 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f90e3926-9112-4c0c-9b41-dad2e346c236 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:39.069498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port f90e3926-9112-4c0c-9b41-dad2e346c236 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:39.103578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:49:39.449434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe21b1-1f5b-4fea-8340-5160bb9434c1 None None] Network 65ea881d-cae1-41e4-b443-314bea88adc9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:39.516521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4b045772-b42b-4e92-ac31-8fdfafe88151 None None] Provisioning for port f90e3926-9112-4c0c-9b41-dad2e346c236 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:39.522591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-4b045772-b42b-4e92-ac31-8fdfafe88151 None None] Provisioning complete for port f90e3926-9112-4c0c-9b41-dad2e346c236 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:39.522966 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4b045772-b42b-4e92-ac31-8fdfafe88151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:39.542619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:49:39.555292 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Sync routers for ids ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:49:39.560373 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:39.561767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6237ab66-f83f-4c6c-b368-1778a246e8c7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8665607 Aug 20 15:49:39.564599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56376) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:39.574277 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Routers {'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:49:39.575139 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:49:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:39.674402 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4b045772-b42b-4e92-ac31-8fdfafe88151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:39.691920 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Set router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:49:39.717750 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-4b045772-b42b-4e92-ac31-8fdfafe88151 None None] For port f90e3926-9112-4c0c-9b41-dad2e346c236, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f90e3926-9112-4c0c-9b41-dad2e346c236,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:39.723989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4b045772-b42b-4e92-ac31-8fdfafe88151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:39.782432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b045772-b42b-4e92-ac31-8fdfafe88151 None None] Pushing event updated for resources: {'Port': ['ID=f90e3926-9112-4c0c-9b41-dad2e346c236,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:39.905333 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:37Z', 'updated_at': '2021-08-20T15:49:38Z', 'revision_number': 3, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'gw_port': {'id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:38Z', 'updated_at': '2021-08-20T15:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:39.934564 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Checking router: ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:49:39.935154 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Updating router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 port 800d1718-5cde-44f3-a974-ac34e35cf7e5 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:49:39.944451 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-79f4d975-503e-4a7f-b8d8-32f6197dca3a None None] Provisioning complete for port f90e3926-9112-4c0c-9b41-dad2e346c236 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:39.944825 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-79f4d975-503e-4a7f-b8d8-32f6197dca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:39.961372 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.306005 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.316966 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Transition to ACTIVE for port object 800d1718-5cde-44f3-a974-ac34e35cf7e5 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:40.323356 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.325576 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.379398 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Attempting to bind port 800d1718-5cde-44f3-a974-ac34e35cf7e5 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:40.379792 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Attempting to bind port 800d1718-5cde-44f3-a974-ac34e35cf7e5 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:40.380149 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Attempting to bind port 800d1718-5cde-44f3-a974-ac34e35cf7e5 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:40.382467 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Pushing event updated for resources: {'Port': ['ID=800d1718-5cde-44f3-a974-ac34e35cf7e5,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:40.391955 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:40.392330 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:40.392725 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.393117 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:40.393569 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Bound port: 800d1718-5cde-44f3-a974-ac34e35cf7e5, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:40.393946 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.397345 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.397685 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.398044 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.398373 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.398699 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.399023 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.399343 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.399693 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.400011 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.400326 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.400641 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.401532 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:49:40.451142 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] For port 800d1718-5cde-44f3-a974-ac34e35cf7e5, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:40.454389 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] For port 800d1718-5cde-44f3-a974-ac34e35cf7e5, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=800d1718-5cde-44f3-a974-ac34e35cf7e5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:40.458346 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.491382 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Allocated IP 172.20.0.1 (65ea881d-cae1-41e4-b443-314bea88adc9/ca32f31a-0031-4298-a8af-19454a4c877a/644f3118-b812-47a3-9a4b-57fb015aac05) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:40.506867 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Routers {'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:49:40.507657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:49:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:40.560884 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def4767-995b-4710-9b60-c6360bb22001 None None] Pushing event updated for resources: {'Port': ['ID=800d1718-5cde-44f3-a974-ac34e35cf7e5,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:40.596971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.610948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Transition to ACTIVE for port object 644f3118-b812-47a3-9a4b-57fb015aac05 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:40.631720 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] Set router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:49:40.644405 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.681633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Network 65ea881d-cae1-41e4-b443-314bea88adc9 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:40.686290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:40.689741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:40.714540 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=644f3118-b812-47a3-9a4b-57fb015aac05,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:40.734190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.837451 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:37Z', 'updated_at': '2021-08-20T15:49:38Z', 'revision_number': 3, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'gw_port': {'id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:38Z', 'updated_at': '2021-08-20T15:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:40.864986 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7adad-92d6-4305-8492-d583483eb1f6 None None] The sync data for ids ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'] in n-d-695189-15 is: [{'id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:37Z', 'updated_at': '2021-08-20T15:49:38Z', 'revision_number': 3, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'gw_port': {'id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:38Z', 'updated_at': '2021-08-20T15:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:49:40.874587 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:40.958168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-79511f68-53e1-4f97-be77-26d58c18c443 None None] Provisioning for port 644f3118-b812-47a3-9a4b-57fb015aac05 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:40.964887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-79511f68-53e1-4f97-be77-26d58c18c443 None None] Provisioning complete for port 644f3118-b812-47a3-9a4b-57fb015aac05 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:40.965621 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-79511f68-53e1-4f97-be77-26d58c18c443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:41.013656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-79511f68-53e1-4f97-be77-26d58c18c443 None None] Port 644f3118-b812-47a3-9a4b-57fb015aac05 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:49:41.018489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f90e3926-9112-4c0c-9b41-dad2e346c236 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:41.059584 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:41.064621 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:41.067624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f90e3926-9112-4c0c-9b41-dad2e346c236 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:41.068004 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:41.147614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=644f3118-b812-47a3-9a4b-57fb015aac05,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:41.153949 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:41.258449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Network 65ea881d-cae1-41e4-b443-314bea88adc9 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:41.260168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:41.395033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:49:41.529012 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:49:41.546373 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1ac73585-81f7-4a02-8756-626442fd1ad7 admin admin] 10.222.0.36 "PUT /v2.0/routers/ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9694996 Aug 20 15:49:41.546637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-79a27717-938a-4f8f-942b-4157f9ac8920 None None] Provisioning complete for port 644f3118-b812-47a3-9a4b-57fb015aac05 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:41.546637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-79a27717-938a-4f8f-942b-4157f9ac8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:41.585652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-79a27717-938a-4f8f-942b-4157f9ac8920 None None] Port 644f3118-b812-47a3-9a4b-57fb015aac05 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:49:42.090146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56392) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:42.095133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1669211054-network', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:42.115103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Made reservation on behalf of 6cbbfccc51744e03a518f0b9ee0fd3f9 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:42.117321 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.126487 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.219570 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.223435 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.245132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:49:42.260751 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9400b53a-9cdd-40e5-a034-c1f455fbc941,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:42.264304 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.264660 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Added segment 7118f2f7-4160-40ca-822a-5f3b11507df7 of type vlan for network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 Aug 20 15:49:42.279473 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd6fd-7772-4f33-a300-99050a18b095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.308762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.333960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.335066 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:42.335669 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.395720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3043540 Aug 20 15:49:42.398306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56394) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:42.405913 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Request body: {'subnet': {'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-subnet', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:42.410338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1c209-0e68-4ad2-aee0-5c3379985af1 admin admin] Pushing event updated for resources: {'Network': ['ID=090dc1cc-45b8-43bb-8647-bb76e4c58bf4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:42.423013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:49:42.432861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Made reservation on behalf of 6cbbfccc51744e03a518f0b9ee0fd3f9 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:42.435219 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.523013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Sync routers for ids ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:49:42.532575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Routers {'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:49:42.533207 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:49:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:42.618025 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.643168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Set router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:49:42.677030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a18af3-5114-4141-9c04-581ef8d008c3,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:42.684753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Checking segment: {'id': '7118f2f7-4160-40ca-822a-5f3b11507df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:42.685121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Network hostable DHCP agents. Network: 090dc1cc-45b8-43bb-8647-bb76e4c58bf4, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:49:42.702508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:49:42.711730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 090dc1cc-45b8-43bb-8647-bb76e4c58bf4) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:42.716828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:42.717416 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.723085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a11b2dc-39d8-4808-8ea9-53a2afaa0e3d None None] Network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:42.731160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9b9c0b28-e444-478c-b040-647645f2cebc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3318431 Aug 20 15:49:42.734565 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56398) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:42.739159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:42.760592 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.761701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.824056 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.968626 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:42.977520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-090dc1cc-45b8-43bb-8647-bb76e4c58bf4', 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'fixed_ips': [{'subnet_id': '33a18af3-5114-4141-9c04-581ef8d008c3'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:49:42.977778 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.006074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:37Z', 'updated_at': '2021-08-20T15:49:40Z', 'revision_number': 4, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'gw_port': {'id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:38Z', 'updated_at': '2021-08-20T15:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '644f3118-b812-47a3-9a4b-57fb015aac05', 'name': '', 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'mac_address': 'fa:16:3e:f7:d7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ca32f31a-0031-4298-a8af-19454a4c877a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:40Z', 'updated_at': '2021-08-20T15:49:40Z', 'revision_number': 2, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'subnets': [{'id': 'ca32f31a-0031-4298-a8af-19454a4c877a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:43.079016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 800d1718-5cde-44f3-a974-ac34e35cf7e5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:43.090220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Checking router: ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:49:43.090576 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Updating router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 port 644f3118-b812-47a3-9a4b-57fb015aac05 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:49:43.158707 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.193685 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.219317 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.232428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 800d1718-5cde-44f3-a974-ac34e35cf7e5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:43.243436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 800d1718-5cde-44f3-a974-ac34e35cf7e5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:43.243834 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.257751 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Allocated IP 172.20.0.2 (090dc1cc-45b8-43bb-8647-bb76e4c58bf4/33a18af3-5114-4141-9c04-581ef8d008c3/58c36295-f1e9-4f44-9e5f-d84c058ee96d) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:43.327125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Allocated IP 172.25.5.48 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/6cf0d2ac-92d2-4f15-9d36-5589708c7770) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:43.435767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.478668 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.523636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:43.527355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:43.531199 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:43.560867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf0d2ac-92d2-4f15-9d36-5589708c7770,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:43.709646 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.766718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 800d1718-5cde-44f3-a974-ac34e35cf7e5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=800d1718-5cde-44f3-a974-ac34e35cf7e5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:43.778667 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.797209 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.801534 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.845795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Transition to ACTIVE for port object 58c36295-f1e9-4f44-9e5f-d84c058ee96d will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:43.912735 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Transition to ACTIVE for port object 58c36295-f1e9-4f44-9e5f-d84c058ee96d will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:43.913982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=800d1718-5cde-44f3-a974-ac34e35cf7e5,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:43.919209 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.931028 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.933378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Transition to ACTIVE for port object 644f3118-b812-47a3-9a4b-57fb015aac05 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:43.961430 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:43.983183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:43.997256 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:44.000136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:44.002222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Pushing event updated for resources: {'Port': ['ID=58c36295-f1e9-4f44-9e5f-d84c058ee96d,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:44.006479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:44.134128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Attempting to bind port 58c36295-f1e9-4f44-9e5f-d84c058ee96d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:44.134915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Attempting to bind port 58c36295-f1e9-4f44-9e5f-d84c058ee96d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '7118f2f7-4160-40ca-822a-5f3b11507df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:44.135851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Attempting to bind port 58c36295-f1e9-4f44-9e5f-d84c058ee96d on network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:44.149246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea3b65-9d84-4206-ac09-f89fc76df138 None None] Pushing event updated for resources: {'Port': ['ID=644f3118-b812-47a3-9a4b-57fb015aac05,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:44.152457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:44.152847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Checking segment: {'id': '7118f2f7-4160-40ca-822a-5f3b11507df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:44.153297 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:44.153712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Bound using segment: {'id': '7118f2f7-4160-40ca-822a-5f3b11507df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:44.154231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Bound port: 58c36295-f1e9-4f44-9e5f-d84c058ee96d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7118f2f7-4160-40ca-822a-5f3b11507df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:44.154596 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:44.163868 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Attempting to bind port 644f3118-b812-47a3-9a4b-57fb015aac05 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:44.164293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Attempting to bind port 644f3118-b812-47a3-9a4b-57fb015aac05 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:44.164676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Attempting to bind port 644f3118-b812-47a3-9a4b-57fb015aac05 on network 65ea881d-cae1-41e4-b443-314bea88adc9 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:44.166203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Router 25cb8125-d799-4c55-b51b-ddc29f2cf162 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:49:44.187892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:44.188300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Checking segment: {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:44.188691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:44.189096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Bound using segment: {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:44.189582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Bound port: 644f3118-b812-47a3-9a4b-57fb015aac05, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:44.189978 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:44.296287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] For port 58c36295-f1e9-4f44-9e5f-d84c058ee96d, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:44.310072 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:49:44.317308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] For port 58c36295-f1e9-4f44-9e5f-d84c058ee96d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=58c36295-f1e9-4f44-9e5f-d84c058ee96d,segment=NetworkSegment(7118f2f7-4160-40ca-822a-5f3b11507df7),segment_id=7118f2f7-4160-40ca-822a-5f3b11507df7)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:44.324353 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] For port 644f3118-b812-47a3-9a4b-57fb015aac05, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:44.325678 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Sync routers for ids ['25cb8125-d799-4c55-b51b-ddc29f2cf162'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:49:44.331466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:44.334356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:44.336113 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c2a05608-07c0-4499-8833-f79f4ba2c292 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6005323 Aug 20 15:49:44.339448 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56406) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:49:44.340965 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Routers {'25cb8125-d799-4c55-b51b-ddc29f2cf162'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:49:44.342167 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:49:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25cb8125-d799-4c55-b51b-ddc29f2cf162'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:44.350175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] For port 644f3118-b812-47a3-9a4b-57fb015aac05, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=644f3118-b812-47a3-9a4b-57fb015aac05,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:44.376145 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:44.440267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ae9ef-80cf-411e-9f8c-67270a6025fa None None] Pushing event updated for resources: {'Port': ['ID=58c36295-f1e9-4f44-9e5f-d84c058ee96d,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:44.443009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Routers {'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:49:44.443714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:49:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:44.475466 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Set router 25cb8125-d799-4c55-b51b-ddc29f2cf162 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:49:44.611182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea3b65-9d84-4206-ac09-f89fc76df138 None None] Pushing event updated for resources: {'Port': ['ID=644f3118-b812-47a3-9a4b-57fb015aac05,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:44.654129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] Set router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:49:44.761514 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:42Z', 'updated_at': '2021-08-20T15:49:43Z', 'revision_number': 3, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'gw_port': {'id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:43Z', 'updated_at': '2021-08-20T15:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:44.813723 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Checking router: 25cb8125-d799-4c55-b51b-ddc29f2cf162 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:49:44.814084 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Updating router 25cb8125-d799-4c55-b51b-ddc29f2cf162 port 6cf0d2ac-92d2-4f15-9d36-5589708c7770 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:49:44.850269 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:44.962769 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.050211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.063948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:37Z', 'updated_at': '2021-08-20T15:49:40Z', 'revision_number': 4, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'gw_port': {'id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:38Z', 'updated_at': '2021-08-20T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '644f3118-b812-47a3-9a4b-57fb015aac05', 'name': '', 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'mac_address': 'fa:16:3e:f7:d7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ca32f31a-0031-4298-a8af-19454a4c877a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:40Z', 'updated_at': '2021-08-20T15:49:44Z', 'revision_number': 4, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'subnets': [{'id': 'ca32f31a-0031-4298-a8af-19454a4c877a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:45.163048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b958375-90b1-4d57-9055-ec25a7c423e0 None None] The sync data for ids ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'] in n-d-695189-15 is: [{'id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:37Z', 'updated_at': '2021-08-20T15:49:40Z', 'revision_number': 4, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'gw_port': {'id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:38Z', 'updated_at': '2021-08-20T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '644f3118-b812-47a3-9a4b-57fb015aac05', 'name': '', 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'mac_address': 'fa:16:3e:f7:d7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'ca32f31a-0031-4298-a8af-19454a4c877a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:40Z', 'updated_at': '2021-08-20T15:49:44Z', 'revision_number': 4, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'subnets': [{'id': 'ca32f31a-0031-4298-a8af-19454a4c877a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:49:45.192363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 58c36295-f1e9-4f44-9e5f-d84c058ee96d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:45.241487 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.261801 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Transition to ACTIVE for port object 6cf0d2ac-92d2-4f15-9d36-5589708c7770 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:45.268165 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.294963 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f009b655-3383-4067-a66f-da8d718a6c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.323196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Allocated IP 172.20.0.1 (090dc1cc-45b8-43bb-8647-bb76e4c58bf4/33a18af3-5114-4141-9c04-581ef8d008c3/342a4cab-7b51-4587-8638-6618d7510b73) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:45.332697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 58c36295-f1e9-4f44-9e5f-d84c058ee96d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:45.337319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 800d1718-5cde-44f3-a974-ac34e35cf7e5 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:45.337899 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Attempting to bind port 6cf0d2ac-92d2-4f15-9d36-5589708c7770 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:45.339761 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Attempting to bind port 6cf0d2ac-92d2-4f15-9d36-5589708c7770 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:45.340308 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Attempting to bind port 6cf0d2ac-92d2-4f15-9d36-5589708c7770 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:45.352711 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:45.353397 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:45.354564 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.355621 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:45.356265 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Bound port: 6cf0d2ac-92d2-4f15-9d36-5589708c7770, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:45.356817 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.418069 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] For port 6cf0d2ac-92d2-4f15-9d36-5589708c7770, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:45.418612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 800d1718-5cde-44f3-a974-ac34e35cf7e5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:45.418994 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.422539 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] For port 6cf0d2ac-92d2-4f15-9d36-5589708c7770, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6cf0d2ac-92d2-4f15-9d36-5589708c7770,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:45.444225 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.453797 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703af51-022f-4486-bf9e-d4246bb2b9d6 None None] Pushing event updated for resources: {'Port': ['ID=6cf0d2ac-92d2-4f15-9d36-5589708c7770,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:45.510728 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703af51-022f-4486-bf9e-d4246bb2b9d6 None None] Pushing event updated for resources: {'Port': ['ID=6cf0d2ac-92d2-4f15-9d36-5589708c7770,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:45.533583 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Routers {'25cb8125-d799-4c55-b51b-ddc29f2cf162'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:49:45.534227 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:49:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25cb8125-d799-4c55-b51b-ddc29f2cf162'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:45.619187 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.636818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Transition to ACTIVE for port object 342a4cab-7b51-4587-8638-6618d7510b73 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:45.669780 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] Set router 25cb8125-d799-4c55-b51b-ddc29f2cf162 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:49:45.674623 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.717294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:45.721862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:45.725739 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:45.735000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Pushing event updated for resources: {'Port': ['ID=342a4cab-7b51-4587-8638-6618d7510b73,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:45.788515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9db2fc-43e1-4d26-9268-78904d03ca8e None None] Network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:49:45.794049 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.877367 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-111728ca-3fd2-4329-9c3a-6649adf30ce7 None None] Provisioning for port 58c36295-f1e9-4f44-9e5f-d84c058ee96d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:45.887309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-111728ca-3fd2-4329-9c3a-6649adf30ce7 None None] Provisioning complete for port 58c36295-f1e9-4f44-9e5f-d84c058ee96d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:45.888073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-111728ca-3fd2-4329-9c3a-6649adf30ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:45.985052 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.007842 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:42Z', 'updated_at': '2021-08-20T15:49:43Z', 'revision_number': 3, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'gw_port': {'id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:43Z', 'updated_at': '2021-08-20T15:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:46.042386 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac88e41e-6619-4ea5-ad57-b2b3ff32fb7a None None] The sync data for ids ['25cb8125-d799-4c55-b51b-ddc29f2cf162'] in n-d-695189-15 is: [{'id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:42Z', 'updated_at': '2021-08-20T15:49:43Z', 'revision_number': 3, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'gw_port': {'id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:43Z', 'updated_at': '2021-08-20T15:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:49:46.048248 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-111728ca-3fd2-4329-9c3a-6649adf30ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.092021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-111728ca-3fd2-4329-9c3a-6649adf30ce7 None None] For port 58c36295-f1e9-4f44-9e5f-d84c058ee96d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=58c36295-f1e9-4f44-9e5f-d84c058ee96d,segment=NetworkSegment(7118f2f7-4160-40ca-822a-5f3b11507df7),segment_id=7118f2f7-4160-40ca-822a-5f3b11507df7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:46.101094 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-111728ca-3fd2-4329-9c3a-6649adf30ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.170983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111728ca-3fd2-4329-9c3a-6649adf30ce7 None None] Pushing event updated for resources: {'Port': ['ID=58c36295-f1e9-4f44-9e5f-d84c058ee96d,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:46.219423 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.225962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.309507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Pushing event updated for resources: {'Port': ['ID=342a4cab-7b51-4587-8638-6618d7510b73,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:46.312130 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.329438 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.423883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d2265e7d-3dda-4775-9478-d9dd0617d379 None None] Provisioning complete for port 58c36295-f1e9-4f44-9e5f-d84c058ee96d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:46.424259 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d2265e7d-3dda-4775-9478-d9dd0617d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.450412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:46.463976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:46.574560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d2265e7d-3dda-4775-9478-d9dd0617d379 None None] Provisioning for port 342a4cab-7b51-4587-8638-6618d7510b73 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:46.579455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d2265e7d-3dda-4775-9478-d9dd0617d379 None None] Provisioning complete for port 342a4cab-7b51-4587-8638-6618d7510b73 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:46.579965 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d2265e7d-3dda-4775-9478-d9dd0617d379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.622726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Router 25cb8125-d799-4c55-b51b-ddc29f2cf162 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:49:46.624334 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d2265e7d-3dda-4775-9478-d9dd0617d379 None None] Port 342a4cab-7b51-4587-8638-6618d7510b73 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:49:46.743610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-15be8a9e-aaec-4f8c-a255-a3963b7582f1 None None] Provisioning complete for port 342a4cab-7b51-4587-8638-6618d7510b73 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:46.743835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-15be8a9e-aaec-4f8c-a255-a3963b7582f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.756177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:49:46.768124 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-38469357-21d7-4d01-aaa5-900ee980bceb admin admin] 10.222.0.36 "PUT /v2.0/routers/25cb8125-d799-4c55-b51b-ddc29f2cf162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4274323 Aug 20 15:49:46.806129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-15be8a9e-aaec-4f8c-a255-a3963b7582f1 None None] Port 342a4cab-7b51-4587-8638-6618d7510b73 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:49:46.930139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5b078d3f-94cd-47cf-b068-b18792556841 None None] Provisioning complete for port 342a4cab-7b51-4587-8638-6618d7510b73 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:46.930735 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5b078d3f-94cd-47cf-b068-b18792556841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:46.981357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5b078d3f-94cd-47cf-b068-b18792556841 None None] Port 342a4cab-7b51-4587-8638-6618d7510b73 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:49:47.144361 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 58c36295-f1e9-4f44-9e5f-d84c058ee96d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:47.195919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 58c36295-f1e9-4f44-9e5f-d84c058ee96d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:47.196317 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:47.279484 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6cf0d2ac-92d2-4f15-9d36-5589708c7770 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:47.326805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 6cf0d2ac-92d2-4f15-9d36-5589708c7770 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:47.330500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6cf0d2ac-92d2-4f15-9d36-5589708c7770 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:47.330887 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:47.410738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:47.432931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 6cf0d2ac-92d2-4f15-9d36-5589708c7770, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6cf0d2ac-92d2-4f15-9d36-5589708c7770,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:47.437079 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:47.438112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 644f3118-b812-47a3-9a4b-57fb015aac05 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:47.517038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=6cf0d2ac-92d2-4f15-9d36-5589708c7770,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:47.531707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 644f3118-b812-47a3-9a4b-57fb015aac05 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:47.535775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 644f3118-b812-47a3-9a4b-57fb015aac05 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:47.536169 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:47.573633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-72ce838e-3be5-4152-89e1-d145c6ae3036 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:47.575285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-72ce838e-3be5-4152-89e1-d145c6ae3036 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/networks?id=65ea881d-cae1-41e4-b443-314bea88adc9 HTTP/1.1" status: 200 len: 817 time: 0.1031599 Aug 20 15:49:47.592343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-0d747f5f-a123-47a4-b393-b3e7a1e1e1a2 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/quotas/00ea4967821e4f359a1bb5d04c26d751 HTTP/1.1" status: 200 len: 375 time: 0.0109625 Aug 20 15:49:47.618508 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:47.653217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 644f3118-b812-47a3-9a4b-57fb015aac05, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=644f3118-b812-47a3-9a4b-57fb015aac05,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:47.653423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-7f2a80da-217f-44ef-bc01-ebbdbcc1a005 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=00ea4967821e4f359a1bb5d04c26d751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528901 Aug 20 15:49:47.657881 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:47.709118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=644f3118-b812-47a3-9a4b-57fb015aac05,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:47.751431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-31953d2b-e943-4ab2-a621-fc41fe059cb8 service neutron] 10.222.0.36 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829041 Aug 20 15:49:47.850231 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-33edc6d4-908e-4444-8cab-5c07c68fdc38 service neutron] 10.222.0.36 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926104 Aug 20 15:49:48.011158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:48.026462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-768c3a56-ecda-4578-869b-2bb29555c476 req-091caeaa-d20e-4341-b8d6-20a80a49143d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0292621 Aug 20 15:49:48.597987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Sync routers for ids ['25cb8125-d799-4c55-b51b-ddc29f2cf162'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:49:48.611659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Routers {'25cb8125-d799-4c55-b51b-ddc29f2cf162'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:49:48.612326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:49:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25cb8125-d799-4c55-b51b-ddc29f2cf162'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:48.717040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Set router 25cb8125-d799-4c55-b51b-ddc29f2cf162 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:49:48.911466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:42Z', 'updated_at': '2021-08-20T15:49:45Z', 'revision_number': 4, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'gw_port': {'id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:43Z', 'updated_at': '2021-08-20T15:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '342a4cab-7b51-4587-8638-6618d7510b73', 'name': '', 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'mac_address': 'fa:16:3e:64:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '33a18af3-5114-4141-9c04-581ef8d008c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:45Z', 'updated_at': '2021-08-20T15:49:46Z', 'revision_number': 2, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'subnets': [{'id': '33a18af3-5114-4141-9c04-581ef8d008c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:48.941529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Checking router: 25cb8125-d799-4c55-b51b-ddc29f2cf162 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:49:48.941917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Updating router 25cb8125-d799-4c55-b51b-ddc29f2cf162 port 342a4cab-7b51-4587-8638-6618d7510b73 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:49:48.974803 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.082958 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-e3a17c24-6174-49a0-8ce9-99a7158f52f9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:49.084957 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-e3a17c24-6174-49a0-8ce9-99a7158f52f9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.70 "GET /v2.0/networks?id=65ea881d-cae1-41e4-b443-314bea88adc9 HTTP/1.1" status: 200 len: 817 time: 0.1419182 Aug 20 15:49:49.090506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6cf0d2ac-92d2-4f15-9d36-5589708c7770 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:49.105989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Request body: {'port': {'device_id': '9315fd44-cbd2-46dd-b4a6-bfb25945d4d9', 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9', 'admin_state_up': True, 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:49.179883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7637a868-7eef-442d-bc91-cdc01a4b5973 req-cdefab86-f9f1-4493-94e3-220bb2a2949f tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0672231 Aug 20 15:49:49.202660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6cf0d2ac-92d2-4f15-9d36-5589708c7770 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:49.203040 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.243009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Made reservation on behalf of 00ea4967821e4f359a1bb5d04c26d751 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:49:49.247285 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.386675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Allocated IP 172.20.0.10 (65ea881d-cae1-41e4-b443-314bea88adc9/ca32f31a-0031-4298-a8af-19454a4c877a/a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:49:49.499778 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.516797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Transition to ACTIVE for port object 342a4cab-7b51-4587-8638-6618d7510b73 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:49.519141 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 644f3118-b812-47a3-9a4b-57fb015aac05 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:49.531510 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.540420 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.546591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Transition to ACTIVE for port object a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:49.585444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.608535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62955331-349a-4102-8be7-9d63285b9d18 None None] Pushing event updated for resources: {'Port': ['ID=342a4cab-7b51-4587-8638-6618d7510b73,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:49.645028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Network 65ea881d-cae1-41e4-b443-314bea88adc9 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:49:49.653641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:49:49.656069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:49:49.659724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Pushing event updated for resources: {'Port': ['ID=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:49.669228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Attempting to bind port 342a4cab-7b51-4587-8638-6618d7510b73 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:49.669607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Attempting to bind port 342a4cab-7b51-4587-8638-6618d7510b73 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '7118f2f7-4160-40ca-822a-5f3b11507df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:49.669974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Attempting to bind port 342a4cab-7b51-4587-8638-6618d7510b73 on network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:49.675578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 644f3118-b812-47a3-9a4b-57fb015aac05 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:49.675947 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.695878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:49.696264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Checking segment: {'id': '7118f2f7-4160-40ca-822a-5f3b11507df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:49.696671 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.697079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Bound using segment: {'id': '7118f2f7-4160-40ca-822a-5f3b11507df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:49.697612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Bound port: 342a4cab-7b51-4587-8638-6618d7510b73, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7118f2f7-4160-40ca-822a-5f3b11507df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:49.698000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.708261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:49.709058 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.726463 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-2db3b086-6dd1-47a1-8a69-460dfff5c0c9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6260569 Aug 20 15:49:49.745372 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Request body: {'port': {'device_id': '9315fd44-cbd2-46dd-b4a6-bfb25945d4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:49:49.804259 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] For port 342a4cab-7b51-4587-8638-6618d7510b73, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:49.819248 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.821726 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] For port 342a4cab-7b51-4587-8638-6618d7510b73, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=342a4cab-7b51-4587-8638-6618d7510b73,segment=NetworkSegment(7118f2f7-4160-40ca-822a-5f3b11507df7),segment_id=7118f2f7-4160-40ca-822a-5f3b11507df7)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:49.832189 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:49.893472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Routers {'25cb8125-d799-4c55-b51b-ddc29f2cf162'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:49:49.894117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:49:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25cb8125-d799-4c55-b51b-ddc29f2cf162'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:49.899591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62955331-349a-4102-8be7-9d63285b9d18 None None] Pushing event updated for resources: {'Port': ['ID=342a4cab-7b51-4587-8638-6618d7510b73,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:50.035733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] Set router 25cb8125-d799-4c55-b51b-ddc29f2cf162 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:49:50.154415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:49:50.162067 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:50.168640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-849c20a6-be8e-4a87-b808-ca7763688f91 None None] Provisioning for port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:50.174348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Transition to ACTIVE for port object a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:49:50.175625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-849c20a6-be8e-4a87-b808-ca7763688f91 None None] Provisioning complete for port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:50.176037 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-849c20a6-be8e-4a87-b808-ca7763688f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:50.177762 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:50.231606 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:50.235435 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-849c20a6-be8e-4a87-b808-ca7763688f91 None None] Port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:49:50.295160 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:42Z', 'updated_at': '2021-08-20T15:49:45Z', 'revision_number': 4, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'gw_port': {'id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:43Z', 'updated_at': '2021-08-20T15:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '342a4cab-7b51-4587-8638-6618d7510b73', 'name': '', 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'mac_address': 'fa:16:3e:64:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '33a18af3-5114-4141-9c04-581ef8d008c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:45Z', 'updated_at': '2021-08-20T15:49:49Z', 'revision_number': 4, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'subnets': [{'id': '33a18af3-5114-4141-9c04-581ef8d008c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:49:50.323487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cb871-b372-4adf-b5eb-3dc8e63f3b2d None None] The sync data for ids ['25cb8125-d799-4c55-b51b-ddc29f2cf162'] in n-d-695189-15 is: [{'id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:42Z', 'updated_at': '2021-08-20T15:49:45Z', 'revision_number': 4, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'gw_port': {'id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:43Z', 'updated_at': '2021-08-20T15:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '342a4cab-7b51-4587-8638-6618d7510b73', 'name': '', 'network_id': '090dc1cc-45b8-43bb-8647-bb76e4c58bf4', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'mac_address': 'fa:16:3e:64:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '33a18af3-5114-4141-9c04-581ef8d008c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:45Z', 'updated_at': '2021-08-20T15:49:49Z', 'revision_number': 4, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'subnets': [{'id': '33a18af3-5114-4141-9c04-581ef8d008c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:49:50.357939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Attempting to bind port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:49:50.358361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Attempting to bind port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:49:50.358612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Attempting to bind port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa on network 65ea881d-cae1-41e4-b443-314bea88adc9 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:50.364050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa on network 65ea881d-cae1-41e4-b443-314bea88adc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:49:50.364383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Attempting to bind port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa on network 65ea881d-cae1-41e4-b443-314bea88adc9 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:49:50.378750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cbcf3-534b-4bb3-8fc7-0f28fdf0fb7c req-e485cdbc-80e3-4471-97a8-d67c29460102 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:50.384476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-338cbcf3-534b-4bb3-8fc7-0f28fdf0fb7c req-e485cdbc-80e3-4471-97a8-d67c29460102 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0962718 Aug 20 15:49:50.392546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:49:50.392791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Checking segment: {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:49:50.393292 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Bound using segment: {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:49:50.393818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Bound port: a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:49:50.394264 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:50.465294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-338cbcf3-534b-4bb3-8fc7-0f28fdf0fb7c req-fb8d798f-9bbf-49f2-b58d-5bbd9da0eca7 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684719 Aug 20 15:49:50.508475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] For port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:49:50.512509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] For port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:49:50.517635 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:50.558011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:50.559080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:50.560514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] 10.222.0.70 "PUT /v2.0/ports/a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa HTTP/1.1" status: 200 len: 1093 time: 0.8213725 Aug 20 15:49:50.560959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9315fd44-cbd2-46dd-b4a6-bfb25945d4d9', 'tag': 'a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:49:50.563198 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8795a055-0799-45a1-b5ea-7544b0d534ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9315fd44-cbd2-46dd-b4a6-bfb25945d4d9", "tag": "a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:49:50.606651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a552d-6ef9-403e-8a74-135572af9c43 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:50.624626 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59829fef-9d30-43d5-84e6-011cbae2b845 x-openstack-request-id: req-59829fef-9d30-43d5-84e6-011cbae2b845 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:49:50.625072 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9315fd44-cbd2-46dd-b4a6-bfb25945d4d9", "tag": "a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:49:50.625426 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59829fef-9d30-43d5-84e6-011cbae2b845 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:49:50.625923 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9315fd44-cbd2-46dd-b4a6-bfb25945d4d9', 'tag': 'a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa', 'status': 'completed', 'code': 200} Aug 20 15:49:50.661007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-dc88f3ea-e3f6-4ed3-aa37-04c59d62188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:50.663167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-dc88f3ea-e3f6-4ed3-aa37-04c59d62188b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00ea4967821e4f359a1bb5d04c26d751&device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 1096 time: 0.0493493 Aug 20 15:49:50.708316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-43576b29-d1d2-4f59-ad7c-46733ec5530b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa HTTP/1.1" status: 200 len: 217 time: 0.0371816 Aug 20 15:49:50.768564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-e9eff1da-e2e6-493e-8b16-1d9e81360039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:50.770117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-e9eff1da-e2e6-493e-8b16-1d9e81360039 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca32f31a-0031-4298-a8af-19454a4c877a HTTP/1.1" status: 200 len: 856 time: 0.0532150 Aug 20 15:49:50.824968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-7afbe1c6-9147-4247-be6a-6729e3cf26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:50.826623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-7afbe1c6-9147-4247-be6a-6729e3cf26f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65ea881d-cae1-41e4-b443-314bea88adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477169 Aug 20 15:49:50.921515 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-a226205b-7a06-44a3-9024-fa0ac0c3577c service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864556 Aug 20 15:49:51.030787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f81eb6c1-1b8e-4677-83f9-cacb91002dc4 req-daefcd66-9cd0-48a6-bbd5-343ccc66af46 service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012094 Aug 20 15:49:51.039288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 342a4cab-7b51-4587-8638-6618d7510b73 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:51.091506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 342a4cab-7b51-4587-8638-6618d7510b73 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:51.095438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 342a4cab-7b51-4587-8638-6618d7510b73 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:51.095864 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:51.133349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-b47e8d41-3aca-4a5e-8784-bcf95c66ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:51.136009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-b47e8d41-3aca-4a5e-8784-bcf95c66ae28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00ea4967821e4f359a1bb5d04c26d751&device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 1096 time: 0.0490158 Aug 20 15:49:51.176866 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:51.210758 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 342a4cab-7b51-4587-8638-6618d7510b73, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=342a4cab-7b51-4587-8638-6618d7510b73,segment=NetworkSegment(7118f2f7-4160-40ca-822a-5f3b11507df7),segment_id=7118f2f7-4160-40ca-822a-5f3b11507df7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:51.215312 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:51.240914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-f35b3bac-719a-4abf-93f3-6492088a7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:51.242419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-f35b3bac-719a-4abf-93f3-6492088a7e32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65ea881d-cae1-41e4-b443-314bea88adc9 HTTP/1.1" status: 200 len: 918 time: 0.0984306 Aug 20 15:49:51.262199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=342a4cab-7b51-4587-8638-6618d7510b73,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:51.286450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-c66faa0a-3c63-422a-9dfc-c1292cc13c52 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa HTTP/1.1" status: 200 len: 217 time: 0.0353615 Aug 20 15:49:51.337078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-d6105d5d-fd91-4f6e-8679-b1eda1722bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:51.339513 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-d6105d5d-fd91-4f6e-8679-b1eda1722bae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca32f31a-0031-4298-a8af-19454a4c877a HTTP/1.1" status: 200 len: 856 time: 0.0454321 Aug 20 15:49:51.391041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-87650904-cdfd-4c8a-9408-b312072491e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:51.392573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-87650904-cdfd-4c8a-9408-b312072491e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65ea881d-cae1-41e4-b443-314bea88adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452991 Aug 20 15:49:51.483997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-35136bf7-82bf-48e7-aeeb-0d210fc23cf9 service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833173 Aug 20 15:49:51.618243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bddd6-f33f-4062-92e6-7a29ae0fd1a5 req-78beba13-a96e-4101-bfd9-b2cb996a349b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:51.620316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea8bddd6-f33f-4062-92e6-7a29ae0fd1a5 req-78beba13-a96e-4101-bfd9-b2cb996a349b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0777733 Aug 20 15:49:51.622640 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8795a055-0799-45a1-b5ea-7544b0d534ff req-a404af27-a07a-47bc-ab90-27b1a0df8c09 service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312871 Aug 20 15:49:51.663807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea8bddd6-f33f-4062-92e6-7a29ae0fd1a5 req-74161c34-4a3d-4327-a525-4f4daca68f92 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 Aug 20 15:49:52.780657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d22f5-c51f-4156-9b2e-2047e4406781 req-8de593d1-c0b2-440d-be33-86541cf9231b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:52.782154 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-071d22f5-c51f-4156-9b2e-2047e4406781 req-8de593d1-c0b2-440d-be33-86541cf9231b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0496063 Aug 20 15:49:52.821349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-071d22f5-c51f-4156-9b2e-2047e4406781 req-b39945c5-e445-4e25-bb8b-7ac7e64fb1ec tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Aug 20 15:49:53.010894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 342a4cab-7b51-4587-8638-6618d7510b73 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:53.082886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-14371651-c84d-4505-a058-240ec8a37008 req-42b0270e-84f2-4579-b0b9-566037a55d2d tempest-ServerDiskConfigTestJSON-2108960241 tempest-ServerDiskConfigTestJSON-2108960241-project] (101100) timed out ('10.222.0.70', 58054) {{(pid=101100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:49:53.112734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 342a4cab-7b51-4587-8638-6618d7510b73 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:53.113112 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:53.940041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c01acd-abd3-480c-bdb0-3a741c915288 req-fd19f457-1721-4fea-8caf-6df178d6d9f9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:53.941516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04c01acd-abd3-480c-bdb0-3a741c915288 req-fd19f457-1721-4fea-8caf-6df178d6d9f9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 944 time: 0.0541089 Aug 20 15:49:53.982843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04c01acd-abd3-480c-bdb0-3a741c915288 req-c7dd522b-46ec-471e-bf4c-f4d048172d84 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353169 Aug 20 15:49:54.234121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:49:54.330422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:54.341803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa', 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9', 'port_id': 'a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa', 'mac_address': 'fa:16:3e:14:18:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca32f31a-0031-4298-a8af-19454a4c877a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:49:54.378437 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:54.391167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:49:54.409138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:54.413208 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:54.461320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:54.645070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:49:55.098253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e4032-ed13-46d1-8082-61793db545c2 req-db7342db-35e3-40db-a8c2-d09feac4f81b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:55.099790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b0e4032-ed13-46d1-8082-61793db545c2 req-db7342db-35e3-40db-a8c2-d09feac4f81b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Aug 20 15:49:55.137454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b0e4032-ed13-46d1-8082-61793db545c2 req-d0a5eade-e85a-4789-ba1d-01b7c31f0fb4 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309973 Aug 20 15:49:56.233803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:49:56.254932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40ac52-f9c7-4983-bb98-cd1094ecde5e req-01d48174-0e2a-4bd7-89f2-65c258c8635e tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:56.256487 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe40ac52-f9c7-4983-bb98-cd1094ecde5e req-01d48174-0e2a-4bd7-89f2-65c258c8635e tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 945 time: 0.0511270 Aug 20 15:49:56.281778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:49:56.285313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:49:56.285690 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:56.296561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe40ac52-f9c7-4983-bb98-cd1094ecde5e req-215604a3-3fd3-4720-af85-0d58b8cd51d1 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336473 Aug 20 15:49:56.364838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:56.386414 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9315fd44-cbd2-46dd-b4a6-bfb25945d4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:49:56.388732 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aedd55f-73ab-4d24-b24d-0a1a05b741dc" -d '{"events": [{"server_uuid": "9315fd44-cbd2-46dd-b4a6-bfb25945d4d9", "name": "network-vif-plugged", "status": "completed", "tag": "a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:49:56.401799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:49:56.407522 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:49:56.431101 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b80a722-61cf-409b-9585-2d681cdaffc9 x-openstack-request-id: req-9b80a722-61cf-409b-9585-2d681cdaffc9 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:49:56.431419 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9315fd44-cbd2-46dd-b4a6-bfb25945d4d9", "name": "network-vif-plugged", "status": "completed", "tag": "a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:49:56.431707 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b80a722-61cf-409b-9585-2d681cdaffc9 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:49:56.432101 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9315fd44-cbd2-46dd-b4a6-bfb25945d4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa', 'code': 200} Aug 20 15:49:56.457110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:49:56.528327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367274bf-0ff4-4c33-ae1a-839b1302ac2f req-421fc680-d5b5-4e75-affb-8baa8e60de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:56.529792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-367274bf-0ff4-4c33-ae1a-839b1302ac2f req-421fc680-d5b5-4e75-affb-8baa8e60de7e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0430360 Aug 20 15:49:56.565074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-367274bf-0ff4-4c33-ae1a-839b1302ac2f req-ea182932-85d5-4e22-99e6-47194a62323c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269234 Aug 20 15:49:56.591173 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:49:57.412196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c110bb-5832-42f3-97e0-763a98abdc52 req-330f497f-6412-4080-b8bc-e9e87d1ceffd tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:57.413571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92c110bb-5832-42f3-97e0-763a98abdc52 req-330f497f-6412-4080-b8bc-e9e87d1ceffd tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0481455 Aug 20 15:49:57.452590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-92c110bb-5832-42f3-97e0-763a98abdc52 req-26331759-3818-4112-8e41-4fa2b153fb29 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Aug 20 15:49:58.568106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ee627-0025-4b50-8570-f98c993f1869 req-998cc0d5-8763-4994-892a-7cefab7e09a3 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:58.569589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a8ee627-0025-4b50-8570-f98c993f1869 req-998cc0d5-8763-4994-892a-7cefab7e09a3 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0498559 Aug 20 15:49:58.613253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a8ee627-0025-4b50-8570-f98c993f1869 req-0e709837-7927-42eb-a5ba-b4985b0ac0f9 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368652 Aug 20 15:49:58.732346 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eb653-c6bd-47fd-b3f5-0c22ce4a61bb req-2121cb6c-b6b8-4dd0-b244-e49a7e56e5e4 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:49:58.733730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-653eb653-c6bd-47fd-b3f5-0c22ce4a61bb req-2121cb6c-b6b8-4dd0-b244-e49a7e56e5e4 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0542176 Aug 20 15:49:58.769979 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-653eb653-c6bd-47fd-b3f5-0c22ce4a61bb req-a6f504d2-b0ea-4a14-90ca-2f81f56b4af2 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303552 Aug 20 15:49:59.420391 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:02.627058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-e023bbd8-27d0-4818-9326-f88ee9362790 req-ea71a4a7-e011-4e0f-a818-dfb0d0dd52dc service neutron] (101099) timed out ('10.222.0.36', 40066) {{(pid=101099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 15:50:06.439888 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:12.280554 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d7d229df-d453-434c-8026-0fbacd39b5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:14.911845 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:15.255741 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-07d51bbe-dcfb-4383-910b-e4b05d65105c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:16.318121 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:17.244280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95c7aa-0056-4bbd-98d6-3868df6de63f req-09a24893-bd07-4a85-9719-3afb7f584667 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:17.246532 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de95c7aa-0056-4bbd-98d6-3868df6de63f req-09a24893-bd07-4a85-9719-3afb7f584667 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0501485 Aug 20 15:50:17.284526 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-de95c7aa-0056-4bbd-98d6-3868df6de63f req-b363f595-c571-4cbf-adee-37a07eea06e5 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Aug 20 15:50:18.011020 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:18.397334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa55077-63b3-4245-af5d-46dd8a2e7e05 req-6432164d-8120-425a-b9ad-6e8d9e312c56 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:18.398809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5aa55077-63b3-4245-af5d-46dd8a2e7e05 req-6432164d-8120-425a-b9ad-6e8d9e312c56 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0481319 Aug 20 15:50:18.437098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5aa55077-63b3-4245-af5d-46dd8a2e7e05 req-6f02b405-a3b1-4218-b4dc-38bd35c565c6 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Aug 20 15:50:19.041946 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544105ef-4d48-47bf-a178-714fadb4c846 req-59cd821a-44ce-4799-84db-48a47390b71a tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:19.043658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-544105ef-4d48-47bf-a178-714fadb4c846 req-59cd821a-44ce-4799-84db-48a47390b71a tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.70 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 946 time: 0.0538735 Aug 20 15:50:19.130585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-544105ef-4d48-47bf-a178-714fadb4c846 req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Deleting port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:50:19.130953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-544105ef-4d48-47bf-a178-714fadb4c846 req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:19.219813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-544105ef-4d48-47bf-a178-714fadb4c846 req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] For port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:19.220112 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-544105ef-4d48-47bf-a178-714fadb4c846 req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:19.233687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-544105ef-4d48-47bf-a178-714fadb4c846 req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Calling delete_port for a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:50:19.364724 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-544105ef-4d48-47bf-a178-714fadb4c846 req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:19.378343 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:50:19.399688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Pushing event deleted for resources: {'Port': ['ID=a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:19.440987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-544105ef-4d48-47bf-a178-714fadb4c846 req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] No DVR routers for this DVR port a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:50:19.443676 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-544105ef-4d48-47bf-a178-714fadb4c846 req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:19.445763 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-544105ef-4d48-47bf-a178-714fadb4c846 req-f0b8bd41-5f9d-4976-a09f-9a9d7760a55b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.70 "DELETE /v2.0/ports/a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa HTTP/1.1" status: 204 len: 173 time: 0.3956978 Aug 20 15:50:19.446204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9315fd44-cbd2-46dd-b4a6-bfb25945d4d9', 'name': 'network-vif-deleted', 'tag': 'a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:50:19.448756 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6720a0e1-72a0-4e52-b51d-22ce45081248" -d '{"events": [{"server_uuid": "9315fd44-cbd2-46dd-b4a6-bfb25945d4d9", "name": "network-vif-deleted", "tag": "a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:50:19.487090 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c7b7b3-961c-4dfe-8358-2b883ad775c6 x-openstack-request-id: req-73c7b7b3-961c-4dfe-8358-2b883ad775c6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:50:19.487380 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9315fd44-cbd2-46dd-b4a6-bfb25945d4d9", "name": "network-vif-deleted", "tag": "a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:50:19.487667 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73c7b7b3-961c-4dfe-8358-2b883ad775c6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:50:19.488061 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9315fd44-cbd2-46dd-b4a6-bfb25945d4d9', 'name': 'network-vif-deleted', 'tag': 'a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa', 'status': 'completed', 'code': 200} Aug 20 15:50:19.573000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93e7c3c9-1348-4e90-8dfd-b78c6b75eef6 req-30f4103d-86c3-4687-be65-30a958d12fcd tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=9315fd44-cbd2-46dd-b4a6-bfb25945d4d9 HTTP/1.1" status: 200 len: 210 time: 0.0280778 Aug 20 15:50:21.484777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-cc1350e6-a9f5-4dd5-a226-84a420886c34 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:21.486259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-cc1350e6-a9f5-4dd5-a226-84a420886c34 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/networks?id=65ea881d-cae1-41e4-b443-314bea88adc9 HTTP/1.1" status: 200 len: 817 time: 0.4246225 Aug 20 15:50:21.501019 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-01e59dce-dae6-448b-8309-57be2670e3ef tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/quotas/00ea4967821e4f359a1bb5d04c26d751 HTTP/1.1" status: 200 len: 375 time: 0.0089562 Aug 20 15:50:21.551271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-44b94500-84ed-44e1-af50-9e7bcf2a3a93 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=00ea4967821e4f359a1bb5d04c26d751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449765 Aug 20 15:50:21.648610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-0e15124e-6fea-4521-bd69-0d4b391f7d99 service neutron] 10.222.0.36 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856552 Aug 20 15:50:21.739863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-6278a667-60d6-48bc-b555-b258f8c41d0c service neutron] 10.222.0.36 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841520 Aug 20 15:50:21.899508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-10cde85d-c312-4168-b640-2be11078e223 req-6295148a-75e5-49d1-b511-bb64c51e2a25 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 210 time: 0.0270503 Aug 20 15:50:22.871802 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-6b38ef78-3c19-40a0-809d-1611ded4a2b1 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:22.873305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-6b38ef78-3c19-40a0-809d-1611ded4a2b1 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.70 "GET /v2.0/networks?id=65ea881d-cae1-41e4-b443-314bea88adc9 HTTP/1.1" status: 200 len: 817 time: 0.1109006 Aug 20 15:50:22.889538 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Request body: {'port': {'device_id': '2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d', 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9', 'admin_state_up': True, 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:50:23.005988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f470df06-d075-4f61-87c1-842d74fa3537 req-9e448e8e-d0b1-427f-96bf-806b67c7476a tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 210 time: 0.0383430 Aug 20 15:50:23.027241 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Made reservation on behalf of 00ea4967821e4f359a1bb5d04c26d751 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:50:23.031390 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:23.153033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Allocated IP 172.20.0.12 (65ea881d-cae1-41e4-b443-314bea88adc9/ca32f31a-0031-4298-a8af-19454a4c877a/a0286b09-336c-47b8-9125-e73b3b284754) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:50:23.297959 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:23.311755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Transition to ACTIVE for port object a0286b09-336c-47b8-9125-e73b3b284754 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:50:23.344447 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:23.385185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Network 65ea881d-cae1-41e4-b443-314bea88adc9 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:50:23.388213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:50:23.392472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:50:23.420079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Pushing event updated for resources: {'Port': ['ID=a0286b09-336c-47b8-9125-e73b3b284754,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:23.448243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:23.448876 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:23.464570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-06f77570-23cf-4423-9dca-96d5e96fcf1d tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5791764 Aug 20 15:50:23.478209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Request body: {'port': {'device_id': '2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:50:23.538970 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:23.639831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1dd77cfd-7f72-4438-8ee9-c55088e952c7 None None] Provisioning for port a0286b09-336c-47b8-9125-e73b3b284754 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:50:23.643697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1dd77cfd-7f72-4438-8ee9-c55088e952c7 None None] Provisioning complete for port a0286b09-336c-47b8-9125-e73b3b284754 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:50:23.644080 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1dd77cfd-7f72-4438-8ee9-c55088e952c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:23.680819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1dd77cfd-7f72-4438-8ee9-c55088e952c7 None None] Port a0286b09-336c-47b8-9125-e73b3b284754 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:50:23.815918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0286b09-336c-47b8-9125-e73b3b284754 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:50:23.823329 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:23.836187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Transition to ACTIVE for port object a0286b09-336c-47b8-9125-e73b3b284754 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:50:23.839574 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:23.894429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Pushing event updated for resources: {'Port': ['ID=a0286b09-336c-47b8-9125-e73b3b284754,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:23.968411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Attempting to bind port a0286b09-336c-47b8-9125-e73b3b284754 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:50:23.969013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Attempting to bind port a0286b09-336c-47b8-9125-e73b3b284754 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:50:23.969428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Attempting to bind port a0286b09-336c-47b8-9125-e73b3b284754 on network 65ea881d-cae1-41e4-b443-314bea88adc9 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:50:23.974905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Port a0286b09-336c-47b8-9125-e73b3b284754 on network 65ea881d-cae1-41e4-b443-314bea88adc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:50:23.975236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Attempting to bind port a0286b09-336c-47b8-9125-e73b3b284754 on network 65ea881d-cae1-41e4-b443-314bea88adc9 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:50:23.980971 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:50:23.981324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Checking segment: {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:50:23.981711 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Bound using segment: {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:50:23.982212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Bound port: a0286b09-336c-47b8-9125-e73b3b284754, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ebd50f5-b8d4-4db7-a891-785d9fe270e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:50:23.982660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:24.060128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] For port a0286b09-336c-47b8-9125-e73b3b284754, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:50:24.063705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] For port a0286b09-336c-47b8-9125-e73b3b284754, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0286b09-336c-47b8-9125-e73b3b284754,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:50:24.069351 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:24.136155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:24.136730 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:24.138147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] 10.222.0.70 "PUT /v2.0/ports/a0286b09-336c-47b8-9125-e73b3b284754 HTTP/1.1" status: 200 len: 1093 time: 0.6643174 Aug 20 15:50:24.139876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d', 'tag': 'a0286b09-336c-47b8-9125-e73b3b284754'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:50:24.141530 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc34f680-667a-4603-acd3-6fb33853bea7" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d", "tag": "a0286b09-336c-47b8-9125-e73b3b284754"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:50:24.169901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd5d5-a05f-4dc3-b112-e62c8466f5de service neutron] Pushing event updated for resources: {'Port': ['ID=a0286b09-336c-47b8-9125-e73b3b284754,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:24.181075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890db6-32fe-45f1-b87a-cf2422251434 req-5f37fbd0-6cec-4768-a8ad-4e823fca062f tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:24.182628 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e890db6-32fe-45f1-b87a-cf2422251434 req-5f37fbd0-6cec-4768-a8ad-4e823fca062f tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 944 time: 0.0888062 Aug 20 15:50:24.246826 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e890db6-32fe-45f1-b87a-cf2422251434 req-9890a98a-698d-4cf7-8739-85f6fd69ac70 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545685 Aug 20 15:50:24.253271 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d7f3ac4e-dde3-40a0-b7de-cae45d9f5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:24.254777 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-d7f3ac4e-dde3-40a0-b7de-cae45d9f5a52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00ea4967821e4f359a1bb5d04c26d751&device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 1096 time: 0.0712640 Aug 20 15:50:24.304049 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c47b9e-a24a-41a7-9308-95b00aad3adf x-openstack-request-id: req-36c47b9e-a24a-41a7-9308-95b00aad3adf {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:50:24.304339 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d", "tag": "a0286b09-336c-47b8-9125-e73b3b284754", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:50:24.304589 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36c47b9e-a24a-41a7-9308-95b00aad3adf {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:50:24.304976 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d', 'tag': 'a0286b09-336c-47b8-9125-e73b3b284754', 'status': 'completed', 'code': 200} Aug 20 15:50:24.306736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-5c64ba79-5a39-4e46-8fb1-54898c833b87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0286b09-336c-47b8-9125-e73b3b284754 HTTP/1.1" status: 200 len: 217 time: 0.0421944 Aug 20 15:50:24.359235 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-46920d74-ddc2-4d95-afe7-65e7aa579e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:24.361063 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-46920d74-ddc2-4d95-afe7-65e7aa579e86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca32f31a-0031-4298-a8af-19454a4c877a HTTP/1.1" status: 200 len: 856 time: 0.0460024 Aug 20 15:50:24.405377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:50:24.409060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-c27a60ec-5db4-4512-bc51-de7e2c23b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:24.410538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-c27a60ec-5db4-4512-bc51-de7e2c23b987 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65ea881d-cae1-41e4-b443-314bea88adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420482 Aug 20 15:50:24.425103 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:50:24.425457 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a0a8b9f3-c8d0-4c97-a4fb-b0a4d8c00baa not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:50:24.504889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-31d504d2-336c-457c-86aa-1a43ba1b9327 service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838029 Aug 20 15:50:24.595499 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d76a5662-f822-4685-9b18-891c2ca8f97f req-6591c38a-de2c-4ead-9727-9dc1e9d1b77c service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823772 Aug 20 15:50:24.687492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-d023083c-ee30-4f80-bfbf-376db50c1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:24.689027 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-d023083c-ee30-4f80-bfbf-376db50c1122 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00ea4967821e4f359a1bb5d04c26d751&device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 1096 time: 0.0441527 Aug 20 15:50:24.786672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-901b55ed-5bd7-4e19-8e31-39d0e38b7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:24.788092 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-901b55ed-5bd7-4e19-8e31-39d0e38b7416 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65ea881d-cae1-41e4-b443-314bea88adc9 HTTP/1.1" status: 200 len: 918 time: 0.0903931 Aug 20 15:50:24.829910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-63ad538b-0047-44b4-bb0c-a95b8113746a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0286b09-336c-47b8-9125-e73b3b284754 HTTP/1.1" status: 200 len: 217 time: 0.0335670 Aug 20 15:50:24.884430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-75daf182-a7cb-419b-94a2-1aefc3f481b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:24.885880 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-75daf182-a7cb-419b-94a2-1aefc3f481b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca32f31a-0031-4298-a8af-19454a4c877a HTTP/1.1" status: 200 len: 856 time: 0.0486696 Aug 20 15:50:24.933289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-499f4dfe-b1c9-4863-8e79-a754b22a7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:24.934799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-499f4dfe-b1c9-4863-8e79-a754b22a7c2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65ea881d-cae1-41e4-b443-314bea88adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413735 Aug 20 15:50:25.027817 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-f8ca58db-131e-4f10-ac09-95e9e9f66961 service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839281 Aug 20 15:50:25.124046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc34f680-667a-4603-acd3-6fb33853bea7 req-da26402d-1e79-4128-8857-c6d51be6e187 service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Aug 20 15:50:25.364662 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878812e-4842-4695-9a66-b44dbae0c1be req-d8deabc8-cec3-475c-8a6f-ca8aa8edef02 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:25.366147 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5878812e-4842-4695-9a66-b44dbae0c1be req-d8deabc8-cec3-475c-8a6f-ca8aa8edef02 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 944 time: 0.0494814 Aug 20 15:50:25.403571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5878812e-4842-4695-9a66-b44dbae0c1be req-8a373c34-3623-4825-acbf-3f4b47aab8a3 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Aug 20 15:50:26.518783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c2f8b-9ec9-4030-b00d-89dab8d831c7 req-6e689122-aba2-47c5-b9fc-bb13178db241 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:26.520288 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb2c2f8b-9ec9-4030-b00d-89dab8d831c7 req-6e689122-aba2-47c5-b9fc-bb13178db241 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 944 time: 0.0483022 Aug 20 15:50:26.557831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bb2c2f8b-9ec9-4030-b00d-89dab8d831c7 req-0f789e24-705a-4659-84d4-012a8b23891f tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Aug 20 15:50:27.678674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a84531-1d1e-47ff-9b8f-929be046f9fc req-a733fc6e-544f-4c3c-a5ac-e6bfb68941e2 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:27.680142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8a84531-1d1e-47ff-9b8f-929be046f9fc req-a733fc6e-544f-4c3c-a5ac-e6bfb68941e2 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 944 time: 0.0533926 Aug 20 15:50:27.718085 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8a84531-1d1e-47ff-9b8f-929be046f9fc req-abb7c9dd-582e-4b2d-9c3e-28668d62619b tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Aug 20 15:50:28.422669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a0286b09-336c-47b8-9125-e73b3b284754 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:50:28.516341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port a0286b09-336c-47b8-9125-e73b3b284754, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0286b09-336c-47b8-9125-e73b3b284754,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:28.527424 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'a0286b09-336c-47b8-9125-e73b3b284754', 'network_id': '65ea881d-cae1-41e4-b443-314bea88adc9', 'port_id': 'a0286b09-336c-47b8-9125-e73b3b284754', 'mac_address': 'fa:16:3e:95:b8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca32f31a-0031-4298-a8af-19454a4c877a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:50:28.564143 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:28.576700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0286b09-336c-47b8-9125-e73b3b284754 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:50:28.595217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port a0286b09-336c-47b8-9125-e73b3b284754, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0286b09-336c-47b8-9125-e73b3b284754,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:28.599252 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:28.645205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=a0286b09-336c-47b8-9125-e73b3b284754,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:28.653462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.654304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.654825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.654981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.655323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.655684 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.656018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.656349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.656680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.657013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.657340 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.657666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:28.835899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb133-9428-4e08-ae1f-3c4c870909ee req-529ef327-a984-4e0f-8518-b27d1f3cf15f tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:28.837366 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06aeb133-9428-4e08-ae1f-3c4c870909ee req-529ef327-a984-4e0f-8518-b27d1f3cf15f tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 945 time: 0.0497987 Aug 20 15:50:28.862148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['a0286b09-336c-47b8-9125-e73b3b284754'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:50:28.875949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06aeb133-9428-4e08-ae1f-3c4c870909ee req-adabbe2e-25ed-4eef-90e0-3b9326c2e6ed tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 Aug 20 15:50:29.416790 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:29.992431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343475b1-fec3-4738-a762-b32b7a2b08b3 req-2673498f-b633-417c-8831-8226a573b35a tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:29.993902 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-343475b1-fec3-4738-a762-b32b7a2b08b3 req-2673498f-b633-417c-8831-8226a573b35a tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 945 time: 0.0493431 Aug 20 15:50:30.033086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-343475b1-fec3-4738-a762-b32b7a2b08b3 req-e5c2e853-1665-4dca-ac46-656818499c82 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325480 Aug 20 15:50:30.453532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a0286b09-336c-47b8-9125-e73b3b284754 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:50:30.501669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port a0286b09-336c-47b8-9125-e73b3b284754 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:50:30.505339 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port a0286b09-336c-47b8-9125-e73b3b284754 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:50:30.505718 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:30.585383 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:30.608280 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0286b09-336c-47b8-9125-e73b3b284754'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:50:30.610489 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31fe806-37ac-4e75-8f4b-9693264a39c9" -d '{"events": [{"server_uuid": "2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d", "name": "network-vif-plugged", "status": "completed", "tag": "a0286b09-336c-47b8-9125-e73b3b284754"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:50:30.623058 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port a0286b09-336c-47b8-9125-e73b3b284754, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0286b09-336c-47b8-9125-e73b3b284754,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:30.627938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:30.651134 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf1c4dc-e4f1-4d2e-925e-aa26b848358f x-openstack-request-id: req-6bf1c4dc-e4f1-4d2e-925e-aa26b848358f {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:50:30.651420 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d", "name": "network-vif-plugged", "status": "completed", "tag": "a0286b09-336c-47b8-9125-e73b3b284754", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:50:30.651693 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6bf1c4dc-e4f1-4d2e-925e-aa26b848358f {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:50:30.652074 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0286b09-336c-47b8-9125-e73b3b284754', 'code': 200} Aug 20 15:50:30.680047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=a0286b09-336c-47b8-9125-e73b3b284754,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:30.767819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5465b-e6ec-4592-96db-262d77afa7c5 req-1d8e69d8-2d93-4967-aba4-b63c90b38cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:30.769249 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab5465b-e6ec-4592-96db-262d77afa7c5 req-1d8e69d8-2d93-4967-aba4-b63c90b38cf9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 1098 time: 0.0512662 Aug 20 15:50:30.809442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fab5465b-e6ec-4592-96db-262d77afa7c5 req-5fd72a46-5c1a-4812-86ae-d88bb6ee6538 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284364 Aug 20 15:50:31.150053 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545da41-cb27-4e5d-b580-db6c487cc6be req-04845aba-a16d-4fb3-b94d-90cc28c91534 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:31.151563 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4545da41-cb27-4e5d-b580-db6c487cc6be req-04845aba-a16d-4fb3-b94d-90cc28c91534 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 946 time: 0.0499957 Aug 20 15:50:31.189958 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4545da41-cb27-4e5d-b580-db6c487cc6be req-00821ea0-d0ce-4c57-818f-dc8c7101c433 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Aug 20 15:50:32.304819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d58de0-dd29-41ea-9186-31f57b34d439 req-d7db7f9d-057c-4c10-a58e-40c8d53c11ab tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:32.306293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8d58de0-dd29-41ea-9186-31f57b34d439 req-d7db7f9d-057c-4c10-a58e-40c8d53c11ab tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 946 time: 0.0499752 Aug 20 15:50:32.343453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8d58de0-dd29-41ea-9186-31f57b34d439 req-3436ef65-2d64-4e72-82f7-abd434875168 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307765 Aug 20 15:50:32.460949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bf85b-5911-4350-939e-11d83964178e req-e6b6e740-455f-4c2e-9773-7b3da36d2f76 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:32.462461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b9bf85b-5911-4350-939e-11d83964178e req-e6b6e740-455f-4c2e-9773-7b3da36d2f76 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 946 time: 0.0545180 Aug 20 15:50:32.501086 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b9bf85b-5911-4350-939e-11d83964178e req-2b41a830-48d3-4dec-a6ba-379957c3a7d2 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323560 Aug 20 15:50:33.589712 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:50:33.926224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-2b80901a-6822-43f5-b0eb-04ac3bf35344 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459213 Aug 20 15:50:34.017847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-7ba832c6-45fc-48cd-afcb-bf93c1133375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:34.019402 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-7ba832c6-45fc-48cd-afcb-bf93c1133375 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00ea4967821e4f359a1bb5d04c26d751&device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 1098 time: 0.0426502 Aug 20 15:50:34.134322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-0a091742-ee81-4bfd-9c44-3e40c2869d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:34.135882 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-0a091742-ee81-4bfd-9c44-3e40c2869d02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65ea881d-cae1-41e4-b443-314bea88adc9 HTTP/1.1" status: 200 len: 918 time: 0.0956721 Aug 20 15:50:34.179022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-51d7e1fe-1518-4c6e-9c6e-3753306e3a53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0286b09-336c-47b8-9125-e73b3b284754 HTTP/1.1" status: 200 len: 217 time: 0.0355105 Aug 20 15:50:34.233516 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-4d26aff2-beb0-4928-8ee5-c3df1a382f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:34.235042 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-4d26aff2-beb0-4928-8ee5-c3df1a382f03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ca32f31a-0031-4298-a8af-19454a4c877a HTTP/1.1" status: 200 len: 856 time: 0.0475905 Aug 20 15:50:34.292590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-e53c481d-fc1d-408c-9d88-6b5bf8c2032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:34.293120 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-e53c481d-fc1d-408c-9d88-6b5bf8c2032c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65ea881d-cae1-41e4-b443-314bea88adc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472372 Aug 20 15:50:34.384523 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-92ad7e99-a6fe-4c6a-b068-283b917d0823 service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834126 Aug 20 15:50:34.486790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8878cd8-b09c-4d5e-a5bc-dda980d354be req-a352c257-63ff-4945-b58a-f641f74a96c9 service neutron] 10.222.0.70 "GET /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938814 Aug 20 15:50:36.441780 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:42.285114 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-425c42c5-f445-4386-a334-8108e1f89441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:44.925110 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:45.258270 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2194d142-4e5e-4e47-b881-5a827ec26521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:46.319127 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:48.013619 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:50.864249 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5283b8-441e-49d0-8336-61646e2b0ed9 req-68c956e0-598a-4167-b7e1-a59f3172cb06 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:50.865755 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e5283b8-441e-49d0-8336-61646e2b0ed9 req-68c956e0-598a-4167-b7e1-a59f3172cb06 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 946 time: 0.0505593 Aug 20 15:50:50.903990 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4e5283b8-441e-49d0-8336-61646e2b0ed9 req-533f98c0-4340-4154-a159-3fbc5a8651fb tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321670 Aug 20 15:50:52.020375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1c66d-e47e-4bc4-bc16-120c264cb9a8 req-13652e4f-5848-4b7f-9ccc-d3550ba55ef2 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:52.021869 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daf1c66d-e47e-4bc4-bc16-120c264cb9a8 req-13652e4f-5848-4b7f-9ccc-d3550ba55ef2 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 946 time: 0.0499842 Aug 20 15:50:52.058495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-daf1c66d-e47e-4bc4-bc16-120c264cb9a8 req-dbb9a84c-1e25-42cb-a835-d6319048ca28 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/security-groups?id=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Aug 20 15:50:52.608179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-9a938479-6613-41b3-81e5-b9ca8144ba62 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:50:52.609618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-9a938479-6613-41b3-81e5-b9ca8144ba62 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.70 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 946 time: 0.0527375 Aug 20 15:50:52.701785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Deleting port a0286b09-336c-47b8-9125-e73b3b284754 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:50:52.702126 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:52.792256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] For port a0286b09-336c-47b8-9125-e73b3b284754, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=a0286b09-336c-47b8-9125-e73b3b284754,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:52.792629 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:52.806359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Calling delete_port for a0286b09-336c-47b8-9125-e73b3b284754 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:50:52.927631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:52.940495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['a0286b09-336c-47b8-9125-e73b3b284754'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:50:52.957661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Pushing event deleted for resources: {'Port': ['ID=a0286b09-336c-47b8-9125-e73b3b284754,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:52.968323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.968678 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.969024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.969365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.969704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.970038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.970373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.971184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.971184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.971408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.971734 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:52.972078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:53.019929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] No DVR routers for this DVR port a0286b09-336c-47b8-9125-e73b3b284754 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:50:53.022530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:53.024713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d8bef8f3-440d-4687-8a2a-addc97fb95a9 req-e211e4d4-b2a7-48f0-aaf5-f63795f2c4af tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.70 "DELETE /v2.0/ports/a0286b09-336c-47b8-9125-e73b3b284754 HTTP/1.1" status: 204 len: 173 time: 0.4062538 Aug 20 15:50:53.025166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d', 'name': 'network-vif-deleted', 'tag': 'a0286b09-336c-47b8-9125-e73b3b284754'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:50:53.027767 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c2c50b-6b88-4085-a369-8f9546c42b1a" -d '{"events": [{"server_uuid": "2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d", "name": "network-vif-deleted", "tag": "a0286b09-336c-47b8-9125-e73b3b284754"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:50:53.069826 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5046a7c1-f45b-4490-ac67-21d408497f0b x-openstack-request-id: req-5046a7c1-f45b-4490-ac67-21d408497f0b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:50:53.070122 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d", "name": "network-vif-deleted", "tag": "a0286b09-336c-47b8-9125-e73b3b284754", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:50:53.070375 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5046a7c1-f45b-4490-ac67-21d408497f0b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:50:53.070776 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d', 'name': 'network-vif-deleted', 'tag': 'a0286b09-336c-47b8-9125-e73b3b284754', 'status': 'completed', 'code': 200} Aug 20 15:50:53.161206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e8e6306-1f9d-4ad5-b0f4-64359c3fc470 req-18f2b1f7-5589-418f-9881-aefe699028c2 tempest-TestEncryptedCinderVolumes-273286735 tempest-TestEncryptedCinderVolumes-273286735-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc237a3-a42f-4b56-a1fd-b97c0c99ba6d HTTP/1.1" status: 200 len: 210 time: 0.0296021 Aug 20 15:50:54.251941 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56736) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:50:54.938880 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:55.186642 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Deleting port 644f3118-b812-47a3-9a4b-57fb015aac05 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:50:55.186966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:55.268657 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] For port 644f3118-b812-47a3-9a4b-57fb015aac05, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=644f3118-b812-47a3-9a4b-57fb015aac05,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:55.269345 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:55.281897 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Calling delete_port for 644f3118-b812-47a3-9a4b-57fb015aac05 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:50:55.470445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:55.495272 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Pushing event deleted for resources: {'Port': ['ID=644f3118-b812-47a3-9a4b-57fb015aac05,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:55.507031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.507390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.507758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.508100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.508444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.508776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.509107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.509438 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.509776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.510093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.510424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.510744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:50:55.674680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:55.889609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:50:56.004558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:50:56.011183 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-09450df4-1384-445e-9fcb-aa2d0676d3df admin admin] 10.222.0.36 "PUT /v2.0/routers/ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575154 Aug 20 15:50:56.013566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56742) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:50:56.015394 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] Sync routers for ids ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:50:56.025582 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] Routers {'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:50:56.026268 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:56.122510 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.126354 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] Set router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:50:56.228186 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.282934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Deleting port 800d1718-5cde-44f3-a974-ac34e35cf7e5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:50:56.283282 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.302652 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:37Z', 'updated_at': '2021-08-20T15:50:55Z', 'revision_number': 5, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'gw_port': {'id': '800d1718-5cde-44f3-a974-ac34e35cf7e5', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:38Z', 'updated_at': '2021-08-20T15:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:56.328030 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] Checking router: ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:50:56.336689 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] Routers {'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:50:56.337287 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:56.367076 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] For port 800d1718-5cde-44f3-a974-ac34e35cf7e5, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=800d1718-5cde-44f3-a974-ac34e35cf7e5,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:56.367451 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.380863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Calling delete_port for 800d1718-5cde-44f3-a974-ac34e35cf7e5 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:50:56.420588 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] Set router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:50:56.475258 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:37Z', 'updated_at': '2021-08-20T15:50:56Z', 'revision_number': 6, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:56.501186 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af034a2-68e8-4e04-a05c-2c62a8d4c673 None None] The sync data for ids ['ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7'] in n-d-695189-15 is: [{'id': 'ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7', 'name': 'tempest-TestEncryptedCinderVolumes-1185018268-router', 'tenant_id': '00ea4967821e4f359a1bb5d04c26d751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:37Z', 'updated_at': '2021-08-20T15:50:56Z', 'revision_number': 6, 'project_id': '00ea4967821e4f359a1bb5d04c26d751', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:50:56.547243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.573911 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=800d1718-5cde-44f3-a974-ac34e35cf7e5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:56.622601 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a0286b09-336c-47b8-9125-e73b3b284754 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:50:56.634302 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.643193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: a0286b09-336c-47b8-9125-e73b3b284754 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:50:56.643566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device a0286b09-336c-47b8-9125-e73b3b284754 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:50:56.722608 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.724861 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.769244 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.769709 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:50:56.773955 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.775116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-db20bff0-82a1-4745-a0bd-f6c810125a88 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ec8b034b-a692-4a1e-9ba3-4c2e1b6039e7 HTTP/1.1" status: 204 len: 168 time: 0.7599688 Aug 20 15:50:56.777769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56744) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:50:56.822243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab8b0b0-cdb7-491f-ac33-8653219158ee admin admin] Deleting subnet ca32f31a-0031-4298-a8af-19454a4c877a {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:50:56.825463 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b0b0-cdb7-491f-ac33-8653219158ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.862707 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b0b0-cdb7-491f-ac33-8653219158ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:56.949855 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b0b0-cdb7-491f-ac33-8653219158ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.002591 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b0b0-cdb7-491f-ac33-8653219158ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.027978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8b0b0-cdb7-491f-ac33-8653219158ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca32f31a-0031-4298-a8af-19454a4c877a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:57.033395 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b0b0-cdb7-491f-ac33-8653219158ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.035380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7ab8b0b0-cdb7-491f-ac33-8653219158ee admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ca32f31a-0031-4298-a8af-19454a4c877a HTTP/1.1" status: 204 len: 168 time: 0.2566891 Aug 20 15:50:57.037818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56746) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:50:57.039872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e491b34e-bac7-4fd0-8133-afeaa1df5bd4 None None] Network 65ea881d-cae1-41e4-b443-314bea88adc9 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:50:57.106524 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.164985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Deleting port f90e3926-9112-4c0c-9b41-dad2e346c236 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:50:57.165365 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.230952 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa59246-15ac-4189-b103-5835efc7a725 None None] DHCP port deletion for 65ea881d-cae1-41e4-b443-314bea88adc9 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:50:57.234769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] For port f90e3926-9112-4c0c-9b41-dad2e346c236, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f90e3926-9112-4c0c-9b41-dad2e346c236,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:57.235242 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.251065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Calling delete_port for f90e3926-9112-4c0c-9b41-dad2e346c236 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:50:57.286089 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7fa59246-15ac-4189-b103-5835efc7a725 None None] Deleting port f90e3926-9112-4c0c-9b41-dad2e346c236 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:50:57.288861 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7fa59246-15ac-4189-b103-5835efc7a725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.292042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f90e3926-9112-4c0c-9b41-dad2e346c236 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:50:57.343842 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.371945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90e3926-9112-4c0c-9b41-dad2e346c236,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:57.377007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] No DVR routers for this DVR port f90e3926-9112-4c0c-9b41-dad2e346c236 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:50:57.383528 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No active binding found for port f90e3926-9112-4c0c-9b41-dad2e346c236 {{(pid=101101) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 20 15:50:57.383991 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f90e3926-9112-4c0c-9b41-dad2e346c236 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:50:57.384605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 800d1718-5cde-44f3-a974-ac34e35cf7e5 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:50:57.391245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7fa59246-15ac-4189-b103-5835efc7a725 None None] For port f90e3926-9112-4c0c-9b41-dad2e346c236, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f90e3926-9112-4c0c-9b41-dad2e346c236,segment=NetworkSegment(6ebd50f5-b8d4-4db7-a891-785d9fe270e8),segment_id=6ebd50f5-b8d4-4db7-a891-785d9fe270e8)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:57.391667 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7fa59246-15ac-4189-b103-5835efc7a725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.414029 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 800d1718-5cde-44f3-a974-ac34e35cf7e5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:50:57.414374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 800d1718-5cde-44f3-a974-ac34e35cf7e5 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:50:57.414795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 644f3118-b812-47a3-9a4b-57fb015aac05 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:50:57.436461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-7fa59246-15ac-4189-b103-5835efc7a725 None None] Calling delete_port for f90e3926-9112-4c0c-9b41-dad2e346c236 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:50:57.440118 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 644f3118-b812-47a3-9a4b-57fb015aac05 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:50:57.440460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 644f3118-b812-47a3-9a4b-57fb015aac05 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:50:57.452210 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.462113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ea881d-cae1-41e4-b443-314bea88adc9']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:57.477921 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebd50f5-b8d4-4db7-a891-785d9fe270e8') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:57.478101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebd50f5-b8d4-4db7-a891-785d9fe270e8') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:57.488138 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.505605 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.513022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:50:57.513452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:50:57.516104 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:50:57.525418 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7fa59246-15ac-4189-b103-5835efc7a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.554033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa59246-15ac-4189-b103-5835efc7a725 None None] Pushing event deleted for resources: {'Port': ['ID=f90e3926-9112-4c0c-9b41-dad2e346c236,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:57.555940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa59246-15ac-4189-b103-5835efc7a725 None None] No DVR routers for this DVR port f90e3926-9112-4c0c-9b41-dad2e346c236 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:50:57.584106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.590397 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:57.592344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/65ea881d-cae1-41e4-b443-314bea88adc9 HTTP/1.1" status: 204 len: 168 time: 0.5535624 Aug 20 15:50:57.595466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56748) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:50:57.603132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6de6ca-fefb-44f0-b6c8-0c185857deb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ea881d-cae1-41e4-b443-314bea88adc9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:57.945812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:58.188780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Deleting port 342a4cab-7b51-4587-8638-6618d7510b73 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:50:58.189033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:58.271205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] For port 342a4cab-7b51-4587-8638-6618d7510b73, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=342a4cab-7b51-4587-8638-6618d7510b73,segment=NetworkSegment(7118f2f7-4160-40ca-822a-5f3b11507df7),segment_id=7118f2f7-4160-40ca-822a-5f3b11507df7)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:58.271599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:58.284444 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Calling delete_port for 342a4cab-7b51-4587-8638-6618d7510b73 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:50:58.463364 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:58.488704 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=342a4cab-7b51-4587-8638-6618d7510b73,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:58.658321 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:58.863688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Router 25cb8125-d799-4c55-b51b-ddc29f2cf162 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:50:58.972317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:50:58.978271 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5a6314dd-5f30-4e9f-908b-9bcc5ae9e4ef admin admin] 10.222.0.36 "PUT /v2.0/routers/25cb8125-d799-4c55-b51b-ddc29f2cf162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3817315 Aug 20 15:50:58.980803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56750) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:50:58.983685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c9290-3221-464c-ba7d-338a0740819a None None] Sync routers for ids ['25cb8125-d799-4c55-b51b-ddc29f2cf162'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:50:58.993933 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c9290-3221-464c-ba7d-338a0740819a None None] Routers {'25cb8125-d799-4c55-b51b-ddc29f2cf162'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:50:58.994567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-314c9290-3221-464c-ba7d-338a0740819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25cb8125-d799-4c55-b51b-ddc29f2cf162'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:59.092802 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.200090 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.253167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Deleting port 6cf0d2ac-92d2-4f15-9d36-5589708c7770 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:50:59.253516 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.261962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-314c9290-3221-464c-ba7d-338a0740819a None None] Set router 25cb8125-d799-4c55-b51b-ddc29f2cf162 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:50:59.338205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] For port 6cf0d2ac-92d2-4f15-9d36-5589708c7770, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6cf0d2ac-92d2-4f15-9d36-5589708c7770,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:50:59.338574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.352386 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Calling delete_port for 6cf0d2ac-92d2-4f15-9d36-5589708c7770 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:50:59.435595 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.449593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-314c9290-3221-464c-ba7d-338a0740819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:42Z', 'updated_at': '2021-08-20T15:50:58Z', 'revision_number': 5, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'gw_port': {'id': '6cf0d2ac-92d2-4f15-9d36-5589708c7770', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:49:43Z', 'updated_at': '2021-08-20T15:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:59.476709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c9290-3221-464c-ba7d-338a0740819a None None] Checking router: 25cb8125-d799-4c55-b51b-ddc29f2cf162 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:50:59.485302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c9290-3221-464c-ba7d-338a0740819a None None] Routers {'25cb8125-d799-4c55-b51b-ddc29f2cf162'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:50:59.485937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-314c9290-3221-464c-ba7d-338a0740819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['25cb8125-d799-4c55-b51b-ddc29f2cf162'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:59.523447 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.550225 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf0d2ac-92d2-4f15-9d36-5589708c7770,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:50:59.579942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-314c9290-3221-464c-ba7d-338a0740819a None None] Set router 25cb8125-d799-4c55-b51b-ddc29f2cf162 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:50:59.613061 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.636931 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-314c9290-3221-464c-ba7d-338a0740819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:42Z', 'updated_at': '2021-08-20T15:50:59Z', 'revision_number': 6, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:50:59.663260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314c9290-3221-464c-ba7d-338a0740819a None None] The sync data for ids ['25cb8125-d799-4c55-b51b-ddc29f2cf162'] in n-d-695189-15 is: [{'id': '25cb8125-d799-4c55-b51b-ddc29f2cf162', 'name': 'tempest-TestEncryptedCinderVolumes-1669211054-router', 'tenant_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:49:42Z', 'updated_at': '2021-08-20T15:50:59Z', 'revision_number': 6, 'project_id': '6cbbfccc51744e03a518f0b9ee0fd3f9', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:50:59.714398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.717133 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.760195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.760645 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25cb8125-d799-4c55-b51b-ddc29f2cf162 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:50:59.765331 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.766487 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a9f1bad8-897b-4117-916e-58a35641ca34 admin admin] 10.222.0.36 "DELETE /v2.0/routers/25cb8125-d799-4c55-b51b-ddc29f2cf162 HTTP/1.1" status: 204 len: 168 time: 0.7847738 Aug 20 15:50:59.769156 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56752) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:50:59.813902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4f3126-4885-4ef9-886d-3ec27bf42326 admin admin] Deleting subnet 33a18af3-5114-4141-9c04-581ef8d008c3 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:50:59.816906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3126-4885-4ef9-886d-3ec27bf42326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.850064 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3126-4885-4ef9-886d-3ec27bf42326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.932184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3126-4885-4ef9-886d-3ec27bf42326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:50:59.986293 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3126-4885-4ef9-886d-3ec27bf42326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.013040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f3126-4885-4ef9-886d-3ec27bf42326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a18af3-5114-4141-9c04-581ef8d008c3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:00.017760 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-4a4f3126-4885-4ef9-886d-3ec27bf42326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.020204 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-4a4f3126-4885-4ef9-886d-3ec27bf42326 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/33a18af3-5114-4141-9c04-581ef8d008c3 HTTP/1.1" status: 204 len: 168 time: 0.2495906 Aug 20 15:51:00.022279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56754) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:00.025021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b4a62-cb13-4c67-8638-e0531ef64b26 None None] Network 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:51:00.100036 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.439651 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3529327d-fe80-4989-98a7-ff2dc87ee988 None None] DHCP port deletion for 090dc1cc-45b8-43bb-8647-bb76e4c58bf4 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:51:00.483733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Deleting port 58c36295-f1e9-4f44-9e5f-d84c058ee96d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:51:00.483999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.495088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3529327d-fe80-4989-98a7-ff2dc87ee988 None None] Deleting port 58c36295-f1e9-4f44-9e5f-d84c058ee96d {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:51:00.495511 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3529327d-fe80-4989-98a7-ff2dc87ee988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.550870 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] For port 58c36295-f1e9-4f44-9e5f-d84c058ee96d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=58c36295-f1e9-4f44-9e5f-d84c058ee96d,segment=NetworkSegment(7118f2f7-4160-40ca-822a-5f3b11507df7),segment_id=7118f2f7-4160-40ca-822a-5f3b11507df7)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:00.551251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.565879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Calling delete_port for 58c36295-f1e9-4f44-9e5f-d84c058ee96d owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:51:00.569206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-3529327d-fe80-4989-98a7-ff2dc87ee988 None None] For port 58c36295-f1e9-4f44-9e5f-d84c058ee96d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=58c36295-f1e9-4f44-9e5f-d84c058ee96d,segment=NetworkSegment(7118f2f7-4160-40ca-822a-5f3b11507df7),segment_id=7118f2f7-4160-40ca-822a-5f3b11507df7)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:00.569605 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3529327d-fe80-4989-98a7-ff2dc87ee988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.582899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3529327d-fe80-4989-98a7-ff2dc87ee988 None None] Calling delete_port for 58c36295-f1e9-4f44-9e5f-d84c058ee96d owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:51:00.652857 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.667720 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3529327d-fe80-4989-98a7-ff2dc87ee988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.686596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Pushing event deleted for resources: {'Port': ['ID=58c36295-f1e9-4f44-9e5f-d84c058ee96d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:00.692113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] No DVR routers for this DVR port 58c36295-f1e9-4f44-9e5f-d84c058ee96d on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:51:00.694505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529327d-fe80-4989-98a7-ff2dc87ee988 None None] Pushing event deleted for resources: {'Port': ['ID=58c36295-f1e9-4f44-9e5f-d84c058ee96d,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:00.698245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529327d-fe80-4989-98a7-ff2dc87ee988 None None] No DVR routers for this DVR port 58c36295-f1e9-4f44-9e5f-d84c058ee96d on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:51:00.774666 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.784298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090dc1cc-45b8-43bb-8647-bb76e4c58bf4']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:00.794358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7118f2f7-4160-40ca-822a-5f3b11507df7') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:00.795202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7118f2f7-4160-40ca-822a-5f3b11507df7') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:00.804725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.819814 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.825575 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:51:00.825996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:51:00.827721 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:51:00.880130 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.885655 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:00.887514 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] 10.222.0.36 "DELETE /v2.0/networks/090dc1cc-45b8-43bb-8647-bb76e4c58bf4 HTTP/1.1" status: 204 len: 168 time: 0.8643224 Aug 20 15:51:00.898714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bebf6-7af8-4036-898e-c1c6c6aad958 admin admin] Pushing event deleted for resources: {'Network': ['ID=090dc1cc-45b8-43bb-8647-bb76e4c58bf4,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:01.045950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 58c36295-f1e9-4f44-9e5f-d84c058ee96d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:51:01.070298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 58c36295-f1e9-4f44-9e5f-d84c058ee96d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:51:01.071739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 58c36295-f1e9-4f44-9e5f-d84c058ee96d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:51:01.072185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6cf0d2ac-92d2-4f15-9d36-5589708c7770 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:51:01.073538 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56758) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:01.092364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 6cf0d2ac-92d2-4f15-9d36-5589708c7770 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:51:01.092886 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6cf0d2ac-92d2-4f15-9d36-5589708c7770 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:51:01.093538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 342a4cab-7b51-4587-8638-6618d7510b73 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:51:01.112969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 342a4cab-7b51-4587-8638-6618d7510b73 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:51:01.113320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 342a4cab-7b51-4587-8638-6618d7510b73 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:51:01.126965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56760) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:01.127458 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5624c8fc-ce64-402a-b019-c5ee2e45cbae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00ea4967821e4f359a1bb5d04c26d751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524552 Aug 20 15:51:01.175343 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-017e727c-ed90-4147-8ebb-dd9059586c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:01.196495 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-017e727c-ed90-4147-8ebb-dd9059586c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:01.248299 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-017e727c-ed90-4147-8ebb-dd9059586c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:01.250815 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-017e727c-ed90-4147-8ebb-dd9059586c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:01.252018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-017e727c-ed90-4147-8ebb-dd9059586c61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a30876e1-ad3d-44af-b11b-6e9e21f7a9c3 HTTP/1.1" status: 204 len: 168 time: 0.1239989 Aug 20 15:51:01.260183 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e727c-ed90-4147-8ebb-dd9059586c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30876e1-ad3d-44af-b11b-6e9e21f7a9c3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:01.570223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56766) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:01.609965 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f4985686-a393-4732-8b9e-3e7b26a09534 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cbbfccc51744e03a518f0b9ee0fd3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385590 Aug 20 15:51:01.612346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56768) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:01.660700 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2a101d5-7c57-425d-8045-5d632b7f40c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:01.681785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2a101d5-7c57-425d-8045-5d632b7f40c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:01.728164 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2a101d5-7c57-425d-8045-5d632b7f40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:01.731088 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a2a101d5-7c57-425d-8045-5d632b7f40c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:01.732895 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a2a101d5-7c57-425d-8045-5d632b7f40c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9400b53a-9cdd-40e5-a034-c1f455fbc941 HTTP/1.1" status: 204 len: 168 time: 0.1190248 Aug 20 15:51:01.740534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a101d5-7c57-425d-8045-5d632b7f40c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9400b53a-9cdd-40e5-a034-c1f455fbc941,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:02.398940 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56790) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:02.501085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1475148505-network', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:51:02.522157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Made reservation on behalf of f919479c6b0a4eb99ddd451f2d634ff0 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:51:02.524675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:02.532850 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:02.621200 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:02.625689 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:02.649832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:51:02.658428 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73af64fa-cb39-4e93-96f1-5e7b3f663cd3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:02.664342 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:02.664718 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Added segment 4b5a6590-835b-4da1-959b-e69e7d479383 of type vlan for network c283a89b-48b2-4bed-a597-d12556fb5df3 Aug 20 15:51:02.704087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:02.727657 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:02.728537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:02.729132 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:02.781197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3809555 Aug 20 15:51:02.784183 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56794) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:02.789262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Request body: {'subnet': {'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1475148505-subnet', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:51:02.791954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d02dd-24d7-4945-879c-3e7298f5b2af admin admin] Pushing event updated for resources: {'Network': ['ID=c283a89b-48b2-4bed-a597-d12556fb5df3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:02.802015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c283a89b-48b2-4bed-a597-d12556fb5df3 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:51:02.813637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Made reservation on behalf of f919479c6b0a4eb99ddd451f2d634ff0 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:51:02.815919 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:02.980400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.035691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=982e8054-2d3e-444c-ae06-0109eeaced92,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:03.043033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Checking segment: {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:51:03.043392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Network hostable DHCP agents. Network: c283a89b-48b2-4bed-a597-d12556fb5df3, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:51:03.060884 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Network c283a89b-48b2-4bed-a597-d12556fb5df3 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:51:03.069577 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c283a89b-48b2-4bed-a597-d12556fb5df3) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:03.073659 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:03.074370 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.080341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adaee36-dd13-4b0f-bb6d-1baf4e11f067 None None] Network c283a89b-48b2-4bed-a597-d12556fb5df3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:51:03.089539 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-04d641c7-7f69-4439-8d0e-0a4c08133986 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3042650 Aug 20 15:51:03.093426 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56796) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:03.098114 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:51:03.118290 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.119459 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.174793 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.227971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-c283a89b-48b2-4bed-a597-d12556fb5df3', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:51:03.228850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.319994 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.365888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Allocated IP 172.20.0.2 (c283a89b-48b2-4bed-a597-d12556fb5df3/982e8054-2d3e-444c-ae06-0109eeaced92/9ceb2983-2680-4cfb-9644-b1e974868118) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:51:03.519080 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.529044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Transition to ACTIVE for port object 9ceb2983-2680-4cfb-9644-b1e974868118 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:03.545609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Transition to ACTIVE for port object 9ceb2983-2680-4cfb-9644-b1e974868118 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:03.552677 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.592524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Network c283a89b-48b2-4bed-a597-d12556fb5df3 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:03.595423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:03.599026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:51:03.608198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Pushing event updated for resources: {'Port': ['ID=9ceb2983-2680-4cfb-9644-b1e974868118,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:03.661959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Attempting to bind port 9ceb2983-2680-4cfb-9644-b1e974868118 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:51:03.662326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Attempting to bind port 9ceb2983-2680-4cfb-9644-b1e974868118 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:51:03.662690 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Attempting to bind port 9ceb2983-2680-4cfb-9644-b1e974868118 on network c283a89b-48b2-4bed-a597-d12556fb5df3 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:51:03.668150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:51:03.669022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Checking segment: {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:51:03.669200 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.670106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Bound using segment: {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:51:03.670682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Bound port: 9ceb2983-2680-4cfb-9644-b1e974868118, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:51:03.671054 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.741566 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] For port 9ceb2983-2680-4cfb-9644-b1e974868118, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:51:03.745675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] For port 9ceb2983-2680-4cfb-9644-b1e974868118, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9ceb2983-2680-4cfb-9644-b1e974868118,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:51:03.753160 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.813510 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1afa4-6204-4524-b060-9db70eded4a4 None None] Pushing event updated for resources: {'Port': ['ID=9ceb2983-2680-4cfb-9644-b1e974868118,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:03.857941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:03.879403 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:04.010350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Allocated IP 172.25.5.27 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/881a723c-b525-4842-9b52-435a042ae566) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:51:04.121657 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:04.159004 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:04.197594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:04.200242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:04.203412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:51:04.232546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Pushing event updated for resources: {'Port': ['ID=881a723c-b525-4842-9b52-435a042ae566,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:04.458751 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:04.662563 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:04.707399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e33c0-81ca-46a2-9acf-d5aea05db15b None None] Network c283a89b-48b2-4bed-a597-d12556fb5df3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:51:04.798031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Router 6a3d6f30-c4ac-45ab-9509-509c41cef67c is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:51:04.802930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ddde5716-0a3e-4c3d-beb8-c0e920f5b374 None None] Provisioning for port 9ceb2983-2680-4cfb-9644-b1e974868118 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:04.915177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:51:04.929526 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Sync routers for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:51:04.933080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:04.934504 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-23b317b7-6f99-4ef4-8846-74020d9693bb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8399947 Aug 20 15:51:04.937348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56798) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:04.945475 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:51:04.946165 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:05.071489 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:51:05.114903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9ceb2983-2680-4cfb-9644-b1e974868118 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:05.176377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 9ceb2983-2680-4cfb-9644-b1e974868118 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:05.181674 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 9ceb2983-2680-4cfb-9644-b1e974868118 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:05.182172 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.261630 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:04Z', 'revision_number': 3, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:05.269209 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.291970 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Checking router: 6a3d6f30-c4ac-45ab-9509-509c41cef67c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:51:05.292318 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Updating router 6a3d6f30-c4ac-45ab-9509-509c41cef67c port 881a723c-b525-4842-9b52-435a042ae566 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:51:05.304716 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 9ceb2983-2680-4cfb-9644-b1e974868118, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9ceb2983-2680-4cfb-9644-b1e974868118,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:05.309719 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.323526 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.358752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=9ceb2983-2680-4cfb-9644-b1e974868118,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:05.400811 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.569504 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Allocated IP 172.20.0.1 (c283a89b-48b2-4bed-a597-d12556fb5df3/982e8054-2d3e-444c-ae06-0109eeaced92/2e2752da-afbe-4418-a9de-8da551f42dd9) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:51:05.578115 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.588124 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Transition to ACTIVE for port object 881a723c-b525-4842-9b52-435a042ae566 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:05.593701 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.645027 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Attempting to bind port 881a723c-b525-4842-9b52-435a042ae566 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:51:05.645395 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Attempting to bind port 881a723c-b525-4842-9b52-435a042ae566 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:51:05.645760 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Attempting to bind port 881a723c-b525-4842-9b52-435a042ae566 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:51:05.654819 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Pushing event updated for resources: {'Port': ['ID=881a723c-b525-4842-9b52-435a042ae566,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:05.657753 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:51:05.658122 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:51:05.658520 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.658906 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:51:05.659363 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Bound port: 881a723c-b525-4842-9b52-435a042ae566, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:51:05.659771 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.677390 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.681737 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.682115 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.682456 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.682793 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.683121 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.683453 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.683931 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.684379 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.684820 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.685722 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.686054 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.686491 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:05.692849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Transition to ACTIVE for port object 2e2752da-afbe-4418-a9de-8da551f42dd9 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:05.721338 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] For port 881a723c-b525-4842-9b52-435a042ae566, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:51:05.724665 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] For port 881a723c-b525-4842-9b52-435a042ae566, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=881a723c-b525-4842-9b52-435a042ae566,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:51:05.727014 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.729154 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.765338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Network c283a89b-48b2-4bed-a597-d12556fb5df3 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:05.768187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:05.771776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:51:05.787441 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:51:05.788192 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:05.793870 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8223a24-286d-419e-8767-d1e9a78acd13 None None] Pushing event updated for resources: {'Port': ['ID=881a723c-b525-4842-9b52-435a042ae566,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:05.804159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Pushing event updated for resources: {'Port': ['ID=2e2752da-afbe-4418-a9de-8da551f42dd9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:05.819199 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:05.962968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:06.000664 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:51:06.085947 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-26d1d062-e7a8-4b01-a7a3-8a08f6e8baad None None] Provisioning for port 2e2752da-afbe-4418-a9de-8da551f42dd9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:06.090145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-26d1d062-e7a8-4b01-a7a3-8a08f6e8baad None None] Provisioning complete for port 2e2752da-afbe-4418-a9de-8da551f42dd9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:06.090727 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-26d1d062-e7a8-4b01-a7a3-8a08f6e8baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:06.134783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-26d1d062-e7a8-4b01-a7a3-8a08f6e8baad None None] Port 2e2752da-afbe-4418-a9de-8da551f42dd9 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:51:06.142532 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:06.148265 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:06.187599 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:04Z', 'revision_number': 3, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:06.213526 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c104-5cb1-433e-9738-6ea236aeb9d6 None None] The sync data for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 is: [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:04Z', 'revision_number': 3, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:51:06.214189 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:06.216065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Pushing event updated for resources: {'Port': ['ID=2e2752da-afbe-4418-a9de-8da551f42dd9,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:06.318452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Network c283a89b-48b2-4bed-a597-d12556fb5df3 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:06.319840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:06.450840 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:06.453967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Router 6a3d6f30-c4ac-45ab-9509-509c41cef67c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:51:06.580804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:51:06.585943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1c4a7775-3d06-4681-98d8-a82d06f431bd admin admin] 10.222.0.36 "PUT /v2.0/routers/6a3d6f30-c4ac-45ab-9509-509c41cef67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475668 Aug 20 15:51:06.658709 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5c3f71d3-75bb-4571-b60b-5bb93557ebf8 None None] Provisioning complete for port 2e2752da-afbe-4418-a9de-8da551f42dd9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:06.659191 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5c3f71d3-75bb-4571-b60b-5bb93557ebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:06.698963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5c3f71d3-75bb-4571-b60b-5bb93557ebf8 None None] Port 2e2752da-afbe-4418-a9de-8da551f42dd9 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:51:07.090290 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56816) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:07.095594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-247594273-network', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:51:07.118289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Made reservation on behalf of b8356d03ccc24147b99ce74f0146d156 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:51:07.120766 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.126640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 881a723c-b525-4842-9b52-435a042ae566 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:07.130597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.176905 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 881a723c-b525-4842-9b52-435a042ae566 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:07.182140 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 881a723c-b525-4842-9b52-435a042ae566 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:07.182140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.230361 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.236593 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.259460 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:51:07.272660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.273671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edba28d5-6642-4cd0-972e-045f23c475d1,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:07.279455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.280257 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Added segment 6394dd68-1dc7-4f4c-8367-4be595c79c26 of type vlan for network b9593597-fcd0-487a-ae00-77c5d647c30f Aug 20 15:51:07.296741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 881a723c-b525-4842-9b52-435a042ae566, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=881a723c-b525-4842-9b52-435a042ae566,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:07.300814 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.301718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9ceb2983-2680-4cfb-9644-b1e974868118 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:07.322760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.350275 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.351445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:07.352368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.376849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=881a723c-b525-4842-9b52-435a042ae566,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:07.390650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 9ceb2983-2680-4cfb-9644-b1e974868118 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:07.391027 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.410173 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3187582 Aug 20 15:51:07.413196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56818) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:07.418899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Request body: {'subnet': {'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-247594273-subnet', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:51:07.420259 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418a74-0762-4f1f-a7d6-c4f9db7cd7b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b9593597-fcd0-487a-ae00-77c5d647c30f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:07.436534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network b9593597-fcd0-487a-ae00-77c5d647c30f details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:51:07.449630 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Made reservation on behalf of b8356d03ccc24147b99ce74f0146d156 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:51:07.453431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.635750 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.698493 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf62114-a35e-4bb8-8875-6b80ae9257cc,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:07.706396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Checking segment: {'id': '6394dd68-1dc7-4f4c-8367-4be595c79c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:51:07.706782 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Network hostable DHCP agents. Network: b9593597-fcd0-487a-ae00-77c5d647c30f, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:51:07.724744 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Network b9593597-fcd0-487a-ae00-77c5d647c30f is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:51:07.734367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, b9593597-fcd0-487a-ae00-77c5d647c30f) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:07.740016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:07.740715 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.741070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Sync routers for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:51:07.745911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb4f6a-6ab2-4f0f-9ec2-03c7e94959a5 None None] Network b9593597-fcd0-487a-ae00-77c5d647c30f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:51:07.758116 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fd51c019-dd5f-487a-a97f-8ab3206f7e52 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3414974 Aug 20 15:51:07.758363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 56820) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:07.762691 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:51:07.783820 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.784807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.798855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:51:07.799496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:07.835724 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:07.951725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:51:07.976603 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.188562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.209614 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.210085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-b9593597-fcd0-487a-ae00-77c5d647c30f', 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'fixed_ips': [{'subnet_id': 'bbf62114-a35e-4bb8-8875-6b80ae9257cc'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:51:08.210950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.313334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Allocated IP 172.25.5.177 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/f974ff5a-0082-4333-916a-7df2edea210d) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:51:08.424797 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.437919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Allocated IP 172.20.0.2 (b9593597-fcd0-487a-ae00-77c5d647c30f/bbf62114-a35e-4bb8-8875-6b80ae9257cc/0c867d4f-3116-4404-8ad7-cf4113511859) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:51:08.468278 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.506937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:08.511018 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:08.512654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2e2752da-afbe-4418-a9de-8da551f42dd9', 'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'mac_address': 'fa:16:3e:7e:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:05Z', 'updated_at': '2021-08-20T15:51:06Z', 'revision_number': 2, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'subnets': [{'id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:08.515220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:51:08.540734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Pushing event updated for resources: {'Port': ['ID=f974ff5a-0082-4333-916a-7df2edea210d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:08.541051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Checking router: 6a3d6f30-c4ac-45ab-9509-509c41cef67c for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:51:08.541419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Updating router 6a3d6f30-c4ac-45ab-9509-509c41cef67c port 2e2752da-afbe-4418-a9de-8da551f42dd9 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:51:08.578769 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.737195 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.751644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Transition to ACTIVE for port object 0c867d4f-3116-4404-8ad7-cf4113511859 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:08.779813 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.809205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Transition to ACTIVE for port object 0c867d4f-3116-4404-8ad7-cf4113511859 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:08.821335 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.870446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Network b9593597-fcd0-487a-ae00-77c5d647c30f is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:08.876631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:08.885875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:51:08.892370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Pushing event updated for resources: {'Port': ['ID=0c867d4f-3116-4404-8ad7-cf4113511859,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:08.965895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Attempting to bind port 0c867d4f-3116-4404-8ad7-cf4113511859 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:51:08.966333 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Attempting to bind port 0c867d4f-3116-4404-8ad7-cf4113511859 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '6394dd68-1dc7-4f4c-8367-4be595c79c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:51:08.966722 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Attempting to bind port 0c867d4f-3116-4404-8ad7-cf4113511859 on network b9593597-fcd0-487a-ae00-77c5d647c30f {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:51:08.978065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:51:08.978456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Checking segment: {'id': '6394dd68-1dc7-4f4c-8367-4be595c79c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:51:08.978894 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.979422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Bound using segment: {'id': '6394dd68-1dc7-4f4c-8367-4be595c79c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:51:08.980052 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Bound port: 0c867d4f-3116-4404-8ad7-cf4113511859, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6394dd68-1dc7-4f4c-8367-4be595c79c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:51:08.980444 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:08.991181 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.059973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.078712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 881a723c-b525-4842-9b52-435a042ae566 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:09.089961 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Transition to ACTIVE for port object 2e2752da-afbe-4418-a9de-8da551f42dd9 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:09.120285 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.125202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Router 257f54bc-eedc-4f97-a948-6bef331724c4 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:51:09.130399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] For port 0c867d4f-3116-4404-8ad7-cf4113511859, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:51:09.176378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] For port 0c867d4f-3116-4404-8ad7-cf4113511859, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0c867d4f-3116-4404-8ad7-cf4113511859,segment=NetworkSegment(6394dd68-1dc7-4f4c-8367-4be595c79c26),segment_id=6394dd68-1dc7-4f4c-8367-4be595c79c26)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:51:09.191231 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.209223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c012a8-2992-4842-9d07-298c65c2532f None None] Pushing event updated for resources: {'Port': ['ID=2e2752da-afbe-4418-a9de-8da551f42dd9,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:09.237078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:51:09.248263 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Sync routers for ids ['257f54bc-eedc-4f97-a948-6bef331724c4'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:51:09.258818 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Routers {'257f54bc-eedc-4f97-a948-6bef331724c4'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:51:09.259915 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['257f54bc-eedc-4f97-a948-6bef331724c4'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:09.270719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.276353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 56822) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:09.285502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9f7a7be3-7fc4-4fa2-ba28-4761be20db0b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5259871 Aug 20 15:51:09.313299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 881a723c-b525-4842-9b52-435a042ae566 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:09.313886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.321247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994b329-686c-436a-a80d-b17d3e2f6495 None None] Pushing event updated for resources: {'Port': ['ID=0c867d4f-3116-4404-8ad7-cf4113511859,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:09.325183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Attempting to bind port 2e2752da-afbe-4418-a9de-8da551f42dd9 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:51:09.325357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Attempting to bind port 2e2752da-afbe-4418-a9de-8da551f42dd9 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:51:09.325950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Attempting to bind port 2e2752da-afbe-4418-a9de-8da551f42dd9 on network c283a89b-48b2-4bed-a597-d12556fb5df3 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:51:09.366352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:51:09.366726 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Checking segment: {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:51:09.367139 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.367593 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Bound using segment: {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:51:09.369531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Bound port: 2e2752da-afbe-4418-a9de-8da551f42dd9, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:51:09.369927 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.428405 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Set router 257f54bc-eedc-4f97-a948-6bef331724c4 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:51:09.488840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] For port 2e2752da-afbe-4418-a9de-8da551f42dd9, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:51:09.493911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] For port 2e2752da-afbe-4418-a9de-8da551f42dd9, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2e2752da-afbe-4418-a9de-8da551f42dd9,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:51:09.503177 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.602522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c012a8-2992-4842-9d07-298c65c2532f None None] Pushing event updated for resources: {'Port': ['ID=2e2752da-afbe-4418-a9de-8da551f42dd9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:09.635691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:51:09.636341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:09.692623 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:07Z', 'updated_at': '2021-08-20T15:51:08Z', 'revision_number': 3, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'gw_port': {'id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:08Z', 'updated_at': '2021-08-20T15:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:09.729914 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Checking router: 257f54bc-eedc-4f97-a948-6bef331724c4 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:51:09.730562 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Updating router 257f54bc-eedc-4f97-a948-6bef331724c4 port f974ff5a-0082-4333-916a-7df2edea210d binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:51:09.761660 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:09.809226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:51:10.050161 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2e2752da-afbe-4418-a9de-8da551f42dd9', 'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'mac_address': 'fa:16:3e:7e:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:05Z', 'updated_at': '2021-08-20T15:51:09Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'subnets': [{'id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:10.076232 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.078360 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc94f7-d1a3-4d6e-b637-ac1433eb2812 None None] The sync data for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 is: [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2e2752da-afbe-4418-a9de-8da551f42dd9', 'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'mac_address': 'fa:16:3e:7e:71:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:05Z', 'updated_at': '2021-08-20T15:51:09Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'subnets': [{'id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:51:10.089365 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Transition to ACTIVE for port object f974ff5a-0082-4333-916a-7df2edea210d will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:10.096705 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.171400 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe2433-f14d-416c-aaea-f9172982dece None None] Pushing event updated for resources: {'Port': ['ID=f974ff5a-0082-4333-916a-7df2edea210d,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:10.173939 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Attempting to bind port f974ff5a-0082-4333-916a-7df2edea210d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:51:10.174241 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Attempting to bind port f974ff5a-0082-4333-916a-7df2edea210d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:51:10.174604 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Attempting to bind port f974ff5a-0082-4333-916a-7df2edea210d on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:51:10.180128 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:51:10.180362 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:51:10.180828 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.181143 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:51:10.181614 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Bound port: f974ff5a-0082-4333-916a-7df2edea210d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:51:10.182000 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.243645 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] For port f974ff5a-0082-4333-916a-7df2edea210d, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:51:10.247070 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] For port f974ff5a-0082-4333-916a-7df2edea210d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f974ff5a-0082-4333-916a-7df2edea210d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:51:10.254664 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.266428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.309807 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Routers {'257f54bc-eedc-4f97-a948-6bef331724c4'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:51:10.310883 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['257f54bc-eedc-4f97-a948-6bef331724c4'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:10.369825 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe2433-f14d-416c-aaea-f9172982dece None None] Pushing event updated for resources: {'Port': ['ID=f974ff5a-0082-4333-916a-7df2edea210d,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:10.465734 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] Set router 257f54bc-eedc-4f97-a948-6bef331724c4 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:51:10.481408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Allocated IP 172.20.0.1 (b9593597-fcd0-487a-ae00-77c5d647c30f/bbf62114-a35e-4bb8-8875-6b80ae9257cc/b14cb924-b8e1-4ec6-a90b-6372bca31e51) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:51:10.598261 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:51:10.610847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.626455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Transition to ACTIVE for port object b14cb924-b8e1-4ec6-a90b-6372bca31e51 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:10.652482 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400ee2a-02a9-4254-a056-a897c1601cff None None] Network b9593597-fcd0-487a-ae00-77c5d647c30f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:51:10.678359 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.714126 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:07Z', 'updated_at': '2021-08-20T15:51:08Z', 'revision_number': 3, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'gw_port': {'id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:08Z', 'updated_at': '2021-08-20T15:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:10.727032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Network b9593597-fcd0-487a-ae00-77c5d647c30f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:10.734078 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:10.738685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:51:10.740784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e3febac7-ed51-4bcf-937e-c52998fe63ee None None] Provisioning for port 0c867d4f-3116-4404-8ad7-cf4113511859 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:10.762586 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df27f8-eaad-406f-b3a3-78942d446c15 None None] The sync data for ids ['257f54bc-eedc-4f97-a948-6bef331724c4'] in n-d-695189-15 is: [{'id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:07Z', 'updated_at': '2021-08-20T15:51:08Z', 'revision_number': 3, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'gw_port': {'id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:08Z', 'updated_at': '2021-08-20T15:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:51:10.773379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Pushing event updated for resources: {'Port': ['ID=b14cb924-b8e1-4ec6-a90b-6372bca31e51,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:10.801191 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:10.971309 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.235208 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b84176e3-1dea-4550-91d9-2270c54a9176 None None] Provisioning for port b14cb924-b8e1-4ec6-a90b-6372bca31e51 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:11.248176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0c867d4f-3116-4404-8ad7-cf4113511859 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:11.251220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b84176e3-1dea-4550-91d9-2270c54a9176 None None] Provisioning complete for port b14cb924-b8e1-4ec6-a90b-6372bca31e51 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:11.251624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b84176e3-1dea-4550-91d9-2270c54a9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.282143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.291045 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.322366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b84176e3-1dea-4550-91d9-2270c54a9176 None None] Port b14cb924-b8e1-4ec6-a90b-6372bca31e51 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:51:11.349409 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.367219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0c867d4f-3116-4404-8ad7-cf4113511859 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:11.372238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0c867d4f-3116-4404-8ad7-cf4113511859 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:11.373020 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.455944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Pushing event updated for resources: {'Port': ['ID=b14cb924-b8e1-4ec6-a90b-6372bca31e51,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:11.473326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.504605 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Network b9593597-fcd0-487a-ae00-77c5d647c30f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:11.506728 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:11.510821 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 0c867d4f-3116-4404-8ad7-cf4113511859, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0c867d4f-3116-4404-8ad7-cf4113511859,segment=NetworkSegment(6394dd68-1dc7-4f4c-8367-4be595c79c26),segment_id=6394dd68-1dc7-4f4c-8367-4be595c79c26)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:11.520055 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.520993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2e2752da-afbe-4418-a9de-8da551f42dd9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:11.618134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5c3428b6-84cb-421b-87ae-1f530eaac0d6 None None] Provisioning complete for port b14cb924-b8e1-4ec6-a90b-6372bca31e51 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:11.618609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5c3428b6-84cb-421b-87ae-1f530eaac0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.647807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=0c867d4f-3116-4404-8ad7-cf4113511859,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:11.676133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Router 257f54bc-eedc-4f97-a948-6bef331724c4 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:51:11.681146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 2e2752da-afbe-4418-a9de-8da551f42dd9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:11.693523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2e2752da-afbe-4418-a9de-8da551f42dd9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:11.693913 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.736085 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5c3428b6-84cb-421b-87ae-1f530eaac0d6 None None] Port b14cb924-b8e1-4ec6-a90b-6372bca31e51 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:51:11.790071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.823073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:51:11.825010 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 2e2752da-afbe-4418-a9de-8da551f42dd9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2e2752da-afbe-4418-a9de-8da551f42dd9,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:11.829224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-32cf19df-d494-4b2e-b262-b05c464bef79 admin admin] 10.222.0.36 "PUT /v2.0/routers/257f54bc-eedc-4f97-a948-6bef331724c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5516341 Aug 20 15:51:11.836973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.895218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5814ee25-17c1-4821-b029-3c15b220673c None None] Provisioning complete for port b14cb924-b8e1-4ec6-a90b-6372bca31e51 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:11.895647 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5814ee25-17c1-4821-b029-3c15b220673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:11.897165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=2e2752da-afbe-4418-a9de-8da551f42dd9,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:11.944805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-5814ee25-17c1-4821-b029-3c15b220673c None None] Port b14cb924-b8e1-4ec6-a90b-6372bca31e51 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:51:12.288831 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5136717a-a011-45fc-9f90-d3f0301b06c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:13.203700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0c867d4f-3116-4404-8ad7-cf4113511859 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:13.281700 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0c867d4f-3116-4404-8ad7-cf4113511859 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:13.282272 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:13.487296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Sync routers for ids ['257f54bc-eedc-4f97-a948-6bef331724c4'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:51:13.505782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Routers {'257f54bc-eedc-4f97-a948-6bef331724c4'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:51:13.506506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['257f54bc-eedc-4f97-a948-6bef331724c4'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:13.590133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f974ff5a-0082-4333-916a-7df2edea210d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:13.674610 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Set router 257f54bc-eedc-4f97-a948-6bef331724c4 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:51:13.728170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port f974ff5a-0082-4333-916a-7df2edea210d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:13.760668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f974ff5a-0082-4333-916a-7df2edea210d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:13.761038 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:13.948908 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:13.977095 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port f974ff5a-0082-4333-916a-7df2edea210d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f974ff5a-0082-4333-916a-7df2edea210d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:13.984314 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:13.985075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2e2752da-afbe-4418-a9de-8da551f42dd9 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:14.040923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:07Z', 'updated_at': '2021-08-20T15:51:10Z', 'revision_number': 4, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'gw_port': {'id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:08Z', 'updated_at': '2021-08-20T15:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'b14cb924-b8e1-4ec6-a90b-6372bca31e51', 'name': '', 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'mac_address': 'fa:16:3e:73:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'bbf62114-a35e-4bb8-8875-6b80ae9257cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:10Z', 'updated_at': '2021-08-20T15:51:11Z', 'revision_number': 2, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'subnets': [{'id': 'bbf62114-a35e-4bb8-8875-6b80ae9257cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:14.087132 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Checking router: 257f54bc-eedc-4f97-a948-6bef331724c4 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:51:14.087497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Updating router 257f54bc-eedc-4f97-a948-6bef331724c4 port b14cb924-b8e1-4ec6-a90b-6372bca31e51 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:51:14.097730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=f974ff5a-0082-4333-916a-7df2edea210d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:14.128765 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:14.148267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 2e2752da-afbe-4418-a9de-8da551f42dd9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:14.148267 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:14.486612 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:14.499210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Transition to ACTIVE for port object b14cb924-b8e1-4ec6-a90b-6372bca31e51 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:14.512078 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:14.568098 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25494c5b-7da5-4510-9d34-be25e9e4c89e None None] Pushing event updated for resources: {'Port': ['ID=b14cb924-b8e1-4ec6-a90b-6372bca31e51,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:14.629766 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Attempting to bind port b14cb924-b8e1-4ec6-a90b-6372bca31e51 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:51:14.629963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Attempting to bind port b14cb924-b8e1-4ec6-a90b-6372bca31e51 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '6394dd68-1dc7-4f4c-8367-4be595c79c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:51:14.630300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Attempting to bind port b14cb924-b8e1-4ec6-a90b-6372bca31e51 on network b9593597-fcd0-487a-ae00-77c5d647c30f {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:51:14.636086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:51:14.636297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Checking segment: {'id': '6394dd68-1dc7-4f4c-8367-4be595c79c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:51:14.636664 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:14.637293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Bound using segment: {'id': '6394dd68-1dc7-4f4c-8367-4be595c79c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:51:14.637530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Bound port: b14cb924-b8e1-4ec6-a90b-6372bca31e51, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6394dd68-1dc7-4f4c-8367-4be595c79c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:51:14.638664 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:14.715793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] For port b14cb924-b8e1-4ec6-a90b-6372bca31e51, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:51:14.720612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] For port b14cb924-b8e1-4ec6-a90b-6372bca31e51, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b14cb924-b8e1-4ec6-a90b-6372bca31e51,segment=NetworkSegment(6394dd68-1dc7-4f4c-8367-4be595c79c26),segment_id=6394dd68-1dc7-4f4c-8367-4be595c79c26)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:51:14.727154 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:14.804971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25494c5b-7da5-4510-9d34-be25e9e4c89e None None] Pushing event updated for resources: {'Port': ['ID=b14cb924-b8e1-4ec6-a90b-6372bca31e51,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:14.811469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Routers {'257f54bc-eedc-4f97-a948-6bef331724c4'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:51:14.812152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:50:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['257f54bc-eedc-4f97-a948-6bef331724c4'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:14.980789 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:14.984532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] Set router 257f54bc-eedc-4f97-a948-6bef331724c4 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:51:15.124145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f974ff5a-0082-4333-916a-7df2edea210d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:15.295124 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-03d35581-9e20-4bed-8caf-d804e7fbfa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:15.300945 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port f974ff5a-0082-4333-916a-7df2edea210d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:15.301323 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:15.370787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:07Z', 'updated_at': '2021-08-20T15:51:10Z', 'revision_number': 4, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'gw_port': {'id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:08Z', 'updated_at': '2021-08-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'b14cb924-b8e1-4ec6-a90b-6372bca31e51', 'name': '', 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'mac_address': 'fa:16:3e:73:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'bbf62114-a35e-4bb8-8875-6b80ae9257cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:10Z', 'updated_at': '2021-08-20T15:51:14Z', 'revision_number': 4, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'subnets': [{'id': 'bbf62114-a35e-4bb8-8875-6b80ae9257cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:51:15.428820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa6176-7858-4b67-8ab1-a64f12938bb5 None None] The sync data for ids ['257f54bc-eedc-4f97-a948-6bef331724c4'] in n-d-695189-15 is: [{'id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:07Z', 'updated_at': '2021-08-20T15:51:10Z', 'revision_number': 4, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'gw_port': {'id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:08Z', 'updated_at': '2021-08-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'b14cb924-b8e1-4ec6-a90b-6372bca31e51', 'name': '', 'network_id': 'b9593597-fcd0-487a-ae00-77c5d647c30f', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'mac_address': 'fa:16:3e:73:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'bbf62114-a35e-4bb8-8875-6b80ae9257cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:10Z', 'updated_at': '2021-08-20T15:51:14Z', 'revision_number': 4, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'subnets': [{'id': 'bbf62114-a35e-4bb8-8875-6b80ae9257cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:51:16.329112 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:17.095740 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b14cb924-b8e1-4ec6-a90b-6372bca31e51 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:17.155763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port b14cb924-b8e1-4ec6-a90b-6372bca31e51 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:17.159938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port b14cb924-b8e1-4ec6-a90b-6372bca31e51 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:17.160516 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:17.251044 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:17.296694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port b14cb924-b8e1-4ec6-a90b-6372bca31e51, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b14cb924-b8e1-4ec6-a90b-6372bca31e51,segment=NetworkSegment(6394dd68-1dc7-4f4c-8367-4be595c79c26),segment_id=6394dd68-1dc7-4f4c-8367-4be595c79c26)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:17.305024 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:17.365159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=b14cb924-b8e1-4ec6-a90b-6372bca31e51,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:18.016691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:19.080521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b14cb924-b8e1-4ec6-a90b-6372bca31e51 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:19.136077 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port b14cb924-b8e1-4ec6-a90b-6372bca31e51 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:19.136551 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:21.884775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-6b81d1e5-ac72-40f8-9937-9ad1f08811ca tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:21.886252 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-6b81d1e5-ac72-40f8-9937-9ad1f08811ca tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/networks?id=c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 200 len: 815 time: 0.1005824 Aug 20 15:51:21.901712 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-928b2fb0-bcd0-4b32-a1d9-8b97c072e53e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/quotas/f919479c6b0a4eb99ddd451f2d634ff0 HTTP/1.1" status: 200 len: 375 time: 0.0091767 Aug 20 15:51:21.959123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-94026b2d-2710-4eff-85b8-41eaa3e4bb98 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511885 Aug 20 15:51:22.053706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-36c14c31-8ab2-464c-bfed-ce4df7dc2908 service neutron] 10.222.0.36 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821834 Aug 20 15:51:22.147802 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-1fa2047a-4c80-4b74-8ffb-a0c2f9665edc service neutron] 10.222.0.36 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879688 Aug 20 15:51:22.306293 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b977257-0bc2-4bc1-ae22-2135966ef6d2 req-4266cbed-1d16-41bd-8cd9-f202c3071f95 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 210 time: 0.0270700 Aug 20 15:51:23.294071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-99ed43dd-0649-4d75-91ef-554d04420403 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:23.295580 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-99ed43dd-0649-4d75-91ef-554d04420403 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.72 "GET /v2.0/networks?id=c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 200 len: 815 time: 0.1045294 Aug 20 15:51:23.314441 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'port': {'device_id': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'admin_state_up': True, 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:51:23.422130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b7b5413c-8b20-4645-bb5d-d5e04f217c89 req-565700d9-4c6a-4729-a963-ef49d3bf9be4 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 210 time: 0.0284543 Aug 20 15:51:23.438443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Made reservation on behalf of f919479c6b0a4eb99ddd451f2d634ff0 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:51:23.442044 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:23.572467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Allocated IP 172.20.0.5 (c283a89b-48b2-4bed-a597-d12556fb5df3/982e8054-2d3e-444c-ae06-0109eeaced92/7a1c695b-6f4b-4e37-aa49-09db8f17974d) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:51:23.746362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:23.762053 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Transition to ACTIVE for port object 7a1c695b-6f4b-4e37-aa49-09db8f17974d will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:23.800626 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:23.849721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Network c283a89b-48b2-4bed-a597-d12556fb5df3 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:23.853144 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:23.861921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:51:23.898355 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'Port': ['ID=7a1c695b-6f4b-4e37-aa49-09db8f17974d,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:23.928879 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:23.929565 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:23.954065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-86c49af9-32c7-4e3a-9700-80abc07edaeb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6432230 Aug 20 15:51:24.116436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-716cdba0-3959-477e-804a-cccd04a13f64 None None] Provisioning for port 7a1c695b-6f4b-4e37-aa49-09db8f17974d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:24.121267 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-716cdba0-3959-477e-804a-cccd04a13f64 None None] Provisioning complete for port 7a1c695b-6f4b-4e37-aa49-09db8f17974d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:24.121639 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-716cdba0-3959-477e-804a-cccd04a13f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:24.162541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-716cdba0-3959-477e-804a-cccd04a13f64 None None] Port 7a1c695b-6f4b-4e37-aa49-09db8f17974d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:51:24.542955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a8b11-481a-4bac-907e-c5dcbac941a4 req-1ce4849e-8c0d-4179-8c53-02c60e753ff9 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:24.545941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a6a8b11-481a-4bac-907e-c5dcbac941a4 req-1ce4849e-8c0d-4179-8c53-02c60e753ff9 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0537534 Aug 20 15:51:24.585709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2a6a8b11-481a-4bac-907e-c5dcbac941a4 req-7bf5f076-cf65-4597-b533-7647fe81c918 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Aug 20 15:51:25.709887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78f68e-330d-42b8-940c-7dc9df396de6 req-d54310f3-f14d-4571-93ae-382f8fcf01f4 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:25.711406 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd78f68e-330d-42b8-940c-7dc9df396de6 req-d54310f3-f14d-4571-93ae-382f8fcf01f4 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0556421 Aug 20 15:51:25.756200 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fd78f68e-330d-42b8-940c-7dc9df396de6 req-74c0f9df-340d-4cb4-a42a-adbe9c4efcf5 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Aug 20 15:51:26.947531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7536d-97ae-4edd-b27e-234edfb2b6a0 req-0c5ac459-365e-4109-ba1f-281149057e73 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:26.949054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73a7536d-97ae-4edd-b27e-234edfb2b6a0 req-0c5ac459-365e-4109-ba1f-281149057e73 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.1246505 Aug 20 15:51:26.991625 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73a7536d-97ae-4edd-b27e-234edfb2b6a0 req-1da877aa-e4b2-4fd5-8d4f-f29f54976638 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356631 Aug 20 15:51:28.118436 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74849424-ac32-40a7-a156-0d67db996894 req-424d1516-b09c-4fc1-b36e-7a83d3a8d451 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:28.119949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74849424-ac32-40a7-a156-0d67db996894 req-424d1516-b09c-4fc1-b36e-7a83d3a8d451 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0516915 Aug 20 15:51:28.158801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74849424-ac32-40a7-a156-0d67db996894 req-34b21713-316f-4593-a2d6-b9fbfe12ed70 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322251 Aug 20 15:51:29.283282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1952f4b-5a38-4644-a65e-1b8b530f6298 req-da881128-9fe0-46c6-bff7-82a701918eca tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:29.285729 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1952f4b-5a38-4644-a65e-1b8b530f6298 req-da881128-9fe0-46c6-bff7-82a701918eca tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0576072 Aug 20 15:51:29.327657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1952f4b-5a38-4644-a65e-1b8b530f6298 req-615249bb-7796-4a5f-a2d0-ad938b780d2c tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356045 Aug 20 15:51:29.600222 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:30.448374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420cb69-929d-4a82-9095-eebc8672f07b req-84139838-f802-4a17-94db-8d197cf38945 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:30.449906 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3420cb69-929d-4a82-9095-eebc8672f07b req-84139838-f802-4a17-94db-8d197cf38945 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0498292 Aug 20 15:51:30.493445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3420cb69-929d-4a82-9095-eebc8672f07b req-0c5b746f-30a4-4265-99fb-a85c28f9dfd6 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Aug 20 15:51:31.611896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2560a2f-f3a4-4d58-8639-736333b6b810 req-cde4f571-86bb-48b3-ae53-0ddd4a10bddb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:31.613433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2560a2f-f3a4-4d58-8639-736333b6b810 req-cde4f571-86bb-48b3-ae53-0ddd4a10bddb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0509627 Aug 20 15:51:31.657772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d2560a2f-f3a4-4d58-8639-736333b6b810 req-2d01b6f2-a808-4581-b33d-a58d5655f468 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Aug 20 15:51:32.781626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bea58-1fea-4214-80d6-977e89a94e09 req-fbbe8789-f29b-4a9a-b758-0d7d61139e25 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:32.783172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-440bea58-1fea-4214-80d6-977e89a94e09 req-fbbe8789-f29b-4a9a-b758-0d7d61139e25 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0547788 Aug 20 15:51:32.826347 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-440bea58-1fea-4214-80d6-977e89a94e09 req-2611edab-7b45-4526-8b1d-97748a29129b tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361063 Aug 20 15:51:33.945600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9212144-2678-42c8-8df6-30fb86ee8be9 req-e0c8ea7e-7158-40d4-9ab3-98d1bdb1b6f2 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:33.947081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9212144-2678-42c8-8df6-30fb86ee8be9 req-e0c8ea7e-7158-40d4-9ab3-98d1bdb1b6f2 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0519423 Aug 20 15:51:33.985467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9212144-2678-42c8-8df6-30fb86ee8be9 req-26f57c82-82bf-4c12-8cda-e6779c6f0ab5 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313530 Aug 20 15:51:35.106510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef6ce0-20e4-40f9-bd11-51f9cb6cf941 req-34c50e1c-fb62-4a0f-bff6-5bfaa4ef3cb9 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:35.108253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69ef6ce0-20e4-40f9-bd11-51f9cb6cf941 req-34c50e1c-fb62-4a0f-bff6-5bfaa4ef3cb9 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0493617 Aug 20 15:51:35.145425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-69ef6ce0-20e4-40f9-bd11-51f9cb6cf941 req-44d322d3-33f7-4fb4-860c-ce3e4d50b8ee tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313284 Aug 20 15:51:36.262490 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62ad13-3b0f-431d-9687-f4d8a7d6ba1e req-1aeb83bb-7bf8-4655-a77a-a0ea8fb83d16 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:36.264103 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb62ad13-3b0f-431d-9687-f4d8a7d6ba1e req-1aeb83bb-7bf8-4655-a77a-a0ea8fb83d16 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0529981 Aug 20 15:51:36.304080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb62ad13-3b0f-431d-9687-f4d8a7d6ba1e req-d6ada61b-c839-40bc-934c-4ddc5a67848e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Aug 20 15:51:36.436167 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.307588 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-4a8bc950-1b26-4a02-addc-076e4e707224 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:51:37.308620 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-4a8bc950-1b26-4a02-addc-076e4e707224 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055652 Aug 20 15:51:37.336201 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Request body: {'port': {'device_id': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:51:37.398702 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.423262 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace3979-86a0-43ac-b530-35c78b4000db req-a06ceab0-00df-4d4d-bc30-a0d4b7823e74 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:37.424928 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cace3979-86a0-43ac-b530-35c78b4000db req-a06ceab0-00df-4d4d-bc30-a0d4b7823e74 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 931 time: 0.0544064 Aug 20 15:51:37.462671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cace3979-86a0-43ac-b530-35c78b4000db req-9b21055c-c04a-496a-9270-dc5b869e48c1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315754 Aug 20 15:51:37.660468 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1c695b-6f4b-4e37-aa49-09db8f17974d {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:51:37.667810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.681350 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Transition to ACTIVE for port object 7a1c695b-6f4b-4e37-aa49-09db8f17974d will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:51:37.685025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.753695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1c695b-6f4b-4e37-aa49-09db8f17974d,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:37.804291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Attempting to bind port 7a1c695b-6f4b-4e37-aa49-09db8f17974d on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:51:37.804624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Attempting to bind port 7a1c695b-6f4b-4e37-aa49-09db8f17974d by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:51:37.804948 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Attempting to bind port 7a1c695b-6f4b-4e37-aa49-09db8f17974d on network c283a89b-48b2-4bed-a597-d12556fb5df3 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:51:37.809357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Port 7a1c695b-6f4b-4e37-aa49-09db8f17974d on network c283a89b-48b2-4bed-a597-d12556fb5df3 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:51:37.809681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Attempting to bind port 7a1c695b-6f4b-4e37-aa49-09db8f17974d on network c283a89b-48b2-4bed-a597-d12556fb5df3 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:51:37.814749 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:51:37.815089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Checking segment: {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:51:37.815467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Bound using segment: {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:51:37.816016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Bound port: 7a1c695b-6f4b-4e37-aa49-09db8f17974d, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5a6590-835b-4da1-959b-e69e7d479383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:51:37.816380 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.884886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] For port 7a1c695b-6f4b-4e37-aa49-09db8f17974d, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:51:37.887842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] For port 7a1c695b-6f4b-4e37-aa49-09db8f17974d, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:51:37.893146 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.928957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:37.929586 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:37.930995 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] 10.222.0.72 "PUT /v2.0/ports/7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 1092 time: 0.5990224 Aug 20 15:51:37.931456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:51:37.933748 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c5a99d-4369-4037-9933-ee59a59bea6b" -d '{"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:51:37.961177 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5aa4e5-95dc-438e-8e43-237a7c3d6350 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1c695b-6f4b-4e37-aa49-09db8f17974d,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:37.980932 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec338bb-1109-470a-b3e1-615840b95d2a x-openstack-request-id: req-3ec338bb-1109-470a-b3e1-615840b95d2a {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:51:37.981225 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:51:37.981521 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ec338bb-1109-470a-b3e1-615840b95d2a {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:51:37.981929 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'status': 'completed', 'code': 200} Aug 20 15:51:38.102037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a99d-4369-4037-9933-ee59a59bea6b req-5a11f60a-0a1f-49c1-93f9-f4f390652bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:38.103260 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-91c5a99d-4369-4037-9933-ee59a59bea6b req-5a11f60a-0a1f-49c1-93f9-f4f390652bd2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1095 time: 0.0438480 Aug 20 15:51:38.274440 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a99d-4369-4037-9933-ee59a59bea6b req-ac7ebdd3-22d8-44e4-bcb2-e7705fdd96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:38.275940 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-91c5a99d-4369-4037-9933-ee59a59bea6b req-ac7ebdd3-22d8-44e4-bcb2-e7705fdd96e9 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1598182 Aug 20 15:51:38.435202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a99d-4369-4037-9933-ee59a59bea6b req-ee8ac2d5-812f-4576-8d20-fa8a040b9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:38.437438 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-91c5a99d-4369-4037-9933-ee59a59bea6b req-ee8ac2d5-812f-4576-8d20-fa8a040b9b60 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546383 Aug 20 15:51:38.534462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-06f82bfc-b4e4-48bc-a392-bd25188ba803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:38.536008 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-06f82bfc-b4e4-48bc-a392-bd25188ba803 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1095 time: 0.0418818 Aug 20 15:51:38.584128 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-891926b8-cc6d-4ad8-a770-baa7861b1801 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 217 time: 0.0339422 Aug 20 15:51:38.584380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41314289-7dc1-454c-a464-363b95332ee5 req-ef09b6a6-781e-4740-a686-9b51eff884f3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:38.585829 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41314289-7dc1-454c-a464-363b95332ee5 req-ef09b6a6-781e-4740-a686-9b51eff884f3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 943 time: 0.0507894 Aug 20 15:51:38.624254 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-41314289-7dc1-454c-a464-363b95332ee5 req-9efa7378-eaf9-403f-989b-b99ae5ade887 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Aug 20 15:51:38.636389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-90cbae1c-6d3b-424e-913e-64dc0820536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:38.637776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-90cbae1c-6d3b-424e-913e-64dc0820536a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=982e8054-2d3e-444c-ae06-0109eeaced92 HTTP/1.1" status: 200 len: 854 time: 0.0472260 Aug 20 15:51:38.682827 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-661bd114-9930-49e7-bcf7-0fbd6bc72e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:38.684324 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-661bd114-9930-49e7-bcf7-0fbd6bc72e6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c283a89b-48b2-4bed-a597-d12556fb5df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399961 Aug 20 15:51:38.774680 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-a48f0aeb-72ce-4058-9b4e-c555a1d36ceb service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828781 Aug 20 15:51:38.866096 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-3c5d6195-6665-44a5-a1dd-3db95a4f7b88 req-2f215744-c84a-404f-8a76-5bda10686500 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838432 Aug 20 15:51:39.743614 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf57f30-9329-442a-8816-e944df9d73e0 req-a09844f4-a2ec-49d8-aeec-44032f2c62f5 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:39.745070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bf57f30-9329-442a-8816-e944df9d73e0 req-a09844f4-a2ec-49d8-aeec-44032f2c62f5 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 943 time: 0.0521207 Aug 20 15:51:39.782977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8bf57f30-9329-442a-8816-e944df9d73e0 req-348d1852-746f-4934-adcf-688038573458 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Aug 20 15:51:40.899939 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0c79f-8e60-4015-aee3-054f51514000 req-f134eece-0d5d-4adf-b8a0-b9c430495a6f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:40.901475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4fa0c79f-8e60-4015-aee3-054f51514000 req-f134eece-0d5d-4adf-b8a0-b9c430495a6f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 943 time: 0.0500927 Aug 20 15:51:40.940981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4fa0c79f-8e60-4015-aee3-054f51514000 req-bb1bbe23-b30b-428a-a535-54add7eab413 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327806 Aug 20 15:51:42.056071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747de64-5aaf-49f7-9ead-017703236334 req-a85b2817-a901-48d8-b42b-7e45d1840760 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:42.057531 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0747de64-5aaf-49f7-9ead-017703236334 req-a85b2817-a901-48d8-b42b-7e45d1840760 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 943 time: 0.0495594 Aug 20 15:51:42.094325 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0747de64-5aaf-49f7-9ead-017703236334 req-aca8171c-0777-4b69-9c2a-8b6b822e8a9f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Aug 20 15:51:42.290636 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3be65d8-3908-451e-867b-3fa5d0801617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:42.508589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 7a1c695b-6f4b-4e37-aa49-09db8f17974d details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:51:42.600772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 7a1c695b-6f4b-4e37-aa49-09db8f17974d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:42.612178 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'port_id': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'mac_address': 'fa:16:3e:a6:26:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:51:42.651279 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:42.663428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1c695b-6f4b-4e37-aa49-09db8f17974d {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:51:42.682322 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 7a1c695b-6f4b-4e37-aa49-09db8f17974d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:42.687014 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:42.732248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=7a1c695b-6f4b-4e37-aa49-09db8f17974d,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:42.739634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.739978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.740314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.740646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.740973 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.741299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.741622 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.741942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.742261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.742579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.742896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:42.743209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:43.094192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['7a1c695b-6f4b-4e37-aa49-09db8f17974d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:51:43.219774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1713b-c5b8-4f86-bd6f-4f99b2b9229f req-9723d62a-8fda-4b74-9fff-3f9704f2ece6 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:43.221234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cec1713b-c5b8-4f86-bd6f-4f99b2b9229f req-9723d62a-8fda-4b74-9fff-3f9704f2ece6 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 944 time: 0.0580227 Aug 20 15:51:43.266281 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cec1713b-c5b8-4f86-bd6f-4f99b2b9229f req-bf23736a-0b50-423c-8192-6105dd4323e3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338771 Aug 20 15:51:44.380542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4cae5-df5b-4038-82aa-7e5587eba596 req-07d4d841-51ab-4fdc-926e-28f86944b99a tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:44.382095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ceb4cae5-df5b-4038-82aa-7e5587eba596 req-07d4d841-51ab-4fdc-926e-28f86944b99a tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 944 time: 0.0493221 Aug 20 15:51:44.420911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ceb4cae5-df5b-4038-82aa-7e5587eba596 req-ab8cd5e9-9792-4c7f-8667-2e268fb49fd9 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327036 Aug 20 15:51:44.522645 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 7a1c695b-6f4b-4e37-aa49-09db8f17974d up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:51:44.574698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 7a1c695b-6f4b-4e37-aa49-09db8f17974d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:51:44.578908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 7a1c695b-6f4b-4e37-aa49-09db8f17974d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:51:44.579292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:44.659732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:44.682549 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:51:44.684834 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9264e-2483-44b1-840a-84494063c744" -d '{"events": [{"server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "name": "network-vif-plugged", "status": "completed", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:51:44.698071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 7a1c695b-6f4b-4e37-aa49-09db8f17974d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:51:44.703264 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:44.727204 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e6cfa-3ce8-4d19-9e63-0ef5c9bf6760 x-openstack-request-id: req-e60e6cfa-3ce8-4d19-9e63-0ef5c9bf6760 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:51:44.727503 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "name": "network-vif-plugged", "status": "completed", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:51:44.727783 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e60e6cfa-3ce8-4d19-9e63-0ef5c9bf6760 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:51:44.728173 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'code': 200} Aug 20 15:51:44.754808 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=7a1c695b-6f4b-4e37-aa49-09db8f17974d,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:44.846633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39820157-0876-4d7e-989c-85e9dc355020 req-3a29ef2f-24ba-4ef0-a1cb-df4fe1d8438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:44.848616 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-39820157-0876-4d7e-989c-85e9dc355020 req-3a29ef2f-24ba-4ef0-a1cb-df4fe1d8438c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1097 time: 0.0415754 Aug 20 15:51:44.886379 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-39820157-0876-4d7e-989c-85e9dc355020 req-1586dfaa-27d0-4f12-8750-1ffcad3990e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Aug 20 15:51:44.924924 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:45.255644 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0e120f6-a06e-40a0-bd13-0668b171be33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:45.536856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a60842-e44b-470c-b946-12fe2772dbac req-f4964ccd-3bbe-4d00-b84d-9fb078f6b0b6 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:45.538379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0a60842-e44b-470c-b946-12fe2772dbac req-f4964ccd-3bbe-4d00-b84d-9fb078f6b0b6 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 945 time: 0.0514166 Aug 20 15:51:45.577987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d0a60842-e44b-470c-b946-12fe2772dbac req-41a2030d-ecc0-44ff-9c29-b7e1eb2c9b19 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332215 Aug 20 15:51:46.326407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:46.697245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa28f7-b11c-4fe8-b28c-a6c1cd0248c7 req-d3d9900d-4143-4a02-92f2-a1a35b825d4a tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:46.698983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2efa28f7-b11c-4fe8-b28c-a6c1cd0248c7 req-d3d9900d-4143-4a02-92f2-a1a35b825d4a tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 945 time: 0.0536060 Aug 20 15:51:46.737673 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2efa28f7-b11c-4fe8-b28c-a6c1cd0248c7 req-00c637c6-3398-4061-b83f-59ac952d277f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Aug 20 15:51:46.853091 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55dd09-b71d-406a-97ca-35861036a291 req-8753711e-7fbc-46c7-ae1b-5f2727d3f88a tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:46.854568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b55dd09-b71d-406a-97ca-35861036a291 req-8753711e-7fbc-46c7-ae1b-5f2727d3f88a tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 945 time: 0.0534248 Aug 20 15:51:46.892109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b55dd09-b71d-406a-97ca-35861036a291 req-a19b08b4-d2f3-4140-821a-a46028c3c0ca tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Aug 20 15:51:47.088287 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340a87a-284c-4018-955a-d58844c8cf93 req-b52ff9b2-443d-467d-8ef3-86f70d86ea9d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:47.089764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f340a87a-284c-4018-955a-d58844c8cf93 req-b52ff9b2-443d-467d-8ef3-86f70d86ea9d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 945 time: 0.0486488 Aug 20 15:51:47.127197 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f340a87a-284c-4018-955a-d58844c8cf93 req-75b6fc9e-2230-4fe9-857b-eca839602d33 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Aug 20 15:51:47.597412 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:51:48.018413 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:58.682736 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89156eb5-898e-4a76-9fa5-ba64e8da4f45 req-66d9492a-21bf-439a-8f8c-0d7bf332b8ca tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:58.684256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89156eb5-898e-4a76-9fa5-ba64e8da4f45 req-66d9492a-21bf-439a-8f8c-0d7bf332b8ca tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 945 time: 0.0528638 Aug 20 15:51:58.722801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89156eb5-898e-4a76-9fa5-ba64e8da4f45 req-e9d43d9f-3790-4eda-b074-78d84a1867bf tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Aug 20 15:51:58.745421 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57030) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:58.898561 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc1e75e-4a70-4883-8b54-bb43af87dc61 tempest-TestMinimumBasicScenario-1785067691 tempest-TestMinimumBasicScenario-1785067691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:51:58.900139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bfc1e75e-4a70-4883-8b54-bb43af87dc61 tempest-TestMinimumBasicScenario-1785067691 tempest-TestMinimumBasicScenario-1785067691-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1092 time: 0.1537449 Aug 20 15:51:58.903145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57034) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:51:58.908213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:51:58.932012 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:59.032135 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:59.133867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Allocated IP 172.25.5.164 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/6e1bd100-5e63-41b3-a602-309fde70bc1b) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:51:59.235444 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:59.273855 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:59.308792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:51:59.311469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:51:59.315512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:51:59.344149 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'Port': ['ID=6e1bd100-5e63-41b3-a602-309fde70bc1b,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:59.355917 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.356274 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.356618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.356961 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.357299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.357634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.357959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.358296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.358624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.358949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.359272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.359653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:51:59.431966 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:59.685213 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:59.749039 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:59.896504 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:59.900935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:51:59.974308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'Port': ['ID=6e1bd100-5e63-41b3-a602-309fde70bc1b,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:51:59.985487 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:00.086245 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Floating IP c149c90e-f7b9-4c8a-b474-c1f84ba0cb32 associated. External IP: 172.25.5.164, port: 7a1c695b-6f4b-4e37-aa49-09db8f17974d. Aug 20 15:52:00.634977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Router 6a3d6f30-c4ac-45ab-9509-509c41cef67c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:52:00.742615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:52:00.753302 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] Sync routers for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:52:00.758096 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:00.763457 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:52:00.764109 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:52:00.786652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a1df9370-2144-41f3-b071-15e5dc1906fe tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8824213 Aug 20 15:52:00.787371 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:52:00.789764 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d33471-0b60-48e9-bb01-ade5e2b9886e" -d '{"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:52:00.789916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57036) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:52:00.795452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582232540', 'description': 'tempest-secgroup-smoke-1582232540 description', 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:52:00.822227 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:00.836327 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b671e6a3-d1c4-43da-86bc-e793b5d905ce x-openstack-request-id: req-b671e6a3-d1c4-43da-86bc-e793b5d905ce {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:52:00.836869 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:52:00.837128 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b671e6a3-d1c4-43da-86bc-e793b5d905ce {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:52:00.837564 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'status': 'completed', 'code': 200} Aug 20 15:52:00.945736 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:00.950255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:00.964769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-40a22bca-a96a-4707-94e6-34e733930931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:00.966305 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-40a22bca-a96a-4707-94e6-34e733930931 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1097 time: 0.0896523 Aug 20 15:52:00.975794 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:52:01.003856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.005068 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2142329 Aug 20 15:52:01.008172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57040) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:52:01.013060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d7b38b67-7ec1-4fcc-a68d-93612bd122c3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'security_group_rule': {'security_group_id': '59c406fa-691d-47f2-8289-caa59860ccbe', 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:52:01.039354 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c406fa-691d-47f2-8289-caa59860ccbe,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:52:01.045436 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d7b38b67-7ec1-4fcc-a68d-93612bd122c3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.052292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.052647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.052992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.053331 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.053669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.054003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.054333 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.054662 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.054992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.055318 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.055670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.055997 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e730452-8730-4407-aa75-63a5b27b4e4f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:52:01.092428 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-3b0813ca-be32-497e-beac-8cf3c995e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:01.095025 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-3b0813ca-be32-497e-beac-8cf3c995e375 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 200 len: 916 time: 0.1189938 Aug 20 15:52:01.106420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d7b38b67-7ec1-4fcc-a68d-93612bd122c3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.111010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d7b38b67-7ec1-4fcc-a68d-93612bd122c3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.123959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b38b67-7ec1-4fcc-a68d-93612bd122c3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124c5cd3-730d-4bb5-bb6e-813652570ba7,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:52:01.139000 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d7b38b67-7ec1-4fcc-a68d-93612bd122c3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.143349 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d7b38b67-7ec1-4fcc-a68d-93612bd122c3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310341 Aug 20 15:52:01.144244 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57042) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:52:01.148297 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-431600e8-c47d-4c1a-8955-f76f514e5ad0 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'security_group_rule': {'security_group_id': '59c406fa-691d-47f2-8289-caa59860ccbe', 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:52:01.177660 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-431600e8-c47d-4c1a-8955-f76f514e5ad0 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.190771 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-49bab5b0-5b9f-40dc-9ed1-aa991cbfaccf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 999 time: 0.0706286 Aug 20 15:52:01.228184 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c149c90e-f7b9-4c8a-b474-c1f84ba0cb32', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'port_id': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'mac_address': 'fa:16:3e:a6:26:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:51:59Z', 'updated_at': '2021-08-20T15:51:59Z', 'revision_number': 0, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2752da-afbe-4418-a9de-8da551f42dd9', 'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'mac_address': 'fa:16:3e:7e:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:05Z', 'updated_at': '2021-08-20T15:51:11Z', 'revision_number': 5, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'subnets': [{'id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:52:01.242203 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-431600e8-c47d-4c1a-8955-f76f514e5ad0 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.245284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-64fa4000-3b4a-4e6e-8a8f-6a8f910735f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:01.246910 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-64fa4000-3b4a-4e6e-8a8f-6a8f910735f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=982e8054-2d3e-444c-ae06-0109eeaced92 HTTP/1.1" status: 200 len: 854 time: 0.0486915 Aug 20 15:52:01.247090 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-431600e8-c47d-4c1a-8955-f76f514e5ad0 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.256560 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] Checking router: 6a3d6f30-c4ac-45ab-9509-509c41cef67c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:52:01.264858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431600e8-c47d-4c1a-8955-f76f514e5ad0 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32831d1-e4a7-4ad0-9e8c-7375c1d1fd14,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:52:01.265285 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:52:01.265841 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:51:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:52:01.280618 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-431600e8-c47d-4c1a-8955-f76f514e5ad0 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.283985 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-431600e8-c47d-4c1a-8955-f76f514e5ad0 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391699 Aug 20 15:52:01.286590 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57044) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:52:01.291619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a2614d93-754b-4f67-b9f2-c1c9b7ef993e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'security_group_rule': {'security_group_id': '59c406fa-691d-47f2-8289-caa59860ccbe', 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:52:01.303125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-2f7034be-1f7d-4295-91a7-0d42147191fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:01.304699 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-2f7034be-1f7d-4295-91a7-0d42147191fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c283a89b-48b2-4bed-a597-d12556fb5df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481677 Aug 20 15:52:01.322030 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a2614d93-754b-4f67-b9f2-c1c9b7ef993e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.387889 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:52:01.388738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a2614d93-754b-4f67-b9f2-c1c9b7ef993e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.393951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a2614d93-754b-4f67-b9f2-c1c9b7ef993e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.407657 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-a2f4e75e-728d-4338-b5e5-a383b7e43c4d service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912037 Aug 20 15:52:01.418748 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2614d93-754b-4f67-b9f2-c1c9b7ef993e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f0223b-ffb3-46f4-be22-6813e243f239,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:52:01.422997 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a2614d93-754b-4f67-b9f2-c1c9b7ef993e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.424249 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a2614d93-754b-4f67-b9f2-c1c9b7ef993e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365955 Aug 20 15:52:01.427153 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57046) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:52:01.432158 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a371cc90-19f4-445a-a923-f2bd690f60d8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'security_group_rule': {'security_group_id': '59c406fa-691d-47f2-8289-caa59860ccbe', 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:52:01.460040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a371cc90-19f4-445a-a923-f2bd690f60d8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.509999 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-80d33471-0b60-48e9-bb01-ade5e2b9886e req-4364b538-1126-4b50-950f-40051d6e9d5b service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960450 Aug 20 15:52:01.523306 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a371cc90-19f4-445a-a923-f2bd690f60d8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.527345 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a371cc90-19f4-445a-a923-f2bd690f60d8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.549273 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371cc90-19f4-445a-a923-f2bd690f60d8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca03f90-2de9-4bdb-b005-64ef8af77aab,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:52:01.552627 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a371cc90-19f4-445a-a923-f2bd690f60d8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.553838 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a371cc90-19f4-445a-a923-f2bd690f60d8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1257060 Aug 20 15:52:01.556523 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57048) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:52:01.561419 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-63a69c60-85c0-44d1-ac63-7f8995fbd274 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'security_group_rule': {'security_group_id': '59c406fa-691d-47f2-8289-caa59860ccbe', 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:52:01.584234 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-63a69c60-85c0-44d1-ac63-7f8995fbd274 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Project f919479c6b0a4eb99ddd451f2d634ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:52:01.589207 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-63a69c60-85c0-44d1-ac63-7f8995fbd274 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.633464 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c149c90e-f7b9-4c8a-b474-c1f84ba0cb32', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'port_id': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'mac_address': 'fa:16:3e:a6:26:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:51:59Z', 'updated_at': '2021-08-20T15:51:59Z', 'revision_number': 0, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2752da-afbe-4418-a9de-8da551f42dd9', 'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'mac_address': 'fa:16:3e:7e:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:05Z', 'updated_at': '2021-08-20T15:51:11Z', 'revision_number': 5, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'subnets': [{'id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:52:01.652252 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-63a69c60-85c0-44d1-ac63-7f8995fbd274 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.660106 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-63a69c60-85c0-44d1-ac63-7f8995fbd274 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.667018 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce252f-f5af-48cd-ac0b-cd6167bac14d None None] The sync data for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 is: [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c149c90e-f7b9-4c8a-b474-c1f84ba0cb32', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'port_id': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'mac_address': 'fa:16:3e:a6:26:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:51:59Z', 'updated_at': '2021-08-20T15:51:59Z', 'revision_number': 0, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2752da-afbe-4418-a9de-8da551f42dd9', 'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'mac_address': 'fa:16:3e:7e:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:05Z', 'updated_at': '2021-08-20T15:51:11Z', 'revision_number': 5, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'subnets': [{'id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:52:01.682869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a69c60-85c0-44d1-ac63-7f8995fbd274 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a154604-58b4-4c31-a4ba-d6952ac2d10a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:52:01.686126 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-63a69c60-85c0-44d1-ac63-7f8995fbd274 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.687465 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-63a69c60-85c0-44d1-ac63-7f8995fbd274 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297219 Aug 20 15:52:01.690610 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57050) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:52:01.695603 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3e6f1ea9-d33a-4b9f-a374-0c79502866f8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'security_group_rule': {'security_group_id': '59c406fa-691d-47f2-8289-caa59860ccbe', 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:52:01.717939 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-3e6f1ea9-d33a-4b9f-a374-0c79502866f8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Project f919479c6b0a4eb99ddd451f2d634ff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:52:01.723783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1ea9-d33a-4b9f-a374-0c79502866f8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:01.873231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5865d7-e40c-4931-ba42-eee4a86bde7e None None] New status for floating IP c149c90e-f7b9-4c8a-b474-c1f84ba0cb32: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:52:02.121732 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1ea9-d33a-4b9f-a374-0c79502866f8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:02.125461 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1ea9-d33a-4b9f-a374-0c79502866f8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:02.142549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f1ea9-d33a-4b9f-a374-0c79502866f8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a793e2b2-900c-4f41-a901-b46897f16502,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:52:02.149288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e6f1ea9-d33a-4b9f-a374-0c79502866f8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:02.150541 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3e6f1ea9-d33a-4b9f-a374-0c79502866f8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4588425 Aug 20 15:52:02.229805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee610216-9601-444e-bf11-ff4360ab4020 req-d37b153e-33c4-4af7-824e-fbd1e2de32b6 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582232540&fields=id&tenant_id=f919479c6b0a4eb99ddd451f2d634ff0 HTTP/1.1" status: 200 len: 267 time: 0.0322616 Aug 20 15:52:02.284968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee610216-9601-444e-bf11-ff4360ab4020 req-9ef9c831-ec28-4106-b038-7a3a368d10e6 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:02.286344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee610216-9601-444e-bf11-ff4360ab4020 req-9ef9c831-ec28-4106-b038-7a3a368d10e6 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 945 time: 0.0502164 Aug 20 15:52:02.298140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-ee610216-9601-444e-bf11-ff4360ab4020 req-e6866da1-223e-4ceb-9001-f6a8ad013a82 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'port': {'security_groups': ['73af64fa-cb39-4e93-96f1-5e7b3f663cd3', '59c406fa-691d-47f2-8289-caa59860ccbe']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:52:02.357384 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ee610216-9601-444e-bf11-ff4360ab4020 req-e6866da1-223e-4ceb-9001-f6a8ad013a82 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:02.537543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-ee610216-9601-444e-bf11-ff4360ab4020 req-e6866da1-223e-4ceb-9001-f6a8ad013a82 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] For port 7a1c695b-6f4b-4e37-aa49-09db8f17974d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:52:02.566803 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ee610216-9601-444e-bf11-ff4360ab4020 req-e6866da1-223e-4ceb-9001-f6a8ad013a82 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:02.571410 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ee610216-9601-444e-bf11-ff4360ab4020 req-e6866da1-223e-4ceb-9001-f6a8ad013a82 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:02.605904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['7a1c695b-6f4b-4e37-aa49-09db8f17974d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:52:02.619687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee610216-9601-444e-bf11-ff4360ab4020 req-e6866da1-223e-4ceb-9001-f6a8ad013a82 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:02.620504 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ee610216-9601-444e-bf11-ff4360ab4020 req-e6866da1-223e-4ceb-9001-f6a8ad013a82 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:02.622076 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee610216-9601-444e-bf11-ff4360ab4020 req-e6866da1-223e-4ceb-9001-f6a8ad013a82 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "PUT /v2.0/ports/7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 981 time: 0.3293519 Aug 20 15:52:02.653010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6866da1-223e-4ceb-9001-f6a8ad013a82 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'Port': ['ID=7a1c695b-6f4b-4e37-aa49-09db8f17974d,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:52:02.735325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['7a1c695b-6f4b-4e37-aa49-09db8f17974d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:52:02.754489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31c01e-ba24-44bb-8501-05d5e72375a8 req-60ff1a55-a378-4446-9c87-e914e7f38cf4 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:02.756376 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd31c01e-ba24-44bb-8501-05d5e72375a8 req-60ff1a55-a378-4446-9c87-e914e7f38cf4 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0646808 Aug 20 15:52:02.800748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cd31c01e-ba24-44bb-8501-05d5e72375a8 req-1dca2a47-6d32-42e8-8312-9db5c8043f5f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375142 Aug 20 15:52:02.838703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:52:02.841424 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056d3b9d-99ca-48fa-8c0a-231bf624e471" -d '{"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:52:02.876929 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec6b8f9-5073-4b14-80cd-6ad8f66b9fdb x-openstack-request-id: req-3ec6b8f9-5073-4b14-80cd-6ad8f66b9fdb {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:52:02.877176 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:52:02.877430 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ec6b8f9-5073-4b14-80cd-6ad8f66b9fdb {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:52:02.877854 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'status': 'completed', 'code': 200} Aug 20 15:52:02.907883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7602810e-8669-49e3-922b-e416072d0cbb None None] Provisioning complete for port 7a1c695b-6f4b-4e37-aa49-09db8f17974d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:52:02.908348 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7602810e-8669-49e3-922b-e416072d0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:02.974366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-44efc18c-0bd0-456c-98c8-9618441f4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:02.975886 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-44efc18c-0bd0-456c-98c8-9618441f4c13 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1136 time: 0.0461135 Aug 20 15:52:03.072258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-e73d9561-4829-4034-a2bc-6617db617ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:03.073710 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-e73d9561-4829-4034-a2bc-6617db617ba4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 200 len: 916 time: 0.0908670 Aug 20 15:52:03.144499 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-fb56e228-c6fc-451d-b816-9f0b7855a9ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 1001 time: 0.0616214 Aug 20 15:52:03.199085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-8ff9e4e5-88bd-45af-9a41-70d7ee8b3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:03.200605 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-8ff9e4e5-88bd-45af-9a41-70d7ee8b3548 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=982e8054-2d3e-444c-ae06-0109eeaced92 HTTP/1.1" status: 200 len: 854 time: 0.0496266 Aug 20 15:52:03.250031 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-c47b53f1-a716-4366-a06f-fe7c1ccf31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:03.251763 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-c47b53f1-a716-4366-a06f-fe7c1ccf31e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c283a89b-48b2-4bed-a597-d12556fb5df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436103 Aug 20 15:52:03.340695 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-d998950e-58e1-48d7-bae7-ca6884c3f1c6 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822959 Aug 20 15:52:03.432876 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-056d3b9d-99ca-48fa-8c0a-231bf624e471 req-bda8dd93-57d3-490c-84db-1f42a9f9b3f4 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849066 Aug 20 15:52:06.450061 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:12.291645 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8bf9a4fa-4d34-4949-828d-539d11e77dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:14.926503 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:15.256205 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b3fe89ef-46da-4baa-906d-664b2ed1811a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:16.330110 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:18.020064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:24.596496 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:52:29.447240 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:33.446892 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-a79c39c8-1b39-470e-b895-5810bd457229 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415258 Aug 20 15:52:33.541506 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-e4c83af8-a999-4f4a-a2d4-ffe4ad9ce26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:33.542976 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-e4c83af8-a999-4f4a-a2d4-ffe4ad9ce26a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1136 time: 0.0400560 Aug 20 15:52:33.646828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-9c9a9988-421f-41e8-9446-0c084b5a8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:33.648335 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-9c9a9988-421f-41e8-9446-0c084b5a8a30 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 200 len: 916 time: 0.0857069 Aug 20 15:52:33.715051 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-742e1886-b17a-4061-8a80-af3287c031f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 1001 time: 0.0594244 Aug 20 15:52:33.764490 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-dc9e1f30-38cf-4c4f-85d4-6ad525df92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:33.766059 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-dc9e1f30-38cf-4c4f-85d4-6ad525df92eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=982e8054-2d3e-444c-ae06-0109eeaced92 HTTP/1.1" status: 200 len: 854 time: 0.0435183 Aug 20 15:52:33.816791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-13198aab-a52b-407a-a07e-64e62c23e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:52:33.818312 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-13198aab-a52b-407a-a07e-64e62c23e1c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c283a89b-48b2-4bed-a597-d12556fb5df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453298 Aug 20 15:52:33.909535 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-2cf3d1a6-db69-435b-a08f-f139acbce7f4 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836501 Aug 20 15:52:34.004376 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5a3945b5-4afd-44d8-b830-3c322279df12 req-c3c43915-4222-4521-9a03-369907a2cbde service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879152 Aug 20 15:52:36.456432 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:42.295231 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-765227c1-cc20-4828-b638-a19d57ce17e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:44.930397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:45.260432 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8642071f-0573-4c5a-82ae-0d23e7debf6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:46.333039 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:48.023341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:52:59.447738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:01.595993 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:53:03.584236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c28435-5213-4e3e-9603-02fc6625064a req-6b9c79c4-e49b-4a7e-91d4-51af1a18f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:03.585776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53c28435-5213-4e3e-9603-02fc6625064a req-6b9c79c4-e49b-4a7e-91d4-51af1a18f130 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1136 time: 0.1158543 Aug 20 15:53:03.626603 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae318f-0d79-4cd9-b2c1-cb6399407651 req-ff5c1415-69d7-425d-b531-033749401767 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:03.628133 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ae318f-0d79-4cd9-b2c1-cb6399407651 req-ff5c1415-69d7-425d-b531-033749401767 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.1857147 Aug 20 15:53:03.668467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-21ae318f-0d79-4cd9-b2c1-cb6399407651 req-1dff23ae-8c60-4675-a8ad-21dba5bff7cd tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340652 Aug 20 15:53:03.676861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c28435-5213-4e3e-9603-02fc6625064a req-16dfbef8-c52b-4497-b905-b4379a96b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:03.678371 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53c28435-5213-4e3e-9603-02fc6625064a req-16dfbef8-c52b-4497-b905-b4379a96b26c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 200 len: 916 time: 0.0850782 Aug 20 15:53:03.749996 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53c28435-5213-4e3e-9603-02fc6625064a req-23ebc4cd-5202-49e5-879e-37d420e6e58c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 1001 time: 0.0632253 Aug 20 15:53:03.802240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c28435-5213-4e3e-9603-02fc6625064a req-178a8954-7245-46e4-85f9-68d1d85fadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:03.803706 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53c28435-5213-4e3e-9603-02fc6625064a req-178a8954-7245-46e4-85f9-68d1d85fadb8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=982e8054-2d3e-444c-ae06-0109eeaced92 HTTP/1.1" status: 200 len: 854 time: 0.0465069 Aug 20 15:53:03.854340 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c28435-5213-4e3e-9603-02fc6625064a req-0fd900f3-c6be-442b-93d4-548498080ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:03.855343 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53c28435-5213-4e3e-9603-02fc6625064a req-0fd900f3-c6be-442b-93d4-548498080ead service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c283a89b-48b2-4bed-a597-d12556fb5df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444245 Aug 20 15:53:03.949719 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53c28435-5213-4e3e-9603-02fc6625064a req-be3ebba0-53d4-47b4-be29-dfb2b9669201 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863321 Aug 20 15:53:04.037624 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-53c28435-5213-4e3e-9603-02fc6625064a req-c4220ad8-1b22-4df7-9bb0-e22c27907533 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810828 Aug 20 15:53:04.789001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce90280-b7c0-4ed6-9ba9-e4906cb451de req-f747a608-0cf2-40a2-8c7f-e02f09abe382 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:04.790478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ce90280-b7c0-4ed6-9ba9-e4906cb451de req-f747a608-0cf2-40a2-8c7f-e02f09abe382 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0490031 Aug 20 15:53:04.831190 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ce90280-b7c0-4ed6-9ba9-e4906cb451de req-83e3c820-b454-4a6f-8e1c-3cf65d5a8789 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332527 Aug 20 15:53:05.950476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015af3b2-cd75-461f-80f9-69f056262caf req-646f372b-2836-4791-95f6-399709ae41c0 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:05.952595 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-015af3b2-cd75-461f-80f9-69f056262caf req-646f372b-2836-4791-95f6-399709ae41c0 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0542743 Aug 20 15:53:05.991394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-015af3b2-cd75-461f-80f9-69f056262caf req-e813fcc8-f5ff-452a-9f6e-5e8fe7ca8e9d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327492 Aug 20 15:53:06.463976 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:07.107703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4047f03-99b6-4fcd-a591-317c2bd54fed req-12dffc03-fd46-493c-a378-9aa11304b673 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:07.109272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4047f03-99b6-4fcd-a591-317c2bd54fed req-12dffc03-fd46-493c-a378-9aa11304b673 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0505974 Aug 20 15:53:07.149507 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d4047f03-99b6-4fcd-a591-317c2bd54fed req-2191ac0d-671b-48ef-9130-9c2f5a149cfb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342150 Aug 20 15:53:08.264294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc668c1-a1d3-4589-8ddc-5e3d8a7bdbfb req-ee06b24f-8d9d-4dde-b1e8-477e218d2705 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:08.265806 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fc668c1-a1d3-4589-8ddc-5e3d8a7bdbfb req-ee06b24f-8d9d-4dde-b1e8-477e218d2705 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0490079 Aug 20 15:53:08.305257 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fc668c1-a1d3-4589-8ddc-5e3d8a7bdbfb req-778c7ef6-f7b3-458a-80b2-ccbf468d641f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334499 Aug 20 15:53:09.431132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3326e2-06af-4624-8e7f-a98fe97932a6 req-f3938356-d139-423e-ba63-25e7e53bd069 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:09.432622 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b3326e2-06af-4624-8e7f-a98fe97932a6 req-f3938356-d139-423e-ba63-25e7e53bd069 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0568509 Aug 20 15:53:09.472890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4b3326e2-06af-4624-8e7f-a98fe97932a6 req-27d9c913-d6fa-4f6f-9327-ee0bc5c9c4f6 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337324 Aug 20 15:53:10.587469 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774cf4-7cd4-4005-97f9-2e47d594ade8 req-da3c3f11-80ef-43c3-b808-1f57f6eb753d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:10.588955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15774cf4-7cd4-4005-97f9-2e47d594ade8 req-da3c3f11-80ef-43c3-b808-1f57f6eb753d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0487840 Aug 20 15:53:10.628764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15774cf4-7cd4-4005-97f9-2e47d594ade8 req-ec155986-9765-4f2a-abf4-4e80ce9497d8 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327764 Aug 20 15:53:11.746493 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea1aa9-5fe3-4f4b-b0df-63ca7a3eb5a1 req-70e7f37a-d6b1-410b-9f3b-7a8108d2d916 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:11.748603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06ea1aa9-5fe3-4f4b-b0df-63ca7a3eb5a1 req-70e7f37a-d6b1-410b-9f3b-7a8108d2d916 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0494692 Aug 20 15:53:11.788877 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06ea1aa9-5fe3-4f4b-b0df-63ca7a3eb5a1 req-847bdb31-2600-4a32-83ae-fc68443ec65e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338845 Aug 20 15:53:12.297298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e8f78a17-e5e5-48c7-8d1c-93e41d06d317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:12.908761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea10b34-57b1-4aea-ae3d-4f18f8715d78 req-219f610c-f40b-4aa5-8dd7-7cc973bbc699 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:12.910250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ea10b34-57b1-4aea-ae3d-4f18f8715d78 req-219f610c-f40b-4aa5-8dd7-7cc973bbc699 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0546701 Aug 20 15:53:12.950910 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ea10b34-57b1-4aea-ae3d-4f18f8715d78 req-8c5fa296-2310-4dc2-a9f4-3a70dfb7b4b2 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345774 Aug 20 15:53:14.066452 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8ccea-c584-4158-a903-5f32d367d760 req-c030488f-8322-45b3-91a3-560c3062f75b tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:14.068241 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4b8ccea-c584-4158-a903-5f32d367d760 req-c030488f-8322-45b3-91a3-560c3062f75b tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0501544 Aug 20 15:53:14.108919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b4b8ccea-c584-4158-a903-5f32d367d760 req-8de5326d-419d-4223-84ef-cefc5dc5f43b tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346994 Aug 20 15:53:14.932559 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:15.224610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77609a-dabe-4f2d-85ed-1eadecc3180a req-e9d66de0-7125-4d46-981b-938821b1419b tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:15.226017 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b77609a-dabe-4f2d-85ed-1eadecc3180a req-e9d66de0-7125-4d46-981b-938821b1419b tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0492001 Aug 20 15:53:15.261615 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-98802ba9-c18b-4cc8-b9fd-20c7160c79c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:15.270143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b77609a-dabe-4f2d-85ed-1eadecc3180a req-f5015762-3261-416a-8619-62ce1fa6c4c3 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379283 Aug 20 15:53:16.335347 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:16.393356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ebde6-40b9-4eb6-928a-60d1e6494469 req-9a099eea-7cc9-4f51-90d6-78b87414ec5e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:16.394837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-808ebde6-40b9-4eb6-928a-60d1e6494469 req-9a099eea-7cc9-4f51-90d6-78b87414ec5e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0536375 Aug 20 15:53:16.435040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-808ebde6-40b9-4eb6-928a-60d1e6494469 req-9d3c0019-fdf6-4737-9d7b-8914df9c037f tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340693 Aug 20 15:53:17.550238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571070f-5ad6-4c25-8991-4130f3e02f52 req-a854979c-7da1-427b-b70f-1e3aaec01913 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:17.551752 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7571070f-5ad6-4c25-8991-4130f3e02f52 req-a854979c-7da1-427b-b70f-1e3aaec01913 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0509722 Aug 20 15:53:17.593580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7571070f-5ad6-4c25-8991-4130f3e02f52 req-95e2ee6c-8197-427e-9b68-8c2022d4936c tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358412 Aug 20 15:53:18.025140 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:18.707599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4736fe-f356-4208-91ee-9e972c5a68bf req-a2b98e2e-c913-410a-b3d0-c47856a37560 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:18.709069 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb4736fe-f356-4208-91ee-9e972c5a68bf req-a2b98e2e-c913-410a-b3d0-c47856a37560 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0493536 Aug 20 15:53:18.748822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fb4736fe-f356-4208-91ee-9e972c5a68bf req-45c8bee1-65dc-4c5b-9cac-075f33678909 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336835 Aug 20 15:53:19.871651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b9642-4829-4569-91e7-366bb8409a76 req-63e7c122-a17f-4703-8d21-593394e405e2 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:19.873331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b76b9642-4829-4569-91e7-366bb8409a76 req-63e7c122-a17f-4703-8d21-593394e405e2 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0541122 Aug 20 15:53:19.914365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b76b9642-4829-4569-91e7-366bb8409a76 req-751167c2-41dc-43d8-b3c8-c3262f2472cb tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351028 Aug 20 15:53:21.035152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce26e7-30d4-4cd2-9667-09f1c260151a req-6e03314f-4778-495b-a697-7253f7222417 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:21.036674 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88ce26e7-30d4-4cd2-9667-09f1c260151a req-6e03314f-4778-495b-a697-7253f7222417 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0523281 Aug 20 15:53:21.078645 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88ce26e7-30d4-4cd2-9667-09f1c260151a req-97291a6f-fd6b-4189-b779-ef0ef415d989 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=59c406fa-691d-47f2-8289-caa59860ccbe&id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357442 Aug 20 15:53:29.443554 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:34.438269 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-ab8c3c44-a701-410c-b3b5-02a55a580c66 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463789 Aug 20 15:53:34.553889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-3a9c1eb8-9014-4211-935f-cb7b08cd6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:34.555375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-3a9c1eb8-9014-4211-935f-cb7b08cd6400 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1136 time: 0.0407794 Aug 20 15:53:34.666291 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-b74f1cbf-32e7-4dcc-b510-46c511814cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:34.667809 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-b74f1cbf-32e7-4dcc-b510-46c511814cc2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 200 len: 916 time: 0.0924397 Aug 20 15:53:34.738301 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-1b0dd129-d2d7-4c3f-a0d8-f7ca778fa0e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 1001 time: 0.0628073 Aug 20 15:53:34.788979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-cd2fc69f-6261-405c-9db3-f7807f3f39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:34.790439 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-cd2fc69f-6261-405c-9db3-f7807f3f39b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=982e8054-2d3e-444c-ae06-0109eeaced92 HTTP/1.1" status: 200 len: 854 time: 0.0447056 Aug 20 15:53:34.836487 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-2a2aef26-ff52-4cce-b5df-2d04a4758867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:53:34.838057 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-2a2aef26-ff52-4cce-b5df-2d04a4758867 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c283a89b-48b2-4bed-a597-d12556fb5df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408814 Aug 20 15:53:34.937122 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-b8dff0fc-7660-49c1-bcc6-af31348d9e4e service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911148 Aug 20 15:53:35.028855 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-2e98492d-a843-43cb-83a2-69f5ab1be0c6 req-1437b592-88bc-4d7f-a25b-db8c2266382e service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840473 Aug 20 15:53:36.462297 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:38.595791 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:53:42.298017 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c61531a8-e14d-42d3-b536-69adbd9e94be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:44.933925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:45.263757 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-db8f00d0-85bf-4a48-8895-9bbf636e6734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:46.342235 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:48.026080 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:53:59.443523 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:06.470165 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:12.298096 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-240d8f6a-242e-4f2f-acd0-04a1d6e75623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:14.936073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:15.263515 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b2335d19-d618-4d6f-b055-8ff0b53d38be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:15.595890 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:54:16.340982 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:18.030181 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:24.485464 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-98da4f02-f9e7-4185-bbe3-834ce58bea80 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582232540&fields=id&tenant_id=f919479c6b0a4eb99ddd451f2d634ff0 HTTP/1.1" status: 200 len: 267 time: 0.0340896 Aug 20 15:54:24.543343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-174ae3f4-b353-47cc-a5a3-8125a42aa749 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:24.545104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-174ae3f4-b353-47cc-a5a3-8125a42aa749 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 984 time: 0.0539453 Aug 20 15:54:24.556267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Request body: {'port': {'security_groups': ['73af64fa-cb39-4e93-96f1-5e7b3f663cd3']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:24.620131 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:24.793617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] For port 7a1c695b-6f4b-4e37-aa49-09db8f17974d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:24.821603 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:24.826771 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:24.861895 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['7a1c695b-6f4b-4e37-aa49-09db8f17974d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:54:24.869497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:24.870152 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:24.872853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e879683-09ab-49a9-9b96-b217932b0fe8 req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "PUT /v2.0/ports/7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 942 time: 0.3212259 Aug 20 15:54:24.873326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:54:24.875677 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216a531c-6670-46d7-9504-4b3e4344f966" -d '{"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:54:24.880555 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57170) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:24.902746 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event updated for resources: {'Port': ['ID=7a1c695b-6f4b-4e37-aa49-09db8f17974d,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:24.911583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.911935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.912278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.914847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.915059 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.915382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.915773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.916113 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.916446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.916776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.917382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.920446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6bc043-27eb-44da-9eea-96ed191bcd07 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:24.982194 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:24.989641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['7a1c695b-6f4b-4e37-aa49-09db8f17974d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:54:25.016905 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.043332 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd433b21-258c-4878-842a-e2ce6dd9f1f8 x-openstack-request-id: req-bd433b21-258c-4878-842a-e2ce6dd9f1f8 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:54:25.043332 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:54:25.043668 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd433b21-258c-4878-842a-e2ce6dd9f1f8 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:54:25.044507 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'status': 'completed', 'code': 200} Aug 20 15:54:25.118390 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.123840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.125026 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "DELETE /v2.0/security-groups/59c406fa-691d-47f2-8289-caa59860ccbe HTTP/1.1" status: 204 len: 168 time: 0.2429271 Aug 20 15:54:25.127874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57174) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:25.150982 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c406fa-691d-47f2-8289-caa59860ccbe,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:25.164023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.164384 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.164733 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.165080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.165420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.165758 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.166093 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.166423 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.166756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.167085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.167458 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.167825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bbb7e1-8d4f-4f2d-86ab-5685be90825e tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:25.177938 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a531c-6670-46d7-9504-4b3e4344f966 req-a6f2f291-fe79-4257-822e-29e4b0ba5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:25.179479 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-216a531c-6670-46d7-9504-4b3e4344f966 req-a6f2f291-fe79-4257-822e-29e4b0ba5a56 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1097 time: 0.0948203 Aug 20 15:54:25.216547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dc937117-1f20-44fb-a636-bca250f85f3a None None] Provisioning complete for port 7a1c695b-6f4b-4e37-aa49-09db8f17974d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:25.216925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dc937117-1f20-44fb-a636-bca250f85f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.277571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a531c-6670-46d7-9504-4b3e4344f966 req-4681d69c-1b36-4e2e-ad54-84cc3147efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:25.279697 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-216a531c-6670-46d7-9504-4b3e4344f966 req-4681d69c-1b36-4e2e-ad54-84cc3147efef service neutron] 10.222.0.72 "GET /v2.0/networks?id=c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 200 len: 916 time: 0.0925231 Aug 20 15:54:25.306784 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Deleting port 6e1bd100-5e63-41b3-a602-309fde70bc1b {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:54:25.307140 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.353911 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-216a531c-6670-46d7-9504-4b3e4344f966 req-785b58f9-3aa3-40f3-9047-2426571630f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 1001 time: 0.0662222 Aug 20 15:54:25.384677 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.385015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.397608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Calling delete_port for 6e1bd100-5e63-41b3-a602-309fde70bc1b owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:54:25.403469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a531c-6670-46d7-9504-4b3e4344f966 req-0bede257-a3df-4332-876c-72498b4986a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:25.405012 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-216a531c-6670-46d7-9504-4b3e4344f966 req-0bede257-a3df-4332-876c-72498b4986a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=982e8054-2d3e-444c-ae06-0109eeaced92 HTTP/1.1" status: 200 len: 854 time: 0.0442934 Aug 20 15:54:25.452962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a531c-6670-46d7-9504-4b3e4344f966 req-a0fc2427-3dc6-41e1-8465-a56b3456bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:25.454479 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-216a531c-6670-46d7-9504-4b3e4344f966 req-a0fc2427-3dc6-41e1-8465-a56b3456bee5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c283a89b-48b2-4bed-a597-d12556fb5df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407841 Aug 20 15:54:25.556181 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.557179 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-216a531c-6670-46d7-9504-4b3e4344f966 req-4c1ce4dc-5460-432d-b5a2-d7c92403dff5 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945854 Aug 20 15:54:25.583065 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event deleted for resources: {'Port': ['ID=6e1bd100-5e63-41b3-a602-309fde70bc1b,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:25.646921 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.647259 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Floating IP c149c90e-f7b9-4c8a-b474-c1f84ba0cb32 disassociated (deleted). External IP: 172.25.5.164, port: 7a1c695b-6f4b-4e37-aa49-09db8f17974d. Aug 20 15:54:25.649164 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-216a531c-6670-46d7-9504-4b3e4344f966 req-390f6553-210e-459f-9ff9-635a91873da4 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853634 Aug 20 15:54:25.854166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Router 6a3d6f30-c4ac-45ab-9509-509c41cef67c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:54:25.968234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:54:25.972996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:25.979504 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] Sync routers for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:54:25.989429 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:25.990040 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:26.005357 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6c7d2553-9a85-47b9-bb16-ac09e3c59c6d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "DELETE /v2.0/floatingips/c149c90e-f7b9-4c8a-b474-c1f84ba0cb32 HTTP/1.1" status: 204 len: 168 time: 0.8763270 Aug 20 15:54:26.095267 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:26.309279 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2e2752da-afbe-4418-a9de-8da551f42dd9', 'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'mac_address': 'fa:16:3e:7e:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:05Z', 'updated_at': '2021-08-20T15:51:11Z', 'revision_number': 5, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'subnets': [{'id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:26.335395 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] Checking router: 6a3d6f30-c4ac-45ab-9509-509c41cef67c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:54:26.345764 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:26.346378 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:26.451228 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:26.727027 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2e2752da-afbe-4418-a9de-8da551f42dd9', 'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'mac_address': 'fa:16:3e:7e:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:05Z', 'updated_at': '2021-08-20T15:51:11Z', 'revision_number': 5, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'subnets': [{'id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:26.755841 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8574d-90be-432f-92a8-619bee13325d None None] The sync data for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 is: [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:05Z', 'revision_number': 4, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '2e2752da-afbe-4418-a9de-8da551f42dd9', 'name': '', 'network_id': 'c283a89b-48b2-4bed-a597-d12556fb5df3', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'mac_address': 'fa:16:3e:7e:71:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:05Z', 'updated_at': '2021-08-20T15:51:11Z', 'revision_number': 5, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'subnets': [{'id': '982e8054-2d3e-444c-ae06-0109eeaced92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:54:26.986314 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6019d9-10b1-49e0-a2a0-2962eeae96a8 None None] New status for floating IP c149c90e-f7b9-4c8a-b474-c1f84ba0cb32: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:54:27.045952 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:54:27.048534 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17c183e-ae97-45e3-ab03-c892e9396d53" -d '{"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:54:27.088343 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8472e60-0d47-45ee-b56f-d5ebc638ac37 x-openstack-request-id: req-e8472e60-0d47-45ee-b56f-d5ebc638ac37 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:54:27.088940 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:54:27.089421 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8472e60-0d47-45ee-b56f-d5ebc638ac37 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:54:27.089928 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'status': 'completed', 'code': 200} Aug 20 15:54:27.195375 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-4e29542b-f5e6-46f7-8e7f-20cc505c9f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:27.196899 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-4e29542b-f5e6-46f7-8e7f-20cc505c9f31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 1097 time: 0.0466173 Aug 20 15:54:27.285928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-03bb319d-e838-403a-a9ff-0e47faf3a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:27.287423 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-03bb319d-e838-403a-a9ff-0e47faf3a1e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 200 len: 916 time: 0.0835664 Aug 20 15:54:27.329929 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-378003f4-067b-4c1e-b796-6884025f9e1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 200 len: 217 time: 0.0352714 Aug 20 15:54:27.385855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-fd5f7bd9-bfb5-477f-b535-b42e88a5460f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:27.387893 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-fd5f7bd9-bfb5-477f-b535-b42e88a5460f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=982e8054-2d3e-444c-ae06-0109eeaced92 HTTP/1.1" status: 200 len: 854 time: 0.0508823 Aug 20 15:54:27.441499 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-fe41c7d1-5d1b-4240-a738-7e8e243ff014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:27.443053 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-fe41c7d1-5d1b-4240-a738-7e8e243ff014 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c283a89b-48b2-4bed-a597-d12556fb5df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472932 Aug 20 15:54:27.537506 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-3abcf889-117b-465f-8deb-d3273cb05554 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868242 Aug 20 15:54:27.630743 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a17c183e-ae97-45e3-ab03-c892e9396d53 req-7bcc0aaf-afd6-46da-be26-0a44875e7691 service neutron] 10.222.0.72 "GET /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862460 Aug 20 15:54:29.474812 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:32.961407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6d922-0687-4d5a-a3c5-d40514fb8bdd req-85cdd85b-e505-4fde-b2b6-f96688884b30 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:32.962891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0de6d922-0687-4d5a-a3c5-d40514fb8bdd req-85cdd85b-e505-4fde-b2b6-f96688884b30 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 945 time: 0.0517952 Aug 20 15:54:33.001012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0de6d922-0687-4d5a-a3c5-d40514fb8bdd req-d4ca85ae-aa8d-4132-8e0f-90cd52a289f2 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319600 Aug 20 15:54:34.115750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603b1ea-97f9-46e3-915e-aec55eb1876e req-c466ef52-9132-403b-b396-4f9db1d69a15 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:34.117234 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0603b1ea-97f9-46e3-915e-aec55eb1876e req-c466ef52-9132-403b-b396-4f9db1d69a15 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 945 time: 0.0485785 Aug 20 15:54:34.154328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0603b1ea-97f9-46e3-915e-aec55eb1876e req-5cf4240d-406d-46c9-a638-4676ed165f53 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/security-groups?id=73af64fa-cb39-4e93-96f1-5e7b3f663cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303915 Aug 20 15:54:34.821004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-21e9567f-f65a-4690-bde7-46c75cfe005d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:34.822485 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-21e9567f-f65a-4690-bde7-46c75cfe005d tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.72 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 945 time: 0.0502913 Aug 20 15:54:34.920352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Deleting port 7a1c695b-6f4b-4e37-aa49-09db8f17974d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:54:34.920702 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:35.009542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] For port 7a1c695b-6f4b-4e37-aa49-09db8f17974d, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=7a1c695b-6f4b-4e37-aa49-09db8f17974d,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:35.009909 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:35.023406 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Calling delete_port for 7a1c695b-6f4b-4e37-aa49-09db8f17974d owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:54:35.152027 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:35.182056 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Pushing event deleted for resources: {'Port': ['ID=7a1c695b-6f4b-4e37-aa49-09db8f17974d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:35.187215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['7a1c695b-6f4b-4e37-aa49-09db8f17974d'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:54:35.229511 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] No DVR routers for this DVR port 7a1c695b-6f4b-4e37-aa49-09db8f17974d on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:54:35.232326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:35.234476 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-95cca29b-4c8b-487b-ab53-24b17b6d0abb req-2e5dde7c-5e74-42a1-a269-cc31e6261bd1 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.72 "DELETE /v2.0/ports/7a1c695b-6f4b-4e37-aa49-09db8f17974d HTTP/1.1" status: 204 len: 173 time: 0.4057727 Aug 20 15:54:35.234977 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'name': 'network-vif-deleted', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:54:35.237337 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d1ea38-bf40-482e-ab64-e9dd7435dbce" -d '{"events": [{"server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "name": "network-vif-deleted", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:54:35.261610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b964104d-4ac4-40e9-aa29-5129be2c7f3c req-bc571439-4bea-4703-9333-47675202a778 tempest-TestMinimumBasicScenario-357596515 tempest-TestMinimumBasicScenario-357596515-project] 10.222.0.36 "GET /v2.0/ports?device_id=135b6d48-0cf2-450c-9308-c01e37da5a83 HTTP/1.1" status: 200 len: 210 time: 0.0343919 Aug 20 15:54:35.361686 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472bce3e-88f2-4bac-87a8-f4809c9708fa x-openstack-request-id: req-472bce3e-88f2-4bac-87a8-f4809c9708fa {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:54:35.361987 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135b6d48-0cf2-450c-9308-c01e37da5a83", "name": "network-vif-deleted", "tag": "7a1c695b-6f4b-4e37-aa49-09db8f17974d", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:54:35.362246 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-472bce3e-88f2-4bac-87a8-f4809c9708fa {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:54:35.362654 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135b6d48-0cf2-450c-9308-c01e37da5a83', 'name': 'network-vif-deleted', 'tag': '7a1c695b-6f4b-4e37-aa49-09db8f17974d', 'status': 'completed', 'code': 200} Aug 20 15:54:36.490687 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:37.388479 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 7a1c695b-6f4b-4e37-aa49-09db8f17974d no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:54:37.411064 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: 7a1c695b-6f4b-4e37-aa49-09db8f17974d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:54:37.411409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 7a1c695b-6f4b-4e37-aa49-09db8f17974d not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:54:37.845783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57276) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:38.199864 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:38.447363 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Deleting port 2e2752da-afbe-4418-a9de-8da551f42dd9 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:54:38.447741 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:38.524698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] For port 2e2752da-afbe-4418-a9de-8da551f42dd9, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=2e2752da-afbe-4418-a9de-8da551f42dd9,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:38.524991 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:38.540822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Calling delete_port for 2e2752da-afbe-4418-a9de-8da551f42dd9 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:54:38.724287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:38.753930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2752da-afbe-4418-a9de-8da551f42dd9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:38.918845 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:39.135261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Router 6a3d6f30-c4ac-45ab-9509-509c41cef67c has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:54:39.571107 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:54:39.576766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1a575599-00fa-499e-91a2-d72b41a144f9 admin admin] 10.222.0.36 "PUT /v2.0/routers/6a3d6f30-c4ac-45ab-9509-509c41cef67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7300227 Aug 20 15:54:39.579268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57280) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:39.582116 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] Sync routers for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:54:39.593157 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:39.593769 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:39.682284 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:39.694953 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:39.784104 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:39.837744 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Deleting port 881a723c-b525-4842-9b52-435a042ae566 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:54:39.837997 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:39.868359 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '881a723c-b525-4842-9b52-435a042ae566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:54:38Z', 'revision_number': 5, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port': {'id': '881a723c-b525-4842-9b52-435a042ae566', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:39.894492 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] Checking router: 6a3d6f30-c4ac-45ab-9509-509c41cef67c for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:54:39.905230 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] Routers {'6a3d6f30-c4ac-45ab-9509-509c41cef67c'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:39.905839 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:39.920594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] For port 881a723c-b525-4842-9b52-435a042ae566, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=881a723c-b525-4842-9b52-435a042ae566,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:39.921062 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:39.935406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Calling delete_port for 881a723c-b525-4842-9b52-435a042ae566 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:54:39.994827 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] Set router 6a3d6f30-c4ac-45ab-9509-509c41cef67c gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:40.054224 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:54:39Z', 'revision_number': 6, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:40.080252 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aca1376-6909-4e61-9ba5-a3d3f33992ea None None] The sync data for ids ['6a3d6f30-c4ac-45ab-9509-509c41cef67c'] in n-d-695189-15 is: [{'id': '6a3d6f30-c4ac-45ab-9509-509c41cef67c', 'name': 'tempest-TestMinimumBasicScenario-1475148505-router', 'tenant_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:03Z', 'updated_at': '2021-08-20T15:54:39Z', 'revision_number': 6, 'project_id': 'f919479c6b0a4eb99ddd451f2d634ff0', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:54:40.104861 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.135071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Pushing event deleted for resources: {'Port': ['ID=881a723c-b525-4842-9b52-435a042ae566,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:40.196237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.286475 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.288680 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.331428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.331999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3d6f30-c4ac-45ab-9509-509c41cef67c {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:54:40.336174 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.337434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-5c04db0b-5187-452f-9178-6c385774514e admin admin] 10.222.0.36 "DELETE /v2.0/routers/6a3d6f30-c4ac-45ab-9509-509c41cef67c HTTP/1.1" status: 204 len: 168 time: 0.7572346 Aug 20 15:54:40.340378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57284) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:40.387847 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c23e08-0a81-4e2e-8ab8-c6c5a0e87a95 admin admin] Deleting subnet 982e8054-2d3e-444c-ae06-0109eeaced92 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:54:40.390670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17c23e08-0a81-4e2e-8ab8-c6c5a0e87a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.425026 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17c23e08-0a81-4e2e-8ab8-c6c5a0e87a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.505368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17c23e08-0a81-4e2e-8ab8-c6c5a0e87a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.556456 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17c23e08-0a81-4e2e-8ab8-c6c5a0e87a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.588654 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c23e08-0a81-4e2e-8ab8-c6c5a0e87a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=982e8054-2d3e-444c-ae06-0109eeaced92,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:40.591313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-17c23e08-0a81-4e2e-8ab8-c6c5a0e87a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.593377 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-17c23e08-0a81-4e2e-8ab8-c6c5a0e87a95 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/982e8054-2d3e-444c-ae06-0109eeaced92 HTTP/1.1" status: 204 len: 168 time: 0.2520354 Aug 20 15:54:40.595942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57286) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:40.598438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152fb920-4549-4b97-aed6-6c31fd54c83b None None] Network c283a89b-48b2-4bed-a597-d12556fb5df3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:54:40.663893 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.722080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Deleting port 9ceb2983-2680-4cfb-9644-b1e974868118 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:54:40.722504 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.789045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] For port 9ceb2983-2680-4cfb-9644-b1e974868118, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9ceb2983-2680-4cfb-9644-b1e974868118,segment=NetworkSegment(4b5a6590-835b-4da1-959b-e69e7d479383),segment_id=4b5a6590-835b-4da1-959b-e69e7d479383)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:40.789341 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.801932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Calling delete_port for 9ceb2983-2680-4cfb-9644-b1e974868118 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:54:40.858817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] DHCP port deletion for c283a89b-48b2-4bed-a597-d12556fb5df3 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:54:40.882523 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.912097 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Deleting port 9ceb2983-2680-4cfb-9644-b1e974868118 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:54:40.912422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ceb2983-2680-4cfb-9644-b1e974868118,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:40.912930 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.915513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] No DVR routers for this DVR port 9ceb2983-2680-4cfb-9644-b1e974868118 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:54:40.981718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] For port 9ceb2983-2680-4cfb-9644-b1e974868118, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:40.982248 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:40.996078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Calling delete_port for 9ceb2983-2680-4cfb-9644-b1e974868118 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:54:40.998730 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Port 9ceb2983-2680-4cfb-9644-b1e974868118 was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 15:54:40.999204 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.000061 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.009463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c283a89b-48b2-4bed-a597-d12556fb5df3']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:41.022040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5a6590-835b-4da1-959b-e69e7d479383') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:41.022458 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5a6590-835b-4da1-959b-e69e7d479383') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:41.027588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Pushing event deleted for resources: {'Port': ['ID=9ceb2983-2680-4cfb-9644-b1e974868118,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:41.032793 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.034879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] No DVR routers for this DVR port 9ceb2983-2680-4cfb-9644-b1e974868118 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:54:41.037217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.037530 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.037963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.038409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.038719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.039031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.039413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.039746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.040018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.040350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.040672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.040975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40aa9c8c-544a-4a39-8e63-51bea25cd807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:41.053255 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.061105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:54:41.061508 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:54:41.063210 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:54:41.127273 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.133128 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.135095 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c283a89b-48b2-4bed-a597-d12556fb5df3 HTTP/1.1" status: 204 len: 168 time: 0.5378785 Aug 20 15:54:41.138210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57288) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:41.146856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa67cb1-b66b-451d-b795-053c4692ef05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c283a89b-48b2-4bed-a597-d12556fb5df3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:41.178039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 881a723c-b525-4842-9b52-435a042ae566 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:54:41.200032 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 881a723c-b525-4842-9b52-435a042ae566 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:54:41.200387 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 881a723c-b525-4842-9b52-435a042ae566 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:54:41.200813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2e2752da-afbe-4418-a9de-8da551f42dd9 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:54:41.219691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 2e2752da-afbe-4418-a9de-8da551f42dd9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:54:41.220040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 2e2752da-afbe-4418-a9de-8da551f42dd9 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:54:41.220461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9ceb2983-2680-4cfb-9644-b1e974868118 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:54:41.242922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 9ceb2983-2680-4cfb-9644-b1e974868118 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:54:41.243290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9ceb2983-2680-4cfb-9644-b1e974868118 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:54:41.486266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.726320 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Deleting port b14cb924-b8e1-4ec6-a90b-6372bca31e51 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:54:41.726674 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.803753 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] For port b14cb924-b8e1-4ec6-a90b-6372bca31e51, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b14cb924-b8e1-4ec6-a90b-6372bca31e51,segment=NetworkSegment(6394dd68-1dc7-4f4c-8367-4be595c79c26),segment_id=6394dd68-1dc7-4f4c-8367-4be595c79c26)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:41.804040 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:41.817540 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Calling delete_port for b14cb924-b8e1-4ec6-a90b-6372bca31e51 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:54:41.989494 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:42.017235 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Pushing event deleted for resources: {'Port': ['ID=b14cb924-b8e1-4ec6-a90b-6372bca31e51,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:42.184956 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:42.300696 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-cac0dbc3-b3ac-4ce2-aeae-11bbfd94be49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:42.403063 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Router 257f54bc-eedc-4f97-a948-6bef331724c4 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:54:42.506727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:54:42.512188 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7357e066-4a47-4a38-8942-d0c9348ce62f admin admin] 10.222.0.36 "PUT /v2.0/routers/257f54bc-eedc-4f97-a948-6bef331724c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3722208 Aug 20 15:54:42.514765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57292) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:42.517475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] Sync routers for ids ['257f54bc-eedc-4f97-a948-6bef331724c4'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:54:42.527356 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] Routers {'257f54bc-eedc-4f97-a948-6bef331724c4'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:42.528043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['257f54bc-eedc-4f97-a948-6bef331724c4'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:42.643100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] Set router 257f54bc-eedc-4f97-a948-6bef331724c4 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:42.963631 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.006682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:07Z', 'updated_at': '2021-08-20T15:54:41Z', 'revision_number': 5, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'gw_port': {'id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:08Z', 'updated_at': '2021-08-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:43.034503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] Checking router: 257f54bc-eedc-4f97-a948-6bef331724c4 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:54:43.043268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] Routers {'257f54bc-eedc-4f97-a948-6bef331724c4'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:43.043923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['257f54bc-eedc-4f97-a948-6bef331724c4'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:43.067340 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.120357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Deleting port f974ff5a-0082-4333-916a-7df2edea210d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:54:43.121042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.154746 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] Set router 257f54bc-eedc-4f97-a948-6bef331724c4 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:43.212074 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] For port f974ff5a-0082-4333-916a-7df2edea210d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=f974ff5a-0082-4333-916a-7df2edea210d,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:43.212676 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.231240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Calling delete_port for f974ff5a-0082-4333-916a-7df2edea210d owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:54:43.338223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:07Z', 'updated_at': '2021-08-20T15:54:41Z', 'revision_number': 5, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'gw_port': {'id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:08Z', 'updated_at': '2021-08-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:43.365917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e018ba-4ace-450d-bfca-e0fdc7dde76c None None] The sync data for ids ['257f54bc-eedc-4f97-a948-6bef331724c4'] in n-d-695189-15 is: [{'id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'name': 'tempest-TestMinimumBasicScenario-247594273-router', 'tenant_id': 'b8356d03ccc24147b99ce74f0146d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:51:07Z', 'updated_at': '2021-08-20T15:54:41Z', 'revision_number': 5, 'project_id': 'b8356d03ccc24147b99ce74f0146d156', 'gw_port': {'id': 'f974ff5a-0082-4333-916a-7df2edea210d', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:9d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257f54bc-eedc-4f97-a948-6bef331724c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:51:08Z', 'updated_at': '2021-08-20T15:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:54:43.399356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.429526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f974ff5a-0082-4333-916a-7df2edea210d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:43.488708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.575365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.577458 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.624231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.624761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 257f54bc-eedc-4f97-a948-6bef331724c4 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:54:43.629256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.630400 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-1b991608-c787-4afa-80c4-70d91f8addf1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/257f54bc-eedc-4f97-a948-6bef331724c4 HTTP/1.1" status: 204 len: 168 time: 1.1142731 Aug 20 15:54:43.633558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57294) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:43.677296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d4f653-b658-4fde-ab5b-20d2b6783915 admin admin] Deleting subnet bbf62114-a35e-4bb8-8875-6b80ae9257cc {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:54:43.680131 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81d4f653-b658-4fde-ab5b-20d2b6783915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.713168 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81d4f653-b658-4fde-ab5b-20d2b6783915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.791307 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81d4f653-b658-4fde-ab5b-20d2b6783915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.858021 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81d4f653-b658-4fde-ab5b-20d2b6783915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.883184 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4f653-b658-4fde-ab5b-20d2b6783915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf62114-a35e-4bb8-8875-6b80ae9257cc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:43.890551 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-81d4f653-b658-4fde-ab5b-20d2b6783915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:43.894680 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-81d4f653-b658-4fde-ab5b-20d2b6783915 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bbf62114-a35e-4bb8-8875-6b80ae9257cc HTTP/1.1" status: 204 len: 168 time: 0.2579815 Aug 20 15:54:43.894913 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57296) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:43.896389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7a459-4da2-42e1-b134-f416140069ff None None] Network b9593597-fcd0-487a-ae00-77c5d647c30f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:54:43.968886 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.031790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Deleting port 0c867d4f-3116-4404-8ad7-cf4113511859 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:54:44.032413 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.104968 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] For port 0c867d4f-3116-4404-8ad7-cf4113511859, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0c867d4f-3116-4404-8ad7-cf4113511859,segment=NetworkSegment(6394dd68-1dc7-4f4c-8367-4be595c79c26),segment_id=6394dd68-1dc7-4f4c-8367-4be595c79c26)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:44.105871 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.118264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Calling delete_port for 0c867d4f-3116-4404-8ad7-cf4113511859 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:54:44.196612 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.227527 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c867d4f-3116-4404-8ad7-cf4113511859,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:44.229349 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] No DVR routers for this DVR port 0c867d4f-3116-4404-8ad7-cf4113511859 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:54:44.299296 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.308980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9593597-fcd0-487a-ae00-77c5d647c30f']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:44.319549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6394dd68-1dc7-4f4c-8367-4be595c79c26') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:44.319903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6394dd68-1dc7-4f4c-8367-4be595c79c26') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:44.329575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.345118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.351921 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:54:44.352332 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:54:44.354086 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:54:44.378154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c31d356-20ec-4747-9366-3106ea9862e3 None None] DHCP port deletion for b9593597-fcd0-487a-ae00-77c5d647c30f request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:54:44.420460 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.426205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.428235 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b9593597-fcd0-487a-ae00-77c5d647c30f HTTP/1.1" status: 204 len: 168 time: 0.5316396 Aug 20 15:54:44.439187 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abcac2-19fc-4ddc-ba51-b590cd626cf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9593597-fcd0-487a-ae00-77c5d647c30f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:44.591116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57300) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:44.631028 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-294ea997-2636-43c4-bde2-ddeefeabf0f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f919479c6b0a4eb99ddd451f2d634ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385859 Aug 20 15:54:44.633403 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57302) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:44.684077 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c45a1c7-857c-4c04-bbde-e08495443219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.705418 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c45a1c7-857c-4c04-bbde-e08495443219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.751406 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c45a1c7-857c-4c04-bbde-e08495443219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.753940 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-5c45a1c7-857c-4c04-bbde-e08495443219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:44.755327 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5c45a1c7-857c-4c04-bbde-e08495443219 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73af64fa-cb39-4e93-96f1-5e7b3f663cd3 HTTP/1.1" status: 204 len: 168 time: 0.1208105 Aug 20 15:54:44.767836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45a1c7-857c-4c04-bbde-e08495443219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73af64fa-cb39-4e93-96f1-5e7b3f663cd3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:44.940121 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:45.084310 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57308) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:45.128388 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ebed6053-14a9-41bb-9729-173a4d9d22e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b8356d03ccc24147b99ce74f0146d156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428860 Aug 20 15:54:45.130850 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57310) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:45.166028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0c867d4f-3116-4404-8ad7-cf4113511859 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:54:45.185318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 0c867d4f-3116-4404-8ad7-cf4113511859 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:54:45.185662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0c867d4f-3116-4404-8ad7-cf4113511859 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:54:45.185783 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73bd3466-8361-4803-b7f6-ef30e160e78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:45.186079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f974ff5a-0082-4333-916a-7df2edea210d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:54:45.204812 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: f974ff5a-0082-4333-916a-7df2edea210d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:54:45.205152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device f974ff5a-0082-4333-916a-7df2edea210d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:54:45.205583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b14cb924-b8e1-4ec6-a90b-6372bca31e51 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:54:45.207318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73bd3466-8361-4803-b7f6-ef30e160e78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:45.223828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: b14cb924-b8e1-4ec6-a90b-6372bca31e51 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:54:45.224174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b14cb924-b8e1-4ec6-a90b-6372bca31e51 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:54:45.254346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73bd3466-8361-4803-b7f6-ef30e160e78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:45.257318 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-73bd3466-8361-4803-b7f6-ef30e160e78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:45.261959 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-73bd3466-8361-4803-b7f6-ef30e160e78f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/edba28d5-6642-4cd0-972e-045f23c475d1 HTTP/1.1" status: 204 len: 168 time: 0.1267173 Aug 20 15:54:45.267190 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-194d0f7a-557c-4489-b2bd-448293c0e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:45.267731 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd3466-8361-4803-b7f6-ef30e160e78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edba28d5-6642-4cd0-972e-045f23c475d1,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:46.346858 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:46.954274 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57352) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:46.959797 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134591397', 'description': 'tempest-secgroup-smoke-1134591397 description', 'project_id': '08664545e24142d09cb0955b8b7a7aa4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:46.985781 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:46.994457 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.093659 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.098042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.133394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2878ed-db6e-469c-8238-edfb90ed6885,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:47.191778 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.198089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.225111 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.226407 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2711234 Aug 20 15:54:47.227133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a9014-fc39-4187-9c36-da2dcff19fc5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921af489-0aaf-4930-bfd9-052fb576e571,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:47.229636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57354) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:47.234777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b362fb44-6af1-41c2-a171-f8e2cc4c0a84 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '921af489-0aaf-4930-bfd9-052fb576e571', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:47.265604 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b362fb44-6af1-41c2-a171-f8e2cc4c0a84 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.322271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b362fb44-6af1-41c2-a171-f8e2cc4c0a84 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.326018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b362fb44-6af1-41c2-a171-f8e2cc4c0a84 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.344611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362fb44-6af1-41c2-a171-f8e2cc4c0a84 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a5b273-2eec-4969-94fb-a64dd501ef84,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:47.350987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b362fb44-6af1-41c2-a171-f8e2cc4c0a84 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.352390 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b362fb44-6af1-41c2-a171-f8e2cc4c0a84 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216831 Aug 20 15:54:47.355721 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:47.360161 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ae3a0dc0-3c3f-41a4-b745-194493d86627 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '921af489-0aaf-4930-bfd9-052fb576e571', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:47.388647 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0dc0-3c3f-41a4-b745-194493d86627 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.446288 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0dc0-3c3f-41a4-b745-194493d86627 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.449867 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0dc0-3c3f-41a4-b745-194493d86627 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.468222 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a0dc0-3c3f-41a4-b745-194493d86627 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aadda9f-946a-49a3-901c-f2b4c67dcf2e,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:47.474051 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ae3a0dc0-3c3f-41a4-b745-194493d86627 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.475342 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ae3a0dc0-3c3f-41a4-b745-194493d86627 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186087 Aug 20 15:54:47.477895 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57358) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:47.482686 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-c8571eed-a967-4235-a23f-880980106d55 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '921af489-0aaf-4930-bfd9-052fb576e571', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:47.508489 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8571eed-a967-4235-a23f-880980106d55 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.570193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8571eed-a967-4235-a23f-880980106d55 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.576295 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8571eed-a967-4235-a23f-880980106d55 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.603604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8571eed-a967-4235-a23f-880980106d55 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe0c4f4-4da3-4826-a40b-4944765a56ee,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:47.608112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c8571eed-a967-4235-a23f-880980106d55 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.609329 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c8571eed-a967-4235-a23f-880980106d55 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305215 Aug 20 15:54:47.612275 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57360) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:47.616714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-f9752038-5812-4f96-bfd2-21c573606f7c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '921af489-0aaf-4930-bfd9-052fb576e571', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:47.642383 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9752038-5812-4f96-bfd2-21c573606f7c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.700997 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9752038-5812-4f96-bfd2-21c573606f7c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.704547 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9752038-5812-4f96-bfd2-21c573606f7c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.723158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9752038-5812-4f96-bfd2-21c573606f7c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b096d9e4-4ee7-48db-acc1-501191efeb1a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:47.727292 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f9752038-5812-4f96-bfd2-21c573606f7c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.728595 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f9752038-5812-4f96-bfd2-21c573606f7c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153975 Aug 20 15:54:47.732003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57362) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:47.736546 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d873fa7a-503d-448b-a12c-b53cbc51005c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '921af489-0aaf-4930-bfd9-052fb576e571', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:47.757108 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-d873fa7a-503d-448b-a12c-b53cbc51005c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:54:47.762256 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d873fa7a-503d-448b-a12c-b53cbc51005c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.819746 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d873fa7a-503d-448b-a12c-b53cbc51005c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.823043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d873fa7a-503d-448b-a12c-b53cbc51005c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.840021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873fa7a-503d-448b-a12c-b53cbc51005c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2270ea-f673-45eb-b207-b2cc29cfd386,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:47.845950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d873fa7a-503d-448b-a12c-b53cbc51005c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.847247 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d873fa7a-503d-448b-a12c-b53cbc51005c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142693 Aug 20 15:54:47.849937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57364) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:47.854396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-778a1ea5-38e5-4515-b8de-556d80c64190 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '921af489-0aaf-4930-bfd9-052fb576e571', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:47.876725 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-778a1ea5-38e5-4515-b8de-556d80c64190 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:54:47.881384 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-778a1ea5-38e5-4515-b8de-556d80c64190 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.943851 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-778a1ea5-38e5-4515-b8de-556d80c64190 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.947043 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-778a1ea5-38e5-4515-b8de-556d80c64190 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.964338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a1ea5-38e5-4515-b8de-556d80c64190 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1bdb44-acc0-4336-b2cd-fdfc666c0263,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:47.973904 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-778a1ea5-38e5-4515-b8de-556d80c64190 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:47.975109 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-778a1ea5-38e5-4515-b8de-556d80c64190 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242182 Aug 20 15:54:47.978159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57366) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:47.983020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'network': {'name': 'tempest-network-smoke--1955317871', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'port_security_enabled': True}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:48.003190 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:54:48.006521 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.029964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:54:48.032734 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.038765 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.039110 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Added segment 42625f8a-98af-4691-bf8c-3492d82d10aa of type vlan for network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 Aug 20 15:54:48.081453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.104204 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.109875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:48.110384 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.164320 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1851592 Aug 20 15:54:48.167780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57368) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:48.174316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'admin_state_up': True, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:48.190902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3cffe-ef09-42e0-93d6-4452e9a3e21d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Network': ['ID=6a3a84bb-0b12-47a9-9a66-47d11e033e50,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:48.202891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:54:48.208185 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.209196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.261118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.396966 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.582785 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.601782 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.705117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.141 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/eb7a1638-5c0c-4f06-a9a6-a6bbeae94853) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:54:48.807485 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.851121 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:48.888461 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:54:48.891179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:54:48.894671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:54:48.919392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=eb7a1638-5c0c-4f06-a9a6-a6bbeae94853,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:49.146742 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:49.342033 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:49.466426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 991ba946-d47f-4927-87e9-679f2394b5dd is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:54:49.572316 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:54:49.584379 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Sync routers for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:54:49.590393 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:49.591687 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ba97959f-1380-467b-8f10-71a49dfa54bf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4229665 Aug 20 15:54:49.593715 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:49.594328 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:49.594765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57370) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:49.696536 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:49.717789 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9e85b321-2e4e-49cc-92bb-b64a6ac33841 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=08664545e24142d09cb0955b8b7a7aa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217828 Aug 20 15:54:49.720649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57374) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:49.869327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd261d8-9988-4cd2-b5a2-b6987bc2057d tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:49.870618 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:49Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:49.874404 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57376) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:49.874561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2cd261d8-9988-4cd2-b5a2-b6987bc2057d tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1527710 Aug 20 15:54:49.897477 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Checking router: 991ba946-d47f-4927-87e9-679f2394b5dd for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:54:49.897821 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Updating router 991ba946-d47f-4927-87e9-679f2394b5dd port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:54:49.906270 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2e6902c6-0d7d-41c0-a0d9-d8773c2bbc38 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277596 Aug 20 15:54:49.906492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57378) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:49.911223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2091335818', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:49.924011 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:49.997483 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:54:50.001102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.172851 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.185496 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.186786 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Transition to ACTIVE for port object eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:54:50.192950 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.239052 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Pushing event updated for resources: {'Port': ['ID=eb7a1638-5c0c-4f06-a9a6-a6bbeae94853,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:50.250678 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.250955 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.251294 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.251651 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.252004 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.252353 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.252694 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.253019 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.253345 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.253684 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.253982 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.254301 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:54:50.259360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Subnet': ['ID=2aed454a-eb08-4882-a394-845b7e9f3316,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:50.267240 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Attempting to bind port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:54:50.267647 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Attempting to bind port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:54:50.268120 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Attempting to bind port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:54:50.269824 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Checking segment: {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:54:50.270233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network hostable DHCP agents. Network: 6a3a84bb-0b12-47a9-9a66-47d11e033e50, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:54:50.273942 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:54:50.274392 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:54:50.274804 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.275195 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:54:50.275693 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Bound port: eb7a1638-5c0c-4f06-a9a6-a6bbeae94853, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:54:50.276118 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.288992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:54:50.298206 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 6a3a84bb-0b12-47a9-9a66-47d11e033e50) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:54:50.302847 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:50.303667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.308409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e548a-208f-4a3a-bc9f-85260bf56922 None None] Network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:54:50.321778 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cf293ab0-dbdf-4398-97a5-cd180f10a237 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4118440 Aug 20 15:54:50.321983 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57380) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:54:50.330973 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] For port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:54:50.334156 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] For port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=eb7a1638-5c0c-4f06-a9a6-a6bbeae94853,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:54:50.340100 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.383824 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:50.384438 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:50.487370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:54:50.489083 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.590453 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33df27-02f3-42d5-b331-4ad2e8cdfd62 None None] Pushing event updated for resources: {'Port': ['ID=eb7a1638-5c0c-4f06-a9a6-a6bbeae94853,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:50.596942 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:50.634244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Allocated IP 172.20.0.2 (6a3a84bb-0b12-47a9-9a66-47d11e033e50/2aed454a-eb08-4882-a394-845b7e9f3316/934f37dd-c499-44c5-80bf-5a1a50e1c478) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:54:50.787118 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:49Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:50.805516 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.816016 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b0d4b9-8511-4bfa-8c50-a03fa3f028b6 None None] The sync data for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 is: [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:49Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:54:50.817608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Transition to ACTIVE for port object 934f37dd-c499-44c5-80bf-5a1a50e1c478 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:54:50.841883 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Transition to ACTIVE for port object 934f37dd-c499-44c5-80bf-5a1a50e1c478 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:54:50.852594 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.894845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:54:50.904546 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:54:50.912761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:54:50.924516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Pushing event updated for resources: {'Port': ['ID=934f37dd-c499-44c5-80bf-5a1a50e1c478,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:50.988884 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Attempting to bind port 934f37dd-c499-44c5-80bf-5a1a50e1c478 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:54:50.989307 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Attempting to bind port 934f37dd-c499-44c5-80bf-5a1a50e1c478 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:54:50.989719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Attempting to bind port 934f37dd-c499-44c5-80bf-5a1a50e1c478 on network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:54:50.996031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:54:50.996406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Checking segment: {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:54:50.996814 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:50.997212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Bound using segment: {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:54:50.997685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Bound port: 934f37dd-c499-44c5-80bf-5a1a50e1c478, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:54:50.998088 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:51.095947 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] For port 934f37dd-c499-44c5-80bf-5a1a50e1c478, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:54:51.100300 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] For port 934f37dd-c499-44c5-80bf-5a1a50e1c478, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=934f37dd-c499-44c5-80bf-5a1a50e1c478,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:54:51.106630 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:51.173409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa183c5-de30-422c-a667-61dafc510e25 None None] Pushing event updated for resources: {'Port': ['ID=934f37dd-c499-44c5-80bf-5a1a50e1c478,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:51.201753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:51.268605 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:54:51.326214 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:54:51.333626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:51.334394 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:51.452027 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:51.474341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=eb7a1638-5c0c-4f06-a9a6-a6bbeae94853,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:51.481326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:51.542948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=eb7a1638-5c0c-4f06-a9a6-a6bbeae94853,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:51.558881 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.1 (6a3a84bb-0b12-47a9-9a66-47d11e033e50/2aed454a-eb08-4882-a394-845b7e9f3316/4162b5a1-0cc6-46df-b1ce-3e671813032b) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:54:51.681434 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:51.697665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object 4162b5a1-0cc6-46df-b1ce-3e671813032b will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:54:51.731764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:51.773757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:54:51.777433 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:54:51.781671 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:54:51.790887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=4162b5a1-0cc6-46df-b1ce-3e671813032b,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:51.835093 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:51.981230 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:52.145816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b681d6-2f27-4880-ba16-2d8a35fe144e None None] Network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:54:52.219518 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dd0621eb-f650-45c5-adc4-c3b9b88b49dc None None] Provisioning for port 934f37dd-c499-44c5-80bf-5a1a50e1c478 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:54:52.279070 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:52.284271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:52.363203 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=4162b5a1-0cc6-46df-b1ce-3e671813032b,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:52.367018 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:52.475622 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:54:52.476995 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:54:52.560780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8278b95c-e34a-417c-8079-fc84947a62de None None] Provisioning for port 4162b5a1-0cc6-46df-b1ce-3e671813032b completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:54:52.564865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8278b95c-e34a-417c-8079-fc84947a62de None None] Provisioning complete for port 4162b5a1-0cc6-46df-b1ce-3e671813032b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:52.565247 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8278b95c-e34a-417c-8079-fc84947a62de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:52.596999 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:54:52.611703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-8278b95c-e34a-417c-8079-fc84947a62de None None] Port 4162b5a1-0cc6-46df-b1ce-3e671813032b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:54:52.621813 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 991ba946-d47f-4927-87e9-679f2394b5dd has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:54:52.730508 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1fd9b4f4-4499-4df9-b06c-7b0cf542db12 None None] Provisioning complete for port 4162b5a1-0cc6-46df-b1ce-3e671813032b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:52.730899 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1fd9b4f4-4499-4df9-b06c-7b0cf542db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:52.740615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:54:52.753294 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0dfa2241-6f05-45f8-a200-d8c26483d4a3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/991ba946-d47f-4927-87e9-679f2394b5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4242418 Aug 20 15:54:52.760341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Sync routers for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:54:52.781376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9b4f4-4499-4df9-b06c-7b0cf542db12 None None] Port 4162b5a1-0cc6-46df-b1ce-3e671813032b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:54:52.783245 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:52.783908 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:52.900865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:52.905018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-6cdcf0b0-85fb-4878-8437-09f4f5e42105 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134591397&fields=id&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 267 time: 0.0371790 Aug 20 15:54:53.021397 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-da19077a-eb73-4fc9-86cc-f7db941c95e4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:53.022852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-da19077a-eb73-4fc9-86cc-f7db941c95e4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/networks?id=6a3a84bb-0b12-47a9-9a66-47d11e033e50 HTTP/1.1" status: 200 len: 797 time: 0.1059191 Aug 20 15:54:53.036647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ffccf61c-5ec7-4f5f-8b77-7397db44f053 None None] Provisioning complete for port 4162b5a1-0cc6-46df-b1ce-3e671813032b triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:53.037019 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ffccf61c-5ec7-4f5f-8b77-7397db44f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.038825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-a0fec406-4347-4a41-b9ec-372dd83b63e5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/quotas/08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 375 time: 0.0093424 Aug 20 15:54:53.091106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ffccf61c-5ec7-4f5f-8b77-7397db44f053 None None] Port 4162b5a1-0cc6-46df-b1ce-3e671813032b cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:54:53.105765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-c2e93312-3966-4eb6-8336-7bf9ffc85c53 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597804 Aug 20 15:54:53.150298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '4162b5a1-0cc6-46df-b1ce-3e671813032b', 'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:04:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:51Z', 'updated_at': '2021-08-20T15:54:52Z', 'revision_number': 2, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:53.178323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Checking router: 991ba946-d47f-4927-87e9-679f2394b5dd for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:54:53.178688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Updating router 991ba946-d47f-4927-87e9-679f2394b5dd port 4162b5a1-0cc6-46df-b1ce-3e671813032b binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:54:53.204699 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.262495 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-b162d2bd-ad2f-4104-ad66-92d3cbc1d07f service neutron] 10.222.0.36 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449707 Aug 20 15:54:53.309312 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 934f37dd-c499-44c5-80bf-5a1a50e1c478 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:54:53.358049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-02b62a67-1987-4981-ae91-96ee9de85766 service neutron] 10.222.0.36 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881162 Aug 20 15:54:53.421162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 934f37dd-c499-44c5-80bf-5a1a50e1c478 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:54:53.433347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 934f37dd-c499-44c5-80bf-5a1a50e1c478 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:53.433732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.531901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-112ce62e-a9f1-4507-99d1-bf53b6c2a694 req-e079bcd6-90ef-450a-ba8f-4b073e6d924e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 210 time: 0.0293283 Aug 20 15:54:53.583578 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.585979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.604124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Transition to ACTIVE for port object 4162b5a1-0cc6-46df-b1ce-3e671813032b will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:54:53.619268 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.636844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 934f37dd-c499-44c5-80bf-5a1a50e1c478, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=934f37dd-c499-44c5-80bf-5a1a50e1c478,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:53.659582 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.660341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:54:53.709833 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0eeb4-fced-4a22-92e6-9915bb920b3e None None] Pushing event updated for resources: {'Port': ['ID=4162b5a1-0cc6-46df-b1ce-3e671813032b,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:53.800376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Attempting to bind port 4162b5a1-0cc6-46df-b1ce-3e671813032b on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:54:53.800749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Attempting to bind port 4162b5a1-0cc6-46df-b1ce-3e671813032b by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:54:53.801117 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Attempting to bind port 4162b5a1-0cc6-46df-b1ce-3e671813032b on network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:54:53.821500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:54:53.822015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Checking segment: {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:54:53.822427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.822871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Bound using segment: {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:54:53.823951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Bound port: 4162b5a1-0cc6-46df-b1ce-3e671813032b, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:54:53.824531 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.829857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:53.830222 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:53.837682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=934f37dd-c499-44c5-80bf-5a1a50e1c478,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:53.936957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] For port 4162b5a1-0cc6-46df-b1ce-3e671813032b, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:54:53.940165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] For port 4162b5a1-0cc6-46df-b1ce-3e671813032b, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4162b5a1-0cc6-46df-b1ce-3e671813032b,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:54:53.946137 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:54.040577 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:54:54.041252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:54.043646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0eeb4-fced-4a22-92e6-9915bb920b3e None None] Pushing event updated for resources: {'Port': ['ID=4162b5a1-0cc6-46df-b1ce-3e671813032b,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:54.341473 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:54:54.533653 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '4162b5a1-0cc6-46df-b1ce-3e671813032b', 'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:04:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:51Z', 'updated_at': '2021-08-20T15:54:53Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:54:54.559732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a1de88-b742-40d5-88ee-13fc8ed0c145 None None] The sync data for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 is: [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '4162b5a1-0cc6-46df-b1ce-3e671813032b', 'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:04:19:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:51Z', 'updated_at': '2021-08-20T15:54:53Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:54:54.647001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4109afa3-af01-48ae-9839-59e7a8daf1d0 req-3fa878ad-0bd0-45c6-99d5-587dd889644e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 210 time: 0.0291717 Aug 20 15:54:54.838160 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-7a76a17d-5865-40fa-9176-0dab31b16efd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:54.840230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-7a76a17d-5865-40fa-9176-0dab31b16efd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/networks?id=6a3a84bb-0b12-47a9-9a66-47d11e033e50 HTTP/1.1" status: 200 len: 797 time: 0.1136339 Aug 20 15:54:54.891264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-a446ae7d-54c2-4d09-9c6f-40abf56734b3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 380 time: 0.0410728 Aug 20 15:54:54.904864 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'port': {'device_id': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'admin_state_up': True, 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'security_groups': ['921af489-0aaf-4930-bfd9-052fb576e571']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:55.014652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:54:55.018322 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.158792 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.6 (6a3a84bb-0b12-47a9-9a66-47d11e033e50/2aed454a-eb08-4882-a394-845b7e9f3316/2f7ba966-4ff7-4c88-bfe2-44e57caee966) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:54:55.262682 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 934f37dd-c499-44c5-80bf-5a1a50e1c478 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:54:55.310466 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.316702 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 934f37dd-c499-44c5-80bf-5a1a50e1c478 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:55.317159 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.325869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object 2f7ba966-4ff7-4c88-bfe2-44e57caee966 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:54:55.360897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.405889 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4162b5a1-0cc6-46df-b1ce-3e671813032b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:54:55.408320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:54:55.421045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:54:55.423577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=2f7ba966-4ff7-4c88-bfe2-44e57caee966,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:55.426267 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:54:55.472487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 4162b5a1-0cc6-46df-b1ce-3e671813032b completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:54:55.478736 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4162b5a1-0cc6-46df-b1ce-3e671813032b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:55.479928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.488972 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:55.489636 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.506149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-1ad10919-9fea-4314-90c1-43b48344d75b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6057467 Aug 20 15:54:55.522030 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-66633e2d-71c6-48f6-b81c-de00f6ce4e0c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:54:55.523956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-66633e2d-71c6-48f6-b81c-de00f6ce4e0c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071044 Aug 20 15:54:55.577621 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.593984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Request body: {'port': {'device_id': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:54:55.620318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 4162b5a1-0cc6-46df-b1ce-3e671813032b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4162b5a1-0cc6-46df-b1ce-3e671813032b,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:55.625255 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.656565 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.685418 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6dd457ab-1693-4f20-aba7-948347f6e40e None None] Provisioning for port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:54:55.691209 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6dd457ab-1693-4f20-aba7-948347f6e40e None None] Provisioning complete for port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:55.691609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6dd457ab-1693-4f20-aba7-948347f6e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:55.694249 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=4162b5a1-0cc6-46df-b1ce-3e671813032b,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:55.741498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6dd457ab-1693-4f20-aba7-948347f6e40e None None] Port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:54:55.879857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d22302-6863-48a7-ac75-d7e9408910cd req-9297b429-ed22-49df-9a4a-af76264da1b9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:55.881344 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28d22302-6863-48a7-ac75-d7e9408910cd req-9297b429-ed22-49df-9a4a-af76264da1b9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 931 time: 0.1080999 Aug 20 15:54:55.951864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28d22302-6863-48a7-ac75-d7e9408910cd req-80ad1dca-134c-4eca-9285-d4eb8d0ea688 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583959 Aug 20 15:54:56.004557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7ba966-4ff7-4c88-bfe2-44e57caee966 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:54:56.012449 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:56.024369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Transition to ACTIVE for port object 2f7ba966-4ff7-4c88-bfe2-44e57caee966 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:54:56.028891 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:56.080269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7ba966-4ff7-4c88-bfe2-44e57caee966,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:56.147272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Attempting to bind port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:54:56.147657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Attempting to bind port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:54:56.147988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Attempting to bind port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 on network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:54:56.152781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 on network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:54:56.153106 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Attempting to bind port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 on network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:54:56.158094 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:54:56.158587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Checking segment: {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:54:56.158974 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Bound using segment: {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:54:56.159400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Bound port: 2f7ba966-4ff7-4c88-bfe2-44e57caee966, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42625f8a-98af-4691-bf8c-3492d82d10aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:54:56.159981 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:56.228535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] For port 2f7ba966-4ff7-4c88-bfe2-44e57caee966, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:54:56.231567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] For port 2f7ba966-4ff7-4c88-bfe2-44e57caee966, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:54:56.236311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:56.271009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:56.271633 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:56.272989 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] 10.222.0.70 "PUT /v2.0/ports/2f7ba966-4ff7-4c88-bfe2-44e57caee966 HTTP/1.1" status: 200 len: 1092 time: 0.7413096 Aug 20 15:54:56.273429 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:54:56.276482 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32812014-87b6-4683-bbec-df8d8aa90c20" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:54:56.307311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeee6bd-e23b-42f0-a217-ac07685ac625 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7ba966-4ff7-4c88-bfe2-44e57caee966,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:54:56.324102 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cfcd0e-5822-4483-9890-d844c9fc90a8 x-openstack-request-id: req-f8cfcd0e-5822-4483-9890-d844c9fc90a8 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:54:56.324391 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:54:56.324766 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f8cfcd0e-5822-4483-9890-d844c9fc90a8 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:54:56.325165 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'status': 'completed', 'code': 200} Aug 20 15:54:56.359319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-38dcface-11c7-4fd0-9e2e-a49f08240321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:56.360945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-38dcface-11c7-4fd0-9e2e-a49f08240321 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 1095 time: 0.0466335 Aug 20 15:54:56.409381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-ecbecc92-1d67-4c44-9095-186028ee5334 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966 HTTP/1.1" status: 200 len: 217 time: 0.0388966 Aug 20 15:54:56.462509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-ca783209-21bb-415f-ab0b-15b06e4fe41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:56.464145 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-ca783209-21bb-415f-ab0b-15b06e4fe41a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2aed454a-eb08-4882-a394-845b7e9f3316 HTTP/1.1" status: 200 len: 835 time: 0.0464883 Aug 20 15:54:56.511445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-9140a897-a9e6-4088-bf10-c51725786cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:56.512968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-9140a897-a9e6-4088-bf10-c51725786cba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a3a84bb-0b12-47a9-9a66-47d11e033e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420246 Aug 20 15:54:56.607980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-8fd3b1af-f0d4-409b-b874-02ae56948a18 service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850954 Aug 20 15:54:56.697110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90d5b503-7dcf-484e-b76a-cefb1387a65e req-bcdd7f62-a439-477b-ab2f-d1f23fc325f2 service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809486 Aug 20 15:54:56.786576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-44295935-750c-4a4a-a39f-0f88ba2e7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:56.788128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-44295935-750c-4a4a-a39f-0f88ba2e7214 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 1095 time: 0.0412686 Aug 20 15:54:56.881430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-af225409-266d-45da-ae9b-a3f209a662cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:56.882923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-af225409-266d-45da-ae9b-a3f209a662cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a3a84bb-0b12-47a9-9a66-47d11e033e50 HTTP/1.1" status: 200 len: 898 time: 0.0870812 Aug 20 15:54:56.929988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-1e85adea-aa94-422a-b008-36cc8c55e3b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966 HTTP/1.1" status: 200 len: 217 time: 0.0387392 Aug 20 15:54:56.984373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-9aee9323-16a4-4a85-a156-f36a51c6955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:56.985769 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-9aee9323-16a4-4a85-a156-f36a51c6955b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2aed454a-eb08-4882-a394-845b7e9f3316 HTTP/1.1" status: 200 len: 835 time: 0.0479681 Aug 20 15:54:57.060333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-6b7c9333-0df8-44a3-9cbd-e7ae1287293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:57.061816 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-6b7c9333-0df8-44a3-9cbd-e7ae1287293c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a3a84bb-0b12-47a9-9a66-47d11e033e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657744 Aug 20 15:54:57.076571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0e6b8-5823-4ccb-b163-a0f4c1dca780 req-417813aa-6d08-4e62-b29d-29bc34fb39ba tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:57.077934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46a0e6b8-5823-4ccb-b163-a0f4c1dca780 req-417813aa-6d08-4e62-b29d-29bc34fb39ba tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 943 time: 0.0574460 Aug 20 15:54:57.169562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46a0e6b8-5823-4ccb-b163-a0f4c1dca780 req-3f95507e-1e03-43b1-b770-f4a837552362 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837283 Aug 20 15:54:57.188338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4162b5a1-0cc6-46df-b1ce-3e671813032b up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:54:57.194240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-c4c6d35b-5329-4371-9f99-81169be8c77f service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153698 Aug 20 15:54:57.227943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4162b5a1-0cc6-46df-b1ce-3e671813032b triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:54:57.228307 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:57.285162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-32812014-87b6-4683-bbec-df8d8aa90c20 req-75155901-02fd-45bf-9d05-ff49a70250f4 service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813818 Aug 20 15:54:58.290409 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b2d70-a7dd-4d28-88e2-555c6cdd79aa req-c1003f34-3af9-49c3-9824-a465c3ccb1c6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:58.292322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b5b2d70-a7dd-4d28-88e2-555c6cdd79aa req-c1003f34-3af9-49c3-9824-a465c3ccb1c6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 943 time: 0.0533855 Aug 20 15:54:58.330770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1b5b2d70-a7dd-4d28-88e2-555c6cdd79aa req-7037d27c-5dd4-4ea2-adb2-a53ff2e16db8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Aug 20 15:54:59.445061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718e85-cd17-43ab-859f-658fa98b47b6 req-c8d43502-7813-4aca-af69-c6daaa8fd3b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:54:59.446538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9718e85-cd17-43ab-859f-658fa98b47b6 req-c8d43502-7813-4aca-af69-c6daaa8fd3b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 943 time: 0.0493999 Aug 20 15:54:59.485580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9718e85-cd17-43ab-859f-658fa98b47b6 req-905b1780-1aad-468a-92d8-3518efec74e0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324690 Aug 20 15:54:59.493492 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:59.824302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2f7ba966-4ff7-4c88-bfe2-44e57caee966 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:54:59.921211 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 2f7ba966-4ff7-4c88-bfe2-44e57caee966, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:54:59.933476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'port_id': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'mac_address': 'fa:16:3e:cf:74:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:54:59.971269 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:54:59.984181 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7ba966-4ff7-4c88-bfe2-44e57caee966 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:55:00.003980 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 2f7ba966-4ff7-4c88-bfe2-44e57caee966, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:00.007598 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:00.054315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=2f7ba966-4ff7-4c88-bfe2-44e57caee966,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:00.277799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['2f7ba966-4ff7-4c88-bfe2-44e57caee966'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:55:00.599185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06aea1b-0a74-4681-ba2f-bf239c46b8c4 req-67d71df7-8d4f-4134-9e86-c2647769af35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:00.600684 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e06aea1b-0a74-4681-ba2f-bf239c46b8c4 req-67d71df7-8d4f-4134-9e86-c2647769af35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 944 time: 0.0481315 Aug 20 15:55:00.638115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e06aea1b-0a74-4681-ba2f-bf239c46b8c4 req-293249b2-aa72-4393-94b3-b966778e1044 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Aug 20 15:55:01.755629 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dff07-afb9-45d0-a867-238be1e6eca1 req-ac8405ae-e731-4f3b-a670-cf88047c5484 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:01.757083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-865dff07-afb9-45d0-a867-238be1e6eca1 req-ac8405ae-e731-4f3b-a670-cf88047c5484 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 944 time: 0.0524313 Aug 20 15:55:01.794172 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-865dff07-afb9-45d0-a867-238be1e6eca1 req-c147a13c-18ae-4d75-89ce-1c52c2ea344e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305643 Aug 20 15:55:01.820407 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2f7ba966-4ff7-4c88-bfe2-44e57caee966 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:55:01.872341 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:01.875860 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:01.876235 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:01.953321 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:01.975771 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:55:01.977999 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463cbc25-cc8c-4a00-9db4-f6b5a499ee22" -d '{"events": [{"server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "name": "network-vif-plugged", "status": "completed", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:55:01.990872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 2f7ba966-4ff7-4c88-bfe2-44e57caee966, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:01.994551 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:02.045521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=2f7ba966-4ff7-4c88-bfe2-44e57caee966,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:02.071053 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e018a06-00d3-401e-9a24-f355e0617dde x-openstack-request-id: req-0e018a06-00d3-401e-9a24-f355e0617dde {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:55:02.071345 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "name": "network-vif-plugged", "status": "completed", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:55:02.071641 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e018a06-00d3-401e-9a24-f355e0617dde {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:55:02.072032 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'code': 200} Aug 20 15:55:02.174797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274890-5b30-400d-b76c-436e449b4701 req-ea17a971-fb5f-4934-88a4-dd9dd4a9582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:02.176313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81274890-5b30-400d-b76c-436e449b4701 req-ea17a971-fb5f-4934-88a4-dd9dd4a9582d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 1097 time: 0.0403049 Aug 20 15:55:02.213430 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81274890-5b30-400d-b76c-436e449b4701 req-3b6cb96d-e446-4a82-a8fd-1af002b72def service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276468 Aug 20 15:55:02.908580 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245d3cc-3eeb-4c0e-bb5a-ed8458b2f9fb req-2e20644a-99ad-454d-8837-21fa42ccc89b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:02.910077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a245d3cc-3eeb-4c0e-bb5a-ed8458b2f9fb req-2e20644a-99ad-454d-8837-21fa42ccc89b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0485535 Aug 20 15:55:02.948952 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a245d3cc-3eeb-4c0e-bb5a-ed8458b2f9fb req-33554441-5cba-44cd-af04-80549105f614 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328081 Aug 20 15:55:04.065530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c05583-2613-4ea4-8d61-45b530ed1971 req-d4679561-a9ce-425c-a12b-d64f65da6f37 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:04.066987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16c05583-2613-4ea4-8d61-45b530ed1971 req-d4679561-a9ce-425c-a12b-d64f65da6f37 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0518529 Aug 20 15:55:04.106264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-16c05583-2613-4ea4-8d61-45b530ed1971 req-b7b55b2d-d35c-4eec-8c19-b651033f2840 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Aug 20 15:55:04.226756 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde91f8-5365-43b4-b7e6-3a1c05545f22 req-5f6b6c2a-ba0b-4ddc-8274-f97291606d61 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:04.228196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8dde91f8-5365-43b4-b7e6-3a1c05545f22 req-5f6b6c2a-ba0b-4ddc-8274-f97291606d61 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0548007 Aug 20 15:55:04.266521 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8dde91f8-5365-43b4-b7e6-3a1c05545f22 req-68b021ae-a484-4b9d-a9e4-e62d4c540cb2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322688 Aug 20 15:55:04.288745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57440) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:04.330418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3303b12-61fa-4cce-95b9-d090bd8c2f78 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:04.331975 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e3303b12-61fa-4cce-95b9-d090bd8c2f78 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 1092 time: 0.0422435 Aug 20 15:55:04.334741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57442) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:04.339523 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:04.361575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:04.455108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:04.559474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.7 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/8f008a31-379d-4e8e-b3ad-b9305f2c2fbc) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:04.658065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:04.701980 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:04.736135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:04.739042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:04.742801 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:04.772875 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=8f008a31-379d-4e8e-b3ad-b9305f2c2fbc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:05.105017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:05.169490 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:05.319395 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:05.324850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:05.390096 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=8f008a31-379d-4e8e-b3ad-b9305f2c2fbc,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:05.401642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:05.499989 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP fe755326-1eda-4fe7-8b9b-c74e8a080d99 associated. External IP: 172.25.5.7, port: 2f7ba966-4ff7-4c88-bfe2-44e57caee966. Aug 20 15:55:05.715119 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 991ba946-d47f-4927-87e9-679f2394b5dd has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:55:05.821633 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:55:05.831919 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] Sync routers for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:55:05.839888 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:05.841652 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:05.842262 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:05.866249 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-92f6af26-850e-4dbb-9433-88452ca2dcaa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5305016 Aug 20 15:55:05.866848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:55:05.869769 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:55:05.950719 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:55:05.963131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a00150-7cae-42e8-ada6-64e73d540e67 req-a0453f7e-7aa8-480e-9b25-db97bc7550f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:05.964770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6a00150-7cae-42e8-ada6-64e73d540e67 req-a0453f7e-7aa8-480e-9b25-db97bc7550f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0497694 Aug 20 15:55:06.003066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6a00150-7cae-42e8-ada6-64e73d540e67 req-93d174e1-11d0-45fd-925b-05825e614da0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Aug 20 15:55:06.027315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57448) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:06.066133 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcb7573-e184-46fd-bca6-3c4870519d72 x-openstack-request-id: req-2dcb7573-e184-46fd-bca6-3c4870519d72 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:55:06.066466 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:55:06.066677 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2dcb7573-e184-46fd-bca6-3c4870519d72 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:55:06.067079 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'status': 'completed', 'code': 200} Aug 20 15:55:06.099747 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f215c8ed-dd6d-48cc-9e83-3af5b53f3412 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/fe755326-1eda-4fe7-8b9b-c74e8a080d99 HTTP/1.1" status: 200 len: 989 time: 0.0711508 Aug 20 15:55:06.122154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-0a10189f-fb51-4db1-8715-b719aa7fc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:06.123680 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-0a10189f-fb51-4db1-8715-b719aa7fc2d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 1097 time: 0.0451591 Aug 20 15:55:06.178107 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'fe755326-1eda-4fe7-8b9b-c74e8a080d99', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'port_id': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'mac_address': 'fa:16:3e:cf:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:55:04Z', 'updated_at': '2021-08-20T15:55:04Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162b5a1-0cc6-46df-b1ce-3e671813032b', 'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:04:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:51Z', 'updated_at': '2021-08-20T15:54:55Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:06.207771 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] Checking router: 991ba946-d47f-4927-87e9-679f2394b5dd for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:55:06.215725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-4d5eb93b-e3cd-45f3-8b87-ff71fa5eb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:06.216958 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:06.217307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-4d5eb93b-e3cd-45f3-8b87-ff71fa5eb925 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a3a84bb-0b12-47a9-9a66-47d11e033e50 HTTP/1.1" status: 200 len: 898 time: 0.0849774 Aug 20 15:55:06.217554 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:54:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:06.289392 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-25173a65-38d0-432b-b6ba-b3c1d0de0c24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966 HTTP/1.1" status: 200 len: 997 time: 0.0622435 Aug 20 15:55:06.320902 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:55:06.338599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-da01dda6-62f5-47ed-a8ff-ddc028a68ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:06.340096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-da01dda6-62f5-47ed-a8ff-ddc028a68ed8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2aed454a-eb08-4882-a394-845b7e9f3316 HTTP/1.1" status: 200 len: 835 time: 0.0427184 Aug 20 15:55:06.388799 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-5e8f5a20-f040-477a-a665-204742dbcb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:06.390334 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-5e8f5a20-f040-477a-a665-204742dbcb71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a3a84bb-0b12-47a9-9a66-47d11e033e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416672 Aug 20 15:55:06.488156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-fd61aece-3bb0-4b79-b0db-53d56030c087 service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886126 Aug 20 15:55:06.491313 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:06.560055 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'fe755326-1eda-4fe7-8b9b-c74e8a080d99', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'port_id': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'mac_address': 'fa:16:3e:cf:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:55:04Z', 'updated_at': '2021-08-20T15:55:04Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162b5a1-0cc6-46df-b1ce-3e671813032b', 'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:04:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:51Z', 'updated_at': '2021-08-20T15:54:55Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:06.582228 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8984a22f-5937-41aa-bc4c-cbbb1d944ca6 req-6272786c-4568-44a1-a2f7-11f06d307b45 service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Aug 20 15:55:06.590109 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca75c829-6b54-4f31-ad67-fbd1dc4b277f None None] The sync data for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 is: [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'fe755326-1eda-4fe7-8b9b-c74e8a080d99', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'port_id': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'mac_address': 'fa:16:3e:cf:74:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:55:04Z', 'updated_at': '2021-08-20T15:55:04Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4162b5a1-0cc6-46df-b1ce-3e671813032b', 'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:04:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:51Z', 'updated_at': '2021-08-20T15:54:55Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:55:06.788044 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c94a5b-9d56-4102-9a09-772e60938e0a None None] New status for floating IP fe755326-1eda-4fe7-8b9b-c74e8a080d99: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:55:07.103599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57450) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:07.508363 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0647c194-2574-4d5e-8f46-561920ec2615 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/fe755326-1eda-4fe7-8b9b-c74e8a080d99 HTTP/1.1" status: 200 len: 991 time: 0.4031057 Aug 20 15:55:12.302742 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f1db70bf-93f5-4e0b-8558-ea85cf499c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:14.942247 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:15.268344 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-738d4ccb-54a6-44a7-92f4-8b0d97e4aef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:16.347345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:18.034793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:29.488476 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:29.597463 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:55:36.508645 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:38.911475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-383f410a-5c43-4daf-acd8-62e274539add req-6b70b36e-0bde-4be2-9d47-28ff71658bf0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388768 Aug 20 15:55:39.005818 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f410a-5c43-4daf-acd8-62e274539add req-67673b10-b4f2-4536-b502-0c5dfe0c44e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:39.007276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-383f410a-5c43-4daf-acd8-62e274539add req-67673b10-b4f2-4536-b502-0c5dfe0c44e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 1097 time: 0.0406702 Aug 20 15:55:39.113343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f410a-5c43-4daf-acd8-62e274539add req-ae70e78d-d507-49c7-a0c1-d6609c0357cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:39.114807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-383f410a-5c43-4daf-acd8-62e274539add req-ae70e78d-d507-49c7-a0c1-d6609c0357cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a3a84bb-0b12-47a9-9a66-47d11e033e50 HTTP/1.1" status: 200 len: 898 time: 0.0851672 Aug 20 15:55:39.185775 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-383f410a-5c43-4daf-acd8-62e274539add req-a0bd2aa3-69ba-4945-9555-2c81c90090b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966 HTTP/1.1" status: 200 len: 999 time: 0.0595050 Aug 20 15:55:39.236790 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f410a-5c43-4daf-acd8-62e274539add req-2eec9e94-1dfb-491b-a669-b492e34e667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:39.238209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-383f410a-5c43-4daf-acd8-62e274539add req-2eec9e94-1dfb-491b-a669-b492e34e667d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2aed454a-eb08-4882-a394-845b7e9f3316 HTTP/1.1" status: 200 len: 835 time: 0.0440080 Aug 20 15:55:39.289484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f410a-5c43-4daf-acd8-62e274539add req-e1f55413-777e-419e-9975-986d4f708f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:39.291573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-383f410a-5c43-4daf-acd8-62e274539add req-e1f55413-777e-419e-9975-986d4f708f06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a3a84bb-0b12-47a9-9a66-47d11e033e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427029 Aug 20 15:55:39.382123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-383f410a-5c43-4daf-acd8-62e274539add req-7ef862f7-2553-4b5e-804d-8e598e218b26 service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822229 Aug 20 15:55:39.475272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-383f410a-5c43-4daf-acd8-62e274539add req-6eabf502-77f7-418c-9c8a-31430a0305e3 service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848110 Aug 20 15:55:40.848534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b348ee-1e64-49ef-8128-ba1a9991f3b5 req-eb4a0b7b-cf60-48dd-9810-7b1d2eef3222 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:40.850010 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00b348ee-1e64-49ef-8128-ba1a9991f3b5 req-eb4a0b7b-cf60-48dd-9810-7b1d2eef3222 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0504022 Aug 20 15:55:40.887830 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00b348ee-1e64-49ef-8128-ba1a9991f3b5 req-e7c5ec97-3ee9-44f7-9c4c-477cc517c597 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Aug 20 15:55:42.005275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8bd72-400d-40a1-9e18-1807d8878fe3 req-2c1f9e20-f64d-4a5f-82df-a0b920063b8c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:42.006767 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eef8bd72-400d-40a1-9e18-1807d8878fe3 req-2c1f9e20-f64d-4a5f-82df-a0b920063b8c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0501032 Aug 20 15:55:42.045569 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eef8bd72-400d-40a1-9e18-1807d8878fe3 req-4b0dd994-8fec-485b-a6b9-96c292e233e2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Aug 20 15:55:42.067359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57472) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:42.129981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-81b1a75c-3a8f-4d9e-bbfb-fe1c8f96686c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/fe755326-1eda-4fe7-8b9b-c74e8a080d99 HTTP/1.1" status: 200 len: 991 time: 0.0614927 Aug 20 15:55:42.304630 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0c2519e8-04ac-4308-a7b3-b11156972f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:43.393869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599515a9-647b-4305-90d8-712657f6bcb7 req-bd590a9b-444e-4415-af6c-941b26c8c54e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:43.395512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-599515a9-647b-4305-90d8-712657f6bcb7 req-bd590a9b-444e-4415-af6c-941b26c8c54e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0496216 Aug 20 15:55:43.434986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-599515a9-647b-4305-90d8-712657f6bcb7 req-8dab1439-f155-490f-8018-6b29a088f9ca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329387 Aug 20 15:55:44.554926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a0ba0-b58d-40a9-bb2e-5847a5a0960f req-afceabe9-e732-40b3-9de3-de07537b8d38 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:44.557589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-701a0ba0-b58d-40a9-bb2e-5847a5a0960f req-afceabe9-e732-40b3-9de3-de07537b8d38 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0541909 Aug 20 15:55:44.598799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-701a0ba0-b58d-40a9-bb2e-5847a5a0960f req-cad2ee84-eb2d-450c-bd3d-f023ae09ad51 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350749 Aug 20 15:55:44.622762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57482) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:44.700211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-743ca191-a5f5-4798-8585-523754f4ec93 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/fe755326-1eda-4fe7-8b9b-c74e8a080d99 HTTP/1.1" status: 200 len: 991 time: 0.0710864 Aug 20 15:55:44.943263 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:44.981289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57488) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:45.141820 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 8f008a31-379d-4e8e-b3ad-b9305f2c2fbc {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:55:45.142169 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.216265 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.216517 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.227868 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 8f008a31-379d-4e8e-b3ad-b9305f2c2fbc owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:55:45.269712 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3d5e8f34-bee3-404b-843d-309f6341ea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.374112 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.400392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=8f008a31-379d-4e8e-b3ad-b9305f2c2fbc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:45.426202 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.426554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.426900 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.427234 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.427627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.427927 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.428257 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.428586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.428916 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.429242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.429568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.429888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:45.471517 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.471875 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP fe755326-1eda-4fe7-8b9b-c74e8a080d99 disassociated (deleted). External IP: 172.25.5.7, port: 2f7ba966-4ff7-4c88-bfe2-44e57caee966. Aug 20 15:55:45.681949 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 991ba946-d47f-4927-87e9-679f2394b5dd has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:55:45.792037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:55:45.796968 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:45.801415 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] Sync routers for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:55:45.811190 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:45.811939 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:45.823602 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3e9734c0-0f9d-4de6-90cb-57321665f7eb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/floatingips/fe755326-1eda-4fe7-8b9b-c74e8a080d99 HTTP/1.1" status: 204 len: 168 time: 0.8412037 Aug 20 15:55:45.824477 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:55:45.826968 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d84f05-aba2-4983-9ce3-344871f7b459" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:55:45.919021 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:55:45.982943 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed895b1-8815-496e-ae62-8eb0316bb9ad x-openstack-request-id: req-eed895b1-8815-496e-ae62-8eb0316bb9ad {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:55:45.983442 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:55:45.983749 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eed895b1-8815-496e-ae62-8eb0316bb9ad {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:55:45.984257 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'status': 'completed', 'code': 200} Aug 20 15:55:46.086198 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-6d3edb62-2dd4-4760-9cad-6bd958c79138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:46.087710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-6d3edb62-2dd4-4760-9cad-6bd958c79138 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 1097 time: 0.0781388 Aug 20 15:55:46.102181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebd8c5-3012-4fe5-bd8d-44d5840bc3a4 req-6b747b1b-5df5-406e-99ba-b55772bb886d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:46.104355 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2ebd8c5-3012-4fe5-bd8d-44d5840bc3a4 req-6b747b1b-5df5-406e-99ba-b55772bb886d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0671940 Aug 20 15:55:46.192983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c2ebd8c5-3012-4fe5-bd8d-44d5840bc3a4 req-10a908b1-11ef-45e8-a6c4-c510cdf303aa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798597 Aug 20 15:55:46.224892 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-8d12435d-8e55-49d1-9529-40bcd09d662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:46.226467 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-8d12435d-8e55-49d1-9529-40bcd09d662e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a3a84bb-0b12-47a9-9a66-47d11e033e50 HTTP/1.1" status: 200 len: 898 time: 0.1212208 Aug 20 15:55:46.246426 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '4162b5a1-0cc6-46df-b1ce-3e671813032b', 'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:04:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:51Z', 'updated_at': '2021-08-20T15:54:55Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:46.271713 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] Checking router: 991ba946-d47f-4927-87e9-679f2394b5dd for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:55:46.273436 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-731828a5-02cd-42df-8440-980f53e2efb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966 HTTP/1.1" status: 200 len: 217 time: 0.0389688 Aug 20 15:55:46.280650 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:46.281249 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:46.327067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-cc7bc568-b2fe-43b3-a62c-2d325d9f8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:46.328606 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-cc7bc568-b2fe-43b3-a62c-2d325d9f8fe8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2aed454a-eb08-4882-a394-845b7e9f3316 HTTP/1.1" status: 200 len: 835 time: 0.0463707 Aug 20 15:55:46.356747 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:46.380886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-db2f003d-a3dc-47b4-88b5-7416562c176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:46.382807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-db2f003d-a3dc-47b4-88b5-7416562c176a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a3a84bb-0b12-47a9-9a66-47d11e033e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459967 Aug 20 15:55:46.402279 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:55:46.493157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-e1442796-60ae-4e2c-8546-321e16428c58 service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010671 Aug 20 15:55:46.601694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f1d84f05-aba2-4983-9ce3-344871f7b459 req-98dd9602-f334-43e8-9970-1e33a395b2c6 service neutron] 10.222.0.70 "GET /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999234 Aug 20 15:55:46.624069 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '4162b5a1-0cc6-46df-b1ce-3e671813032b', 'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:04:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:51Z', 'updated_at': '2021-08-20T15:54:55Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:46.656980 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e581ef7-2102-460b-bbf0-561e80db5cc4 None None] The sync data for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 is: [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '4162b5a1-0cc6-46df-b1ce-3e671813032b', 'name': '', 'network_id': '6a3a84bb-0b12-47a9-9a66-47d11e033e50', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:04:19:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:51Z', 'updated_at': '2021-08-20T15:54:55Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '2aed454a-eb08-4882-a394-845b7e9f3316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:55:46.910036 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041f22b-5c33-4058-b246-63eb7d68b908 None None] New status for floating IP fe755326-1eda-4fe7-8b9b-c74e8a080d99: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:55:47.312809 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd733b-4b9f-474e-8ca2-64ff78615e1b req-2ee5f417-9705-45c9-89f8-8fcbf8a5887b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:47.314317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86bd733b-4b9f-474e-8ca2-64ff78615e1b req-2ee5f417-9705-45c9-89f8-8fcbf8a5887b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0500951 Aug 20 15:55:47.352915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-86bd733b-4b9f-474e-8ca2-64ff78615e1b req-3a3093a3-51af-4a8b-84bc-768c8a0c6fb9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=921af489-0aaf-4930-bfd9-052fb576e571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324986 Aug 20 15:55:47.916143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-70d4c425-23fc-49a6-a2e3-e770d63119b2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:47.917631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-70d4c425-23fc-49a6-a2e3-e770d63119b2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 945 time: 0.0534821 Aug 20 15:55:48.006848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:55:48.007192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:48.037229 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:48.101879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 2f7ba966-4ff7-4c88-bfe2-44e57caee966, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=2f7ba966-4ff7-4c88-bfe2-44e57caee966,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:48.102260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:48.115049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 2f7ba966-4ff7-4c88-bfe2-44e57caee966 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:55:48.241340 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:48.273456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=2f7ba966-4ff7-4c88-bfe2-44e57caee966,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:48.285284 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.285641 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.285981 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.286319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.286651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.286982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.287313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.287671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.288001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.288326 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.288649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.288969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:48.324876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] No DVR routers for this DVR port 2f7ba966-4ff7-4c88-bfe2-44e57caee966 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:55:48.327336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:48.329454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-db5dbe3a-820f-4547-8669-d3ed6da9d232 req-c1fb7d75-f0af-4ba1-8514-ebabe8f76c2c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "DELETE /v2.0/ports/2f7ba966-4ff7-4c88-bfe2-44e57caee966 HTTP/1.1" status: 204 len: 173 time: 0.4053738 Aug 20 15:55:48.329891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'name': 'network-vif-deleted', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:55:48.332148 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a28584-e277-40f2-8555-310c9ed95d7a" -d '{"events": [{"server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "name": "network-vif-deleted", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:55:48.369673 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d0f02c-f237-4da0-9a5a-bb9fa21feb1f x-openstack-request-id: req-a2d0f02c-f237-4da0-9a5a-bb9fa21feb1f {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:55:48.369971 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7fcc28-c509-4054-92d0-83fe414fdb25", "name": "network-vif-deleted", "tag": "2f7ba966-4ff7-4c88-bfe2-44e57caee966", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:55:48.370231 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a2d0f02c-f237-4da0-9a5a-bb9fa21feb1f {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:55:48.370636 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7fcc28-c509-4054-92d0-83fe414fdb25', 'name': 'network-vif-deleted', 'tag': '2f7ba966-4ff7-4c88-bfe2-44e57caee966', 'status': 'completed', 'code': 200} Aug 20 15:55:48.452074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8629b5d2-aec1-4272-be6c-2f589c8ad3de req-c0f2401f-d55e-4e63-922f-b1f1560cdb02 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e7fcc28-c509-4054-92d0-83fe414fdb25 HTTP/1.1" status: 200 len: 210 time: 0.0274534 Aug 20 15:55:49.507894 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57510) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:49.864906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:50.118695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 4162b5a1-0cc6-46df-b1ce-3e671813032b {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:55:50.118961 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:50.203946 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 4162b5a1-0cc6-46df-b1ce-3e671813032b, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4162b5a1-0cc6-46df-b1ce-3e671813032b,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:50.204341 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:50.221123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 4162b5a1-0cc6-46df-b1ce-3e671813032b owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:55:50.400146 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:50.427052 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=4162b5a1-0cc6-46df-b1ce-3e671813032b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:50.927482 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.139414 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 991ba946-d47f-4927-87e9-679f2394b5dd has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:55:51.245134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:55:51.250298 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-be7339c9-8798-4589-a9fd-e603b917014a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/991ba946-d47f-4927-87e9-679f2394b5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7402186 Aug 20 15:55:51.253060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57512) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:51.254787 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] Sync routers for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:55:51.264216 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:51.264876 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:51.303513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-1887d8d8-63f5-4216-b1dc-88e5ee8f548a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting subnet 2aed454a-eb08-4882-a394-845b7e9f3316 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:55:51.307277 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1887d8d8-63f5-4216-b1dc-88e5ee8f548a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.350637 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1887d8d8-63f5-4216-b1dc-88e5ee8f548a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.365626 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:55:51.432803 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1887d8d8-63f5-4216-b1dc-88e5ee8f548a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.490405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1887d8d8-63f5-4216-b1dc-88e5ee8f548a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.524686 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1887d8d8-63f5-4216-b1dc-88e5ee8f548a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.526745 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1887d8d8-63f5-4216-b1dc-88e5ee8f548a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/subnets/2aed454a-eb08-4882-a394-845b7e9f3316 HTTP/1.1" status: 204 len: 168 time: 0.2724519 Aug 20 15:55:51.527844 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887d8d8-63f5-4216-b1dc-88e5ee8f548a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Subnet': ['ID=2aed454a-eb08-4882-a394-845b7e9f3316,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:51.529464 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57514) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:51.533759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454ee22-1731-40a6-94ef-cb8e32354f97 None None] Network 6a3a84bb-0b12-47a9-9a66-47d11e033e50 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:55:51.543563 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:55:50Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:51.573830 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] Checking router: 991ba946-d47f-4927-87e9-679f2394b5dd for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:55:51.584080 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] Routers {'991ba946-d47f-4927-87e9-679f2394b5dd'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:51.584688 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['991ba946-d47f-4927-87e9-679f2394b5dd'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:51.642936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.693814 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] Set router 991ba946-d47f-4927-87e9-679f2394b5dd gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:55:51.745241 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] DHCP port deletion for 6a3a84bb-0b12-47a9-9a66-47d11e033e50 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:55:51.759410 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.797380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Deleting port 934f37dd-c499-44c5-80bf-5a1a50e1c478 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:55:51.797850 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.817077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:55:51.817445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.869294 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] For port 934f37dd-c499-44c5-80bf-5a1a50e1c478, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=934f37dd-c499-44c5-80bf-5a1a50e1c478,segment=NetworkSegment(42625f8a-98af-4691-bf8c-3492d82d10aa),segment_id=42625f8a-98af-4691-bf8c-3492d82d10aa)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:51.869748 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.883192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Calling delete_port for 934f37dd-c499-44c5-80bf-5a1a50e1c478 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:55:51.885805 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:55:50Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:51.910987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port eb7a1638-5c0c-4f06-a9a6-a6bbeae94853, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=eb7a1638-5c0c-4f06-a9a6-a6bbeae94853,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:51.912183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.917387 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7a5a5a-8b11-4159-9f06-ac33521eb7b7 None None] The sync data for ids ['991ba946-d47f-4927-87e9-679f2394b5dd'] in n-d-695189-15 is: [{'id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1187354013', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:55:50Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'eb7a1638-5c0c-4f06-a9a6-a6bbeae94853', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991ba946-d47f-4927-87e9-679f2394b5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:54:48Z', 'updated_at': '2021-08-20T15:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:55:51.930328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:55:51.973256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:51.997263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Pushing event deleted for resources: {'Port': ['ID=934f37dd-c499-44c5-80bf-5a1a50e1c478,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:52.007297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] No DVR routers for this DVR port 934f37dd-c499-44c5-80bf-5a1a50e1c478 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:55:52.010021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.010389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.010733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.011076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.011413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.011780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.012137 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.012462 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.012788 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.013119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.013450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.013777 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8349fc-4132-4e0f-a859-399828e526bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:52.098766 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.105779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2f7ba966-4ff7-4c88-bfe2-44e57caee966 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:55:52.125001 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 2f7ba966-4ff7-4c88-bfe2-44e57caee966 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:55:52.125196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=eb7a1638-5c0c-4f06-a9a6-a6bbeae94853,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:52.125335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 2f7ba966-4ff7-4c88-bfe2-44e57caee966 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:55:52.188424 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.285701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.287969 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.343272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.343988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Fanout notify agent at l3_agent the message router_deleted on router 991ba946-d47f-4927-87e9-679f2394b5dd {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:55:52.351035 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.354894 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-487528b4-7435-422d-b21c-3ef7ed7c2d49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/routers/991ba946-d47f-4927-87e9-679f2394b5dd HTTP/1.1" status: 204 len: 168 time: 0.8212745 Aug 20 15:55:52.355089 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57516) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:52.434351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.526372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.537439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3a84bb-0b12-47a9-9a66-47d11e033e50']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:52.550909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42625f8a-98af-4691-bf8c-3492d82d10aa') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:52.551215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42625f8a-98af-4691-bf8c-3492d82d10aa') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:52.561304 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.575873 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.581919 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:55:52.582850 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: timer() Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:55:52.585685 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:55:52.642562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.649349 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.651160 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/networks/6a3a84bb-0b12-47a9-9a66-47d11e033e50 HTTP/1.1" status: 204 len: 168 time: 0.2950759 Aug 20 15:55:52.654102 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57518) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:52.667674 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9c356-bd52-4f2e-bed2-5ac676f69058 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Network': ['ID=6a3a84bb-0b12-47a9-9a66-47d11e033e50,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:52.715499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2bac08e8-50a8-4c76-acbf-3f680e75669f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.740131 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2bac08e8-50a8-4c76-acbf-3f680e75669f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.799587 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2bac08e8-50a8-4c76-acbf-3f680e75669f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.802135 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2bac08e8-50a8-4c76-acbf-3f680e75669f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:52.803298 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2bac08e8-50a8-4c76-acbf-3f680e75669f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/security-groups/921af489-0aaf-4930-bfd9-052fb576e571 HTTP/1.1" status: 204 len: 168 time: 0.1481640 Aug 20 15:55:52.812749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac08e8-50a8-4c76-acbf-3f680e75669f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921af489-0aaf-4930-bfd9-052fb576e571,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:53.079285 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57524) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:53.084031 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4406698f-2a27-45e5-b7df-95b9c8cf63b9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655673013', 'description': 'tempest-secgroup-smoke-655673013 description', 'project_id': '08664545e24142d09cb0955b8b7a7aa4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:53.106986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4406698f-2a27-45e5-b7df-95b9c8cf63b9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.188964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4406698f-2a27-45e5-b7df-95b9c8cf63b9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.193812 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4406698f-2a27-45e5-b7df-95b9c8cf63b9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.218458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 934f37dd-c499-44c5-80bf-5a1a50e1c478 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:55:53.222075 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4406698f-2a27-45e5-b7df-95b9c8cf63b9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.226115 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4406698f-2a27-45e5-b7df-95b9c8cf63b9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1431460 Aug 20 15:55:53.226337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57526) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:53.232770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-7a69d9fe-08b5-4c67-981b-8f3c3d0fa795 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '765ae28d-3332-4a56-94f7-3ee79ef7fe8c', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:53.238071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406698f-2a27-45e5-b7df-95b9c8cf63b9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765ae28d-3332-4a56-94f7-3ee79ef7fe8c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:53.245476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 934f37dd-c499-44c5-80bf-5a1a50e1c478 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:55:53.245902 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 934f37dd-c499-44c5-80bf-5a1a50e1c478 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:55:53.246215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:55:53.264048 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a69d9fe-08b5-4c67-981b-8f3c3d0fa795 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.264964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:55:53.265318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device eb7a1638-5c0c-4f06-a9a6-a6bbeae94853 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:55:53.265894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4162b5a1-0cc6-46df-b1ce-3e671813032b no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:55:53.284991 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 4162b5a1-0cc6-46df-b1ce-3e671813032b {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:55:53.285335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4162b5a1-0cc6-46df-b1ce-3e671813032b not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:55:53.326805 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a69d9fe-08b5-4c67-981b-8f3c3d0fa795 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.330136 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a69d9fe-08b5-4c67-981b-8f3c3d0fa795 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.348750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69d9fe-08b5-4c67-981b-8f3c3d0fa795 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffef2f2-799d-47ca-815a-e291aad6f12a,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:53.354661 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-7a69d9fe-08b5-4c67-981b-8f3c3d0fa795 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.358905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-7a69d9fe-08b5-4c67-981b-8f3c3d0fa795 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289220 Aug 20 15:55:53.359001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57528) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:53.363673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-472dcefa-93a1-4936-90c1-35be2123a0a5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '765ae28d-3332-4a56-94f7-3ee79ef7fe8c', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:53.390084 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-472dcefa-93a1-4936-90c1-35be2123a0a5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.445631 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-472dcefa-93a1-4936-90c1-35be2123a0a5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.449932 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-472dcefa-93a1-4936-90c1-35be2123a0a5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.467459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dcefa-93a1-4936-90c1-35be2123a0a5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba86805-96e0-48b8-afdd-3c72c7c3ba8f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:53.473031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-472dcefa-93a1-4936-90c1-35be2123a0a5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.474310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-472dcefa-93a1-4936-90c1-35be2123a0a5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144345 Aug 20 15:55:53.477089 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57530) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:53.481898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f22879f4-a0f7-4be8-870e-c664c4a8c25a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '765ae28d-3332-4a56-94f7-3ee79ef7fe8c', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:53.506754 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f22879f4-a0f7-4be8-870e-c664c4a8c25a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.563787 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f22879f4-a0f7-4be8-870e-c664c4a8c25a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.567228 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f22879f4-a0f7-4be8-870e-c664c4a8c25a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.584624 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22879f4-a0f7-4be8-870e-c664c4a8c25a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d074b8-6297-472e-84c6-53a703f5870d,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:53.591278 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f22879f4-a0f7-4be8-870e-c664c4a8c25a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.592511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f22879f4-a0f7-4be8-870e-c664c4a8c25a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141410 Aug 20 15:55:53.595156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57532) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:53.599649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-34c5e494-27d7-4d6d-97bd-d281d783c17c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '765ae28d-3332-4a56-94f7-3ee79ef7fe8c', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:53.625938 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-34c5e494-27d7-4d6d-97bd-d281d783c17c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.687729 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-34c5e494-27d7-4d6d-97bd-d281d783c17c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.691290 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-34c5e494-27d7-4d6d-97bd-d281d783c17c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.709859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5e494-27d7-4d6d-97bd-d281d783c17c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdcc3ed-027d-43ec-b53e-4007bcd5814c,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:53.717381 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-34c5e494-27d7-4d6d-97bd-d281d783c17c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.718853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-34c5e494-27d7-4d6d-97bd-d281d783c17c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227338 Aug 20 15:55:53.721575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57534) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:53.725997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f8450ede-0c43-4874-b657-43aa400d3fcd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '765ae28d-3332-4a56-94f7-3ee79ef7fe8c', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:53.747355 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-f8450ede-0c43-4874-b657-43aa400d3fcd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:55:53.752052 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8450ede-0c43-4874-b657-43aa400d3fcd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.813791 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8450ede-0c43-4874-b657-43aa400d3fcd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.817719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8450ede-0c43-4874-b657-43aa400d3fcd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.836579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8450ede-0c43-4874-b657-43aa400d3fcd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1715a4e0-0dce-488c-b76f-0d865add40c6,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:53.843420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f8450ede-0c43-4874-b657-43aa400d3fcd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.844568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f8450ede-0c43-4874-b657-43aa400d3fcd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220493 Aug 20 15:55:53.847226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57536) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:53.851757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-39d5a2d3-b863-4512-b8bc-5d1a173cf66a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '765ae28d-3332-4a56-94f7-3ee79ef7fe8c', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:53.873616 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-39d5a2d3-b863-4512-b8bc-5d1a173cf66a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:55:53.878543 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-39d5a2d3-b863-4512-b8bc-5d1a173cf66a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.941008 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-39d5a2d3-b863-4512-b8bc-5d1a173cf66a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.944592 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-39d5a2d3-b863-4512-b8bc-5d1a173cf66a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.963597 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5a2d3-b863-4512-b8bc-5d1a173cf66a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd7ac6b-a90f-4bcc-97ad-f715b3c14548,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:53.969678 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-39d5a2d3-b863-4512-b8bc-5d1a173cf66a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:53.970948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-39d5a2d3-b863-4512-b8bc-5d1a173cf66a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227498 Aug 20 15:55:53.973715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57538) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:53.979657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'network': {'name': 'tempest-network-smoke--158922654', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'port_security_enabled': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:53.999848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:54.003324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.027758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:55:54.036760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.037103 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Added segment e679e1fc-e798-4598-a251-ba5431ba4868 of type vlan for network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 Aug 20 15:55:54.080165 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.103793 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.109651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:54.110031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.170836 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1959867 Aug 20 15:55:54.173648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57540) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:54.176770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7d4a1-d4b8-484d-b584-4d557b0027b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Network': ['ID=5547af8c-2bc0-4b6f-ba24-66f396e61db0,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:54.179308 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'admin_state_up': True, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:54.187354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:55:54.204947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.206106 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.264395 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.399776 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.598947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.619359 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.722581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.167 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/778a9a04-8c83-4345-9e18-b24a665819b2) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:54.820650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.858615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:54.901865 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:54.904818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:54.908390 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:54.940507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=778a9a04-8c83-4345-9e18-b24a665819b2,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:55.162118 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:55.359002 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:55.485694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 660a8c19-9015-44a9-8e13-f4d8645cbf9d is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:55:55.592888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:55:55.605538 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb6844-b06d-4631-b120-523624f130af None None] Sync routers for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:55:55.614373 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:55.618615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb6844-b06d-4631-b120-523624f130af None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:55.618790 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a9d1a430-97e6-498f-818f-e6b0a044fbfa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4409404 Aug 20 15:55:55.618902 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-86bb6844-b06d-4631-b120-523624f130af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:55.619024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57542) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:55.650761 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-32bd4bc7-9972-4ed6-8aa4-1d07ce8eb6c8 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=08664545e24142d09cb0955b8b7a7aa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279503 Aug 20 15:55:55.651133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57544) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:55.724587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-86bb6844-b06d-4631-b120-523624f130af None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:55:55.737167 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ff8cc6-cc11-4deb-91e3-34876794c1ff tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:55.738957 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-66ff8cc6-cc11-4deb-91e3-34876794c1ff tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869017 Aug 20 15:55:55.741878 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57546) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:55.769985 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-37672042-fe23-4688-a4a5-85db5f8ecc8d tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270615 Aug 20 15:55:55.772435 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57548) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:55.777230 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-48406923', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:55:55.868447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:55:55.871999 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:55.908548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-86bb6844-b06d-4631-b120-523624f130af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:55Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:55.939271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb6844-b06d-4631-b120-523624f130af None None] Checking router: 660a8c19-9015-44a9-8e13-f4d8645cbf9d for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:55:55.939646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb6844-b06d-4631-b120-523624f130af None None] Updating router 660a8c19-9015-44a9-8e13-f4d8645cbf9d port 778a9a04-8c83-4345-9e18-b24a665819b2 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:55:55.966851 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-86bb6844-b06d-4631-b120-523624f130af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.062003 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.122564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Subnet': ['ID=3be2d66e-c6d2-4b99-bba2-f066a04f3b1b,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:56.130627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Checking segment: {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:55:56.131061 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network hostable DHCP agents. Network: 5547af8c-2bc0-4b6f-ba24-66f396e61db0, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:55:56.148812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:55:56.157842 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 5547af8c-2bc0-4b6f-ba24-66f396e61db0) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:56.162139 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:56.162944 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.168246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c827ea-2c69-4cc4-907a-470009c3502c None None] Network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:55:56.178236 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-739f98ac-9225-4c07-bbf6-048143311bb4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4048061 Aug 20 15:55:56.184593 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57550) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:55:56.272952 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-86bb6844-b06d-4631-b120-523624f130af None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.294492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-86bb6844-b06d-4631-b120-523624f130af None None] Transition to ACTIVE for port object 778a9a04-8c83-4345-9e18-b24a665819b2 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:56.303229 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-86bb6844-b06d-4631-b120-523624f130af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.386772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-86bb6844-b06d-4631-b120-523624f130af None None] Attempting to bind port 778a9a04-8c83-4345-9e18-b24a665819b2 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:55:56.387142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-86bb6844-b06d-4631-b120-523624f130af None None] Attempting to bind port 778a9a04-8c83-4345-9e18-b24a665819b2 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:55:56.387503 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb6844-b06d-4631-b120-523624f130af None None] Attempting to bind port 778a9a04-8c83-4345-9e18-b24a665819b2 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:56.393786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6401bf7-2f5e-487b-88d9-d6fa8ee9fe73 None None] Pushing event updated for resources: {'Port': ['ID=778a9a04-8c83-4345-9e18-b24a665819b2,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:56.398543 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb6844-b06d-4631-b120-523624f130af None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:55:56.398968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb6844-b06d-4631-b120-523624f130af None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:55:56.399417 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-86bb6844-b06d-4631-b120-523624f130af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.399865 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb6844-b06d-4631-b120-523624f130af None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:55:56.400344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-86bb6844-b06d-4631-b120-523624f130af None None] Bound port: 778a9a04-8c83-4345-9e18-b24a665819b2, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:55:56.400724 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-86bb6844-b06d-4631-b120-523624f130af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.444351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:55:56.445205 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.487852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-86bb6844-b06d-4631-b120-523624f130af None None] For port 778a9a04-8c83-4345-9e18-b24a665819b2, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:55:56.552620 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-86bb6844-b06d-4631-b120-523624f130af None None] For port 778a9a04-8c83-4345-9e18-b24a665819b2, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=778a9a04-8c83-4345-9e18-b24a665819b2,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:55:56.559951 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-86bb6844-b06d-4631-b120-523624f130af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.629750 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:56.652962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6401bf7-2f5e-487b-88d9-d6fa8ee9fe73 None None] Pushing event updated for resources: {'Port': ['ID=778a9a04-8c83-4345-9e18-b24a665819b2,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:56.657559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb6844-b06d-4631-b120-523624f130af None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:56.658165 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-86bb6844-b06d-4631-b120-523624f130af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:56.706126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Allocated IP 172.20.0.2 (5547af8c-2bc0-4b6f-ba24-66f396e61db0/3be2d66e-c6d2-4b99-bba2-f066a04f3b1b/ee770d68-a030-444c-b471-485c6b22da09) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:56.986443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-86bb6844-b06d-4631-b120-523624f130af None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:55:57.163892 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.175734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Transition to ACTIVE for port object ee770d68-a030-444c-b471-485c6b22da09 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:57.215323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Transition to ACTIVE for port object ee770d68-a030-444c-b471-485c6b22da09 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:57.224750 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.264699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:57.271094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:57.274637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.1 (5547af8c-2bc0-4b6f-ba24-66f396e61db0/3be2d66e-c6d2-4b99-bba2-f066a04f3b1b/fa3c1df1-7e55-41b0-afce-db3a7739e16d) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:55:57.280102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:57.286807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Pushing event updated for resources: {'Port': ['ID=ee770d68-a030-444c-b471-485c6b22da09,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:57.292046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-86bb6844-b06d-4631-b120-523624f130af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:55Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:57.334366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb6844-b06d-4631-b120-523624f130af None None] The sync data for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 is: [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:55Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:55:57.368811 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Attempting to bind port ee770d68-a030-444c-b471-485c6b22da09 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:55:57.369197 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Attempting to bind port ee770d68-a030-444c-b471-485c6b22da09 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:55:57.369741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Attempting to bind port ee770d68-a030-444c-b471-485c6b22da09 on network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:57.374899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:55:57.375272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Checking segment: {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:55:57.375731 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.376126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Bound using segment: {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:55:57.376599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Bound port: ee770d68-a030-444c-b471-485c6b22da09, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:55:57.377223 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.393643 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.410157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object fa3c1df1-7e55-41b0-afce-db3a7739e16d will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:57.442965 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.446220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] For port ee770d68-a030-444c-b471-485c6b22da09, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:55:57.450171 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] For port ee770d68-a030-444c-b471-485c6b22da09, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ee770d68-a030-444c-b471-485c6b22da09,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:55:57.456425 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.489051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:57.493400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:57.496112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:55:57.517745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04ff80-61ff-4fdb-939c-22827d311c02 None None] Pushing event updated for resources: {'Port': ['ID=ee770d68-a030-444c-b471-485c6b22da09,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:57.539789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=fa3c1df1-7e55-41b0-afce-db3a7739e16d,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:57.574986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:57.745862 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:58.052048 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:58.058082 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:58.137976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=fa3c1df1-7e55-41b0-afce-db3a7739e16d,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:58.141436 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:58.246796 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:55:58.248316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:55:58.367492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 660a8c19-9015-44a9-8e13-f4d8645cbf9d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:55:58.483937 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:55:58.489651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b4f290f1-718c-45b3-9c78-877101d6b880 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/660a8c19-9015-44a9-8e13-f4d8645cbf9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3039110 Aug 20 15:55:58.505970 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f36b4f-2f0f-4d40-ba3c-f1cfe00b6fe6 None None] Network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:55:58.576003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-da9365ab-4d82-44ab-b457-e0ad19e6348b None None] Provisioning for port ee770d68-a030-444c-b471-485c6b22da09 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:58.643332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-f8269399-ea81-46de-baeb-e5e7b6070b35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655673013&fields=id&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 267 time: 0.0371418 Aug 20 15:55:58.776000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915217-428b-4681-b46c-440d7d73ab8c req-f55aaa81-759b-4484-9946-ce4a9ea4356f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:55:58.777569 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-f55aaa81-759b-4484-9946-ce4a9ea4356f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/networks?id=5547af8c-2bc0-4b6f-ba24-66f396e61db0 HTTP/1.1" status: 200 len: 796 time: 0.1252489 Aug 20 15:55:58.794341 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9741b055-79e6-419d-8c19-97c05d4ddc8b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/quotas/08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 375 time: 0.0105519 Aug 20 15:55:58.851201 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-7fa8dc67-d19c-4990-bf39-f4f87feba3de tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502205 Aug 20 15:55:58.869592 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-1abd6982-c680-4593-a04f-d5b952029571 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 15:55:58.870668 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-1abd6982-c680-4593-a04f-d5b952029571 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063038 Aug 20 15:55:58.906630 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c128cb13-aa8e-4b1b-ac72-68093966df1f None None] Provisioning for port fa3c1df1-7e55-41b0-afce-db3a7739e16d completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:58.916689 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c128cb13-aa8e-4b1b-ac72-68093966df1f None None] Provisioning complete for port fa3c1df1-7e55-41b0-afce-db3a7739e16d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:58.917075 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c128cb13-aa8e-4b1b-ac72-68093966df1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:58.966352 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c128cb13-aa8e-4b1b-ac72-68093966df1f None None] Port fa3c1df1-7e55-41b0-afce-db3a7739e16d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:55:58.968621 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Sync routers for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:55:58.978797 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:55:58.979427 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:58.992423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-8fd739b4-d56b-4699-8f0b-d6cadf0d6c8c service neutron] 10.222.0.36 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137884 Aug 20 15:55:59.089179 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:55:59.095921 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-4e610428-3483-4154-bcb9-6b355b723ac7 service neutron] 10.222.0.36 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964527 Aug 20 15:55:59.107603 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-85311676-34df-4248-8133-9702480d2b0d None None] Provisioning complete for port fa3c1df1-7e55-41b0-afce-db3a7739e16d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:59.108013 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-85311676-34df-4248-8133-9702480d2b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.154198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-85311676-34df-4248-8133-9702480d2b0d None None] Port fa3c1df1-7e55-41b0-afce-db3a7739e16d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:55:59.340838 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'fa3c1df1-7e55-41b0-afce-db3a7739e16d', 'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:4e:ba:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:56Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 2, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:55:59.348725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ee770d68-a030-444c-b471-485c6b22da09 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:55:59.362749 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5b37a4ab-f0dc-44ef-b846-8fa8c7dba966 req-8dd02a7b-375b-4734-a417-1ae45ac9921a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 210 time: 0.0442560 Aug 20 15:55:59.373419 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Checking router: 660a8c19-9015-44a9-8e13-f4d8645cbf9d for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:55:59.373781 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Updating router 660a8c19-9015-44a9-8e13-f4d8645cbf9d port fa3c1df1-7e55-41b0-afce-db3a7739e16d binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:55:59.399905 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.404096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-01502a9a-7d3e-41fb-8ec1-84abd7a55af9 None None] Provisioning complete for port fa3c1df1-7e55-41b0-afce-db3a7739e16d triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:59.404565 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-01502a9a-7d3e-41fb-8ec1-84abd7a55af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.446452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-01502a9a-7d3e-41fb-8ec1-84abd7a55af9 None None] Port fa3c1df1-7e55-41b0-afce-db3a7739e16d cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:55:59.450310 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port ee770d68-a030-444c-b471-485c6b22da09 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:59.454941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ee770d68-a030-444c-b471-485c6b22da09 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:59.455407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.500691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.549752 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.585888 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port ee770d68-a030-444c-b471-485c6b22da09, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ee770d68-a030-444c-b471-485c6b22da09,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:59.590071 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.591060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 778a9a04-8c83-4345-9e18-b24a665819b2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:55:59.669193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=ee770d68-a030-444c-b471-485c6b22da09,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:59.678224 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 778a9a04-8c83-4345-9e18-b24a665819b2 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:55:59.682968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 778a9a04-8c83-4345-9e18-b24a665819b2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:55:59.683343 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.762874 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.764256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.772885 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Transition to ACTIVE for port object fa3c1df1-7e55-41b0-afce-db3a7739e16d will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:55:59.779039 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.784815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 778a9a04-8c83-4345-9e18-b24a665819b2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=778a9a04-8c83-4345-9e18-b24a665819b2,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:55:59.788885 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.837904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=778a9a04-8c83-4345-9e18-b24a665819b2,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:59.846821 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Pushing event updated for resources: {'Port': ['ID=fa3c1df1-7e55-41b0-afce-db3a7739e16d,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:55:59.855518 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.855888 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.856212 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.856543 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.856867 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.857188 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.857509 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.857828 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.858173 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.858449 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.858771 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.859188 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:55:59.893546 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Attempting to bind port fa3c1df1-7e55-41b0-afce-db3a7739e16d on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:55:59.893913 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Attempting to bind port fa3c1df1-7e55-41b0-afce-db3a7739e16d by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:55:59.894272 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Attempting to bind port fa3c1df1-7e55-41b0-afce-db3a7739e16d on network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:55:59.900240 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:55:59.900611 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Checking segment: {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:55:59.901015 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.901413 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Bound using segment: {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:55:59.901884 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Bound port: fa3c1df1-7e55-41b0-afce-db3a7739e16d, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:55:59.902262 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:55:59.972764 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] For port fa3c1df1-7e55-41b0-afce-db3a7739e16d, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:55:59.975953 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] For port fa3c1df1-7e55-41b0-afce-db3a7739e16d, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fa3c1df1-7e55-41b0-afce-db3a7739e16d,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:55:59.981388 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:00.038350 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:56:00.038996 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:00.044824 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450edb0c-e507-42c3-8e29-df53997210d8 None None] Pushing event updated for resources: {'Port': ['ID=fa3c1df1-7e55-41b0-afce-db3a7739e16d,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:00.151137 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:56:00.357239 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'fa3c1df1-7e55-41b0-afce-db3a7739e16d', 'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:4e:ba:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:56Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:00.386123 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d4ee3-3c54-4af1-ab6f-a0bc16311ae3 None None] The sync data for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 is: [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'fa3c1df1-7e55-41b0-afce-db3a7739e16d', 'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:4e:ba:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:56Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:56:00.446871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e334cdbb-6c30-4a88-ac39-3e565023e9c7 req-a2449a5e-752a-45ab-8fcd-0ccc71a19732 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 210 time: 0.0397866 Aug 20 15:56:01.306047 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ee770d68-a030-444c-b471-485c6b22da09 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:56:01.355936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ee770d68-a030-444c-b471-485c6b22da09 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:01.356322 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.437370 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fa3c1df1-7e55-41b0-afce-db3a7739e16d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:56:01.484091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port fa3c1df1-7e55-41b0-afce-db3a7739e16d completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:01.487909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fa3c1df1-7e55-41b0-afce-db3a7739e16d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:01.488293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.531889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-89f8b4a1-6532-4355-be1d-2e6c9c5ca4bf req-e511fd4e-7be6-4c91-925a-139e5650993e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 210 time: 0.0304918 Aug 20 15:56:01.571470 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.605354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port fa3c1df1-7e55-41b0-afce-db3a7739e16d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fa3c1df1-7e55-41b0-afce-db3a7739e16d,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:01.609201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:01.609977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 778a9a04-8c83-4345-9e18-b24a665819b2 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:56:01.684586 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=fa3c1df1-7e55-41b0-afce-db3a7739e16d,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:01.698540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 778a9a04-8c83-4345-9e18-b24a665819b2 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:01.698921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:02.494680 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915217-428b-4681-b46c-440d7d73ab8c req-85eb9474-6dbb-456d-b96c-c5a0eefa3257 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:02.496221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-85eb9474-6dbb-456d-b96c-c5a0eefa3257 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/networks?id=5547af8c-2bc0-4b6f-ba24-66f396e61db0 HTTP/1.1" status: 200 len: 796 time: 0.1046512 Aug 20 15:56:02.543867 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-51cc77b7-dd9c-48f7-8a85-fba89a83a1b5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 379 time: 0.0376694 Aug 20 15:56:02.556359 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'port': {'device_id': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'admin_state_up': True, 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'security_groups': ['765ae28d-3332-4a56-94f7-3ee79ef7fe8c']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:56:02.634725 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ef18a48-a8a6-4829-960e-328cdb9be068 req-4c28dc3e-b41d-45b6-98c6-217b2ce9aea6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 210 time: 0.0313838 Aug 20 15:56:02.690306 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:56:02.693856 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:02.820367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.10 (5547af8c-2bc0-4b6f-ba24-66f396e61db0/3be2d66e-c6d2-4b99-bba2-f066a04f3b1b/9f01582f-6d9c-4dc8-9539-5cae6c796ed6) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:56:02.955658 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:02.969465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:03.001666 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.048250 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:03.051174 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:03.054769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:56:03.063554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:03.109905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:03.110547 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.125544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-9c1fa99d-6fad-47cf-8318-9489d333ef14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734999 Aug 20 15:56:03.140544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Request body: {'port': {'device_id': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:56:03.201819 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.226654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fa3c1df1-7e55-41b0-afce-db3a7739e16d up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:56:03.276932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fa3c1df1-7e55-41b0-afce-db3a7739e16d triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:03.277306 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.353515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6b9280c1-6d60-4c6d-b20d-dc03ef6cc223 None None] Provisioning for port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:03.360982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6b9280c1-6d60-4c6d-b20d-dc03ef6cc223 None None] Provisioning complete for port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:03.361358 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6b9280c1-6d60-4c6d-b20d-dc03ef6cc223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.402492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6b9280c1-6d60-4c6d-b20d-dc03ef6cc223 None None] Port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:56:03.469735 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:03.478113 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.489982 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Transition to ACTIVE for port object 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:56:03.493886 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:03.544407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Pushing event updated for resources: {'Port': ['ID=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:03.612764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Attempting to bind port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:56:03.613028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Attempting to bind port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:56:03.613362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Attempting to bind port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 on network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:03.618033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 on network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:56:03.618556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Attempting to bind port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 on network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:56:03.623485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:56:03.623858 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Checking segment: {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:56:03.624245 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Bound using segment: {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:56:03.624676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Bound port: 9f01582f-6d9c-4dc8-9539-5cae6c796ed6, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e679e1fc-e798-4598-a251-ba5431ba4868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:56:03.625037 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:04.052788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] For port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:56:04.057127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] For port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:56:04.065208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04d0d8-0f41-4275-baf9-d6e23ff68b01 req-5d1b60a4-6289-4c05-b48c-660b343d3ebd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.066686 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f04d0d8-0f41-4275-baf9-d6e23ff68b01 req-5d1b60a4-6289-4c05-b48c-660b343d3ebd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 944 time: 0.0750570 Aug 20 15:56:04.068166 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:04.120305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.120932 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:04.122351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] 10.222.0.70 "PUT /v2.0/ports/9f01582f-6d9c-4dc8-9539-5cae6c796ed6 HTTP/1.1" status: 200 len: 1093 time: 0.9861972 Aug 20 15:56:04.124547 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:04.126778 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602bedab-5c46-4d59-bc90-ec2a84d63181" -d '{"events": [{"name": "network-changed", "server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:56:04.156456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab9b8a-61d7-4151-8d0a-24c615eeb625 service neutron] Pushing event updated for resources: {'Port': ['ID=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:04.167230 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f04d0d8-0f41-4275-baf9-d6e23ff68b01 req-f0fb12b6-df6f-478f-bd64-748e553e0a8c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911052 Aug 20 15:56:04.216604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915217-428b-4681-b46c-440d7d73ab8c req-d23ee88d-c6c7-477a-91ef-06fe0a51afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.218196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-d23ee88d-c6c7-477a-91ef-06fe0a51afc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 1096 time: 0.0500553 Aug 20 15:56:04.222630 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631c6f47-456c-4797-aa09-23b085f157a3 x-openstack-request-id: req-631c6f47-456c-4797-aa09-23b085f157a3 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:56:04.222969 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:56:04.223262 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-631c6f47-456c-4797-aa09-23b085f157a3 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:56:04.223739 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'status': 'completed', 'code': 200} Aug 20 15:56:04.266362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-253f7149-b6a8-4687-aad8-3be3f8b9907e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6 HTTP/1.1" status: 200 len: 217 time: 0.0355420 Aug 20 15:56:04.318780 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915217-428b-4681-b46c-440d7d73ab8c req-3dc6d95a-4034-454c-b3cf-11ee06012f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.320305 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-3dc6d95a-4034-454c-b3cf-11ee06012f8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3be2d66e-c6d2-4b99-bba2-f066a04f3b1b HTTP/1.1" status: 200 len: 833 time: 0.0446262 Aug 20 15:56:04.373475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b915217-428b-4681-b46c-440d7d73ab8c req-89640ed6-863b-4010-9289-3199717f338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.374886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-89640ed6-863b-4010-9289-3199717f338a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5547af8c-2bc0-4b6f-ba24-66f396e61db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461788 Aug 20 15:56:04.469901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-8cabd9f1-5219-46b0-ba2d-7092104764a0 service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835831 Aug 20 15:56:04.565758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b915217-428b-4681-b46c-440d7d73ab8c req-1d6ad21f-3bd5-4e92-a32b-ed6928c590b0 service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874836 Aug 20 15:56:04.655966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-6cc8d2a7-2cb0-4064-8da4-0acdb2b10a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.657540 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-6cc8d2a7-2cb0-4064-8da4-0acdb2b10a73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 1096 time: 0.0418406 Aug 20 15:56:04.747875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-4e1ec733-ee54-45de-85dc-45f1b262027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.749306 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-4e1ec733-ee54-45de-85dc-45f1b262027f service neutron] 10.222.0.70 "GET /v2.0/networks?id=5547af8c-2bc0-4b6f-ba24-66f396e61db0 HTTP/1.1" status: 200 len: 897 time: 0.0833824 Aug 20 15:56:04.794301 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-b1fbec24-8627-4611-94ff-10337bf5b42a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6 HTTP/1.1" status: 200 len: 217 time: 0.0369215 Aug 20 15:56:04.843127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-60d6d9cb-906f-469f-80f2-efa2e87b6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.844624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-60d6d9cb-906f-469f-80f2-efa2e87b6dbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3be2d66e-c6d2-4b99-bba2-f066a04f3b1b HTTP/1.1" status: 200 len: 833 time: 0.0423505 Aug 20 15:56:04.899984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-209fd0d0-221c-400e-8d28-16599a5e5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:04.901737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-209fd0d0-221c-400e-8d28-16599a5e5ec5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5547af8c-2bc0-4b6f-ba24-66f396e61db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470462 Aug 20 15:56:05.001404 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-9d758222-7738-4669-afc0-d0134344e8c7 service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904851 Aug 20 15:56:05.092945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-602bedab-5c46-4d59-bc90-ec2a84d63181 req-3f27a8b9-789d-41f7-8024-673e748f3212 service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824041 Aug 20 15:56:05.293881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f17230-1f8d-48f9-9d4d-849eda223e3b req-466c31fe-8dac-4bad-bc53-413d64aef0ed tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:05.295643 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f17230-1f8d-48f9-9d4d-849eda223e3b req-466c31fe-8dac-4bad-bc53-413d64aef0ed tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 944 time: 0.0542045 Aug 20 15:56:05.333202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48f17230-1f8d-48f9-9d4d-849eda223e3b req-e550dc06-4ce2-4b40-946d-e35cd30f1f23 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314317 Aug 20 15:56:06.165142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:56:06.256902 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:06.268227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'port_id': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'mac_address': 'fa:16:3e:9b:74:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:56:06.309708 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:06.322639 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:56:06.342215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:06.346273 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:06.396922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:06.452749 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c1c56-9c67-44d0-9dcd-d5fae58765b5 req-5474f76c-e694-4482-af38-0f82f68c7e8e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:06.454164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-872c1c56-9c67-44d0-9dcd-d5fae58765b5 req-5474f76c-e694-4482-af38-0f82f68c7e8e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 945 time: 0.0510294 Aug 20 15:56:06.492971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-872c1c56-9c67-44d0-9dcd-d5fae58765b5 req-af680f70-b289-46d6-98dc-308a3df2be51 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324585 Aug 20 15:56:06.504144 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:06.597023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['9f01582f-6d9c-4dc8-9539-5cae6c796ed6'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:56:06.597544 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:56:07.609353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6881be4-98ec-4bbe-8c7d-279f3f7c3906 req-f6a0a87a-1566-4d42-bd1a-a1b20067cf85 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:07.610747 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6881be4-98ec-4bbe-8c7d-279f3f7c3906 req-f6a0a87a-1566-4d42-bd1a-a1b20067cf85 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 945 time: 0.0489750 Aug 20 15:56:07.647931 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a6881be4-98ec-4bbe-8c7d-279f3f7c3906 req-07bd6f85-c2aa-4d52-9bc9-4fb9f1f4ffc4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311844 Aug 20 15:56:08.177850 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:56:08.225298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:56:08.229427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:56:08.229804 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:08.309671 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:08.332492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:08.334815 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8143e8-5297-4adf-9ba5-b3db3e72fa9d" -d '{"events": [{"server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "name": "network-vif-plugged", "status": "completed", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:56:08.347903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:56:08.353382 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:08.379732 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bff4b4c-5146-4752-bd90-c0f37793ca47 x-openstack-request-id: req-2bff4b4c-5146-4752-bd90-c0f37793ca47 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:56:08.380036 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "name": "network-vif-plugged", "status": "completed", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:56:08.380298 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bff4b4c-5146-4752-bd90-c0f37793ca47 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:56:08.380821 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'code': 200} Aug 20 15:56:08.410204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:08.479935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e93f6-7f0e-4b76-b1a6-01d4f4dc1047 req-eeada4fb-71cd-4656-87c3-48ef43d13f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:08.481294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-571e93f6-7f0e-4b76-b1a6-01d4f4dc1047 req-eeada4fb-71cd-4656-87c3-48ef43d13f1e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 1098 time: 0.0435243 Aug 20 15:56:08.517905 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-571e93f6-7f0e-4b76-b1a6-01d4f4dc1047 req-e72187b1-0f61-4cf6-acfd-814c6042944d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278842 Aug 20 15:56:08.764499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b3ba7-3d58-4c3e-a476-1b9f87bbd1c4 req-45ee55f3-c890-4e02-a6bd-bd456cebae10 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:08.765871 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-527b3ba7-3d58-4c3e-a476-1b9f87bbd1c4 req-45ee55f3-c890-4e02-a6bd-bd456cebae10 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0483184 Aug 20 15:56:08.803358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-527b3ba7-3d58-4c3e-a476-1b9f87bbd1c4 req-30187c6c-8201-4460-9319-771a926c1e7e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316172 Aug 20 15:56:09.918045 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdec2-2867-4efd-be37-c75be87c945a req-549962b2-6dcc-441a-b67a-a3973d35f31f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:09.919600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-431fdec2-2867-4efd-be37-c75be87c945a req-549962b2-6dcc-441a-b67a-a3973d35f31f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0499275 Aug 20 15:56:09.962569 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-431fdec2-2867-4efd-be37-c75be87c945a req-d2e7d2c4-fdc9-41ae-9a5d-14bb360e2e36 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367765 Aug 20 15:56:10.081970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce8d7b-6090-4198-b5e9-281acdd03122 req-f2deac7d-c9c1-4d3a-b1a2-daa315bbc524 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:10.083356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdce8d7b-6090-4198-b5e9-281acdd03122 req-f2deac7d-c9c1-4d3a-b1a2-daa315bbc524 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0540330 Aug 20 15:56:10.122056 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cdce8d7b-6090-4198-b5e9-281acdd03122 req-b1f53cb2-15ba-4799-b157-965aaf850917 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327077 Aug 20 15:56:10.143403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57612) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:56:10.185293 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcee070-8690-4e2a-8db6-8864798a1da6 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:10.186796 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-bdcee070-8690-4e2a-8db6-8864798a1da6 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 1093 time: 0.0423954 Aug 20 15:56:10.189587 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57614) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:56:10.194024 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:56:10.215104 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:10.313881 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:10.416842 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.205 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/826fe806-559c-4bb1-861a-a7b781904d5c) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:56:10.518770 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:10.558367 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:10.594604 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:56:10.597316 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:56:10.600692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:56:10.626900 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=826fe806-559c-4bb1-861a-a7b781904d5c,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:10.969363 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.034154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.180178 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.184760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.251029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=826fe806-559c-4bb1-861a-a7b781904d5c,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:56:11.261950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.357885 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP bcbfaa55-99f4-462e-86d8-a33cc395efa7 associated. External IP: 172.25.5.205, port: 9f01582f-6d9c-4dc8-9539-5cae6c796ed6. Aug 20 15:56:11.561832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 660a8c19-9015-44a9-8e13-f4d8645cbf9d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:56:11.667499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:56:11.677715 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] Sync routers for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:56:11.683911 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:11.689571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:56:11.690210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:11.710413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-0b7386c3-cc40-437d-a475-00445ea81b5a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5197771 Aug 20 15:56:11.711044 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:56:11.713455 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3179bb2-8fab-4210-a8af-5140547f1133" -d '{"events": [{"name": "network-changed", "server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:56:11.799960 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:56:11.809090 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9eb4f3-d382-4192-9d05-a1a7d126b7a6 req-59eb5667-88ea-44e4-91f7-a7794da95748 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:11.810696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b9eb4f3-d382-4192-9d05-a1a7d126b7a6 req-59eb5667-88ea-44e4-91f7-a7794da95748 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0505466 Aug 20 15:56:11.848557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6b9eb4f3-d382-4192-9d05-a1a7d126b7a6 req-de860037-fd26-4511-bed4-81fa7e4b86e8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318584 Aug 20 15:56:11.871773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57620) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:56:11.917371 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91000a56-7a81-4916-8573-798053671fdc x-openstack-request-id: req-91000a56-7a81-4916-8573-798053671fdc {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:56:11.917671 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:56:11.917931 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91000a56-7a81-4916-8573-798053671fdc {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:56:11.918340 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'status': 'completed', 'code': 200} Aug 20 15:56:11.971216 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ab0425ca-2e04-4a3a-ad22-4a10041a96d3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/bcbfaa55-99f4-462e-86d8-a33cc395efa7 HTTP/1.1" status: 200 len: 992 time: 0.0974889 Aug 20 15:56:11.977769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-af3d7189-407a-451b-81d6-4cc028b013f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:11.979240 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-af3d7189-407a-451b-81d6-4cc028b013f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 1098 time: 0.0561755 Aug 20 15:56:12.033759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'bcbfaa55-99f4-462e-86d8-a33cc395efa7', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'port_id': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'mac_address': 'fa:16:3e:9b:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:56:10Z', 'updated_at': '2021-08-20T15:56:10Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c1df1-7e55-41b0-afce-db3a7739e16d', 'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:4e:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:56Z', 'updated_at': '2021-08-20T15:56:01Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:12.060572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] Checking router: 660a8c19-9015-44a9-8e13-f4d8645cbf9d for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:56:12.069119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:56:12.069725 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:55:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:12.072979 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-eb166b34-ef6a-4cc8-a152-cbb60acee88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:12.074482 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-eb166b34-ef6a-4cc8-a152-cbb60acee88b service neutron] 10.222.0.70 "GET /v2.0/networks?id=5547af8c-2bc0-4b6f-ba24-66f396e61db0 HTTP/1.1" status: 200 len: 897 time: 0.0880744 Aug 20 15:56:12.141239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-3498643d-25ac-4d35-900a-353d69705a77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6 HTTP/1.1" status: 200 len: 1000 time: 0.0584736 Aug 20 15:56:12.175635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:56:12.191916 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-c86d0480-46ff-4f6f-a328-4524e1308b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:12.193434 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-c86d0480-46ff-4f6f-a328-4524e1308b31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3be2d66e-c6d2-4b99-bba2-f066a04f3b1b HTTP/1.1" status: 200 len: 833 time: 0.0448289 Aug 20 15:56:12.243187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-3eaa3759-774a-47f8-92d7-843c1d5626ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:12.244426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-3eaa3759-774a-47f8-92d7-843c1d5626ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5547af8c-2bc0-4b6f-ba24-66f396e61db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438559 Aug 20 15:56:12.330174 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-51dba923-b89f-4513-8ebe-2c96e704c32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:12.336710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-3227fc82-d984-4aa0-a268-0f6fc12fb19d service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823998 Aug 20 15:56:12.409851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'bcbfaa55-99f4-462e-86d8-a33cc395efa7', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'port_id': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'mac_address': 'fa:16:3e:9b:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:56:10Z', 'updated_at': '2021-08-20T15:56:10Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c1df1-7e55-41b0-afce-db3a7739e16d', 'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:4e:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:56Z', 'updated_at': '2021-08-20T15:56:01Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:56:12.432385 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a3179bb2-8fab-4210-a8af-5140547f1133 req-c1d61cfd-4638-4c6e-b38e-ef8b90021242 service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881524 Aug 20 15:56:12.442184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f463c-3763-4421-97a3-1ec46463e981 None None] The sync data for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 is: [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'bcbfaa55-99f4-462e-86d8-a33cc395efa7', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'port_id': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'mac_address': 'fa:16:3e:9b:74:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:56:10Z', 'updated_at': '2021-08-20T15:56:10Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c1df1-7e55-41b0-afce-db3a7739e16d', 'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:4e:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:56Z', 'updated_at': '2021-08-20T15:56:01Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:56:12.627385 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a157417f-ef00-41ca-82db-a367b69b6131 None None] New status for floating IP bcbfaa55-99f4-462e-86d8-a33cc395efa7: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:56:12.975062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57622) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:56:13.367936 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5433e0cb-c399-4e94-8c4a-bc39171f01da tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/bcbfaa55-99f4-462e-86d8-a33cc395efa7 HTTP/1.1" status: 200 len: 994 time: 0.3910758 Aug 20 15:56:14.944662 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:15.269383 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1457c427-4597-4b3c-b076-2f35a03697cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:16.353302 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:18.040574 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:29.504372 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:36.517247 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:39.912331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-72d18c07-21ec-4a59-a7cd-10df7db92dd6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399985 Aug 20 15:56:39.994480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-5eab8966-b030-41b3-847d-c0ab587656cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:39.995980 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-5eab8966-b030-41b3-847d-c0ab587656cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 1098 time: 0.0403607 Aug 20 15:56:40.103215 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-d6f24196-29e6-4a82-9137-76f35f3bbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:40.104740 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-d6f24196-29e6-4a82-9137-76f35f3bbb48 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5547af8c-2bc0-4b6f-ba24-66f396e61db0 HTTP/1.1" status: 200 len: 897 time: 0.0889215 Aug 20 15:56:40.174227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-c8fabe42-3eb6-4b38-9b58-11eed49b7575 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6 HTTP/1.1" status: 200 len: 1002 time: 0.0575204 Aug 20 15:56:40.222021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-efc0c7a3-3da9-40f9-b150-5d43489d9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:40.223410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-efc0c7a3-3da9-40f9-b150-5d43489d9787 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3be2d66e-c6d2-4b99-bba2-f066a04f3b1b HTTP/1.1" status: 200 len: 833 time: 0.0414889 Aug 20 15:56:40.272950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-9da62d2f-3a65-4118-8633-07d52b19b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:40.275001 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-9da62d2f-3a65-4118-8633-07d52b19b6a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5547af8c-2bc0-4b6f-ba24-66f396e61db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432668 Aug 20 15:56:40.363256 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-39e17014-d3a1-45e9-97d5-b6b2a239a1ad service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804498 Aug 20 15:56:40.455498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1c63a0b4-35b8-4ff4-89d9-1888f2cada10 req-c195ea1f-0d24-4e71-9969-5c7c01cde701 service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839875 Aug 20 15:56:42.302233 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-57798d29-b367-4e65-988e-dd8e1ebf87bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:43.596335 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:56:44.945839 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:45.270290 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2f519cd7-781b-4402-9b3b-7bcaac8cf867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:46.356197 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:48.043153 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:56:48.687757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a2f82-639d-45df-bc28-9fd5d954c98d req-c515779b-d57c-41fd-a719-929ccf16a617 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:48.689307 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d94a2f82-639d-45df-bc28-9fd5d954c98d req-c515779b-d57c-41fd-a719-929ccf16a617 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0782537 Aug 20 15:56:48.692020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-a7afa537-18a1-4311-ac7d-3003102ea04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:48.693398 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-a7afa537-18a1-4311-ac7d-3003102ea04e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 1098 time: 0.0727830 Aug 20 15:56:48.773864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d94a2f82-639d-45df-bc28-9fd5d954c98d req-13922c40-4c3d-4813-9cd1-9d68d52ca6cd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781424 Aug 20 15:56:48.809195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-87dd8233-2320-455c-8c7d-f052f25ae45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:48.810649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-87dd8233-2320-455c-8c7d-f052f25ae45d service neutron] 10.222.0.70 "GET /v2.0/networks?id=5547af8c-2bc0-4b6f-ba24-66f396e61db0 HTTP/1.1" status: 200 len: 897 time: 0.1024823 Aug 20 15:56:48.877310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-26ec5866-35f5-449d-96ab-93ef2d19c886 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6 HTTP/1.1" status: 200 len: 1002 time: 0.0576203 Aug 20 15:56:48.933202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-e4cc515a-d24f-4662-9151-fa49201357d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:48.934681 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-e4cc515a-d24f-4662-9151-fa49201357d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3be2d66e-c6d2-4b99-bba2-f066a04f3b1b HTTP/1.1" status: 200 len: 833 time: 0.0488331 Aug 20 15:56:48.983278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-2f6402c3-5258-4826-a0d2-85582d80b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:48.984805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-2f6402c3-5258-4826-a0d2-85582d80b9df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5547af8c-2bc0-4b6f-ba24-66f396e61db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411561 Aug 20 15:56:49.074982 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-de4c9381-4a54-4cc5-8ede-e673e7d71468 service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813236 Aug 20 15:56:49.166310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7ea9bd48-90a7-4ae8-98af-ffa0de09d12f req-0b1e0d31-a22d-4c0e-9bfa-8ce19a6b6d10 service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834100 Aug 20 15:56:49.888211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575135b-051b-43a0-ac6d-9f3cf53b5ff9 req-27e9bb41-c545-40c3-bba8-48a09978f241 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:49.889664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4575135b-051b-43a0-ac6d-9f3cf53b5ff9 req-27e9bb41-c545-40c3-bba8-48a09978f241 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0480535 Aug 20 15:56:49.927646 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4575135b-051b-43a0-ac6d-9f3cf53b5ff9 req-eb5a9334-b0d7-4f0c-aa75-9c196284fb1b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320942 Aug 20 15:56:51.048576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e920-5293-4133-9839-e58ab2d44fc7 req-ac4b37ce-9a1a-483d-adbc-c6af6bceaf59 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:51.050062 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-baf5e920-5293-4133-9839-e58ab2d44fc7 req-ac4b37ce-9a1a-483d-adbc-c6af6bceaf59 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0545433 Aug 20 15:56:51.088247 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-baf5e920-5293-4133-9839-e58ab2d44fc7 req-605fcf55-454b-4ad9-a4d8-4cc97a44f672 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320091 Aug 20 15:56:52.201964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52fbf-7b44-4f42-a1b6-c2a4e65f5b0a req-e52d6fa0-d882-4fb1-981c-e2957c08ef5c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:52.203364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1e52fbf-7b44-4f42-a1b6-c2a4e65f5b0a req-e52d6fa0-d882-4fb1-981c-e2957c08ef5c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0491292 Aug 20 15:56:52.240894 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a1e52fbf-7b44-4f42-a1b6-c2a4e65f5b0a req-151e7e06-9829-46db-9c4b-be17da9e1000 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316606 Aug 20 15:56:53.354612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60525b4-490e-4d23-bf1f-44af78b9a70b req-cc552d6a-cefc-47e0-8eb1-019c2811e570 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:53.356142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e60525b4-490e-4d23-bf1f-44af78b9a70b req-cc552d6a-cefc-47e0-8eb1-019c2811e570 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0483429 Aug 20 15:56:53.394825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e60525b4-490e-4d23-bf1f-44af78b9a70b req-521d2c78-1e10-4cee-bd6c-f9e20860adb5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318823 Aug 20 15:56:54.515294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8532ed-5bd0-452c-91a0-7305e76594a8 req-88d6a61b-bcb8-4fc5-bc0e-5baf49fc4d42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:54.516790 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f8532ed-5bd0-452c-91a0-7305e76594a8 req-88d6a61b-bcb8-4fc5-bc0e-5baf49fc4d42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0537043 Aug 20 15:56:54.553589 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0f8532ed-5bd0-452c-91a0-7305e76594a8 req-f621701c-d408-4de3-b2e5-90babc15f7a9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308418 Aug 20 15:56:55.669783 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba8ae9-622f-4069-a922-a5697e8e7767 req-7c70e115-0581-4dd5-9240-8322982caf07 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:55.671564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4ba8ae9-622f-4069-a922-a5697e8e7767 req-7c70e115-0581-4dd5-9240-8322982caf07 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Aug 20 15:56:55.709237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4ba8ae9-622f-4069-a922-a5697e8e7767 req-2aa7453c-1553-452b-9fb4-884fcfcdbbc4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316348 Aug 20 15:56:56.826295 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f986d9-2653-4c8f-bb66-761762a3a976 req-f277d5b7-c3fe-49f0-a7ca-88fb3a008011 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:56.827807 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29f986d9-2653-4c8f-bb66-761762a3a976 req-f277d5b7-c3fe-49f0-a7ca-88fb3a008011 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0496294 Aug 20 15:56:56.864453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29f986d9-2653-4c8f-bb66-761762a3a976 req-687f4bff-948b-472c-bc2b-85e31949af95 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306935 Aug 20 15:56:57.984934 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee622-e8b7-4f6e-97c0-7fa693543aed req-c76a957b-b25f-43ef-85a6-9344692b0180 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:57.986416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f62ee622-e8b7-4f6e-97c0-7fa693543aed req-c76a957b-b25f-43ef-85a6-9344692b0180 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0549643 Aug 20 15:56:58.024742 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f62ee622-e8b7-4f6e-97c0-7fa693543aed req-fad4db75-8e58-4f08-a27d-d85b0f372d06 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Aug 20 15:56:59.138339 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410db8b7-a30e-4585-9a69-53d2fad3ada7 req-6d86ee07-527f-4fa6-be84-6d37dd64fd5c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:56:59.139903 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-410db8b7-a30e-4585-9a69-53d2fad3ada7 req-6d86ee07-527f-4fa6-be84-6d37dd64fd5c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0484827 Aug 20 15:56:59.177038 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-410db8b7-a30e-4585-9a69-53d2fad3ada7 req-5766398a-61da-46cf-822e-feddcf9fbbac tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312169 Aug 20 15:56:59.516921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:00.292635 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433606bb-6614-4c2d-9223-0b1c92ec6e36 req-31bdf9fa-3030-458e-a579-f150fb4597d9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:00.294128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-433606bb-6614-4c2d-9223-0b1c92ec6e36 req-31bdf9fa-3030-458e-a579-f150fb4597d9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0487413 Aug 20 15:57:00.332607 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-433606bb-6614-4c2d-9223-0b1c92ec6e36 req-5be0a373-440b-485e-be38-a08b9e195614 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322614 Aug 20 15:57:00.355447 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57660) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:00.420140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a9453ade-3f7a-46d9-9829-a130836672cd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/bcbfaa55-99f4-462e-86d8-a33cc395efa7 HTTP/1.1" status: 200 len: 994 time: 0.0635026 Aug 20 15:57:06.532609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:12.303091 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-df26bea0-0207-4cb3-b244-0ee8186cc65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:14.947800 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:15.269883 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e0afcbb3-9639-4c1d-bf85-bb6d1d89dd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:16.359520 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:18.046336 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:20.595339 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:57:29.521261 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.005255 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57676) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:33.161418 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 826fe806-559c-4bb1-861a-a7b781904d5c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:57:33.161764 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.236108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.236445 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.248445 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 826fe806-559c-4bb1-861a-a7b781904d5c owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:57:33.393117 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.420220 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=826fe806-559c-4bb1-861a-a7b781904d5c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:33.430967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.431326 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.431714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.432058 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.432396 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.432735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.433070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.433398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.433735 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.434060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.434388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.435140 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:33.495160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.495448 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP bcbfaa55-99f4-462e-86d8-a33cc395efa7 disassociated (deleted). External IP: 172.25.5.205, port: 9f01582f-6d9c-4dc8-9539-5cae6c796ed6. Aug 20 15:57:33.705146 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 660a8c19-9015-44a9-8e13-f4d8645cbf9d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:57:33.812466 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:57:33.817188 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:33.821831 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] Sync routers for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:57:33.831134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:33.831785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:33.845752 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d720d167-5ff5-4670-bdb6-6c3cac64f8f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/floatingips/bcbfaa55-99f4-462e-86d8-a33cc395efa7 HTTP/1.1" status: 204 len: 168 time: 0.8393426 Aug 20 15:57:33.846356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:33.849090 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ff7daa-1872-4d71-a637-c0b69483b4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:57:34.026346 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd5a96-f09e-4123-8454-b3ed8b934972 x-openstack-request-id: req-8ebd5a96-f09e-4123-8454-b3ed8b934972 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:57:34.026971 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:57:34.026971 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ebd5a96-f09e-4123-8454-b3ed8b934972 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:57:34.027322 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'status': 'completed', 'code': 200} Aug 20 15:57:34.107816 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:57:34.129915 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-68dc321d-18a3-4de1-81f6-8fede2c03a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:34.131476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-68dc321d-18a3-4de1-81f6-8fede2c03a3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 1098 time: 0.0744433 Aug 20 15:57:34.143954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6b627-1c64-47ec-a6ff-0f18c5a8f563 req-e448368b-3437-4ed6-90dd-93d5858a179a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:34.145416 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ca6b627-1c64-47ec-a6ff-0f18c5a8f563 req-e448368b-3437-4ed6-90dd-93d5858a179a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0623527 Aug 20 15:57:34.238920 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ca6b627-1c64-47ec-a6ff-0f18c5a8f563 req-d2e25b75-ed45-4c8b-9407-87d58b73d9a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852869 Aug 20 15:57:34.265947 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-cd321e88-6159-41c1-93d2-f974e4efe942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:34.267438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-cd321e88-6159-41c1-93d2-f974e4efe942 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5547af8c-2bc0-4b6f-ba24-66f396e61db0 HTTP/1.1" status: 200 len: 897 time: 0.1211653 Aug 20 15:57:34.312703 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'fa3c1df1-7e55-41b0-afce-db3a7739e16d', 'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:4e:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:56Z', 'updated_at': '2021-08-20T15:56:01Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:34.314881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-7a6e10cc-d2ad-4101-9704-1acbb475b89a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6 HTTP/1.1" status: 200 len: 217 time: 0.0394852 Aug 20 15:57:34.338927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] Checking router: 660a8c19-9015-44a9-8e13-f4d8645cbf9d for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:57:34.347652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:34.348271 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:34.366777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-cb071346-f515-4887-9e27-e073a7840418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:34.368212 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-cb071346-f515-4887-9e27-e073a7840418 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3be2d66e-c6d2-4b99-bba2-f066a04f3b1b HTTP/1.1" status: 200 len: 833 time: 0.0435803 Aug 20 15:57:34.414308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-33e4f1ef-116b-45df-959a-de8cca7745e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:34.415843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-33e4f1ef-116b-45df-959a-de8cca7745e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5547af8c-2bc0-4b6f-ba24-66f396e61db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394382 Aug 20 15:57:34.457481 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:57:34.513638 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-156c859c-42ef-479d-a0c0-d4e4f8df298b service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858154 Aug 20 15:57:34.667721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'fa3c1df1-7e55-41b0-afce-db3a7739e16d', 'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:4e:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:56Z', 'updated_at': '2021-08-20T15:56:01Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:34.696068 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53912cb-11ed-4791-a073-e474916d0301 None None] The sync data for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 is: [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:57Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'fa3c1df1-7e55-41b0-afce-db3a7739e16d', 'name': '', 'network_id': '5547af8c-2bc0-4b6f-ba24-66f396e61db0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:4e:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:56Z', 'updated_at': '2021-08-20T15:56:01Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': '3be2d66e-c6d2-4b99-bba2-f066a04f3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:57:34.935563 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773b3f8b-e54f-4fd8-82b3-1665248e65a7 None None] New status for floating IP bcbfaa55-99f4-462e-86d8-a33cc395efa7: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:57:34.950780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90ff7daa-1872-4d71-a637-c0b69483b4a1 req-217bd493-3134-4210-931f-7a3c795a31d7 service neutron] 10.222.0.70 "GET /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275730 Aug 20 15:57:35.354873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dda86-5d47-4335-9059-82ca5f9e7c65 req-45af434b-bac8-44b7-831c-967ee9adbc30 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:35.356471 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-810dda86-5d47-4335-9059-82ca5f9e7c65 req-45af434b-bac8-44b7-831c-967ee9adbc30 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0494502 Aug 20 15:57:35.393360 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-810dda86-5d47-4335-9059-82ca5f9e7c65 req-9ca459a8-24ba-481b-b27c-448529f4fced tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=765ae28d-3332-4a56-94f7-3ee79ef7fe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Aug 20 15:57:35.894132 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-9c3f06cf-7bd1-46b9-8260-2355dfcbec95 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:35.895677 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-9c3f06cf-7bd1-46b9-8260-2355dfcbec95 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 946 time: 0.0510590 Aug 20 15:57:35.984737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:57:35.985076 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:36.071829 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:36.072192 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:36.085010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:57:36.211777 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:36.239357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=9f01582f-6d9c-4dc8-9539-5cae6c796ed6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:36.267337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.267724 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.268075 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.268420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.268760 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.269101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.269441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.269776 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.270145 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.270476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.270803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.271129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:36.292765 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] No DVR routers for this DVR port 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:57:36.296144 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:36.298122 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d36c7ebd-9354-4770-b667-795ff8d837fd req-a9c7cc42-592b-45f7-a348-d1e7e11d38a2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "DELETE /v2.0/ports/9f01582f-6d9c-4dc8-9539-5cae6c796ed6 HTTP/1.1" status: 204 len: 173 time: 0.3953540 Aug 20 15:57:36.298558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'name': 'network-vif-deleted', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:36.300849 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d19fcea-2d5d-467f-97ca-ca1590c8377b" -d '{"events": [{"server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "name": "network-vif-deleted", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:57:36.347748 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4dfca9-9174-427a-b58a-97bef07d4a70 x-openstack-request-id: req-ce4dfca9-9174-427a-b58a-97bef07d4a70 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:57:36.347934 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04efada3-24f4-4ab0-83a6-df397e6916e1", "name": "network-vif-deleted", "tag": "9f01582f-6d9c-4dc8-9539-5cae6c796ed6", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:57:36.348276 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce4dfca9-9174-427a-b58a-97bef07d4a70 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:57:36.348738 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04efada3-24f4-4ab0-83a6-df397e6916e1', 'name': 'network-vif-deleted', 'tag': '9f01582f-6d9c-4dc8-9539-5cae6c796ed6', 'status': 'completed', 'code': 200} Aug 20 15:57:36.510175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d4907a4-ec00-4658-9221-5df6a4b2ef28 req-c31b53d3-7edd-43f2-882b-b8af0bda5057 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=04efada3-24f4-4ab0-83a6-df397e6916e1 HTTP/1.1" status: 200 len: 210 time: 0.0314453 Aug 20 15:57:36.532615 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:37.569042 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57696) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:37.918102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:38.167890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port fa3c1df1-7e55-41b0-afce-db3a7739e16d {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:57:38.168153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:38.257873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port fa3c1df1-7e55-41b0-afce-db3a7739e16d, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fa3c1df1-7e55-41b0-afce-db3a7739e16d,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:38.258248 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:38.270934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for fa3c1df1-7e55-41b0-afce-db3a7739e16d owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:57:38.451847 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:38.475765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=fa3c1df1-7e55-41b0-afce-db3a7739e16d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:38.655138 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:38.864266 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 660a8c19-9015-44a9-8e13-f4d8645cbf9d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:57:38.968311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:57:38.973634 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-303391ae-c766-45a9-bf77-028f75717f16 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/660a8c19-9015-44a9-8e13-f4d8645cbf9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4034960 Aug 20 15:57:38.976269 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57698) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:38.979026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] Sync routers for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:57:38.989286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:38.989909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:39.031836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b27d472-7e48-4d5f-a77e-530b34f01f42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting subnet 3be2d66e-c6d2-4b99-bba2-f066a04f3b1b {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 15:57:39.034935 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b27d472-7e48-4d5f-a77e-530b34f01f42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.074273 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b27d472-7e48-4d5f-a77e-530b34f01f42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.094628 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:57:39.158637 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b27d472-7e48-4d5f-a77e-530b34f01f42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.229435 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b27d472-7e48-4d5f-a77e-530b34f01f42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.259098 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27d472-7e48-4d5f-a77e-530b34f01f42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Subnet': ['ID=3be2d66e-c6d2-4b99-bba2-f066a04f3b1b,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:39.263057 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b27d472-7e48-4d5f-a77e-530b34f01f42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.265410 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6b27d472-7e48-4d5f-a77e-530b34f01f42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/subnets/3be2d66e-c6d2-4b99-bba2-f066a04f3b1b HTTP/1.1" status: 204 len: 168 time: 0.2882063 Aug 20 15:57:39.268158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57702) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:39.272940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cef11f-3e60-4212-9734-f732baec782c None None] Network 5547af8c-2bc0-4b6f-ba24-66f396e61db0 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:57:39.380488 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.393694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:57:38Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:39.427441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] Checking router: 660a8c19-9015-44a9-8e13-f4d8645cbf9d for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:57:39.440357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] Routers {'660a8c19-9015-44a9-8e13-f4d8645cbf9d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:39.440974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:39.490755 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.524143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] DHCP port deletion for 5547af8c-2bc0-4b6f-ba24-66f396e61db0 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 15:57:39.547392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 778a9a04-8c83-4345-9e18-b24a665819b2 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:57:39.547810 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.571030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] Set router 660a8c19-9015-44a9-8e13-f4d8645cbf9d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:57:39.625284 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 778a9a04-8c83-4345-9e18-b24a665819b2, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=778a9a04-8c83-4345-9e18-b24a665819b2,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:39.625650 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.638867 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 778a9a04-8c83-4345-9e18-b24a665819b2 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:57:39.681335 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Deleting port ee770d68-a030-444c-b471-485c6b22da09 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 15:57:39.681631 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.775787 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] For port ee770d68-a030-444c-b471-485c6b22da09, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ee770d68-a030-444c-b471-485c6b22da09,segment=NetworkSegment(e679e1fc-e798-4598-a251-ba5431ba4868),segment_id=e679e1fc-e798-4598-a251-ba5431ba4868)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:39.776224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.806494 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.808238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Calling delete_port for ee770d68-a030-444c-b471-485c6b22da09 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 15:57:39.836500 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=778a9a04-8c83-4345-9e18-b24a665819b2,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:39.883535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:57:38Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:39.923779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ddab52-e1e7-4e0b-84bc-8d441a7c53b7 None None] The sync data for ids ['660a8c19-9015-44a9-8e13-f4d8645cbf9d'] in n-d-695189-15 is: [{'id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394172368', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:57:38Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '778a9a04-8c83-4345-9e18-b24a665819b2', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:72:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660a8c19-9015-44a9-8e13-f4d8645cbf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:55:54Z', 'updated_at': '2021-08-20T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:57:39.937792 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:39.965406 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Pushing event deleted for resources: {'Port': ['ID=ee770d68-a030-444c-b471-485c6b22da09,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:39.970230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] No DVR routers for this DVR port ee770d68-a030-444c-b471-485c6b22da09 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:57:39.977607 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.977950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.978293 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.978617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.978962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.979283 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.979921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.980012 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.980289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.980616 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.981431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:39.981431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eafbaf-ec96-49af-94ac-38f18e732e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:40.231963 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.324844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.327903 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.372912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.373501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Fanout notify agent at l3_agent the message router_deleted on router 660a8c19-9015-44a9-8e13-f4d8645cbf9d {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 15:57:40.380875 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.382032 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-29eaff26-5ce8-4f59-82ad-12902453c84d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/routers/660a8c19-9015-44a9-8e13-f4d8645cbf9d HTTP/1.1" status: 204 len: 168 time: 1.1129429 Aug 20 15:57:40.384791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57704) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:40.463257 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.553328 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.563608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5547af8c-2bc0-4b6f-ba24-66f396e61db0']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:40.574095 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e679e1fc-e798-4598-a251-ba5431ba4868') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:40.574416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e679e1fc-e798-4598-a251-ba5431ba4868') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:40.584123 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.597612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:57:40.598118 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.603927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 15:57:40.604321 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: timer() Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 15:57:40.607321 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 15:57:40.617238 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:57:40.617581 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 9f01582f-6d9c-4dc8-9539-5cae6c796ed6 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:57:40.664996 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.669601 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.671743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/networks/5547af8c-2bc0-4b6f-ba24-66f396e61db0 HTTP/1.1" status: 204 len: 168 time: 0.2859209 Aug 20 15:57:40.674641 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57706) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:40.686945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55179d-885b-42a5-a30b-c7ef3b720329 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Network': ['ID=5547af8c-2bc0-4b6f-ba24-66f396e61db0,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:40.740973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17ae4698-eb97-47e9-a8c6-104449f98d0e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.766134 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17ae4698-eb97-47e9-a8c6-104449f98d0e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.825113 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17ae4698-eb97-47e9-a8c6-104449f98d0e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.828950 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-17ae4698-eb97-47e9-a8c6-104449f98d0e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:40.830464 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-17ae4698-eb97-47e9-a8c6-104449f98d0e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/security-groups/765ae28d-3332-4a56-94f7-3ee79ef7fe8c HTTP/1.1" status: 204 len: 168 time: 0.1547730 Aug 20 15:57:40.840348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae4698-eb97-47e9-a8c6-104449f98d0e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765ae28d-3332-4a56-94f7-3ee79ef7fe8c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:41.157728 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57712) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:41.162430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-bac4cb07-5862-4025-af40-e459e05bb429 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006099503', 'description': 'tempest-secgroup-smoke-1006099503 description', 'project_id': '08664545e24142d09cb0955b8b7a7aa4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:41.184464 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bac4cb07-5862-4025-af40-e459e05bb429 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.272884 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bac4cb07-5862-4025-af40-e459e05bb429 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.273108 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ee770d68-a030-444c-b471-485c6b22da09 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:57:41.278683 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bac4cb07-5862-4025-af40-e459e05bb429 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.294791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: ee770d68-a030-444c-b471-485c6b22da09 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:57:41.295220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ee770d68-a030-444c-b471-485c6b22da09 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:57:41.295940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fa3c1df1-7e55-41b0-afce-db3a7739e16d no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:57:41.307734 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-bac4cb07-5862-4025-af40-e459e05bb429 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.308997 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-bac4cb07-5862-4025-af40-e459e05bb429 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1502585 Aug 20 15:57:41.312995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57714) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:41.314513 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4cb07-5862-4025-af40-e459e05bb429 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45dcacc5-8305-44f7-9139-5eb17c1f8732,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:41.318226 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: fa3c1df1-7e55-41b0-afce-db3a7739e16d {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:57:41.318578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fa3c1df1-7e55-41b0-afce-db3a7739e16d not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:57:41.319006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 778a9a04-8c83-4345-9e18-b24a665819b2 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:57:41.319200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-64629406-b210-4653-8d9e-1fe309737630 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '45dcacc5-8305-44f7-9139-5eb17c1f8732', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:41.348307 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64629406-b210-4653-8d9e-1fe309737630 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.411157 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64629406-b210-4653-8d9e-1fe309737630 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.415418 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64629406-b210-4653-8d9e-1fe309737630 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.438761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64629406-b210-4653-8d9e-1fe309737630 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa58549b-62bd-49eb-9719-66b7e4c128db,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:41.445710 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64629406-b210-4653-8d9e-1fe309737630 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.446972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-64629406-b210-4653-8d9e-1fe309737630 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326795 Aug 20 15:57:41.449856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57716) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:41.455073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-198e264e-7966-4a5f-a955-0520b875c173 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '45dcacc5-8305-44f7-9139-5eb17c1f8732', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:41.481219 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-198e264e-7966-4a5f-a955-0520b875c173 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.492288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 778a9a04-8c83-4345-9e18-b24a665819b2 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 15:57:41.492640 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 778a9a04-8c83-4345-9e18-b24a665819b2 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:57:41.538713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-198e264e-7966-4a5f-a955-0520b875c173 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.542080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-198e264e-7966-4a5f-a955-0520b875c173 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.560223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e264e-7966-4a5f-a955-0520b875c173 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead7fbd9-d152-49a6-8dc2-9441814cdc6b,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:41.565534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-198e264e-7966-4a5f-a955-0520b875c173 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.567968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-198e264e-7966-4a5f-a955-0520b875c173 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152849 Aug 20 15:57:41.569477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57718) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:41.573832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-9dd42436-6ab2-4c97-89ad-22b01ad645fe tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '45dcacc5-8305-44f7-9139-5eb17c1f8732', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:41.599675 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9dd42436-6ab2-4c97-89ad-22b01ad645fe tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.655633 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9dd42436-6ab2-4c97-89ad-22b01ad645fe tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.659020 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9dd42436-6ab2-4c97-89ad-22b01ad645fe tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.676411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd42436-6ab2-4c97-89ad-22b01ad645fe tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ee1058-f8c0-401c-ad01-1b3610d515dc,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:41.682260 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9dd42436-6ab2-4c97-89ad-22b01ad645fe tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.682941 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9dd42436-6ab2-4c97-89ad-22b01ad645fe tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125433 Aug 20 15:57:41.686358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57720) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:41.690909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a39e5704-73c9-461e-81d5-a10791001b6c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '45dcacc5-8305-44f7-9139-5eb17c1f8732', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:41.716325 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a39e5704-73c9-461e-81d5-a10791001b6c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.773043 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a39e5704-73c9-461e-81d5-a10791001b6c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.776368 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a39e5704-73c9-461e-81d5-a10791001b6c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.796021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e5704-73c9-461e-81d5-a10791001b6c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed81b6d-b937-438f-bc47-1ad4c9fc07b4,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:41.802336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a39e5704-73c9-461e-81d5-a10791001b6c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.803503 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a39e5704-73c9-461e-81d5-a10791001b6c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161218 Aug 20 15:57:41.806253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57722) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:41.811450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f25de701-6276-4b38-b2a0-35dbabaa8de1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '45dcacc5-8305-44f7-9139-5eb17c1f8732', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:41.831977 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-f25de701-6276-4b38-b2a0-35dbabaa8de1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:57:41.836433 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f25de701-6276-4b38-b2a0-35dbabaa8de1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.897365 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f25de701-6276-4b38-b2a0-35dbabaa8de1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.901343 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f25de701-6276-4b38-b2a0-35dbabaa8de1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.920403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25de701-6276-4b38-b2a0-35dbabaa8de1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86df9e97-a6fa-477b-864d-f576fe9830ee,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:41.927840 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f25de701-6276-4b38-b2a0-35dbabaa8de1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:41.929071 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f25de701-6276-4b38-b2a0-35dbabaa8de1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218877 Aug 20 15:57:41.931759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57724) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:41.937318 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-23d23a74-f8c2-49dd-894f-e93b1d850d29 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': '45dcacc5-8305-44f7-9139-5eb17c1f8732', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:41.958986 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-23d23a74-f8c2-49dd-894f-e93b1d850d29 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 15:57:41.963744 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23d23a74-f8c2-49dd-894f-e93b1d850d29 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.024470 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23d23a74-f8c2-49dd-894f-e93b1d850d29 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.027866 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23d23a74-f8c2-49dd-894f-e93b1d850d29 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.045251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d23a74-f8c2-49dd-894f-e93b1d850d29 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa617275-4d84-45cb-b61f-ba19ad8a0ac9,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:42.050912 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-23d23a74-f8c2-49dd-894f-e93b1d850d29 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.052152 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-23d23a74-f8c2-49dd-894f-e93b1d850d29 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194661 Aug 20 15:57:42.055012 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57726) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:42.060628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'network': {'name': 'tempest-network-smoke--1646385423', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'port_security_enabled': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:42.079851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:57:42.083164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.105996 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 15:57:42.115643 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.115996 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Added segment f2575383-e8b9-4cd3-a686-4da8e3b44170 of type vlan for network caecb54e-b4da-4c04-b4a5-3276ea242960 Aug 20 15:57:42.157502 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.181383 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.186803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:42.187382 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.245720 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1896720 Aug 20 15:57:42.248598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57728) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:42.254778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'admin_state_up': True, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:42.260929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98597c32-e2cb-47c4-a468-e69fbe62f83f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Network': ['ID=caecb54e-b4da-4c04-b4a5-3276ea242960,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:42.272125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network caecb54e-b4da-4c04-b4a5-3276ea242960 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 15:57:42.281723 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.282823 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.339017 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d35fbaee-f50d-4d0c-83f4-7e9a81ee9839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.347890 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.487398 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.685013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.704012 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.805835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.30 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/fee295c3-d5e0-4c6c-a505-11001e50e3d3) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:42.904300 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.949243 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:42.985104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:42.989097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:42.992454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:43.005111 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=fee295c3-d5e0-4c6c-a505-11001e50e3d3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:43.244154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:43.443182 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:43.569305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 15:57:43.677769 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:57:43.687099 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Sync routers for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:57:43.696467 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:43.696662 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:43.697109 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:43.697968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8704d81c-24f0-4a77-9bac-69774f7fb7f8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4484487 Aug 20 15:57:43.701697 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57732) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:43.730903 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-452ed318-18a2-4446-97f4-75f11b618462 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=08664545e24142d09cb0955b8b7a7aa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280099 Aug 20 15:57:43.734027 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57734) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:43.808210 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:57:43.823503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d890c31-6f80-457e-b8f9-8f429de05328 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:43.825836 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7d890c31-6f80-457e-b8f9-8f429de05328 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900445 Aug 20 15:57:43.828350 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57736) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:43.858410 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-689feb2b-c4ab-48e9-8477-429af75da18d tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264773 Aug 20 15:57:43.858652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57738) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:43.863344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1717535439', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:43.954246 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:57:43.957912 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:43.983750 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:43Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:44.014276 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Checking router: 1808e37a-2643-41c3-9e44-c3a5ec141ac3 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:57:44.014630 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Updating router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 port fee295c3-d5e0-4c6c-a505-11001e50e3d3 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:57:44.038880 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.146915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.212022 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Subnet': ['ID=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:44.221097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Checking segment: {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:57:44.221478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network hostable DHCP agents. Network: caecb54e-b4da-4c04-b4a5-3276ea242960, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 15:57:44.240430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network caecb54e-b4da-4c04-b4a5-3276ea242960 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 15:57:44.251016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, caecb54e-b4da-4c04-b4a5-3276ea242960) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:44.255861 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:44.256467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.263857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ba727-cef4-45c7-afd2-bc54e1bf5ea4 None None] Network caecb54e-b4da-4c04-b4a5-3276ea242960 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:57:44.280166 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b04cd4b6-bff4-4f1a-9f5a-32a8b420d78b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4205110 Aug 20 15:57:44.281633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57740) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:44.389807 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.400303 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Transition to ACTIVE for port object fee295c3-d5e0-4c6c-a505-11001e50e3d3 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:44.408822 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.454494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-caecb54e-b4da-4c04-b4a5-3276ea242960', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 15:57:44.455835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.458076 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Attempting to bind port fee295c3-d5e0-4c6c-a505-11001e50e3d3 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:57:44.458454 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Attempting to bind port fee295c3-d5e0-4c6c-a505-11001e50e3d3 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:57:44.458819 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Attempting to bind port fee295c3-d5e0-4c6c-a505-11001e50e3d3 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:44.468711 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:57:44.469098 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:57:44.469505 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.469898 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:57:44.470364 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Bound port: fee295c3-d5e0-4c6c-a505-11001e50e3d3, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:57:44.470745 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.535425 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] For port fee295c3-d5e0-4c6c-a505-11001e50e3d3, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:57:44.538184 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] For port fee295c3-d5e0-4c6c-a505-11001e50e3d3, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fee295c3-d5e0-4c6c-a505-11001e50e3d3,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:57:44.539418 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Pushing event updated for resources: {'Port': ['ID=fee295c3-d5e0-4c6c-a505-11001e50e3d3,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:44.552730 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.571287 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.571682 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.572031 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.572371 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.572707 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.573041 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.573375 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.573703 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.574029 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.574355 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.574687 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.575605 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:57:44.612838 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Allocated IP 172.20.0.2 (caecb54e-b4da-4c04-b4a5-3276ea242960/e76fc2d2-ecaa-405c-b0bc-5a71875db7dd/4dc96a24-908a-40ff-8ece-5d83bccdb32e) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:44.615668 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:44.616326 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:44.688668 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bc9eb-0c24-46a2-ad6f-6ca1c96a6f41 None None] Pushing event updated for resources: {'Port': ['ID=fee295c3-d5e0-4c6c-a505-11001e50e3d3,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:44.747581 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:57:44.785912 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.795135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Transition to ACTIVE for port object 4dc96a24-908a-40ff-8ece-5d83bccdb32e will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:44.815761 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Transition to ACTIVE for port object 4dc96a24-908a-40ff-8ece-5d83bccdb32e will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:44.824618 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.825886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.869806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Network caecb54e-b4da-4c04-b4a5-3276ea242960 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:44.875040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:44.885611 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:44.889680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Pushing event updated for resources: {'Port': ['ID=4dc96a24-908a-40ff-8ece-5d83bccdb32e,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:44.957011 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:43Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:44.980445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Attempting to bind port 4dc96a24-908a-40ff-8ece-5d83bccdb32e on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:57:44.980993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Attempting to bind port 4dc96a24-908a-40ff-8ece-5d83bccdb32e by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:57:44.982045 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Attempting to bind port 4dc96a24-908a-40ff-8ece-5d83bccdb32e on network caecb54e-b4da-4c04-b4a5-3276ea242960 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:44.986066 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f25b6e1-0bac-4685-84ab-ecf16baf6742 None None] The sync data for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 is: [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:43Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:57:44.989591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:57:44.990251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Checking segment: {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:57:44.990793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.991714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Bound using segment: {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:57:44.992075 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Bound port: 4dc96a24-908a-40ff-8ece-5d83bccdb32e, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:57:44.992549 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:44.996245 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:45.082869 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] For port 4dc96a24-908a-40ff-8ece-5d83bccdb32e, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:57:45.086336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] For port 4dc96a24-908a-40ff-8ece-5d83bccdb32e, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4dc96a24-908a-40ff-8ece-5d83bccdb32e,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:57:45.092119 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:45.150820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6ef33-d34b-4a67-b96b-9638730e24fa None None] Pushing event updated for resources: {'Port': ['ID=4dc96a24-908a-40ff-8ece-5d83bccdb32e,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:45.176063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.1 (caecb54e-b4da-4c04-b4a5-3276ea242960/e76fc2d2-ecaa-405c-b0bc-5a71875db7dd/25dacbe5-65ac-4895-a03d-8aa57186e8e6) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:45.281454 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bd91d888-3090-4ea0-8598-dec3bbcd9ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:45.367669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fee295c3-d5e0-4c6c-a505-11001e50e3d3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:57:45.372804 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:45.394543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object 25dacbe5-65ac-4895-a03d-8aa57186e8e6 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:45.439359 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:45.445996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port fee295c3-d5e0-4c6c-a505-11001e50e3d3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:45.448741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fee295c3-d5e0-4c6c-a505-11001e50e3d3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:45.449119 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:45.489774 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network caecb54e-b4da-4c04-b4a5-3276ea242960 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:45.493253 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:45.502177 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:45.506322 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=25dacbe5-65ac-4895-a03d-8aa57186e8e6,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:45.551753 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:45.561120 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:45.580472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port fee295c3-d5e0-4c6c-a505-11001e50e3d3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fee295c3-d5e0-4c6c-a505-11001e50e3d3,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:45.586670 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:45.652583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=fee295c3-d5e0-4c6c-a505-11001e50e3d3,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:45.706027 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:46.237863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f856c-b741-4f7b-b465-544f59b1ce80 None None] Network caecb54e-b4da-4c04-b4a5-3276ea242960 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 15:57:46.340176 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:46.345187 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:46.373296 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-95dd9093-04af-4d40-b4e4-bc4b8a37f919 None None] Provisioning for port 4dc96a24-908a-40ff-8ece-5d83bccdb32e completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:46.377927 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:46.428603 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:46.430666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=25dacbe5-65ac-4895-a03d-8aa57186e8e6,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:46.531910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network caecb54e-b4da-4c04-b4a5-3276ea242960 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:46.533406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:46.659722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:57:46.716221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1606dace-2d64-4248-bf19-eefa876a2ae9 None None] Provisioning for port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:46.721459 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-1606dace-2d64-4248-bf19-eefa876a2ae9 None None] Provisioning complete for port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:46.721886 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1606dace-2d64-4248-bf19-eefa876a2ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:46.759670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-1606dace-2d64-4248-bf19-eefa876a2ae9 None None] Port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:57:46.782690 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:57:46.789373 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2118edb9-a598-43af-9129-6032de493a72 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/1808e37a-2643-41c3-9e44-c3a5ec141ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5064774 Aug 20 15:57:46.802670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Sync routers for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:57:46.812666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:46.813299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:46.940585 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-14a808ac-8c9d-423c-a106-b9449d1e7c15 None None] Provisioning complete for port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:46.941018 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-14a808ac-8c9d-423c-a106-b9449d1e7c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:46.952714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-f0d07f95-ce97-400f-a73a-30aff4d7ffeb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006099503&fields=id&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 267 time: 0.0408776 Aug 20 15:57:46.975941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:57:47.022691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-14a808ac-8c9d-423c-a106-b9449d1e7c15 None None] Port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:57:47.079063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-a10df4c7-8843-4119-a62e-b6686fa755a7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:47.080573 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-a10df4c7-8843-4119-a62e-b6686fa755a7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 797 time: 0.1210485 Aug 20 15:57:47.096828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-6967f972-6b1e-4e84-85bb-a590b6cf65d4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/quotas/08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 375 time: 0.0101917 Aug 20 15:57:47.152020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-adc5ece0-15f0-42c6-a9fc-7bbe1c82d56b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492036 Aug 20 15:57:47.174362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a94f9b0b-e0e9-43aa-92c3-a98522406f64 None None] Provisioning complete for port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:47.174731 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a94f9b0b-e0e9-43aa-92c3-a98522406f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:47.214412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a94f9b0b-e0e9-43aa-92c3-a98522406f64 None None] Port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 15:57:47.230298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25dacbe5-65ac-4895-a03d-8aa57186e8e6', 'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:47:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:44Z', 'updated_at': '2021-08-20T15:57:46Z', 'revision_number': 2, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:47.253508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-56a3520c-459e-418c-8d8e-49160a9641db service neutron] 10.222.0.36 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888784 Aug 20 15:57:47.261900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Checking router: 1808e37a-2643-41c3-9e44-c3a5ec141ac3 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:57:47.262354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Updating router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 15:57:47.290345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:47.368277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-f6844095-6cbd-4bf1-92e3-f41cfc87aa3c service neutron] 10.222.0.36 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015959 Aug 20 15:57:47.388913 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fee295c3-d5e0-4c6c-a505-11001e50e3d3 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:57:47.507345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port fee295c3-d5e0-4c6c-a505-11001e50e3d3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:47.507871 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:47.534600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-970adfb9-c91d-4824-962f-3b6baa854e44 req-9cbe7b98-20d5-4f45-bf9c-b9f63471d64f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 210 time: 0.0282600 Aug 20 15:57:47.666860 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:47.669997 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4dc96a24-908a-40ff-8ece-5d83bccdb32e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:57:47.708087 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Transition to ACTIVE for port object 25dacbe5-65ac-4895-a03d-8aa57186e8e6 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:47.720858 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:47.784015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22e730-ccda-4c5d-b699-b88150e1a78a None None] Pushing event updated for resources: {'Port': ['ID=25dacbe5-65ac-4895-a03d-8aa57186e8e6,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:47.791120 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 4dc96a24-908a-40ff-8ece-5d83bccdb32e completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:47.815026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4dc96a24-908a-40ff-8ece-5d83bccdb32e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:47.815026 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:47.866030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Attempting to bind port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:57:47.866403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Attempting to bind port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:57:47.867205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Attempting to bind port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 on network caecb54e-b4da-4c04-b4a5-3276ea242960 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:47.880522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:57:47.880914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Checking segment: {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:57:47.881220 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:47.881612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Bound using segment: {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:57:47.882090 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Bound port: 25dacbe5-65ac-4895-a03d-8aa57186e8e6, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:57:47.882466 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:48.013857 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:48.016319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] For port 25dacbe5-65ac-4895-a03d-8aa57186e8e6, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:57:48.043219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] For port 25dacbe5-65ac-4895-a03d-8aa57186e8e6, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=25dacbe5-65ac-4895-a03d-8aa57186e8e6,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:57:48.059921 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:48.102496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 4dc96a24-908a-40ff-8ece-5d83bccdb32e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4dc96a24-908a-40ff-8ece-5d83bccdb32e,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:48.105536 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:48.110883 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:48.143428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:57:48.144087 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:48.148759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22e730-ccda-4c5d-b699-b88150e1a78a None None] Pushing event updated for resources: {'Port': ['ID=25dacbe5-65ac-4895-a03d-8aa57186e8e6,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:48.285212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=4dc96a24-908a-40ff-8ece-5d83bccdb32e,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:48.312149 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:57:48.549389 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25dacbe5-65ac-4895-a03d-8aa57186e8e6', 'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:47:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:44Z', 'updated_at': '2021-08-20T15:57:48Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:57:48.579968 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a997fc29-ccfd-472d-a7fa-a0e3843e233d None None] The sync data for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 is: [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25dacbe5-65ac-4895-a03d-8aa57186e8e6', 'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:47:99:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:44Z', 'updated_at': '2021-08-20T15:57:48Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:57:48.637070 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-ff56a4cb-2cc3-46ac-889c-be463a93f99b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:48.638975 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-ff56a4cb-2cc3-46ac-889c-be463a93f99b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 797 time: 0.1380355 Aug 20 15:57:48.692704 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-edf85fd8-b2d6-4d01-8cab-27bb97bad705 req-8db03ba2-e91e-4b0a-a9c8-e87057f70ecb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 210 time: 0.0638387 Aug 20 15:57:48.726841 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-3ab33b67-ac37-4839-8513-f9dc22e2b6c4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 380 time: 0.0709388 Aug 20 15:57:48.739452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'port': {'device_id': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'admin_state_up': True, 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'security_groups': ['45dcacc5-8305-44f7-9139-5eb17c1f8732']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:48.867705 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 15:57:48.872452 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.026684 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.10 (caecb54e-b4da-4c04-b4a5-3276ea242960/e76fc2d2-ecaa-405c-b0bc-5a71875db7dd/3048a88a-4349-4e37-a8ef-9503cea86bfe) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:49.183122 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.198516 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object 3048a88a-4349-4e37-a8ef-9503cea86bfe will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:49.233545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.287655 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network caecb54e-b4da-4c04-b4a5-3276ea242960 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:49.294282 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:49.296822 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:49.299073 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:49.365178 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:49.365970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.389995 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-4eba6f56-54a0-43a9-925d-7b1a1306a11a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6554368 Aug 20 15:57:49.390460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 25dacbe5-65ac-4895-a03d-8aa57186e8e6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:57:49.409783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Request body: {'port': {'device_id': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:49.454150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:49.459911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:49.460281 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.491823 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.549323 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.584962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 25dacbe5-65ac-4895-a03d-8aa57186e8e6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=25dacbe5-65ac-4895-a03d-8aa57186e8e6,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:49.592505 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.593354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4dc96a24-908a-40ff-8ece-5d83bccdb32e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:57:49.808252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3048a88a-4349-4e37-a8ef-9503cea86bfe {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:49.817524 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.826789 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c32983-d880-4308-9074-009b8e8d4d0c req-ccecb0c5-d21c-4a52-bafd-1b3a3bf679c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:49.832358 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Transition to ACTIVE for port object 3048a88a-4349-4e37-a8ef-9503cea86bfe will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:57:49.834924 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58c32983-d880-4308-9074-009b8e8d4d0c req-ccecb0c5-d21c-4a52-bafd-1b3a3bf679c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 932 time: 0.0687914 Aug 20 15:57:49.835198 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-04e60733-859c-422e-83ea-80d94b85cdf5 None None] Provisioning for port 3048a88a-4349-4e37-a8ef-9503cea86bfe completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:49.837540 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.868169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=25dacbe5-65ac-4895-a03d-8aa57186e8e6,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:49.873592 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-58c32983-d880-4308-9074-009b8e8d4d0c req-a83df9c9-66bc-4bc0-baeb-1631b06b67f7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375910 Aug 20 15:57:49.880992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 4dc96a24-908a-40ff-8ece-5d83bccdb32e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:49.881370 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:49.949558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:49.984448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Attempting to bind port 3048a88a-4349-4e37-a8ef-9503cea86bfe on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:57:49.984799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Attempting to bind port 3048a88a-4349-4e37-a8ef-9503cea86bfe by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:57:49.985138 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Attempting to bind port 3048a88a-4349-4e37-a8ef-9503cea86bfe on network caecb54e-b4da-4c04-b4a5-3276ea242960 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:49.989889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Port 3048a88a-4349-4e37-a8ef-9503cea86bfe on network caecb54e-b4da-4c04-b4a5-3276ea242960 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:57:49.990223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Attempting to bind port 3048a88a-4349-4e37-a8ef-9503cea86bfe on network caecb54e-b4da-4c04-b4a5-3276ea242960 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:57:49.995439 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:57:49.995818 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Checking segment: {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:57:49.996215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Bound using segment: {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:57:49.996734 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Bound port: 3048a88a-4349-4e37-a8ef-9503cea86bfe, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:57:49.997717 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:50.067515 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:57:50.070611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:57:50.077546 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:50.114738 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.115403 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:50.116916 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 1093 time: 0.7124753 Aug 20 15:57:50.117353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:50.119679 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa699a2a-6cb0-4194-9223-e6913c161991" -d '{"events": [{"name": "network-changed", "server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:57:50.146780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a080e9-0396-4b04-8276-eda229afb3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:50.201526 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e4d67-3ba9-4a31-a860-77f0071fc8ed x-openstack-request-id: req-cd5e4d67-3ba9-4a31-a860-77f0071fc8ed {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:57:50.201933 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:57:50.202257 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd5e4d67-3ba9-4a31-a860-77f0071fc8ed {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:57:50.202717 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'status': 'completed', 'code': 200} Aug 20 15:57:50.219780 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-aaf561af-3717-4bb1-a27b-78ad70477927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.221314 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-aaf561af-3717-4bb1-a27b-78ad70477927 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1096 time: 0.0478001 Aug 20 15:57:50.273629 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-cbd5bab3-f746-487c-bad1-1f9733616aa4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 217 time: 0.0393319 Aug 20 15:57:50.322811 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-f9455d0b-60f2-491f-899c-3a6954749c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.324317 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-f9455d0b-60f2-491f-899c-3a6954749c75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0441115 Aug 20 15:57:50.369992 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-60b8ace6-3e74-45c5-99ee-e03945e4c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.371382 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-60b8ace6-3e74-45c5-99ee-e03945e4c73a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397124 Aug 20 15:57:50.464668 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-cf2a6c95-7857-4fd2-a2c6-ad0f67f4b550 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855360 Aug 20 15:57:50.552766 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-40f23407-279c-4500-be84-c8f115e0f0f6 req-81949efb-20ec-43cd-8754-e2b907d31f0a service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815322 Aug 20 15:57:50.674377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-3a951b11-c014-4621-9cc5-2f56be0557d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.675910 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-3a951b11-c014-4621-9cc5-2f56be0557d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1096 time: 0.0417488 Aug 20 15:57:50.770632 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-5d1928bb-7b2e-46af-aa7f-1d4edaf7ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.772125 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-5d1928bb-7b2e-46af-aa7f-1d4edaf7ecf4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.0895276 Aug 20 15:57:50.813427 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-08433d11-44a6-4c64-bfe4-eb3759db5e06 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 217 time: 0.0340924 Aug 20 15:57:50.865931 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-a54fa9aa-5349-42d4-bcd5-eea93a1555e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.867350 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-a54fa9aa-5349-42d4-bcd5-eea93a1555e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0467882 Aug 20 15:57:50.922812 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-fbf98aa5-eb42-4d28-a81a-4bf74f045c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:50.925502 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-fbf98aa5-eb42-4d28-a81a-4bf74f045c4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513253 Aug 20 15:57:51.018025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c73f8a-6c01-4da4-ac90-932ee7239309 req-d4a38334-4d27-47da-af28-8fd86ed0b864 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:51.019007 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-507770e0-52a9-4b79-84a6-be9ed4eaf70e service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855608 Aug 20 15:57:51.019502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8c73f8a-6c01-4da4-ac90-932ee7239309 req-d4a38334-4d27-47da-af28-8fd86ed0b864 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 944 time: 0.0491099 Aug 20 15:57:51.058545 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8c73f8a-6c01-4da4-ac90-932ee7239309 req-5e417c59-0e8a-462e-aeb7-502a17feef1b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Aug 20 15:57:51.115332 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-aa699a2a-6cb0-4194-9223-e6913c161991 req-741f62eb-7ce7-4d41-9a86-886bfa4e67c7 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885508 Aug 20 15:57:51.281150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 25dacbe5-65ac-4895-a03d-8aa57186e8e6 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:57:51.331943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:51.332318 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:52.174757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf296a1-eb1e-4bbd-8130-555a0569dbef req-4d802576-4585-4ae7-b3c5-40f4ef1acd5c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:52.176280 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-faf296a1-eb1e-4bbd-8130-555a0569dbef req-4d802576-4585-4ae7-b3c5-40f4ef1acd5c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 944 time: 0.0493689 Aug 20 15:57:52.213473 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-faf296a1-eb1e-4bbd-8130-555a0569dbef req-50ea0145-ff01-4e7f-9b43-c041271c5faa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311720 Aug 20 15:57:53.328468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b73b6-f263-4800-be79-8a97e09596d4 req-3e96e7c0-b330-44f5-9cd1-a6e6c3ad45b6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:53.329955 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-819b73b6-f263-4800-be79-8a97e09596d4 req-3e96e7c0-b330-44f5-9cd1-a6e6c3ad45b6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 944 time: 0.0494106 Aug 20 15:57:53.374948 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-819b73b6-f263-4800-be79-8a97e09596d4 req-0bd60a74-f5e7-424d-bc53-f867114aeb14 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380986 Aug 20 15:57:54.349677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3048a88a-4349-4e37-a8ef-9503cea86bfe details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:57:54.446230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:54.458115 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'port_id': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'mac_address': 'fa:16:3e:36:9a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:57:54.490101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166f446-1faf-4ab6-aa03-831be6f8f500 req-11dc6fa7-70fb-447a-8410-a59a02b607a6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:54.491624 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8166f446-1faf-4ab6-aa03-831be6f8f500 req-11dc6fa7-70fb-447a-8410-a59a02b607a6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 944 time: 0.0490663 Aug 20 15:57:54.495482 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:54.508951 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3048a88a-4349-4e37-a8ef-9503cea86bfe {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:57:54.528573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:54.529709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8166f446-1faf-4ab6-aa03-831be6f8f500 req-4dbc97d6-81f1-42e8-8c83-0e7cdfc0d6b8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320342 Aug 20 15:57:54.533609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:54.580092 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:54.951988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['3048a88a-4349-4e37-a8ef-9503cea86bfe'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:57:55.650893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75486989-a7f7-4e45-bd2e-bcaabff7e747 req-1cb01f54-b9d9-416f-bb20-99cbb8e26401 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:55.652415 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75486989-a7f7-4e45-bd2e-bcaabff7e747 req-1cb01f54-b9d9-416f-bb20-99cbb8e26401 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 945 time: 0.0502374 Aug 20 15:57:55.690605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75486989-a7f7-4e45-bd2e-bcaabff7e747 req-706a1831-651d-45ef-b77a-4df7c192aa18 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 Aug 20 15:57:56.367509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3048a88a-4349-4e37-a8ef-9503cea86bfe up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:57:56.418818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port 3048a88a-4349-4e37-a8ef-9503cea86bfe completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:57:56.423768 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port 3048a88a-4349-4e37-a8ef-9503cea86bfe triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:57:56.424191 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:56.498833 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:56.520643 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:57:56.523032 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce46da6c-52d1-42ae-8ce9-b3eb079a3467" -d '{"events": [{"server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "name": "network-vif-plugged", "status": "completed", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:57:56.535150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:57:56.539713 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:56.564903 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f68f0d-276f-4b62-8dcc-2194166e848d x-openstack-request-id: req-76f68f0d-276f-4b62-8dcc-2194166e848d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:57:56.565197 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "name": "network-vif-plugged", "status": "completed", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:57:56.565456 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76f68f0d-276f-4b62-8dcc-2194166e848d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:57:56.565843 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'code': 200} Aug 20 15:57:56.594350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:57:56.688543 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd4a91-9af8-49f5-a8df-bbf76ff4cc95 req-7385a8cf-0ac7-4deb-bad8-a9cf632779c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:56.690053 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1afd4a91-9af8-49f5-a8df-bbf76ff4cc95 req-7385a8cf-0ac7-4deb-bad8-a9cf632779c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1098 time: 0.0425816 Aug 20 15:57:56.726497 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1afd4a91-9af8-49f5-a8df-bbf76ff4cc95 req-d0075b99-a8bd-4568-985f-982a4f3374bc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296628 Aug 20 15:57:56.807856 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c07c8-670e-4e6b-a1a4-e6c0354ec6f4 req-a77d8a04-4b76-4176-bd66-05e0a2c3a44e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:56.809232 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-546c07c8-670e-4e6b-a1a4-e6c0354ec6f4 req-a77d8a04-4b76-4176-bd66-05e0a2c3a44e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0501668 Aug 20 15:57:56.850781 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-546c07c8-670e-4e6b-a1a4-e6c0354ec6f4 req-6a7b083f-6add-4b65-828f-a109a6928834 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356750 Aug 20 15:57:57.594531 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:57:57.973757 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcac90f-703b-47be-bbcf-89a33487e951 req-7e25a965-c338-4613-ab26-fddead135a35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:57.975248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fcac90f-703b-47be-bbcf-89a33487e951 req-7e25a965-c338-4613-ab26-fddead135a35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0559556 Aug 20 15:57:58.017094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fcac90f-703b-47be-bbcf-89a33487e951 req-c4f749ef-0a4c-4d19-9965-d16e3ea50ed2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358152 Aug 20 15:57:59.132922 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519dfab-9435-4df9-a3ff-c91cea02810f req-2354576b-9436-4a42-9a70-e8d90f75c1ba tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:59.134332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9519dfab-9435-4df9-a3ff-c91cea02810f req-2354576b-9436-4a42-9a70-e8d90f75c1ba tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0505025 Aug 20 15:57:59.173702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9519dfab-9435-4df9-a3ff-c91cea02810f req-c659c973-6faa-4e22-b339-1fee342c6edd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333488 Aug 20 15:57:59.284938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c624a-2d15-4e9b-a16e-df08fb22f801 req-6320acdf-7e6f-4e92-949a-7c761975b271 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:59.286394 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a66c624a-2d15-4e9b-a16e-df08fb22f801 req-6320acdf-7e6f-4e92-949a-7c761975b271 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0484586 Aug 20 15:57:59.328636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a66c624a-2d15-4e9b-a16e-df08fb22f801 req-23e64dd3-83e1-4df2-8077-64d847dd6210 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361917 Aug 20 15:57:59.350612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57796) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:59.389860 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d3b73c-5d3b-42a1-8605-fb9782c16698 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:57:59.392020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-68d3b73c-5d3b-42a1-8605-fb9782c16698 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1093 time: 0.0404549 Aug 20 15:57:59.394837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57798) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:57:59.399302 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:57:59.421262 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:59.516096 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:59.533634 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:59.621389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.44 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/5ad249ef-7972-4c89-85e0-64fe3ce50be4) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 15:57:59.719897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:59.760949 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:57:59.799835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 15:57:59.802488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 15:57:59.805863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 15:57:59.830077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=5ad249ef-7972-4c89-85e0-64fe3ce50be4,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:00.165951 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:00.230719 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:00.379950 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:00.384398 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:00.452120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=5ad249ef-7972-4c89-85e0-64fe3ce50be4,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:58:00.464639 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:00.567079 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP 1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0 associated. External IP: 172.25.5.44, port: 3048a88a-4349-4e37-a8ef-9503cea86bfe. Aug 20 15:58:00.772907 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 15:58:00.881396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 15:58:00.891423 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] Sync routers for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 15:58:00.898397 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:00.900853 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:58:00.901470 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:00.928297 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b65e729f-4a03-4a4c-a021-34bba1ce14f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5323219 Aug 20 15:58:00.928998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:58:00.931389 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320c7db9-c55d-4685-88ea-45e3c2e83dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:58:01.019099 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:58:01.028691 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb913c-0ea7-4db1-abcf-5836a992b122 req-765d28b9-d1d2-4645-830d-e41be03c26b6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:01.030165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fefb913c-0ea7-4db1-abcf-5836a992b122 req-765d28b9-d1d2-4645-830d-e41be03c26b6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0511069 Aug 20 15:58:01.069969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fefb913c-0ea7-4db1-abcf-5836a992b122 req-384aafce-b014-4300-a650-c2e1f650e9af tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328655 Aug 20 15:58:01.093955 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57806) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:58:01.119428 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c6e5b6-7297-41bc-9d2b-7638f02b6cc4 x-openstack-request-id: req-52c6e5b6-7297-41bc-9d2b-7638f02b6cc4 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:58:01.119758 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:58:01.120014 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52c6e5b6-7297-41bc-9d2b-7638f02b6cc4 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:58:01.120422 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'status': 'completed', 'code': 200} Aug 20 15:58:01.175056 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-5d0161cf-e2c0-46ed-8166-fdb0d006d9a0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0 HTTP/1.1" status: 200 len: 991 time: 0.0782428 Aug 20 15:58:01.205976 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-fb4445c1-d035-4caa-a8e5-6f5b04c6ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:01.207485 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-fb4445c1-d035-4caa-a8e5-6f5b04c6ce7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1098 time: 0.0444672 Aug 20 15:58:01.251263 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'port_id': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'mac_address': 'fa:16:3e:36:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:58:00Z', 'updated_at': '2021-08-20T15:58:00Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25dacbe5-65ac-4895-a03d-8aa57186e8e6', 'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:47:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:44Z', 'updated_at': '2021-08-20T15:57:49Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:01.276541 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] Checking router: 1808e37a-2643-41c3-9e44-c3a5ec141ac3 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 15:58:01.285204 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 15:58:01.285711 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:57:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:01.297971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-95afe730-d102-4350-8a15-5239f55f3275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:01.299458 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-95afe730-d102-4350-8a15-5239f55f3275 service neutron] 10.222.0.72 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.0852237 Aug 20 15:58:01.368845 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-7998c62e-170f-4e31-a559-9865a458bad0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 999 time: 0.0623217 Aug 20 15:58:01.388087 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 15:58:01.418979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-090d1026-3517-4a4e-82e1-2066a39c7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:01.420477 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-090d1026-3517-4a4e-82e1-2066a39c7bd0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0442359 Aug 20 15:58:01.466421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-ed93fc5a-2f81-44af-a80f-2db16e378aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:01.468705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-ed93fc5a-2f81-44af-a80f-2db16e378aab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413990 Aug 20 15:58:01.561207 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-b152fdd3-4715-4087-9114-bc9bbdc927b0 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860052 Aug 20 15:58:01.605243 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'port_id': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'mac_address': 'fa:16:3e:36:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:58:00Z', 'updated_at': '2021-08-20T15:58:00Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25dacbe5-65ac-4895-a03d-8aa57186e8e6', 'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:47:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:44Z', 'updated_at': '2021-08-20T15:57:49Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 15:58:01.634003 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f541f-bd01-4e19-b3b5-832c82c1e04f None None] The sync data for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 is: [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.44', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'port_id': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'mac_address': 'fa:16:3e:36:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T15:58:00Z', 'updated_at': '2021-08-20T15:58:00Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25dacbe5-65ac-4895-a03d-8aa57186e8e6', 'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:47:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:44Z', 'updated_at': '2021-08-20T15:57:49Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 15:58:01.652940 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-320c7db9-c55d-4685-88ea-45e3c2e83dd3 req-f2291dfa-86a5-41bb-bb28-02c7ff2510b1 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851226 Aug 20 15:58:01.830569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f8772-45bc-4932-9291-372c2fb75a99 None None] New status for floating IP 1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 15:58:02.177875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57812) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:58:02.240792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-8fa7f800-bfc1-4310-a045-3effe0da1e98 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0 HTTP/1.1" status: 200 len: 993 time: 0.0617728 Aug 20 15:58:06.566378 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:12.301407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f327f90d-e520-4e52-a21c-4f175ef29891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:14.948481 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:15.272156 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c6b9cabe-646b-4e38-bc71-4df3fc97120d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:16.366807 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:18.051926 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:29.533241 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:34.594336 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:58:36.553575 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:39.476255 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-95af8859-3586-495c-a42f-37dbce37bbd3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0955520 Aug 20 15:58:39.571327 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-026816ef-e318-440a-b26b-cdb34e0a919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:39.572777 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-026816ef-e318-440a-b26b-cdb34e0a919e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1098 time: 0.0410964 Aug 20 15:58:39.675245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-c062fa80-f6cc-460a-890c-080826fd06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:39.676804 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-c062fa80-f6cc-460a-890c-080826fd06e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.0852001 Aug 20 15:58:39.747118 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-cedd2cc7-bec3-4ac0-94f2-1f9983b03f4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 1001 time: 0.0632386 Aug 20 15:58:39.796830 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-f8e9976e-314a-4c1f-a6cb-a3e224f60380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:39.798274 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-f8e9976e-314a-4c1f-a6cb-a3e224f60380 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0448987 Aug 20 15:58:39.842988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-0ac60c43-bc8d-48a9-8ec0-806e6c4ff3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:58:39.844468 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-0ac60c43-bc8d-48a9-8ec0-806e6c4ff3ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387802 Aug 20 15:58:39.942417 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-308e804f-140c-4dbc-a9e3-74e353cc3678 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906661 Aug 20 15:58:40.034543 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-51ea20fb-13d4-48a1-8909-40a7de05a4ea req-e6f20975-264c-4b46-adfe-e4b2253c720c service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840492 Aug 20 15:58:42.303102 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a9631f47-874e-4a54-bd80-d1aa188a1c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:44.952547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:45.273088 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8fe85e2e-8c7b-4013-b103-db917ff799ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:46.373133 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:48.052673 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:58:59.530033 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:06.560924 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:11.593840 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:59:12.303691 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9ca3eb08-37eb-407c-a203-fbac8cc7602f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:13.839499 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe01e76-27a3-4479-93b3-45e16b5617ac req-8e5b158a-2d76-4975-9690-884e62375e32 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:13.841143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffe01e76-27a3-4479-93b3-45e16b5617ac req-8e5b158a-2d76-4975-9690-884e62375e32 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.1322198 Aug 20 15:59:13.846481 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6906a944-fc8c-4128-a846-d6edea92100c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836596 Aug 20 15:59:13.879811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffe01e76-27a3-4479-93b3-45e16b5617ac req-83c64c24-7be1-4740-8e76-7a019e588d1b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Aug 20 15:59:14.958632 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:15.012082 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443988-3e3f-4b50-8f21-90473493f3cf req-82d32ee5-0ce2-4406-a155-35c8ba87a886 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:15.013614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e443988-3e3f-4b50-8f21-90473493f3cf req-82d32ee5-0ce2-4406-a155-35c8ba87a886 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0574088 Aug 20 15:59:15.018394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-1560c506-e482-469a-a0bf-a83f7e396d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:15.020091 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-1560c506-e482-469a-a0bf-a83f7e396d61 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1098 time: 0.0419779 Aug 20 15:59:15.052131 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e443988-3e3f-4b50-8f21-90473493f3cf req-4fe13907-ff9f-4bbd-b6ba-6b5a846cb112 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322180 Aug 20 15:59:15.109593 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-4a3b473b-525f-4f2f-adef-c36f4e9eee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:15.111058 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-4a3b473b-525f-4f2f-adef-c36f4e9eee3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.0839105 Aug 20 15:59:15.179125 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-7bc7cf69-bf02-481c-9185-e413d2c16117 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 1001 time: 0.0605578 Aug 20 15:59:15.230193 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6724c5e5-eaf6-4789-bd6e-e96c3f3e526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:15.231684 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6724c5e5-eaf6-4789-bd6e-e96c3f3e526c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0455270 Aug 20 15:59:15.274383 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e24c9db9-077c-4255-93b2-4cc655f572da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:15.280583 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-c9f878c0-f5f5-4cb0-9893-e67fec4bfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:15.282084 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-c9f878c0-f5f5-4cb0-9893-e67fec4bfbc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427668 Aug 20 15:59:15.375288 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-7c5735e4-c327-43cd-a8de-554c0b918ea2 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851398 Aug 20 15:59:15.466151 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-18401d76-4117-4780-87ae-83c87cf41ff5 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828753 Aug 20 15:59:16.166168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460d3aa-01a5-451e-94ee-6ceb8b64505e req-0cab196c-a5c0-4480-adc4-391a3a048bf0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:16.167564 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1460d3aa-01a5-451e-94ee-6ceb8b64505e req-0cab196c-a5c0-4480-adc4-391a3a048bf0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0480957 Aug 20 15:59:16.204354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1460d3aa-01a5-451e-94ee-6ceb8b64505e req-1e502550-5b9c-4811-a26a-99627a714e0d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306089 Aug 20 15:59:16.372118 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:17.320884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6d4c2-7269-4e36-b8bf-b356c7c79d2b req-0b82b38e-b68d-4e65-86f9-288e600f39e5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:17.322380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14e6d4c2-7269-4e36-b8bf-b356c7c79d2b req-0b82b38e-b68d-4e65-86f9-288e600f39e5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0495045 Aug 20 15:59:17.362193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-14e6d4c2-7269-4e36-b8bf-b356c7c79d2b req-c2ab47f1-72a0-46aa-895e-055120a971d9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338962 Aug 20 15:59:18.056387 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:18.481554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fd43e-5b73-410a-b5d6-4fb4d313c814 req-65d19327-6b4f-4254-aab7-296d4f877613 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:18.483067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-096fd43e-5b73-410a-b5d6-4fb4d313c814 req-65d19327-6b4f-4254-aab7-296d4f877613 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0531454 Aug 20 15:59:18.520277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-096fd43e-5b73-410a-b5d6-4fb4d313c814 req-83f321e1-605e-48ad-9b35-ac555fdceca4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310612 Aug 20 15:59:19.636009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf773126-420f-4f4a-99fa-118876a2338f req-0ec0e67d-058b-443f-bd97-e9bc14622fa8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:19.637494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf773126-420f-4f4a-99fa-118876a2338f req-0ec0e67d-058b-443f-bd97-e9bc14622fa8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0499463 Aug 20 15:59:19.675864 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cf773126-420f-4f4a-99fa-118876a2338f req-51c03384-aa6b-44ea-8edf-b594c1b72366 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323267 Aug 20 15:59:20.791488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b6f6-158b-44dd-84a4-c27ab35f3ab0 req-2b29627a-41be-492c-a513-5919baa31183 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:20.793002 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3d2b6f6-158b-44dd-84a4-c27ab35f3ab0 req-2b29627a-41be-492c-a513-5919baa31183 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0485525 Aug 20 15:59:20.830746 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3d2b6f6-158b-44dd-84a4-c27ab35f3ab0 req-cfbf1ddc-5b17-40e6-99e3-8ddbb5dae838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316286 Aug 20 15:59:21.950392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f7489-8903-44ca-b633-1f192aad0997 req-e124798b-b0b3-4f5f-a0f9-647a4146b840 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:21.951865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-148f7489-8903-44ca-b633-1f192aad0997 req-e124798b-b0b3-4f5f-a0f9-647a4146b840 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0526247 Aug 20 15:59:21.988825 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-148f7489-8903-44ca-b633-1f192aad0997 req-5dd00b72-bf0d-42f6-b00a-f310819eff31 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307178 Aug 20 15:59:23.103655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d288b-7da3-4110-a439-75ded6e0a6a3 req-50a51fce-d3cd-4d2f-b4a0-860708cfb66c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:23.105135 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-533d288b-7da3-4110-a439-75ded6e0a6a3 req-50a51fce-d3cd-4d2f-b4a0-860708cfb66c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0485210 Aug 20 15:59:23.142243 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-533d288b-7da3-4110-a439-75ded6e0a6a3 req-8d88ef21-0450-4290-9324-3ecf79c97da4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Aug 20 15:59:24.257453 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4218-be1d-40d0-b158-b4b8c4176e0d req-094ffd84-2361-413b-9b9a-b52a30ec93f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:24.258973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-579d4218-be1d-40d0-b158-b4b8c4176e0d req-094ffd84-2361-413b-9b9a-b52a30ec93f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0493860 Aug 20 15:59:24.295437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-579d4218-be1d-40d0-b158-b4b8c4176e0d req-92e0cac0-556a-4465-b4e5-350c50e70e64 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305817 Aug 20 15:59:25.416837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855c1f2-a90b-4f55-8df7-767fb247d4d0 req-50915818-82a9-4972-8487-475b7e4febb1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:25.418316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5855c1f2-a90b-4f55-8df7-767fb247d4d0 req-50915818-82a9-4972-8487-475b7e4febb1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0524058 Aug 20 15:59:25.455649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5855c1f2-a90b-4f55-8df7-767fb247d4d0 req-7127a459-4479-47ad-a89a-a29b55da9acf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311270 Aug 20 15:59:26.574219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75790c0b-c087-4331-a56b-be25b1b3508a req-c530f0cb-4bcf-4777-bd4e-05cb3e193055 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:26.575722 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75790c0b-c087-4331-a56b-be25b1b3508a req-c530f0cb-4bcf-4777-bd4e-05cb3e193055 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0490289 Aug 20 15:59:26.616780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-75790c0b-c087-4331-a56b-be25b1b3508a req-6f7375c7-8553-4a18-812a-63f393220712 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342700 Aug 20 15:59:27.736178 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b532e1-3b17-4627-aca2-dd7dda302cd4 req-04d7bdb1-67a4-4de3-9d1e-7aa43729d56c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:27.738159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5b532e1-3b17-4627-aca2-dd7dda302cd4 req-04d7bdb1-67a4-4de3-9d1e-7aa43729d56c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0529532 Aug 20 15:59:27.775587 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d5b532e1-3b17-4627-aca2-dd7dda302cd4 req-372f2d6c-2525-4990-a565-fa179c9d6242 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307486 Aug 20 15:59:28.894459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fb7fc-c32f-4816-bf80-355153bae9f2 req-246761a9-d640-4365-be04-a3a0883b846d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:28.895984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a28fb7fc-c32f-4816-bf80-355153bae9f2 req-246761a9-d640-4365-be04-a3a0883b846d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0525520 Aug 20 15:59:28.933654 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a28fb7fc-c32f-4816-bf80-355153bae9f2 req-5b5e5449-2696-438f-8e57-06c8f5eb55cc tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Aug 20 15:59:29.530403 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:30.051865 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa35426-61bc-4670-af93-677c6a10d775 req-84251a6e-3dc1-49e9-8975-5e2948d0a75a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:30.053339 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fa35426-61bc-4670-af93-677c6a10d775 req-84251a6e-3dc1-49e9-8975-5e2948d0a75a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0499711 Aug 20 15:59:30.090683 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fa35426-61bc-4670-af93-677c6a10d775 req-2b09ff94-80ee-450b-a6a7-c22eb2e94fd2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Aug 20 15:59:31.205403 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcff143-f9f2-4044-80e9-0c31d965a0cc req-3d7be584-07fb-4daa-b81d-6f876faefbfc tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:31.207934 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bcff143-f9f2-4044-80e9-0c31d965a0cc req-3d7be584-07fb-4daa-b81d-6f876faefbfc tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0492687 Aug 20 15:59:31.245116 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bcff143-f9f2-4044-80e9-0c31d965a0cc req-26c2b884-0f1c-4455-8f49-d8d1f47fb8fc tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312109 Aug 20 15:59:32.370696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be143a00-4bc6-4d82-a47a-5a5f93723eda req-af562e4f-a5ed-458a-9e62-fd8df627f358 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:32.372202 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be143a00-4bc6-4d82-a47a-5a5f93723eda req-af562e4f-a5ed-458a-9e62-fd8df627f358 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0530703 Aug 20 15:59:32.409750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-be143a00-4bc6-4d82-a47a-5a5f93723eda req-c8277da9-2d22-499e-96c5-5ad41cdb0b38 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Aug 20 15:59:32.533551 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-fe44a878-b460-4823-a836-354e627dfe75 service neutron] show failed (client error): The resource could not be found. Aug 20 15:59:32.535077 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-fe44a878-b460-4823-a836-354e627dfe75 service neutron] 10.222.0.72 "GET /v2.0/ports/3048a88a-4349-4e37-a8ef-9503cea86bfe/bindings/n-h2-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0575869 Aug 20 15:59:32.740556 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-7f24d148-9235-43b8-8252-60ab35cb3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:32.742039 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-7f24d148-9235-43b8-8252-60ab35cb3fb9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 1098 time: 0.0408163 Aug 20 15:59:32.760258 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 15:59:32.811365 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:33.018411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:33.050515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h1-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:59:33.088782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:59:33.090935 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea966a2-dd5f-4ee4-8e6f-39e661303cbd" -d '{"events": [{"server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:59:33.094648 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:33.106703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Transition to ACTIVE for port object 3048a88a-4349-4e37-a8ef-9503cea86bfe will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 15:59:33.109979 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:33.208371 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5092a9-309b-4c7f-9824-be5576a6529e x-openstack-request-id: req-de5092a9-309b-4c7f-9824-be5576a6529e {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:59:33.208662 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:59:33.208917 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de5092a9-309b-4c7f-9824-be5576a6529e {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:59:33.209319 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'code': 200} Aug 20 15:59:33.228830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] No DVR routers for this DVR port 3048a88a-4349-4e37-a8ef-9503cea86bfe on host n-h1-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 15:59:33.231698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Pushing event updated for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=6']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:33.272121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.272702 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.273286 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.273672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.274019 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.274362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.274699 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.275026 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.275450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.275863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.276193 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.276524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:33.379042 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Attempting to bind port 3048a88a-4349-4e37-a8ef-9503cea86bfe on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 15:59:33.379701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Attempting to bind port 3048a88a-4349-4e37-a8ef-9503cea86bfe by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 15:59:33.379701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Attempting to bind port 3048a88a-4349-4e37-a8ef-9503cea86bfe on network caecb54e-b4da-4c04-b4a5-3276ea242960 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:59:33.383938 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Port 3048a88a-4349-4e37-a8ef-9503cea86bfe on network caecb54e-b4da-4c04-b4a5-3276ea242960 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 15:59:33.384261 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Attempting to bind port 3048a88a-4349-4e37-a8ef-9503cea86bfe on network caecb54e-b4da-4c04-b4a5-3276ea242960 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 15:59:33.388930 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 15, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 15:59:33.389268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Checking segment: {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 15:59:33.389649 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Bound using segment: {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 15:59:33.390073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Bound port: 3048a88a-4349-4e37-a8ef-9503cea86bfe, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2575383-e8b9-4cd3-a686-4da8e3b44170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 15:59:33.390425 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:33.453180 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 15:59:33.456755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 15:59:33.460629 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:33.522764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:33.523404 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:33.524828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] 10.222.0.70 "PUT /v2.0/ports/3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 1093 time: 0.7684977 Aug 20 15:59:33.550210 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc34ec9-2bca-43ef-9fb0-f3a14962b22e service neutron] Pushing event updated for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=7']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:33.575167 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df0d2-fdc2-446e-b59e-464e031dbdf3 req-4ff86f37-8466-4524-90d0-dae0770c0daa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:33.576732 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe9df0d2-fdc2-446e-b59e-464e031dbdf3 req-4ff86f37-8466-4524-90d0-dae0770c0daa tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 944 time: 0.0919659 Aug 20 15:59:33.630773 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-fb199af7-da41-4e5d-ab1c-90a4ae838df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:33.632320 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-fb199af7-da41-4e5d-ab1c-90a4ae838df8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1096 time: 0.0772040 Aug 20 15:59:33.637900 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fe9df0d2-fdc2-446e-b59e-464e031dbdf3 req-1d811fb3-ffaf-4bee-bf7a-1ea2e6f6cb76 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469151 Aug 20 15:59:33.734139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-be7bbb08-0cc1-42b2-a5d1-9024e2718216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:33.735670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-be7bbb08-0cc1-42b2-a5d1-9024e2718216 service neutron] 10.222.0.70 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.0905952 Aug 20 15:59:33.804475 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-97607eec-ce80-45de-888e-58094805623d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 999 time: 0.0581524 Aug 20 15:59:33.858179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-64680351-4e7f-4d75-8ea8-3e28c50d55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:33.859615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-64680351-4e7f-4d75-8ea8-3e28c50d55e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0433016 Aug 20 15:59:33.913964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-80ec4f85-787f-4c19-a2e4-116b36af7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:33.915389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-80ec4f85-787f-4c19-a2e4-116b36af7ac9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469730 Aug 20 15:59:34.011756 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-b66a75ca-e7c7-4fbe-a5bd-83951fb3a50a service neutron] 10.222.0.70 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831628 Aug 20 15:59:34.108585 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1ff6ad2e-0941-4ca6-89e6-610f15bdd288 req-13b49a02-9741-4d71-93f7-ff6e81475246 service neutron] 10.222.0.70 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858667 Aug 20 15:59:34.758054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9c150-63f0-4813-a8f2-492292a6fd19 req-7bed483f-1ea5-426f-9acb-4b306a693743 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:34.759555 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71b9c150-63f0-4813-a8f2-492292a6fd19 req-7bed483f-1ea5-426f-9acb-4b306a693743 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 944 time: 0.0499997 Aug 20 15:59:34.796175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71b9c150-63f0-4813-a8f2-492292a6fd19 req-7f5ec577-3179-4a7e-8f61-bf3c92c0eb9f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306396 Aug 20 15:59:34.848172 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3048a88a-4349-4e37-a8ef-9503cea86bfe no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 15:59:34.885290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device 3048a88a-4349-4e37-a8ef-9503cea86bfe not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 15:59:35.210559 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:59:35.212917 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0983f2ed-9c9f-4979-977f-cbf646b97853" -d '{"events": [{"name": "network-changed", "server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:59:35.260178 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 15:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febbe8aa-bffc-493c-9dcd-721d13c77cf1 x-openstack-request-id: req-febbe8aa-bffc-493c-9dcd-721d13c77cf1 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:59:35.260468 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:59:35.260741 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-febbe8aa-bffc-493c-9dcd-721d13c77cf1 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:59:35.261138 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'status': 'completed', 'code': 200} Aug 20 15:59:35.328440 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-11858bf8-d7e0-4fe4-989c-2804b1ca8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.330054 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-11858bf8-d7e0-4fe4-989c-2804b1ca8dd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1096 time: 0.0435429 Aug 20 15:59:35.340891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-5fdba6e8-7b89-405a-b0e4-dffd426afe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.342375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-5fdba6e8-7b89-405a-b0e4-dffd426afe5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1096 time: 0.0406399 Aug 20 15:59:35.434157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-c6e343c1-db37-481d-89a5-3a7d637a64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.435721 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-c6e343c1-db37-481d-89a5-3a7d637a64f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.0861640 Aug 20 15:59:35.509441 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-d00c1978-3247-4fee-a238-03b64d744970 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 999 time: 0.0663450 Aug 20 15:59:35.561863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-d770f9f2-c95a-476f-8a8d-75ba7e8ec1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.563387 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-d770f9f2-c95a-476f-8a8d-75ba7e8ec1ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0470858 Aug 20 15:59:35.614855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-80709ede-c39d-41ca-99e2-0bcb361b8162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.616426 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-80709ede-c39d-41ca-99e2-0bcb361b8162 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452373 Aug 20 15:59:35.716306 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-39b171e1-67ad-46b4-bf9c-36c22038aff6 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923197 Aug 20 15:59:35.768477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-1393badb-ad13-41a4-a536-78b2ef685531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.770322 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-1393badb-ad13-41a4-a536-78b2ef685531 service neutron] 10.222.0.70 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.4318020 Aug 20 15:59:35.806300 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-34bc93b2-a1d1-4a84-a48e-37419670b4b8 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826802 Aug 20 15:59:35.841605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-8f5dd008-8e89-4725-ae5f-c6a4d2c6415b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 999 time: 0.0620461 Aug 20 15:59:35.931054 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-55744671-3b2e-4dce-b65b-3fff1024bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.932653 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-55744671-3b2e-4dce-b65b-3fff1024bbdf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0780635 Aug 20 15:59:35.949683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb82f9-02a5-4db9-94c6-5ccedb2d6cf2 req-991f9e47-cf83-43ad-8287-b2c176665bab tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:35.951104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6deb82f9-02a5-4db9-94c6-5ccedb2d6cf2 req-991f9e47-cf83-43ad-8287-b2c176665bab tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 944 time: 0.0698924 Aug 20 15:59:36.010907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6deb82f9-02a5-4db9-94c6-5ccedb2d6cf2 req-edde6219-52a1-4367-b103-efe43c285364 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517342 Aug 20 15:59:36.015165 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-e135c542-3539-4bf0-9998-7348458f7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:36.016620 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-e135c542-3539-4bf0-9998-7348458f7602 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748124 Aug 20 15:59:36.109268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-2de69ae9-02cc-40ff-b310-fa0096d86784 service neutron] 10.222.0.70 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842998 Aug 20 15:59:36.198169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0983f2ed-9c9f-4979-977f-cbf646b97853 req-cd5f7723-b35e-4b4e-946f-53c17e91e917 service neutron] 10.222.0.70 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816197 Aug 20 15:59:36.569417 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:37.129157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e72f1b-3ba1-4007-bce2-bff613224ace req-bb23bc17-c4a0-4c52-8444-4751f0ca9e33 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:37.130689 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94e72f1b-3ba1-4007-bce2-bff613224ace req-bb23bc17-c4a0-4c52-8444-4751f0ca9e33 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 944 time: 0.0503509 Aug 20 15:59:37.172843 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-94e72f1b-3ba1-4007-bce2-bff613224ace req-647b6861-e7e8-410c-85a7-618ac81d2565 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360780 Aug 20 15:59:37.203790 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3048a88a-4349-4e37-a8ef-9503cea86bfe details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 15:59:37.309926 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:37.322474 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'port_id': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'mac_address': 'fa:16:3e:36:9a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 15:59:37.364946 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:37.375755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be0915-3a1d-4cb1-9172-99bbcbd968fc req-b8c18b99-5e71-4787-b4de-d39307dd852f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:37.377294 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13be0915-3a1d-4cb1-9172-99bbcbd968fc req-b8c18b99-5e71-4787-b4de-d39307dd852f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 944 time: 0.0517321 Aug 20 15:59:37.378497 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3048a88a-4349-4e37-a8ef-9503cea86bfe {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 15:59:37.400463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:37.406178 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:37.409024 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-a8054f40-50ab-4fd9-89bd-56ee6e1ca12f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:37.412172 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-a8054f40-50ab-4fd9-89bd-56ee6e1ca12f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1&tenant_id=08664545e24142d09cb0955b8b7a7aa4&binding%3Ahost_id=n-h2-695189-15 HTTP/1.1" status: 200 len: 944 time: 0.0627444 Aug 20 15:59:37.423013 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13be0915-3a1d-4cb1-9172-99bbcbd968fc req-3103601e-edbf-4717-a027-adae6815626b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389972 Aug 20 15:59:37.464336 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:37.472116 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.472480 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.472828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.473268 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.473745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.474091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.474426 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.474759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.475088 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.475900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.475900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.476105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 15:59:37.476807 n-d-695189-15 neutron-server[101100]: INFO neutron.api.v2.resource [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-70f4dbc5-6394-4ff6-ae20-264355cc10cb service neutron] delete failed (client error): The resource could not be found. Aug 20 15:59:37.477883 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-70f4dbc5-6394-4ff6-ae20-264355cc10cb service neutron] 10.222.0.72 "DELETE /v2.0/ports/3048a88a-4349-4e37-a8ef-9503cea86bfe/bindings/n-h1-695189-15 HTTP/1.1" status: 404 len: 381 time: 0.0575612 Aug 20 15:59:37.540761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40cfff-e538-4219-be58-62c8ba5d5f91 req-3954a45b-6349-4daf-be96-e48d243313c0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:37.542251 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a40cfff-e538-4219-be58-62c8ba5d5f91 req-3954a45b-6349-4daf-be96-e48d243313c0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 945 time: 0.0490339 Aug 20 15:59:37.581565 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7a40cfff-e538-4219-be58-62c8ba5d5f91 req-7f86ef2e-1c77-4d8a-8ad7-14a47ca4a70d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330858 Aug 20 15:59:37.583102 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-12078b70-a731-40a0-9705-256ca08c9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:37.584699 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-12078b70-a731-40a0-9705-256ca08c9815 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1097 time: 0.0425074 Aug 20 15:59:37.678041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-08bf9336-8c18-4d23-ad39-bb9aa30253f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:37.679432 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-08bf9336-8c18-4d23-ad39-bb9aa30253f9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.0879078 Aug 20 15:59:37.693469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['3048a88a-4349-4e37-a8ef-9503cea86bfe'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 15:59:37.746871 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-4760fe11-87f1-4954-b271-54964a941c40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 1000 time: 0.0584087 Aug 20 15:59:37.795854 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-6286c8ab-5139-41a4-bb3d-a5d55f7f0a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:37.797616 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-6286c8ab-5139-41a4-bb3d-a5d55f7f0a5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0442235 Aug 20 15:59:37.846757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-e0c5ea9a-2459-41f2-8c80-52bbbcff85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:37.848888 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-e0c5ea9a-2459-41f2-8c80-52bbbcff85ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441685 Aug 20 15:59:37.937461 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-9fc54942-edef-42a6-bfd2-a63033157ae3 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808606 Aug 20 15:59:38.029591 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6904227f-ad75-4547-bdd7-1c3c1a9e3e0c req-439b9c08-a8f1-49de-920d-e009664c73a0 service neutron] 10.222.0.72 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850332 Aug 20 15:59:38.704704 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab4d47-b3ff-4279-81e3-1eed295360fd req-e1a6952c-01bb-490f-85af-123bb99820b6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:38.706175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8ab4d47-b3ff-4279-81e3-1eed295360fd req-e1a6952c-01bb-490f-85af-123bb99820b6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 945 time: 0.0484607 Aug 20 15:59:38.748618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8ab4d47-b3ff-4279-81e3-1eed295360fd req-343f9e25-88d8-493f-9172-1d407c889cdd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357907 Aug 20 15:59:38.770051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57932) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 15:59:38.829857 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-dd590d5d-d76c-4413-98e8-4e1c5cc21ea5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0 HTTP/1.1" status: 200 len: 992 time: 0.0586777 Aug 20 15:59:39.204229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3048a88a-4349-4e37-a8ef-9503cea86bfe up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 15:59:39.256561 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 3048a88a-4349-4e37-a8ef-9503cea86bfe completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 15:59:39.260429 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 3048a88a-4349-4e37-a8ef-9503cea86bfe triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 15:59:39.260799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:39.343276 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:39.365486 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 15:59:39.367783 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a748470e-c4dd-4eeb-9e94-eb5d8cff9e67" -d '{"events": [{"server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "name": "network-vif-plugged", "status": "completed", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 15:59:39.381217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 15:59:39.385246 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:39.413624 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09444dd-498b-4a47-bf27-084c0852e76d x-openstack-request-id: req-c09444dd-498b-4a47-bf27-084c0852e76d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 15:59:39.413936 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "name": "network-vif-plugged", "status": "completed", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 15:59:39.414175 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c09444dd-498b-4a47-bf27-084c0852e76d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 15:59:39.414557 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'code': 200} Aug 20 15:59:39.439348 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=9']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 15:59:42.304812 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bf29a768-7b4c-4fd7-a649-56fe907d6c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:43.919672 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-1f40fd37-1529-4315-8404-435379f6d86a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405328 Aug 20 15:59:44.004664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-ed90ca0b-19d9-4a1e-8af5-b30d961a3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:44.006286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-ed90ca0b-19d9-4a1e-8af5-b30d961a3c77 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1098 time: 0.0443225 Aug 20 15:59:44.110618 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-4118d4fd-0340-42f1-b21b-9a9ca3bd4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:44.112134 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-4118d4fd-0340-42f1-b21b-9a9ca3bd4841 service neutron] 10.222.0.70 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.0856004 Aug 20 15:59:44.183064 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-0a2d463e-ec37-4e68-a62d-20f0b1c5ebaa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 1001 time: 0.0628588 Aug 20 15:59:44.235722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-9a515a10-e616-429c-a460-c44d6ce9c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:44.237210 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-9a515a10-e616-429c-a460-c44d6ce9c616 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0454698 Aug 20 15:59:44.285032 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-e04de528-64a5-407d-8945-d010d0a93758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 15:59:44.287045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-e04de528-64a5-407d-8945-d010d0a93758 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413265 Aug 20 15:59:44.382518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-548990f9-8d1b-41d8-8edf-28d17238cf96 service neutron] 10.222.0.70 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869110 Aug 20 15:59:44.478699 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6bf2f93a-3f09-410e-b5e3-96b40b7f10d3 req-68fa4cf8-f8fc-493e-9349-ec895fb806d5 service neutron] 10.222.0.70 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874248 Aug 20 15:59:44.959777 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:45.274617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ba0d96b3-d64e-48cd-8e72-3f2f8806605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:46.374975 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:48.059264 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 15:59:48.592971 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 15:59:59.549207 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:06.587418 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.515171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57950) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:09.672645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 5ad249ef-7972-4c89-85e0-64fe3ce50be4 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:00:09.672987 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.749271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.749602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.761407 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 5ad249ef-7972-4c89-85e0-64fe3ce50be4 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:00:09.905807 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.930674 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=5ad249ef-7972-4c89-85e0-64fe3ce50be4,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:09.991350 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:09.991709 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP 1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0 disassociated (deleted). External IP: 172.25.5.44, port: 3048a88a-4349-4e37-a8ef-9503cea86bfe. Aug 20 16:00:10.205601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:00:10.310582 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:10.315399 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:10.320455 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] Sync routers for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:00:10.329384 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:10.330056 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:10.343384 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3501025f-8dcd-47d7-97f3-2cea015e9ca5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/floatingips/1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0 HTTP/1.1" status: 204 len: 168 time: 0.8269651 Aug 20 16:00:10.344129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:10.346475 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790c694c-802d-43d4-8058-3dcee92ca81b" -d '{"events": [{"name": "network-changed", "server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:00:10.443400 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:10.509903 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d13a06a-c8f1-4156-b1de-8127744f29f3 x-openstack-request-id: req-4d13a06a-c8f1-4156-b1de-8127744f29f3 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:00:10.510212 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:00:10.510473 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d13a06a-c8f1-4156-b1de-8127744f29f3 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:00:10.510894 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'status': 'completed', 'code': 200} Aug 20 16:00:10.642507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0b710-8873-46ca-80e8-e97bea283440 req-2e7ee1c8-5de8-4c15-a756-99b7dca91931 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:10.644121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ae0b710-8873-46ca-80e8-e97bea283440 req-2e7ee1c8-5de8-4c15-a756-99b7dca91931 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0861859 Aug 20 16:00:10.645294 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25dacbe5-65ac-4895-a03d-8aa57186e8e6', 'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:47:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:44Z', 'updated_at': '2021-08-20T15:57:49Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:10.646710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c694c-802d-43d4-8058-3dcee92ca81b req-ed6db8fc-0037-4f21-8cff-e54ce532752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:10.648953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-790c694c-802d-43d4-8058-3dcee92ca81b req-ed6db8fc-0037-4f21-8cff-e54ce532752c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 1098 time: 0.1093397 Aug 20 16:00:10.675442 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] Checking router: 1808e37a-2643-41c3-9e44-c3a5ec141ac3 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:00:10.684343 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:10.684951 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T15:59:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:10.737932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8ae0b710-8873-46ca-80e8-e97bea283440 req-8a15e0f5-6050-4170-9d81-04d7edfc985f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847509 Aug 20 16:00:10.776822 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c694c-802d-43d4-8058-3dcee92ca81b req-fa9c30b7-5901-4c45-b790-fb5bff1ccb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:10.778330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-790c694c-802d-43d4-8058-3dcee92ca81b req-fa9c30b7-5901-4c45-b790-fb5bff1ccb0f service neutron] 10.222.0.70 "GET /v2.0/networks?id=caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 200 len: 898 time: 0.1186647 Aug 20 16:00:10.790195 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:10.828224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-790c694c-802d-43d4-8058-3dcee92ca81b req-37ced291-f220-49a7-b3bb-ce959429b324 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 200 len: 217 time: 0.0375838 Aug 20 16:00:10.879634 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c694c-802d-43d4-8058-3dcee92ca81b req-9ccdfa7d-8c03-4000-b900-7addb5d37d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:10.881149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-790c694c-802d-43d4-8058-3dcee92ca81b req-9ccdfa7d-8c03-4000-b900-7addb5d37d31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 200 len: 835 time: 0.0442264 Aug 20 16:00:10.930945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c694c-802d-43d4-8058-3dcee92ca81b req-5d0988d4-f997-4da6-9868-40338ee27d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:10.932506 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-790c694c-802d-43d4-8058-3dcee92ca81b req-5d0988d4-f997-4da6-9868-40338ee27d0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=caecb54e-b4da-4c04-b4a5-3276ea242960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425990 Aug 20 16:00:10.988123 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25dacbe5-65ac-4895-a03d-8aa57186e8e6', 'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:47:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:44Z', 'updated_at': '2021-08-20T15:57:49Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:11.014286 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d158eab-b377-4c60-a8d2-3340cb7340e0 None None] The sync data for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 is: [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '25dacbe5-65ac-4895-a03d-8aa57186e8e6', 'name': '', 'network_id': 'caecb54e-b4da-4c04-b4a5-3276ea242960', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:47:99:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:44Z', 'updated_at': '2021-08-20T15:57:49Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e76fc2d2-ecaa-405c-b0bc-5a71875db7dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:00:11.030419 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-790c694c-802d-43d4-8058-3dcee92ca81b req-d2984cb1-5260-4d7a-9a9f-79cee17cc36e service neutron] 10.222.0.70 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897865 Aug 20 16:00:11.132470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-790c694c-802d-43d4-8058-3dcee92ca81b req-f78d3519-a8f6-4c1b-9b2a-45ec12d1f987 service neutron] 10.222.0.70 "GET /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899148 Aug 20 16:00:11.239009 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0698a2d-1855-4afd-b428-ba37f5686bc2 None None] New status for floating IP 1a7bfbf8-b4f4-459e-9ade-9d16b2f02fc0: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:00:11.855558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689b8c3-684f-474e-91da-bd3bc6450ff5 req-8073eb1a-da95-4a6a-8b87-9d90945d5690 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:11.857066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b689b8c3-684f-474e-91da-bd3bc6450ff5 req-8073eb1a-da95-4a6a-8b87-9d90945d5690 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0494909 Aug 20 16:00:11.894090 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b689b8c3-684f-474e-91da-bd3bc6450ff5 req-073947e4-499a-4d16-a774-230fa9d2db94 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=45dcacc5-8305-44f7-9139-5eb17c1f8732&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Aug 20 16:00:12.123927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-ed2b0dae-ebf8-4190-8658-7a8af24dbcbe tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:12.125365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-ed2b0dae-ebf8-4190-8658-7a8af24dbcbe tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 946 time: 0.0515027 Aug 20 16:00:12.213432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 3048a88a-4349-4e37-a8ef-9503cea86bfe {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:00:12.213768 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:12.304007 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 3048a88a-4349-4e37-a8ef-9503cea86bfe, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=3048a88a-4349-4e37-a8ef-9503cea86bfe,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:12.304493 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:12.306227 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-235df178-b953-4571-a830-6fc0551e40b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:12.317601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 3048a88a-4349-4e37-a8ef-9503cea86bfe owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:00:12.444655 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:12.472772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=3048a88a-4349-4e37-a8ef-9503cea86bfe,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:12.514722 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] No DVR routers for this DVR port 3048a88a-4349-4e37-a8ef-9503cea86bfe on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:00:12.517375 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:12.519351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18af6910-7c28-4d8a-aaee-83382ab44d02 req-1d981f23-734a-4ea5-8a38-cd8dd0ff8aca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "DELETE /v2.0/ports/3048a88a-4349-4e37-a8ef-9503cea86bfe HTTP/1.1" status: 204 len: 173 time: 0.3865113 Aug 20 16:00:12.519835 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'name': 'network-vif-deleted', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:12.522117 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0460257-ce1f-4c50-9a18-fc5dc408be75" -d '{"events": [{"server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "name": "network-vif-deleted", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:00:12.559941 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c264c98d-de2b-42fd-8470-2da2ace71616 x-openstack-request-id: req-c264c98d-de2b-42fd-8470-2da2ace71616 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:00:12.560268 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4219ed5d-14de-44a0-bc70-2547228d46f1", "name": "network-vif-deleted", "tag": "3048a88a-4349-4e37-a8ef-9503cea86bfe", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:00:12.560532 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c264c98d-de2b-42fd-8470-2da2ace71616 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:00:12.560937 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4219ed5d-14de-44a0-bc70-2547228d46f1', 'name': 'network-vif-deleted', 'tag': '3048a88a-4349-4e37-a8ef-9503cea86bfe', 'status': 'completed', 'code': 200} Aug 20 16:00:13.008390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-699773b9-5e09-46d6-958a-3201f09fa631 req-0d9afe56-9d3f-4cc6-a2e1-297b9d69da73 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=4219ed5d-14de-44a0-bc70-2547228d46f1 HTTP/1.1" status: 200 len: 210 time: 0.0266366 Aug 20 16:00:14.066101 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57970) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:14.417665 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:14.670770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 25dacbe5-65ac-4895-a03d-8aa57186e8e6 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:00:14.671032 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:14.756602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 25dacbe5-65ac-4895-a03d-8aa57186e8e6, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=25dacbe5-65ac-4895-a03d-8aa57186e8e6,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:14.756974 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:14.769600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 25dacbe5-65ac-4895-a03d-8aa57186e8e6 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:00:14.960818 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:14.964654 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:14.988263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=25dacbe5-65ac-4895-a03d-8aa57186e8e6,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:15.156007 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:15.275100 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4b63ecf8-a77c-4035-9a63-c1f878ce8ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:15.376956 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:00:15.406574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3048a88a-4349-4e37-a8ef-9503cea86bfe no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:00:15.427051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 3048a88a-4349-4e37-a8ef-9503cea86bfe {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:00:15.427401 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 3048a88a-4349-4e37-a8ef-9503cea86bfe not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:00:15.817886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:15.823422 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-04c9a53e-2106-4847-ad29-3133464a13d5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/1808e37a-2643-41c3-9e44-c3a5ec141ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7562747 Aug 20 16:00:15.826219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57972) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:15.828852 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] Sync routers for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:00:15.838635 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:15.839239 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:15.876863 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87d211f-a9c7-4c3b-b68d-93b4163450bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting subnet e76fc2d2-ecaa-405c-b0bc-5a71875db7dd {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 16:00:15.880002 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c87d211f-a9c7-4c3b-b68d-93b4163450bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:15.920839 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c87d211f-a9c7-4c3b-b68d-93b4163450bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:15.941462 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:16.008242 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c87d211f-a9c7-4c3b-b68d-93b4163450bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.067885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c87d211f-a9c7-4c3b-b68d-93b4163450bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.095069 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d211f-a9c7-4c3b-b68d-93b4163450bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Subnet': ['ID=e76fc2d2-ecaa-405c-b0bc-5a71875db7dd,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:16.100324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c87d211f-a9c7-4c3b-b68d-93b4163450bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.104998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c87d211f-a9c7-4c3b-b68d-93b4163450bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/subnets/e76fc2d2-ecaa-405c-b0bc-5a71875db7dd HTTP/1.1" status: 204 len: 168 time: 0.2749555 Aug 20 16:00:16.105196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57974) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:16.110942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9744418-7a7f-443f-9831-0aaf604ec3e4 None None] Network caecb54e-b4da-4c04-b4a5-3276ea242960 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:00:16.128616 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T16:00:14Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:16.156525 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] Checking router: 1808e37a-2643-41c3-9e44-c3a5ec141ac3 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:00:16.169293 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] Routers {'1808e37a-2643-41c3-9e44-c3a5ec141ac3'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:16.169913 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:16.223924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.280536 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] Set router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:16.293600 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37b1d29-a2c0-49bf-8e62-d46c5a6cf6e6 None None] DHCP port deletion for caecb54e-b4da-4c04-b4a5-3276ea242960 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 16:00:16.332324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.343221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b37b1d29-a2c0-49bf-8e62-d46c5a6cf6e6 None None] Deleting port 4dc96a24-908a-40ff-8ece-5d83bccdb32e {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:00:16.343634 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b37b1d29-a2c0-49bf-8e62-d46c5a6cf6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.389000 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port fee295c3-d5e0-4c6c-a505-11001e50e3d3 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:00:16.389718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.415732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.425396 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b37b1d29-a2c0-49bf-8e62-d46c5a6cf6e6 None None] For port 4dc96a24-908a-40ff-8ece-5d83bccdb32e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=4dc96a24-908a-40ff-8ece-5d83bccdb32e,segment=NetworkSegment(f2575383-e8b9-4cd3-a686-4da8e3b44170),segment_id=f2575383-e8b9-4cd3-a686-4da8e3b44170)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:16.425799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b37b1d29-a2c0-49bf-8e62-d46c5a6cf6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.438320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b37b1d29-a2c0-49bf-8e62-d46c5a6cf6e6 None None] Calling delete_port for 4dc96a24-908a-40ff-8ece-5d83bccdb32e owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:00:16.467657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T16:00:14Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:16.483740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port fee295c3-d5e0-4c6c-a505-11001e50e3d3, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=fee295c3-d5e0-4c6c-a505-11001e50e3d3,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:16.484134 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.497268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for fee295c3-d5e0-4c6c-a505-11001e50e3d3 owned by network:router_gateway {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:00:16.501750 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc553de3-5c9c-4fa8-bccc-0dc6652c9be9 None None] The sync data for ids ['1808e37a-2643-41c3-9e44-c3a5ec141ac3'] in n-d-695189-15 is: [{'id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-619301937', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T16:00:14Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': 'fee295c3-d5e0-4c6c-a505-11001e50e3d3', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1808e37a-2643-41c3-9e44-c3a5ec141ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T15:57:42Z', 'updated_at': '2021-08-20T15:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:00:16.520523 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b37b1d29-a2c0-49bf-8e62-d46c5a6cf6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.550937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b1d29-a2c0-49bf-8e62-d46c5a6cf6e6 None None] Pushing event deleted for resources: {'Port': ['ID=4dc96a24-908a-40ff-8ece-5d83bccdb32e,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:16.556999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b1d29-a2c0-49bf-8e62-d46c5a6cf6e6 None None] No DVR routers for this DVR port 4dc96a24-908a-40ff-8ece-5d83bccdb32e on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:00:16.669366 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.692077 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=fee295c3-d5e0-4c6c-a505-11001e50e3d3,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:16.757945 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.856351 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.858602 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.905633 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.906185 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Fanout notify agent at l3_agent the message router_deleted on router 1808e37a-2643-41c3-9e44-c3a5ec141ac3 {{(pid=101099) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:00:16.914582 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:16.915814 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-964b5a5d-e167-494d-ac70-cb0fdbf42125 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/routers/1808e37a-2643-41c3-9e44-c3a5ec141ac3 HTTP/1.1" status: 204 len: 168 time: 0.8095865 Aug 20 16:00:16.918830 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57976) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:17.001183 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.091512 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.102548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caecb54e-b4da-4c04-b4a5-3276ea242960']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:17.113576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2575383-e8b9-4cd3-a686-4da8e3b44170') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:17.113874 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2575383-e8b9-4cd3-a686-4da8e3b44170') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:17.123920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.139185 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.145383 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 16:00:17.145790 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: timer() Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:00:17.149988 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:00:17.212727 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.220214 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.221372 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/networks/caecb54e-b4da-4c04-b4a5-3276ea242960 HTTP/1.1" status: 204 len: 168 time: 0.3015561 Aug 20 16:00:17.224265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57978) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:17.233613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcfe85a-4050-4709-8334-cf4b1f9f05f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Network': ['ID=caecb54e-b4da-4c04-b4a5-3276ea242960,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:17.286559 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.312069 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.371042 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.373716 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.374870 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/security-groups/45dcacc5-8305-44f7-9139-5eb17c1f8732 HTTP/1.1" status: 204 len: 168 time: 0.1488128 Aug 20 16:00:17.384113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dcacc5-8305-44f7-9139-5eb17c1f8732,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:17.391648 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.391939 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.392285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.392629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.392964 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.393299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.393638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.393971 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.394301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.394629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.394959 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.395417 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb1b2b-b85b-4f29-8a3f-74d3a25f2c9b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:17.534574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 25dacbe5-65ac-4895-a03d-8aa57186e8e6 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:00:17.558428 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 25dacbe5-65ac-4895-a03d-8aa57186e8e6 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:00:17.558779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 25dacbe5-65ac-4895-a03d-8aa57186e8e6 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:00:17.559192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fee295c3-d5e0-4c6c-a505-11001e50e3d3 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:00:17.577564 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: fee295c3-d5e0-4c6c-a505-11001e50e3d3 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:00:17.577911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device fee295c3-d5e0-4c6c-a505-11001e50e3d3 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:00:17.578315 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4dc96a24-908a-40ff-8ece-5d83bccdb32e no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:00:17.596180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 4dc96a24-908a-40ff-8ece-5d83bccdb32e {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:00:17.596522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 4dc96a24-908a-40ff-8ece-5d83bccdb32e not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:00:17.754425 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 57984) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:17.760097 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-cddbad41-5b04-4918-b6af-c024259084f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835305479', 'description': 'tempest-secgroup-smoke-835305479 description', 'project_id': '08664545e24142d09cb0955b8b7a7aa4'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:17.781754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cddbad41-5b04-4918-b6af-c024259084f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.861891 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cddbad41-5b04-4918-b6af-c024259084f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.866423 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cddbad41-5b04-4918-b6af-c024259084f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.891536 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-cddbad41-5b04-4918-b6af-c024259084f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.892792 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-cddbad41-5b04-4918-b6af-c024259084f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1373382 Aug 20 16:00:17.895866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57986) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:17.900777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f50a7147-69bd-4e80-b13f-0f620d5c4e8d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'f1ee54a9-1c16-4f12-8df5-179a97ca2f3e', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:17.901388 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbad41-5b04-4918-b6af-c024259084f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:17.932462 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f50a7147-69bd-4e80-b13f-0f620d5c4e8d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.987245 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f50a7147-69bd-4e80-b13f-0f620d5c4e8d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:17.991640 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f50a7147-69bd-4e80-b13f-0f620d5c4e8d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.008488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a7147-69bd-4e80-b13f-0f620d5c4e8d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a413cbe-3ce1-4f77-9561-ca6b28535f4e,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:18.014847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f50a7147-69bd-4e80-b13f-0f620d5c4e8d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.016142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f50a7147-69bd-4e80-b13f-0f620d5c4e8d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191404 Aug 20 16:00:18.018882 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57988) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:18.023357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-04e2cd6b-acee-4ca9-bc39-eb138e0cd3e8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'f1ee54a9-1c16-4f12-8df5-179a97ca2f3e', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:18.049377 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04e2cd6b-acee-4ca9-bc39-eb138e0cd3e8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.062725 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.105358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04e2cd6b-acee-4ca9-bc39-eb138e0cd3e8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.108968 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04e2cd6b-acee-4ca9-bc39-eb138e0cd3e8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.127251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2cd6b-acee-4ca9-bc39-eb138e0cd3e8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc479d1-720e-4b70-ad33-ff1da8d54f24,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:18.135537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-04e2cd6b-acee-4ca9-bc39-eb138e0cd3e8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.136956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-04e2cd6b-acee-4ca9-bc39-eb138e0cd3e8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171651 Aug 20 16:00:18.139675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57990) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:18.143999 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-3fce13b2-fe99-467d-9a80-21c5274bd327 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'f1ee54a9-1c16-4f12-8df5-179a97ca2f3e', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:18.170713 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fce13b2-fe99-467d-9a80-21c5274bd327 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.230068 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fce13b2-fe99-467d-9a80-21c5274bd327 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.233445 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fce13b2-fe99-467d-9a80-21c5274bd327 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.252616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce13b2-fe99-467d-9a80-21c5274bd327 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1d5e55-c631-43e6-a3dc-784149cf00d3,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:18.258899 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-3fce13b2-fe99-467d-9a80-21c5274bd327 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.260123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3fce13b2-fe99-467d-9a80-21c5274bd327 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195390 Aug 20 16:00:18.262849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57992) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:18.267331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-77a34e28-58b2-4161-bb92-6aa4258bb294 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'f1ee54a9-1c16-4f12-8df5-179a97ca2f3e', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:18.294340 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77a34e28-58b2-4161-bb92-6aa4258bb294 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.351948 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77a34e28-58b2-4161-bb92-6aa4258bb294 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.355453 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77a34e28-58b2-4161-bb92-6aa4258bb294 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.372152 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a34e28-58b2-4161-bb92-6aa4258bb294 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0616bb6f-1f11-43dd-99a1-31120bca4816,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:18.377814 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77a34e28-58b2-4161-bb92-6aa4258bb294 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.379058 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-77a34e28-58b2-4161-bb92-6aa4258bb294 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151941 Aug 20 16:00:18.381854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57994) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:18.386242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-199fe0d4-8bb9-44d3-b5b1-9c6cf8f9237c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'f1ee54a9-1c16-4f12-8df5-179a97ca2f3e', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:18.407787 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-199fe0d4-8bb9-44d3-b5b1-9c6cf8f9237c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:00:18.413087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-199fe0d4-8bb9-44d3-b5b1-9c6cf8f9237c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.475241 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-199fe0d4-8bb9-44d3-b5b1-9c6cf8f9237c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.478947 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-199fe0d4-8bb9-44d3-b5b1-9c6cf8f9237c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.496382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fe0d4-8bb9-44d3-b5b1-9c6cf8f9237c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a95268-aee0-4636-bf5d-ce199431bf69,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:18.504013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-199fe0d4-8bb9-44d3-b5b1-9c6cf8f9237c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.505129 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-199fe0d4-8bb9-44d3-b5b1-9c6cf8f9237c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223497 Aug 20 16:00:18.508366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57996) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:18.512879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d425f42a-8b40-4e52-a45c-0eb951cc3e47 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'f1ee54a9-1c16-4f12-8df5-179a97ca2f3e', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:18.534332 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-d425f42a-8b40-4e52-a45c-0eb951cc3e47 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:00:18.540323 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d425f42a-8b40-4e52-a45c-0eb951cc3e47 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.603672 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d425f42a-8b40-4e52-a45c-0eb951cc3e47 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.607153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d425f42a-8b40-4e52-a45c-0eb951cc3e47 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.625671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425f42a-8b40-4e52-a45c-0eb951cc3e47 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12fb8b7b-23be-4028-84aa-0aee93b6279c,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:18.631738 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d425f42a-8b40-4e52-a45c-0eb951cc3e47 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.633539 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d425f42a-8b40-4e52-a45c-0eb951cc3e47 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236119 Aug 20 16:00:18.635819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 57998) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:18.640650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'network': {'name': 'tempest-network-smoke--1824455237', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'port_security_enabled': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:18.660706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:00:18.665332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.688833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 16:00:18.697573 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.697921 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Added segment 307450d4-05da-4f83-9f61-642f01d56349 of type vlan for network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f Aug 20 16:00:18.736834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.761276 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.767226 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:18.767890 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.827706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1908102 Aug 20 16:00:18.830369 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58000) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:18.836902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'admin_state_up': True, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:18.846544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0c18e-1a2a-48d1-8a41-b5b42e731a79 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Network': ['ID=397cb745-2a47-4bdb-8dc2-92c0cce0a91f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:18.857469 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 16:00:18.864565 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.866110 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:18.919616 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.057692 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.246473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.266044 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.373052 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.160 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/6e8d433c-c27d-4bcb-8a3f-5a67ffb48918) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:19.484499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.528943 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:19.565510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:19.569816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:19.572155 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:19.597043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=6e8d433c-c27d-4bcb-8a3f-5a67ffb48918,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:19.823424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.015525 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.139365 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 6aa34dfa-0659-451f-957c-8d3775c20dfa is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 16:00:20.242398 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:20.252189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Sync routers for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:00:20.261070 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.261266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:20.261875 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:20.266110 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-383c0adf-30df-4ac7-8755-49fd0a863fe9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4311998 Aug 20 16:00:20.266110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58002) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:20.343765 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-24476a7f-10da-4c3c-9d2c-baef2dc26df3 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=08664545e24142d09cb0955b8b7a7aa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768883 Aug 20 16:00:20.346301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58006) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:20.376804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:20.430459 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa9d76-c0cb-4054-9a45-d4f5e0ad86dd tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:20.431912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6efa9d76-c0cb-4054-9a45-d4f5e0ad86dd tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847282 Aug 20 16:00:20.434770 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58008) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:20.473224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9b708bc7-279a-4517-b652-83aff0f523fa tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373809 Aug 20 16:00:20.476413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58010) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:20.481208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-226121305', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:20.559943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:19Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:20.568172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:00:20.572586 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.586364 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Checking router: 6aa34dfa-0659-451f-957c-8d3775c20dfa for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:00:20.586728 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Updating router 6aa34dfa-0659-451f-957c-8d3775c20dfa port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:00:20.612092 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.754277 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.814353 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Subnet': ['ID=ec51493a-f3c7-4a91-8912-6bb844a1d584,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:20.822008 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Checking segment: {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:00:20.822269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network hostable DHCP agents. Network: 397cb745-2a47-4bdb-8dc2-92c0cce0a91f, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:00:20.838303 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:00:20.849009 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 397cb745-2a47-4bdb-8dc2-92c0cce0a91f) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:20.853932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:20.854670 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.869074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2c757-0157-4c6d-ab06-42d9e14f8be4 None None] Network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:00:20.874127 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-eec23750-06d0-4843-910f-fb912100cd3e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3940277 Aug 20 16:00:20.874395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58012) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:20.930546 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:20.950837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Transition to ACTIVE for port object 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:20.958918 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.052629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b8e1c-a420-47cf-ab33-d2c4d5a184e0 None None] Pushing event updated for resources: {'Port': ['ID=6e8d433c-c27d-4bcb-8a3f-5a67ffb48918,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:21.057475 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Attempting to bind port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:21.057844 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Attempting to bind port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:21.058220 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Attempting to bind port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:21.070121 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:21.070498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:00:21.070909 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.071303 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:21.071827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Bound port: 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:21.072279 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.117707 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 16:00:21.118585 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.159852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] For port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:21.163911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] For port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6e8d433c-c27d-4bcb-8a3f-5a67ffb48918,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:21.214341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.320040 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b8e1c-a420-47cf-ab33-d2c4d5a184e0 None None] Pushing event updated for resources: {'Port': ['ID=6e8d433c-c27d-4bcb-8a3f-5a67ffb48918,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:21.324874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:21.325489 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:21.381420 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Allocated IP 172.20.0.2 (397cb745-2a47-4bdb-8dc2-92c0cce0a91f/ec51493a-f3c7-4a91-8912-6bb844a1d584/165ec100-5a89-4a94-b0bc-c72a0ebe6b07) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:21.655177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:21.685098 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.846738 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.874255 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Transition to ACTIVE for port object 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:21.896411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Transition to ACTIVE for port object 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:21.904177 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:21.947358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:21.953548 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:21.958609 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:21.966347 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:19Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:21.968296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.1 (397cb745-2a47-4bdb-8dc2-92c0cce0a91f/ec51493a-f3c7-4a91-8912-6bb844a1d584/0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:21.976028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Pushing event updated for resources: {'Port': ['ID=165ec100-5a89-4a94-b0bc-c72a0ebe6b07,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:22.005575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded21b1a-6157-4259-9d41-d91fcc1cb2e9 None None] The sync data for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 is: [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:19Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:00:22.057671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Attempting to bind port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:22.058155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Attempting to bind port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:22.058533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Attempting to bind port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 on network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:22.064247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:22.065114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Checking segment: {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:00:22.065114 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.065539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Bound using segment: {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:22.066027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Bound port: 165ec100-5a89-4a94-b0bc-c72a0ebe6b07, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:22.066421 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.089377 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.103087 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:22.136964 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.137597 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] For port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:22.141349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] For port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=165ec100-5a89-4a94-b0bc-c72a0ebe6b07,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:22.145718 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.183350 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:22.186269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:22.188726 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:22.203770 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd055bc-b4f8-4776-80ef-02035fd0650b None None] Pushing event updated for resources: {'Port': ['ID=165ec100-5a89-4a94-b0bc-c72a0ebe6b07,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:22.236977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:22.247534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.426360 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.723983 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.729753 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.806434 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:22.808248 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:22.917325 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:22.918879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:23.039833 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 6aa34dfa-0659-451f-957c-8d3775c20dfa has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:00:23.155959 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:23.160977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-378bdd4e-71df-417e-b661-593edb323977 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/6aa34dfa-0659-451f-957c-8d3775c20dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2852206 Aug 20 16:00:23.173953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5265f525-49c7-4c9c-a23f-76af43e60fb6 None None] Network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:00:23.235223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-44122cba-2dfe-485a-9323-b6f575aa43b5 None None] Provisioning for port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:23.305710 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-784670eb-1e4c-4d52-91b4-00ca043eff34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835305479&fields=id&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 267 time: 0.0345285 Aug 20 16:00:23.436965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-3b7d1a48-5536-4068-9f7e-60070e828aa5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:23.438831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-3b7d1a48-5536-4068-9f7e-60070e828aa5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/networks?id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f HTTP/1.1" status: 200 len: 797 time: 0.1246338 Aug 20 16:00:23.446670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:00:23.456446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-e1f710aa-ea96-490a-91c2-3cc2a1bdb1dc tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/quotas/08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 375 time: 0.0099730 Aug 20 16:00:23.501394 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:23.506760 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:23.507151 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.530437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-78348b8d-d7ef-4ae6-8fd3-dd168a9b0ae3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603116 Aug 20 16:00:23.606678 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.644051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=165ec100-5a89-4a94-b0bc-c72a0ebe6b07,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:23.649736 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.650569 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:00:23.686716 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-088ddd24-2081-44ec-8b56-2d578c8ded37 service neutron] 10.222.0.36 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533649 Aug 20 16:00:23.737244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0eda61ed-389c-4146-a12a-db1748245d4f None None] Provisioning complete for port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:23.737627 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0eda61ed-389c-4146-a12a-db1748245d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.764752 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=165ec100-5a89-4a94-b0bc-c72a0ebe6b07,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:23.791338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:23.797153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-615a05f9-1156-46cd-9473-dbf0afe5eb8f service neutron] 10.222.0.36 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034024 Aug 20 16:00:23.799133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:23.799510 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.835862 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Sync routers for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:00:23.845491 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:23.846481 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:23.928155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0eda61ed-389c-4146-a12a-db1748245d4f None None] Provisioning for port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:23.935513 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0eda61ed-389c-4146-a12a-db1748245d4f None None] Provisioning complete for port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:23.935998 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0eda61ed-389c-4146-a12a-db1748245d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:23.997572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-0eda61ed-389c-4146-a12a-db1748245d4f None None] Port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:00:24.003654 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.038287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6e8d433c-c27d-4bcb-8a3f-5a67ffb48918,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:24.049660 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.073923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-039986cf-975a-4b2f-ab8f-0315b2988e0b req-eb082674-54e4-48c9-91aa-e89ce16eafdf tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 210 time: 0.0465789 Aug 20 16:00:24.107593 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:24.128119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=6e8d433c-c27d-4bcb-8a3f-5a67ffb48918,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:24.139984 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c100d8f9-09b0-4031-b0e1-1c5319547894 None None] Provisioning complete for port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:24.140374 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c100d8f9-09b0-4031-b0e1-1c5319547894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.175745 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-c100d8f9-09b0-4031-b0e1-1c5319547894 None None] Port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:00:24.297325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b02df1ab-2b49-4ee8-a462-7d2a9990101c None None] Provisioning complete for port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:24.297618 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b02df1ab-2b49-4ee8-a462-7d2a9990101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.325093 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e', 'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:2b:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:21Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 2, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:24.336963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b02df1ab-2b49-4ee8-a462-7d2a9990101c None None] Port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:00:24.351554 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Checking router: 6aa34dfa-0659-451f-957c-8d3775c20dfa for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:00:24.351928 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Updating router 6aa34dfa-0659-451f-957c-8d3775c20dfa port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:00:24.380257 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.644406 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.654628 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Transition to ACTIVE for port object 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:24.660254 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.710166 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Pushing event updated for resources: {'Port': ['ID=0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:24.730300 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.730643 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.730986 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.731320 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.731676 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.732007 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.732333 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.732657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.732981 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.733340 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.733663 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.733983 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:24.770823 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Attempting to bind port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:24.771180 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Attempting to bind port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:24.772161 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Attempting to bind port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e on network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:24.777372 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:24.777830 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Checking segment: {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:00:24.778133 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.778537 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Bound using segment: {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:24.779006 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Bound port: 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:24.779379 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.842954 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] For port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:24.846115 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] For port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:24.851614 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:24.910031 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:24.910657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:24.952953 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257035c-f4c2-46be-a8bf-00a9e7653763 None None] Pushing event updated for resources: {'Port': ['ID=0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:25.057257 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:25.115718 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-dd4c795a-77eb-4bfc-8148-d125dce0ff4b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:25.117481 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-dd4c795a-77eb-4bfc-8148-d125dce0ff4b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/networks?id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f HTTP/1.1" status: 200 len: 797 time: 0.1405375 Aug 20 16:00:25.180333 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-5dd14136-3040-4234-bf98-dad54df48ec7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 379 time: 0.0499034 Aug 20 16:00:25.206187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'port': {'device_id': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'admin_state_up': True, 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'security_groups': ['f1ee54a9-1c16-4f12-8df5-179a97ca2f3e']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:25.212470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-439d133a-72ba-477e-8c9a-49ba9c4302ad req-21a10ff0-b849-486c-9f9d-7df0184a677b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 210 time: 0.0382915 Aug 20 16:00:25.288393 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e', 'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:2b:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:21Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:25.314843 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5324c7fe-96fb-455f-a66c-458bb0773c7d None None] The sync data for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 is: [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e', 'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:2b:b5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:21Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:00:25.321753 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:00:25.325559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.424923 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:00:25.476144 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.11 (397cb745-2a47-4bdb-8dc2-92c0cce0a91f/ec51493a-f3c7-4a91-8912-6bb844a1d584/e37c8aa8-f646-4eda-90f1-949ef6673117) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:25.493086 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:25.493528 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.580011 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:00:25.594956 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:00:25.633656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:25.634097 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.635685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.651883 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object e37c8aa8-f646-4eda-90f1-949ef6673117 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:25.689702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.737513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:25.741550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:25.744110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:25.782893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=e37c8aa8-f646-4eda-90f1-949ef6673117,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:25.810980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:25.811967 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:25.828049 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-0cbbdffc-1e0f-47e9-bc8c-cad376106ba2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6382706 Aug 20 16:00:25.841672 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Request body: {'port': {'device_id': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:25.907023 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.014247 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f06939a3-200e-49b7-8603-1590ccb44a94 None None] Provisioning for port e37c8aa8-f646-4eda-90f1-949ef6673117 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:26.019170 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f06939a3-200e-49b7-8603-1590ccb44a94 None None] Provisioning complete for port e37c8aa8-f646-4eda-90f1-949ef6673117 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:26.019613 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f06939a3-200e-49b7-8603-1590ccb44a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.059872 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-f06939a3-200e-49b7-8603-1590ccb44a94 None None] Port e37c8aa8-f646-4eda-90f1-949ef6673117 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:00:26.214715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37c8aa8-f646-4eda-90f1-949ef6673117 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:00:26.223066 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.242251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Transition to ACTIVE for port object e37c8aa8-f646-4eda-90f1-949ef6673117 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:00:26.246973 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.352533 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Pushing event updated for resources: {'Port': ['ID=e37c8aa8-f646-4eda-90f1-949ef6673117,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:26.414416 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03751115-da7b-4b7d-b610-838f85ee1638 req-bca606bd-bff4-4a02-8ac3-ee43899dd0ac tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:26.416117 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03751115-da7b-4b7d-b610-838f85ee1638 req-bca606bd-bff4-4a02-8ac3-ee43899dd0ac tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 944 time: 0.1167486 Aug 20 16:00:26.438231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Attempting to bind port e37c8aa8-f646-4eda-90f1-949ef6673117 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:00:26.438563 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Attempting to bind port e37c8aa8-f646-4eda-90f1-949ef6673117 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:00:26.438891 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Attempting to bind port e37c8aa8-f646-4eda-90f1-949ef6673117 on network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:26.452869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Port e37c8aa8-f646-4eda-90f1-949ef6673117 on network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:00:26.453200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Attempting to bind port e37c8aa8-f646-4eda-90f1-949ef6673117 on network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:00:26.470088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:00:26.470591 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Checking segment: {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:00:26.471125 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Bound using segment: {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:00:26.471643 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Bound port: e37c8aa8-f646-4eda-90f1-949ef6673117, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307450d4-05da-4f83-9f61-642f01d56349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:00:26.472143 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.488974 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-03751115-da7b-4b7d-b610-838f85ee1638 req-0ecda05a-2539-4acb-97f9-e7e89e105126 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623364 Aug 20 16:00:26.550548 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] For port e37c8aa8-f646-4eda-90f1-949ef6673117, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:00:26.554401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] For port e37c8aa8-f646-4eda-90f1-949ef6673117, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e37c8aa8-f646-4eda-90f1-949ef6673117,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:00:26.557988 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.595392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:26.596107 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:26.597552 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] 10.222.0.70 "PUT /v2.0/ports/e37c8aa8-f646-4eda-90f1-949ef6673117 HTTP/1.1" status: 200 len: 1093 time: 0.7605114 Aug 20 16:00:26.598060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:26.600453 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3feb72f-9854-462a-ba80-87bad1b9bb12" -d '{"events": [{"name": "network-changed", "server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:00:26.628020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723e94c-5661-423c-a5a9-901d9ecf77ee service neutron] Pushing event updated for resources: {'Port': ['ID=e37c8aa8-f646-4eda-90f1-949ef6673117,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:26.668007 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f27204-2ef5-44fb-a581-30b88ffad3dd x-openstack-request-id: req-17f27204-2ef5-44fb-a581-30b88ffad3dd {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:00:26.668295 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:00:26.668536 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17f27204-2ef5-44fb-a581-30b88ffad3dd {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:00:26.668929 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'status': 'completed', 'code': 200} Aug 20 16:00:26.686969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-12bf46a0-cd7c-4ae9-aaa2-d6f66b58e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:26.688524 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-12bf46a0-cd7c-4ae9-aaa2-d6f66b58e068 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 1096 time: 0.0506752 Aug 20 16:00:26.733266 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-20cbfae2-61db-4016-b132-2e6f529317c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37c8aa8-f646-4eda-90f1-949ef6673117 HTTP/1.1" status: 200 len: 217 time: 0.0349729 Aug 20 16:00:26.794296 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-b61c4a67-2893-4bc7-989a-c91de8d293d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:26.795815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-b61c4a67-2893-4bc7-989a-c91de8d293d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec51493a-f3c7-4a91-8912-6bb844a1d584 HTTP/1.1" status: 200 len: 834 time: 0.0544720 Aug 20 16:00:26.850705 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-ee238971-342e-4e88-acb9-15ec7220319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:26.852242 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-ee238971-342e-4e88-acb9-15ec7220319e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477221 Aug 20 16:00:26.946213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-4351ff50-00c9-4a0b-bdf0-4f4cadd348b1 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843201 Aug 20 16:00:27.044250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da92a5f8-ab20-44e5-8b4f-8ba36edd1244 req-abd3dd5a-d76b-46d2-881b-28a6e36dd976 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887532 Aug 20 16:00:27.133977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-0c14aa76-650b-4951-850a-06dc6c4fc3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:27.135479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-0c14aa76-650b-4951-850a-06dc6c4fc3cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 1096 time: 0.0416145 Aug 20 16:00:27.230269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-e14a7ddb-4d00-45fc-adbd-bb5296806bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:27.231779 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-e14a7ddb-4d00-45fc-adbd-bb5296806bf5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f HTTP/1.1" status: 200 len: 898 time: 0.0885544 Aug 20 16:00:27.279299 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-7b961bda-5141-4788-8ea1-293d1ed6fc2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37c8aa8-f646-4eda-90f1-949ef6673117 HTTP/1.1" status: 200 len: 217 time: 0.0392225 Aug 20 16:00:27.338840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-6e3b8ae0-93ac-4945-a043-c20194c5183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:27.340561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-6e3b8ae0-93ac-4945-a043-c20194c5183b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec51493a-f3c7-4a91-8912-6bb844a1d584 HTTP/1.1" status: 200 len: 834 time: 0.0517426 Aug 20 16:00:27.380030 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:00:27.393432 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-b8c11df4-769f-45e1-bbea-771cf73e3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:27.394972 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-b8c11df4-769f-45e1-bbea-771cf73e3cf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462451 Aug 20 16:00:27.436013 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:27.440460 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:27.441031 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.493881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-1ca89bff-847d-4ef9-a4ab-728f0e5189d5 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898433 Aug 20 16:00:27.523816 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.560978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:27.566312 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:27.618934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:27.624600 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f3feb72f-9854-462a-ba80-87bad1b9bb12 req-1a5d1a08-0318-4320-8457-9c40db0c48a2 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230717 Aug 20 16:00:27.640583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dfb9a-f0ee-4b34-80c3-c8c541bdf8b4 req-cb31b451-2d02-4e7f-a45f-90017cae822b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:27.642221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b82dfb9a-f0ee-4b34-80c3-c8c541bdf8b4 req-cb31b451-2d02-4e7f-a45f-90017cae822b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 944 time: 0.0640912 Aug 20 16:00:27.680861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b82dfb9a-f0ee-4b34-80c3-c8c541bdf8b4 req-1a182517-0968-4fbe-87ab-43382eb9ab0e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321114 Aug 20 16:00:28.794869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203b71-5488-4ca4-b5f1-3f8540b28eec req-67342681-35d7-47ae-a959-7eee6d47f3f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:28.796390 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df203b71-5488-4ca4-b5f1-3f8540b28eec req-67342681-35d7-47ae-a959-7eee6d47f3f3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 944 time: 0.0491772 Aug 20 16:00:28.834909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-df203b71-5488-4ca4-b5f1-3f8540b28eec req-61988a73-1c2b-4f5e-86d8-d07c69d4117d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323539 Aug 20 16:00:29.358998 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:00:29.409813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:29.410182 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:29.499673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e37c8aa8-f646-4eda-90f1-949ef6673117 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:00:29.584410 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:29.610832 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e37c8aa8-f646-4eda-90f1-949ef6673117, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e37c8aa8-f646-4eda-90f1-949ef6673117,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:29.621377 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'port_id': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'mac_address': 'fa:16:3e:c4:88:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:00:29.657831 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:29.671167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37c8aa8-f646-4eda-90f1-949ef6673117 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:00:29.689701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e37c8aa8-f646-4eda-90f1-949ef6673117, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e37c8aa8-f646-4eda-90f1-949ef6673117,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:29.694444 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:29.740714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e37c8aa8-f646-4eda-90f1-949ef6673117,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:29.950708 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5b09e-ce3c-4d68-a354-7c294c8d425b req-1849c018-e376-4af9-9570-c5345bfb7df0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:29.952420 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ce5b09e-ce3c-4d68-a354-7c294c8d425b req-1849c018-e376-4af9-9570-c5345bfb7df0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 945 time: 0.0488632 Aug 20 16:00:29.970033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['e37c8aa8-f646-4eda-90f1-949ef6673117'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:00:29.992520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ce5b09e-ce3c-4d68-a354-7c294c8d425b req-66c7ab18-e5a3-48ee-a0ab-3161f328fa51 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341530 Aug 20 16:00:31.112963 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e0ba5-2990-46a9-8cef-110f026c118d req-739d03f0-e850-499e-87c0-e71a8823ac31 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:31.114431 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e5e0ba5-2990-46a9-8cef-110f026c118d req-739d03f0-e850-499e-87c0-e71a8823ac31 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 945 time: 0.0534775 Aug 20 16:00:31.153358 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3e5e0ba5-2990-46a9-8cef-110f026c118d req-394c163c-1ed5-4428-aa2a-cc38e304310e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318778 Aug 20 16:00:31.515562 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e37c8aa8-f646-4eda-90f1-949ef6673117 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:00:31.565672 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port e37c8aa8-f646-4eda-90f1-949ef6673117 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:00:31.569824 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port e37c8aa8-f646-4eda-90f1-949ef6673117 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:00:31.570188 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:31.644540 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:31.667212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:31.669483 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9efd432-99fa-4927-82b7-daeb83c9b062" -d '{"events": [{"server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "name": "network-vif-plugged", "status": "completed", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:00:31.683318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e37c8aa8-f646-4eda-90f1-949ef6673117, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e37c8aa8-f646-4eda-90f1-949ef6673117,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:00:31.687414 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:31.734382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e37c8aa8-f646-4eda-90f1-949ef6673117,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:31.757489 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcd7dd2-cd66-489d-8ded-3604c586636d x-openstack-request-id: req-6dcd7dd2-cd66-489d-8ded-3604c586636d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:00:31.757778 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "name": "network-vif-plugged", "status": "completed", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:00:31.758031 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6dcd7dd2-cd66-489d-8ded-3604c586636d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:00:31.758421 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'code': 200} Aug 20 16:00:31.861755 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb896de-5d06-411a-b213-8811e9853286 req-8b93fcdf-7ce8-4fcb-b833-f22fc31676cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:31.863237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebb896de-5d06-411a-b213-8811e9853286 req-8b93fcdf-7ce8-4fcb-b833-f22fc31676cb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 1098 time: 0.0407753 Aug 20 16:00:31.901350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ebb896de-5d06-411a-b213-8811e9853286 req-968c45b5-85e5-4842-8e59-07c47311caeb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274568 Aug 20 16:00:32.268050 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e671b22-db96-4c65-8e5a-63ecd7d8ed08 req-0c2d071c-3872-4d35-821f-192760e997ca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:32.269535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e671b22-db96-4c65-8e5a-63ecd7d8ed08 req-0c2d071c-3872-4d35-821f-192760e997ca tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0488648 Aug 20 16:00:32.308164 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e671b22-db96-4c65-8e5a-63ecd7d8ed08 req-0538b9c4-85c8-40bf-aa6d-edbecb0ee0fd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317595 Aug 20 16:00:33.429817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab0d40-8745-4279-807a-a346397b72d8 req-51ee79fc-c7cc-4dba-9e78-39ce21cf43ab tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:33.431331 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2dab0d40-8745-4279-807a-a346397b72d8 req-51ee79fc-c7cc-4dba-9e78-39ce21cf43ab tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0528927 Aug 20 16:00:33.469799 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2dab0d40-8745-4279-807a-a346397b72d8 req-3c810063-a8f3-4830-9aa0-94db9ad9af88 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Aug 20 16:00:33.587225 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211b775-a9ca-4f70-bd0b-2bf4ed061a44 req-4220cf54-0baf-47f0-adb8-dee74e511503 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:33.588670 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8211b775-a9ca-4f70-bd0b-2bf4ed061a44 req-4220cf54-0baf-47f0-adb8-dee74e511503 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0535216 Aug 20 16:00:33.626313 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8211b775-a9ca-4f70-bd0b-2bf4ed061a44 req-d6c40f7c-1d8e-4f61-b894-866d7bc6744f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316181 Aug 20 16:00:33.648531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58068) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:33.686879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11399f04-57f3-4f5c-b795-f8ddcf7e2f0b tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:33.688480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-11399f04-57f3-4f5c-b795-f8ddcf7e2f0b tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 1093 time: 0.0389962 Aug 20 16:00:33.691279 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58070) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:33.696070 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:00:33.718010 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.815599 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:33.916694 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.41 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/ad618442-4694-4ef9-a063-0cea798cdf92) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:00:34.025087 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.063223 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.100494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:00:34.103181 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:00:34.107148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:00:34.114374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=ad618442-4694-4ef9-a063-0cea798cdf92,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:34.145154 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.145497 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.145834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.146826 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.147161 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.147489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.147848 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.148170 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.148494 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.148813 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.149133 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.149450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:00:34.470237 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.537708 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.681276 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.685797 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:34.757509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=ad618442-4694-4ef9-a063-0cea798cdf92,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:00:34.766153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:35.191513 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP 339a13fa-15a8-4fb1-9b76-0bd96613c77f associated. External IP: 172.25.5.41, port: e37c8aa8-f646-4eda-90f1-949ef6673117. Aug 20 16:00:35.393357 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 6aa34dfa-0659-451f-957c-8d3775c20dfa has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:00:35.499021 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:00:35.509043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] Sync routers for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:00:35.515659 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:35.517896 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:35.518512 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:35.543680 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b6b315a6-9fab-4009-a043-1dc225fd516d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8513157 Aug 20 16:00:35.544396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:00:35.547063 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa71a4-422d-4227-89c3-c621ca9969dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:00:35.627434 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:35.644441 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df4eb8-872e-4bd7-9895-66513081eb40 req-bd17e8b7-ad57-46d0-91dc-efdf56c5e40b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:35.646237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93df4eb8-872e-4bd7-9895-66513081eb40 req-bd17e8b7-ad57-46d0-91dc-efdf56c5e40b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0507095 Aug 20 16:00:35.686614 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-93df4eb8-872e-4bd7-9895-66513081eb40 req-19884d83-a232-47c8-a192-b8fb6c9696ef tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342338 Aug 20 16:00:35.710173 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58076) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:35.756656 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdb5a52-d1ee-423e-ba13-573bb2d2f5d6 x-openstack-request-id: req-2fdb5a52-d1ee-423e-ba13-573bb2d2f5d6 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:00:35.756901 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:00:35.757092 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2fdb5a52-d1ee-423e-ba13-573bb2d2f5d6 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:00:35.757502 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'status': 'completed', 'code': 200} Aug 20 16:00:35.814534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3473d46e-8763-444f-a927-84a9d48a7dfc tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/339a13fa-15a8-4fb1-9b76-0bd96613c77f HTTP/1.1" status: 200 len: 991 time: 0.1031735 Aug 20 16:00:35.819966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-bf200e3d-ed3b-41dd-8cce-490e8910a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:35.821437 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-bf200e3d-ed3b-41dd-8cce-490e8910a8f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 1098 time: 0.0590146 Aug 20 16:00:35.921340 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-ba63a0a1-4d54-47f3-baa7-16efff76897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:35.923082 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-ba63a0a1-4d54-47f3-baa7-16efff76897e service neutron] 10.222.0.70 "GET /v2.0/networks?id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f HTTP/1.1" status: 200 len: 898 time: 0.0933328 Aug 20 16:00:35.994012 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-816d03d9-56fa-44ab-b394-534ec3db34fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37c8aa8-f646-4eda-90f1-949ef6673117 HTTP/1.1" status: 200 len: 999 time: 0.0624955 Aug 20 16:00:36.018959 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '339a13fa-15a8-4fb1-9b76-0bd96613c77f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'port_id': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'mac_address': 'fa:16:3e:c4:88:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:00:34Z', 'updated_at': '2021-08-20T16:00:34Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e', 'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:2b:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:21Z', 'updated_at': '2021-08-20T16:00:27Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:36.045055 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-804dd033-5c56-43e0-84d4-fb918da31d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:36.046559 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-804dd033-5c56-43e0-84d4-fb918da31d3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec51493a-f3c7-4a91-8912-6bb844a1d584 HTTP/1.1" status: 200 len: 834 time: 0.0447505 Aug 20 16:00:36.049365 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] Checking router: 6aa34dfa-0659-451f-957c-8d3775c20dfa for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:00:36.058260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:00:36.058866 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:00:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:36.093671 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-5e347498-29c3-49c2-ac08-bdf7ac5ea8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:36.095205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-5e347498-29c3-49c2-ac08-bdf7ac5ea8f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403919 Aug 20 16:00:36.164313 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:00:36.195635 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-ce62b4cc-c568-4751-8715-e1971db787ad service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915461 Aug 20 16:00:36.286815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-62fa71a4-422d-4227-89c3-c621ca9969dc req-33aaac2a-fe87-4a63-b180-8b0132cd5da6 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821719 Aug 20 16:00:36.391789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '339a13fa-15a8-4fb1-9b76-0bd96613c77f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'port_id': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'mac_address': 'fa:16:3e:c4:88:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:00:34Z', 'updated_at': '2021-08-20T16:00:34Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e', 'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:2b:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:21Z', 'updated_at': '2021-08-20T16:00:27Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:00:36.417201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a34fe29-5050-48d0-9efe-2e899303c5d4 None None] The sync data for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 is: [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '339a13fa-15a8-4fb1-9b76-0bd96613c77f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.41', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'port_id': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'mac_address': 'fa:16:3e:c4:88:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:00:34Z', 'updated_at': '2021-08-20T16:00:34Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e', 'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:2b:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:21Z', 'updated_at': '2021-08-20T16:00:27Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:00:36.587588 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:36.622430 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee21a9c-f7a4-4644-9d0a-e549cbcb696c None None] New status for floating IP 339a13fa-15a8-4fb1-9b76-0bd96613c77f: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:00:36.818532 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58078) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:00:36.884878 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4ce7d1f1-2c76-41d0-8069-49ccf52eef26 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/339a13fa-15a8-4fb1-9b76-0bd96613c77f HTTP/1.1" status: 200 len: 993 time: 0.0649798 Aug 20 16:00:42.306718 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7bb6296c-55ce-4eb3-902f-b39abaa8b325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:44.914805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-88c28a2c-b3a8-4cba-9a5c-1cd6d0a23d36 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439382 Aug 20 16:00:44.957404 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:45.000354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-80aba0b2-fc24-40f7-8c57-1b1f77fd8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:45.001886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-80aba0b2-fc24-40f7-8c57-1b1f77fd8e44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 1098 time: 0.0423565 Aug 20 16:00:45.113978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-f02f4568-cf2f-4bc3-b1d8-3072ff037fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:45.115432 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-f02f4568-cf2f-4bc3-b1d8-3072ff037fa4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f HTTP/1.1" status: 200 len: 898 time: 0.0857413 Aug 20 16:00:45.184025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-6f4a68e6-26e1-40b0-bc9d-a922a72d0cca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37c8aa8-f646-4eda-90f1-949ef6673117 HTTP/1.1" status: 200 len: 1001 time: 0.0569754 Aug 20 16:00:45.245976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-49c5ec1d-0dcf-42ec-b749-34bf88f166ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:45.247388 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-49c5ec1d-0dcf-42ec-b749-34bf88f166ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec51493a-f3c7-4a91-8912-6bb844a1d584 HTTP/1.1" status: 200 len: 834 time: 0.0470982 Aug 20 16:00:45.277225 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78d92e14-c29a-4329-ab4f-be41a388c6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:45.296482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-7137ae19-a3d8-4356-b81a-dc11eb231d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:00:45.298250 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-7137ae19-a3d8-4356-b81a-dc11eb231d3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431008 Aug 20 16:00:45.388627 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-08567650-2399-491d-a0a0-9f45be4bcc39 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823646 Aug 20 16:00:45.485316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb0d6265-11cf-43b3-9077-d052c92716c6 req-0c16a9c9-0f26-4ad1-bae2-8700917ebd1d service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856080 Aug 20 16:00:46.380992 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:48.065587 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:00:59.589708 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:02.595011 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:01:06.601672 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:12.279951 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cff7e-dec2-40aa-a912-8b3312ab66db req-1620b10c-0b8a-4f72-a83e-4cb145e6827b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:12.281527 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-217cff7e-dec2-40aa-a912-8b3312ab66db req-1620b10c-0b8a-4f72-a83e-4cb145e6827b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0505521 Aug 20 16:01:12.308925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6bfadd8c-257a-40a6-920e-7e5f880e29df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:12.324753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-217cff7e-dec2-40aa-a912-8b3312ab66db req-db06dc41-5ca2-4c8b-8d20-6e8bad2ebd23 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339665 Aug 20 16:01:13.444695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281e5a1-3484-4f08-aa12-5e7e7924fd87 req-548e22be-dca3-4526-b89b-89c473b85665 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:13.446831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b281e5a1-3484-4f08-aa12-5e7e7924fd87 req-548e22be-dca3-4526-b89b-89c473b85665 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0540667 Aug 20 16:01:13.483983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b281e5a1-3484-4f08-aa12-5e7e7924fd87 req-a2ed6824-022a-434f-b1ec-00ec3bec7d73 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311549 Aug 20 16:01:14.599209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6be0d2-e942-4d57-bc1d-bd5c07332c9c req-d428267e-7510-4428-b9f4-f15024da7344 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:14.600726 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d6be0d2-e942-4d57-bc1d-bd5c07332c9c req-d428267e-7510-4428-b9f4-f15024da7344 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0497899 Aug 20 16:01:14.639414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d6be0d2-e942-4d57-bc1d-bd5c07332c9c req-ded9026f-b535-4b1f-9478-e09479af15f1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318966 Aug 20 16:01:14.959595 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:15.278838 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a6bc62f2-ea8f-4ff8-9bb6-761bea59f3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:15.758354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f4af8-e146-49a8-bb89-f27cb75c1ef0 req-7e9b0d5e-e6d9-43e8-ab9c-53bdb3ae1d26 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:15.759831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c3f4af8-e146-49a8-bb89-f27cb75c1ef0 req-7e9b0d5e-e6d9-43e8-ab9c-53bdb3ae1d26 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0477247 Aug 20 16:01:15.801330 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3c3f4af8-e146-49a8-bb89-f27cb75c1ef0 req-89176f98-8d72-4092-b4b6-272c9c8cc2af tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355651 Aug 20 16:01:16.384561 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:16.921187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f442d89-bff3-43e4-803c-37fce998ff59 req-1bf111a3-5e6b-4821-bb0b-b24bed4ac962 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:16.922998 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f442d89-bff3-43e4-803c-37fce998ff59 req-1bf111a3-5e6b-4821-bb0b-b24bed4ac962 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0542946 Aug 20 16:01:16.961227 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9f442d89-bff3-43e4-803c-37fce998ff59 req-430fa9d5-eb54-47ac-8be7-054e25353719 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319490 Aug 20 16:01:18.069677 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:18.082116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84977aaf-743c-4327-a7d9-75370306ab5f req-eff1e327-d921-4d78-b907-67f1d1113a31 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:18.083650 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84977aaf-743c-4327-a7d9-75370306ab5f req-eff1e327-d921-4d78-b907-67f1d1113a31 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0521111 Aug 20 16:01:18.121557 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-84977aaf-743c-4327-a7d9-75370306ab5f req-7ec8f126-1a24-4099-8e39-9ffd17359875 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318856 Aug 20 16:01:19.237807 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc93399-53ea-49c5-8a29-a3ba1710a7f1 req-ddac48cc-33b8-427c-adfa-f1a2711e0337 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:19.239199 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9dc93399-53ea-49c5-8a29-a3ba1710a7f1 req-ddac48cc-33b8-427c-adfa-f1a2711e0337 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0496786 Aug 20 16:01:19.281494 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9dc93399-53ea-49c5-8a29-a3ba1710a7f1 req-6c380f77-3cda-43d4-ae13-a8a9d36c965f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358617 Aug 20 16:01:20.401696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67a55a-99e4-4260-80ec-525f26a8a294 req-5fab500e-6cb7-4fb3-91bf-a006171a23c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:20.403161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d67a55a-99e4-4260-80ec-525f26a8a294 req-5fab500e-6cb7-4fb3-91bf-a006171a23c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0537810 Aug 20 16:01:20.440491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d67a55a-99e4-4260-80ec-525f26a8a294 req-2ead4fdb-5641-4198-bead-24ccf762acdc tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313935 Aug 20 16:01:21.554386 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17350e-e2c3-4cc7-972b-c3f51f4c507c req-a920af58-3b13-4443-b9bd-65a1565405bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:21.555983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed17350e-e2c3-4cc7-972b-c3f51f4c507c req-a920af58-3b13-4443-b9bd-65a1565405bb tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0498340 Aug 20 16:01:21.593709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ed17350e-e2c3-4cc7-972b-c3f51f4c507c req-5b2f0977-784a-46fc-8b19-6000cc07a07f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313609 Aug 20 16:01:22.713139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca24a85-91ae-41c5-9ca3-85e2fa86a319 req-e9afe64f-a46a-494a-8f54-0c8a6d3c0171 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:22.714802 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ca24a85-91ae-41c5-9ca3-85e2fa86a319 req-e9afe64f-a46a-494a-8f54-0c8a6d3c0171 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0498862 Aug 20 16:01:22.753337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5ca24a85-91ae-41c5-9ca3-85e2fa86a319 req-c5af0d1f-5805-49a1-9654-dacd16f60d26 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321546 Aug 20 16:01:22.775246 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58118) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:01:22.839498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f9e12249-0d5a-44e0-8daa-708fcced63c0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/339a13fa-15a8-4fb1-9b76-0bd96613c77f HTTP/1.1" status: 200 len: 993 time: 0.0631118 Aug 20 16:01:24.137200 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ee97-bb40-4c69-b0dd-31247ef4e18d req-e540ca38-a571-4bf9-81f3-201aac4f42ae tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:24.138609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a555ee97-bb40-4c69-b0dd-31247ef4e18d req-e540ca38-a571-4bf9-81f3-201aac4f42ae tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0766959 Aug 20 16:01:24.162737 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ede24-af86-4322-a526-0558decb3319 req-7c995c03-a212-4f05-9007-eb40a0cb68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:24.164221 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-834ede24-af86-4322-a526-0558decb3319 req-7c995c03-a212-4f05-9007-eb40a0cb68a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 1098 time: 0.0662248 Aug 20 16:01:24.203289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a555ee97-bb40-4c69-b0dd-31247ef4e18d req-8b80a066-bf9a-4683-a5b7-43f1aff55d4c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580118 Aug 20 16:01:24.269064 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ede24-af86-4322-a526-0558decb3319 req-7e1c98cd-0f39-40ba-a4a5-8c70477e3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:24.270536 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-834ede24-af86-4322-a526-0558decb3319 req-7e1c98cd-0f39-40ba-a4a5-8c70477e3ec2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f HTTP/1.1" status: 200 len: 898 time: 0.0937321 Aug 20 16:01:24.338632 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-834ede24-af86-4322-a526-0558decb3319 req-3e4ef7f9-1f5b-4dfe-b29f-c5b8ecd81122 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37c8aa8-f646-4eda-90f1-949ef6673117 HTTP/1.1" status: 200 len: 1001 time: 0.0567508 Aug 20 16:01:24.395473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ede24-af86-4322-a526-0558decb3319 req-86ba2a2b-e8e1-414e-8b23-da5ac0658000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:24.396858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-834ede24-af86-4322-a526-0558decb3319 req-86ba2a2b-e8e1-414e-8b23-da5ac0658000 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec51493a-f3c7-4a91-8912-6bb844a1d584 HTTP/1.1" status: 200 len: 834 time: 0.0468760 Aug 20 16:01:24.448002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ede24-af86-4322-a526-0558decb3319 req-1e12001f-5611-43a3-83b5-fc8b850b5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:24.449480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-834ede24-af86-4322-a526-0558decb3319 req-1e12001f-5611-43a3-83b5-fc8b850b5c03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401871 Aug 20 16:01:24.535923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-834ede24-af86-4322-a526-0558decb3319 req-48792343-2319-469c-b9ba-d0f27cb9536b service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789139 Aug 20 16:01:24.635229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-834ede24-af86-4322-a526-0558decb3319 req-a2d5db9e-2d3d-4a03-af70-36d285b10525 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872540 Aug 20 16:01:25.326406 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1bc76-40cd-415b-8dcb-dac89150f61d req-6a92c44f-b540-42aa-abd5-79275a76ad4a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:25.327960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3d1bc76-40cd-415b-8dcb-dac89150f61d req-6a92c44f-b540-42aa-abd5-79275a76ad4a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0538194 Aug 20 16:01:25.365649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e3d1bc76-40cd-415b-8dcb-dac89150f61d req-e2ba512b-39b2-472e-82ba-4682deb39ac8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Aug 20 16:01:25.389182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58128) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:01:25.452437 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-50c7b4bc-f1da-48a6-a503-d797e553a0f9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/339a13fa-15a8-4fb1-9b76-0bd96613c77f HTTP/1.1" status: 200 len: 993 time: 0.0621161 Aug 20 16:01:29.588945 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:36.631156 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:39.595387 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:01:42.309781 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-37c13970-f0c8-4bf9-944f-78672238a45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:44.961185 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:45.279888 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-494f6126-20b4-4792-a0bb-57813db2de59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:46.388848 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:46.910671 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01f02448-907b-4779-966e-464b879715f6 req-486b5c53-9c89-4044-bde2-71a9ad49ddd4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449941 Aug 20 16:01:46.994308 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f02448-907b-4779-966e-464b879715f6 req-18abf784-32fc-4073-8e54-c79191639476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:46.995890 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01f02448-907b-4779-966e-464b879715f6 req-18abf784-32fc-4073-8e54-c79191639476 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 1098 time: 0.0414112 Aug 20 16:01:47.103845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f02448-907b-4779-966e-464b879715f6 req-7d2c3ceb-4c1a-4430-a6d8-87fb10988d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:47.105340 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01f02448-907b-4779-966e-464b879715f6 req-7d2c3ceb-4c1a-4430-a6d8-87fb10988d15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f HTTP/1.1" status: 200 len: 898 time: 0.0866733 Aug 20 16:01:47.181730 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01f02448-907b-4779-966e-464b879715f6 req-01475b0a-9044-4106-a4b0-d8eeb67caed2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37c8aa8-f646-4eda-90f1-949ef6673117 HTTP/1.1" status: 200 len: 1001 time: 0.0678394 Aug 20 16:01:47.231703 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f02448-907b-4779-966e-464b879715f6 req-8c1fe590-a75c-4196-89b5-aa0abef1d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:47.233139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01f02448-907b-4779-966e-464b879715f6 req-8c1fe590-a75c-4196-89b5-aa0abef1d637 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec51493a-f3c7-4a91-8912-6bb844a1d584 HTTP/1.1" status: 200 len: 834 time: 0.0441802 Aug 20 16:01:47.278512 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f02448-907b-4779-966e-464b879715f6 req-2702524f-a602-489d-8a0e-143dd7926c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:47.280008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01f02448-907b-4779-966e-464b879715f6 req-2702524f-a602-489d-8a0e-143dd7926c81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391924 Aug 20 16:01:47.375514 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01f02448-907b-4779-966e-464b879715f6 req-33dd3e84-adc3-48a7-98ef-97d6db179043 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865834 Aug 20 16:01:47.464636 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01f02448-907b-4779-966e-464b879715f6 req-e22dcb70-e783-4536-af61-e9fc0e149899 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809553 Aug 20 16:01:48.069644 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:57.781103 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58154) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:01:57.937456 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port ad618442-4694-4ef9-a063-0cea798cdf92 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:01:57.937807 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:58.013462 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:58.013795 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:58.025771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for ad618442-4694-4ef9-a063-0cea798cdf92 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:01:58.167180 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:58.197159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=ad618442-4694-4ef9-a063-0cea798cdf92,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:01:58.222049 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.222407 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.222756 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.223092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.223429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.223794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.224131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.224462 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.224790 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.225117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.225443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.225764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:01:58.268450 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:58.268835 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP 339a13fa-15a8-4fb1-9b76-0bd96613c77f disassociated (deleted). External IP: 172.25.5.41, port: e37c8aa8-f646-4eda-90f1-949ef6673117. Aug 20 16:01:58.475978 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 6aa34dfa-0659-451f-957c-8d3775c20dfa has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:01:58.580397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:01:58.585266 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:01:58.590345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] Sync routers for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:01:58.599454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:58.600106 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:58.612230 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a7af2356-8ab7-47e6-b86b-299e9798bf0b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/floatingips/339a13fa-15a8-4fb1-9b76-0bd96613c77f HTTP/1.1" status: 204 len: 168 time: 0.8300226 Aug 20 16:01:58.612826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:01:58.615075 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5227f08-1286-48aa-a1c3-182599a1aeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:01:58.706894 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:01:58.845822 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d412a9-4ece-43d7-a875-b8c2d4609a18 x-openstack-request-id: req-45d412a9-4ece-43d7-a875-b8c2d4609a18 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:01:58.846333 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:01:58.846333 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45d412a9-4ece-43d7-a875-b8c2d4609a18 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:01:58.846762 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'status': 'completed', 'code': 200} Aug 20 16:01:58.921103 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e', 'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:2b:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:21Z', 'updated_at': '2021-08-20T16:00:27Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:58.949071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] Checking router: 6aa34dfa-0659-451f-957c-8d3775c20dfa for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:01:58.950464 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-4515ecb1-fcfb-4234-829c-079c5a27b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:58.952015 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-4515ecb1-fcfb-4234-829c-079c5a27b829 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 1098 time: 0.0787895 Aug 20 16:01:58.957190 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:01:58.957804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:58.963990 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9f32f-4758-40b0-9207-fd699e840280 req-9c24b739-7f6c-46b0-8b8a-f072d05eb2c9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:58.965442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02c9f32f-4758-40b0-9207-fd699e840280 req-9c24b739-7f6c-46b0-8b8a-f072d05eb2c9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0656178 Aug 20 16:01:59.052143 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-02c9f32f-4758-40b0-9207-fd699e840280 req-20a49771-e5c4-4a8e-8874-8281433ae9b0 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781872 Aug 20 16:01:59.073332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:01:59.079872 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-d38ed6f1-6005-4497-916d-257d6c26632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:59.081327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-d38ed6f1-6005-4497-916d-257d6c26632b service neutron] 10.222.0.70 "GET /v2.0/networks?id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f HTTP/1.1" status: 200 len: 898 time: 0.1149280 Aug 20 16:01:59.128271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-b84e105e-9238-44ab-a215-b70c319e1f96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37c8aa8-f646-4eda-90f1-949ef6673117 HTTP/1.1" status: 200 len: 217 time: 0.0390847 Aug 20 16:01:59.179043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-1f6abd99-ba30-48cb-969b-cb2e4fc3848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:59.181149 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-1f6abd99-ba30-48cb-969b-cb2e4fc3848b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ec51493a-f3c7-4a91-8912-6bb844a1d584 HTTP/1.1" status: 200 len: 834 time: 0.0449119 Aug 20 16:01:59.228300 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-cc624676-1cf9-4cd9-bf5c-dc05364b9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:01:59.229813 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-cc624676-1cf9-4cd9-bf5c-dc05364b9005 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=397cb745-2a47-4bdb-8dc2-92c0cce0a91f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403588 Aug 20 16:01:59.268214 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e', 'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:2b:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:21Z', 'updated_at': '2021-08-20T16:00:27Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:01:59.298263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd5615-b8b1-42bb-8b11-e1ffecddffd0 None None] The sync data for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 is: [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:00:22Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e', 'name': '', 'network_id': '397cb745-2a47-4bdb-8dc2-92c0cce0a91f', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:2b:b5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:21Z', 'updated_at': '2021-08-20T16:00:27Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'ec51493a-f3c7-4a91-8912-6bb844a1d584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:01:59.330396 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-19982358-ffd4-4901-9697-589a43ef76a1 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895684 Aug 20 16:01:59.430688 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c5227f08-1286-48aa-a1c3-182599a1aeb1 req-6af8e949-a4c3-40a4-81a2-8773d590c0b8 service neutron] 10.222.0.70 "GET /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Aug 20 16:01:59.532061 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d5ba8f-230e-4624-9985-b21e746a5356 None None] New status for floating IP 339a13fa-15a8-4fb1-9b76-0bd96613c77f: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:01:59.605614 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:00.173564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290bdab-4694-4667-80e6-170515d95675 req-33770d49-0849-43e5-9e63-4a0480c8fd13 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:00.174926 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a290bdab-4694-4667-80e6-170515d95675 req-33770d49-0849-43e5-9e63-4a0480c8fd13 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0533142 Aug 20 16:02:00.212411 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a290bdab-4694-4667-80e6-170515d95675 req-e7e32f68-f56a-49e0-b5e4-a04567e633ef tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308874 Aug 20 16:02:00.548334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-5359fe69-3bef-4b1d-8a1b-f30fc0051f7a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:00.549702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-5359fe69-3bef-4b1d-8a1b-f30fc0051f7a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 946 time: 0.0490665 Aug 20 16:02:00.639291 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port e37c8aa8-f646-4eda-90f1-949ef6673117 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:02:00.639667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:00.733349 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port e37c8aa8-f646-4eda-90f1-949ef6673117, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e37c8aa8-f646-4eda-90f1-949ef6673117,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:00.733705 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:00.746364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for e37c8aa8-f646-4eda-90f1-949ef6673117 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:02:00.874194 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:00.904305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=e37c8aa8-f646-4eda-90f1-949ef6673117,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:00.915517 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.915893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.916236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.916576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.916909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.917238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.917568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.917895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.918220 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.918565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.918886 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.919379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:00.953521 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] No DVR routers for this DVR port e37c8aa8-f646-4eda-90f1-949ef6673117 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:02:00.955884 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:00.957870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-74c4676e-c5b7-412f-b07e-aff9e8fe44d9 req-8d61df23-5390-4f71-a5dd-235167327c35 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.70 "DELETE /v2.0/ports/e37c8aa8-f646-4eda-90f1-949ef6673117 HTTP/1.1" status: 204 len: 173 time: 0.4012237 Aug 20 16:02:00.958320 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'name': 'network-vif-deleted', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:02:00.960547 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6aa67-d5ed-47d9-8dc5-af8f87de245b" -d '{"events": [{"server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "name": "network-vif-deleted", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:02:00.997188 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94ce61e-3755-402b-9e17-e053c39805b1 x-openstack-request-id: req-b94ce61e-3755-402b-9e17-e053c39805b1 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:02:00.997530 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6897055-2b6b-4f43-a2b0-e8bc8b58756d", "name": "network-vif-deleted", "tag": "e37c8aa8-f646-4eda-90f1-949ef6673117", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:02:00.997865 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b94ce61e-3755-402b-9e17-e053c39805b1 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:02:00.998336 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6897055-2b6b-4f43-a2b0-e8bc8b58756d', 'name': 'network-vif-deleted', 'tag': 'e37c8aa8-f646-4eda-90f1-949ef6673117', 'status': 'completed', 'code': 200} Aug 20 16:02:01.322522 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e9ee5c7-8518-4ebf-acaa-9403be00ee1e req-83d9cd20-1aaf-45fc-b2c0-62613339ed87 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6897055-2b6b-4f43-a2b0-e8bc8b58756d HTTP/1.1" status: 200 len: 210 time: 0.0284302 Aug 20 16:02:02.379670 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58172) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:03.054448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:03.302567 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:02:03.302827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:03.387994 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:03.388654 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:03.401285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:02:03.584016 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:03.608448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:03.788025 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.007228 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router 6aa34dfa-0659-451f-957c-8d3775c20dfa has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:02:04.013059 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e37c8aa8-f646-4eda-90f1-949ef6673117 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:02:04.033397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: e37c8aa8-f646-4eda-90f1-949ef6673117 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:02:04.033714 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e37c8aa8-f646-4eda-90f1-949ef6673117 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:02:04.114839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:02:04.120617 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b5e514e4-3854-46d5-befb-7c94ed05416e tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/6aa34dfa-0659-451f-957c-8d3775c20dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7397437 Aug 20 16:02:04.123179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58174) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:04.126114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] Sync routers for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:02:04.136971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:04.137677 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:04.176217 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd3837a-5bae-43d6-989b-5981693235df tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting subnet ec51493a-f3c7-4a91-8912-6bb844a1d584 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 16:02:04.179161 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fd3837a-5bae-43d6-989b-5981693235df tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.219386 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fd3837a-5bae-43d6-989b-5981693235df tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.244384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:02:04.308412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fd3837a-5bae-43d6-989b-5981693235df tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.366624 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fd3837a-5bae-43d6-989b-5981693235df tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.397596 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3837a-5bae-43d6-989b-5981693235df tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Subnet': ['ID=ec51493a-f3c7-4a91-8912-6bb844a1d584,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:04.400081 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7fd3837a-5bae-43d6-989b-5981693235df tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.402978 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7fd3837a-5bae-43d6-989b-5981693235df tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/subnets/ec51493a-f3c7-4a91-8912-6bb844a1d584 HTTP/1.1" status: 204 len: 168 time: 0.2775137 Aug 20 16:02:04.405482 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58176) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:04.406897 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a15306-8b3c-40c2-bdf1-9759845eaddb None None] Network 397cb745-2a47-4bdb-8dc2-92c0cce0a91f requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:02:04.514083 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.516028 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:02:03Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:04.544877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] Checking router: 6aa34dfa-0659-451f-957c-8d3775c20dfa for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:02:04.559021 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] Routers {'6aa34dfa-0659-451f-957c-8d3775c20dfa'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:04.559652 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6aa34dfa-0659-451f-957c-8d3775c20dfa'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:04.627297 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.648033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] DHCP port deletion for 397cb745-2a47-4bdb-8dc2-92c0cce0a91f request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 16:02:04.682328 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:02:04.682682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.694485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] Set router 6aa34dfa-0659-451f-957c-8d3775c20dfa gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:02:04.765383 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6e8d433c-c27d-4bcb-8a3f-5a67ffb48918,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:04.765680 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.784934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:02:04.956929 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.980612 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Deleting port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:02:04.980962 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:04.990280 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=6e8d433c-c27d-4bcb-8a3f-5a67ffb48918,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:05.055824 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.094248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] For port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=165ec100-5a89-4a94-b0bc-c72a0ebe6b07,segment=NetworkSegment(307450d4-05da-4f83-9f61-642f01d56349),segment_id=307450d4-05da-4f83-9f61-642f01d56349)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:05.094903 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.108507 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Calling delete_port for 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:02:05.152340 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.154511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.173180 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:02:03Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:05.203399 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.204041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Fanout notify agent at l3_agent the message router_deleted on router 6aa34dfa-0659-451f-957c-8d3775c20dfa {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:02:05.206921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963ccfe-598d-4e67-a133-567fe36071d4 None None] The sync data for ids ['6aa34dfa-0659-451f-957c-8d3775c20dfa'] in n-d-695189-15 is: [{'id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1445260586', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:00:18Z', 'updated_at': '2021-08-20T16:02:03Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '6e8d433c-c27d-4bcb-8a3f-5a67ffb48918', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa34dfa-0659-451f-957c-8d3775c20dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:00:19Z', 'updated_at': '2021-08-20T16:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:02:05.211467 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.215960 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-34d09f85-40f8-4a6c-a605-57f9688b7f49 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/routers/6aa34dfa-0659-451f-957c-8d3775c20dfa HTTP/1.1" status: 204 len: 168 time: 0.8095288 Aug 20 16:02:05.216586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58178) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:05.230676 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.258987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Pushing event deleted for resources: {'Port': ['ID=165ec100-5a89-4a94-b0bc-c72a0ebe6b07,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:05.269392 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] No DVR routers for this DVR port 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:02:05.273073 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.274206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.276798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.276798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.276798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.276798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.276798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.276798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.276798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.277864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.277864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.277864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f7fe4-fc22-4a33-8c28-6260451bc72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:05.304310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.396401 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.406437 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397cb745-2a47-4bdb-8dc2-92c0cce0a91f']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:05.417389 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307450d4-05da-4f83-9f61-642f01d56349') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:05.417695 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307450d4-05da-4f83-9f61-642f01d56349') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:05.426622 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.440638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.447604 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 16:02:05.448000 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: timer() Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:02:05.450833 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:02:05.507312 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.514437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.516293 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/networks/397cb745-2a47-4bdb-8dc2-92c0cce0a91f HTTP/1.1" status: 204 len: 168 time: 0.2987704 Aug 20 16:02:05.519159 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58180) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:05.527285 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7715fcc-8a96-43f2-95de-d9927f4e28c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Network': ['ID=397cb745-2a47-4bdb-8dc2-92c0cce0a91f,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:05.589537 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3801cdf-3c31-4f0d-bd32-9462b5ea322f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.620415 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3801cdf-3c31-4f0d-bd32-9462b5ea322f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.678284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:02:05.706789 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:02:05.707176 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 165ec100-5a89-4a94-b0bc-c72a0ebe6b07 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:02:05.707584 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3801cdf-3c31-4f0d-bd32-9462b5ea322f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.707721 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:02:05.710261 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e3801cdf-3c31-4f0d-bd32-9462b5ea322f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:05.712037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e3801cdf-3c31-4f0d-bd32-9462b5ea322f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/security-groups/f1ee54a9-1c16-4f12-8df5-179a97ca2f3e HTTP/1.1" status: 204 len: 168 time: 0.1916590 Aug 20 16:02:05.722720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3801cdf-3c31-4f0d-bd32-9462b5ea322f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ee54a9-1c16-4f12-8df5-179a97ca2f3e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:05.740277 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:02:05.740626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 0d1cc243-8c4d-4ac8-8d90-cbf00b069b8e not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:02:06.019914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58188) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:06.025995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-570f24dc-01fc-4cf7-a599-4221d060af80 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933805500', 'description': 'tempest-secgroup-smoke-933805500 description', 'project_id': '08664545e24142d09cb0955b8b7a7aa4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:06.050589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-570f24dc-01fc-4cf7-a599-4221d060af80 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.130250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-570f24dc-01fc-4cf7-a599-4221d060af80 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.133935 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-570f24dc-01fc-4cf7-a599-4221d060af80 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.155885 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-570f24dc-01fc-4cf7-a599-4221d060af80 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.157100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-570f24dc-01fc-4cf7-a599-4221d060af80 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1360984 Aug 20 16:02:06.160111 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58190) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:06.165489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f24dc-01fc-4cf7-a599-4221d060af80 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d27c92-e000-4f2d-adb9-d5cc74552f6f,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:06.166469 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d1c204bf-c398-4d80-9b9a-1f6001d6e235 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'e8d27c92-e000-4f2d-adb9-d5cc74552f6f', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:06.203866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c204bf-c398-4d80-9b9a-1f6001d6e235 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.261986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c204bf-c398-4d80-9b9a-1f6001d6e235 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.267196 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c204bf-c398-4d80-9b9a-1f6001d6e235 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.286391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c204bf-c398-4d80-9b9a-1f6001d6e235 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73472e2c-b4dd-4c5c-a090-566d061b4a93,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:06.293552 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d1c204bf-c398-4d80-9b9a-1f6001d6e235 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.296015 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d1c204bf-c398-4d80-9b9a-1f6001d6e235 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348369 Aug 20 16:02:06.297989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58192) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:06.302989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-27209767-d2c9-4469-b726-91e63e11921f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'e8d27c92-e000-4f2d-adb9-d5cc74552f6f', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:06.334151 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27209767-d2c9-4469-b726-91e63e11921f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.387791 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27209767-d2c9-4469-b726-91e63e11921f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.391430 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27209767-d2c9-4469-b726-91e63e11921f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.410277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27209767-d2c9-4469-b726-91e63e11921f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffd3c45-bbe3-4819-8628-dc571dad4514,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:06.413844 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-27209767-d2c9-4469-b726-91e63e11921f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.415753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-27209767-d2c9-4469-b726-91e63e11921f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166568 Aug 20 16:02:06.418550 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58194) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:06.423327 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-e1be0188-42f9-4823-846d-49998dd76552 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'e8d27c92-e000-4f2d-adb9-d5cc74552f6f', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:06.449972 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e1be0188-42f9-4823-846d-49998dd76552 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.515271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e1be0188-42f9-4823-846d-49998dd76552 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.518467 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e1be0188-42f9-4823-846d-49998dd76552 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.537212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be0188-42f9-4823-846d-49998dd76552 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc50603a-fba9-4497-974c-d96aa7634177,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:06.543626 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-e1be0188-42f9-4823-846d-49998dd76552 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.544837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-e1be0188-42f9-4823-846d-49998dd76552 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253238 Aug 20 16:02:06.547710 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58196) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:06.552199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-64e3296f-a0df-4a6c-b582-8f04c9c3cdb2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'e8d27c92-e000-4f2d-adb9-d5cc74552f6f', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:06.577831 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64e3296f-a0df-4a6c-b582-8f04c9c3cdb2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.636962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64e3296f-a0df-4a6c-b582-8f04c9c3cdb2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.640525 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64e3296f-a0df-4a6c-b582-8f04c9c3cdb2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.656043 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3296f-a0df-4a6c-b582-8f04c9c3cdb2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5e2e51-a11a-4988-81b4-645e420076d8,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:06.665878 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-64e3296f-a0df-4a6c-b582-8f04c9c3cdb2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.667393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.667912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-64e3296f-a0df-4a6c-b582-8f04c9c3cdb2 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186047 Aug 20 16:02:06.670228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58198) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:06.675115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d9e00277-d2c9-4f6d-bb09-01912aa65d91 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'e8d27c92-e000-4f2d-adb9-d5cc74552f6f', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:06.701569 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-d9e00277-d2c9-4f6d-bb09-01912aa65d91 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:02:06.706876 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d9e00277-d2c9-4f6d-bb09-01912aa65d91 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.765941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d9e00277-d2c9-4f6d-bb09-01912aa65d91 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.769499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d9e00277-d2c9-4f6d-bb09-01912aa65d91 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.788289 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e00277-d2c9-4f6d-bb09-01912aa65d91 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc2c2a8-c519-4dcb-926e-66a14155585e,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:06.791105 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d9e00277-d2c9-4f6d-bb09-01912aa65d91 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.792338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d9e00277-d2c9-4f6d-bb09-01912aa65d91 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210952 Aug 20 16:02:06.795129 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58200) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:06.799778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a9271e5b-d9bc-48ef-9283-fb5fd13aea4f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'security_group_rule': {'security_group_id': 'e8d27c92-e000-4f2d-adb9-d5cc74552f6f', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:06.821520 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-a9271e5b-d9bc-48ef-9283-fb5fd13aea4f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Project 08664545e24142d09cb0955b8b7a7aa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:02:06.826523 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9271e5b-d9bc-48ef-9283-fb5fd13aea4f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.889097 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9271e5b-d9bc-48ef-9283-fb5fd13aea4f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.892860 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9271e5b-d9bc-48ef-9283-fb5fd13aea4f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.908331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9271e5b-d9bc-48ef-9283-fb5fd13aea4f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ed6a8b-2fd5-4e4f-ae3a-b45381f01ad5,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:06.919323 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a9271e5b-d9bc-48ef-9283-fb5fd13aea4f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.920441 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a9271e5b-d9bc-48ef-9283-fb5fd13aea4f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243334 Aug 20 16:02:06.923645 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58202) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:06.928415 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'network': {'name': 'tempest-network-smoke--1632940102', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'port_security_enabled': True}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:06.949013 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:02:06.952429 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.975228 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 16:02:06.984376 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:06.984715 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Added segment d2af2a20-9fed-4476-bfad-d900cc024d0e of type vlan for network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 Aug 20 16:02:07.023898 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.048107 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.053764 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:07.054917 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.112000 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1873028 Aug 20 16:02:07.114664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58204) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:07.121628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'admin_state_up': True, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:07.140186 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b83fe0-6212-4257-9b26-b32b32b65c57 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Network': ['ID=8390d1d0-bc81-46a0-88f0-fabf0954fe69,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:07.151932 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 16:02:07.154718 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.155817 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.208311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.344899 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.368541 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:02:07.388151 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:02:07.388496 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6e8d433c-c27d-4bcb-8a3f-5a67ffb48918 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:02:07.534940 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.557684 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.655613 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.168 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/97315ddf-5490-4755-9260-1332fc5949ee) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:02:07.756101 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.794589 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:07.829255 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:02:07.831910 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:02:07.834294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:02:07.864479 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=97315ddf-5490-4755-9260-1332fc5949ee,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:08.420842 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:08.611364 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:08.741454 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router b25b7012-3951-4b22-b25c-5534b0b9357d is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 16:02:08.847063 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:02:08.857074 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Sync routers for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:02:08.866168 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:08.867621 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-353e6c8f-cfb5-4c4a-8fd4-6a7dcb7e4537 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7520044 Aug 20 16:02:08.868031 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:08.868657 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:08.870838 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58206) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:08.900274 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ad0c58f6-3657-4c5f-92fb-e6c539114309 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=08664545e24142d09cb0955b8b7a7aa4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280435 Aug 20 16:02:08.902769 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58208) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:08.974836 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:02:08.990677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14403338-0da6-41f5-88d9-9f21319cbbe1 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:08.992698 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-14403338-0da6-41f5-88d9-9f21319cbbe1 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886142 Aug 20 16:02:08.995100 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58210) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:09.026959 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7a85ea52-cb7c-48e6-975f-30a3cca2b389 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=6d116f17-d1cb-4c73-bf30-596db9a7b235&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307350 Aug 20 16:02:09.029663 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58212) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:09.034926 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-716551324', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:09.123435 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:02:09.126953 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.153619 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:07Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:09.180936 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Checking router: b25b7012-3951-4b22-b25c-5534b0b9357d for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:02:09.181327 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Updating router b25b7012-3951-4b22-b25c-5534b0b9357d port 97315ddf-5490-4755-9260-1332fc5949ee binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:02:09.205521 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.308965 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.372116 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Subnet': ['ID=e8ac5ad7-dd75-4c23-a888-ec008fe48a43,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:09.382374 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Checking segment: {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:02:09.383260 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network hostable DHCP agents. Network: 8390d1d0-bc81-46a0-88f0-fabf0954fe69, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:02:09.399991 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:02:09.408675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 8390d1d0-bc81-46a0-88f0-fabf0954fe69) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:02:09.412866 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:09.413519 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.420509 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94b3df-ed5a-481f-bba3-c7789da6ceb6 None None] Network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:02:09.430371 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-043ce442-b8c2-4a12-9008-da05d0388838 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3995543 Aug 20 16:02:09.433535 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58214) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:09.471058 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.482747 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Transition to ACTIVE for port object 97315ddf-5490-4755-9260-1332fc5949ee will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:02:09.489259 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.542955 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Attempting to bind port 97315ddf-5490-4755-9260-1332fc5949ee on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:02:09.543323 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Attempting to bind port 97315ddf-5490-4755-9260-1332fc5949ee by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:02:09.543713 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Attempting to bind port 97315ddf-5490-4755-9260-1332fc5949ee on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:02:09.546762 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Pushing event updated for resources: {'Port': ['ID=97315ddf-5490-4755-9260-1332fc5949ee,revision_number=2']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:09.551712 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:02:09.552074 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:02:09.552473 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.552860 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:02:09.553315 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Bound port: 97315ddf-5490-4755-9260-1332fc5949ee, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:02:09.553688 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.573784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 16:02:09.574656 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.577136 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.577483 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.577819 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.578148 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.578473 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.578793 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.579113 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.579432 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.579783 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.580217 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.580539 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.580852 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:02:09.619155 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] For port 97315ddf-5490-4755-9260-1332fc5949ee, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:02:09.622365 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] For port 97315ddf-5490-4755-9260-1332fc5949ee, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=97315ddf-5490-4755-9260-1332fc5949ee,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:02:09.627390 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.684014 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:09.684636 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:09.690198 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460103a-2d9e-4f8f-ae99-6b347a85186d None None] Pushing event updated for resources: {'Port': ['ID=97315ddf-5490-4755-9260-1332fc5949ee,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:09.733402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Allocated IP 172.20.0.2 (8390d1d0-bc81-46a0-88f0-fabf0954fe69/e8ac5ad7-dd75-4c23-a888-ec008fe48a43/6eb0b27c-459b-4a6d-99e2-0306fdb21d32) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:02:09.807262 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:02:09.885457 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.895580 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Transition to ACTIVE for port object 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:02:09.907285 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.914521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Transition to ACTIVE for port object 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:02:09.922579 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:09.960289 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:02:09.964903 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:02:09.967638 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:02:09.982034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Pushing event updated for resources: {'Port': ['ID=6eb0b27c-459b-4a6d-99e2-0306fdb21d32,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:09.997945 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:07Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:10.025890 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f3641-2a76-4728-a46b-7d0f13ada4e0 None None] The sync data for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 is: [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:07Z', 'revision_number': 3, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:02:10.036719 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Attempting to bind port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:02:10.037093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Attempting to bind port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:02:10.037461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Attempting to bind port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 on network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:02:10.043189 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:02:10.043570 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Checking segment: {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:02:10.043987 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:10.045129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Bound using segment: {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:02:10.045129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Bound port: 6eb0b27c-459b-4a6d-99e2-0306fdb21d32, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:02:10.045372 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:10.119386 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] For port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:02:10.122559 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] For port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6eb0b27c-459b-4a6d-99e2-0306fdb21d32,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:02:10.127093 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:10.190845 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f02c58-52ec-49a4-8b77-6cd0df061b20 None None] Pushing event updated for resources: {'Port': ['ID=6eb0b27c-459b-4a6d-99e2-0306fdb21d32,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:10.202955 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.1 (8390d1d0-bc81-46a0-88f0-fabf0954fe69/e8ac5ad7-dd75-4c23-a888-ec008fe48a43/97a44876-fd6c-4122-ab15-84ed4fd117ca) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:02:10.341456 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:10.358568 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object 97a44876-fd6c-4122-ab15-84ed4fd117ca will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:02:10.396873 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:10.444195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:02:10.448498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:02:10.451942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:02:10.479895 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=97a44876-fd6c-4122-ab15-84ed4fd117ca,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:10.518326 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:10.666635 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:10.966332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:10.971941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:11.050701 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=97a44876-fd6c-4122-ab15-84ed4fd117ca,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:11.053303 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:11.155651 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:02:11.157067 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:02:11.226404 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db5f879-27df-4bfb-82c9-d5429de10214 None None] Network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:02:11.271343 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router b25b7012-3951-4b22-b25c-5534b0b9357d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:02:11.354989 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-8b6dd1cb-9f6e-4884-9401-73cb16baeb30 None None] Provisioning for port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:02:11.383936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:02:11.399960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-fe1dd8d6-9898-4e75-b33d-2ace6655d78d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/b25b7012-3951-4b22-b25c-5534b0b9357d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9650404 Aug 20 16:02:11.508572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:02:11.564345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-44f5cb30-e9ea-42b7-9c42-277a26c273f5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933805500&fields=id&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 267 time: 0.0388637 Aug 20 16:02:11.565143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:02:11.570529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:11.571038 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:11.662098 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:11.692785 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-d975fc55-e335-480e-b5e2-7186015c4109 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:11.694263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-d975fc55-e335-480e-b5e2-7186015c4109 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/networks?id=8390d1d0-bc81-46a0-88f0-fabf0954fe69 HTTP/1.1" status: 200 len: 797 time: 0.1217756 Aug 20 16:02:11.705072 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3bc5877a-c67e-495b-937c-44ba7d58095c None None] Provisioning complete for port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:11.705932 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3bc5877a-c67e-495b-937c-44ba7d58095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:11.710365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-341398b6-00a1-424b-9f0d-d389fb464946 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/quotas/08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 375 time: 0.0099175 Aug 20 16:02:11.711168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6eb0b27c-459b-4a6d-99e2-0306fdb21d32,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:11.732756 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:11.733646 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 97315ddf-5490-4755-9260-1332fc5949ee up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:02:11.778961 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-1180dd68-b6e3-4dfd-b300-535c758a562a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555699 Aug 20 16:02:11.828688 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=6eb0b27c-459b-4a6d-99e2-0306fdb21d32,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:11.876225 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 97315ddf-5490-4755-9260-1332fc5949ee completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:02:11.884686 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 97315ddf-5490-4755-9260-1332fc5949ee triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:11.885079 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:11.894037 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-d644fcc8-0349-4765-afd1-5bda68abc769 service neutron] 10.222.0.36 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122606 Aug 20 16:02:11.912318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Sync routers for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:02:11.939409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:11.940060 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:11.947455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3bc5877a-c67e-495b-937c-44ba7d58095c None None] Provisioning for port 97a44876-fd6c-4122-ab15-84ed4fd117ca completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:02:11.988125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3bc5877a-c67e-495b-937c-44ba7d58095c None None] Provisioning complete for port 97a44876-fd6c-4122-ab15-84ed4fd117ca triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:11.988506 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3bc5877a-c67e-495b-937c-44ba7d58095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.008020 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-c9818e09-ccfb-4e35-a76e-ce64668595cf service neutron] 10.222.0.36 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030550 Aug 20 16:02:12.087104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5877a-c67e-495b-937c-44ba7d58095c None None] Port 97a44876-fd6c-4122-ab15-84ed4fd117ca cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:02:12.126073 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.129536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:02:12.174126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 97315ddf-5490-4755-9260-1332fc5949ee, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=97315ddf-5490-4755-9260-1332fc5949ee,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:12.185712 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.206840 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-20de29ab-5d9d-4a2c-b147-0597126e75f7 req-14019bfb-cb63-44e5-9aa5-100677cdef46 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 210 time: 0.0455973 Aug 20 16:02:12.320825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-ea3fad32-dcd9-47c4-8a22-ac068012feb2 None None] Provisioning complete for port 97a44876-fd6c-4122-ab15-84ed4fd117ca triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:12.320825 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ea3fad32-dcd9-47c4-8a22-ac068012feb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.352911 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=97315ddf-5490-4755-9260-1332fc5949ee,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:12.365545 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-21c4f38d-c0ae-4ffb-979e-f7e98d87f00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.390691 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-ea3fad32-dcd9-47c4-8a22-ac068012feb2 None None] Port 97a44876-fd6c-4122-ab15-84ed4fd117ca cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:02:12.442837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '97a44876-fd6c-4122-ab15-84ed4fd117ca', 'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:a8:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:10Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 2, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:12.470498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Checking router: b25b7012-3951-4b22-b25c-5534b0b9357d for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:02:12.470791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Updating router b25b7012-3951-4b22-b25c-5534b0b9357d port 97a44876-fd6c-4122-ab15-84ed4fd117ca binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:02:12.498261 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.782595 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.798054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Transition to ACTIVE for port object 97a44876-fd6c-4122-ab15-84ed4fd117ca will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:02:12.805189 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.853319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420bf6a-d153-4d41-8cda-6c5f93f6e766 None None] Pushing event updated for resources: {'Port': ['ID=97a44876-fd6c-4122-ab15-84ed4fd117ca,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:12.907759 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Attempting to bind port 97a44876-fd6c-4122-ab15-84ed4fd117ca on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:02:12.908148 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Attempting to bind port 97a44876-fd6c-4122-ab15-84ed4fd117ca by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:02:12.908527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Attempting to bind port 97a44876-fd6c-4122-ab15-84ed4fd117ca on network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:02:12.915332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:02:12.915744 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Checking segment: {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:02:12.916162 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.916567 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Bound using segment: {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:02:12.917048 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Bound port: 97a44876-fd6c-4122-ab15-84ed4fd117ca, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:02:12.917446 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:12.987292 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] For port 97a44876-fd6c-4122-ab15-84ed4fd117ca, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:02:12.990412 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] For port 97a44876-fd6c-4122-ab15-84ed4fd117ca, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=97a44876-fd6c-4122-ab15-84ed4fd117ca,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:02:12.994873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.049734 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:13.050362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:01:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:13.088110 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420bf6a-d153-4d41-8cda-6c5f93f6e766 None None] Pushing event updated for resources: {'Port': ['ID=97a44876-fd6c-4122-ab15-84ed4fd117ca,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:13.339323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:02:13.341210 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-f389207a-9c2c-407e-b5f1-24677b949868 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:13.343593 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-f389207a-9c2c-407e-b5f1-24677b949868 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "GET /v2.0/networks?id=8390d1d0-bc81-46a0-88f0-fabf0954fe69 HTTP/1.1" status: 200 len: 797 time: 0.1222410 Aug 20 16:02:13.344168 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8af3233-14a5-4d36-8351-b31f2992dd1f req-7ac02c05-d052-4871-8708-f06b23b0dd47 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 210 time: 0.0431600 Aug 20 16:02:13.403290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-05cca2b4-076b-48ea-a05a-00c49aea54b3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08664545e24142d09cb0955b8b7a7aa4 HTTP/1.1" status: 200 len: 379 time: 0.0445895 Aug 20 16:02:13.420747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'port': {'device_id': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'admin_state_up': True, 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'security_groups': ['e8d27c92-e000-4f2d-adb9-d5cc74552f6f']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:13.457112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:02:13.536131 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Made reservation on behalf of 08664545e24142d09cb0955b8b7a7aa4 for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:02:13.540402 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.550521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:13.550897 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.654438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '97a44876-fd6c-4122-ab15-84ed4fd117ca', 'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:a8:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:10Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:13.664514 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.20.0.7 (8390d1d0-bc81-46a0-88f0-fabf0954fe69/e8ac5ad7-dd75-4c23-a888-ec008fe48a43/f8e4f4ac-6df8-4605-a30e-243757b800c5) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:02:13.684438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ed30dc-02cc-431a-a0a4-ae88c37b3b34 None None] The sync data for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 is: [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '97a44876-fd6c-4122-ab15-84ed4fd117ca', 'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:a8:6a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:10Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:02:13.692287 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 97315ddf-5490-4755-9260-1332fc5949ee up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:02:13.760399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 97315ddf-5490-4755-9260-1332fc5949ee triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:13.761161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.831137 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.848544 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Transition to ACTIVE for port object f8e4f4ac-6df8-4605-a30e-243757b800c5 will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:02:13.885126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:13.929617 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:02:13.932682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:02:13.936359 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:02:13.968338 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=f8e4f4ac-6df8-4605-a30e-243757b800c5,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:13.998526 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:13.999236 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.015257 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-97745dd5-e78b-41cb-9778-e62b2a18227f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5983753 Aug 20 16:02:14.040362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-17d10d15-acf1-4a91-864b-cf53cd60e248 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 16:02:14.041579 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-17d10d15-acf1-4a91-864b-cf53cd60e248 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146978 Aug 20 16:02:14.056271 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Request body: {'port': {'device_id': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:14.124103 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.236857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d8600b5f-b839-4fef-aa05-eb5de3d8356f None None] Provisioning for port f8e4f4ac-6df8-4605-a30e-243757b800c5 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:02:14.241411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-d8600b5f-b839-4fef-aa05-eb5de3d8356f None None] Provisioning complete for port f8e4f4ac-6df8-4605-a30e-243757b800c5 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:14.242429 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d8600b5f-b839-4fef-aa05-eb5de3d8356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.278778 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d8600b5f-b839-4fef-aa05-eb5de3d8356f None None] Port f8e4f4ac-6df8-4605-a30e-243757b800c5 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:02:14.417125 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e4f4ac-6df8-4605-a30e-243757b800c5 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:02:14.425365 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.440771 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Transition to ACTIVE for port object f8e4f4ac-6df8-4605-a30e-243757b800c5 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:02:14.444591 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.462254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f03330-342c-4343-aa96-acc6e9854a33 req-3286a330-1a3b-41b0-bedf-a76cb0c36cc8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:14.463875 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8f03330-342c-4343-aa96-acc6e9854a33 req-3286a330-1a3b-41b0-bedf-a76cb0c36cc8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 931 time: 0.0551512 Aug 20 16:02:14.508828 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8f03330-342c-4343-aa96-acc6e9854a33 req-af3e4b8c-ce63-4f46-99b1-4f732bc67581 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383999 Aug 20 16:02:14.524571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4f4ac-6df8-4605-a30e-243757b800c5,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:14.576492 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Attempting to bind port f8e4f4ac-6df8-4605-a30e-243757b800c5 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:02:14.576988 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Attempting to bind port f8e4f4ac-6df8-4605-a30e-243757b800c5 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:02:14.577431 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Attempting to bind port f8e4f4ac-6df8-4605-a30e-243757b800c5 on network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:02:14.582491 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Port f8e4f4ac-6df8-4605-a30e-243757b800c5 on network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:02:14.582882 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Attempting to bind port f8e4f4ac-6df8-4605-a30e-243757b800c5 on network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:02:14.588581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:02:14.588929 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Checking segment: {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:02:14.589463 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Bound using segment: {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:02:14.589899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Bound port: f8e4f4ac-6df8-4605-a30e-243757b800c5, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2af2a20-9fed-4476-bfad-d900cc024d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:02:14.590254 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.663385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] For port f8e4f4ac-6df8-4605-a30e-243757b800c5, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:02:14.667037 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] For port f8e4f4ac-6df8-4605-a30e-243757b800c5, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:02:14.674231 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.714040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:14.714638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.716086 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] 10.222.0.72 "PUT /v2.0/ports/f8e4f4ac-6df8-4605-a30e-243757b800c5 HTTP/1.1" status: 200 len: 1092 time: 0.6653094 Aug 20 16:02:14.716524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:02:14.719001 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:02:14.752362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ad569-2685-45ec-b04d-82ef1f57b728 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e4f4ac-6df8-4605-a30e-243757b800c5,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:14.770637 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc6d00c-09ae-416c-b6d8-756bcccfff81 x-openstack-request-id: req-adc6d00c-09ae-416c-b6d8-756bcccfff81 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:02:14.771012 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:02:14.771330 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-adc6d00c-09ae-416c-b6d8-756bcccfff81 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:02:14.771830 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'status': 'completed', 'code': 200} Aug 20 16:02:14.832092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-51fe452d-aeef-4a4d-81f8-47d8e8a16865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:14.833653 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-51fe452d-aeef-4a4d-81f8-47d8e8a16865 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 1095 time: 0.0454235 Aug 20 16:02:14.883100 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-9b880d00-7343-4062-bd98-ad769cfd8f59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5 HTTP/1.1" status: 200 len: 217 time: 0.0357201 Aug 20 16:02:14.936943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-f76b6a4d-68fb-406e-8e0b-2b1bfb16cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:14.938435 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-f76b6a4d-68fb-406e-8e0b-2b1bfb16cfb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8ac5ad7-dd75-4c23-a888-ec008fe48a43 HTTP/1.1" status: 200 len: 834 time: 0.0495255 Aug 20 16:02:14.962811 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:14.986449 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-7d1bf479-1315-4ba3-b3e8-b83ca31820b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:14.987988 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-7d1bf479-1315-4ba3-b3e8-b83ca31820b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8390d1d0-bc81-46a0-88f0-fabf0954fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417264 Aug 20 16:02:15.077909 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-31aff845-0de2-4a11-bf20-8d7c3cfbf609 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818932 Aug 20 16:02:15.168993 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-8945e559-16a2-442e-b4a5-2929da9d53eb req-33c82654-3b36-4847-bc8c-c44672e49e78 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838161 Aug 20 16:02:15.280333 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7e78546a-07da-4ec4-95ec-412b8f631397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:15.295204 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-e7495eeb-635b-4b9e-a8d2-7044d7d1cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:15.296755 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-e7495eeb-635b-4b9e-a8d2-7044d7d1cc88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 1095 time: 0.0438459 Aug 20 16:02:15.434454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 97a44876-fd6c-4122-ab15-84ed4fd117ca up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:02:15.489185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 97a44876-fd6c-4122-ab15-84ed4fd117ca completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:02:15.493879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 97a44876-fd6c-4122-ab15-84ed4fd117ca triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:15.494260 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:15.578733 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:15.614222 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 97a44876-fd6c-4122-ab15-84ed4fd117ca, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=97a44876-fd6c-4122-ab15-84ed4fd117ca,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:15.620244 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:15.641562 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d820a-4e46-495f-a735-3cbc9caae043 req-1ea42384-0c8e-40fc-8353-4db5d8485ee8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:15.643072 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e9d820a-4e46-495f-a735-3cbc9caae043 req-1ea42384-0c8e-40fc-8353-4db5d8485ee8 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 943 time: 0.0581527 Aug 20 16:02:15.683099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=97a44876-fd6c-4122-ab15-84ed4fd117ca,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:15.694156 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e9d820a-4e46-495f-a735-3cbc9caae043 req-fb77bdd5-812b-408e-955b-1c4e88631fd4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439351 Aug 20 16:02:15.757376 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-f960a771-ab07-435d-8983-cca776e292cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:15.758893 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-f960a771-ab07-435d-8983-cca776e292cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=8390d1d0-bc81-46a0-88f0-fabf0954fe69 HTTP/1.1" status: 200 len: 898 time: 0.4550714 Aug 20 16:02:15.800734 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-8ceace53-b831-47a2-a800-02f846e225f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5 HTTP/1.1" status: 200 len: 217 time: 0.0343826 Aug 20 16:02:15.850030 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-d544adf0-e95c-4f2d-81a6-3954835a380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:15.852291 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-d544adf0-e95c-4f2d-81a6-3954835a380d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8ac5ad7-dd75-4c23-a888-ec008fe48a43 HTTP/1.1" status: 200 len: 834 time: 0.0424812 Aug 20 16:02:15.903936 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-1834d685-f144-49dc-ab96-f2b591938adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:15.905405 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-1834d685-f144-49dc-ab96-f2b591938adb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8390d1d0-bc81-46a0-88f0-fabf0954fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460539 Aug 20 16:02:15.996367 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-e3d638a1-9ff1-4cf9-aed3-feb5eea69ec3 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812588 Aug 20 16:02:16.090796 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1702325b-7ad1-4cd5-8d5e-a25cba9795d9 req-98c9ddd9-c36f-43a4-ba7c-06916b67c642 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867782 Aug 20 16:02:16.390783 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:16.599024 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:02:16.806362 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21997bd-3cac-46a6-851f-4c223972e346 req-2c222367-2a69-41e3-a9a7-4bbd4efb930d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:16.807933 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f21997bd-3cac-46a6-851f-4c223972e346 req-2c222367-2a69-41e3-a9a7-4bbd4efb930d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 943 time: 0.0531211 Aug 20 16:02:16.844656 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f21997bd-3cac-46a6-851f-4c223972e346 req-4206ffd8-9908-4b40-8252-80759293c905 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308883 Aug 20 16:02:17.416921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 97a44876-fd6c-4122-ab15-84ed4fd117ca up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:02:17.468183 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 97a44876-fd6c-4122-ab15-84ed4fd117ca triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:17.468555 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:17.960238 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0619f06-853e-4053-9d37-4508937ad29e req-b924bdb9-ec8f-450b-9668-025d18b6479c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:17.961978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0619f06-853e-4053-9d37-4508937ad29e req-b924bdb9-ec8f-450b-9668-025d18b6479c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 943 time: 0.0495610 Aug 20 16:02:17.998984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a0619f06-853e-4053-9d37-4508937ad29e req-db268358-49a8-4717-b07c-9b6e246f2edd tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311291 Aug 20 16:02:18.073789 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.114203 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a0ea2-faca-4f52-8ddc-48c19473b801 req-f45e4df4-97fe-48f2-88dd-4f12c0473c68 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:19.115738 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c76a0ea2-faca-4f52-8ddc-48c19473b801 req-f45e4df4-97fe-48f2-88dd-4f12c0473c68 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 943 time: 0.0493956 Aug 20 16:02:19.153229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c76a0ea2-faca-4f52-8ddc-48c19473b801 req-5b0c4d4f-1004-4050-8173-bf616951432d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314269 Aug 20 16:02:19.576843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f8e4f4ac-6df8-4605-a30e-243757b800c5 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:02:19.673354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f8e4f4ac-6df8-4605-a30e-243757b800c5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:19.684251 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'port_id': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'mac_address': 'fa:16:3e:0a:19:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:02:19.721287 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.733660 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e4f4ac-6df8-4605-a30e-243757b800c5 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:02:19.751853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f8e4f4ac-6df8-4605-a30e-243757b800c5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:19.756027 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:19.807798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f8e4f4ac-6df8-4605-a30e-243757b800c5,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:20.207167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['f8e4f4ac-6df8-4605-a30e-243757b800c5'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:02:20.270968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f64c0-1afe-4821-9863-9d2a9c47cff2 req-24e889cf-7ccd-4f93-9ce3-361e2fffa719 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:20.272491 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-166f64c0-1afe-4821-9863-9d2a9c47cff2 req-24e889cf-7ccd-4f93-9ce3-361e2fffa719 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 944 time: 0.0527434 Aug 20 16:02:20.310352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-166f64c0-1afe-4821-9863-9d2a9c47cff2 req-8621c79d-5f17-4843-9f9a-35b0fb5c56a4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317857 Aug 20 16:02:21.427896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d78b0c-3fe0-4651-85e2-83aaae9f3be8 req-62255a2d-c0f3-4ea0-b3a1-2b1cfae7f919 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:21.429423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-55d78b0c-3fe0-4651-85e2-83aaae9f3be8 req-62255a2d-c0f3-4ea0-b3a1-2b1cfae7f919 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 944 time: 0.0500782 Aug 20 16:02:21.468084 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-55d78b0c-3fe0-4651-85e2-83aaae9f3be8 req-5b1e436f-c03e-40fa-b84b-aa07d59879c1 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328677 Aug 20 16:02:21.575491 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f8e4f4ac-6df8-4605-a30e-243757b800c5 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:02:21.622864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port f8e4f4ac-6df8-4605-a30e-243757b800c5 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:02:21.626644 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port f8e4f4ac-6df8-4605-a30e-243757b800c5 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:02:21.627034 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:21.704943 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:21.730221 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:02:21.732524 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5a32d6-a7b5-41b2-821a-183fbffe8132" -d '{"events": [{"server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:02:21.745813 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port f8e4f4ac-6df8-4605-a30e-243757b800c5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:02:21.752402 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:21.780334 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74658a71-f535-406c-a3ed-925479f38390 x-openstack-request-id: req-74658a71-f535-406c-a3ed-925479f38390 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:02:21.780635 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "name": "network-vif-plugged", "status": "completed", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:02:21.780911 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74658a71-f535-406c-a3ed-925479f38390 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:02:21.781281 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'code': 200} Aug 20 16:02:21.806775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=f8e4f4ac-6df8-4605-a30e-243757b800c5,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:21.894711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6617f-4540-4234-8326-67245351b36d req-79e59074-eab7-43a9-a0da-d40181bc8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:21.896259 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b5d6617f-4540-4234-8326-67245351b36d req-79e59074-eab7-43a9-a0da-d40181bc8f47 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 1097 time: 0.0408826 Aug 20 16:02:21.933668 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b5d6617f-4540-4234-8326-67245351b36d req-183b7924-eec8-488b-9a9e-79b38ff107fd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294554 Aug 20 16:02:22.582438 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d26aa-dc59-4771-98b0-8304c4dbea80 req-fbe3eb3f-47d2-47eb-9063-39bf6f1023b7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:22.583945 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-204d26aa-dc59-4771-98b0-8304c4dbea80 req-fbe3eb3f-47d2-47eb-9063-39bf6f1023b7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0490887 Aug 20 16:02:22.621478 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-204d26aa-dc59-4771-98b0-8304c4dbea80 req-640eca0a-038c-4ee7-93d4-63a9916b89ab tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310981 Aug 20 16:02:23.739825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ea73e-8fcb-4c8e-8519-b692ba50e17a req-569a5dba-3cd3-4621-9cce-b67dca814d59 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:23.741418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-077ea73e-8fcb-4c8e-8519-b692ba50e17a req-569a5dba-3cd3-4621-9cce-b67dca814d59 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0520425 Aug 20 16:02:23.778943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-077ea73e-8fcb-4c8e-8519-b692ba50e17a req-dd7f52ef-0f7a-4711-be4b-23c6a04339c5 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311346 Aug 20 16:02:23.890884 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe23500-9af6-4a57-84f8-f65c7c0cca60 req-8bfb001c-f830-44b1-bbdf-73a10f8cfa90 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:23.892468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffe23500-9af6-4a57-84f8-f65c7c0cca60 req-8bfb001c-f830-44b1-bbdf-73a10f8cfa90 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0487845 Aug 20 16:02:23.933594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffe23500-9af6-4a57-84f8-f65c7c0cca60 req-26140b20-77ed-4ca1-bef2-68a29173970d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344870 Aug 20 16:02:23.954868 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58272) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:23.998376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77036eca-28aa-43bc-93bf-2021e6c8d095 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:23.999909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-77036eca-28aa-43bc-93bf-2021e6c8d095 tempest-TestNetworkAdvancedServerOps-28083495 tempest-TestNetworkAdvancedServerOps-28083495-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 1092 time: 0.0440931 Aug 20 16:02:24.002677 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58274) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:24.006924 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:02:24.028974 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:24.128405 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:24.232214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Allocated IP 172.25.5.23 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/d7fae25b-be9a-46e1-91d7-33eaedc0c2e5) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:02:24.332538 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:24.370024 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:24.407775 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:02:24.410478 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:02:24.413862 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:02:24.440869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=d7fae25b-be9a-46e1-91d7-33eaedc0c2e5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:25.103066 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.170009 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.313941 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.318287 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.395888 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event updated for resources: {'Port': ['ID=d7fae25b-be9a-46e1-91d7-33eaedc0c2e5,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:02:25.404759 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.504451 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP 9161af6a-ce87-41a0-89a3-950f7318da5c associated. External IP: 172.25.5.23, port: f8e4f4ac-6df8-4605-a30e-243757b800c5. Aug 20 16:02:25.708846 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router b25b7012-3951-4b22-b25c-5534b0b9357d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:02:25.816577 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:02:25.827001 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] Sync routers for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:02:25.833036 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:25.837534 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:25.838150 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:02:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:25.860658 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-08561264-4449-4737-8896-16926928c6ee tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8569875 Aug 20 16:02:25.861243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:02:25.863494 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be2f3c-57f9-4fca-98ab-abe266680466" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:02:25.956766 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:02:25.968134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc326c5d-d105-4e73-8b0f-40fd320186f3 req-b05a91c6-e721-4b6c-bce9-0983ec963952 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:25.969676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc326c5d-d105-4e73-8b0f-40fd320186f3 req-b05a91c6-e721-4b6c-bce9-0983ec963952 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0600562 Aug 20 16:02:26.010034 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc326c5d-d105-4e73-8b0f-40fd320186f3 req-3a3919aa-66d9-4186-a974-46cd2f8b61b3 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Aug 20 16:02:26.033337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58280) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:26.074368 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae096177-e28c-4dd3-bf5d-501018f89417 x-openstack-request-id: req-ae096177-e28c-4dd3-bf5d-501018f89417 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:02:26.074578 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:02:26.074825 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae096177-e28c-4dd3-bf5d-501018f89417 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:02:26.075226 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'status': 'completed', 'code': 200} Aug 20 16:02:26.106997 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1372ed73-3664-4fe3-b806-eece4d17dfe7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/9161af6a-ce87-41a0-89a3-950f7318da5c HTTP/1.1" status: 200 len: 990 time: 0.0721688 Aug 20 16:02:26.140760 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-aa37ede6-9227-4ca1-b12b-4128414e0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:26.142277 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-aa37ede6-9227-4ca1-b12b-4128414e0191 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 1097 time: 0.0440998 Aug 20 16:02:26.184895 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9161af6a-ce87-41a0-89a3-950f7318da5c', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'port_id': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'mac_address': 'fa:16:3e:0a:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:02:24Z', 'updated_at': '2021-08-20T16:02:24Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a44876-fd6c-4122-ab15-84ed4fd117ca', 'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:a8:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:10Z', 'updated_at': '2021-08-20T16:02:15Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:26.209866 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] Checking router: b25b7012-3951-4b22-b25c-5534b0b9357d for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:02:26.218559 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:02:26.219154 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:02:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:26.243362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-beac3663-c2e5-486c-b78f-d0225f0878ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:26.244897 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-beac3663-c2e5-486c-b78f-d0225f0878ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=8390d1d0-bc81-46a0-88f0-fabf0954fe69 HTTP/1.1" status: 200 len: 898 time: 0.0898116 Aug 20 16:02:26.312360 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-611ee786-96ba-429f-8435-696eba7d0d6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5 HTTP/1.1" status: 200 len: 998 time: 0.0601308 Aug 20 16:02:26.368903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-7d20aa61-155e-41c3-8a9c-7d90bc0f2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:26.370421 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-7d20aa61-155e-41c3-8a9c-7d90bc0f2c09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8ac5ad7-dd75-4c23-a888-ec008fe48a43 HTTP/1.1" status: 200 len: 834 time: 0.0510488 Aug 20 16:02:26.411708 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:02:26.421806 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-07ab6b40-720a-4cba-91aa-3bf5acff8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:26.423600 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-07ab6b40-720a-4cba-91aa-3bf5acff8376 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8390d1d0-bc81-46a0-88f0-fabf0954fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454819 Aug 20 16:02:26.514895 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-0e0b7e80-4716-440d-b284-485657322f73 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835698 Aug 20 16:02:26.611743 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-83be2f3c-57f9-4fca-98ab-abe266680466 req-bac5f534-1456-4416-b49d-a09bffc8a296 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896842 Aug 20 16:02:26.633025 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9161af6a-ce87-41a0-89a3-950f7318da5c', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'port_id': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'mac_address': 'fa:16:3e:0a:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:02:24Z', 'updated_at': '2021-08-20T16:02:24Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a44876-fd6c-4122-ab15-84ed4fd117ca', 'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:a8:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:10Z', 'updated_at': '2021-08-20T16:02:15Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:02:26.663678 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc931d9-c9ab-41f5-9ba9-25525d7d475b None None] The sync data for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 is: [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9161af6a-ce87-41a0-89a3-950f7318da5c', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'port_id': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'mac_address': 'fa:16:3e:0a:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:02:24Z', 'updated_at': '2021-08-20T16:02:24Z', 'revision_number': 0, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a44876-fd6c-4122-ab15-84ed4fd117ca', 'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:a8:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:10Z', 'updated_at': '2021-08-20T16:02:15Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:02:26.858843 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faddd6a4-370e-4986-9fc5-dee3e4ec225a None None] New status for floating IP 9161af6a-ce87-41a0-89a3-950f7318da5c: ACTIVE {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:02:27.110001 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58282) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:02:27.170987 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-da5fb4d5-1ff0-449e-933f-91453601af39 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/9161af6a-ce87-41a0-89a3-950f7318da5c HTTP/1.1" status: 200 len: 992 time: 0.0597057 Aug 20 16:02:29.604527 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:36.675710 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:42.307696 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1770b9bc-d449-4caf-a90b-a08c40fded82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:44.965301 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:45.282708 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-912b9fb3-23a2-4175-a450-4b445ddbba70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:46.394142 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:46.426200 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-feffa0f5-e770-43b1-aaf1-a7d2aa84a632 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429940 Aug 20 16:02:46.522344 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-1136343b-a33e-40e4-bf84-5722d3042a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:46.524543 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-1136343b-a33e-40e4-bf84-5722d3042a71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 1097 time: 0.0415404 Aug 20 16:02:46.632926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-18e26180-f216-4f21-b705-0576a989a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:46.634427 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-18e26180-f216-4f21-b705-0576a989a363 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8390d1d0-bc81-46a0-88f0-fabf0954fe69 HTTP/1.1" status: 200 len: 898 time: 0.0911119 Aug 20 16:02:46.701728 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-f920b22d-fde7-4187-97e1-1d9bbf21a2ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5 HTTP/1.1" status: 200 len: 1000 time: 0.0601981 Aug 20 16:02:46.757121 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-abbe3e49-8b65-48c9-909a-d8717c3210db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:46.759661 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-abbe3e49-8b65-48c9-909a-d8717c3210db service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8ac5ad7-dd75-4c23-a888-ec008fe48a43 HTTP/1.1" status: 200 len: 834 time: 0.0506082 Aug 20 16:02:46.807863 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-0ea42cff-a9bc-4228-9b0f-9ddfdacc91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:02:46.809356 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-0ea42cff-a9bc-4228-9b0f-9ddfdacc91c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8390d1d0-bc81-46a0-88f0-fabf0954fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429461 Aug 20 16:02:46.899435 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-524aa7eb-52c1-46b0-8232-66debba3e132 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828481 Aug 20 16:02:46.996455 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-33df3b4f-b7c7-4533-9274-017db5edfc81 req-9c73c490-f130-436d-a3d8-83a6bc08b9ae service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899332 Aug 20 16:02:48.076703 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:02:53.598899 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:02:59.607236 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:06.677321 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:12.308352 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-44a33bd2-1608-439a-8208-fa81ad382d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:14.967396 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:15.283345 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bdf1-2785-423d-87e8-9cc0bcb23965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:16.396132 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:18.079766 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:29.617598 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:30.598671 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:03:36.688976 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:40.750162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2651a8-1204-478c-99b2-f49b0cb9b19d req-2b6ff060-81ce-4e25-8d06-3561e6572a1f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:40.751685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf2651a8-1204-478c-99b2-f49b0cb9b19d req-2b6ff060-81ce-4e25-8d06-3561e6572a1f tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0512435 Aug 20 16:03:40.789259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf2651a8-1204-478c-99b2-f49b0cb9b19d req-8135e58f-8e85-419b-8f80-8c81b980c55b tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314817 Aug 20 16:03:41.912376 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb05cee-9e8a-400f-81f2-c9942b7ceefa req-7db824f0-240a-4795-af94-d519f310638a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:41.914209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eb05cee-9e8a-400f-81f2-c9942b7ceefa req-7db824f0-240a-4795-af94-d519f310638a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0551500 Aug 20 16:03:41.952981 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2eb05cee-9e8a-400f-81f2-c9942b7ceefa req-c310a40b-9ac9-4e83-9e73-ea28b27b3dc6 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330625 Aug 20 16:03:42.309419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8d6357cd-ea1b-4b35-aa27-904147324c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:43.068962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bfa69-ad94-45cc-b889-87aca4a685a0 req-b0ef5703-e30e-443b-aa7a-0e79a1b19529 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:43.070446 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf9bfa69-ad94-45cc-b889-87aca4a685a0 req-b0ef5703-e30e-443b-aa7a-0e79a1b19529 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0501039 Aug 20 16:03:43.109178 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf9bfa69-ad94-45cc-b889-87aca4a685a0 req-538e55d4-4624-4464-bf1e-24ee8020c002 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Aug 20 16:03:43.132143 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58314) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:43.195782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-3e72c156-32ae-44e2-b875-28b0adbbb629 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/9161af6a-ce87-41a0-89a3-950f7318da5c HTTP/1.1" status: 200 len: 992 time: 0.0623913 Aug 20 16:03:44.475430 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03089d-3312-41e8-ab47-535801cff1e1 req-e180923d-b1c8-4170-aa3c-bd39309ac724 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:44.477275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a03089d-3312-41e8-ab47-535801cff1e1 req-e180923d-b1c8-4170-aa3c-bd39309ac724 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0527835 Aug 20 16:03:44.515425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6a03089d-3312-41e8-ab47-535801cff1e1 req-d4031136-0db6-46e4-bb5a-e3c46b11bb4d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315428 Aug 20 16:03:44.558574 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-4a62457f-2a9d-4e0c-8b83-18662ef79665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:44.560143 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-4a62457f-2a9d-4e0c-8b83-18662ef79665 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 1097 time: 0.0922167 Aug 20 16:03:44.654950 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-ec362ef5-a165-4461-8d19-c2080758c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:44.656464 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-ec362ef5-a165-4461-8d19-c2080758c341 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8390d1d0-bc81-46a0-88f0-fabf0954fe69 HTTP/1.1" status: 200 len: 898 time: 0.0892205 Aug 20 16:03:44.722224 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-8c97b20a-a949-4d7e-b8e1-96135b551bf3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5 HTTP/1.1" status: 200 len: 1000 time: 0.0589840 Aug 20 16:03:44.771446 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-fc294002-7cef-4052-a5d7-afd795d36d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:44.772873 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-fc294002-7cef-4052-a5d7-afd795d36d34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8ac5ad7-dd75-4c23-a888-ec008fe48a43 HTTP/1.1" status: 200 len: 834 time: 0.0440125 Aug 20 16:03:44.824311 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-878c2cbc-ea3d-42c1-98cd-36e923c65f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:44.825836 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-878c2cbc-ea3d-42c1-98cd-36e923c65f95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8390d1d0-bc81-46a0-88f0-fabf0954fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461206 Aug 20 16:03:44.917216 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-261dfa0a-3af7-4d16-9470-0c5c29ac8fc9 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834951 Aug 20 16:03:44.970165 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:45.016928 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-855f9852-b2ea-4844-84c0-c9f209b9f4f6 req-87117e8e-5136-4980-acdf-01bf5d84d882 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925956 Aug 20 16:03:45.283693 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-267dccbf-ec40-4331-9197-a7518080c166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:45.631832 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d286eb-33b7-40bb-8503-60324799ef65 req-55cdad06-e501-4ebd-b7b5-713f2c838b0a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:45.633898 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8d286eb-33b7-40bb-8503-60324799ef65 req-55cdad06-e501-4ebd-b7b5-713f2c838b0a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0488832 Aug 20 16:03:45.676408 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8d286eb-33b7-40bb-8503-60324799ef65 req-9f5933b2-7c27-4536-85e4-477fa324f8c9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364389 Aug 20 16:03:46.399561 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:46.789525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c275a-ffdb-4d09-b0db-4459d91ea5af req-19914752-5aef-484c-a359-361875308906 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:46.791700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-076c275a-ffdb-4d09-b0db-4459d91ea5af req-19914752-5aef-484c-a359-361875308906 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0489705 Aug 20 16:03:46.832619 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-076c275a-ffdb-4d09-b0db-4459d91ea5af req-46c15202-ef8b-46ad-a5d5-85eec218c0f7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350611 Aug 20 16:03:46.855598 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58328) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:46.917364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-239b8e51-c288-46e4-b999-2e89cdf0561a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/floatingips/9161af6a-ce87-41a0-89a3-950f7318da5c HTTP/1.1" status: 200 len: 992 time: 0.0606356 Aug 20 16:03:47.143768 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58334) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:47.300212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port d7fae25b-be9a-46e1-91d7-33eaedc0c2e5 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:03:47.300455 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:47.379841 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:47.380179 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:47.395754 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for d7fae25b-be9a-46e1-91d7-33eaedc0c2e5 owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:03:47.427745 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-272ecc28-d7c1-429f-bc56-44f9b903877f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430033 Aug 20 16:03:47.522814 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-c98d43f2-0210-4841-a11f-13d92d309b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:47.524400 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-c98d43f2-0210-4841-a11f-13d92d309b09 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 1097 time: 0.0424187 Aug 20 16:03:47.551847 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:47.585932 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=d7fae25b-be9a-46e1-91d7-33eaedc0c2e5,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:47.626172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.626527 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.626878 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.627222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.627585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.627929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.628272 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.628608 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.628945 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.629280 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.629612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.629944 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:47.632262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-d2e6eb1e-f1a4-4667-901f-0ea77ec63a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:47.633903 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-d2e6eb1e-f1a4-4667-901f-0ea77ec63a8a service neutron] 10.222.0.72 "GET /v2.0/networks?id=8390d1d0-bc81-46a0-88f0-fabf0954fe69 HTTP/1.1" status: 200 len: 898 time: 0.0910912 Aug 20 16:03:47.654332 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:47.654682 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Floating IP 9161af6a-ce87-41a0-89a3-950f7318da5c disassociated (deleted). External IP: 172.25.5.23, port: f8e4f4ac-6df8-4605-a30e-243757b800c5. Aug 20 16:03:47.677899 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-cbf2b186-0bb6-4650-b398-8f171733c381 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5 HTTP/1.1" status: 200 len: 217 time: 0.0363407 Aug 20 16:03:47.729706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-dc0b42bd-e3fc-45c7-8890-325143ce1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:47.731192 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-dc0b42bd-e3fc-45c7-8890-325143ce1422 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8ac5ad7-dd75-4c23-a888-ec008fe48a43 HTTP/1.1" status: 200 len: 834 time: 0.0465341 Aug 20 16:03:47.777147 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-7dbc7e9a-c97a-490d-a5b2-242cbcf650ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:47.778701 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-7dbc7e9a-c97a-490d-a5b2-242cbcf650ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8390d1d0-bc81-46a0-88f0-fabf0954fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406406 Aug 20 16:03:47.875138 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router b25b7012-3951-4b22-b25c-5534b0b9357d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:03:47.876905 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-922834d4-c594-41cf-8441-e8d78b35c12e service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902705 Aug 20 16:03:47.967682 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-1fb1cbb3-d97f-4b0a-b056-75d1773ba75b req-2f1f226c-9b9e-4f50-af9f-68a3d8a284a5 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827169 Aug 20 16:03:47.987824 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:03:47.994882 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:48.000720 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] Sync routers for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:03:48.010294 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:03:48.010929 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:48.029583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b3a1dd1a-584e-436d-95a8-40190b255967 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/floatingips/9161af6a-ce87-41a0-89a3-950f7318da5c HTTP/1.1" status: 204 len: 168 time: 0.8846912 Aug 20 16:03:48.030366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:03:48.034085 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebeaf5d8-c125-42a2-bd40-1476b7220b55" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:03:48.084688 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:48.127145 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:03:48.188397 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd6958b-c44a-44d8-9871-2b348a575221 x-openstack-request-id: req-2cd6958b-c44a-44d8-9871-2b348a575221 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:03:48.188692 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:03:48.188942 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cd6958b-c44a-44d8-9871-2b348a575221 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:03:48.189361 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'status': 'completed', 'code': 200} Aug 20 16:03:48.280543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19fd1b-9697-4e25-85a9-b2e45eeb0221 req-f48fe501-0d1c-42f3-8acd-e6cd8075c86c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:48.282098 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d19fd1b-9697-4e25-85a9-b2e45eeb0221 req-f48fe501-0d1c-42f3-8acd-e6cd8075c86c tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0502119 Aug 20 16:03:48.292669 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-204d9991-09c4-4dcf-badc-22a156e45011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:48.294837 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-204d9991-09c4-4dcf-badc-22a156e45011 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=08664545e24142d09cb0955b8b7a7aa4&device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 1097 time: 0.0489619 Aug 20 16:03:48.325999 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1d19fd1b-9697-4e25-85a9-b2e45eeb0221 req-767e257d-097b-4736-af96-c73fa0de2267 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377483 Aug 20 16:03:48.345396 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '97a44876-fd6c-4122-ab15-84ed4fd117ca', 'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:a8:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:10Z', 'updated_at': '2021-08-20T16:02:15Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:48.375637 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] Checking router: b25b7012-3951-4b22-b25c-5534b0b9357d for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:03:48.384410 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:03:48.384955 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:48.397346 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-46e1a14a-afec-430a-a204-5798d319816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:48.398822 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-46e1a14a-afec-430a-a204-5798d319816f service neutron] 10.222.0.72 "GET /v2.0/networks?id=8390d1d0-bc81-46a0-88f0-fabf0954fe69 HTTP/1.1" status: 200 len: 898 time: 0.0947986 Aug 20 16:03:48.446100 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-490da4c4-076b-4b3b-8561-a21a1b70692d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5 HTTP/1.1" status: 200 len: 217 time: 0.0376780 Aug 20 16:03:48.488829 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:03:48.496450 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-70b97000-2eb6-4796-80d5-c1a34f6eceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:48.497929 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-70b97000-2eb6-4796-80d5-c1a34f6eceb9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8ac5ad7-dd75-4c23-a888-ec008fe48a43 HTTP/1.1" status: 200 len: 834 time: 0.0447617 Aug 20 16:03:48.546298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-30974837-b90a-4739-8fc9-2d81c410bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:48.548081 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-30974837-b90a-4739-8fc9-2d81c410bbde service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8390d1d0-bc81-46a0-88f0-fabf0954fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403333 Aug 20 16:03:48.641925 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-28245ec7-4613-4f9d-a054-dba1e884bcbe service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848703 Aug 20 16:03:48.683866 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '97a44876-fd6c-4122-ab15-84ed4fd117ca', 'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:a8:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:10Z', 'updated_at': '2021-08-20T16:02:15Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:48.708960 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4297afcc-72c8-418b-aa03-00c01cae0505 None None] The sync data for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 is: [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:10Z', 'revision_number': 4, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '97a44876-fd6c-4122-ab15-84ed4fd117ca', 'name': '', 'network_id': '8390d1d0-bc81-46a0-88f0-fabf0954fe69', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'mac_address': 'fa:16:3e:a8:6a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:10Z', 'updated_at': '2021-08-20T16:02:15Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'subnets': [{'id': 'e8ac5ad7-dd75-4c23-a888-ec008fe48a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:03:48.732728 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-ebeaf5d8-c125-42a2-bd40-1476b7220b55 req-11202775-de30-495e-a37f-d46daf5ac5c3 service neutron] 10.222.0.72 "GET /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825148 Aug 20 16:03:48.921193 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c462c4b4-18c1-45f8-8808-28839045ad28 None None] New status for floating IP 9161af6a-ce87-41a0-89a3-950f7318da5c: DOWN {{(pid=101101) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:03:49.446696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0d941-4af8-456c-965b-1abb167d45d6 req-0bf8820c-8d68-4330-b53a-290a9c741052 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:49.448206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97d0d941-4af8-456c-965b-1abb167d45d6 req-0bf8820c-8d68-4330-b53a-290a9c741052 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0543759 Aug 20 16:03:49.485272 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-97d0d941-4af8-456c-965b-1abb167d45d6 req-ca5aed88-69ef-44dd-aa0e-f968259a1f42 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8d27c92-e000-4f2d-adb9-d5cc74552f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311291 Aug 20 16:03:50.131153 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-d97e82cd-b782-4e17-9bb9-5309461d51e7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:50.132634 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-d97e82cd-b782-4e17-9bb9-5309461d51e7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 945 time: 0.0492127 Aug 20 16:03:50.225621 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port f8e4f4ac-6df8-4605-a30e-243757b800c5 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:03:50.225887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:50.312651 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port f8e4f4ac-6df8-4605-a30e-243757b800c5, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=f8e4f4ac-6df8-4605-a30e-243757b800c5,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:50.313022 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:50.327826 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for f8e4f4ac-6df8-4605-a30e-243757b800c5 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:03:50.458678 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:50.488071 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=f8e4f4ac-6df8-4605-a30e-243757b800c5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:50.513548 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.513903 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.514244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.514579 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.514909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.515241 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.515591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.515926 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.516279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.516605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.516928 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.517252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:50.543475 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] No DVR routers for this DVR port f8e4f4ac-6df8-4605-a30e-243757b800c5 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:03:50.546075 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:50.548435 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-90938a17-82cb-4348-acf6-9674ea6fa47a req-cb5fdd88-0649-4932-8c88-0d722420dc34 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.72 "DELETE /v2.0/ports/f8e4f4ac-6df8-4605-a30e-243757b800c5 HTTP/1.1" status: 204 len: 173 time: 0.4095497 Aug 20 16:03:50.548876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'name': 'network-vif-deleted', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:03:50.551124 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa046e5-75dd-4427-b0f8-b9059a75326b" -d '{"events": [{"server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "name": "network-vif-deleted", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:03:50.581023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fa2b0504-47f6-44ac-bc62-77f75f7c0637 req-e99bdd23-8ce9-44a1-8d38-36844d5a65f7 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0c8668e-7690-4741-a2aa-d675de98b75a HTTP/1.1" status: 200 len: 210 time: 0.0266321 Aug 20 16:03:50.624046 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe93337-922b-4b9b-bc46-4491e10be2be x-openstack-request-id: req-cbe93337-922b-4b9b-bc46-4491e10be2be {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:03:50.624345 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c8668e-7690-4741-a2aa-d675de98b75a", "name": "network-vif-deleted", "tag": "f8e4f4ac-6df8-4605-a30e-243757b800c5", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:03:50.624601 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbe93337-922b-4b9b-bc46-4491e10be2be {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:03:50.625009 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c8668e-7690-4741-a2aa-d675de98b75a', 'name': 'network-vif-deleted', 'tag': 'f8e4f4ac-6df8-4605-a30e-243757b800c5', 'status': 'completed', 'code': 200} Aug 20 16:03:51.637867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58350) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:51.984360 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.234213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 97a44876-fd6c-4122-ab15-84ed4fd117ca {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:03:52.234472 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.322610 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 97a44876-fd6c-4122-ab15-84ed4fd117ca, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=97a44876-fd6c-4122-ab15-84ed4fd117ca,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:52.322960 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.335456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 97a44876-fd6c-4122-ab15-84ed4fd117ca owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:03:52.847016 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:52.875265 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=97a44876-fd6c-4122-ab15-84ed4fd117ca,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:53.046452 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.262373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Router b25b7012-3951-4b22-b25c-5534b0b9357d has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:03:53.369843 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:03:53.377166 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-9f92de25-5665-493d-99bf-7d6124caabc9 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "PUT /v2.0/routers/b25b7012-3951-4b22-b25c-5534b0b9357d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7359819 Aug 20 16:03:53.377661 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58352) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:53.379983 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] Sync routers for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:03:53.389907 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:03:53.390596 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:53.433051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa67ddd-75bc-47c9-bae7-739bce350032 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting subnet e8ac5ad7-dd75-4c23-a888-ec008fe48a43 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 16:03:53.436654 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eaa67ddd-75bc-47c9-bae7-739bce350032 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.483612 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eaa67ddd-75bc-47c9-bae7-739bce350032 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.504161 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:03:53.569597 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eaa67ddd-75bc-47c9-bae7-739bce350032 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.628403 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eaa67ddd-75bc-47c9-bae7-739bce350032 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.659507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa67ddd-75bc-47c9-bae7-739bce350032 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ac5ad7-dd75-4c23-a888-ec008fe48a43,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:53.663060 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-eaa67ddd-75bc-47c9-bae7-739bce350032 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.667852 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-eaa67ddd-75bc-47c9-bae7-739bce350032 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/subnets/e8ac5ad7-dd75-4c23-a888-ec008fe48a43 HTTP/1.1" status: 204 len: 168 time: 0.2890570 Aug 20 16:03:53.668638 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58354) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:53.674802 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5f42b4-0a7c-4535-95da-8704ed133934 None None] Network 8390d1d0-bc81-46a0-88f0-fabf0954fe69 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:03:53.700906 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:03:52Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:53.781074 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.842261 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] Checking router: b25b7012-3951-4b22-b25c-5534b0b9357d for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:03:53.850807 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] Routers {'b25b7012-3951-4b22-b25c-5534b0b9357d'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:03:53.851416 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['b25b7012-3951-4b22-b25c-5534b0b9357d'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:53.893123 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.903667 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] DHCP port deletion for 8390d1d0-bc81-46a0-88f0-fabf0954fe69 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 16:03:53.950329 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Deleting port 97315ddf-5490-4755-9260-1332fc5949ee {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:03:53.950729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.959278 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Deleting port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:03:53.959692 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:53.964629 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f8e4f4ac-6df8-4605-a30e-243757b800c5 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:03:53.970038 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] Set router b25b7012-3951-4b22-b25c-5534b0b9357d gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:03:54.020723 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: f8e4f4ac-6df8-4605-a30e-243757b800c5 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:03:54.021147 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device f8e4f4ac-6df8-4605-a30e-243757b800c5 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:03:54.032016 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] For port 97315ddf-5490-4755-9260-1332fc5949ee, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=97315ddf-5490-4755-9260-1332fc5949ee,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:54.032391 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.045498 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Calling delete_port for 97315ddf-5490-4755-9260-1332fc5949ee owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:03:54.045694 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] For port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=6eb0b27c-459b-4a6d-99e2-0306fdb21d32,segment=NetworkSegment(d2af2a20-9fed-4476-bfad-d900cc024d0e),segment_id=d2af2a20-9fed-4476-bfad-d900cc024d0e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:03:54.046204 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.064494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Calling delete_port for 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:03:54.153023 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:03:52Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:54.166489 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.193176 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a82be4-8356-4280-8103-062c80de9afe None None] The sync data for ids ['b25b7012-3951-4b22-b25c-5534b0b9357d'] in n-d-695189-15 is: [{'id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475427468', 'tenant_id': '08664545e24142d09cb0955b8b7a7aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '97315ddf-5490-4755-9260-1332fc5949ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:03:52Z', 'revision_number': 5, 'project_id': '08664545e24142d09cb0955b8b7a7aa4', 'gw_port': {'id': '97315ddf-5490-4755-9260-1332fc5949ee', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b25b7012-3951-4b22-b25c-5534b0b9357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:02:07Z', 'updated_at': '2021-08-20T16:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:03:54.196992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Pushing event deleted for resources: {'Port': ['ID=6eb0b27c-459b-4a6d-99e2-0306fdb21d32,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:54.211514 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.212192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.212881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.213531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.214859 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.217706 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.218653 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.219206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.221043 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.221522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.222210 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.222887 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:03:54.231994 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1410b2c-9c83-41ba-8a9b-530334060c89 None None] No DVR routers for this DVR port 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:03:54.245681 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.274581 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Port': ['ID=97315ddf-5490-4755-9260-1332fc5949ee,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:54.337005 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.442663 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.445102 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.493199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.493803 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Fanout notify agent at l3_agent the message router_deleted on router b25b7012-3951-4b22-b25c-5534b0b9357d {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:03:54.501906 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.503488 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-921d43a0-dee7-451b-baba-840ce13a5e2a tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/routers/b25b7012-3951-4b22-b25c-5534b0b9357d HTTP/1.1" status: 204 len: 168 time: 0.8331630 Aug 20 16:03:54.506046 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:54.601539 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.696855 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.708524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8390d1d0-bc81-46a0-88f0-fabf0954fe69']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:54.728301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2af2a20-9fed-4476-bfad-d900cc024d0e') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:54.728605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2af2a20-9fed-4476-bfad-d900cc024d0e') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:54.738382 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.755049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.762178 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 16:03:54.762827 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: timer() Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:03:54.767201 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:03:54.833013 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.861864 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.863849 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/networks/8390d1d0-bc81-46a0-88f0-fabf0954fe69 HTTP/1.1" status: 204 len: 168 time: 0.3568258 Aug 20 16:03:54.865179 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f400e74-c0ea-46b1-9a4c-7f777274a91d tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'Network': ['ID=8390d1d0-bc81-46a0-88f0-fabf0954fe69,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:54.866697 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58358) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:54.945837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-152cb8ab-4622-4c9c-a0d5-335462fb75b4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:54.976093 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-152cb8ab-4622-4c9c-a0d5-335462fb75b4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.045142 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-152cb8ab-4622-4c9c-a0d5-335462fb75b4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.048036 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-152cb8ab-4622-4c9c-a0d5-335462fb75b4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.049206 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-152cb8ab-4622-4c9c-a0d5-335462fb75b4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] 10.222.0.36 "DELETE /v2.0/security-groups/e8d27c92-e000-4f2d-adb9-d5cc74552f6f HTTP/1.1" status: 204 len: 168 time: 0.1789744 Aug 20 16:03:55.058146 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cb8ab-4622-4c9c-a0d5-335462fb75b4 tempest-TestNetworkAdvancedServerOps-224159757 tempest-TestNetworkAdvancedServerOps-224159757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d27c92-e000-4f2d-adb9-d5cc74552f6f,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:55.395219 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58366) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:55.467187 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:03:55.488260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:03:55.488534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 6eb0b27c-459b-4a6d-99e2-0306fdb21d32 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:03:55.488957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 97315ddf-5490-4755-9260-1332fc5949ee no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:03:55.510993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 97315ddf-5490-4755-9260-1332fc5949ee {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:03:55.511344 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 97315ddf-5490-4755-9260-1332fc5949ee not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:03:55.511791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 97a44876-fd6c-4122-ab15-84ed4fd117ca no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:03:55.530927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 97a44876-fd6c-4122-ab15-84ed4fd117ca {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:03:55.531284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 97a44876-fd6c-4122-ab15-84ed4fd117ca not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:03:55.547983 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c0ddb98f-f3dc-402f-b5c2-9fdf436af555 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08664545e24142d09cb0955b8b7a7aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512983 Aug 20 16:03:55.550378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58370) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:55.596705 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6660cc81-4c02-4a27-9af3-6dfd63f3b3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.618613 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6660cc81-4c02-4a27-9af3-6dfd63f3b3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.669013 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6660cc81-4c02-4a27-9af3-6dfd63f3b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.671880 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6660cc81-4c02-4a27-9af3-6dfd63f3b3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:55.673733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6660cc81-4c02-4a27-9af3-6dfd63f3b3a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c2878ed-db6e-469c-8238-edfb90ed6885 HTTP/1.1" status: 204 len: 168 time: 0.1222699 Aug 20 16:03:55.681896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660cc81-4c02-4a27-9af3-6dfd63f3b3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2878ed-db6e-469c-8238-edfb90ed6885,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:55.938367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58376) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:55.952249 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-53950e49-8b1e-4631-9a48-969fef2b066c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:56.049402 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-53950e49-8b1e-4631-9a48-969fef2b066c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:56.053053 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-53950e49-8b1e-4631-9a48-969fef2b066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:56.090925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-53950e49-8b1e-4631-9a48-969fef2b066c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a06d751f60774d03a22ab6058e39f37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514750 Aug 20 16:03:56.092048 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53950e49-8b1e-4631-9a48-969fef2b066c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138253ad-5f71-4fa0-81ce-548f0addd8eb,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:56.093748 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58378) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:56.141361 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6619a8c-21e4-44ef-a54f-ff75cff2d7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:56.162562 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6619a8c-21e4-44ef-a54f-ff75cff2d7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:56.216894 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6619a8c-21e4-44ef-a54f-ff75cff2d7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:56.219701 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-f6619a8c-21e4-44ef-a54f-ff75cff2d7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:56.220856 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f6619a8c-21e4-44ef-a54f-ff75cff2d7ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/138253ad-5f71-4fa0-81ce-548f0addd8eb HTTP/1.1" status: 204 len: 168 time: 0.1261001 Aug 20 16:03:56.228685 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6619a8c-21e4-44ef-a54f-ff75cff2d7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138253ad-5f71-4fa0-81ce-548f0addd8eb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:56.916231 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58400) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:57.010537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-365077140-network', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:03:57.031845 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Made reservation on behalf of 2ffcbe5489534f64af02b62b03d2b4c8 for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:03:57.034335 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.043664 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.135685 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.139618 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.161534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 16:03:57.179036 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd5bd26-a387-442a-b4a1-acef34ecde20,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:57.182667 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.183017 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Added segment 31b8f0fc-56a1-40bc-af98-2f52bcc358cc of type vlan for network c42bc542-f361-4e3d-8de0-59505b3c33d3 Aug 20 16:03:57.225195 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.249379 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.250337 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:57.250924 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.304520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3871849 Aug 20 16:03:57.307689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58404) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:57.309579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e32ba0-5d78-4ec0-9eb7-be94221ac295 admin admin] Pushing event updated for resources: {'Network': ['ID=c42bc542-f361-4e3d-8de0-59505b3c33d3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:57.313650 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Request body: {'subnet': {'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-365077140-subnet', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:03:57.319390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 16:03:57.335730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Made reservation on behalf of 2ffcbe5489534f64af02b62b03d2b4c8 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:03:57.339294 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.516126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.575906 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8defacc1-b572-4d54-aa8b-1ef957d3115d,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:57.582062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Checking segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:03:57.582420 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Network hostable DHCP agents. Network: c42bc542-f361-4e3d-8de0-59505b3c33d3, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:03:57.599367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:03:57.607626 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, c42bc542-f361-4e3d-8de0-59505b3c33d3) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:03:57.611967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:03:57.613049 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.616539 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cb9cb-49c3-4336-ab2f-32106c48dd21 None None] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:03:57.627687 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3b5ee4f5-15f2-4f85-acb6-8ae2fdb4c79a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3187623 Aug 20 16:03:57.630372 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58406) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:57.636452 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:03:57.658310 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.659461 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.718261 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.795204 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-c42bc542-f361-4e3d-8de0-59505b3c33d3', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 16:03:57.796471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.859412 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:57.935782 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Allocated IP 172.20.0.2 (c42bc542-f361-4e3d-8de0-59505b3c33d3/8defacc1-b572-4d54-aa8b-1ef957d3115d/ea84cec8-7642-42e3-80be-035874fbbddb) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:03:58.066947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.078102 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.087065 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.087357 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Transition to ACTIVE for port object ea84cec8-7642-42e3-80be-035874fbbddb will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:03:58.103427 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Transition to ACTIVE for port object ea84cec8-7642-42e3-80be-035874fbbddb will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:03:58.109607 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.146169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:03:58.150864 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:03:58.157125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:03:58.160067 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Pushing event updated for resources: {'Port': ['ID=ea84cec8-7642-42e3-80be-035874fbbddb,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:58.190860 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Allocated IP 172.25.5.31 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/df486854-4404-4772-b79d-35bc9d1a3cdd) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:03:58.214298 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Attempting to bind port ea84cec8-7642-42e3-80be-035874fbbddb on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:03:58.214698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Attempting to bind port ea84cec8-7642-42e3-80be-035874fbbddb by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:03:58.215065 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Attempting to bind port ea84cec8-7642-42e3-80be-035874fbbddb on network c42bc542-f361-4e3d-8de0-59505b3c33d3 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:03:58.219981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:03:58.220354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Checking segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:03:58.220760 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.221158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Bound using segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:03:58.221619 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Bound port: ea84cec8-7642-42e3-80be-035874fbbddb, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:03:58.222002 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.289930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] For port ea84cec8-7642-42e3-80be-035874fbbddb, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:03:58.293531 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] For port ea84cec8-7642-42e3-80be-035874fbbddb, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ea84cec8-7642-42e3-80be-035874fbbddb,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:03:58.298433 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.361102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f08a9-3169-4466-93a9-5ce6bffea7bb None None] Pushing event updated for resources: {'Port': ['ID=ea84cec8-7642-42e3-80be-035874fbbddb,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:58.643626 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.683017 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:58.718576 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:03:58.721367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:03:58.724712 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:03:58.757694 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=df486854-4404-4772-b79d-35bc9d1a3cdd,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:03:58.979251 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:59.186284 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:59.239456 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce00de7-a478-4c94-9ab2-246c88695683 None None] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:03:59.320092 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Router 7f4731fd-5b28-4243-8809-946680accb51 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 16:03:59.363849 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-95e0d411-f9e9-4359-a66d-d7fbfc104ec5 None None] Provisioning for port ea84cec8-7642-42e3-80be-035874fbbddb completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:03:59.433783 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:03:59.443839 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Sync routers for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:03:59.453798 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:59.457764 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-9da0ff1f-6507-4dd4-b356-2c338246fbc8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8239279 Aug 20 16:03:59.458791 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58410) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:03:59.466874 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:03:59.468828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:03:59.533196 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ea84cec8-7642-42e3-80be-035874fbbddb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:03:59.810416 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:59.829988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:03:59.856104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port ea84cec8-7642-42e3-80be-035874fbbddb completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:03:59.892785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ea84cec8-7642-42e3-80be-035874fbbddb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:03:59.893158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:03:59.898697 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.058148 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Allocated IP 172.20.0.1 (c42bc542-f361-4e3d-8de0-59505b3c33d3/8defacc1-b572-4d54-aa8b-1ef957d3115d/c1de6967-f7ad-4a45-b400-0ed480d8ba57) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:04:00.061260 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.103944 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port ea84cec8-7642-42e3-80be-035874fbbddb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ea84cec8-7642-42e3-80be-035874fbbddb,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:00.106381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:03:58Z', 'revision_number': 3, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:00.109699 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.137900 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Checking router: 7f4731fd-5b28-4243-8809-946680accb51 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:04:00.138250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Updating router 7f4731fd-5b28-4243-8809-946680accb51 port df486854-4404-4772-b79d-35bc9d1a3cdd binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:04:00.165496 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.178332 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Transition to ACTIVE for port object c1de6967-f7ad-4a45-b400-0ed480d8ba57 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:00.194395 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.215633 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.227248 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=ea84cec8-7642-42e3-80be-035874fbbddb,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:00.254581 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:04:00.257566 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:00.261038 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:04:00.292638 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Pushing event updated for resources: {'Port': ['ID=c1de6967-f7ad-4a45-b400-0ed480d8ba57,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:00.310021 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.464780 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.513099 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.523306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Transition to ACTIVE for port object df486854-4404-4772-b79d-35bc9d1a3cdd will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:00.529799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.588390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-681d9cf2-1508-4388-bdcc-6f014c9b3416 None None] Provisioning for port c1de6967-f7ad-4a45-b400-0ed480d8ba57 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:00.598876 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Attempting to bind port df486854-4404-4772-b79d-35bc9d1a3cdd on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:04:00.599246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Attempting to bind port df486854-4404-4772-b79d-35bc9d1a3cdd by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:04:00.599641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Attempting to bind port df486854-4404-4772-b79d-35bc9d1a3cdd on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:04:00.603138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-681d9cf2-1508-4388-bdcc-6f014c9b3416 None None] Provisioning complete for port c1de6967-f7ad-4a45-b400-0ed480d8ba57 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:00.603510 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-681d9cf2-1508-4388-bdcc-6f014c9b3416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.606573 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a562a5e-4691-482f-8450-a12eb283f471 None None] Pushing event updated for resources: {'Port': ['ID=df486854-4404-4772-b79d-35bc9d1a3cdd,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:00.610368 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:04:00.610742 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:04:00.611138 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.611521 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:04:00.612016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Bound port: df486854-4404-4772-b79d-35bc9d1a3cdd, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:04:00.612400 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.637838 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.644696 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.674779 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-681d9cf2-1508-4388-bdcc-6f014c9b3416 None None] Port c1de6967-f7ad-4a45-b400-0ed480d8ba57 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:04:00.692854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] For port df486854-4404-4772-b79d-35bc9d1a3cdd, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:04:00.696443 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] For port df486854-4404-4772-b79d-35bc9d1a3cdd, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=df486854-4404-4772-b79d-35bc9d1a3cdd,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:04:00.701284 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.724451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Pushing event updated for resources: {'Port': ['ID=c1de6967-f7ad-4a45-b400-0ed480d8ba57,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:00.727920 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:00.765191 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:04:00.765810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:00.811524 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a562a5e-4691-482f-8450-a12eb283f471 None None] Pushing event updated for resources: {'Port': ['ID=df486854-4404-4772-b79d-35bc9d1a3cdd,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:00.822088 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:04:00.823492 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:00.892753 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:04:00.951485 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Router 7f4731fd-5b28-4243-8809-946680accb51 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:04:01.067576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:04:01.073911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-6b19b228-4163-49dd-915d-0cc37885f145 admin admin] 10.222.0.36 "PUT /v2.0/routers/7f4731fd-5b28-4243-8809-946680accb51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145117 Aug 20 16:04:01.109819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-09ef2be5-70ef-401c-b1f0-9de7c6b99dfd None None] Provisioning complete for port c1de6967-f7ad-4a45-b400-0ed480d8ba57 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:01.110093 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-09ef2be5-70ef-401c-b1f0-9de7c6b99dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.152017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-09ef2be5-70ef-401c-b1f0-9de7c6b99dfd None None] Port c1de6967-f7ad-4a45-b400-0ed480d8ba57 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:04:01.158974 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 2, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:01.187136 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c595374d-8e06-49f3-b813-9d08f99c6629 None None] The sync data for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 is: [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 2, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:04:01.499637 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ea84cec8-7642-42e3-80be-035874fbbddb up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:01.551319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ea84cec8-7642-42e3-80be-035874fbbddb triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:01.552000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.655861 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58426) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:01.661049 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1075353015-network', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:01.688676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Made reservation on behalf of 133787cc17f54d329b07a135ffdfd3bb for: {'network': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:04:01.691131 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.700908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.798051 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.802944 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.829685 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=101099) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 16:04:01.849988 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46ba01a-2b18-46ca-94f6-0a48d1bb68a5,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:01.853485 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.854038 n-d-695189-15 neutron-server[101099]: INFO neutron.db.segments_db [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Added segment 65bbce93-2065-486a-820a-5ad0b65c132f of type vlan for network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef Aug 20 16:04:01.912267 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.939277 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.940373 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:01.940962 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:01.997853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3407280 Aug 20 16:04:02.000823 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58428) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:02.006777 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Request body: {'subnet': {'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1075353015-subnet', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:02.006918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a74f4-1b62-4591-aa76-48245dcb33c5 admin admin] Pushing event updated for resources: {'Network': ['ID=1078bda7-691a-4b17-8b6f-ae739cf2b2ef,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:02.018582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 16:04:02.032398 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Made reservation on behalf of 133787cc17f54d329b07a135ffdfd3bb for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:04:02.035105 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.223952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.286294 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff880bb0-f441-4554-9440-fe300d94c5eb,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:02.295281 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Checking segment: {'id': '65bbce93-2065-486a-820a-5ad0b65c132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:04:02.295689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Network hostable DHCP agents. Network: 1078bda7-691a-4b17-8b6f-ae739cf2b2ef, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:04:02.315021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:04:02.324614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 1078bda7-691a-4b17-8b6f-ae739cf2b2ef) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:02.328974 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:02.329653 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.334288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbcf36d-d881-44dc-b862-682ec08fabfb None None] Network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:04:02.349000 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-18c124e5-1603-4800-8072-dc73cc11bf00 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3465278 Aug 20 16:04:02.352148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58430) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:02.356935 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:02.379028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.380052 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.450269 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.500371 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-1078bda7-691a-4b17-8b6f-ae739cf2b2ef', 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'fixed_ips': [{'subnet_id': 'ff880bb0-f441-4554-9440-fe300d94c5eb'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 16:04:02.501389 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.593086 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.638217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Allocated IP 172.20.0.2 (1078bda7-691a-4b17-8b6f-ae739cf2b2ef/ff880bb0-f441-4554-9440-fe300d94c5eb/b09ae760-f7c8-42f9-a955-e9d786740043) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:04:02.788685 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.798033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Transition to ACTIVE for port object b09ae760-f7c8-42f9-a955-e9d786740043 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:02.801737 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.814039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Transition to ACTIVE for port object b09ae760-f7c8-42f9-a955-e9d786740043 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:02.822925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.823729 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.866683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:04:02.873038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:02.875033 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Pushing event updated for resources: {'Port': ['ID=b09ae760-f7c8-42f9-a955-e9d786740043,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:02.883579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:04:02.940977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Attempting to bind port b09ae760-f7c8-42f9-a955-e9d786740043 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:04:02.941354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Attempting to bind port b09ae760-f7c8-42f9-a955-e9d786740043 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '65bbce93-2065-486a-820a-5ad0b65c132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:04:02.941729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Attempting to bind port b09ae760-f7c8-42f9-a955-e9d786740043 on network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:04:02.942849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Allocated IP 172.25.5.46 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/5d0c12bb-ff59-4d63-af74-d824e86e058c) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:04:02.947919 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:04:02.948308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Checking segment: {'id': '65bbce93-2065-486a-820a-5ad0b65c132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:04:02.948728 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:02.949135 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Bound using segment: {'id': '65bbce93-2065-486a-820a-5ad0b65c132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:04:02.949641 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Bound port: b09ae760-f7c8-42f9-a955-e9d786740043, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bbce93-2065-486a-820a-5ad0b65c132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:04:02.950101 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.019495 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] For port b09ae760-f7c8-42f9-a955-e9d786740043, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:04:03.023438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] For port b09ae760-f7c8-42f9-a955-e9d786740043, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b09ae760-f7c8-42f9-a955-e9d786740043,segment=NetworkSegment(65bbce93-2065-486a-820a-5ad0b65c132f),segment_id=65bbce93-2065-486a-820a-5ad0b65c132f)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:04:03.028703 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.054410 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.091648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc334b3-9d4c-42f9-ab4b-964756a6d6ea None None] Pushing event updated for resources: {'Port': ['ID=b09ae760-f7c8-42f9-a955-e9d786740043,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:03.111786 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.157873 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:04:03.160747 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:03.163315 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:04:03.195086 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Pushing event updated for resources: {'Port': ['ID=5d0c12bb-ff59-4d63-af74-d824e86e058c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:03.233338 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Sync routers for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:04:03.248807 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:04:03.249598 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:03.371148 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:04:03.485641 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.547263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b09ae760-f7c8-42f9-a955-e9d786740043 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:03.597295 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port b09ae760-f7c8-42f9-a955-e9d786740043 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:03.603105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device df486854-4404-4772-b79d-35bc9d1a3cdd up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:03.606214 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 2, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:03.632049 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Checking router: 7f4731fd-5b28-4243-8809-946680accb51 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:04:03.632547 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Updating router 7f4731fd-5b28-4243-8809-946680accb51 port c1de6967-f7ad-4a45-b400-0ed480d8ba57 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:04:03.655534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port df486854-4404-4772-b79d-35bc9d1a3cdd completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:03.659899 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port df486854-4404-4772-b79d-35bc9d1a3cdd triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:03.660469 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.662649 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.704952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.746960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.771042 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port df486854-4404-4772-b79d-35bc9d1a3cdd, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=df486854-4404-4772-b79d-35bc9d1a3cdd,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:03.777959 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.839284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=df486854-4404-4772-b79d-35bc9d1a3cdd,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:03.862547 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Router 6ba4f577-5a19-4e08-951e-fe3de33308d4 is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 16:04:03.980668 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:04:03.987811 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:03.990772 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Sync routers for ids ['6ba4f577-5a19-4e08-951e-fe3de33308d4'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:04:04.000770 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Transition to ACTIVE for port object c1de6967-f7ad-4a45-b400-0ed480d8ba57 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:04.004540 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Routers {'6ba4f577-5a19-4e08-951e-fe3de33308d4'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:04:04.005327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6ba4f577-5a19-4e08-951e-fe3de33308d4'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:04.007152 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.008007 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.011653 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-76cc9f0f-46a6-4a2c-8521-4dc2e85255dd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6558836 Aug 20 16:04:04.012093 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58432) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:04.101436 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Pushing event updated for resources: {'Port': ['ID=c1de6967-f7ad-4a45-b400-0ed480d8ba57,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:04.132441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Set router 6ba4f577-5a19-4e08-951e-fe3de33308d4 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:04:04.132637 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.133062 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.133522 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.133999 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.134340 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.135368 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.135748 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.136084 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.136415 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.136742 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.137071 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.137397 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:04:04.155616 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Attempting to bind port c1de6967-f7ad-4a45-b400-0ed480d8ba57 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:04:04.155983 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Attempting to bind port c1de6967-f7ad-4a45-b400-0ed480d8ba57 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:04:04.156343 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Attempting to bind port c1de6967-f7ad-4a45-b400-0ed480d8ba57 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:04:04.162917 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:04:04.163290 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Checking segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:04:04.163727 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.164321 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Bound using segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:04:04.164801 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Bound port: c1de6967-f7ad-4a45-b400-0ed480d8ba57, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:04:04.165517 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.212027 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1096f-aad5-48a7-ae35-3ca7cd84be6e None None] Network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:04:04.247911 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] For port c1de6967-f7ad-4a45-b400-0ed480d8ba57, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:04:04.252375 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] For port c1de6967-f7ad-4a45-b400-0ed480d8ba57, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c1de6967-f7ad-4a45-b400-0ed480d8ba57,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:04:04.256929 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.321589 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011aba2a-d10d-4700-99a7-65369e8b91aa None None] Pushing event updated for resources: {'Port': ['ID=c1de6967-f7ad-4a45-b400-0ed480d8ba57,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:04.330009 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:04:04.330646 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:04.338039 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-957a875d-332b-4e98-a9d4-004243a36e90 None None] Provisioning for port b09ae760-f7c8-42f9-a955-e9d786740043 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:04.353841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-957a875d-332b-4e98-a9d4-004243a36e90 None None] Provisioning complete for port b09ae760-f7c8-42f9-a955-e9d786740043 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:04.354228 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-957a875d-332b-4e98-a9d4-004243a36e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.469857 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:04:04.562462 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-957a875d-332b-4e98-a9d4-004243a36e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.574295 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.583113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 3, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'gw_port': {'id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:04.610230 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-957a875d-332b-4e98-a9d4-004243a36e90 None None] For port b09ae760-f7c8-42f9-a955-e9d786740043, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b09ae760-f7c8-42f9-a955-e9d786740043,segment=NetworkSegment(65bbce93-2065-486a-820a-5ad0b65c132f),segment_id=65bbce93-2065-486a-820a-5ad0b65c132f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:04.653999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Checking router: 6ba4f577-5a19-4e08-951e-fe3de33308d4 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:04:04.654349 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Updating router 6ba4f577-5a19-4e08-951e-fe3de33308d4 port 5d0c12bb-ff59-4d63-af74-d824e86e058c binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:04:04.688503 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-957a875d-332b-4e98-a9d4-004243a36e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.692348 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.782171 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Allocated IP 172.20.0.1 (1078bda7-691a-4b17-8b6f-ae739cf2b2ef/ff880bb0-f441-4554-9440-fe300d94c5eb/62d5c250-0ccc-4ee3-a57a-dca79579dc29) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:04:04.807648 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:04Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:04.837694 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cd93d9-e06d-4220-9071-a01dd795a9d5 None None] The sync data for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 is: [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:04Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:04:04.868967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a875d-332b-4e98-a9d4-004243a36e90 None None] Pushing event updated for resources: {'Port': ['ID=b09ae760-f7c8-42f9-a955-e9d786740043,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:04.927926 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:04.947687 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Transition to ACTIVE for port object 62d5c250-0ccc-4ee3-a57a-dca79579dc29 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:04.987888 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.033871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:04:05.036758 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:05.040795 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:04:05.067676 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Pushing event updated for resources: {'Port': ['ID=62d5c250-0ccc-4ee3-a57a-dca79579dc29,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:05.088653 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.135397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-f189edf4-4fdd-4674-9feb-6554201cd2cb None None] Provisioning complete for port b09ae760-f7c8-42f9-a955-e9d786740043 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:05.135817 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f189edf4-4fdd-4674-9feb-6554201cd2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.250465 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.306052 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.341099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Transition to ACTIVE for port object 5d0c12bb-ff59-4d63-af74-d824e86e058c will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:05.354337 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.413578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Attempting to bind port 5d0c12bb-ff59-4d63-af74-d824e86e058c on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:04:05.413982 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Attempting to bind port 5d0c12bb-ff59-4d63-af74-d824e86e058c by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:04:05.414378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Attempting to bind port 5d0c12bb-ff59-4d63-af74-d824e86e058c on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:04:05.420023 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259f546-26f8-4ea1-98af-8956df113205 None None] Pushing event updated for resources: {'Port': ['ID=5d0c12bb-ff59-4d63-af74-d824e86e058c,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:05.423244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:04:05.423724 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:04:05.424064 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.424454 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:04:05.424943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Bound port: 5d0c12bb-ff59-4d63-af74-d824e86e058c, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:04:05.425332 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.435319 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.441091 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.505886 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.507836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] For port 5d0c12bb-ff59-4d63-af74-d824e86e058c, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:04:05.521463 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Pushing event updated for resources: {'Port': ['ID=62d5c250-0ccc-4ee3-a57a-dca79579dc29,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:05.522265 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] For port 5d0c12bb-ff59-4d63-af74-d824e86e058c, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d0c12bb-ff59-4d63-af74-d824e86e058c,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:04:05.531423 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.540809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3636008e-c263-4081-b109-6cd9e98284b1 None None] Provisioning for port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:05.575007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-3636008e-c263-4081-b109-6cd9e98284b1 None None] Provisioning complete for port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:05.575478 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3636008e-c263-4081-b109-6cd9e98284b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.600671 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b09ae760-f7c8-42f9-a955-e9d786740043 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:05.620169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:04:05.621894 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:05.672376 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Routers {'6ba4f577-5a19-4e08-951e-fe3de33308d4'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:04:05.673273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6ba4f577-5a19-4e08-951e-fe3de33308d4'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:05.717301 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259f546-26f8-4ea1-98af-8956df113205 None None] Pushing event updated for resources: {'Port': ['ID=5d0c12bb-ff59-4d63-af74-d824e86e058c,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:05.723754 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-3636008e-c263-4081-b109-6cd9e98284b1 None None] Port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:04:05.767571 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Router 6ba4f577-5a19-4e08-951e-fe3de33308d4 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:04:05.791363 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port b09ae760-f7c8-42f9-a955-e9d786740043 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:05.791765 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:05.828806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] Set router 6ba4f577-5a19-4e08-951e-fe3de33308d4 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:04:05.882439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:04:05.888136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-77cfcefc-128a-4858-8ced-6da98c56cd3a admin admin] 10.222.0.36 "PUT /v2.0/routers/6ba4f577-5a19-4e08-951e-fe3de33308d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8749192 Aug 20 16:04:06.009826 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-6ce8e735-4c18-44aa-9098-461c9d9463b9 None None] Provisioning complete for port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:06.010202 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e735-4c18-44aa-9098-461c9d9463b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.035670 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device df486854-4404-4772-b79d-35bc9d1a3cdd up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:06.108374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8e735-4c18-44aa-9098-461c9d9463b9 None None] Port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:04:06.141100 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port df486854-4404-4772-b79d-35bc9d1a3cdd triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:06.141479 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.182182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 4, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'gw_port': {'id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '62d5c250-0ccc-4ee3-a57a-dca79579dc29', 'name': '', 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'mac_address': 'fa:16:3e:5e:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:04Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 2, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'subnets': [{'id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:06.210547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727ba019-0730-4007-834f-de8c4c5118b2 None None] The sync data for ids ['6ba4f577-5a19-4e08-951e-fe3de33308d4'] in n-d-695189-15 is: [{'id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 4, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'gw_port': {'id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '62d5c250-0ccc-4ee3-a57a-dca79579dc29', 'name': '', 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'mac_address': 'fa:16:3e:5e:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:04Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 2, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'subnets': [{'id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:04:06.261229 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c1de6967-f7ad-4a45-b400-0ed480d8ba57 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:06.310992 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port c1de6967-f7ad-4a45-b400-0ed480d8ba57 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:06.314898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c1de6967-f7ad-4a45-b400-0ed480d8ba57 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:06.315277 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.416501 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.460648 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port c1de6967-f7ad-4a45-b400-0ed480d8ba57, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c1de6967-f7ad-4a45-b400-0ed480d8ba57,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:06.465105 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.529285 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=c1de6967-f7ad-4a45-b400-0ed480d8ba57,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:06.566062 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58440) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:06.572426 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-65351ba5-4be3-46dc-bcb7-d92798f56cda tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789802602', 'description': 'tempest-secgroup-smoke-789802602 description', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:06.595617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65351ba5-4be3-46dc-bcb7-d92798f56cda tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.688615 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65351ba5-4be3-46dc-bcb7-d92798f56cda tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.690223 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.692443 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65351ba5-4be3-46dc-bcb7-d92798f56cda tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.718976 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-65351ba5-4be3-46dc-bcb7-d92798f56cda tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.720359 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-65351ba5-4be3-46dc-bcb7-d92798f56cda tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1520293 Aug 20 16:04:06.723890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58442) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:06.724519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65351ba5-4be3-46dc-bcb7-d92798f56cda tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078229c1-5573-4e9f-93ea-cc6d8d92df38,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:06.729514 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-4803ec36-0feb-4b84-91ab-7b105d9acd86 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '078229c1-5573-4e9f-93ea-cc6d8d92df38', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:06.757001 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4803ec36-0feb-4b84-91ab-7b105d9acd86 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.817778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4803ec36-0feb-4b84-91ab-7b105d9acd86 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.822844 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4803ec36-0feb-4b84-91ab-7b105d9acd86 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.840747 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803ec36-0feb-4b84-91ab-7b105d9acd86 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce547e0-7249-4c88-bf32-684192f8861e,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:06.848443 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-4803ec36-0feb-4b84-91ab-7b105d9acd86 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.852577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-4803ec36-0feb-4b84-91ab-7b105d9acd86 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246986 Aug 20 16:04:06.852879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58444) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:06.857542 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-49caad56-e01c-43b8-8710-1c460eaf4096 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '078229c1-5573-4e9f-93ea-cc6d8d92df38', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:06.886420 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49caad56-e01c-43b8-8710-1c460eaf4096 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.950469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49caad56-e01c-43b8-8710-1c460eaf4096 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.954221 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49caad56-e01c-43b8-8710-1c460eaf4096 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.971670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caad56-e01c-43b8-8710-1c460eaf4096 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e85c13-8817-45ff-a465-c687d55eebe1,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:06.977250 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-49caad56-e01c-43b8-8710-1c460eaf4096 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:06.980792 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-49caad56-e01c-43b8-8710-1c460eaf4096 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244655 Aug 20 16:04:06.981157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58446) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:06.985794 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-76bfd4df-5720-430e-b171-fa7ec99a2a04 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '078229c1-5573-4e9f-93ea-cc6d8d92df38', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:07.012994 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76bfd4df-5720-430e-b171-fa7ec99a2a04 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.074272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76bfd4df-5720-430e-b171-fa7ec99a2a04 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.077812 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76bfd4df-5720-430e-b171-fa7ec99a2a04 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.095107 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfd4df-5720-430e-b171-fa7ec99a2a04 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67cc30a4-689c-4162-9d89-672901256bde,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:07.101738 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76bfd4df-5720-430e-b171-fa7ec99a2a04 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.106991 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-76bfd4df-5720-430e-b171-fa7ec99a2a04 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248116 Aug 20 16:04:07.107450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58448) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:07.113759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-b4ade51e-9a58-40a2-b6a1-cd4c3ec16ec0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '078229c1-5573-4e9f-93ea-cc6d8d92df38', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:07.140473 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4ade51e-9a58-40a2-b6a1-cd4c3ec16ec0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.483556 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c1de6967-f7ad-4a45-b400-0ed480d8ba57 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:07.528377 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4ade51e-9a58-40a2-b6a1-cd4c3ec16ec0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.533077 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4ade51e-9a58-40a2-b6a1-cd4c3ec16ec0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.535741 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port c1de6967-f7ad-4a45-b400-0ed480d8ba57 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:07.536118 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.550510 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ade51e-9a58-40a2-b6a1-cd4c3ec16ec0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230a6282-4720-432d-affa-4270b72bb5df,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:07.561296 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b4ade51e-9a58-40a2-b6a1-cd4c3ec16ec0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.564623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b4ade51e-9a58-40a2-b6a1-cd4c3ec16ec0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4560614 Aug 20 16:04:07.567433 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58450) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:07.573549 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ba432bf1-5490-4326-a88b-3c1f93844619 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '078229c1-5573-4e9f-93ea-cc6d8d92df38', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:07.611230 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:04:07.620544 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-ba432bf1-5490-4326-a88b-3c1f93844619 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Project 2ffcbe5489534f64af02b62b03d2b4c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:04:07.625574 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba432bf1-5490-4326-a88b-3c1f93844619 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.694475 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba432bf1-5490-4326-a88b-3c1f93844619 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.698816 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba432bf1-5490-4326-a88b-3c1f93844619 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.718360 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba432bf1-5490-4326-a88b-3c1f93844619 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09e25af-9b38-4a41-be88-39b1806acbae,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:07.727153 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba432bf1-5490-4326-a88b-3c1f93844619 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.728536 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ba432bf1-5490-4326-a88b-3c1f93844619 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1600282 Aug 20 16:04:07.731312 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58452) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:07.736041 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-ea82c980-22f8-4b7f-8a35-7e9d10a9282b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '078229c1-5573-4e9f-93ea-cc6d8d92df38', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:07.757795 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-ea82c980-22f8-4b7f-8a35-7e9d10a9282b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Project 2ffcbe5489534f64af02b62b03d2b4c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:04:07.762666 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea82c980-22f8-4b7f-8a35-7e9d10a9282b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.827741 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea82c980-22f8-4b7f-8a35-7e9d10a9282b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.831877 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea82c980-22f8-4b7f-8a35-7e9d10a9282b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.849909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82c980-22f8-4b7f-8a35-7e9d10a9282b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de681e38-2f0b-461b-ab6f-b4807fa0cf7f,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:07.860558 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-ea82c980-22f8-4b7f-8a35-7e9d10a9282b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:07.861770 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ea82c980-22f8-4b7f-8a35-7e9d10a9282b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294215 Aug 20 16:04:08.031096 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-688ee800-b118-47bb-8e23-3e40b75a2524 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789802602&fields=id&tenant_id=2ffcbe5489534f64af02b62b03d2b4c8 HTTP/1.1" status: 200 len: 267 time: 0.0340745 Aug 20 16:04:08.143965 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-4f2d9c42-39f1-4d6e-b682-a534160d6323 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:08.145460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-4f2d9c42-39f1-4d6e-b682-a534160d6323 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 808 time: 0.1075301 Aug 20 16:04:08.160822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-f436c7b5-dada-4ab8-84ea-b9e4703a55be tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/quotas/2ffcbe5489534f64af02b62b03d2b4c8 HTTP/1.1" status: 200 len: 375 time: 0.0094752 Aug 20 16:04:08.214588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-869b85aa-052c-49e0-9f86-70076924d0d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476103 Aug 20 16:04:08.316245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-e9bd4500-53bd-4492-9329-13f6ae349c20 service neutron] 10.222.0.36 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887747 Aug 20 16:04:08.404271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-e9cd652f-d784-48b1-88cf-17c3582d94ed service neutron] 10.222.0.36 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815945 Aug 20 16:04:08.565285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18b540c4-564d-40a9-ac85-6a9fc052ecb3 req-1a8347ac-6939-4c0d-aa97-f82054dfd3d5 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 210 time: 0.0272372 Aug 20 16:04:08.937349 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Sync routers for ids ['6ba4f577-5a19-4e08-951e-fe3de33308d4'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:04:08.947646 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Routers {'6ba4f577-5a19-4e08-951e-fe3de33308d4'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:04:08.948255 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6ba4f577-5a19-4e08-951e-fe3de33308d4'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:09.051765 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Set router 6ba4f577-5a19-4e08-951e-fe3de33308d4 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:04:09.249829 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 4, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'gw_port': {'id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '62d5c250-0ccc-4ee3-a57a-dca79579dc29', 'name': '', 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'mac_address': 'fa:16:3e:5e:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:04Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 2, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'subnets': [{'id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:09.279805 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Checking router: 6ba4f577-5a19-4e08-951e-fe3de33308d4 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:04:09.280159 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Updating router 6ba4f577-5a19-4e08-951e-fe3de33308d4 port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:04:09.305436 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:09.501500 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d0c12bb-ff59-4d63-af74-d824e86e058c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:09.555799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5d0c12bb-ff59-4d63-af74-d824e86e058c completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:09.560260 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d0c12bb-ff59-4d63-af74-d824e86e058c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:09.560636 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:09.575345 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:09.585850 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Transition to ACTIVE for port object 62d5c250-0ccc-4ee3-a57a-dca79579dc29 will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:09.593146 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:09.671024 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:09.687213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7e34036c-ceef-40db-8ff5-3ada63a02baa req-4930725c-6cd3-4565-bac3-b373ac243b0a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 210 time: 0.0380294 Aug 20 16:04:09.711290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 5d0c12bb-ff59-4d63-af74-d824e86e058c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d0c12bb-ff59-4d63-af74-d824e86e058c,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:09.714499 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Attempting to bind port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:04:09.714938 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Attempting to bind port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '65bbce93-2065-486a-820a-5ad0b65c132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:04:09.715411 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Attempting to bind port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 on network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:04:09.716460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:09.718236 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf41b6-01d7-48d2-a4e3-b413475c964e None None] Pushing event updated for resources: {'Port': ['ID=62d5c250-0ccc-4ee3-a57a-dca79579dc29,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:09.726178 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:04:09.728177 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Checking segment: {'id': '65bbce93-2065-486a-820a-5ad0b65c132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:04:09.728177 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:09.728635 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Bound using segment: {'id': '65bbce93-2065-486a-820a-5ad0b65c132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:04:09.729371 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Bound port: 62d5c250-0ccc-4ee3-a57a-dca79579dc29, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bbce93-2065-486a-820a-5ad0b65c132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:04:09.729848 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:09.780827 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=5d0c12bb-ff59-4d63-af74-d824e86e058c,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:09.807611 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] For port 62d5c250-0ccc-4ee3-a57a-dca79579dc29, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:04:09.810844 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] For port 62d5c250-0ccc-4ee3-a57a-dca79579dc29, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=62d5c250-0ccc-4ee3-a57a-dca79579dc29,segment=NetworkSegment(65bbce93-2065-486a-820a-5ad0b65c132f),segment_id=65bbce93-2065-486a-820a-5ad0b65c132f)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:04:09.814537 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:09.873521 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Routers {'6ba4f577-5a19-4e08-951e-fe3de33308d4'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:04:09.874123 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:03:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6ba4f577-5a19-4e08-951e-fe3de33308d4'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:09.878870 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf41b6-01d7-48d2-a4e3-b413475c964e None None] Pushing event updated for resources: {'Port': ['ID=62d5c250-0ccc-4ee3-a57a-dca79579dc29,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:09.991030 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] Set router 6ba4f577-5a19-4e08-951e-fe3de33308d4 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:04:10.190390 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 4, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'gw_port': {'id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '62d5c250-0ccc-4ee3-a57a-dca79579dc29', 'name': '', 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'mac_address': 'fa:16:3e:5e:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:04Z', 'updated_at': '2021-08-20T16:04:09Z', 'revision_number': 4, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'subnets': [{'id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:10.216933 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606b34f2-4cb6-4089-86c6-f9dd6ec0a508 None None] The sync data for ids ['6ba4f577-5a19-4e08-951e-fe3de33308d4'] in n-d-695189-15 is: [{'id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:05Z', 'revision_number': 4, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'gw_port': {'id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '62d5c250-0ccc-4ee3-a57a-dca79579dc29', 'name': '', 'network_id': '1078bda7-691a-4b17-8b6f-ae739cf2b2ef', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'mac_address': 'fa:16:3e:5e:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:04Z', 'updated_at': '2021-08-20T16:04:09Z', 'revision_number': 4, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'subnets': [{'id': 'ff880bb0-f441-4554-9440-fe300d94c5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:04:10.764666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4bbce810-5665-43f4-91d1-93af27e319ed req-e5010d6a-c537-4ebd-b3ee-be8e612dbad9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 210 time: 0.0310619 Aug 20 16:04:11.498935 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d0c12bb-ff59-4d63-af74-d824e86e058c up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:11.547318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5d0c12bb-ff59-4d63-af74-d824e86e058c triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:11.547984 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:11.624636 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 62d5c250-0ccc-4ee3-a57a-dca79579dc29 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:11.674177 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:11.677995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:11.678385 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:11.756279 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:11.788661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 62d5c250-0ccc-4ee3-a57a-dca79579dc29, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=62d5c250-0ccc-4ee3-a57a-dca79579dc29,segment=NetworkSegment(65bbce93-2065-486a-820a-5ad0b65c132f),segment_id=65bbce93-2065-486a-820a-5ad0b65c132f)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:11.793504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:11.843138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8d74ed2-435a-4815-9c8e-1c089ecece2f req-a691a3f9-b554-4c93-b88d-3254688b53d9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 210 time: 0.0258868 Aug 20 16:04:11.844466 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=62d5c250-0ccc-4ee3-a57a-dca79579dc29,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:12.311167 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3930f6bb-0382-4264-8fe0-670154b296aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:12.937351 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0aeee0d8-235c-4780-a42f-08165f52ae3a req-2ae7bd83-d7b9-4bcf-be25-4b34ba5199e6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 210 time: 0.0267155 Aug 20 16:04:13.480212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 62d5c250-0ccc-4ee3-a57a-dca79579dc29 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:13.526588 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:13.526950 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:13.830867 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-6879af07-f5a3-482f-860b-41225dd06c2a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:13.833286 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-6879af07-f5a3-482f-860b-41225dd06c2a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 808 time: 0.1172440 Aug 20 16:04:13.884007 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-ecfcee01-324e-4d88-b14c-454cbab631a8 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ffcbe5489534f64af02b62b03d2b4c8 HTTP/1.1" status: 200 len: 379 time: 0.0391908 Aug 20 16:04:13.896354 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'port': {'device_id': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'admin_state_up': True, 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'security_groups': ['078229c1-5573-4e9f-93ea-cc6d8d92df38']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:14.002027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Made reservation on behalf of 2ffcbe5489534f64af02b62b03d2b4c8 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:04:14.005580 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.152690 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-80e39c59-7503-4a07-a5c5-d1bfaabd4db0 req-dd37a43d-1d0c-4a14-9d2d-749e658a43c8 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 210 time: 0.1448483 Aug 20 16:04:14.169434 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Allocated IP 172.20.0.4 (c42bc542-f361-4e3d-8de0-59505b3c33d3/8defacc1-b572-4d54-aa8b-1ef957d3115d/e516af34-f703-48d8-8a98-c1fd71a736b3) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:04:14.300769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.318417 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Transition to ACTIVE for port object e516af34-f703-48d8-8a98-c1fd71a736b3 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:14.351054 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.393666 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:04:14.396615 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:14.401051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:04:14.426712 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:14.457420 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:14.458073 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.472994 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-1fee914b-c39c-4280-82fe-99db293f0582 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801001 Aug 20 16:04:14.490984 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Request body: {'port': {'device_id': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:14.553838 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.628046 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7196b6e-6d31-4272-b4e5-497cb2a34a96 None None] Provisioning for port e516af34-f703-48d8-8a98-c1fd71a736b3 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:14.631784 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a7196b6e-6d31-4272-b4e5-497cb2a34a96 None None] Provisioning complete for port e516af34-f703-48d8-8a98-c1fd71a736b3 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:14.632161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a7196b6e-6d31-4272-b4e5-497cb2a34a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.670082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a7196b6e-6d31-4272-b4e5-497cb2a34a96 None None] Port e516af34-f703-48d8-8a98-c1fd71a736b3 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:04:14.822534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e516af34-f703-48d8-8a98-c1fd71a736b3 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:04:14.829766 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.841205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Transition to ACTIVE for port object e516af34-f703-48d8-8a98-c1fd71a736b3 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:04:14.845153 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.894819 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:14.971838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Attempting to bind port e516af34-f703-48d8-8a98-c1fd71a736b3 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:04:14.972184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Attempting to bind port e516af34-f703-48d8-8a98-c1fd71a736b3 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:04:14.972564 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Attempting to bind port e516af34-f703-48d8-8a98-c1fd71a736b3 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:04:14.973391 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:14.978546 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Port e516af34-f703-48d8-8a98-c1fd71a736b3 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:04:14.978877 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Attempting to bind port e516af34-f703-48d8-8a98-c1fd71a736b3 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:04:14.983969 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:04:14.984313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Checking segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:04:14.984698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Bound using segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:04:14.985127 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Bound port: e516af34-f703-48d8-8a98-c1fd71a736b3, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:04:14.985571 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:15.055834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:04:15.059324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:04:15.063212 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:15.098714 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:15.099336 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:15.100786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] 10.222.0.70 "PUT /v2.0/ports/e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 1092 time: 0.6143169 Aug 20 16:04:15.101330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:04:15.103724 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a58541-97d6-42b8-a1c5-16146f6861d1" -d '{"events": [{"name": "network-changed", "server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:04:15.132954 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4338bd-3b0d-47b9-a526-fa97c7a00cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:15.149138 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f65b1d8-259f-41f6-a48e-3d8b03722572 x-openstack-request-id: req-6f65b1d8-259f-41f6-a48e-3d8b03722572 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:04:15.149426 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:04:15.149677 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f65b1d8-259f-41f6-a48e-3d8b03722572 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:04:15.150072 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'status': 'completed', 'code': 200} Aug 20 16:04:15.185763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-2b800011-763e-4391-9d10-6dd0e2b5c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:15.187442 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-2b800011-763e-4391-9d10-6dd0e2b5c28a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1095 time: 0.0491931 Aug 20 16:04:15.248264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-021e2d08-8ed9-447a-93a0-d6437f135ac9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 217 time: 0.0510330 Aug 20 16:04:15.285080 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f92b475a-22da-480e-963e-f4e1e37b39e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:15.329569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe13ef3-108f-4645-9076-a0aefbc17010 req-e67ccf9b-277a-4c18-86cb-dfecac42f469 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:15.331066 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2fe13ef3-108f-4645-9076-a0aefbc17010 req-e67ccf9b-277a-4c18-86cb-dfecac42f469 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 943 time: 0.0935493 Aug 20 16:04:15.332849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-fc1de0e9-31b2-4515-92b1-3e704ebfe350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:15.334179 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-fc1de0e9-31b2-4515-92b1-3e704ebfe350 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0665917 Aug 20 16:04:15.400174 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2fe13ef3-108f-4645-9076-a0aefbc17010 req-ddbac2ef-8624-42c3-89d9-ce2a0e723d9c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628366 Aug 20 16:04:15.409928 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-2d4aa50f-d22e-4b44-b5c4-7c0512259335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:15.411425 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-2d4aa50f-d22e-4b44-b5c4-7c0512259335 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610969 Aug 20 16:04:15.506070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-8232b2ec-1119-49dd-9d53-8cc5c8e4892e service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859618 Aug 20 16:04:15.616588 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3b9240ac-0cf8-4d83-a8a0-01d20077e5e8 req-03fc65cc-9165-4e86-a972-9e4b1af550cf service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994744 Aug 20 16:04:15.709854 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-6381bcb2-f6cf-4da9-91c1-aaa565d8958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:15.711424 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-6381bcb2-f6cf-4da9-91c1-aaa565d8958d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1095 time: 0.0416014 Aug 20 16:04:15.805451 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-6c351ea1-d66e-484b-871f-9c5f3a96cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:15.807277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-6c351ea1-d66e-484b-871f-9c5f3a96cde2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0879142 Aug 20 16:04:15.849045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-944f5c0c-9268-4468-880b-aaf4762157b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 217 time: 0.0340984 Aug 20 16:04:15.896950 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-e509c4c4-3f30-4ab3-8ec1-84b9ee37aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:15.898943 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-e509c4c4-3f30-4ab3-8ec1-84b9ee37aae3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0429177 Aug 20 16:04:15.946029 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-d46a5784-d962-4e25-ba03-6f9f3dd756f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:15.948009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-d46a5784-d962-4e25-ba03-6f9f3dd756f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413332 Aug 20 16:04:16.042209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-20a0d693-eee7-46be-bd8a-b626278fe059 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859509 Aug 20 16:04:16.132601 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98a58541-97d6-42b8-a1c5-16146f6861d1 req-58b4e17c-dc5b-4dd9-b23b-1bcd5ea8d47a service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811062 Aug 20 16:04:16.401946 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:16.521976 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561be1bd-2ff1-4518-8651-4f3499087b21 req-cfa61b65-2a38-4054-a22c-601dc2dff792 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:16.524277 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-561be1bd-2ff1-4518-8651-4f3499087b21 req-cfa61b65-2a38-4054-a22c-601dc2dff792 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 943 time: 0.0557411 Aug 20 16:04:16.561623 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-561be1bd-2ff1-4518-8651-4f3499087b21 req-92734f59-b55e-4284-95d5-779399c0ff60 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314369 Aug 20 16:04:17.675121 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739070e1-5951-4bd3-a553-f735075f3d58 req-be6f8632-197b-44bc-a1ca-9d55c3007719 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:17.676516 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-739070e1-5951-4bd3-a553-f735075f3d58 req-be6f8632-197b-44bc-a1ca-9d55c3007719 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 943 time: 0.0483949 Aug 20 16:04:17.714583 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-739070e1-5951-4bd3-a553-f735075f3d58 req-6b9e3709-34a8-4960-b5b2-e7e693cbbcf3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316322 Aug 20 16:04:18.084694 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:18.496391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e516af34-f703-48d8-8a98-c1fd71a736b3 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:04:18.587519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:18.598273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'port_id': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'mac_address': 'fa:16:3e:a7:64:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:04:18.638056 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:18.650158 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e516af34-f703-48d8-8a98-c1fd71a736b3 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:04:18.668708 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:18.672601 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:18.717909 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:18.834876 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae425-a5f5-4d04-9cf9-ffec0d83fed4 req-309afe00-b1b7-4e26-a5a5-b1e1bd86c954 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:18.836637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44bae425-a5f5-4d04-9cf9-ffec0d83fed4 req-309afe00-b1b7-4e26-a5a5-b1e1bd86c954 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0515075 Aug 20 16:04:18.875165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-44bae425-a5f5-4d04-9cf9-ffec0d83fed4 req-54f457c2-7bdb-469c-b81d-f3317ea8b098 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325820 Aug 20 16:04:18.968323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['e516af34-f703-48d8-8a98-c1fd71a736b3'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:04:19.994706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8023c22-c976-48a9-af76-b182aaf36998 req-71cbbf6d-76a2-4c9e-acaa-241dad3a0b34 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:19.996187 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8023c22-c976-48a9-af76-b182aaf36998 req-71cbbf6d-76a2-4c9e-acaa-241dad3a0b34 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0524571 Aug 20 16:04:20.033937 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b8023c22-c976-48a9-af76-b182aaf36998 req-44bb5a02-73a1-4ae3-ae20-a306a60b47dc tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318456 Aug 20 16:04:20.513505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e516af34-f703-48d8-8a98-c1fd71a736b3 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:04:20.560560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port e516af34-f703-48d8-8a98-c1fd71a736b3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:04:20.564505 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port e516af34-f703-48d8-8a98-c1fd71a736b3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:04:20.564874 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:20.641779 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:20.663155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:04:20.665736 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6306f593-47c2-4d5e-a25d-e1ab662169f7" -d '{"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-plugged", "status": "completed", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:04:20.678074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:04:20.683204 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:20.706379 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ab67dd-a53d-447b-94bd-e9e9f4568954 x-openstack-request-id: req-22ab67dd-a53d-447b-94bd-e9e9f4568954 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:04:20.706672 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-plugged", "status": "completed", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:04:20.706930 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22ab67dd-a53d-447b-94bd-e9e9f4568954 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:04:20.707320 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'code': 200} Aug 20 16:04:20.738863 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:20.855849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e963244-d3d5-4043-ac95-c4fac6d1fb7b req-a1f4e297-08fb-41f6-9928-afc15ee5753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:20.857345 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e963244-d3d5-4043-ac95-c4fac6d1fb7b req-a1f4e297-08fb-41f6-9928-afc15ee5753d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1097 time: 0.0403054 Aug 20 16:04:20.891915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9e963244-d3d5-4043-ac95-c4fac6d1fb7b req-70bd74ff-244f-46cc-bc75-11d840b493e0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272033 Aug 20 16:04:21.150534 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f658e-670c-4c9f-933a-6e41b31a6f9d req-e34b1f9f-3d35-4eda-b19c-a2bee9e8d96c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:21.151971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3f658e-670c-4c9f-933a-6e41b31a6f9d req-e34b1f9f-3d35-4eda-b19c-a2bee9e8d96c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0493190 Aug 20 16:04:21.189346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3f3f658e-670c-4c9f-933a-6e41b31a6f9d req-bcc47554-71d8-4320-99fe-98e3a3bb323c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Aug 20 16:04:22.307575 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0c0e2-b770-4ca4-b31c-b4a71255ed13 req-39568766-d3af-4bea-8b67-5da89ee3ba1f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:22.309045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4e0c0e2-b770-4ca4-b31c-b4a71255ed13 req-39568766-d3af-4bea-8b67-5da89ee3ba1f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0530391 Aug 20 16:04:22.345580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c4e0c0e2-b770-4ca4-b31c-b4a71255ed13 req-3a2bd065-587d-42d6-ac76-940aff5b07db tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306604 Aug 20 16:04:22.457281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526f6de-a0ea-4bda-889a-0c95c20c19b4 req-97a5d66c-cc1b-4a83-b5c2-120389f71aa6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:22.458743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a526f6de-a0ea-4bda-889a-0c95c20c19b4 req-97a5d66c-cc1b-4a83-b5c2-120389f71aa6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0484092 Aug 20 16:04:22.496960 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a526f6de-a0ea-4bda-889a-0c95c20c19b4 req-bb8a51e9-52c9-49de-84ea-16fea3d8596e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320108 Aug 20 16:04:22.518232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58526) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:22.598488 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e54a4b-29e4-470f-a6be-097c4adb7aad tempest-TestShelveInstance-698027072 tempest-TestShelveInstance-698027072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:22.600004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-01e54a4b-29e4-470f-a6be-097c4adb7aad tempest-TestShelveInstance-698027072 tempest-TestShelveInstance-698027072-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1092 time: 0.0807941 Aug 20 16:04:22.603554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58530) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:04:22.607914 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:04:22.629934 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for floatingip, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:22.726526 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:22.830209 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Allocated IP 172.25.5.172 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/d6a2618a-9a1e-45a5-b0c5-669c2dea2d5e) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:04:22.928936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:22.967331 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.003929 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:04:23.006602 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:04:23.010686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:04:23.037549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'Port': ['ID=d6a2618a-9a1e-45a5-b0c5-669c2dea2d5e,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:23.364733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.433447 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.575896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.580323 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.651943 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'Port': ['ID=d6a2618a-9a1e-45a5-b0c5-669c2dea2d5e,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:04:23.661919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:23.762326 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Floating IP 9943f6ad-da0a-467e-9bf7-823d41379b2f associated. External IP: 172.25.5.172, port: e516af34-f703-48d8-8a98-c1fd71a736b3. Aug 20 16:04:23.977515 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Router 7f4731fd-5b28-4243-8809-946680accb51 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:04:24.086706 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:04:24.096811 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] Sync routers for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:04:24.104530 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:24.108218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:04:24.110062 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:24.138657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f9235e8b-4ba8-4166-84e0-16d7f851e935 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5340481 Aug 20 16:04:24.139263 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:04:24.141669 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea89fa4-518e-4e87-84e4-625ba1f00cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:04:24.177667 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e23d68b-110b-4234-8b71-da5e910f46e5 x-openstack-request-id: req-6e23d68b-110b-4234-8b71-da5e910f46e5 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:04:24.177960 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:04:24.178236 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e23d68b-110b-4234-8b71-da5e910f46e5 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:04:24.178660 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'status': 'completed', 'code': 200} Aug 20 16:04:24.231527 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:04:24.243128 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-962b2690-baa7-4eac-b282-ad4796819228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:24.244805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-962b2690-baa7-4eac-b282-ad4796819228 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1097 time: 0.0415733 Aug 20 16:04:24.333628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-2816ea25-12d2-4464-af43-e5b69014df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:24.335123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-2816ea25-12d2-4464-af43-e5b69014df22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0835946 Aug 20 16:04:24.404602 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-8dfac0c1-ebf5-4591-8317-3674554368c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 999 time: 0.0618253 Aug 20 16:04:24.452444 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9943f6ad-da0a-467e-9bf7-823d41379b2f', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7f4731fd-5b28-4243-8809-946680accb51', 'port_id': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'mac_address': 'fa:16:3e:a7:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:04:23Z', 'updated_at': '2021-08-20T16:04:23Z', 'revision_number': 0, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:24.455465 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-f4e62abd-87fa-48b1-9707-5f0644385c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:24.456977 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-f4e62abd-87fa-48b1-9707-5f0644385c85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0443447 Aug 20 16:04:24.481071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] Checking router: 7f4731fd-5b28-4243-8809-946680accb51 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:04:24.491733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:04:24.492355 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:04:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:24.506967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-7cd41d9c-32e1-48a2-bed6-9267e4a5372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:24.509008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-7cd41d9c-32e1-48a2-bed6-9267e4a5372c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444684 Aug 20 16:04:24.607956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-01ce7b75-eeaa-4b5c-b88a-aa51e8416f9b service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913899 Aug 20 16:04:24.703101 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aea89fa4-518e-4e87-84e4-625ba1f00cb0 req-f80d9e66-41aa-4f86-8cf5-12a89d31af69 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 Aug 20 16:04:24.756199 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:04:24.977964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9943f6ad-da0a-467e-9bf7-823d41379b2f', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7f4731fd-5b28-4243-8809-946680accb51', 'port_id': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'mac_address': 'fa:16:3e:a7:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:04:23Z', 'updated_at': '2021-08-20T16:04:23Z', 'revision_number': 0, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:04:25.008134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191681a7-13e8-4110-a0b7-14ebf9f98f7e None None] The sync data for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 is: [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '9943f6ad-da0a-467e-9bf7-823d41379b2f', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7f4731fd-5b28-4243-8809-946680accb51', 'port_id': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'mac_address': 'fa:16:3e:a7:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:04:23Z', 'updated_at': '2021-08-20T16:04:23Z', 'revision_number': 0, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:04:25.197162 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b5c8f2-5d04-4c35-b1e7-9a5cd605bcd0 None None] New status for floating IP 9943f6ad-da0a-467e-9bf7-823d41379b2f: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:04:29.637280 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:36.702828 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:42.311883 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ca301abb-11e2-4f5e-b73a-d7b22cc34836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:44.601268 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:04:44.976393 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:45.286356 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7e2666e5-1456-493e-bfc8-88b3f77ec62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:46.403973 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:48.086960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:04:50.904097 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-6370da36-aba9-458b-b99a-4c1ffb5e33cd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463381 Aug 20 16:04:50.988022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-d44bb2a5-e249-4b04-8313-2faabe105e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:50.989535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-d44bb2a5-e249-4b04-8313-2faabe105e08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1097 time: 0.0400805 Aug 20 16:04:51.091336 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-4992cd06-9591-4d5c-9e43-af0233fb258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:51.092841 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-4992cd06-9591-4d5c-9e43-af0233fb258d service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0827262 Aug 20 16:04:51.162597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-fb649f5e-5ed4-4990-a1e0-6dd9dbe3d3ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 1001 time: 0.0609827 Aug 20 16:04:51.212798 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-5b19b7ca-812b-4998-8724-22b4a74f7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:51.214215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-5b19b7ca-812b-4998-8724-22b4a74f7a88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0442226 Aug 20 16:04:51.260804 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-0fa41d07-5e26-4a3c-9f2e-a74511189712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:04:51.262285 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-0fa41d07-5e26-4a3c-9f2e-a74511189712 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391979 Aug 20 16:04:51.353350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-22ee53c8-0147-4780-b1c4-e092907c4769 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829773 Aug 20 16:04:51.443505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-511bf4d5-8a76-4e69-8c41-94da41b64845 req-d33f51d1-5fb2-4718-bcf0-4adbacbaabd4 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823169 Aug 20 16:04:59.646523 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:06.732427 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:12.313041 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69a8a17c-fdaa-495b-ad21-a2862632e352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:14.977910 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:15.287559 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c10c9b7a-72e1-4a69-b2bd-5d1d4884206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:16.406516 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:18.089670 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:21.600862 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:05:29.644675 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:36.751560 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:42.313919 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0f251f9-bc85-4dff-b7a7-031992bf13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:44.979566 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:45.289065 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1215f16b-2a03-494a-aa9c-4a4224265eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:46.410056 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:48.092278 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:05:51.953317 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-7ec1c950-1bbb-4d85-a30e-3968ce6dc738 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0903835 Aug 20 16:05:52.042551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ced53-2562-4b17-9e44-27404005c17e req-1fee6f39-ca54-4e7d-9418-3b9a8d70cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:52.044104 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-1fee6f39-ca54-4e7d-9418-3b9a8d70cec8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1097 time: 0.0413320 Aug 20 16:05:52.153540 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ced53-2562-4b17-9e44-27404005c17e req-9b4c9196-07a0-4f5e-9cf5-9b17306a0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:52.154959 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-9b4c9196-07a0-4f5e-9cf5-9b17306a0b17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0862372 Aug 20 16:05:52.564846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-e07a5699-b2b8-41ea-9890-2681c83e1728 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 1001 time: 0.4006653 Aug 20 16:05:52.618058 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ced53-2562-4b17-9e44-27404005c17e req-4dee537c-8d75-4e2c-9a4d-e4b19754f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:52.620580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-4dee537c-8d75-4e2c-9a4d-e4b19754f6fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0436862 Aug 20 16:05:52.671968 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ced53-2562-4b17-9e44-27404005c17e req-bdc64bbe-0d01-48a4-b8c9-22d612d0b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:05:52.673693 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-bdc64bbe-0d01-48a4-b8c9-22d612d0b99d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404234 Aug 20 16:05:52.686612 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-2d6a0624-9d9e-45dc-a46f-def25c185595 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 16:05:52.687571 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-2d6a0624-9d9e-45dc-a46f-def25c185595 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049462 Aug 20 16:05:52.780224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-c0ba77a6-75af-43a8-8903-341ce8601205 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844488 Aug 20 16:05:52.875637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-776ced53-2562-4b17-9e44-27404005c17e req-ef7ad7f8-1526-46b7-a69b-241ef709cbeb service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855312 Aug 20 16:05:58.600098 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:05:59.645123 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:06.777369 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:12.316835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8d912171-1a80-48e1-bd94-3092e00eac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:14.980497 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:15.289732 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a57e0882-91d5-40cb-aa5b-91879e4103a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:16.413154 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:18.095609 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:22.749227 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5650a-e0cc-460a-8fa4-ceb464a4af53 req-0819195b-8482-4708-8c56-a98ab431bbec tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:22.750698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71c5650a-e0cc-460a-8fa4-ceb464a4af53 req-0819195b-8482-4708-8c56-a98ab431bbec tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0540240 Aug 20 16:06:22.788846 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-71c5650a-e0cc-460a-8fa4-ceb464a4af53 req-02dcb836-b5d3-4925-87f5-7bfae921fa57 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321047 Aug 20 16:06:23.930909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378125d-da41-4b8e-83a0-a6104b56b1a1 req-bf30d045-3dcc-4e55-86b5-e458721f03c3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:23.932519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f378125d-da41-4b8e-83a0-a6104b56b1a1 req-bf30d045-3dcc-4e55-86b5-e458721f03c3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0513291 Aug 20 16:06:23.969764 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f378125d-da41-4b8e-83a0-a6104b56b1a1 req-8b6ab65a-d9a1-48f0-94a7-ffa1da22fb54 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313613 Aug 20 16:06:25.085333 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720198ae-1898-49d6-847f-1cca612a88a1 req-ca44a767-cf71-4240-909a-f1ad8cd13622 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:25.086787 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720198ae-1898-49d6-847f-1cca612a88a1 req-ca44a767-cf71-4240-909a-f1ad8cd13622 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0496919 Aug 20 16:06:25.124973 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-720198ae-1898-49d6-847f-1cca612a88a1 req-e1ce0afc-be38-459c-9538-5f54a341de3b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311728 Aug 20 16:06:26.242062 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbace0-9de4-492c-8dfd-932a6f1faaa8 req-76042343-b6b1-464e-94c9-80cfb4c0abb6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:26.243435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33bbace0-9de4-492c-8dfd-932a6f1faaa8 req-76042343-b6b1-464e-94c9-80cfb4c0abb6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0520313 Aug 20 16:06:26.280570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-33bbace0-9de4-492c-8dfd-932a6f1faaa8 req-48ad8d1b-25f5-4991-aff6-0b6fa851dfe9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309920 Aug 20 16:06:27.394838 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cacdd-eedd-48c0-aaa5-1ded843f10bc req-b4082e65-89b1-4fb2-aede-a35527562679 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:27.396338 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5cacdd-eedd-48c0-aaa5-1ded843f10bc req-b4082e65-89b1-4fb2-aede-a35527562679 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0488706 Aug 20 16:06:27.434433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dc5cacdd-eedd-48c0-aaa5-1ded843f10bc req-1824c1c9-a3a0-4705-a884-228c92d9d808 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Aug 20 16:06:28.548869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba89d64-2972-46f3-8637-bd2f47033f9d req-cac2e203-4e86-4577-a6ad-dc1fcef8d185 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:28.550326 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ba89d64-2972-46f3-8637-bd2f47033f9d req-cac2e203-4e86-4577-a6ad-dc1fcef8d185 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0479243 Aug 20 16:06:28.587757 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9ba89d64-2972-46f3-8637-bd2f47033f9d req-4911c674-df15-4656-bab5-aff409ebfdcd tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314343 Aug 20 16:06:29.645892 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:29.707098 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7fce3-3795-48d6-80ac-c82ed0e95ca4 req-e0d0d6bb-fd50-487a-a380-e0df5ceaf4b6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:29.708608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90e7fce3-3795-48d6-80ac-c82ed0e95ca4 req-e0d0d6bb-fd50-487a-a380-e0df5ceaf4b6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0525980 Aug 20 16:06:29.747003 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90e7fce3-3795-48d6-80ac-c82ed0e95ca4 req-7508e605-761d-45b2-81f7-63adbfa6b53d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316193 Aug 20 16:06:30.867011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1578b11-74e2-4e22-a094-4ee9925c9dab req-28ebdfe9-78a7-40f7-98c9-a3ec38e006d6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:30.868585 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1578b11-74e2-4e22-a094-4ee9925c9dab req-28ebdfe9-78a7-40f7-98c9-a3ec38e006d6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0502906 Aug 20 16:06:30.905533 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1578b11-74e2-4e22-a094-4ee9925c9dab req-59d379fa-ece7-46c0-9e3d-32b614983881 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308201 Aug 20 16:06:32.019823 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cf80d-acb9-4c70-a9a0-ae84717fbbed req-863e291a-5e4c-4278-9648-db49f2ec9357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:32.021310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e0cf80d-acb9-4c70-a9a0-ae84717fbbed req-863e291a-5e4c-4278-9648-db49f2ec9357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0479741 Aug 20 16:06:32.059603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2e0cf80d-acb9-4c70-a9a0-ae84717fbbed req-5ea4b10f-ac84-4839-b41c-e8cef3869aee tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315375 Aug 20 16:06:33.182880 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f886f-53f9-4efe-9e94-e8ce8a5340d7 req-256a893f-29ed-4df7-b8bf-4181e6c480aa tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:33.184308 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-169f886f-53f9-4efe-9e94-e8ce8a5340d7 req-256a893f-29ed-4df7-b8bf-4181e6c480aa tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0532911 Aug 20 16:06:33.222337 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-169f886f-53f9-4efe-9e94-e8ce8a5340d7 req-5081647b-0982-4256-9dcc-bb05daa93e57 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319407 Aug 20 16:06:34.337242 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd722c1-4559-4049-ad3f-56ce550cd1f1 req-c2bd662d-f56c-4ed5-ad7c-9793b8fa4e8a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:34.338881 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd722c1-4559-4049-ad3f-56ce550cd1f1 req-c2bd662d-f56c-4ed5-ad7c-9793b8fa4e8a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0489092 Aug 20 16:06:34.376276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9fd722c1-4559-4049-ad3f-56ce550cd1f1 req-793fc578-de50-46d8-b7a7-12297604e419 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Aug 20 16:06:35.225063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e516af34-f703-48d8-8a98-c1fd71a736b3 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:06:35.324006 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:06:35.335038 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'port_id': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'mac_address': 'fa:16:3e:a7:64:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:06:35.370761 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:35.383105 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e516af34-f703-48d8-8a98-c1fd71a736b3 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:06:35.402458 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:06:35.407701 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:35.462871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:35.470966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.471318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.471669 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.472007 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.472337 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.472664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.472987 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.473309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.473626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.473943 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.474261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.474578 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:35.500652 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce462d-4c52-4bd0-a1b6-edae31581b06 req-a55a9d65-1e0f-4ee7-8ad3-843a188939b2 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:35.509112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['e516af34-f703-48d8-8a98-c1fd71a736b3'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:06:35.509364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9ce462d-4c52-4bd0-a1b6-edae31581b06 req-a55a9d65-1e0f-4ee7-8ad3-843a188939b2 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0599368 Aug 20 16:06:35.546229 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e9ce462d-4c52-4bd0-a1b6-edae31581b06 req-ae7a3541-2162-4559-834b-5ae1f54e042c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360026 Aug 20 16:06:35.599203 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:06:36.677569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e7b4-ae40-4f1a-9ce7-dfb64321e7a7 req-568a2195-a161-4d65-80f2-5e60fb401978 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:36.679215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad52e7b4-ae40-4f1a-9ce7-dfb64321e7a7 req-568a2195-a161-4d65-80f2-5e60fb401978 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0547509 Aug 20 16:06:36.722356 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ad52e7b4-ae40-4f1a-9ce7-dfb64321e7a7 req-737cf70e-4c44-458b-b95a-666a0165a526 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362167 Aug 20 16:06:36.783605 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:37.229950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e516af34-f703-48d8-8a98-c1fd71a736b3 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:06:37.300273 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port e516af34-f703-48d8-8a98-c1fd71a736b3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:06:37.300709 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:37.393905 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:37.421634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:06:37.425433 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8924e696-cd54-4917-acb3-c8f1b82906b6" -d '{"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-plugged", "status": "completed", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:06:37.443319 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:06:37.450201 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:37.504231 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:37.557819 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d43939b-9669-4f98-9f41-1e1ca148e296 x-openstack-request-id: req-1d43939b-9669-4f98-9f41-1e1ca148e296 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:06:37.558297 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-plugged", "status": "completed", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:06:37.558712 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d43939b-9669-4f98-9f41-1e1ca148e296 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:06:37.561381 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'code': 200} Aug 20 16:06:37.863431 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8ff09-ca9b-4227-905f-d94e44111d4e req-0b4516f6-1ef5-4288-958f-785165d6db4a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:37.864969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0f8ff09-ca9b-4227-905f-d94e44111d4e req-0b4516f6-1ef5-4288-958f-785165d6db4a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0535772 Aug 20 16:06:37.919278 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b0f8ff09-ca9b-4227-905f-d94e44111d4e req-30a7caa3-7073-4d13-9d86-d7bae041785b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426724 Aug 20 16:06:39.055560 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624fe29-2ce2-4ecd-b175-7e7162d7fcdb req-3e4b47c0-a3f2-4641-b7bc-12a921c8f45d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:39.058055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f624fe29-2ce2-4ecd-b175-7e7162d7fcdb req-3e4b47c0-a3f2-4641-b7bc-12a921c8f45d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0539968 Aug 20 16:06:39.102343 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f624fe29-2ce2-4ecd-b175-7e7162d7fcdb req-8681142b-c5a7-4653-a40f-0fd4713ba3cd tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378008 Aug 20 16:06:40.246682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f452c6-07e9-4553-bfcf-1e4d5ad5adad req-b94030e0-998a-4770-9ea1-5b77eef9af2d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:40.249046 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8f452c6-07e9-4553-bfcf-1e4d5ad5adad req-b94030e0-998a-4770-9ea1-5b77eef9af2d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0669796 Aug 20 16:06:40.292970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e8f452c6-07e9-4553-bfcf-1e4d5ad5adad req-bacea594-70df-4983-bf33-7d0cfbd8fb70 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375328 Aug 20 16:06:41.429103 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dba44-0da5-40fd-84c1-0d559af1c1f4 req-f6f56c1e-f49e-4066-94ed-1761b6c03de1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:41.431193 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-615dba44-0da5-40fd-84c1-0d559af1c1f4 req-f6f56c1e-f49e-4066-94ed-1761b6c03de1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0654655 Aug 20 16:06:41.473468 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-615dba44-0da5-40fd-84c1-0d559af1c1f4 req-5f6984f6-c1e0-490c-bf55-1b04ef60c33a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353820 Aug 20 16:06:42.320854 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-65523438-d172-46ac-ac45-75e0a8c64c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:42.619234 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19dfff-d4ac-46e4-b1e7-dde90908e2db req-913688d8-9dc5-4c08-b0d4-f10d87df7105 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:42.620361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d19dfff-d4ac-46e4-b1e7-dde90908e2db req-913688d8-9dc5-4c08-b0d4-f10d87df7105 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0590284 Aug 20 16:06:42.665969 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4d19dfff-d4ac-46e4-b1e7-dde90908e2db req-4195d5e7-d1e7-41c8-b2a3-0ca57e758ebf tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402150 Aug 20 16:06:43.799117 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724496f5-6a41-4e85-a6c1-c9bac5afe47a req-84aa4086-5159-4527-b7e6-a331ca62e9d9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:43.800660 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-724496f5-6a41-4e85-a6c1-c9bac5afe47a req-84aa4086-5159-4527-b7e6-a331ca62e9d9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0598650 Aug 20 16:06:43.849639 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-724496f5-6a41-4e85-a6c1-c9bac5afe47a req-2587c135-b409-4355-abb7-09274de1b0d3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Aug 20 16:06:44.986339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:44.988599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee779e2f-c836-4e34-9194-2d9ffbabcacf req-1744a4e8-f690-43cc-b5b5-24489bb6d6dc tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:44.990175 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee779e2f-c836-4e34-9194-2d9ffbabcacf req-1744a4e8-f690-43cc-b5b5-24489bb6d6dc tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0548363 Aug 20 16:06:45.027664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ee779e2f-c836-4e34-9194-2d9ffbabcacf req-628b4e24-5a01-4684-8fe6-eae44f26f61b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 Aug 20 16:06:45.109507 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938a6d-80ad-4c28-9989-f18013f540fe req-1159f657-1e55-4e97-9a79-5d9c26ee9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:45.111022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01938a6d-80ad-4c28-9989-f18013f540fe req-1159f657-1e55-4e97-9a79-5d9c26ee9a58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1097 time: 0.0420976 Aug 20 16:06:45.203472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938a6d-80ad-4c28-9989-f18013f540fe req-792876d9-68d3-48f9-b3d8-b889ef8a5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:45.204886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01938a6d-80ad-4c28-9989-f18013f540fe req-792876d9-68d3-48f9-b3d8-b889ef8a5bf4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0856156 Aug 20 16:06:45.274978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01938a6d-80ad-4c28-9989-f18013f540fe req-a1fb5b5d-41e5-40a3-804d-da4ded641c87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 1001 time: 0.0573649 Aug 20 16:06:45.292213 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80491da3-1924-485d-89f2-324828e6214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:45.334480 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938a6d-80ad-4c28-9989-f18013f540fe req-9bc23f30-c6f0-42c5-952e-532289eac235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:45.335884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01938a6d-80ad-4c28-9989-f18013f540fe req-9bc23f30-c6f0-42c5-952e-532289eac235 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0509019 Aug 20 16:06:45.382277 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01938a6d-80ad-4c28-9989-f18013f540fe req-11db5af2-afb2-4024-9332-8dd55d4bc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:45.383772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01938a6d-80ad-4c28-9989-f18013f540fe req-11db5af2-afb2-4024-9332-8dd55d4bc3ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394757 Aug 20 16:06:45.477872 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01938a6d-80ad-4c28-9989-f18013f540fe req-0e44347f-1aab-419a-9c7b-9d0bf1bf6f7a service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815656 Aug 20 16:06:45.578043 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01938a6d-80ad-4c28-9989-f18013f540fe req-41cea159-5570-41b5-85d5-bfcfc2bfd595 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882370 Aug 20 16:06:46.147268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02048a1-afee-4689-b2f2-7a6067852ab8 req-f35a07f1-2fee-4dc9-85f1-3a2dbb44bf6e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:46.148938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c02048a1-afee-4689-b2f2-7a6067852ab8 req-f35a07f1-2fee-4dc9-85f1-3a2dbb44bf6e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0512009 Aug 20 16:06:46.192239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c02048a1-afee-4689-b2f2-7a6067852ab8 req-de0a751e-3ce9-4758-932b-facfcbcb290a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360687 Aug 20 16:06:46.416989 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:47.309470 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def629a-26d0-4cff-bddd-316e66ffaf64 req-a2288b24-1a30-4c06-9c30-826580c83f93 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:47.310949 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3def629a-26d0-4cff-bddd-316e66ffaf64 req-a2288b24-1a30-4c06-9c30-826580c83f93 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0501592 Aug 20 16:06:47.353567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3def629a-26d0-4cff-bddd-316e66ffaf64 req-5e96f1ea-858b-4b7c-93ed-3c9368803813 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363789 Aug 20 16:06:48.096887 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:48.468214 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf5b3c-74e9-48e2-bd89-ed30bf9cfefa req-46f49ff3-13e9-42e8-b87e-870c367a51d3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:48.469701 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06cf5b3c-74e9-48e2-bd89-ed30bf9cfefa req-46f49ff3-13e9-42e8-b87e-870c367a51d3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0486820 Aug 20 16:06:48.507567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-06cf5b3c-74e9-48e2-bd89-ed30bf9cfefa req-d13964a6-4fd1-4637-be86-04d45f9ee0aa tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319457 Aug 20 16:06:48.712673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b70f5-4224-40e4-9b46-48a5ee4b5377 req-db0d9e43-47fe-414e-951e-7c355991e03c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:48.714381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a28b70f5-4224-40e4-9b46-48a5ee4b5377 req-db0d9e43-47fe-414e-951e-7c355991e03c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0500534 Aug 20 16:06:48.753289 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a28b70f5-4224-40e4-9b46-48a5ee4b5377 req-545b5f25-131a-4514-88c6-6134b6050ebb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324924 Aug 20 16:06:48.963531 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58728) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:06:49.044577 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-459a23b7-73a0-420d-913d-22e9f0f55b34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798512 Aug 20 16:06:49.257927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device e516af34-f703-48d8-8a98-c1fd71a736b3 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:06:49.338534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:49.364676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:06:49.366904 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc5a80c-36f5-44ca-b959-9e439694ddb2" -d '{"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-unplugged", "status": "completed", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:06:49.381350 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:06:49.385975 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:49.413723 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 16:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b8dae-1ca7-47a0-a026-e2eebdf73131 x-openstack-request-id: req-d13b8dae-1ca7-47a0-a026-e2eebdf73131 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:06:49.414064 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-unplugged", "status": "failed", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3", "code": 422}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:06:49.414316 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d13b8dae-1ca7-47a0-a026-e2eebdf73131 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:06:49.414976 n-d-695189-15 neutron-server[101101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'code': 422} returned with failed status Aug 20 16:06:49.441071 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:49.863047 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-d0facdb7-037a-40b8-91ba-dbdb01f009aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:49.864626 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-d0facdb7-037a-40b8-91ba-dbdb01f009aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812&tenant_id=2ffcbe5489534f64af02b62b03d2b4c8 HTTP/1.1" status: 200 len: 1095 time: 0.0424023 Aug 20 16:06:49.873519 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a938a-67a2-4d6c-a3fb-df6e8056c8cc req-27798720-8d4a-483a-aa47-759c800f8504 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:49.874984 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d6a938a-67a2-4d6c-a3fb-df6e8056c8cc req-27798720-8d4a-483a-aa47-759c800f8504 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 943 time: 0.0527105 Aug 20 16:06:49.881653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-15', 'device_owner': 'compute:nova'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:06:49.913909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2d6a938a-67a2-4d6c-a3fb-df6e8056c8cc req-6bed2faf-4dd7-4dca-b1f0-56c387e98a93 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327430 Aug 20 16:06:49.941636 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:50.144799 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:06:50.177909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h2-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:06:50.209208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e516af34-f703-48d8-8a98-c1fd71a736b3 {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:06:50.217259 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:50.229259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Transition to ACTIVE for port object e516af34-f703-48d8-8a98-c1fd71a736b3 will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:06:50.233996 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:50.313761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=9']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:50.326181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.326532 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.326876 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.327213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.327564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.327902 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.328233 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.328560 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.328889 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.329216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.329541 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.329864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:06:50.365136 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] No DVR routers for this DVR port e516af34-f703-48d8-8a98-c1fd71a736b3 on host n-h2-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:06:50.499162 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Attempting to bind port e516af34-f703-48d8-8a98-c1fd71a736b3 on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:06:50.499497 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Attempting to bind port e516af34-f703-48d8-8a98-c1fd71a736b3 by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:06:50.499852 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Attempting to bind port e516af34-f703-48d8-8a98-c1fd71a736b3 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:06:50.504385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Port e516af34-f703-48d8-8a98-c1fd71a736b3 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:06:50.504715 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Attempting to bind port e516af34-f703-48d8-8a98-c1fd71a736b3 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:06:50.509467 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:06:50.509849 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Checking segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:06:50.510265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Bound using segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:06:50.510689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Bound port: e516af34-f703-48d8-8a98-c1fd71a736b3, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:06:50.511046 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:50.573080 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:06:50.576429 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:06:50.581272 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:50.616448 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:50.617058 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:06:50.618457 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 1092 time: 0.7411187 Aug 20 16:06:50.618890 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:06:50.621148 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e98a30-044c-4e18-b835-1dade40de886" -d '{"events": [{"name": "network-changed", "server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:06:50.654237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df3ab-b829-40dd-a4c4-d1ab44b0a1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=10']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:06:50.670115 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df5cdde-15b0-48b7-acef-3fb38db48a48 x-openstack-request-id: req-7df5cdde-15b0-48b7-acef-3fb38db48a48 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:06:50.670421 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:06:50.670679 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7df5cdde-15b0-48b7-acef-3fb38db48a48 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:06:50.671082 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'status': 'completed', 'code': 200} Aug 20 16:06:50.704972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-82347649-7a11-4db9-8bb2-57955045be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:50.706504 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-82347649-7a11-4db9-8bb2-57955045be55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1096 time: 0.0486586 Aug 20 16:06:50.804334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-d7ea0c8c-ecbe-4f57-810f-dcee4d605b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:50.805870 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-d7ea0c8c-ecbe-4f57-810f-dcee4d605b31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0924807 Aug 20 16:06:50.875302 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-6e38d2f1-db9b-492d-a77a-fee04c6e44d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 999 time: 0.0619764 Aug 20 16:06:50.925341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-d0b74b7a-192f-4d64-9856-4426e6da300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:50.926817 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-d0b74b7a-192f-4d64-9856-4426e6da300d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0450673 Aug 20 16:06:50.974127 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-3239b6f2-b4e4-4591-90eb-11b8235be6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:50.975819 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-3239b6f2-b4e4-4591-90eb-11b8235be6af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405192 Aug 20 16:06:51.032594 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006f43d-addb-4057-9b84-991e20674235 req-d9113e5b-3435-4439-9528-36b2e7f723b2 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:51.034215 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8006f43d-addb-4057-9b84-991e20674235 req-d9113e5b-3435-4439-9528-36b2e7f723b2 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0499225 Aug 20 16:06:51.073271 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8006f43d-addb-4057-9b84-991e20674235 req-a45829ef-7985-4ac2-b781-d7a66cc21642 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331743 Aug 20 16:06:51.075310 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-9f843b53-71cc-4952-9b50-ee28a148bf87 service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912848 Aug 20 16:06:51.165443 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-126ff340-4470-4db2-bbe1-6eee73c987e9 service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840032 Aug 20 16:06:51.275570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e98a30-044c-4e18-b835-1dade40de886 req-b87c2936-be51-469b-9281-9177faa49215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:51.277145 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05e98a30-044c-4e18-b835-1dade40de886 req-b87c2936-be51-469b-9281-9177faa49215 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1096 time: 0.0476265 Aug 20 16:06:51.370158 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e98a30-044c-4e18-b835-1dade40de886 req-baa3f3af-7eec-4274-8382-da4951127151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:51.372401 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05e98a30-044c-4e18-b835-1dade40de886 req-baa3f3af-7eec-4274-8382-da4951127151 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0838625 Aug 20 16:06:51.441942 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05e98a30-044c-4e18-b835-1dade40de886 req-46257db6-9cb7-4386-a922-397bf3b7f882 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 999 time: 0.0636401 Aug 20 16:06:51.494397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e98a30-044c-4e18-b835-1dade40de886 req-db5a8d57-a88e-4090-95c2-de906dfb60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:51.495915 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05e98a30-044c-4e18-b835-1dade40de886 req-db5a8d57-a88e-4090-95c2-de906dfb60f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0470109 Aug 20 16:06:52.193410 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65d78d-1292-46dc-a8d7-b293005d4d79 req-ff291905-787f-4926-b346-96a7d67d1131 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:52.194820 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f65d78d-1292-46dc-a8d7-b293005d4d79 req-ff291905-787f-4926-b346-96a7d67d1131 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0521224 Aug 20 16:06:52.241160 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1f65d78d-1292-46dc-a8d7-b293005d4d79 req-8b0a437f-fb58-4f35-8952-b67bbaa47098 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391481 Aug 20 16:06:53.377156 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52ffab-e9da-4df5-8cb2-eee4f7513429 req-02db6f7c-e9b7-4cb0-86cf-21c71fd801c6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:53.378665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f52ffab-e9da-4df5-8cb2-eee4f7513429 req-02db6f7c-e9b7-4cb0-86cf-21c71fd801c6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0588574 Aug 20 16:06:53.422604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f52ffab-e9da-4df5-8cb2-eee4f7513429 req-8195f7db-72bc-4c76-9310-da3b56305dbb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371816 Aug 20 16:06:54.543707 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ba456-67af-42fa-8cbb-ef915eccd8ef req-f5e75729-c539-48e4-ad16-25ee42cedf45 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:54.545205 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c88ba456-67af-42fa-8cbb-ef915eccd8ef req-f5e75729-c539-48e4-ad16-25ee42cedf45 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0537839 Aug 20 16:06:54.590484 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c88ba456-67af-42fa-8cbb-ef915eccd8ef req-7599cdbc-2453-421e-a49c-ea9ee5da92f4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387280 Aug 20 16:06:55.712222 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52465d84-440e-4f58-94c4-aab267a44376 req-b6bae7be-e5da-4e1a-ae13-1ff24d43643d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:55.713731 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52465d84-440e-4f58-94c4-aab267a44376 req-b6bae7be-e5da-4e1a-ae13-1ff24d43643d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0535889 Aug 20 16:06:55.757706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-52465d84-440e-4f58-94c4-aab267a44376 req-1afb2744-8ec9-4dc2-a51f-de05a0e465ff tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370944 Aug 20 16:06:56.885622 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a599c-4e79-4819-859a-0dc1a4abb289 req-57ce6f39-a443-4b89-9b66-d97ab997ce39 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:56.887157 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-317a599c-4e79-4819-859a-0dc1a4abb289 req-57ce6f39-a443-4b89-9b66-d97ab997ce39 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0554051 Aug 20 16:06:56.929823 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-317a599c-4e79-4819-859a-0dc1a4abb289 req-b5c300ab-de3b-4a7a-81e2-e69b3f1f5828 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359743 Aug 20 16:06:58.060400 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dd812-6547-4c9b-915a-8d5074ca8d66 req-bf8499ba-7ac3-4134-b069-952871c88d4f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:58.062359 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea9dd812-6547-4c9b-915a-8d5074ca8d66 req-bf8499ba-7ac3-4134-b069-952871c88d4f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0553067 Aug 20 16:06:58.104008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea9dd812-6547-4c9b-915a-8d5074ca8d66 req-a9ca2fed-1830-465d-ab76-2b02c721ffec tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347252 Aug 20 16:06:59.235025 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665f6f0-c77f-45ef-b41c-362bcbcc5e34 req-d068bf23-4bdb-42ae-94de-d6ae6427f81f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:06:59.236510 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f665f6f0-c77f-45ef-b41c-362bcbcc5e34 req-d068bf23-4bdb-42ae-94de-d6ae6427f81f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0541873 Aug 20 16:06:59.280546 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f665f6f0-c77f-45ef-b41c-362bcbcc5e34 req-0cd775b8-0e22-4ffb-9812-a32784f06334 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360970 Aug 20 16:06:59.662977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:00.420850 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72e6f0-1b3b-47ed-84da-1935ae501aa6 req-eabe56dd-605c-4b3a-91de-1c307b0d281a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:00.429016 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc72e6f0-1b3b-47ed-84da-1935ae501aa6 req-eabe56dd-605c-4b3a-91de-1c307b0d281a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0628457 Aug 20 16:07:00.463328 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc72e6f0-1b3b-47ed-84da-1935ae501aa6 req-91f1e0d5-bf8a-4f06-8b9f-0f8274f17585 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334280 Aug 20 16:07:01.580039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aa346-a633-4938-bc8a-9954e641f2a2 req-e04496eb-cf65-4c1c-93a8-e2597e70720f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:01.582026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa2aa346-a633-4938-bc8a-9954e641f2a2 req-e04496eb-cf65-4c1c-93a8-e2597e70720f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0513849 Aug 20 16:07:01.621773 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aa2aa346-a633-4938-bc8a-9954e641f2a2 req-8b75e256-d024-4f23-874b-1dfe6a63a515 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337055 Aug 20 16:07:02.738525 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfb985-4cf9-40f9-a3e1-126c1c6b6161 req-3eed6188-d609-4614-8b8e-0188c97b6dbf tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:02.740074 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9bfb985-4cf9-40f9-a3e1-126c1c6b6161 req-3eed6188-d609-4614-8b8e-0188c97b6dbf tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0501773 Aug 20 16:07:02.778022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d9bfb985-4cf9-40f9-a3e1-126c1c6b6161 req-c13ba337-4a16-4a1f-87d8-c70945229f41 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320466 Aug 20 16:07:03.165624 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e98a30-044c-4e18-b835-1dade40de886 req-9f3751dd-3a1e-47a8-a416-ea79c9ae0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:03.167061 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05e98a30-044c-4e18-b835-1dade40de886 req-9f3751dd-3a1e-47a8-a416-ea79c9ae0dd6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410955 Aug 20 16:07:03.297494 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05e98a30-044c-4e18-b835-1dade40de886 req-66043805-c2bd-4a12-b4bf-f5d17abdc620 service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860369 Aug 20 16:07:03.393729 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-05e98a30-044c-4e18-b835-1dade40de886 req-8e270fab-76f1-4483-bce4-b35bbe7e2a87 service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853307 Aug 20 16:07:03.902803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2b8f2-5f4d-4f1c-a1a0-64a7e8f27ffc req-f7c5cf1a-4836-43d1-b466-5e1ad92d8fe2 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:03.904454 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46e2b8f2-5f4d-4f1c-a1a0-64a7e8f27ffc req-f7c5cf1a-4836-43d1-b466-5e1ad92d8fe2 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0538974 Aug 20 16:07:03.943502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-46e2b8f2-5f4d-4f1c-a1a0-64a7e8f27ffc req-19f5bdf1-3f7d-4a90-9544-d28120bdb5fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320628 Aug 20 16:07:05.060323 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b6b64-743e-4b33-9bb6-e87657968050 req-739b4aa6-4930-4c0e-8442-d0b8470ea4bb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:05.061885 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb2b6b64-743e-4b33-9bb6-e87657968050 req-739b4aa6-4930-4c0e-8442-d0b8470ea4bb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0506833 Aug 20 16:07:05.102986 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eb2b6b64-743e-4b33-9bb6-e87657968050 req-555de20c-6a77-498b-a212-0414772df641 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338368 Aug 20 16:07:06.216321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e019285-bbab-4c99-b9dc-92146ddee2d0 req-9d79e635-2ab9-4ade-aa3c-4180c1292bab tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:06.217696 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e019285-bbab-4c99-b9dc-92146ddee2d0 req-9d79e635-2ab9-4ade-aa3c-4180c1292bab tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 944 time: 0.0482526 Aug 20 16:07:06.254500 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8e019285-bbab-4c99-b9dc-92146ddee2d0 req-2aa26579-6a69-4009-ab28-f770e856c96e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300329 Aug 20 16:07:06.779341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:06.846379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e516af34-f703-48d8-8a98-c1fd71a736b3 details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:07:06.940840 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:07:06.951938 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'port_id': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'mac_address': 'fa:16:3e:a7:64:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:07:06.991058 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:07.004174 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e516af34-f703-48d8-8a98-c1fd71a736b3 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:07:07.022422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:07:07.026688 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:07.073382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=11']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:07:07.375239 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302af58-114f-4e20-876c-3857dbe9da37 req-0c5d9cc3-4820-4205-9f53-022b05181475 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:07.377713 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7302af58-114f-4e20-876c-3857dbe9da37 req-0c5d9cc3-4820-4205-9f53-022b05181475 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0547078 Aug 20 16:07:07.416146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7302af58-114f-4e20-876c-3857dbe9da37 req-cdede654-e468-4e5f-bdac-c8e38277832b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Aug 20 16:07:07.433544 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['e516af34-f703-48d8-8a98-c1fd71a736b3'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:07:08.529543 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae4eaa-dc38-4eb7-b51e-ab5bda3be8e6 req-439dbb5b-1f4a-4fd1-997f-f7f054ed0c3e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:08.531050 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-baae4eaa-dc38-4eb7-b51e-ab5bda3be8e6 req-439dbb5b-1f4a-4fd1-997f-f7f054ed0c3e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 945 time: 0.0490587 Aug 20 16:07:08.570418 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-baae4eaa-dc38-4eb7-b51e-ab5bda3be8e6 req-50599853-cc4a-4633-8052-79ca7e5bbc1d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Aug 20 16:07:08.862712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e516af34-f703-48d8-8a98-c1fd71a736b3 up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:07:08.910683 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port e516af34-f703-48d8-8a98-c1fd71a736b3 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:07:08.914631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port e516af34-f703-48d8-8a98-c1fd71a736b3 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:07:08.915344 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:08.992903 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:09.014320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:07:09.016597 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d536f-7135-4ca5-b4ef-3368f9133b85" -d '{"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-plugged", "status": "completed", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:07:09.029488 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:07:09.034292 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:09.058248 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d6b3f-b3d2-417e-8d13-937d5f7f01fc x-openstack-request-id: req-7e9d6b3f-b3d2-417e-8d13-937d5f7f01fc {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:07:09.058542 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-plugged", "status": "completed", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:07:09.058795 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e9d6b3f-b3d2-417e-8d13-937d5f7f01fc {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:07:09.059176 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'code': 200} Aug 20 16:07:09.086004 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=12']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:07:09.249989 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0105ee-12e1-4c99-afef-9d1e76682629 req-15175734-5651-4053-ae0a-234d77d749d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:09.251354 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd0105ee-12e1-4c99-afef-9d1e76682629 req-15175734-5651-4053-ae0a-234d77d749d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1098 time: 0.0400531 Aug 20 16:07:09.285950 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fd0105ee-12e1-4c99-afef-9d1e76682629 req-49f64927-5734-484c-8b0a-dea560482b40 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274894 Aug 20 16:07:09.686002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae3ed9-ddf1-410d-83db-bfad6d50580e req-204030be-e89c-4f1e-aa8f-85f21da75d16 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:09.687492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2ae3ed9-ddf1-410d-83db-bfad6d50580e req-204030be-e89c-4f1e-aa8f-85f21da75d16 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 946 time: 0.0489910 Aug 20 16:07:09.725580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f2ae3ed9-ddf1-410d-83db-bfad6d50580e req-d7d61ba6-9b5d-4706-953c-b2249456b8ea tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Aug 20 16:07:10.857786 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a32b2-ec41-4608-a5a7-012ed35e4942 req-982b5655-63b6-48d7-8b4e-dab316965191 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:10.859964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf1a32b2-ec41-4608-a5a7-012ed35e4942 req-982b5655-63b6-48d7-8b4e-dab316965191 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 946 time: 0.0661409 Aug 20 16:07:10.903387 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bf1a32b2-ec41-4608-a5a7-012ed35e4942 req-444e6bce-14cc-4c36-9b66-952d2b422612 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365222 Aug 20 16:07:12.020120 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4d10a-5ae9-4254-aee6-42893293c10e req-334d685c-4108-47b6-9f77-9798683f2a5a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:12.021605 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15a4d10a-5ae9-4254-aee6-42893293c10e req-334d685c-4108-47b6-9f77-9798683f2a5a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 946 time: 0.0494375 Aug 20 16:07:12.059768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15a4d10a-5ae9-4254-aee6-42893293c10e req-7cedb414-8b23-4d0c-8a19-1b82a771c238 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Aug 20 16:07:12.324153 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-98dc3af1-77bd-4b05-a7a0-58be46aabedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:12.598253 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:07:14.978540 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:15.293339 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7f0030b7-eb9a-45aa-bcbf-58dd1c452ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:16.419000 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:18.099895 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:29.660119 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:36.785771 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:42.323092 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-54fda24b-8953-430c-9ca5-ebba66ec3994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:44.980724 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:45.294111 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78d11f4f-1122-49bb-b18f-34508672d387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:46.421739 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:48.103831 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:07:49.596537 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:07:50.410019 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-fa2b549b-f780-40b7-b55c-eff993a7da41 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442171 Aug 20 16:07:50.505352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-b712fd4c-ea0b-46c0-ab0e-01b812282492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:50.506820 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-b712fd4c-ea0b-46c0-ab0e-01b812282492 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1098 time: 0.0407622 Aug 20 16:07:50.605832 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-b35654e3-5913-479e-b7bb-05294bebff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:50.607285 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-b35654e3-5913-479e-b7bb-05294bebff0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0820384 Aug 20 16:07:50.674290 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-f597724d-69a4-40a7-ab0c-85a031aea737 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 1001 time: 0.0597248 Aug 20 16:07:50.722484 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-5750b7c6-3fa4-4e70-a3bd-3783b98b1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:50.723972 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-5750b7c6-3fa4-4e70-a3bd-3783b98b1c85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0430958 Aug 20 16:07:50.768848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-935d3136-0f0a-41d8-9557-75cff5c70de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:07:50.770332 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-935d3136-0f0a-41d8-9557-75cff5c70de2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396421 Aug 20 16:07:50.869355 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-ea186a1a-b874-4865-906c-6ce3f32fdbab service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918031 Aug 20 16:07:50.960820 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-70b30b76-c12e-4dad-8f49-b354d78d1437 req-fcc0e91c-8328-457c-841c-998fabc1c219 service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836065 Aug 20 16:07:59.658558 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:06.784725 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:12.325199 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-719dffb4-241e-4547-ad2b-72cf50c0e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:14.981775 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:15.295477 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d908a680-2d31-412e-8c36-d5652a490f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:16.425514 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:18.107318 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:26.595437 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:08:29.672785 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:36.802658 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:42.325211 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2e50a280-b0dc-4a2f-8f42-c08fe2f83d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:44.982412 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:45.296202 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0334ecb7-21cb-4347-bb29-38791ca35817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:46.428907 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:48.107836 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:51.462750 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c818090d-5c00-43a1-b325-5e7845d43417 req-ae4b62dc-8b78-41ae-8e12-31a21c55a40b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1028523 Aug 20 16:08:51.560534 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818090d-5c00-43a1-b325-5e7845d43417 req-7801baba-7a34-408a-b38f-cc5861acc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:51.562023 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c818090d-5c00-43a1-b325-5e7845d43417 req-7801baba-7a34-408a-b38f-cc5861acc0f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1098 time: 0.0413356 Aug 20 16:08:51.663980 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818090d-5c00-43a1-b325-5e7845d43417 req-a735bf51-d704-42e0-9546-51e59765b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:51.665428 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c818090d-5c00-43a1-b325-5e7845d43417 req-a735bf51-d704-42e0-9546-51e59765b680 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0848479 Aug 20 16:08:51.735870 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c818090d-5c00-43a1-b325-5e7845d43417 req-e02fae96-7223-4a1b-a6d9-448eb932f30b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 1001 time: 0.0633941 Aug 20 16:08:51.785776 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818090d-5c00-43a1-b325-5e7845d43417 req-1afd76b2-f9fb-4948-9875-1c0f95ec7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:51.787233 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c818090d-5c00-43a1-b325-5e7845d43417 req-1afd76b2-f9fb-4948-9875-1c0f95ec7578 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0427289 Aug 20 16:08:51.832196 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818090d-5c00-43a1-b325-5e7845d43417 req-ccb8400f-6699-4d56-96ca-c153d420a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:51.833682 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c818090d-5c00-43a1-b325-5e7845d43417 req-ccb8400f-6699-4d56-96ca-c153d420a65d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396330 Aug 20 16:08:52.252963 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c818090d-5c00-43a1-b325-5e7845d43417 req-9b52b43b-1f52-4b9f-b502-c188d2da88cd service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124198 Aug 20 16:08:52.344228 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-c818090d-5c00-43a1-b325-5e7845d43417 req-8ee1f1e0-3d20-40a9-937e-a67131b3d3f8 service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831029 Aug 20 16:08:57.195389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58874) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:08:57.353730 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Deleting port d6a2618a-9a1e-45a5-b0c5-669c2dea2d5e {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:08:57.354080 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:57.430561 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:57.430896 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:57.442188 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Calling delete_port for d6a2618a-9a1e-45a5-b0c5-669c2dea2d5e owned by network:floatingip {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:08:57.592034 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:57.616208 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event deleted for resources: {'Port': ['ID=d6a2618a-9a1e-45a5-b0c5-669c2dea2d5e,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:08:57.628486 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.628837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.629175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.629509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.629840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.630166 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.630491 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.630817 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.631139 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.631461 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.631812 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.632136 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:08:57.688895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for floatingip, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:57.689299 n-d-695189-15 neutron-server[101099]: INFO neutron.db.l3_db [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Floating IP 9943f6ad-da0a-467e-9bf7-823d41379b2f disassociated (deleted). External IP: 172.25.5.172, port: e516af34-f703-48d8-8a98-c1fd71a736b3. Aug 20 16:08:57.896211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Router 7f4731fd-5b28-4243-8809-946680accb51 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:08:58.006060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:08:58.011311 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:58.017748 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] Sync routers for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:08:58.026574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:08:58.027188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:08:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:08:58.041609 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b7c73559-15ce-48ed-93f6-d7b1e30293fb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "DELETE /v2.0/floatingips/9943f6ad-da0a-467e-9bf7-823d41379b2f HTTP/1.1" status: 204 len: 168 time: 0.8451700 Aug 20 16:08:58.042212 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:08:58.044622 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5925ef61-45e6-4b1f-95e0-5afaf9be557d" -d '{"events": [{"name": "network-changed", "server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:08:58.139927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:08:58.254017 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc396ec-01a2-418f-b396-42aca627ce9b x-openstack-request-id: req-ffc396ec-01a2-418f-b396-42aca627ce9b {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:08:58.254537 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:08:58.254651 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffc396ec-01a2-418f-b396-42aca627ce9b {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:08:58.255057 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'status': 'completed', 'code': 200} Aug 20 16:08:58.340909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-0a8a124b-dad1-4af5-872b-5984b9324670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:58.342623 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-0a8a124b-dad1-4af5-872b-5984b9324670 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 1098 time: 0.0434048 Aug 20 16:08:58.347727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:08:58.350131 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dd297-7503-4e1f-b18e-0e4f52ae2d88 req-706c64a8-94c5-4079-9a11-8f14d57c10d7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:58.351669 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc2dd297-7503-4e1f-b18e-0e4f52ae2d88 req-706c64a8-94c5-4079-9a11-8f14d57c10d7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 946 time: 0.0505981 Aug 20 16:08:58.375200 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] Checking router: 7f4731fd-5b28-4243-8809-946680accb51 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:08:58.383442 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:08:58.384134 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:08:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:08:58.391237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-fc2dd297-7503-4e1f-b18e-0e4f52ae2d88 req-d6d3d2e0-5525-4bce-b717-bbe6403e6ddc tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327010 Aug 20 16:08:58.437855 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-f78cf606-cc9a-4e44-8f4a-479067bf07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:58.439416 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-f78cf606-cc9a-4e44-8f4a-479067bf07eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0886116 Aug 20 16:08:58.486882 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-7b5f30c1-c7cb-48e4-a826-aca1b246ffc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 200 len: 217 time: 0.0391328 Aug 20 16:08:58.538899 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-14f4b1b7-fbf1-4a80-b179-93a31fcfde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:58.540761 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-14f4b1b7-fbf1-4a80-b179-93a31fcfde8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0460238 Aug 20 16:08:58.589562 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-4a8da9b4-0701-45b2-a00f-ded94f015f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:58.591097 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-4a8da9b4-0701-45b2-a00f-ded94f015f79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432365 Aug 20 16:08:58.656492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:08:58.688232 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-bf6883d0-b8d5-4b97-81f7-ee8efd3d27e8 service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892251 Aug 20 16:08:58.778318 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-5925ef61-45e6-4b1f-95e0-5afaf9be557d req-ca2746fa-a04e-4c37-a4e9-6825ad7f7000 service neutron] 10.222.0.72 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820687 Aug 20 16:08:58.861767 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:08:58.887718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e44ca-0065-4a1f-89ad-a0fcaedbd498 None None] The sync data for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 is: [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:08:59.102881 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909cd82-68d4-4aa3-8204-84a5d31a9acd None None] New status for floating IP 9943f6ad-da0a-467e-9bf7-823d41379b2f: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:08:59.513537 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39c39b-5ba2-4c68-8d90-038e44237eee req-1535ec9d-091c-49de-a365-f6998fca1aff tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:59.515554 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f39c39b-5ba2-4c68-8d90-038e44237eee req-1535ec9d-091c-49de-a365-f6998fca1aff tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 946 time: 0.0535688 Aug 20 16:08:59.552809 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f39c39b-5ba2-4c68-8d90-038e44237eee req-32754759-2298-4771-95b1-67e229ac0568 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=078229c1-5573-4e9f-93ea-cc6d8d92df38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313332 Aug 20 16:08:59.672514 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:08:59.918004 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-0de0198b-997f-443d-b3ca-0213c0808b95 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:08:59.919489 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-0de0198b-997f-443d-b3ca-0213c0808b95 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.72 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 946 time: 0.0493858 Aug 20 16:09:00.012265 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Deleting port e516af34-f703-48d8-8a98-c1fd71a736b3 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:09:00.012617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:00.100248 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] For port e516af34-f703-48d8-8a98-c1fd71a736b3, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=e516af34-f703-48d8-8a98-c1fd71a736b3,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:09:00.100613 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:00.117682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Calling delete_port for e516af34-f703-48d8-8a98-c1fd71a736b3 owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:09:00.248190 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:00.279085 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event deleted for resources: {'Port': ['ID=e516af34-f703-48d8-8a98-c1fd71a736b3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:00.311703 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.312054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.312394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.312732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.313065 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.313394 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.313722 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.314051 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.314373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.314700 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.315023 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.315339 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:00.336754 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] No DVR routers for this DVR port e516af34-f703-48d8-8a98-c1fd71a736b3 on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:09:00.340067 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:00.342003 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-fdc9cad3-558f-45cb-b5cd-268676688485 req-5b9c0e92-5010-4df3-818a-3c95a3acf587 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.72 "DELETE /v2.0/ports/e516af34-f703-48d8-8a98-c1fd71a736b3 HTTP/1.1" status: 204 len: 173 time: 0.4166672 Aug 20 16:09:00.342430 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-deleted', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:09:00.345174 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1032152f-cbce-44f8-959b-7ae9346cd63b" -d '{"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-deleted", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:09:00.454100 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c26e95b-49ce-4042-957a-a006f5a62497 x-openstack-request-id: req-9c26e95b-49ce-4042-957a-a006f5a62497 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:09:00.454384 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bf2df9-7692-4ddd-b8ff-bb94749e6812", "name": "network-vif-deleted", "tag": "e516af34-f703-48d8-8a98-c1fd71a736b3", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:09:00.454643 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c26e95b-49ce-4042-957a-a006f5a62497 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:09:00.455054 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bf2df9-7692-4ddd-b8ff-bb94749e6812', 'name': 'network-vif-deleted', 'tag': 'e516af34-f703-48d8-8a98-c1fd71a736b3', 'status': 'completed', 'code': 200} Aug 20 16:09:00.691769 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-90e163e5-2e1f-4301-8dfc-05bf680d0d0a req-24e2488b-a05c-4ef3-903c-784c75033762 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=48bf2df9-7692-4ddd-b8ff-bb94749e6812 HTTP/1.1" status: 200 len: 210 time: 0.0353868 Aug 20 16:09:01.752080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 58898) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:01.813210 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f16cf45b-3be0-4611-a479-3209d77e2ef4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:01.838163 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f16cf45b-3be0-4611-a479-3209d77e2ef4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:01.898353 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f16cf45b-3be0-4611-a479-3209d77e2ef4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:01.901641 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-f16cf45b-3be0-4611-a479-3209d77e2ef4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:01.902861 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-f16cf45b-3be0-4611-a479-3209d77e2ef4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "DELETE /v2.0/security-groups/078229c1-5573-4e9f-93ea-cc6d8d92df38 HTTP/1.1" status: 204 len: 168 time: 0.1497495 Aug 20 16:09:01.912334 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cf45b-3be0-4611-a479-3209d77e2ef4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078229c1-5573-4e9f-93ea-cc6d8d92df38,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:03.230620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58906) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:03.235279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-998c3ba8-d471-4f60-9f70-241848b7d2d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215590309', 'description': 'tempest-secgroup-smoke-1215590309 description', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:03.256988 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-998c3ba8-d471-4f60-9f70-241848b7d2d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.338745 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-998c3ba8-d471-4f60-9f70-241848b7d2d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.342379 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-998c3ba8-d471-4f60-9f70-241848b7d2d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.358522 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e516af34-f703-48d8-8a98-c1fd71a736b3 no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:09:03.370840 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-998c3ba8-d471-4f60-9f70-241848b7d2d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.372126 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-998c3ba8-d471-4f60-9f70-241848b7d2d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1404996 Aug 20 16:09:03.374872 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58908) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:03.378338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: e516af34-f703-48d8-8a98-c1fd71a736b3 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:09:03.378692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device e516af34-f703-48d8-8a98-c1fd71a736b3 not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:09:03.380639 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ee2ac32e-0d55-41d9-97d7-c41744546de7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '83175a09-535d-4bde-9326-33aac9d54477', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:03.386531 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c3ba8-d471-4f60-9f70-241848b7d2d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83175a09-535d-4bde-9326-33aac9d54477,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:03.411323 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac32e-0d55-41d9-97d7-c41744546de7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.471149 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac32e-0d55-41d9-97d7-c41744546de7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.474752 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac32e-0d55-41d9-97d7-c41744546de7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.496710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ac32e-0d55-41d9-97d7-c41744546de7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b264c42e-96d9-4fc9-8bec-733ee11ee3da,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:03.500767 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ee2ac32e-0d55-41d9-97d7-c41744546de7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.501987 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ee2ac32e-0d55-41d9-97d7-c41744546de7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254680 Aug 20 16:09:03.504689 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58910) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:03.509150 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-03737952-95ad-496e-aaf0-59a5dc732cd0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '83175a09-535d-4bde-9326-33aac9d54477', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:03.537035 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03737952-95ad-496e-aaf0-59a5dc732cd0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.595002 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:09:03.597768 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03737952-95ad-496e-aaf0-59a5dc732cd0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.601453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03737952-95ad-496e-aaf0-59a5dc732cd0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.619886 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03737952-95ad-496e-aaf0-59a5dc732cd0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94915ec-8f14-4c9c-b830-2014db1e20b8,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:03.627225 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-03737952-95ad-496e-aaf0-59a5dc732cd0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.628497 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-03737952-95ad-496e-aaf0-59a5dc732cd0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228771 Aug 20 16:09:03.631216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58912) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:03.636209 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-6c6c9dda-5654-4836-9e81-35cc2c5951bb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '83175a09-535d-4bde-9326-33aac9d54477', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:03.661575 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9dda-5654-4836-9e81-35cc2c5951bb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.721241 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9dda-5654-4836-9e81-35cc2c5951bb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.724948 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9dda-5654-4836-9e81-35cc2c5951bb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.744764 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c9dda-5654-4836-9e81-35cc2c5951bb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6da9d20-82a8-4fed-bb1e-b8091bda8cfd,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:03.751398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6c6c9dda-5654-4836-9e81-35cc2c5951bb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.752756 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6c6c9dda-5654-4836-9e81-35cc2c5951bb tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205578 Aug 20 16:09:03.755363 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58914) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:03.760214 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-59607213-7256-4e6d-b17c-f8ffda2d9917 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '83175a09-535d-4bde-9326-33aac9d54477', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:03.786056 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59607213-7256-4e6d-b17c-f8ffda2d9917 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.848028 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59607213-7256-4e6d-b17c-f8ffda2d9917 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.851714 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59607213-7256-4e6d-b17c-f8ffda2d9917 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.870934 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59607213-7256-4e6d-b17c-f8ffda2d9917 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636d5765-bc19-41f9-969b-6e8665a68624,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:03.877259 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-59607213-7256-4e6d-b17c-f8ffda2d9917 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.878459 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-59607213-7256-4e6d-b17c-f8ffda2d9917 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221409 Aug 20 16:09:03.881252 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58916) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:03.885802 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-fb1d8556-b095-45f5-9bb7-fff399576357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '83175a09-535d-4bde-9326-33aac9d54477', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:03.907369 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-fb1d8556-b095-45f5-9bb7-fff399576357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Project 2ffcbe5489534f64af02b62b03d2b4c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:09:03.912479 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8556-b095-45f5-9bb7-fff399576357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.974756 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8556-b095-45f5-9bb7-fff399576357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.978029 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8556-b095-45f5-9bb7-fff399576357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:03.996399 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d8556-b095-45f5-9bb7-fff399576357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc1a45f-2093-4764-ac6f-44ce140b4a4a,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:04.003356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-fb1d8556-b095-45f5-9bb7-fff399576357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:04.004699 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-fb1d8556-b095-45f5-9bb7-fff399576357 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224804 Aug 20 16:09:04.007353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 58918) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:04.012478 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ebfe914e-a758-4010-9184-918964556ca3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'security_group_rule': {'security_group_id': '83175a09-535d-4bde-9326-33aac9d54477', 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:04.032626 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-ebfe914e-a758-4010-9184-918964556ca3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Project 2ffcbe5489534f64af02b62b03d2b4c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:09:04.037313 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebfe914e-a758-4010-9184-918964556ca3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:04.100068 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebfe914e-a758-4010-9184-918964556ca3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:04.104378 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebfe914e-a758-4010-9184-918964556ca3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:04.123373 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe914e-a758-4010-9184-918964556ca3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd469f0-1174-41ef-a535-a992d391dbf1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:04.129654 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ebfe914e-a758-4010-9184-918964556ca3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:04.131010 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ebfe914e-a758-4010-9184-918964556ca3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226563 Aug 20 16:09:06.826940 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:12.327480 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-152363c4-fa05-4543-9b42-ef419ab5a685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:14.984112 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:15.300764 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b048c387-d1eb-49ea-ae46-fe50f9f8857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:16.435124 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:17.632303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-96c3ba74-44c7-44b4-924d-c5b704f2d6aa tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215590309&fields=id&tenant_id=2ffcbe5489534f64af02b62b03d2b4c8 HTTP/1.1" status: 200 len: 267 time: 0.0333738 Aug 20 16:09:17.740344 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-46326691-68bc-453a-b8ab-2aea64ffdb64 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:17.741727 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-46326691-68bc-453a-b8ab-2aea64ffdb64 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 808 time: 0.1022484 Aug 20 16:09:17.757332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-6181352d-b518-41b6-992f-e3398c386791 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/quotas/2ffcbe5489534f64af02b62b03d2b4c8 HTTP/1.1" status: 200 len: 375 time: 0.0096037 Aug 20 16:09:17.808858 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-3a4a9030-64e5-476b-ac12-6349e4b97917 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457280 Aug 20 16:09:17.866816 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-111db238-eb7a-4bd0-a164-36de9eb1d33e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 16:09:17.867844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-111db238-eb7a-4bd0-a164-36de9eb1d33e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480742 Aug 20 16:09:17.955498 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-6bc0c4ca-077b-46ce-ad15-f698364af249 service neutron] 10.222.0.36 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810995 Aug 20 16:09:18.046758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-1421f7ae-eef5-4403-bcd9-493a7aabc2d8 service neutron] 10.222.0.36 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848370 Aug 20 16:09:18.110604 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:18.330006 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00f65fe6-c6e2-4f4f-a05f-4a3a284fdd21 req-e9e815a3-ade9-40ff-ba2b-36d8304a4ed9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0270331 Aug 20 16:09:19.408362 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7dc48463-9987-4522-a092-a71019ad4b68 req-5d16f485-d6ca-4866-a044-48edf2b29375 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0276694 Aug 20 16:09:20.486676 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1974fe51-a139-4662-a3bf-97ba7c662986 req-d81260c2-3434-4815-8ccd-77f63c9a4506 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0274401 Aug 20 16:09:21.565647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-29fd2efb-13ec-40a7-9dec-aeebbea876bc req-82ca8c8c-25de-482e-9271-fedb701b846b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0260537 Aug 20 16:09:22.662315 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5370ba2d-af7f-48df-984b-2415be06f5af req-7872fdc8-abf7-409a-b977-441ac0dad111 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0297272 Aug 20 16:09:23.452057 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-447f9417-86a4-4dd6-a38b-9b7cb99cb9dd tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:23.453509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-447f9417-86a4-4dd6-a38b-9b7cb99cb9dd tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 808 time: 0.1039407 Aug 20 16:09:23.520413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-69e16d76-a998-4704-b497-8bb3d5bb6f06 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ffcbe5489534f64af02b62b03d2b4c8 HTTP/1.1" status: 200 len: 380 time: 0.0357866 Aug 20 16:09:23.543331 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'port': {'device_id': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'admin_state_up': True, 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'security_groups': ['83175a09-535d-4bde-9326-33aac9d54477']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:23.658642 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Made reservation on behalf of 2ffcbe5489534f64af02b62b03d2b4c8 for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:09:23.662458 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:23.764553 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-15d62cb0-8f4b-4e5f-9d18-a878db6da7e2 req-9db0e637-107d-4a9e-8447-c38598606d40 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0311456 Aug 20 16:09:23.824567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Allocated IP 172.20.0.10 (c42bc542-f361-4e3d-8de0-59505b3c33d3/8defacc1-b572-4d54-aa8b-1ef957d3115d/5c1d0246-29ab-4c20-bfd7-01c25dc590b9) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:09:23.966662 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:23.981022 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Transition to ACTIVE for port object 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:09:24.014031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:24.063772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:09:24.066800 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:09:24.070450 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:09:24.097616 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'Port': ['ID=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:24.131869 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:24.132840 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:24.149918 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-cbf94c2c-52b7-45a7-b263-3ee382a73be1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6112339 Aug 20 16:09:24.167905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Request body: {'port': {'device_id': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:24.226961 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:24.350704 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9f42b91b-1142-4c68-ad4b-bbd78bf0b9c1 None None] Provisioning for port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:09:24.355941 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-9f42b91b-1142-4c68-ad4b-bbd78bf0b9c1 None None] Provisioning complete for port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:09:24.356552 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9f42b91b-1142-4c68-ad4b-bbd78bf0b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:24.394323 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-9f42b91b-1142-4c68-ad4b-bbd78bf0b9c1 None None] Port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:09:24.506899 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:09:24.514702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:24.526650 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Transition to ACTIVE for port object 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:09:24.530986 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:24.580811 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Pushing event updated for resources: {'Port': ['ID=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:24.664554 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Attempting to bind port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:09:24.665232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Attempting to bind port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:09:24.665232 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Attempting to bind port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:09:24.671637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:09:24.672110 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Attempting to bind port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 on network c42bc542-f361-4e3d-8de0-59505b3c33d3 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:09:24.678395 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:09:24.678881 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Checking segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:09:24.679389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Bound using segment: {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:09:24.680033 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Bound port: 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b8f0fc-56a1-40bc-af98-2f52bcc358cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:09:24.680490 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:24.754190 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:09:24.757896 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:09:24.765559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:24.801840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:24.802469 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:24.804219 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] 10.222.0.70 "PUT /v2.0/ports/5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 1093 time: 0.6415544 Aug 20 16:09:24.808364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:09:24.811583 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a374601f-42e7-465d-9805-9259f5746cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:09:24.849401 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24deb162-3752-448f-8d72-53f5629bc3ca service neutron] Pushing event updated for resources: {'Port': ['ID=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:24.936468 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-3bd01ba3-3991-4a32-a3d1-eba5a1feae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:24.938146 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-3bd01ba3-3991-4a32-a3d1-eba5a1feae78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1096 time: 0.0850186 Aug 20 16:09:24.954445 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5f006-8a6a-47a0-9485-9d90eb7147f0 req-dfa148be-93ed-4576-803f-a1521de7db19 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:24.956188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bd5f006-8a6a-47a0-9485-9d90eb7147f0 req-dfa148be-93ed-4576-803f-a1521de7db19 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0728183 Aug 20 16:09:25.003714 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-f9a7821d-a3ed-4118-b354-a06a24b18c2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 217 time: 0.0463917 Aug 20 16:09:25.053651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0bd5f006-8a6a-47a0-9485-9d90eb7147f0 req-2355c92b-aca4-43b0-85dc-456a39e9500c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905032 Aug 20 16:09:25.084223 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-8527ad9b-09ae-4217-8f0b-149b3182f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:25.085786 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-8527ad9b-09ae-4217-8f0b-149b3182f96d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0681612 Aug 20 16:09:25.110851 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ff6f91-beb7-48ee-98c4-3c2af86ee5a7 x-openstack-request-id: req-96ff6f91-beb7-48ee-98c4-3c2af86ee5a7 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:09:25.111257 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:09:25.111636 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96ff6f91-beb7-48ee-98c4-3c2af86ee5a7 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:09:25.112104 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'status': 'completed', 'code': 200} Aug 20 16:09:25.150283 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-9bfe6729-3e30-41ed-993e-c97bc7e75422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:25.152797 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-9bfe6729-3e30-41ed-993e-c97bc7e75422 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522130 Aug 20 16:09:25.244474 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-201c0db2-b88c-4a09-be80-268989497e24 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825386 Aug 20 16:09:25.346612 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0c101d43-9ad8-41b1-a3e3-03bc3b5e7b39 req-02a51824-6bf3-43e0-a207-0fd9db1c5610 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896869 Aug 20 16:09:25.438887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374601f-42e7-465d-9805-9259f5746cf5 req-ba5bfea3-c4d0-4cf0-a837-309b503b0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:25.441461 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a374601f-42e7-465d-9805-9259f5746cf5 req-ba5bfea3-c4d0-4cf0-a837-309b503b0fab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1096 time: 0.0471747 Aug 20 16:09:25.537236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374601f-42e7-465d-9805-9259f5746cf5 req-9216345f-dfac-4b0c-ae32-65268c821015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:25.538721 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a374601f-42e7-465d-9805-9259f5746cf5 req-9216345f-dfac-4b0c-ae32-65268c821015 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0865240 Aug 20 16:09:25.590276 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a374601f-42e7-465d-9805-9259f5746cf5 req-9e2627f6-316c-4d90-a8d5-73d5d364ab11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 217 time: 0.0390255 Aug 20 16:09:25.641414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374601f-42e7-465d-9805-9259f5746cf5 req-86e17010-b736-4f1f-8da3-358a1f5a48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:25.642804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a374601f-42e7-465d-9805-9259f5746cf5 req-86e17010-b736-4f1f-8da3-358a1f5a48d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0456259 Aug 20 16:09:25.690633 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374601f-42e7-465d-9805-9259f5746cf5 req-58f61d6e-a1b6-4515-94c5-5cfcfa317c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:25.692161 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a374601f-42e7-465d-9805-9259f5746cf5 req-58f61d6e-a1b6-4515-94c5-5cfcfa317c40 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424740 Aug 20 16:09:25.788106 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a374601f-42e7-465d-9805-9259f5746cf5 req-143543fb-0b1f-4db5-a797-6d321c47f2ec service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860958 Aug 20 16:09:25.882480 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a374601f-42e7-465d-9805-9259f5746cf5 req-5952a047-4966-49a2-95bf-c1b2629ad8e2 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841959 Aug 20 16:09:26.208085 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a817e-0c8b-4df6-8d2d-5562fec59d39 req-a7c0387c-2090-4603-b441-d5474880c764 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:26.210383 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-732a817e-0c8b-4df6-8d2d-5562fec59d39 req-a7c0387c-2090-4603-b441-d5474880c764 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0557234 Aug 20 16:09:26.248520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-732a817e-0c8b-4df6-8d2d-5562fec59d39 req-77d5ffe7-28ba-486a-86ba-8987ca63eb5e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Aug 20 16:09:27.372104 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066ccc9-1e87-4d75-92bf-57d94d5f58b8 req-a3545527-8254-43ef-9a39-b1e5ee45a209 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:27.373610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a066ccc9-1e87-4d75-92bf-57d94d5f58b8 req-a3545527-8254-43ef-9a39-b1e5ee45a209 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0543520 Aug 20 16:09:27.415211 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a066ccc9-1e87-4d75-92bf-57d94d5f58b8 req-0acded18-4b59-4993-be18-aa08c19700ab tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342107 Aug 20 16:09:28.530150 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95d691-c3f5-4211-83a5-291a654c89b1 req-1d28e6ea-58e9-480f-a10c-288ab0557d2a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:28.531665 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d95d691-c3f5-4211-83a5-291a654c89b1 req-1d28e6ea-58e9-480f-a10c-288ab0557d2a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0488114 Aug 20 16:09:28.569453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d95d691-c3f5-4211-83a5-291a654c89b1 req-981d9a38-652e-4247-9e21-ab27d7ad9988 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Aug 20 16:09:29.672144 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:29.687379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496df93-67bf-4899-bed6-a23a5b68333d req-4022cb24-7fb1-478a-9a14-6d5dd244ba77 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:29.688891 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1496df93-67bf-4899-bed6-a23a5b68333d req-4022cb24-7fb1-478a-9a14-6d5dd244ba77 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0520310 Aug 20 16:09:29.725884 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-1496df93-67bf-4899-bed6-a23a5b68333d req-bc8bcec8-ed94-4cfa-adc2-2fe187e6d29f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310924 Aug 20 16:09:30.843351 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8acf3-035e-4732-9d95-c3c961431e6d req-b9574df9-252c-46f2-867f-ffe43fcda67a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:30.844887 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bcc8acf3-035e-4732-9d95-c3c961431e6d req-b9574df9-252c-46f2-867f-ffe43fcda67a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0545425 Aug 20 16:09:30.890535 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bcc8acf3-035e-4732-9d95-c3c961431e6d req-c92eff51-eeb9-44e4-830d-efc8209132c2 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397115 Aug 20 16:09:32.007725 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9d752-eb7b-4dd6-b608-91c2da5e1c8f req-d3c0b92e-fa04-4d4e-974a-a9cdaf7d80c7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:32.009194 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8e9d752-eb7b-4dd6-b608-91c2da5e1c8f req-d3c0b92e-fa04-4d4e-974a-a9cdaf7d80c7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0482442 Aug 20 16:09:32.045842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c8e9d752-eb7b-4dd6-b608-91c2da5e1c8f req-48845a46-e07a-407f-82a2-26ff6da5d969 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302355 Aug 20 16:09:33.168851 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea6ca6-ee91-4588-975c-a66982cf10d3 req-a68ed28b-a429-4586-b5e9-f0513c04215d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:33.170275 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18ea6ca6-ee91-4588-975c-a66982cf10d3 req-a68ed28b-a429-4586-b5e9-f0513c04215d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0567043 Aug 20 16:09:33.208694 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-18ea6ca6-ee91-4588-975c-a66982cf10d3 req-eaf2eb6d-3698-4e22-9297-ae998934d13c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321527 Aug 20 16:09:34.324781 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa20903-18ef-4836-9d18-71b226747f8a req-f9dff3fa-3cfb-42a9-b3bf-8a681d2dc084 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:34.326253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fa20903-18ef-4836-9d18-71b226747f8a req-f9dff3fa-3cfb-42a9-b3bf-8a681d2dc084 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0507381 Aug 20 16:09:34.363615 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5fa20903-18ef-4836-9d18-71b226747f8a req-667bd636-3e72-426b-9e27-18c8349422a6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Aug 20 16:09:35.476047 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c47263-dac4-433e-8158-fd7bbc04c840 req-bfc3394d-edc9-4617-ba2f-8d2fbed0c494 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:35.477511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38c47263-dac4-433e-8158-fd7bbc04c840 req-bfc3394d-edc9-4617-ba2f-8d2fbed0c494 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0480702 Aug 20 16:09:35.514879 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-38c47263-dac4-433e-8158-fd7bbc04c840 req-c26520d5-49d2-4ccd-9d49-1bb5d1e307fa tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308244 Aug 20 16:09:36.051930 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:09:36.145380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:09:36.160647 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'port_id': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'mac_address': 'fa:16:3e:b9:75:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:09:36.196514 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:36.209128 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:09:36.228476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:09:36.232890 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:36.278878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:36.286080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.286432 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.286775 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.287113 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.287450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.287810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.288142 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.288472 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.288798 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.289125 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.289452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.289776 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:09:36.560967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['5c1d0246-29ab-4c20-bfd7-01c25dc590b9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:09:36.633906 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f690d-a82d-463d-adc7-aff952686f06 req-40fc38cd-7e5d-47bb-ae2a-823899dc6c46 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:36.635414 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-928f690d-a82d-463d-adc7-aff952686f06 req-40fc38cd-7e5d-47bb-ae2a-823899dc6c46 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 945 time: 0.0536027 Aug 20 16:09:36.674661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-928f690d-a82d-463d-adc7-aff952686f06 req-6ad648ac-d4e1-4538-9e2e-ae1be9a9588f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324321 Aug 20 16:09:36.815893 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:37.787565 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57f673-4f34-4574-a92f-dd0fd375c007 req-36bf84c3-5054-4916-bf47-74164a0bf43c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:37.789026 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a57f673-4f34-4574-a92f-dd0fd375c007 req-36bf84c3-5054-4916-bf47-74164a0bf43c tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Aug 20 16:09:37.826094 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9a57f673-4f34-4574-a92f-dd0fd375c007 req-be3ac193-f86b-4875-99dc-a5c01d72ce17 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Aug 20 16:09:38.049828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:09:38.096078 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:09:38.099591 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:09:38.099966 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:38.176565 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:38.197498 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:09:38.200260 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a59a6b-69b8-4c95-addf-c566537f240a" -d '{"events": [{"server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "name": "network-vif-plugged", "status": "completed", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:09:38.213146 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:09:38.217995 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:38.240355 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2404db82-49e7-4248-bba1-7d42ace98493 x-openstack-request-id: req-2404db82-49e7-4248-bba1-7d42ace98493 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:09:38.240663 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "name": "network-vif-plugged", "status": "completed", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:09:38.240899 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2404db82-49e7-4248-bba1-7d42ace98493 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:09:38.241284 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'code': 200} Aug 20 16:09:38.271626 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:38.342314 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae8f8b-ef30-4d61-94af-1b322fe22947 req-13ef4be7-642a-4304-a2f3-75ae661a3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:38.343863 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ae8f8b-ef30-4d61-94af-1b322fe22947 req-13ef4be7-642a-4304-a2f3-75ae661a3761 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1098 time: 0.0403509 Aug 20 16:09:38.382547 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a8ae8f8b-ef30-4d61-94af-1b322fe22947 req-25b83889-64a8-4cf9-bbf7-dc023af7a273 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267560 Aug 20 16:09:38.944617 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f903b7-2cd0-4cdc-9480-b826d47ac694 req-25b49120-bb15-419f-84ee-50c974fc19f3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:38.946070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00f903b7-2cd0-4cdc-9480-b826d47ac694 req-25b49120-bb15-419f-84ee-50c974fc19f3 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0531356 Aug 20 16:09:38.982870 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-00f903b7-2cd0-4cdc-9480-b826d47ac694 req-0960d8ed-6765-45a9-9293-929ba6b22a2e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308909 Aug 20 16:09:40.099307 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad71a9e-519d-450d-9d52-fc9517545474 req-ff79a5e0-780b-4adb-af1b-05cfe381da26 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:40.100815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ad71a9e-519d-450d-9d52-fc9517545474 req-ff79a5e0-780b-4adb-af1b-05cfe381da26 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0499635 Aug 20 16:09:40.139350 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ad71a9e-519d-450d-9d52-fc9517545474 req-a23facfb-61a9-4796-a30a-8783ac8e7309 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323780 Aug 20 16:09:40.251304 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193564f-10d8-4996-b183-7444cd744887 req-7fa9a16d-6be3-43f1-9bd3-8f96a1c96c78 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:40.252822 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a193564f-10d8-4996-b183-7444cd744887 req-7fa9a16d-6be3-43f1-9bd3-8f96a1c96c78 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0488346 Aug 20 16:09:40.289968 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a193564f-10d8-4996-b183-7444cd744887 req-aaea033d-8ecc-4aab-9ccf-94542beb6ab9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Aug 20 16:09:40.311741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59140) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:40.392746 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d80c5-2e0b-4c15-9372-82b3e8183750 tempest-TestShelveInstance-698027072 tempest-TestShelveInstance-698027072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:40.394304 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-023d80c5-2e0b-4c15-9372-82b3e8183750 tempest-TestShelveInstance-698027072 tempest-TestShelveInstance-698027072-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1093 time: 0.0815427 Aug 20 16:09:40.397135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:09:40.401505 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:09:40.423053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:40.524961 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:40.595139 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:09:40.628692 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Allocated IP 172.25.5.120 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/824c81ee-8caf-47b7-b428-f2da7905934c) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:09:40.728174 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:40.771800 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:40.812536 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:09:40.815678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:09:40.819924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:09:40.857039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'Port': ['ID=824c81ee-8caf-47b7-b428-f2da7905934c,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:41.183936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:41.253960 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:41.404652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:41.409090 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:41.475640 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event updated for resources: {'Port': ['ID=824c81ee-8caf-47b7-b428-f2da7905934c,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:09:41.487473 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:41.588442 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Floating IP 190f6ceb-eeb7-4644-9548-6c22445fc253 associated. External IP: 172.25.5.120, port: 5c1d0246-29ab-4c20-bfd7-01c25dc590b9. Aug 20 16:09:41.795134 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Router 7f4731fd-5b28-4243-8809-946680accb51 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:09:41.899646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:09:41.910520 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] Sync routers for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:09:41.919838 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:41.921362 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:09:41.921981 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:09:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:09:41.959566 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-70722a1a-b103-4466-929e-7a924109d190 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5489841 Aug 20 16:09:41.959566 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:09:41.959566 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cc0847-14f0-4177-a613-e69220cc4f38" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:09:41.987182 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2265e279-734a-4a5e-a6bb-591ce0e19e8a x-openstack-request-id: req-2265e279-734a-4a5e-a6bb-591ce0e19e8a {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:09:41.987482 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:09:41.987775 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2265e279-734a-4a5e-a6bb-591ce0e19e8a {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:09:41.988191 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'status': 'completed', 'code': 200} Aug 20 16:09:42.034615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:09:42.055655 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-8d75e1de-2232-41fb-9018-26507a5c6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:42.057089 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-8d75e1de-2232-41fb-9018-26507a5c6531 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1098 time: 0.0463367 Aug 20 16:09:42.153723 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-afd29ec2-a8ab-43f2-b98a-5e01025fee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:42.155214 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-afd29ec2-a8ab-43f2-b98a-5e01025fee08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0908570 Aug 20 16:09:42.226303 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-075f463a-803b-438b-a325-b1b8048d1394 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 1000 time: 0.0633695 Aug 20 16:09:42.257568 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '190f6ceb-eeb7-4644-9548-6c22445fc253', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7f4731fd-5b28-4243-8809-946680accb51', 'port_id': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'mac_address': 'fa:16:3e:b9:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:09:41Z', 'updated_at': '2021-08-20T16:09:41Z', 'revision_number': 0, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:09:42.284950 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] Checking router: 7f4731fd-5b28-4243-8809-946680accb51 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:09:42.294104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:09:42.294739 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:09:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:09:42.355157 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bb670a81-ad33-46ed-b4ce-8efe046b739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:42.417692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:09:42.625987 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-95ba645a-8c23-45ab-bd6d-dbaa9ff83c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:42.627386 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-95ba645a-8c23-45ab-bd6d-dbaa9ff83c37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.3931789 Aug 20 16:09:42.646743 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '190f6ceb-eeb7-4644-9548-6c22445fc253', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7f4731fd-5b28-4243-8809-946680accb51', 'port_id': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'mac_address': 'fa:16:3e:b9:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:09:41Z', 'updated_at': '2021-08-20T16:09:41Z', 'revision_number': 0, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:09:42.675441 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880f0c3-18f1-420d-a7e4-d2185b299e31 None None] The sync data for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 is: [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': '190f6ceb-eeb7-4644-9548-6c22445fc253', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '7f4731fd-5b28-4243-8809-946680accb51', 'port_id': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'mac_address': 'fa:16:3e:b9:75:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:09:41Z', 'updated_at': '2021-08-20T16:09:41Z', 'revision_number': 0, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:09:42.676278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-bfa453d7-258a-44e0-a2ee-c80851de553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:42.677830 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-bfa453d7-258a-44e0-a2ee-c80851de553a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411868 Aug 20 16:09:42.773451 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-63463055-e8cf-4a48-a5de-db46315146f1 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871606 Aug 20 16:09:42.867970 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a9cc0847-14f0-4177-a613-e69220cc4f38 req-87ba90e6-25aa-4a92-b465-0af2a3af4604 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846829 Aug 20 16:09:42.872021 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbf1c5a-ed2b-443d-ab42-188a82c9495b None None] New status for floating IP 190f6ceb-eeb7-4644-9548-6c22445fc253: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:09:44.986932 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:45.300302 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b019de28-a8d7-4cbe-80dd-f56e5f53d974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:46.434861 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:48.113597 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:09:55.897923 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cca507b0-a129-45d7-b3ff-336535e3210b req-1f3eae5a-7ce5-4c67-aae8-3cafede40136 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403512 Aug 20 16:09:55.989402 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca507b0-a129-45d7-b3ff-336535e3210b req-acf8f8ab-5c14-4fe5-b6ed-01db665af142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:55.990876 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cca507b0-a129-45d7-b3ff-336535e3210b req-acf8f8ab-5c14-4fe5-b6ed-01db665af142 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1098 time: 0.0466070 Aug 20 16:09:56.093825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca507b0-a129-45d7-b3ff-336535e3210b req-c6344105-8bf6-4cfb-9b33-66e33b827fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:56.095304 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cca507b0-a129-45d7-b3ff-336535e3210b req-c6344105-8bf6-4cfb-9b33-66e33b827fcb service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0846241 Aug 20 16:09:56.174925 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cca507b0-a129-45d7-b3ff-336535e3210b req-81294403-9b26-4c81-8722-ee0b744bb557 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 1002 time: 0.0707774 Aug 20 16:09:56.224269 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca507b0-a129-45d7-b3ff-336535e3210b req-d6c6dbf1-c0b2-45bc-9680-63ec51f432dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:56.225706 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cca507b0-a129-45d7-b3ff-336535e3210b req-d6c6dbf1-c0b2-45bc-9680-63ec51f432dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0439343 Aug 20 16:09:56.272482 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca507b0-a129-45d7-b3ff-336535e3210b req-789f93f6-e4e4-42e9-8ff2-6e501da39451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:09:56.273962 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cca507b0-a129-45d7-b3ff-336535e3210b req-789f93f6-e4e4-42e9-8ff2-6e501da39451 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404484 Aug 20 16:09:56.365938 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cca507b0-a129-45d7-b3ff-336535e3210b req-5e8d7ae4-5d37-466a-bb95-ea9fbf69f178 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844233 Aug 20 16:09:56.455023 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cca507b0-a129-45d7-b3ff-336535e3210b req-b8f63eec-114a-4009-9383-7c8932fb0e3c service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813015 Aug 20 16:09:59.685992 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:06.832928 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:12.336119 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-372ba8dd-0ca2-43b4-ac72-ef55748d8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:14.988650 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:15.300333 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-29672c48-88dc-4c2d-b1ca-4951b499643c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:16.437089 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:17.594184 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:10:18.116320 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:29.696271 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:36.843326 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:42.336654 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0c8921e3-528b-4b61-9903-e57ab99a8b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:44.989130 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:45.301274 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-edd84e2a-3598-44dc-a63d-6acf35b969f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:46.440489 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:48.118158 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:10:54.594799 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:10:57.937971 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-eca515db-30d3-4d5e-b717-a7af36094541 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0798156 Aug 20 16:10:58.030051 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-e6089196-6d30-4293-a930-37028eba6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:10:58.031803 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-e6089196-6d30-4293-a930-37028eba6463 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1098 time: 0.0491314 Aug 20 16:10:58.132684 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-85125f55-dc19-4304-9c60-7508fa853c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:10:58.134139 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-85125f55-dc19-4304-9c60-7508fa853c91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0831342 Aug 20 16:10:58.205776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-0958695c-0fb3-4e08-ba35-94df38492cc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 1002 time: 0.0618231 Aug 20 16:10:58.260140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-b3a154ad-1db2-481a-954d-e45cc7a3b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:10:58.261538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-b3a154ad-1db2-481a-954d-e45cc7a3b5c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0426750 Aug 20 16:10:58.308347 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-c2721532-278a-4f32-96e6-74acf4b4600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:10:58.309801 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-c2721532-278a-4f32-96e6-74acf4b4600c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399635 Aug 20 16:10:58.408470 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-8c52dfcb-a9b1-4918-b62c-5cab17e82571 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877836 Aug 20 16:10:58.501768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8b15ac03-b6e1-4534-978a-0e9a2348dc18 req-7600f214-a3b0-4814-b6e1-44d2c1886cf3 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817540 Aug 20 16:10:59.717718 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:06.847753 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:12.336836 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-822b492c-aeda-4f16-9f2e-658a4aba6278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:14.989563 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:15.301121 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b984-4d45-4bd9-baf4-461840da7d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:16.442805 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:18.122130 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:29.730771 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:31.593688 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:11:36.842384 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:39.711004 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aee0b-1382-49af-b601-617392f460d4 req-751b772d-f6e2-465f-b4bd-1346ace4ae14 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:39.714631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b4aee0b-1382-49af-b601-617392f460d4 req-751b772d-f6e2-465f-b4bd-1346ace4ae14 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0531144 Aug 20 16:11:39.756237 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7b4aee0b-1382-49af-b601-617392f460d4 req-ac9bf30c-f158-4b74-b2f5-82505d8aa927 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374324 Aug 20 16:11:40.874380 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482c34d-f6be-4f8b-8fd0-fda313531117 req-f0f2fe21-faa5-4493-8039-9fbdaab8a38b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:40.876567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8482c34d-f6be-4f8b-8fd0-fda313531117 req-f0f2fe21-faa5-4493-8039-9fbdaab8a38b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0537245 Aug 20 16:11:40.915102 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8482c34d-f6be-4f8b-8fd0-fda313531117 req-b411a4b0-c4cd-4638-b34c-aebfa9fa566b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Aug 20 16:11:42.031782 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff7768-fe66-4b54-b63a-8247a93502b6 req-0acb8655-a9c2-485f-9a5d-1c093851b8a7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:42.033282 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cff7768-fe66-4b54-b63a-8247a93502b6 req-0acb8655-a9c2-485f-9a5d-1c093851b8a7 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0495543 Aug 20 16:11:42.071596 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7cff7768-fe66-4b54-b63a-8247a93502b6 req-0c0bd717-1f25-4d07-a09f-883a64d22936 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324669 Aug 20 16:11:42.336587 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-51a64efe-fefb-4fa3-be73-776882d3b186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:43.192168 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222f4da-e8a6-4f7f-a1d6-15843efad387 req-a26c29fb-391b-4ce7-8b83-14eecd30e304 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:43.193559 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b222f4da-e8a6-4f7f-a1d6-15843efad387 req-a26c29fb-391b-4ce7-8b83-14eecd30e304 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0563922 Aug 20 16:11:43.229525 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b222f4da-e8a6-4f7f-a1d6-15843efad387 req-bd30fef5-8cae-48eb-bd06-9b6325b85300 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301063 Aug 20 16:11:44.349513 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88178c31-c44a-4c0b-9339-d53f4324c0f0 req-6770e2f1-0683-4f5c-ab58-17c04d81212f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:44.351018 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88178c31-c44a-4c0b-9339-d53f4324c0f0 req-6770e2f1-0683-4f5c-ab58-17c04d81212f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0547845 Aug 20 16:11:44.390661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-88178c31-c44a-4c0b-9339-d53f4324c0f0 req-952e8bff-6bc2-4d3d-80ac-831325b86574 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328400 Aug 20 16:11:44.992835 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:45.301653 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4dd02f80-a7b4-49bf-99a9-e7c0b8187a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:45.504992 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fef39-392c-4f33-8736-4f889d6c5688 req-a6394e04-f3e1-4f4b-8f76-2f395b710e20 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:45.506460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-260fef39-392c-4f33-8736-4f889d6c5688 req-a6394e04-f3e1-4f4b-8f76-2f395b710e20 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0485051 Aug 20 16:11:45.543842 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-260fef39-392c-4f33-8736-4f889d6c5688 req-51b7230b-a343-49c2-8443-e93db23b7433 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313973 Aug 20 16:11:46.446778 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:46.663040 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36713f-399a-45ae-800c-bcf00b612828 req-7c3ba9b4-bac3-42f2-98d9-e3f6ca5b89d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:46.664519 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b36713f-399a-45ae-800c-bcf00b612828 req-7c3ba9b4-bac3-42f2-98d9-e3f6ca5b89d4 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0480545 Aug 20 16:11:46.702177 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9b36713f-399a-45ae-800c-bcf00b612828 req-7276d5e8-c939-4574-ac2d-423d8c211d0e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316939 Aug 20 16:11:47.820544 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf8a9-d94f-4275-a240-b7433b2476bc req-b0c3bde8-e4f6-4328-8666-e690e3315820 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:47.822040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cacf8a9-d94f-4275-a240-b7433b2476bc req-b0c3bde8-e4f6-4328-8666-e690e3315820 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0535629 Aug 20 16:11:47.859733 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0cacf8a9-d94f-4275-a240-b7433b2476bc req-01abafea-2370-414c-9287-415e8d86190b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312388 Aug 20 16:11:48.124336 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:48.974664 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984531f3-8378-4844-ad5a-6788f238d3ad req-c32ae73b-da56-430a-902b-ad6cc8540737 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:48.976180 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-984531f3-8378-4844-ad5a-6788f238d3ad req-c32ae73b-da56-430a-902b-ad6cc8540737 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0494523 Aug 20 16:11:49.013743 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-984531f3-8378-4844-ad5a-6788f238d3ad req-605d8fff-9492-4c8f-b2bb-10f1006cb4e8 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317361 Aug 20 16:11:49.883270 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444872-e555-4a1f-b356-77accf81040d req-c807e652-1cbf-4cef-9850-cf5260eeb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:49.884804 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98444872-e555-4a1f-b356-77accf81040d req-c807e652-1cbf-4cef-9850-cf5260eeb285 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1098 time: 0.0393903 Aug 20 16:11:49.980890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444872-e555-4a1f-b356-77accf81040d req-a4007592-ef3a-43d6-902e-d876e5c7fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:49.982361 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98444872-e555-4a1f-b356-77accf81040d req-a4007592-ef3a-43d6-902e-d876e5c7fdd2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0889726 Aug 20 16:11:50.054450 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98444872-e555-4a1f-b356-77accf81040d req-a19f5f9c-81c3-4bbc-9fbb-543aa7ca92cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 1002 time: 0.0600510 Aug 20 16:11:50.138056 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444872-e555-4a1f-b356-77accf81040d req-3d479201-d00d-4567-98c0-afd60e89b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:50.139511 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98444872-e555-4a1f-b356-77accf81040d req-3d479201-d00d-4567-98c0-afd60e89b5ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0743949 Aug 20 16:11:50.163665 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a257fd-e094-4c24-ae32-23b29ef2f3c3 req-2b53287a-76c4-4a9f-8a31-23e1ee5ad601 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:50.165114 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65a257fd-e094-4c24-ae32-23b29ef2f3c3 req-2b53287a-76c4-4a9f-8a31-23e1ee5ad601 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0690427 Aug 20 16:11:50.217595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444872-e555-4a1f-b356-77accf81040d req-bec69789-efc1-441d-bc47-8620d6971dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:50.219112 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98444872-e555-4a1f-b356-77accf81040d req-bec69789-efc1-441d-bc47-8620d6971dae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715835 Aug 20 16:11:50.224327 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65a257fd-e094-4c24-ae32-23b29ef2f3c3 req-bdc49981-83dc-44e9-973c-b17834dec554 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448327 Aug 20 16:11:50.320906 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98444872-e555-4a1f-b356-77accf81040d req-7f46c588-29e1-4fda-bb4e-04d79a5894ed service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893593 Aug 20 16:11:50.417302 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-98444872-e555-4a1f-b356-77accf81040d req-0caf6c89-d6b6-4e6a-825e-e5145743ef62 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837078 Aug 20 16:11:51.362311 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0280f7-0297-4f4c-aa11-97e59ce7f106 req-13f68111-2f28-4675-814c-42694a513c04 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:51.363848 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d0280f7-0297-4f4c-aa11-97e59ce7f106 req-13f68111-2f28-4675-814c-42694a513c04 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0647340 Aug 20 16:11:51.401844 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3d0280f7-0297-4f4c-aa11-97e59ce7f106 req-8073f6e3-5cbd-437b-b41c-c917d2748ae6 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320818 Aug 20 16:11:52.516637 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c84ea-f2b4-4552-ad2b-f810422431b3 req-e32c65ce-81a6-4592-b5c7-17cf683dd041 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:52.518150 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-051c84ea-f2b4-4552-ad2b-f810422431b3 req-e32c65ce-81a6-4592-b5c7-17cf683dd041 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0507052 Aug 20 16:11:52.556567 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-051c84ea-f2b4-4552-ad2b-f810422431b3 req-a0937217-5db2-4c8e-a356-48619552e398 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324523 Aug 20 16:11:53.679199 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63611b1c-e63a-4c11-8d77-5cd283c1ad14 req-f1e916f8-0750-4d51-99fd-9144fa4bf722 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:53.680736 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63611b1c-e63a-4c11-8d77-5cd283c1ad14 req-f1e916f8-0750-4d51-99fd-9144fa4bf722 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0517354 Aug 20 16:11:53.719649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-63611b1c-e63a-4c11-8d77-5cd283c1ad14 req-47e65698-5832-4304-ad73-c16f7271db11 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324101 Aug 20 16:11:54.639785 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:11:54.715020 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:54.737403 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:11:54.739660 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48174b7b-2278-4e93-a46c-24567510ef4f" -d '{"events": [{"server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:11:54.753547 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:11:54.758197 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:54.806506 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:11:54.814695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.815051 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.815423 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.815795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.816159 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.816492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.816823 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.817150 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.817478 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.817817 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.818154 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.818476 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:11:54.841557 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d79645-40c0-460f-aee6-904775f54db4 req-2b7821fe-8dc8-44df-960b-bc2e97919894 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:54.843055 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28d79645-40c0-460f-aee6-904775f54db4 req-2b7821fe-8dc8-44df-960b-bc2e97919894 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0557904 Aug 20 16:11:54.881750 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-28d79645-40c0-460f-aee6-904775f54db4 req-5097da26-491a-4b98-aabc-203e23f17663 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Aug 20 16:11:54.971319 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 20 Aug 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5553e396-bea6-4dbe-a0fb-c6673125f51d x-openstack-request-id: req-5553e396-bea6-4dbe-a0fb-c6673125f51d {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:11:54.971647 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "name": "network-vif-unplugged", "status": "failed", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9", "code": 422}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:11:54.971899 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5553e396-bea6-4dbe-a0fb-c6673125f51d {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:11:54.972295 n-d-695189-15 neutron-server[101101]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'code': 422} returned with failed status Aug 20 16:11:55.153382 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc1a39-e55b-4c73-b008-45a8e5c3970f req-603ff975-5987-49f3-8de4-be7472debf38 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:55.154748 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4efc1a39-e55b-4c73-b008-45a8e5c3970f req-603ff975-5987-49f3-8de4-be7472debf38 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0501533 Aug 20 16:11:55.170555 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-329446d1-a733-486e-b5fe-ec2f94ce7fbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847290 Aug 20 16:11:55.195222 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4efc1a39-e55b-4c73-b008-45a8e5c3970f req-885adddf-3d64-4779-a75f-185c9cb1b992 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335329 Aug 20 16:11:56.311205 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bc508-c72c-49fa-b7b8-8acdaa070593 req-eb99e9b5-3a2b-4303-a430-c3845077515b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:56.313083 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-467bc508-c72c-49fa-b7b8-8acdaa070593 req-eb99e9b5-3a2b-4303-a430-c3845077515b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0506980 Aug 20 16:11:56.351138 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-467bc508-c72c-49fa-b7b8-8acdaa070593 req-5495a5e4-6c4e-45f2-af97-441fea967a82 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Aug 20 16:11:57.494411 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251ea3f-e505-4096-957d-ff98e59018da req-3c3571ed-b59e-4293-8863-5f0b7ef563de tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:57.495930 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3251ea3f-e505-4096-957d-ff98e59018da req-3c3571ed-b59e-4293-8863-5f0b7ef563de tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0548975 Aug 20 16:11:57.535518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-3251ea3f-e505-4096-957d-ff98e59018da req-293a1992-42e1-466f-b2a8-8e1db7387da1 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320148 Aug 20 16:11:58.651079 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7180e3-476e-44fa-858d-9338430ceb10 req-665c7731-87c9-4140-ae8c-26e964632aad tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:58.652637 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e7180e3-476e-44fa-858d-9338430ceb10 req-665c7731-87c9-4140-ae8c-26e964632aad tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0503244 Aug 20 16:11:58.693718 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6e7180e3-476e-44fa-858d-9338430ceb10 req-41982c44-efc4-41d2-9fcf-6adef6dda156 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339627 Aug 20 16:11:59.731605 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:11:59.810626 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef745e6-80a4-4b66-a5a6-13bacac25db9 req-f40b00bf-ebac-40bf-944e-b326998274f8 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:59.812136 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ef745e6-80a4-4b66-a5a6-13bacac25db9 req-f40b00bf-ebac-40bf-944e-b326998274f8 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0486102 Aug 20 16:11:59.848953 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-0ef745e6-80a4-4b66-a5a6-13bacac25db9 req-5ed02ebb-bd89-4b98-aeb4-c9f017eebb97 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308127 Aug 20 16:11:59.975653 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-2fce932e-54f6-4b58-8df2-bc755f007dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:11:59.977121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-2fce932e-54f6-4b58-8df2-bc755f007dd5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593&tenant_id=2ffcbe5489534f64af02b62b03d2b4c8 HTTP/1.1" status: 200 len: 1096 time: 0.0443189 Aug 20 16:12:00.042949 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-270eae05-d6a7-411c-9457-e48ec428045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:00.044488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-270eae05-d6a7-411c-9457-e48ec428045e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1096 time: 0.0413396 Aug 20 16:12:00.138693 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-6496c13e-5333-48f8-8b38-a2d3f1850838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:00.140768 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-6496c13e-5333-48f8-8b38-a2d3f1850838 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0874455 Aug 20 16:12:00.217188 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-45eb83cc-5c9d-4bcf-94ce-5407ec4b583e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 1000 time: 0.0680847 Aug 20 16:12:00.268211 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-c694d72f-7d12-4fa8-8214-d8b8f1bd5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:00.269678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-c694d72f-7d12-4fa8-8214-d8b8f1bd5dbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0443659 Aug 20 16:12:00.318446 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-dfac2a38-fa4b-4e1b-af8b-8f319d2bf5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:00.320013 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-dfac2a38-fa4b-4e1b-af8b-8f319d2bf5a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407832 Aug 20 16:12:00.416119 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-ef5d71c2-a9d9-4314-a67f-75f3ee82ef33 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864174 Aug 20 16:12:00.510382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-d3685b0c-164c-4cc4-b8d6-a76ecd5b4be8 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839756 Aug 20 16:12:00.972112 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2084a-07fc-46c7-9949-fb84a8ef20ed req-1408ee8f-82e7-479d-a95c-9cc5a6bb4129 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:00.973633 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76f2084a-07fc-46c7-9949-fb84a8ef20ed req-1408ee8f-82e7-479d-a95c-9cc5a6bb4129 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0555782 Aug 20 16:12:01.015915 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-76f2084a-07fc-46c7-9949-fb84a8ef20ed req-7e356401-4c64-4d65-a4c9-4653586e521f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356474 Aug 20 16:12:02.130268 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabd295-1b7a-42f6-8765-22c40e16da54 req-e70b2633-31e1-4842-b102-3a3ab5cff33d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:02.131837 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbabd295-1b7a-42f6-8765-22c40e16da54 req-e70b2633-31e1-4842-b102-3a3ab5cff33d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0483713 Aug 20 16:12:02.169426 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bbabd295-1b7a-42f6-8765-22c40e16da54 req-c06263f1-9e0c-49b3-9f26-d52c768da832 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Aug 20 16:12:03.285898 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfaacf-efcc-4281-aa3a-69d87e345b33 req-2d7940b2-9bb9-4d78-b810-02ec7fd5cca0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:03.287382 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64bfaacf-efcc-4281-aa3a-69d87e345b33 req-2d7940b2-9bb9-4d78-b810-02ec7fd5cca0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0488403 Aug 20 16:12:03.327604 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64bfaacf-efcc-4281-aa3a-69d87e345b33 req-c14bd1a3-e7d0-436f-a256-37418d69c272 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Aug 20 16:12:04.451367 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba39b4e-30fa-4d07-9b68-99d0503b6266 req-c00ede17-3291-45cd-92b0-b5ec71593e3a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:04.452860 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eba39b4e-30fa-4d07-9b68-99d0503b6266 req-c00ede17-3291-45cd-92b0-b5ec71593e3a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0530200 Aug 20 16:12:04.491070 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-eba39b4e-30fa-4d07-9b68-99d0503b6266 req-93df0efb-7b07-405b-aef9-969e301c433a tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Aug 20 16:12:05.607778 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a103c-c74e-43dc-9ae7-aa76adecf84a req-250b9240-2843-4a69-a089-9985d66a7ae5 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:05.609245 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6a103c-c74e-43dc-9ae7-aa76adecf84a req-250b9240-2843-4a69-a089-9985d66a7ae5 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0484583 Aug 20 16:12:05.648697 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6a103c-c74e-43dc-9ae7-aa76adecf84a req-f2f1b81c-d98f-4746-8403-1406bf36eaaf tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324206 Aug 20 16:12:06.767275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c368dc-ae0c-49e6-a446-f4d822846323 req-5b76b35f-9dc6-4022-af0f-94193988155f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:06.768805 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9c368dc-ae0c-49e6-a446-f4d822846323 req-5b76b35f-9dc6-4022-af0f-94193988155f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0513668 Aug 20 16:12:06.807379 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f9c368dc-ae0c-49e6-a446-f4d822846323 req-c49f6594-d016-400d-8f37-d4979f3bab85 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320055 Aug 20 16:12:06.841546 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:07.926071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda2fbf-bc0f-4a4e-ba8d-e13ddc44a91f req-e7e6b820-1389-4e5e-b289-15197f727698 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:07.928269 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfda2fbf-bc0f-4a4e-ba8d-e13ddc44a91f req-e7e6b820-1389-4e5e-b289-15197f727698 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 944 time: 0.0539360 Aug 20 16:12:07.964590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bfda2fbf-bc0f-4a4e-ba8d-e13ddc44a91f req-deff5e92-6e4a-4434-844c-ebcfba489612 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305138 Aug 20 16:12:08.592092 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:12:08.690928 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:12:08.785664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:12:08.796701 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'port_id': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'mac_address': 'fa:16:3e:b9:75:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:12:08.832459 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:08.845263 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:12:08.863662 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:12:08.867873 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:08.918096 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:12:09.080761 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5c931-3a2d-41e3-83b0-6c5ef6c0805e req-44d1ea4e-0076-4b52-bd4b-43e1f611f665 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:09.082239 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49f5c931-3a2d-41e3-83b0-6c5ef6c0805e req-44d1ea4e-0076-4b52-bd4b-43e1f611f665 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 945 time: 0.0510874 Aug 20 16:12:09.119892 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-49f5c931-3a2d-41e3-83b0-6c5ef6c0805e req-5c38b1d5-1a55-4289-b79e-5aaf36f29224 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311530 Aug 20 16:12:09.142988 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['5c1d0246-29ab-4c20-bfd7-01c25dc590b9'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:12:10.234476 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1221f2d-1e04-487f-be8b-bba29c277418 req-a9261058-62c3-4cda-ba76-7344df80857b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:10.235988 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1221f2d-1e04-487f-be8b-bba29c277418 req-a9261058-62c3-4cda-ba76-7344df80857b tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 945 time: 0.0485086 Aug 20 16:12:10.272812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e1221f2d-1e04-487f-be8b-bba29c277418 req-ff464502-705e-4c09-8c53-509e2b3493f0 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302052 Aug 20 16:12:10.716685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:12:10.762855 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:12:10.763218 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:10.841272 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:10.867534 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:12:10.869779 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a828651-853d-450b-9199-f38a28902953" -d '{"events": [{"server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "name": "network-vif-plugged", "status": "completed", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:12:10.885109 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:12:10.889161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:10.917087 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0034e003-b318-4edb-bab3-3509b47f3ada x-openstack-request-id: req-0034e003-b318-4edb-bab3-3509b47f3ada {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:12:10.917416 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "name": "network-vif-plugged", "status": "completed", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:12:10.917680 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0034e003-b318-4edb-bab3-3509b47f3ada {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:12:10.918034 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'code': 200} Aug 20 16:12:10.944391 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:12:11.064305 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a7eb-95f6-4bff-8d68-ac6e90e5abfe req-e50fc071-617f-4cc6-a432-44515ef7ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:11.065709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a447a7eb-95f6-4bff-8d68-ac6e90e5abfe req-e50fc071-617f-4cc6-a432-44515ef7ef95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1098 time: 0.0433261 Aug 20 16:12:11.103496 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-a447a7eb-95f6-4bff-8d68-ac6e90e5abfe req-d1073b4b-cd0b-4d93-b5a4-b3c54cb77179 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277312 Aug 20 16:12:11.387890 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ebb71-2043-4f31-906f-e9228bc18f0e req-c0a994fb-56ea-4d74-b64b-954936905a81 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:11.389354 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d5ebb71-2043-4f31-906f-e9228bc18f0e req-c0a994fb-56ea-4d74-b64b-954936905a81 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0484734 Aug 20 16:12:11.427772 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-9d5ebb71-2043-4f31-906f-e9228bc18f0e req-1eb6dcf0-12c0-46d0-a403-b2dfcf669b98 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324225 Aug 20 16:12:12.338419 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d164e92a-c8a8-4e41-b1f6-99ab0c9cea9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:12.541985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090b378-c5fa-4987-a7da-81d5ee2af17f req-d340165a-76cc-4b60-a9fb-71bb2be84c47 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:12.543479 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4090b378-c5fa-4987-a7da-81d5ee2af17f req-d340165a-76cc-4b60-a9fb-71bb2be84c47 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0486491 Aug 20 16:12:12.582196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4090b378-c5fa-4987-a7da-81d5ee2af17f req-0acdc086-b462-4761-afe4-29d78d02bf5d tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Aug 20 16:12:14.996990 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:15.303680 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-87547980-12c2-4378-94c2-d9126e74a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:16.449977 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:18.127499 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:29.747445 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:36.845585 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:42.338799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ccd0faff-7fd7-4770-b710-fa6d3b8e2e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:44.998359 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:45.304228 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d0622c70-047c-46bb-bf3e-135baf1577f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:45.590653 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:12:46.452221 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:48.130329 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:59.746055 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:12:59.898022 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-c809232b-73a1-426b-9835-32a62b099214 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443382 Aug 20 16:12:59.983767 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-bd4f76f7-cc67-4c8a-9634-c60bd682f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:12:59.985159 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-bd4f76f7-cc67-4c8a-9634-c60bd682f91b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1098 time: 0.0403242 Aug 20 16:13:00.103251 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-7572007a-b01c-4e5f-95ed-c85c30da67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:00.104776 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-7572007a-b01c-4e5f-95ed-c85c30da67cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.0908217 Aug 20 16:13:00.178121 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-1f0a411f-e10a-4beb-99e7-723fcb52ca6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 1002 time: 0.0628834 Aug 20 16:13:00.226887 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-333191f9-cb1a-4d06-a927-6f8a3e5c5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:00.228352 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-333191f9-cb1a-4d06-a927-6f8a3e5c5854 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0433376 Aug 20 16:13:00.279182 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-f62f61ed-8343-4926-9211-1a06fbadb06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:00.280649 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-f62f61ed-8343-4926-9211-1a06fbadb06e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402689 Aug 20 16:13:00.374364 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-3c0b2766-8473-4bf7-bff1-c401e1cbba88 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841880 Aug 20 16:13:00.466758 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c82c40a1-eae2-4aaf-bfc6-57e576de91f0 req-d07dfc50-9462-4807-b42b-d93658df1b71 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812418 Aug 20 16:13:06.842166 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:12.339416 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f32d6681-edc4-4a5c-9b7e-d523265f4e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:14.998723 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:15.305552 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f4d909ed-6973-4479-b576-95146532bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:16.455182 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:18.132304 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:22.590079 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:13:26.489135 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59310) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:26.643159 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Deleting port 824c81ee-8caf-47b7-b428-f2da7905934c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:13:26.643502 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:26.719347 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:26.719722 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:26.730951 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Calling delete_port for 824c81ee-8caf-47b7-b428-f2da7905934c owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:13:26.876596 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:26.904965 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event deleted for resources: {'Port': ['ID=824c81ee-8caf-47b7-b428-f2da7905934c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:26.929702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.930045 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.930377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.930710 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.931039 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.931362 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.931723 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.932047 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.932366 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.932687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.933009 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.933325 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:26.971660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:26.972103 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Floating IP 190f6ceb-eeb7-4644-9548-6c22445fc253 disassociated (deleted). External IP: 172.25.5.120, port: 5c1d0246-29ab-4c20-bfd7-01c25dc590b9. Aug 20 16:13:27.177485 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Router 7f4731fd-5b28-4243-8809-946680accb51 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:13:27.287341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:13:27.292193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:27.297631 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813847f-451e-47df-9618-7015fe725f6b None None] Sync routers for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:13:27.307070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813847f-451e-47df-9618-7015fe725f6b None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:27.307729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f813847f-451e-47df-9618-7015fe725f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:27.320352 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dca580e7-f474-4693-8ec7-a2c9ad29a91f tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "DELETE /v2.0/floatingips/190f6ceb-eeb7-4644-9548-6c22445fc253 HTTP/1.1" status: 204 len: 168 time: 0.8301506 Aug 20 16:13:27.320943 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:13:27.323187 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c6becb-f636-42f4-bd83-f6dc584f3962" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:13:27.492276 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e523e405-c75e-46a7-8762-4db0f696cf28 x-openstack-request-id: req-e523e405-c75e-46a7-8762-4db0f696cf28 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:13:27.492925 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:13:27.492925 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e523e405-c75e-46a7-8762-4db0f696cf28 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:13:27.493217 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'status': 'completed', 'code': 200} Aug 20 16:13:27.577445 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f813847f-451e-47df-9618-7015fe725f6b None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:27.597475 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-6cbdcc63-4c9f-4bc9-b11e-df5f6376c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:27.599105 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-6cbdcc63-4c9f-4bc9-b11e-df5f6376c69d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 1098 time: 0.0780118 Aug 20 16:13:27.610324 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a42fac-b3e1-427f-a8d7-bc5b5249ca68 req-e0033ebd-ffe3-40ac-9a9a-62e57890a425 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:27.611753 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4a42fac-b3e1-427f-a8d7-bc5b5249ca68 req-e0033ebd-ffe3-40ac-9a9a-62e57890a425 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0645499 Aug 20 16:13:27.701075 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f4a42fac-b3e1-427f-a8d7-bc5b5249ca68 req-994e7e45-24e0-4ffc-9f8d-e012e7e46928 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798948 Aug 20 16:13:27.729061 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-68a8491c-16fc-45a5-bcb1-c9ef43cc67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:27.730657 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-68a8491c-16fc-45a5-bcb1-c9ef43cc67d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 200 len: 909 time: 0.1179650 Aug 20 16:13:27.773590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-953d8b50-c38d-4e03-b298-770ced624203 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 200 len: 217 time: 0.0346169 Aug 20 16:13:27.776853 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f813847f-451e-47df-9618-7015fe725f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:27.803274 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813847f-451e-47df-9618-7015fe725f6b None None] Checking router: 7f4731fd-5b28-4243-8809-946680accb51 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:13:27.811803 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813847f-451e-47df-9618-7015fe725f6b None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:27.812413 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f813847f-451e-47df-9618-7015fe725f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:27.828720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-ea07b7b5-df73-4a78-8bd6-5da241daed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:27.830196 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-ea07b7b5-df73-4a78-8bd6-5da241daed48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 200 len: 847 time: 0.0457671 Aug 20 16:13:27.875978 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-990a1f06-4e58-464a-9700-ee202eaab82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:27.877520 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-990a1f06-4e58-464a-9700-ee202eaab82f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c42bc542-f361-4e3d-8de0-59505b3c33d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393212 Aug 20 16:13:27.918977 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-f813847f-451e-47df-9618-7015fe725f6b None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:27.972259 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-b630e126-3243-4972-9d21-825f61562e71 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862730 Aug 20 16:13:28.064940 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b2c6becb-f636-42f4-bd83-f6dc584f3962 req-9357dc1f-7ad9-4fc1-88a9-66c405592274 service neutron] 10.222.0.70 "GET /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831795 Aug 20 16:13:28.127345 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-f813847f-451e-47df-9618-7015fe725f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:28.154192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f813847f-451e-47df-9618-7015fe725f6b None None] The sync data for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 is: [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:04:00Z', 'revision_number': 4, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'c1de6967-f7ad-4a45-b400-0ed480d8ba57', 'name': '', 'network_id': 'c42bc542-f361-4e3d-8de0-59505b3c33d3', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'mac_address': 'fa:16:3e:0f:3d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:59Z', 'updated_at': '2021-08-20T16:04:06Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'subnets': [{'id': '8defacc1-b572-4d54-aa8b-1ef957d3115d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:13:28.377555 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62154ead-b4a0-4cd0-8a18-030230e3a2b6 None None] New status for floating IP 190f6ceb-eeb7-4644-9548-6c22445fc253: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:13:28.845477 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c0606-b7f9-4cec-94b5-e0d3596ea99e req-61f7b93d-52d1-40a8-9f41-1488c2a5e93e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:28.847666 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-250c0606-b7f9-4cec-94b5-e0d3596ea99e req-61f7b93d-52d1-40a8-9f41-1488c2a5e93e tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0526507 Aug 20 16:13:28.884273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-250c0606-b7f9-4cec-94b5-e0d3596ea99e req-be62fa64-45bf-4255-bed4-77f69d553861 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/security-groups?id=83175a09-535d-4bde-9326-33aac9d54477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308239 Aug 20 16:13:29.375551 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-8809471e-0456-454e-b809-92b4a6978af9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:29.377009 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-8809471e-0456-454e-b809-92b4a6978af9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 946 time: 0.0484028 Aug 20 16:13:29.473964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Deleting port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:13:29.474313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:29.561875 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] For port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:29.562244 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:29.575688 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Calling delete_port for 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:13:29.702778 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:29.732498 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event deleted for resources: {'Port': ['ID=5c1d0246-29ab-4c20-bfd7-01c25dc590b9,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:29.762378 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.762772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.763301 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.763657 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.764002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.764276 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:29.764763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.764763 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.765105 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.765361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.765681 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.766002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.766319 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:29.788828 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] No DVR routers for this DVR port 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:13:29.791313 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:29.793444 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ffd1b71a-55d4-42d2-9e51-be9da86fed0c req-c70a2358-690a-45f8-ae95-863d564c8f91 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.70 "DELETE /v2.0/ports/5c1d0246-29ab-4c20-bfd7-01c25dc590b9 HTTP/1.1" status: 204 len: 173 time: 0.4042833 Aug 20 16:13:29.793905 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'name': 'network-vif-deleted', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:13:29.796163 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01c82ef-4663-4cd3-9b8f-86cd47fc0351" -d '{"events": [{"server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "name": "network-vif-deleted", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:13:29.836919 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ccf6e5-171b-488b-af19-e05caf82c249 x-openstack-request-id: req-22ccf6e5-171b-488b-af19-e05caf82c249 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:13:29.837220 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6ab9f2-9680-492c-b03a-ba04fb886593", "name": "network-vif-deleted", "tag": "5c1d0246-29ab-4c20-bfd7-01c25dc590b9", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:13:29.837476 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22ccf6e5-171b-488b-af19-e05caf82c249 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:13:29.837898 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6ab9f2-9680-492c-b03a-ba04fb886593', 'name': 'network-vif-deleted', 'tag': '5c1d0246-29ab-4c20-bfd7-01c25dc590b9', 'status': 'completed', 'code': 200} Aug 20 16:13:29.984700 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-13b75fc7-f2c3-497f-b10b-11aa83c2353d req-05cb485c-d738-40a2-8b07-15cea767bead tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0299561 Aug 20 16:13:31.085380 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-77e98ea5-d794-4e41-bdd4-92cb22bc26df req-cd2ddfb7-e47a-4e52-a1e0-704bab2d3114 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0296316 Aug 20 16:13:32.182651 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e0708ef0-2012-4690-bdc5-5fdf698b4a50 req-c9e107f2-414f-4b0e-8f86-6989fbeb1436 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0282745 Aug 20 16:13:33.215422 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:13:33.244246 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:13:33.244599 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device 5c1d0246-29ab-4c20-bfd7-01c25dc590b9 not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:13:33.314412 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-624e8205-4994-4ad3-8492-3ede14738806 req-ab7c04f4-3c51-46fd-89e2-31a9c6e6aec9 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f6ab9f2-9680-492c-b03a-ba04fb886593 HTTP/1.1" status: 200 len: 210 time: 0.0265107 Aug 20 16:13:34.370224 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59344) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:34.430453 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ba601b3-4359-47cd-9602-95a6bb7f0c93 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:34.455657 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ba601b3-4359-47cd-9602-95a6bb7f0c93 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:34.515692 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ba601b3-4359-47cd-9602-95a6bb7f0c93 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:34.518372 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-7ba601b3-4359-47cd-9602-95a6bb7f0c93 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:34.519773 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-7ba601b3-4359-47cd-9602-95a6bb7f0c93 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] 10.222.0.36 "DELETE /v2.0/security-groups/83175a09-535d-4bde-9326-33aac9d54477 HTTP/1.1" status: 204 len: 168 time: 0.1485119 Aug 20 16:13:34.529259 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba601b3-4359-47cd-9602-95a6bb7f0c93 tempest-TestShelveInstance-489402316 tempest-TestShelveInstance-489402316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83175a09-535d-4bde-9326-33aac9d54477,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:34.572627 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59348) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:35.037856 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:35.613839 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Deleting port c1de6967-f7ad-4a45-b400-0ed480d8ba57 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:13:35.614532 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:35.694077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] For port c1de6967-f7ad-4a45-b400-0ed480d8ba57, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=c1de6967-f7ad-4a45-b400-0ed480d8ba57,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:35.694436 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:35.706582 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Calling delete_port for c1de6967-f7ad-4a45-b400-0ed480d8ba57 owned by network:router_interface {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:13:35.884599 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:35.911586 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1de6967-f7ad-4a45-b400-0ed480d8ba57,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:36.082792 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:36.306240 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Router 7f4731fd-5b28-4243-8809-946680accb51 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:13:36.415302 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:13:36.421728 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e870b162-38b1-4086-b28e-e1d1e5021bd3 admin admin] 10.222.0.36 "PUT /v2.0/routers/7f4731fd-5b28-4243-8809-946680accb51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8479767 Aug 20 16:13:36.424321 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59352) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:36.427602 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] Sync routers for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:13:36.437492 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:36.438107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:36.527085 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:36.543157 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:36.629062 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:36.686142 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Deleting port df486854-4404-4772-b79d-35bc9d1a3cdd {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:13:36.686487 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:36.722979 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:13:35Z', 'revision_number': 5, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port': {'id': 'df486854-4404-4772-b79d-35bc9d1a3cdd', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4731fd-5b28-4243-8809-946680accb51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:03:58Z', 'updated_at': '2021-08-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:36.749917 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] Checking router: 7f4731fd-5b28-4243-8809-946680accb51 for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:13:36.758606 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] Routers {'7f4731fd-5b28-4243-8809-946680accb51'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:36.759290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['7f4731fd-5b28-4243-8809-946680accb51'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:36.773524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] For port df486854-4404-4772-b79d-35bc9d1a3cdd, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=df486854-4404-4772-b79d-35bc9d1a3cdd,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:36.773844 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:36.787990 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Calling delete_port for df486854-4404-4772-b79d-35bc9d1a3cdd owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:13:36.847729 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:36.858354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] Set router 7f4731fd-5b28-4243-8809-946680accb51 gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:36.911175 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:13:36Z', 'revision_number': 6, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:36.942828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525e94a-9372-4b6f-b12e-0230ba3283bd None None] The sync data for ids ['7f4731fd-5b28-4243-8809-946680accb51'] in n-d-695189-15 is: [{'id': '7f4731fd-5b28-4243-8809-946680accb51', 'name': 'tempest-TestShelveInstance-365077140-router', 'tenant_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:03:57Z', 'updated_at': '2021-08-20T16:13:36Z', 'revision_number': 6, 'project_id': '2ffcbe5489534f64af02b62b03d2b4c8', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:13:36.968570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.000652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=df486854-4404-4772-b79d-35bc9d1a3cdd,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:37.061967 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.156682 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.158796 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.205833 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.207110 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f4731fd-5b28-4243-8809-946680accb51 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:13:37.211533 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.212713 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b15c7482-f283-4fef-bd6f-eb45fcd5c5bc admin admin] 10.222.0.36 "DELETE /v2.0/routers/7f4731fd-5b28-4243-8809-946680accb51 HTTP/1.1" status: 204 len: 168 time: 0.7871058 Aug 20 16:13:37.215242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59354) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:37.259696 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-c481b68a-bc47-4842-82f9-cecbb1e324fb admin admin] Deleting subnet 8defacc1-b572-4d54-aa8b-1ef957d3115d {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 16:13:37.262580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c481b68a-bc47-4842-82f9-cecbb1e324fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.297160 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c481b68a-bc47-4842-82f9-cecbb1e324fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.382711 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c481b68a-bc47-4842-82f9-cecbb1e324fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.436346 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c481b68a-bc47-4842-82f9-cecbb1e324fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.461634 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481b68a-bc47-4842-82f9-cecbb1e324fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8defacc1-b572-4d54-aa8b-1ef957d3115d,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:37.468351 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-c481b68a-bc47-4842-82f9-cecbb1e324fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.470090 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-c481b68a-bc47-4842-82f9-cecbb1e324fb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8defacc1-b572-4d54-aa8b-1ef957d3115d HTTP/1.1" status: 204 len: 168 time: 0.2538192 Aug 20 16:13:37.473093 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4bbd0-ab36-431a-b566-b04b1ee2bdb2 None None] Network c42bc542-f361-4e3d-8de0-59505b3c33d3 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:13:37.473614 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59356) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:37.541667 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.598869 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Deleting port ea84cec8-7642-42e3-80be-035874fbbddb {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:13:37.599211 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.661910 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] For port ea84cec8-7642-42e3-80be-035874fbbddb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ea84cec8-7642-42e3-80be-035874fbbddb,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:37.662553 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.676987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Calling delete_port for ea84cec8-7642-42e3-80be-035874fbbddb owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:13:37.690272 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] DHCP port deletion for c42bc542-f361-4e3d-8de0-59505b3c33d3 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 16:13:37.739366 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Deleting port ea84cec8-7642-42e3-80be-035874fbbddb {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:13:37.739793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.768146 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.795688 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=ea84cec8-7642-42e3-80be-035874fbbddb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:37.802034 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] No DVR routers for this DVR port ea84cec8-7642-42e3-80be-035874fbbddb on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:13:37.806602 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] For port ea84cec8-7642-42e3-80be-035874fbbddb, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ea84cec8-7642-42e3-80be-035874fbbddb,segment=NetworkSegment(31b8f0fc-56a1-40bc-af98-2f52bcc358cc),segment_id=31b8f0fc-56a1-40bc-af98-2f52bcc358cc)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:37.807038 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.817487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c1de6967-f7ad-4a45-b400-0ed480d8ba57 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:13:37.842551 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Calling delete_port for ea84cec8-7642-42e3-80be-035874fbbddb owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:13:37.846395 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: c1de6967-f7ad-4a45-b400-0ed480d8ba57 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:13:37.847328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device c1de6967-f7ad-4a45-b400-0ed480d8ba57 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:13:37.847328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device df486854-4404-4772-b79d-35bc9d1a3cdd no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:13:37.874799 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: df486854-4404-4772-b79d-35bc9d1a3cdd {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:13:37.875144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device df486854-4404-4772-b79d-35bc9d1a3cdd not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:13:37.875624 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ea84cec8-7642-42e3-80be-035874fbbddb no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:13:37.883481 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.894730 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42bc542-f361-4e3d-8de0-59505b3c33d3']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:37.915122 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b8f0fc-56a1-40bc-af98-2f52bcc358cc') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:37.915488 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b8f0fc-56a1-40bc-af98-2f52bcc358cc') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:37.922975 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: ea84cec8-7642-42e3-80be-035874fbbddb {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:13:37.923325 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ea84cec8-7642-42e3-80be-035874fbbddb not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:13:37.926345 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.943439 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.951040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 16:13:37.951645 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: timer() Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:13:37.953577 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:13:37.972676 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:38.000338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] No DVR routers for this DVR port ea84cec8-7642-42e3-80be-035874fbbddb on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:13:38.002535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Pushing event deleted for resources: {'Port': ['ID=ea84cec8-7642-42e3-80be-035874fbbddb,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:38.017087 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:38.022419 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:38.023018 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.023461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.024206 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.024661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.025099 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.025659 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.026107 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.026535 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.026967 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.027411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.028411 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.028585 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59358) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:38.029374 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50c6219-1c27-4d45-8bc1-1303d9b2b3a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:38.036153 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] 10.222.0.36 "DELETE /v2.0/networks/c42bc542-f361-4e3d-8de0-59505b3c33d3 HTTP/1.1" status: 204 len: 168 time: 0.5559926 Aug 20 16:13:38.052348 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa46f0e-b38b-4105-8488-b1711756aeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=c42bc542-f361-4e3d-8de0-59505b3c33d3,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:38.375555 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:38.937893 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Deleting port 62d5c250-0ccc-4ee3-a57a-dca79579dc29 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:13:38.938230 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:39.012558 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] For port 62d5c250-0ccc-4ee3-a57a-dca79579dc29, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=62d5c250-0ccc-4ee3-a57a-dca79579dc29,segment=NetworkSegment(65bbce93-2065-486a-820a-5ad0b65c132f),segment_id=65bbce93-2065-486a-820a-5ad0b65c132f)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:39.012925 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:39.026243 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Calling delete_port for 62d5c250-0ccc-4ee3-a57a-dca79579dc29 owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:13:39.210168 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:39.241348 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=62d5c250-0ccc-4ee3-a57a-dca79579dc29,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:39.406461 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:39.617777 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Router 6ba4f577-5a19-4e08-951e-fe3de33308d4 has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:13:39.722487 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:13:39.729365 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1682859b-f990-4edc-b9b5-641ea8873e92 admin admin] 10.222.0.36 "PUT /v2.0/routers/6ba4f577-5a19-4e08-951e-fe3de33308d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983283 Aug 20 16:13:39.730608 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59360) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:39.735987 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] Sync routers for ids ['6ba4f577-5a19-4e08-951e-fe3de33308d4'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:13:39.750280 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] Routers {'6ba4f577-5a19-4e08-951e-fe3de33308d4'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:39.751170 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6ba4f577-5a19-4e08-951e-fe3de33308d4'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:39.842725 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:39.856011 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] Set router 6ba4f577-5a19-4e08-951e-fe3de33308d4 gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:39.944947 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:39.997979 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Deleting port 5d0c12bb-ff59-4d63-af74-d824e86e058c {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:13:39.998326 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.031499 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:13:39Z', 'revision_number': 5, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'gw_port': {'id': '5d0c12bb-ff59-4d63-af74-d824e86e058c', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:20:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:40.058820 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] Checking router: 6ba4f577-5a19-4e08-951e-fe3de33308d4 for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:13:40.067418 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] Routers {'6ba4f577-5a19-4e08-951e-fe3de33308d4'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:40.068060 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['6ba4f577-5a19-4e08-951e-fe3de33308d4'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:40.081741 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] For port 5d0c12bb-ff59-4d63-af74-d824e86e058c, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5d0c12bb-ff59-4d63-af74-d824e86e058c,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:40.082200 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.095208 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Calling delete_port for 5d0c12bb-ff59-4d63-af74-d824e86e058c owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:13:40.153495 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] Set router 6ba4f577-5a19-4e08-951e-fe3de33308d4 gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:40.273166 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.303495 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0c12bb-ff59-4d63-af74-d824e86e058c,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:40.313909 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:13:39Z', 'revision_number': 6, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:40.340621 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0013b0cc-3846-4145-a721-418283e9c9ec None None] The sync data for ids ['6ba4f577-5a19-4e08-951e-fe3de33308d4'] in n-d-695189-15 is: [{'id': '6ba4f577-5a19-4e08-951e-fe3de33308d4', 'name': 'tempest-TestShelveInstance-1075353015-router', 'tenant_id': '133787cc17f54d329b07a135ffdfd3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:04:02Z', 'updated_at': '2021-08-20T16:13:39Z', 'revision_number': 6, 'project_id': '133787cc17f54d329b07a135ffdfd3bb', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:13:40.374421 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.468836 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.471237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.517675 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.518443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ba4f577-5a19-4e08-951e-fe3de33308d4 {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:13:40.522735 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.524012 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b6265b6d-e49f-4c5a-985d-c0eec318e365 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6ba4f577-5a19-4e08-951e-fe3de33308d4 HTTP/1.1" status: 204 len: 168 time: 0.7906435 Aug 20 16:13:40.526725 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59362) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:40.571242 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5df33c-1b3c-47e6-a577-e7b5931878b9 admin admin] Deleting subnet ff880bb0-f441-4554-9440-fe300d94c5eb {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 16:13:40.574184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5df33c-1b3c-47e6-a577-e7b5931878b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.606889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5df33c-1b3c-47e6-a577-e7b5931878b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.692409 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5df33c-1b3c-47e6-a577-e7b5931878b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.751397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5df33c-1b3c-47e6-a577-e7b5931878b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.777268 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5df33c-1b3c-47e6-a577-e7b5931878b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff880bb0-f441-4554-9440-fe300d94c5eb,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:40.781917 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-6b5df33c-1b3c-47e6-a577-e7b5931878b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.783776 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-6b5df33c-1b3c-47e6-a577-e7b5931878b9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ff880bb0-f441-4554-9440-fe300d94c5eb HTTP/1.1" status: 204 len: 168 time: 0.2561104 Aug 20 16:13:40.786474 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59364) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:40.789188 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e17f8-726a-4317-b92a-e975c26d2e3e None None] Network 1078bda7-691a-4b17-8b6f-ae739cf2b2ef requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:13:40.855531 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.920644 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Deleting port b09ae760-f7c8-42f9-a955-e9d786740043 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:13:40.920986 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:40.986524 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] For port b09ae760-f7c8-42f9-a955-e9d786740043, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=b09ae760-f7c8-42f9-a955-e9d786740043,segment=NetworkSegment(65bbce93-2065-486a-820a-5ad0b65c132f),segment_id=65bbce93-2065-486a-820a-5ad0b65c132f)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:40.986891 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.001713 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Calling delete_port for b09ae760-f7c8-42f9-a955-e9d786740043 owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:13:41.089151 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.115778 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b09ae760-f7c8-42f9-a955-e9d786740043,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:41.116409 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b844439-275a-4211-848b-7f7f978157bc None None] DHCP port deletion for 1078bda7-691a-4b17-8b6f-ae739cf2b2ef request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 16:13:41.120048 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] No DVR routers for this DVR port b09ae760-f7c8-42f9-a955-e9d786740043 on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:13:41.195369 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.205687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1078bda7-691a-4b17-8b6f-ae739cf2b2ef']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:41.217699 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bbce93-2065-486a-820a-5ad0b65c132f') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:41.218001 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bbce93-2065-486a-820a-5ad0b65c132f') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:41.227441 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.245511 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.251296 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 16:13:41.251788 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: timer() Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:13:41.254581 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:13:41.318437 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.323186 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.325520 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] 10.222.0.36 "DELETE /v2.0/networks/1078bda7-691a-4b17-8b6f-ae739cf2b2ef HTTP/1.1" status: 204 len: 168 time: 0.5373776 Aug 20 16:13:41.339917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0257c5e-7f4f-4567-bb3a-023efe2f8a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=1078bda7-691a-4b17-8b6f-ae739cf2b2ef,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:41.475113 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59368) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:41.514719 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-a43e8210-3379-455a-baef-2ffd2aa3bbec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ffcbe5489534f64af02b62b03d2b4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384266 Aug 20 16:13:41.517025 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59370) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:41.564708 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e445aeb5-6d7e-4e56-b232-9b4b585f9c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.585757 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e445aeb5-6d7e-4e56-b232-9b4b585f9c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.635728 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e445aeb5-6d7e-4e56-b232-9b4b585f9c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.638545 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-e445aeb5-6d7e-4e56-b232-9b4b585f9c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:41.640692 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-e445aeb5-6d7e-4e56-b232-9b4b585f9c10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7dd5bd26-a387-442a-b4a1-acef34ecde20 HTTP/1.1" status: 204 len: 168 time: 0.1218007 Aug 20 16:13:41.647558 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445aeb5-6d7e-4e56-b232-9b4b585f9c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd5bd26-a387-442a-b4a1-acef34ecde20,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:41.785841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b09ae760-f7c8-42f9-a955-e9d786740043 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:13:41.807354 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: b09ae760-f7c8-42f9-a955-e9d786740043 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:13:41.807953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device b09ae760-f7c8-42f9-a955-e9d786740043 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:13:41.808152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d0c12bb-ff59-4d63-af74-d824e86e058c no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:13:41.829921 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5d0c12bb-ff59-4d63-af74-d824e86e058c {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:13:41.830261 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5d0c12bb-ff59-4d63-af74-d824e86e058c not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:13:41.830668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 62d5c250-0ccc-4ee3-a57a-dca79579dc29 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:13:41.849494 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 62d5c250-0ccc-4ee3-a57a-dca79579dc29 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:13:41.849847 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 62d5c250-0ccc-4ee3-a57a-dca79579dc29 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:13:41.959079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59376) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:42.001049 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-87dc74f3-5c76-4dda-86f7-78ac26a8bb5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=133787cc17f54d329b07a135ffdfd3bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389779 Aug 20 16:13:42.001706 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59378) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:42.048520 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddffc119-2fa3-4aa4-9858-609bb85d3851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:42.070094 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddffc119-2fa3-4aa4-9858-609bb85d3851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:42.117356 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddffc119-2fa3-4aa4-9858-609bb85d3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:42.120191 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ddffc119-2fa3-4aa4-9858-609bb85d3851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:42.121357 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ddffc119-2fa3-4aa4-9858-609bb85d3851 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f46ba01a-2b18-46ca-94f6-0a48d1bb68a5 HTTP/1.1" status: 204 len: 168 time: 0.1187713 Aug 20 16:13:42.129276 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffc119-2fa3-4aa4-9858-609bb85d3851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46ba01a-2b18-46ca-94f6-0a48d1bb68a5,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:42.340124 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-033e6ed5-c16a-4387-8e80-c9c20f65df06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:42.781702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59400) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:42.886412 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-336053099-network', 'tenant_id': '84fa6b4b0444413690c28328975058ca'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:42.908264 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Made reservation on behalf of 84fa6b4b0444413690c28328975058ca for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:13:42.911253 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:42.919719 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.007492 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.011527 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.037915 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 16:13:43.047987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabbd30d-3f94-40f6-8cc4-d3970f43be26,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:43.053834 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.054182 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Added segment 6e626682-bd38-4e40-bb28-f4da60e952e1 of type vlan for network 9525a18e-9eb1-4296-b050-ba0e25ee29fc Aug 20 16:13:43.095126 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.119239 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.120260 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:43.120817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.171222 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3884287 Aug 20 16:13:43.175109 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59404) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:43.181766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Request body: {'subnet': {'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-336053099-subnet', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'ip_version': 4}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:43.184629 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc59c96-4139-442e-a3e0-43c20d619148 admin admin] Pushing event updated for resources: {'Network': ['ID=9525a18e-9eb1-4296-b050-ba0e25ee29fc,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:43.195517 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 16:13:43.205439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Made reservation on behalf of 84fa6b4b0444413690c28328975058ca for: {'subnet': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:13:43.207936 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280121'] for subnet, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.373976 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7391328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280107'] for subnet, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.430673 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=55b4acb0-2872-421e-89d5-d12c9235a654,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:43.439985 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Checking segment: {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:13:43.440388 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Network hostable DHCP agents. Network: 9525a18e-9eb1-4296-b050-ba0e25ee29fc, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101099) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:13:43.457361 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101099) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:13:43.466039 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 9525a18e-9eb1-4296-b050-ba0e25ee29fc) {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:43.470278 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:43.470902 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.477017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a009c-dcd9-4257-81a1-a7bf2e6252e4 None None] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:13:43.486332 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-d234deb3-3f9e-49e6-9311-ac048f846b3b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3094196 Aug 20 16:13:43.489967 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59406) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:43.494455 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:43.514305 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.515211 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.566040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.624215 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 16:13:43.625081 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.706647 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.769282 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Allocated IP 172.20.0.2 (9525a18e-9eb1-4296-b050-ba0e25ee29fc/55b4acb0-2872-421e-89d5-d12c9235a654/d09f4bc7-e8aa-4641-a71d-68d1fcd213ab) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:13:43.909619 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.918722 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.928015 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Transition to ACTIVE for port object d09f4bc7-e8aa-4641-a71d-68d1fcd213ab will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:43.929760 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.943936 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Transition to ACTIVE for port object d09f4bc7-e8aa-4641-a71d-68d1fcd213ab will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:43.949377 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:43.985250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:13:43.989878 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:43.993382 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:13:44.002820 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Pushing event updated for resources: {'Port': ['ID=d09f4bc7-e8aa-4641-a71d-68d1fcd213ab,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:44.033236 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Allocated IP 172.25.5.120 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/8280013b-c76e-4f93-9b94-509f567a2bc7) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:13:44.057532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Attempting to bind port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:13:44.058114 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Attempting to bind port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:13:44.058718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Attempting to bind port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab on network 9525a18e-9eb1-4296-b050-ba0e25ee29fc {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:13:44.066126 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:13:44.066504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Checking segment: {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:13:44.066913 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:44.067311 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Bound using segment: {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:13:44.067810 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Bound port: d09f4bc7-e8aa-4641-a71d-68d1fcd213ab, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:13:44.068198 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:44.134927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] For port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:13:44.138080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] For port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d09f4bc7-e8aa-4641-a71d-68d1fcd213ab,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:13:44.141499 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:44.143504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:44.184957 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:44.206953 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b734c4-b8aa-4f59-bde6-e44fc5ef3c9f None None] Pushing event updated for resources: {'Port': ['ID=d09f4bc7-e8aa-4641-a71d-68d1fcd213ab,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:44.235256 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Pushing event updated for resources: {'Port': ['ID=8280013b-c76e-4f93-9b94-509f567a2bc7,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:44.239583 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:13:44.241595 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:44.244696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:13:44.539428 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:44.737911 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:44.870859 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Router 586e93de-061b-4c78-a334-5edcb4c4fb8b is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101099) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 16:13:44.991692 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:13:45.005302 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Sync routers for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:13:45.011293 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:45.012944 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a0a9d0cc-9d55-4a5c-899f-64213f1bd6a3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5217397 Aug 20 16:13:45.015591 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59408) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:45.019155 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:45.020851 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:45.021946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:45.147850 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:45.269712 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d756ef-1680-4623-b5c7-abdc6de17e36 None None] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:13:45.478651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:45.521305 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7d65ff47-d915-4d67-a041-458083956ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:45.542890 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-154610ed-96e7-44b8-96ec-eecea3f28a3a None None] Provisioning for port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:45.628327 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:44Z', 'revision_number': 3, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:45.638029 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Allocated IP 172.20.0.1 (9525a18e-9eb1-4296-b050-ba0e25ee29fc/55b4acb0-2872-421e-89d5-d12c9235a654/ecc60ebb-1d76-4eed-a50b-5b47db8004af) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:13:45.673379 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Checking router: 586e93de-061b-4c78-a334-5edcb4c4fb8b for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:13:45.673729 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Updating router 586e93de-061b-4c78-a334-5edcb4c4fb8b port 8280013b-c76e-4f93-9b94-509f567a2bc7 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:13:45.704269 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:45.743638 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:45.760298 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Transition to ACTIVE for port object ecc60ebb-1d76-4eed-a50b-5b47db8004af will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:45.817109 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:45.839468 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d09f4bc7-e8aa-4641-a71d-68d1fcd213ab up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:45.869357 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc60ebb-1d76-4eed-a50b-5b47db8004af,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:45.876155 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:13:45.878116 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:45.880447 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:13:45.929819 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:45.961031 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:45.966666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:45.967050 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.035571 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-78a74a6b-7ca8-4f17-94f3-8134df1b3e1f None None] Provisioning complete for port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:46.035954 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78a74a6b-7ca8-4f17-94f3-8134df1b3e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.063642 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.153778 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.178098 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.180133 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Transition to ACTIVE for port object 8280013b-c76e-4f93-9b94-509f567a2bc7 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:46.192411 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.237931 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.242291 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.289436 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d09f4bc7-e8aa-4641-a71d-68d1fcd213ab,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:46.294892 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Attempting to bind port 8280013b-c76e-4f93-9b94-509f567a2bc7 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:13:46.295264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Attempting to bind port 8280013b-c76e-4f93-9b94-509f567a2bc7 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:13:46.295661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Attempting to bind port 8280013b-c76e-4f93-9b94-509f567a2bc7 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:13:46.299058 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-78a74a6b-7ca8-4f17-94f3-8134df1b3e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.308354 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.308922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc60ebb-1d76-4eed-a50b-5b47db8004af,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:46.310102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4ecaa-1520-4181-a36d-2e0162e70016 None None] Pushing event updated for resources: {'Port': ['ID=8280013b-c76e-4f93-9b94-509f567a2bc7,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:46.311396 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.320818 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:13:46.321076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:13:46.321558 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.321962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:13:46.322450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Bound port: 8280013b-c76e-4f93-9b94-509f567a2bc7, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:13:46.322834 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.407954 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:13:46.409653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:46.458891 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] For port 8280013b-c76e-4f93-9b94-509f567a2bc7, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:13:46.465795 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=d09f4bc7-e8aa-4641-a71d-68d1fcd213ab,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:46.472815 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] For port 8280013b-c76e-4f93-9b94-509f567a2bc7, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8280013b-c76e-4f93-9b94-509f567a2bc7,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:13:46.476221 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.db.api [None req-78a74a6b-7ca8-4f17-94f3-8134df1b3e1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101101) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 20 16:13:46.476587 n-d-695189-15 neutron-server[101101]: DEBUG oslo_db.api [None req-78a74a6b-7ca8-4f17-94f3-8134df1b3e1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 20 16:13:46.481544 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.486569 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:46.554995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:46.555583 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:46.592613 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4ecaa-1520-4181-a36d-2e0162e70016 None None] Pushing event updated for resources: {'Port': ['ID=8280013b-c76e-4f93-9b94-509f567a2bc7,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:46.676091 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:46.862501 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Router 586e93de-061b-4c78-a334-5edcb4c4fb8b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:13:46.877252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 2, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:46.905836 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea8da68-c597-4b58-8a65-0448509b9a37 None None] The sync data for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 is: [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 2, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:13:46.983020 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:13:46.988447 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-931c88a8-ca86-4bdd-95f0-d1a089164ca7 admin admin] 10.222.0.36 "PUT /v2.0/routers/586e93de-061b-4c78-a334-5edcb4c4fb8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9708319 Aug 20 16:13:47.147119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-450328c3-4096-49ef-9ddc-7793e2104666 None None] Provisioning for port ecc60ebb-1d76-4eed-a50b-5b47db8004af completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:47.151680 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-450328c3-4096-49ef-9ddc-7793e2104666 None None] Provisioning complete for port ecc60ebb-1d76-4eed-a50b-5b47db8004af triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:47.152286 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-450328c3-4096-49ef-9ddc-7793e2104666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.189082 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-450328c3-4096-49ef-9ddc-7793e2104666 None None] Port ecc60ebb-1d76-4eed-a50b-5b47db8004af cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:13:47.486565 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59424) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:47.492646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-385790345-network', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:47.519336 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Made reservation on behalf of f3e91c22e16347688908b122b4ef44f6 for: {'network': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:13:47.523660 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for network, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.544944 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.647263 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.651148 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.676385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=101100) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 20 16:13:47.685963 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441f6210-250c-4d5c-909b-04e026811de8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:47.691344 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.691721 n-d-695189-15 neutron-server[101100]: INFO neutron.db.segments_db [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Added segment 89e6d293-e742-4877-ba46-d1499f028a31 of type vlan for network 870ad6fe-5349-423f-b12c-a3f04b6efb30 Aug 20 16:13:47.739936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765672661333'] for network, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.770936 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448'] for network, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.772334 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:47.772971 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.836187 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3477108 Aug 20 16:13:47.838917 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59426) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:47.844421 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Request body: {'subnet': {'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-385790345-subnet', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'ip_version': 4}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:47.861151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211d01f-b0ce-49cf-b1ed-989b2d3d83e1 admin admin] Pushing event updated for resources: {'Network': ['ID=870ad6fe-5349-423f-b12c-a3f04b6efb30,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:47.872320 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Network 870ad6fe-5349-423f-b12c-a3f04b6efb30 details requested by agent ovs-agent-n-d-695189-15 with host n-d-695189-15 {{(pid=101101) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 20 16:13:47.887516 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8280013b-c76e-4f93-9b94-509f567a2bc7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:47.889424 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Made reservation on behalf of f3e91c22e16347688908b122b4ef44f6 for: {'subnet': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:13:47.892661 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4334606'] for subnet, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:47.993582 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 8280013b-c76e-4f93-9b94-509f567a2bc7 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:48.002299 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8280013b-c76e-4f93-9b94-509f567a2bc7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:48.002930 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.092608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.092718 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4437255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4334620'] for subnet, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.116995 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 8280013b-c76e-4f93-9b94-509f567a2bc7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8280013b-c76e-4f93-9b94-509f567a2bc7,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:48.126918 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.127635 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d09f4bc7-e8aa-4641-a71d-68d1fcd213ab up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:48.161192 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af10dbc3-4139-4767-a23c-0c1e661b0107,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:48.171681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Checking segment: {'id': '89e6d293-e742-4877-ba46-d1499f028a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:13:48.172054 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Network hostable DHCP agents. Network: 870ad6fe-5349-423f-b12c-a3f04b6efb30, hostable agents: ['7a52374a-4ecc-42b4-85e8-2dcb7a264cb5'], hosted agents: [] {{(pid=101100) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 20 16:13:48.193720 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Network 870ad6fe-5349-423f-b12c-a3f04b6efb30 is scheduled to be hosted by DHCP agent 7a52374a-4ecc-42b4-85e8-2dcb7a264cb5 with binding_index 1 {{(pid=101100) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 20 16:13:48.194432 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.204079 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-15, 870ad6fe-5349-423f-b12c-a3f04b6efb30) {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:48.208970 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:48.209561 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.223502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c16ae-dbb6-46bf-b067-d6d2ed583497 None None] Network 870ad6fe-5349-423f-b12c-a3f04b6efb30 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:13:48.224966 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-99a60fdb-ba93-4d61-96c7-59e064af523e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3846097 Aug 20 16:13:48.227473 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59428) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:48.227765 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=8280013b-c76e-4f93-9b94-509f567a2bc7,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:48.232518 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:48.256787 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1607199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6800'] for router, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.258127 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1748396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6793'] for router, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.294020 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:48.294400 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.317683 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.440166 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp924786c1-ac76-52eb-8761-0cc5b74e8adc-870ad6fe-5349-423f-b12c-a3f04b6efb30', 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'fixed_ips': [{'subnet_id': 'af10dbc3-4139-4767-a23c-0c1e661b0107'}]}} from n-d-695189-15. {{(pid=101101) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 20 16:13:48.441118 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.465010 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.588710 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.db_base_plugin_common [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Allocated IP 172.20.0.2 (870ad6fe-5349-423f-b12c-a3f04b6efb30/af10dbc3-4139-4767-a23c-0c1e661b0107/88817a2c-99a7-498f-9ff9-c372f2cf4471) {{(pid=101101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:13:48.678195 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.697953 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.727102 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Notify callbacks [] for port, precommit_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.735664 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Transition to ACTIVE for port object 88817a2c-99a7-498f-9ff9-c372f2cf4471 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:48.753834 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Transition to ACTIVE for port object 88817a2c-99a7-498f-9ff9-c372f2cf4471 will not be triggered until provisioned by entity DHCP. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:48.761460 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039'] for port, after_create {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.809431 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Network 870ad6fe-5349-423f-b12c-a3f04b6efb30 is already hosted by enough agents. {{(pid=101101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:13:48.812286 n-d-695189-15 neutron-server[101101]: DEBUG neutron.scheduler.base_scheduler [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Resources bound (agent type, host, resource id): {{(pid=101101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:48.814157 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Allocated IP 172.25.5.179 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/5c4896c5-05f7-445c-ad5c-05fc7b03fdf8) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:13:48.816450 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Received port after_create {{(pid=101101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:13:48.826668 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Pushing event updated for resources: {'Port': ['ID=88817a2c-99a7-498f-9ff9-c372f2cf4471,revision_number=1']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:48.882879 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Attempting to bind port 88817a2c-99a7-498f-9ff9-c372f2cf4471 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:13:48.883525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Attempting to bind port 88817a2c-99a7-498f-9ff9-c372f2cf4471 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '89e6d293-e742-4877-ba46-d1499f028a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:13:48.883666 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Attempting to bind port 88817a2c-99a7-498f-9ff9-c372f2cf4471 on network 870ad6fe-5349-423f-b12c-a3f04b6efb30 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:13:48.888996 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:13:48.889381 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Checking segment: {'id': '89e6d293-e742-4877-ba46-d1499f028a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:13:48.889793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.890201 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Bound using segment: {'id': '89e6d293-e742-4877-ba46-d1499f028a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:13:48.890679 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Bound port: 88817a2c-99a7-498f-9ff9-c372f2cf4471, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e6d293-e742-4877-ba46-d1499f028a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:13:48.891084 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.933187 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.965205 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] For port 88817a2c-99a7-498f-9ff9-c372f2cf4471, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:13:48.969297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] For port 88817a2c-99a7-498f-9ff9-c372f2cf4471, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=88817a2c-99a7-498f-9ff9-c372f2cf4471,segment=NetworkSegment(89e6d293-e742-4877-ba46-d1499f028a31),segment_id=89e6d293-e742-4877-ba46-d1499f028a31)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:13:48.974746 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:48.977193 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:49.016618 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:13:49.020519 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:49.024377 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:13:49.037918 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8870dc9-a09b-4ff9-be84-1a821ebe658d None None] Pushing event updated for resources: {'Port': ['ID=88817a2c-99a7-498f-9ff9-c372f2cf4471,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:49.050535 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Pushing event updated for resources: {'Port': ['ID=5c4896c5-05f7-445c-ad5c-05fc7b03fdf8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:49.150578 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Sync routers for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:13:49.164929 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:49.165549 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:49.312908 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:49.319053 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:49.528259 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 2, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:49.530696 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1794457'] for router, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:49.554817 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Checking router: 586e93de-061b-4c78-a334-5edcb4c4fb8b for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:13:49.555249 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Updating router 586e93de-061b-4c78-a334-5edcb4c4fb8b port ecc60ebb-1d76-4eed-a50b-5b47db8004af binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:13:49.579103 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:49.669675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Router 48be0a4a-5716-4e94-97be-d7125ce60fab is scheduled to L3 agent 879fe512-6578-4fd5-af91-2295540b34ee with binding_index 1 {{(pid=101100) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 20 16:13:49.785933 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:13:49.795718 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Sync routers for ids ['48be0a4a-5716-4e94-97be-d7125ce60fab'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:13:49.811070 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Routers {'48be0a4a-5716-4e94-97be-d7125ce60fab'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:49.812026 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['48be0a4a-5716-4e94-97be-d7125ce60fab'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:49.812362 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:49.813705 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-66c68862-dd2c-4a50-970f-91c018c6b144 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5852046 Aug 20 16:13:49.816837 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59430) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:49.941964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 88817a2c-99a7-498f-9ff9-c372f2cf4471 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:49.944300 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:49.955069 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Transition to ACTIVE for port object ecc60ebb-1d76-4eed-a50b-5b47db8004af will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:49.965034 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:50.028856 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Pushing event updated for resources: {'Port': ['ID=ecc60ebb-1d76-4eed-a50b-5b47db8004af,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:50.051987 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.052618 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.053028 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.053485 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.053822 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.054224 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.054708 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.055146 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.055586 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.055927 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.056277 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.056603 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:13:50.130012 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Attempting to bind port ecc60ebb-1d76-4eed-a50b-5b47db8004af on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:13:50.130467 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Attempting to bind port ecc60ebb-1d76-4eed-a50b-5b47db8004af by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:13:50.131029 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Attempting to bind port ecc60ebb-1d76-4eed-a50b-5b47db8004af on network 9525a18e-9eb1-4296-b050-ba0e25ee29fc {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:13:50.138404 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:13:50.138881 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Checking segment: {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:13:50.139364 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:50.139894 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Bound using segment: {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:13:50.140436 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Bound port: ecc60ebb-1d76-4eed-a50b-5b47db8004af, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:13:50.141032 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:50.194786 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c86e1-66be-43b7-96a4-4b444d5fcd86 None None] Network 870ad6fe-5349-423f-b12c-a3f04b6efb30 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:13:50.218481 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] For port ecc60ebb-1d76-4eed-a50b-5b47db8004af, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:13:50.224922 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] For port ecc60ebb-1d76-4eed-a50b-5b47db8004af, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ecc60ebb-1d76-4eed-a50b-5b47db8004af,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:13:50.232982 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:50.251138 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Set router 48be0a4a-5716-4e94-97be-d7125ce60fab gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:50.256212 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-5b224c55-c5a8-4c53-9212-2f0d0d0a5092 None None] Provisioning for port 88817a2c-99a7-498f-9ff9-c372f2cf4471 completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:50.297687 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:50.301595 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:50.342544 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224364c8-c890-4318-84f9-5877d39d8d8d None None] Pushing event updated for resources: {'Port': ['ID=ecc60ebb-1d76-4eed-a50b-5b47db8004af,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:50.381559 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:50.438705 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:50.441139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 88817a2c-99a7-498f-9ff9-c372f2cf4471 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:50.463675 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 88817a2c-99a7-498f-9ff9-c372f2cf4471 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:50.464070 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:50.680132 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-57362324-09f7-4e25-8607-71c96438f389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:50Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:50.680614 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:50.710162 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:49Z', 'revision_number': 3, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'gw_port': {'id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:50.718399 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57362324-09f7-4e25-8607-71c96438f389 None None] The sync data for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 is: [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:50Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:13:50.748264 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Checking router: 48be0a4a-5716-4e94-97be-d7125ce60fab for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:13:50.748615 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Updating router 48be0a4a-5716-4e94-97be-d7125ce60fab port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 binding host n-d-695189-15 {{(pid=101101) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:13:50.754378 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 88817a2c-99a7-498f-9ff9-c372f2cf4471, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=88817a2c-99a7-498f-9ff9-c372f2cf4471,segment=NetworkSegment(89e6d293-e742-4877-ba46-d1499f028a31),segment_id=89e6d293-e742-4877-ba46-d1499f028a31)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:50.780608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:50.781346 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8280013b-c76e-4f93-9b94-509f567a2bc7 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:50.835493 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:50.922305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=88817a2c-99a7-498f-9ff9-c372f2cf4471,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:50.998330 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Allocated IP 172.20.0.1 (870ad6fe-5349-423f-b12c-a3f04b6efb30/af10dbc3-4139-4767-a23c-0c1e661b0107/9e3eaba1-42c9-4a08-9d10-c18ada97340a) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:13:51.049129 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-c1a4f89a-99e8-4647-a0c2-f4068a774632 None None] Provisioning complete for port 88817a2c-99a7-498f-9ff9-c372f2cf4471 triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:51.051128 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c1a4f89a-99e8-4647-a0c2-f4068a774632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.059081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 8280013b-c76e-4f93-9b94-509f567a2bc7 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:51.059458 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.115396 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.135997 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Transition to ACTIVE for port object 9e3eaba1-42c9-4a08-9d10-c18ada97340a will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:51.174799 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.214195 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Network 870ad6fe-5349-423f-b12c-a3f04b6efb30 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:13:51.217309 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:51.223873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:13:51.270683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Pushing event updated for resources: {'Port': ['ID=9e3eaba1-42c9-4a08-9d10-c18ada97340a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:51.279186 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1609587'] for router_interface, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.316804 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Notify callbacks [] for port, precommit_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.332338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Transition to ACTIVE for port object 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 will not be triggered until provisioned by entity L2. {{(pid=101101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:51.342999 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.397656 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Attempting to bind port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 on host n-d-695189-15 for vnic_type normal with profile {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:13:51.398104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Attempting to bind port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:13:51.398532 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Attempting to bind port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 on network 6d116f17-d1cb-4c73-bf30-596db9a7b235 {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:13:51.407533 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48812baf-ae15-465e-ad2d-6f18c15b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5c4896c5-05f7-445c-ad5c-05fc7b03fdf8,revision_number=2']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:51.419228 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:13:51.419881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Checking segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:13:51.420465 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.420979 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Bound using segment: {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'} {{(pid=101101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:13:51.421525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.managers [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Bound port: 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c873ba-4e6c-4e03-909c-4fdff04e610e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235'}}] {{(pid=101101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:13:51.422054 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.459157 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.481912 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] For port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8, host n-d-695189-15, cleared binding levels {{(pid=101101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:13:51.485634 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] For port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5c4896c5-05f7-445c-ad5c-05fc7b03fdf8,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:13:51.489640 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.548589 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-66bbb0c4-24e0-41c3-8e33-0b87a1f06221 None None] Provisioning for port 9e3eaba1-42c9-4a08-9d10-c18ada97340a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:51.564250 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-66bbb0c4-24e0-41c3-8e33-0b87a1f06221 None None] Provisioning complete for port 9e3eaba1-42c9-4a08-9d10-c18ada97340a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:51.564603 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-66bbb0c4-24e0-41c3-8e33-0b87a1f06221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.567223 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48812baf-ae15-465e-ad2d-6f18c15b0b82 None None] Pushing event updated for resources: {'Port': ['ID=5c4896c5-05f7-445c-ad5c-05fc7b03fdf8,revision_number=3']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:51.569749 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Routers {'48be0a4a-5716-4e94-97be-d7125ce60fab'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:51.570358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['48be0a4a-5716-4e94-97be-d7125ce60fab'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:51.639173 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.644251 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.647390 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-66bbb0c4-24e0-41c3-8e33-0b87a1f06221 None None] Port 9e3eaba1-42c9-4a08-9d10-c18ada97340a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:13:51.704119 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] Set router 48be0a4a-5716-4e94-97be-d7125ce60fab gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:51.730254 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Pushing event updated for resources: {'Port': ['ID=9e3eaba1-42c9-4a08-9d10-c18ada97340a,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:51.735365 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1611971'] for router_interface, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.833567 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Network 870ad6fe-5349-423f-b12c-a3f04b6efb30 is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:13:51.834970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:51.841942 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 88817a2c-99a7-498f-9ff9-c372f2cf4471 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:51.945024 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 88817a2c-99a7-498f-9ff9-c372f2cf4471 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:51.945411 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:51.961901 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Router 48be0a4a-5716-4e94-97be-d7125ce60fab has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:13:52.003962 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 4, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'gw_port': {'id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9e3eaba1-42c9-4a08-9d10-c18ada97340a', 'name': '', 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'mac_address': 'fa:16:3e:d4:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:50Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 1, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'subnets': [{'id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:52.036809 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0620a9eb-6b11-46f6-a7a4-dd6b783fc97a None None] The sync data for ids ['48be0a4a-5716-4e94-97be-d7125ce60fab'] in n-d-695189-15 is: [{'id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 4, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'gw_port': {'id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9e3eaba1-42c9-4a08-9d10-c18ada97340a', 'name': '', 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'mac_address': 'fa:16:3e:d4:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:50Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 1, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'subnets': [{'id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:13:52.080970 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:13:52.094731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ecc60ebb-1d76-4eed-a50b-5b47db8004af up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:52.095316 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-83111c23-9f21-4777-ba85-5cc514fe0a6b admin admin] 10.222.0.36 "PUT /v2.0/routers/48be0a4a-5716-4e94-97be-d7125ce60fab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2690883 Aug 20 16:13:52.095455 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-67dca891-f037-413d-8fdd-551814ff3a8a None None] Provisioning complete for port 9e3eaba1-42c9-4a08-9d10-c18ada97340a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:52.095455 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67dca891-f037-413d-8fdd-551814ff3a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.149504 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-67dca891-f037-413d-8fdd-551814ff3a8a None None] Port 9e3eaba1-42c9-4a08-9d10-c18ada97340a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:13:52.169783 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port ecc60ebb-1d76-4eed-a50b-5b47db8004af completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:52.174587 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ecc60ebb-1d76-4eed-a50b-5b47db8004af triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:52.175234 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.271323 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.317515 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port ecc60ebb-1d76-4eed-a50b-5b47db8004af, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ecc60ebb-1d76-4eed-a50b-5b47db8004af,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:52.324547 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.383579 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=ecc60ebb-1d76-4eed-a50b-5b47db8004af,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:52.589683 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59440) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:52.594689 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-a315516a-9beb-4aa2-81b4-a91a146dc1a3 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082110804', 'description': 'tempest-secgroup-smoke-2082110804 description', 'project_id': '84fa6b4b0444413690c28328975058ca'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:52.618702 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a315516a-9beb-4aa2-81b4-a91a146dc1a3 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.705064 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a315516a-9beb-4aa2-81b4-a91a146dc1a3 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.709892 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a315516a-9beb-4aa2-81b4-a91a146dc1a3 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.736408 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-a315516a-9beb-4aa2-81b4-a91a146dc1a3 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.737626 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-a315516a-9beb-4aa2-81b4-a91a146dc1a3 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1467919 Aug 20 16:13:52.740757 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59442) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:52.741759 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315516a-9beb-4aa2-81b4-a91a146dc1a3 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407cb38a-4deb-4bfc-93b7-a48482501adf,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:52.745727 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-76bfee40-feb6-43cb-90fb-ffb61796242f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'security_group_rule': {'security_group_id': '407cb38a-4deb-4bfc-93b7-a48482501adf', 'project_id': '84fa6b4b0444413690c28328975058ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:52.773727 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76bfee40-feb6-43cb-90fb-ffb61796242f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.831666 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76bfee40-feb6-43cb-90fb-ffb61796242f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.835144 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76bfee40-feb6-43cb-90fb-ffb61796242f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.852987 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfee40-feb6-43cb-90fb-ffb61796242f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f82ab3-79a0-4082-a4c7-dd7b472bf1d3,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:52.859388 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-76bfee40-feb6-43cb-90fb-ffb61796242f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.860645 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-76bfee40-feb6-43cb-90fb-ffb61796242f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187923 Aug 20 16:13:52.863367 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59444) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:52.868112 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-d2c6a31a-8f9d-4877-8fcc-441d4bc9f398 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'security_group_rule': {'security_group_id': '407cb38a-4deb-4bfc-93b7-a48482501adf', 'project_id': '84fa6b4b0444413690c28328975058ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:52.894206 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c6a31a-8f9d-4877-8fcc-441d4bc9f398 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.949866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c6a31a-8f9d-4877-8fcc-441d4bc9f398 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.954400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c6a31a-8f9d-4877-8fcc-441d4bc9f398 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.969542 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6a31a-8f9d-4877-8fcc-441d4bc9f398 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d65faf-3d19-436b-9f4c-f35f6191d3dc,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:52.978644 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-d2c6a31a-8f9d-4877-8fcc-441d4bc9f398 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:52.979989 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-d2c6a31a-8f9d-4877-8fcc-441d4bc9f398 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156878 Aug 20 16:13:52.982678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59446) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:52.987117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-8affab37-a940-4bed-b472-4ae7751789bd tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'security_group_rule': {'security_group_id': '407cb38a-4deb-4bfc-93b7-a48482501adf', 'project_id': '84fa6b4b0444413690c28328975058ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:53.012723 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8affab37-a940-4bed-b472-4ae7751789bd tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.074134 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8affab37-a940-4bed-b472-4ae7751789bd tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.077683 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8affab37-a940-4bed-b472-4ae7751789bd tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.097636 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affab37-a940-4bed-b472-4ae7751789bd tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c652b0-f4a2-4b36-8cc6-bce5827c12e9,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:53.100817 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-8affab37-a940-4bed-b472-4ae7751789bd tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.101995 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-8affab37-a940-4bed-b472-4ae7751789bd tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183922 Aug 20 16:13:53.105293 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59448) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:53.109611 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-25c2665c-fb03-447f-b5c0-97ec948c6635 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'security_group_rule': {'security_group_id': '407cb38a-4deb-4bfc-93b7-a48482501adf', 'project_id': '84fa6b4b0444413690c28328975058ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:53.137183 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25c2665c-fb03-447f-b5c0-97ec948c6635 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.197945 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25c2665c-fb03-447f-b5c0-97ec948c6635 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.201915 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25c2665c-fb03-447f-b5c0-97ec948c6635 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.216912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2665c-fb03-447f-b5c0-97ec948c6635 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d8e741-96b1-468d-9c43-792d0cdf9096,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:53.226583 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-25c2665c-fb03-447f-b5c0-97ec948c6635 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.227838 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-25c2665c-fb03-447f-b5c0-97ec948c6635 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215763 Aug 20 16:13:53.230453 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59450) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:53.234909 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-32e7f3ba-d79e-4658-8149-92474397a71e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'security_group_rule': {'security_group_id': '407cb38a-4deb-4bfc-93b7-a48482501adf', 'project_id': '84fa6b4b0444413690c28328975058ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:53.256686 n-d-695189-15 neutron-server[101100]: INFO neutron.db.securitygroups_db [None req-32e7f3ba-d79e-4658-8149-92474397a71e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Project 84fa6b4b0444413690c28328975058ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:13:53.261397 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-32e7f3ba-d79e-4658-8149-92474397a71e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.323449 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-32e7f3ba-d79e-4658-8149-92474397a71e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.327617 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-32e7f3ba-d79e-4658-8149-92474397a71e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.347924 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7f3ba-d79e-4658-8149-92474397a71e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca2ad75-1b27-4947-87f7-3309072daea1,revision_number=0']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:53.353887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-32e7f3ba-d79e-4658-8149-92474397a71e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.355107 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-32e7f3ba-d79e-4658-8149-92474397a71e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236897 Aug 20 16:13:53.358134 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 59452) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:13:53.364611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [None req-c48c6c4f-c548-4065-b490-22b81abea90f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'security_group_rule': {'security_group_id': '407cb38a-4deb-4bfc-93b7-a48482501adf', 'project_id': '84fa6b4b0444413690c28328975058ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:53.387727 n-d-695189-15 neutron-server[101099]: INFO neutron.db.securitygroups_db [None req-c48c6c4f-c548-4065-b490-22b81abea90f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Project 84fa6b4b0444413690c28328975058ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 20 16:13:53.393203 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c48c6c4f-c548-4065-b490-22b81abea90f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.459912 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c48c6c4f-c548-4065-b490-22b81abea90f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.463618 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c48c6c4f-c548-4065-b490-22b81abea90f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739264'] for security_group_rule, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.482902 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c6c4f-c548-4065-b490-22b81abea90f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6de82d-325e-47e8-bc4e-91857a9ef527,revision_number=0']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:53.487164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-c48c6c4f-c548-4065-b490-22b81abea90f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.497067 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-c48c6c4f-c548-4065-b490-22b81abea90f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291866 Aug 20 16:13:53.650978 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-98a45f3f-f5bc-436d-a279-51f222f6cb05 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082110804&fields=id&tenant_id=84fa6b4b0444413690c28328975058ca HTTP/1.1" status: 200 len: 267 time: 0.0359700 Aug 20 16:13:53.767422 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-75005203-08fc-4bc2-b6ec-f0f0801c0f6c tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:53.769435 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-75005203-08fc-4bc2-b6ec-f0f0801c0f6c tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 809 time: 0.1110764 Aug 20 16:13:53.788508 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-09100bc3-d1b9-407c-a615-baeb2bee6459 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/quotas/84fa6b4b0444413690c28328975058ca HTTP/1.1" status: 200 len: 375 time: 0.0125501 Aug 20 16:13:53.854652 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-1499e502-88aa-4c6b-9936-981fb791301e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599573 Aug 20 16:13:53.884871 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ecc60ebb-1d76-4eed-a50b-5b47db8004af up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:53.937731 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port ecc60ebb-1d76-4eed-a50b-5b47db8004af triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:53.938104 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:53.957439 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-5ca836e3-702e-4225-9e0c-455183714fc1 service neutron] 10.222.0.36 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887630 Aug 20 16:13:54.021266 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:54.064123 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-3109a037-1bc8-48e8-96f5-fe2fa0f94cfe service neutron] 10.222.0.36 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002977 Aug 20 16:13:54.076290 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:54.081907 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:54.082376 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:54.168091 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:54.193699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5c4896c5-05f7-445c-ad5c-05fc7b03fdf8,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:54.198313 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:54.255460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f8b6b9dd-20d9-4d6b-ae36-022af505a8f7 req-6d5ef0c2-ec82-4421-a755-df52ec00a8c4 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 210 time: 0.0348847 Aug 20 16:13:54.258957 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=5c4896c5-05f7-445c-ad5c-05fc7b03fdf8,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:54.847536 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Sync routers for ids ['48be0a4a-5716-4e94-97be-d7125ce60fab'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:13:54.856461 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Routers {'48be0a4a-5716-4e94-97be-d7125ce60fab'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:54.857055 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['48be0a4a-5716-4e94-97be-d7125ce60fab'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:55.044021 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Set router 48be0a4a-5716-4e94-97be-d7125ce60fab gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:55.231993 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 4, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'gw_port': {'id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9e3eaba1-42c9-4a08-9d10-c18ada97340a', 'name': '', 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'mac_address': 'fa:16:3e:d4:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:50Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 2, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'subnets': [{'id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:55.256726 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Checking router: 48be0a4a-5716-4e94-97be-d7125ce60fab for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:13:55.257076 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Updating router 48be0a4a-5716-4e94-97be-d7125ce60fab port 9e3eaba1-42c9-4a08-9d10-c18ada97340a binding host n-d-695189-15 {{(pid=101102) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 20 16:13:55.280370 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:55.337831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b964125c-fac1-4757-92f1-db1fa3d196f2 req-fa21e7ad-23aa-432b-a15a-a94e67a8a1c4 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 210 time: 0.0278137 Aug 20 16:13:55.541140 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Notify callbacks [] for port, precommit_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:55.552224 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.provisioning_blocks [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Transition to ACTIVE for port object 9e3eaba1-42c9-4a08-9d10-c18ada97340a will not be triggered until provisioned by entity L2. {{(pid=101102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:55.557515 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:55.636064 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9feb3df-f41a-45a0-985e-a780d0aa9c59 None None] Pushing event updated for resources: {'Port': ['ID=9e3eaba1-42c9-4a08-9d10-c18ada97340a,revision_number=3']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:55.673289 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Attempting to bind port 9e3eaba1-42c9-4a08-9d10-c18ada97340a on host n-d-695189-15 for vnic_type normal with profile {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:13:55.673752 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Attempting to bind port 9e3eaba1-42c9-4a08-9d10-c18ada97340a by drivers openvswitch,hyperv on host n-d-695189-15 at level 0 using segments [{'id': '89e6d293-e742-4877-ba46-d1499f028a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30'}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:13:55.674757 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Attempting to bind port 9e3eaba1-42c9-4a08-9d10-c18ada97340a on network 870ad6fe-5349-423f-b12c-a3f04b6efb30 {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:13:55.682365 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Checking agent: {'id': '205e7f3e-3d36-4b25-bfa6-63ce395e763a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 39, 45), 'started_at': datetime.datetime(2021, 8, 20, 14, 40, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:13:55.682961 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Checking segment: {'id': '89e6d293-e742-4877-ba46-d1499f028a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:13:55.683587 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:55.684171 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Bound using segment: {'id': '89e6d293-e742-4877-ba46-d1499f028a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30'} {{(pid=101102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:13:55.684636 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.managers [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Bound port: 9e3eaba1-42c9-4a08-9d10-c18ada97340a, host: n-d-695189-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e6d293-e742-4877-ba46-d1499f028a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30'}}] {{(pid=101102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:13:55.685013 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:55.750509 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] For port 9e3eaba1-42c9-4a08-9d10-c18ada97340a, host n-d-695189-15, cleared binding levels {{(pid=101102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:13:55.754279 n-d-695189-15 neutron-server[101102]: DEBUG neutron.plugins.ml2.db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] For port 9e3eaba1-42c9-4a08-9d10-c18ada97340a, host n-d-695189-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9e3eaba1-42c9-4a08-9d10-c18ada97340a,segment=NetworkSegment(89e6d293-e742-4877-ba46-d1499f028a31),segment_id=89e6d293-e742-4877-ba46-d1499f028a31)] {{(pid=101102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:13:55.759069 n-d-695189-15 neutron-server[101102]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:55.820678 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Routers {'48be0a4a-5716-4e94-97be-d7125ce60fab'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:13:55.821222 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['48be0a4a-5716-4e94-97be-d7125ce60fab'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:55.842016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:55.868658 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9feb3df-f41a-45a0-985e-a780d0aa9c59 None None] Pushing event updated for resources: {'Port': ['ID=9e3eaba1-42c9-4a08-9d10-c18ada97340a,revision_number=4']} {{(pid=101102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:55.937449 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:55.937914 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:55.945843 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] Set router 48be0a4a-5716-4e94-97be-d7125ce60fab gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:13:56.153149 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 4, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'gw_port': {'id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9e3eaba1-42c9-4a08-9d10-c18ada97340a', 'name': '', 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'mac_address': 'fa:16:3e:d4:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:50Z', 'updated_at': '2021-08-20T16:13:55Z', 'revision_number': 4, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'subnets': [{'id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:13:56.180869 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1f8e1d-6766-4805-9013-cad60159f961 None None] The sync data for ids ['48be0a4a-5716-4e94-97be-d7125ce60fab'] in n-d-695189-15 is: [{'id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:51Z', 'revision_number': 4, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'gw_port': {'id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': '9e3eaba1-42c9-4a08-9d10-c18ada97340a', 'name': '', 'network_id': '870ad6fe-5349-423f-b12c-a3f04b6efb30', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'mac_address': 'fa:16:3e:d4:1f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:50Z', 'updated_at': '2021-08-20T16:13:55Z', 'revision_number': 4, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'subnets': [{'id': 'af10dbc3-4139-4767-a23c-0c1e661b0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:13:56.336879 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-1fc385e4-298f-431a-a21e-021c1273a34a tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:56.338413 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-1fc385e4-298f-431a-a21e-021c1273a34a tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.70 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 809 time: 0.1129723 Aug 20 16:13:56.404140 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-7af1589b-280d-46c2-b6af-e56c1a1740e5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84fa6b4b0444413690c28328975058ca HTTP/1.1" status: 200 len: 380 time: 0.0543008 Aug 20 16:13:56.417827 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'port': {'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'admin_state_up': True, 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'security_groups': ['407cb38a-4deb-4bfc-93b7-a48482501adf']}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:56.485685 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f7c43752-3ba9-4ec1-9d4b-a51576e9cd68 req-39f87758-ea69-4304-8d06-ebe8150cd94f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 210 time: 0.0640435 Aug 20 16:13:56.556793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Made reservation on behalf of 84fa6b4b0444413690c28328975058ca for: {'port': 1} {{(pid=101099) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:13:56.560678 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:56.700169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_common [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Allocated IP 172.20.0.3 (9525a18e-9eb1-4296-b050-ba0e25ee29fc/55b4acb0-2872-421e-89d5-d12c9235a654/d691f3ec-2968-45b7-9a9e-4af6c214630a) {{(pid=101099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:13:56.839164 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for port, precommit_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:56.852912 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Transition to ACTIVE for port object d691f3ec-2968-45b7-9a9e-4af6c214630a will not be triggered until provisioned by entity DHCP. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:56.884897 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_create {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:56.929375 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc is already hosted by enough agents. {{(pid=101099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:13:56.932299 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.base_scheduler [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Resources bound (agent type, host, resource id): {{(pid=101099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:13:56.934576 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Received port after_create {{(pid=101099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:13:56.961918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'Port': ['ID=d691f3ec-2968-45b7-9a9e-4af6c214630a,revision_number=1']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:56.994682 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:56.995324 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:57.009213 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-469980ee-cfc2-4774-ae82-b23a73866bdf tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953629 Aug 20 16:13:57.027473 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.v2.base [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Request body: {'port': {'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-15'}} {{(pid=101099) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:13:57.091837 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:57.171016 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-99e5fafe-cb57-4044-b9ea-6ffd38db4b3e None None] Provisioning for port d691f3ec-2968-45b7-9a9e-4af6c214630a completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:57.175993 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-99e5fafe-cb57-4044-b9ea-6ffd38db4b3e None None] Provisioning complete for port d691f3ec-2968-45b7-9a9e-4af6c214630a triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:57.176371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-99e5fafe-cb57-4044-b9ea-6ffd38db4b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:57.209681 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-99e5fafe-cb57-4044-b9ea-6ffd38db4b3e None None] Port d691f3ec-2968-45b7-9a9e-4af6c214630a cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:13:57.352147 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d691f3ec-2968-45b7-9a9e-4af6c214630a {{(pid=101099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:13:57.359337 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:57.370849 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.provisioning_blocks [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Transition to ACTIVE for port object d691f3ec-2968-45b7-9a9e-4af6c214630a will not be triggered until provisioned by entity L2. {{(pid=101099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:13:57.374356 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:57.472524 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d691f3ec-2968-45b7-9a9e-4af6c214630a,revision_number=2']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:57.504449 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Attempting to bind port d691f3ec-2968-45b7-9a9e-4af6c214630a on host n-h2-695189-15 for vnic_type normal with profile {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:13:57.504788 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Attempting to bind port d691f3ec-2968-45b7-9a9e-4af6c214630a by drivers openvswitch,hyperv on host n-h2-695189-15 at level 0 using segments [{'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:13:57.505115 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Attempting to bind port d691f3ec-2968-45b7-9a9e-4af6c214630a on network 9525a18e-9eb1-4296-b050-ba0e25ee29fc {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:13:57.510071 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Port d691f3ec-2968-45b7-9a9e-4af6c214630a on network 9525a18e-9eb1-4296-b050-ba0e25ee29fc not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-15 {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:13:57.510391 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Attempting to bind port d691f3ec-2968-45b7-9a9e-4af6c214630a on network 9525a18e-9eb1-4296-b050-ba0e25ee29fc {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:13:57.515631 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Checking agent: {'id': '16e3a357-cf2b-4033-9cb6-0f154e0f9766', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:13:57.515980 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Checking segment: {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:13:57.516484 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Bound using segment: {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'} {{(pid=101099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:13:57.517358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.managers [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Bound port: d691f3ec-2968-45b7-9a9e-4af6c214630a, host: n-h2-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'}}] {{(pid=101099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:13:57.517358 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:57.613137 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, cleared binding levels {{(pid=101099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:13:57.617698 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:13:57.621976 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7391471'] for port, after_update {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:57.662570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653a301-4f21-40c5-b994-962d629d12c0 req-f86f27e8-04fd-479f-8207-78c77cb7a774 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:57.664068 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d653a301-4f21-40c5-b994-962d629d12c0 req-f86f27e8-04fd-479f-8207-78c77cb7a774 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 943 time: 0.1034336 Aug 20 16:13:57.674086 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:57.675534 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:57.676452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] 10.222.0.70 "PUT /v2.0/ports/d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 200 len: 1092 time: 0.6535120 Aug 20 16:13:57.676927 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:13:57.679165 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c687b7-430b-48ce-beb8-99f1bf5fb87d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:13:57.751628 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464df39-0cde-416e-ac7a-0ad3a48553c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d691f3ec-2968-45b7-9a9e-4af6c214630a,revision_number=3']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:57.766631 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d653a301-4f21-40c5-b994-962d629d12c0 req-266192c6-5ada-4c1c-904d-0e915b844916 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939877 Aug 20 16:13:57.780601 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-767a5828-69fb-4300-8739-f68a24dbc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:57.782389 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-767a5828-69fb-4300-8739-f68a24dbc7a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1095 time: 0.0627911 Aug 20 16:13:57.866236 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9e3eaba1-42c9-4a08-9d10-c18ada97340a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:57.873424 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1ee59a-c3cf-4167-a22f-8bf380d6d05c x-openstack-request-id: req-5f1ee59a-c3cf-4167-a22f-8bf380d6d05c {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:13:57.873720 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:13:57.873973 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f1ee59a-c3cf-4167-a22f-8bf380d6d05c {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:13:57.874379 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'status': 'completed', 'code': 200} Aug 20 16:13:57.875951 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-3c507534-924f-4771-b0be-4ed7c19f58f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 200 len: 217 time: 0.0769694 Aug 20 16:13:57.928687 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning for port 9e3eaba1-42c9-4a08-9d10-c18ada97340a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:13:57.932560 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 9e3eaba1-42c9-4a08-9d10-c18ada97340a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:57.932939 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:57.946414 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-0f230fb2-4df5-4ca4-bdcb-519fbfe6c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:57.947853 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-0f230fb2-4df5-4ca4-bdcb-519fbfe6c6ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0560379 Aug 20 16:13:58.001530 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-720b6a03-3148-4fe4-bafe-b52a9f1080ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:58.003100 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-720b6a03-3148-4fe4-bafe-b52a9f1080ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426781 Aug 20 16:13:58.025855 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:58.057934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] For port 9e3eaba1-42c9-4a08-9d10-c18ada97340a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9e3eaba1-42c9-4a08-9d10-c18ada97340a,segment=NetworkSegment(89e6d293-e742-4877-ba46-d1499f028a31),segment_id=89e6d293-e742-4877-ba46-d1499f028a31)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:58.061960 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:58.101264 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-f46be586-0dfa-4cdf-bced-2f7f4d96e93e service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866990 Aug 20 16:13:58.112182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Pushing event updated for resources: {'Port': ['ID=9e3eaba1-42c9-4a08-9d10-c18ada97340a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:58.193220 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bc347374-74bc-492f-a1f2-edc2d5cde3b1 req-2de9ae3b-db56-4654-9a27-2def64f1a3fe service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829720 Aug 20 16:13:58.285797 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-df3ea0eb-96f6-4afc-b29e-9b56223a2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:58.287176 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-df3ea0eb-96f6-4afc-b29e-9b56223a2d8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1095 time: 0.0409243 Aug 20 16:13:58.384408 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-13986103-9e7c-4784-8c00-f246373511b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:58.385886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-13986103-9e7c-4784-8c00-f246373511b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0915360 Aug 20 16:13:58.427040 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-f897dd53-f004-4507-b066-95c6b6f8b149 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 200 len: 217 time: 0.0329616 Aug 20 16:13:58.480204 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-2fb2e604-26f3-4468-a648-f1b577e47785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:58.481610 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-2fb2e604-26f3-4468-a648-f1b577e47785 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0429137 Aug 20 16:13:58.534140 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-59a04920-2134-4c5c-ba8f-c9e2974699c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:58.535886 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-59a04920-2134-4c5c-ba8f-c9e2974699c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445280 Aug 20 16:13:58.624590 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-be2f9b16-9aa1-4f34-bcfa-ca3e65a5644a service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801907 Aug 20 16:13:58.718534 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-31c687b7-430b-48ce-beb8-99f1bf5fb87d req-20bd3dd3-e4e9-4fce-8e50-673d0b4f27c4 service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859177 Aug 20 16:13:58.909352 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0535b-7267-4b15-9523-329838eef434 req-cf92a574-4102-434c-847a-9dafb92285de tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:13:58.910847 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61a0535b-7267-4b15-9523-329838eef434 req-cf92a574-4102-434c-847a-9dafb92285de tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 943 time: 0.0500352 Aug 20 16:13:58.948737 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-61a0535b-7267-4b15-9523-329838eef434 req-5d7bdad6-ca82-431a-a9f8-e3e50b11c0ba tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Aug 20 16:13:59.365600 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d691f3ec-2968-45b7-9a9e-4af6c214630a details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:13:59.461309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:59.472440 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:13:59.508462 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:59.521102 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d691f3ec-2968-45b7-9a9e-4af6c214630a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:13:59.539793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:13:59.543568 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:59.590377 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:13:59.591654 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d691f3ec-2968-45b7-9a9e-4af6c214630a,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:13:59.755504 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:13:59.796881 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9e3eaba1-42c9-4a08-9d10-c18ada97340a up at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:13:59.823898 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d691f3ec-2968-45b7-9a9e-4af6c214630a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:13:59.901232 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Provisioning complete for port 9e3eaba1-42c9-4a08-9d10-c18ada97340a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:13:59.901610 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:00.068695 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4103b9-2c87-4fb5-901f-57119e79fe1d req-daa9be8c-0817-4ef3-8241-0ec20526450f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:00.070634 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb4103b9-2c87-4fb5-901f-57119e79fe1d req-daa9be8c-0817-4ef3-8241-0ec20526450f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 944 time: 0.0529356 Aug 20 16:14:00.121445 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-cb4103b9-2c87-4fb5-901f-57119e79fe1d req-fbec23fe-4764-4ebe-be3e-a120588c0318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Aug 20 16:14:01.240364 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b48a57-526f-42f0-aa2e-6c34b27f707d req-39cb61c0-a167-426d-ae10-d04e6f331a58 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:01.241759 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9b48a57-526f-42f0-aa2e-6c34b27f707d req-39cb61c0-a167-426d-ae10-d04e6f331a58 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 944 time: 0.0528259 Aug 20 16:14:01.279561 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-c9b48a57-526f-42f0-aa2e-6c34b27f707d req-99355c69-aae7-45e5-afb1-693f5b6f360f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Aug 20 16:14:01.387807 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d691f3ec-2968-45b7-9a9e-4af6c214630a up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:14:01.442841 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning for port d691f3ec-2968-45b7-9a9e-4af6c214630a completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:14:01.446399 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port d691f3ec-2968-45b7-9a9e-4af6c214630a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:14:01.446771 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:01.520930 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:01.541946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:14:01.544258 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda08ce-c91e-4948-aaed-74f27bdb4b6b" -d '{"events": [{"server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "name": "network-vif-plugged", "status": "completed", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:14:01.557461 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:14:01.561735 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:01.585325 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a0eba1-091c-4070-8732-97cc0b0d889b x-openstack-request-id: req-17a0eba1-091c-4070-8732-97cc0b0d889b {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:14:01.585620 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "name": "network-vif-plugged", "status": "completed", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:14:01.585874 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17a0eba1-091c-4070-8732-97cc0b0d889b {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:14:01.586290 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'code': 200} Aug 20 16:14:01.611079 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d691f3ec-2968-45b7-9a9e-4af6c214630a,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:14:01.690424 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b67682-de94-41de-a67e-cba2ca233267 req-d49ab425-0968-486b-b7f3-ec8e60c3dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:01.691967 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6b67682-de94-41de-a67e-cba2ca233267 req-d49ab425-0968-486b-b7f3-ec8e60c3dea6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1097 time: 0.0403757 Aug 20 16:14:01.730815 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d6b67682-de94-41de-a67e-cba2ca233267 req-5aa8f2bb-7f2a-4edd-9644-9e9dbe293246 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271380 Aug 20 16:14:02.394489 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d05dd-5ed1-4107-9f77-69e41c7c8fcc req-6124fc9e-7ae1-4a12-8c55-84e26d23f73b tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:02.395995 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b27d05dd-5ed1-4107-9f77-69e41c7c8fcc req-6124fc9e-7ae1-4a12-8c55-84e26d23f73b tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 945 time: 0.0495055 Aug 20 16:14:02.433438 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-b27d05dd-5ed1-4107-9f77-69e41c7c8fcc req-67887033-565f-491c-a6d2-ffd11f3062db tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315597 Aug 20 16:14:03.548080 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535cd15-64fa-4a20-9273-4461c10240c5 req-d8393609-98ec-4abd-bf79-d942140d84fc tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:03.550109 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8535cd15-64fa-4a20-9273-4461c10240c5 req-d8393609-98ec-4abd-bf79-d942140d84fc tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 945 time: 0.0516112 Aug 20 16:14:03.586661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8535cd15-64fa-4a20-9273-4461c10240c5 req-745f81c8-ab23-42d0-ac94-dcee95a0b599 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303371 Aug 20 16:14:03.699995 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ff808-eec9-4487-8f7c-71c2f6fa4d07 req-1b8a3529-9195-4c7e-9f28-a4e682682d5f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:03.701476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c3ff808-eec9-4487-8f7c-71c2f6fa4d07 req-1b8a3529-9195-4c7e-9f28-a4e682682d5f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 945 time: 0.0494115 Aug 20 16:14:03.739932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4c3ff808-eec9-4487-8f7c-71c2f6fa4d07 req-0747558d-3f35-4c80-9f1b-bba055d55e15 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310211 Aug 20 16:14:03.761301 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59504) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:14:03.893307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91e24d-6f8f-4016-87e7-5837b6e9146f tempest-TestSnapshotPattern-1085660165 tempest-TestSnapshotPattern-1085660165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:03.894806 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3a91e24d-6f8f-4016-87e7-5837b6e9146f tempest-TestSnapshotPattern-1085660165 tempest-TestSnapshotPattern-1085660165-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1092 time: 0.1324229 Aug 20 16:14:03.897739 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59508) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:14:03.902084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:14:03.922848 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:04.015995 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:04.120353 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Allocated IP 172.25.5.197 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/7385e223-de41-4fb4-b419-dbaeeabfdc75) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:14:04.219621 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:04.256902 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:04.293940 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:14:04.296647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:14:04.300609 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:14:04.328307 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'Port': ['ID=7385e223-de41-4fb4-b419-dbaeeabfdc75,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:14:04.655045 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:04.721929 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:04.863146 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:04.867651 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:04.939133 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'Port': ['ID=7385e223-de41-4fb4-b419-dbaeeabfdc75,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:14:04.949082 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:05.049580 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Floating IP c2a8a4b7-ffca-4aa8-a99f-e2421624f367 associated. External IP: 172.25.5.197, port: d691f3ec-2968-45b7-9a9e-4af6c214630a. Aug 20 16:14:05.580570 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Router 586e93de-061b-4c78-a334-5edcb4c4fb8b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:14:05.686891 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:14:05.696828 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] Sync routers for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:14:05.702172 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:05.709979 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:14:05.710608 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:14:05.729280 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-ba7e30f9-8795-40b8-b5f8-ccd357a20d24 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8305349 Aug 20 16:14:05.729864 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:14:05.732162 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea81276f-6677-48e8-9a79-cfbbe19550c1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:14:05.823284 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:14:05.843972 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f3a464-55b4-4c6a-a003-d401f1ba7fb4 x-openstack-request-id: req-c2f3a464-55b4-4c6a-a003-d401f1ba7fb4 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:14:05.844268 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:14:05.844527 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2f3a464-55b4-4c6a-a003-d401f1ba7fb4 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:14:05.844932 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'status': 'completed', 'code': 200} Aug 20 16:14:05.909715 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-1d19cfe1-13a3-4fae-b42c-ff9e73bbf7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:05.911283 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-1d19cfe1-13a3-4fae-b42c-ff9e73bbf7e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1097 time: 0.0434949 Aug 20 16:14:06.007962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-e1a5e67c-5482-4354-878f-9b84a67b9019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:06.009453 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-e1a5e67c-5482-4354-878f-9b84a67b9019 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0912127 Aug 20 16:14:06.050305 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c2a8a4b7-ffca-4aa8-a99f-e2421624f367', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:14:04Z', 'updated_at': '2021-08-20T16:14:04Z', 'revision_number': 0, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:14:06.076252 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] Checking router: 586e93de-061b-4c78-a334-5edcb4c4fb8b for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:14:06.077566 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-99ca0c18-b8d8-4c66-b137-f7cc9dd37ab3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 200 len: 999 time: 0.0606916 Aug 20 16:14:06.085402 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:14:06.086003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:13:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:14:06.136918 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-6c0ca398-721b-4cfa-ba4d-92ccb4235d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:06.138410 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-6c0ca398-721b-4cfa-ba4d-92ccb4235d68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0528040 Aug 20 16:14:06.185983 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-437f627a-f77f-464b-97c7-f5a282736b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:14:06.187492 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-437f627a-f77f-464b-97c7-f5a282736b1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417619 Aug 20 16:14:06.198698 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:14:06.276827 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-df87138f-1b30-4a0c-af61-6e10544514d2 service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809786 Aug 20 16:14:06.373936 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ea81276f-6677-48e8-9a79-cfbbe19550c1 req-49829ba0-0f5f-4f3f-9c08-922e95d458d2 service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885942 Aug 20 16:14:06.434076 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c2a8a4b7-ffca-4aa8-a99f-e2421624f367', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:14:04Z', 'updated_at': '2021-08-20T16:14:04Z', 'revision_number': 0, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:14:06.461167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d8eae2-9adb-44c8-98c8-b69b2d5ac743 None None] The sync data for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 is: [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c2a8a4b7-ffca-4aa8-a99f-e2421624f367', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:14:04Z', 'updated_at': '2021-08-20T16:14:04Z', 'revision_number': 0, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:14:06.650959 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced8e49-d19f-4f41-812d-29d5c7aa2936 None None] New status for floating IP c2a8a4b7-ffca-4aa8-a99f-e2421624f367: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:14:06.852075 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:12.342995 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-afd9fcc7-e1e6-4c97-9784-bf714b414e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:15.000974 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:15.302754 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-93e2ce36-32c7-41ce-a9d1-05e6667a367f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:16.461113 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:18.138716 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:29.760119 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:36.589452 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:14:36.865871 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:42.343676 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9bea6a20-098c-400d-9261-911d273cdc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:45.003002 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:45.303471 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-222eb808-edaf-4232-93f5-ef3f93ed56b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:46.467451 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:48.140585 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:14:59.771965 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:02.906812 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f29d9931-da21-4179-b861-30af496b8b32 req-a01ca875-25d3-4395-8e6d-fa08a1c6b6d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405209 Aug 20 16:15:02.995620 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d9931-da21-4179-b861-30af496b8b32 req-bff336eb-4e13-486e-b3a6-7442061b1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:15:02.997081 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f29d9931-da21-4179-b861-30af496b8b32 req-bff336eb-4e13-486e-b3a6-7442061b1e7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1097 time: 0.0401449 Aug 20 16:15:03.107281 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d9931-da21-4179-b861-30af496b8b32 req-49a0d670-040a-40de-b2a2-2832130fceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:15:03.108780 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f29d9931-da21-4179-b861-30af496b8b32 req-49a0d670-040a-40de-b2a2-2832130fceac service neutron] 10.222.0.70 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0865588 Aug 20 16:15:03.177919 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f29d9931-da21-4179-b861-30af496b8b32 req-2a34cf44-04e5-43d3-bfd6-094a0be2f22d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 200 len: 1001 time: 0.0591221 Aug 20 16:15:03.230696 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d9931-da21-4179-b861-30af496b8b32 req-9190ab3b-3b9e-4cd9-8f1d-ecaa170d33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:15:03.232165 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f29d9931-da21-4179-b861-30af496b8b32 req-9190ab3b-3b9e-4cd9-8f1d-ecaa170d33a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0463364 Aug 20 16:15:03.278196 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d9931-da21-4179-b861-30af496b8b32 req-9e8d4041-445a-4b06-ae93-7b2039ef09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:15:03.279678 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f29d9931-da21-4179-b861-30af496b8b32 req-9e8d4041-445a-4b06-ae93-7b2039ef09c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381186 Aug 20 16:15:03.369077 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f29d9931-da21-4179-b861-30af496b8b32 req-9e434958-c385-4ed9-b194-ac6c21f942a6 service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809948 Aug 20 16:15:03.462956 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-f29d9931-da21-4179-b861-30af496b8b32 req-bb301c70-51a7-4e3b-b0e4-05856a21367d service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844352 Aug 20 16:15:06.880634 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:12.344473 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ab6b7d09-06c0-4424-9353-33b4c17a4b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:13.590745 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:15:15.003730 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:15.303774 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a554f40-7a6a-4344-874a-d40e9dca9eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:16.466184 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:18.142773 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:29.779865 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:36.880246 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:42.344069 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-28a89da4-29ec-4a94-bc2b-d699b6e219fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:45.006938 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:45.303679 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-02047f80-4226-48b8-b853-b3814bc2bd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:46.469295 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:48.146227 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:15:50.590293 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:15:59.787290 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:03.944169 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-9f1804c7-3976-489d-be70-998a8e49ae29 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1034055 Aug 20 16:16:04.033217 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-1bf6dcd0-f7fa-433c-9dac-f11bb5ec8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:04.034698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-1bf6dcd0-f7fa-433c-9dac-f11bb5ec8c65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1097 time: 0.0404134 Aug 20 16:16:04.149611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-08762131-7d64-43dc-94fe-73ccc6d3c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:04.151130 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-08762131-7d64-43dc-94fe-73ccc6d3c125 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0943332 Aug 20 16:16:04.219048 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-5f1ccec0-6bde-4754-b5cc-5cf34e5fb651 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 200 len: 1001 time: 0.0600240 Aug 20 16:16:04.274772 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-324e4eb1-cbc0-46b0-973b-be6a5aea3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:04.276270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-324e4eb1-cbc0-46b0-973b-be6a5aea3e36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0492613 Aug 20 16:16:04.324427 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-f6c167f6-035a-4465-8246-582e96eb9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:04.325916 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-f6c167f6-035a-4465-8246-582e96eb9634 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422690 Aug 20 16:16:04.338010 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-49b1d085-7819-4730-856e-528e83e46377 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101099) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 16:16:04.338907 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-49b1d085-7819-4730-856e-528e83e46377 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050473 Aug 20 16:16:04.432661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-c9475713-4054-429d-b529-756251cf8de9 service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855460 Aug 20 16:16:04.534603 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-48b34e84-758b-4958-ae55-0a6f40b6ae5a req-ff8de778-2e4b-4a2a-9506-647b24666473 service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924237 Aug 20 16:16:06.880683 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:07.993632 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d691f3ec-2968-45b7-9a9e-4af6c214630a details requested by agent hyperv_n-h2-695189-15 with host n-h2-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:16:08.091155 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:16:08.103502 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Returning: {'device': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:16:08.140500 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:08.153297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d691f3ec-2968-45b7-9a9e-4af6c214630a {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:16:08.171825 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:16:08.175501 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:08.229673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d691f3ec-2968-45b7-9a9e-4af6c214630a,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:08.236805 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.237168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.237523 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.237854 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.238306 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.238650 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.239054 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.239384 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.239733 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.240053 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.240373 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.240692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:08.265152 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] get_ports_and_sgs() called for port_ids ['d691f3ec-2968-45b7-9a9e-4af6c214630a'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:16:10.024003 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d691f3ec-2968-45b7-9a9e-4af6c214630a up at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:16:10.074574 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Provisioning complete for port d691f3ec-2968-45b7-9a9e-4af6c214630a triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:16:10.074954 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:10.159088 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:10.183446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:16:10.185750 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8c241b-3aec-4abf-90b1-e69b661def8e" -d '{"events": [{"server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "name": "network-vif-plugged", "status": "completed", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:16:10.200463 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:16:10.209135 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:10.240202 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c2d273-d209-4164-ad09-2de6bc33e3a9 x-openstack-request-id: req-03c2d273-d209-4164-ad09-2de6bc33e3a9 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:16:10.240577 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "name": "network-vif-plugged", "status": "completed", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:16:10.240890 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03c2d273-d209-4164-ad09-2de6bc33e3a9 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:16:10.241335 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'code': 200} Aug 20 16:16:10.270351 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d691f3ec-2968-45b7-9a9e-4af6c214630a,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:12.349659 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5b2e0e49-b449-4bc0-8a0d-5fed69c89239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:15.013239 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:15.307381 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4a9d2747-65a2-41c5-86ef-472bf5bfec99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:16.474111 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:18.068889 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-ca489e3c-c148-4677-aaa0-8974f36db7d1 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082110804&fields=id&tenant_id=84fa6b4b0444413690c28328975058ca HTTP/1.1" status: 200 len: 267 time: 0.0343349 Aug 20 16:16:18.149705 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:18.174964 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314aed-6e69-400d-bead-0024a6825f2f req-7ef1b1f9-c75b-47e6-bdbe-928d73e08508 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:18.176883 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-7ef1b1f9-c75b-47e6-bdbe-928d73e08508 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 809 time: 0.1013095 Aug 20 16:16:18.192273 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-4c7795e7-a94a-440c-bc45-c19f43caa95a tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/quotas/84fa6b4b0444413690c28328975058ca HTTP/1.1" status: 200 len: 375 time: 0.0095322 Aug 20 16:16:18.251263 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-63c6a959-3c3e-4181-837e-e23d3ef9b34b tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0534041 Aug 20 16:16:18.388310 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-68866f41-a820-4a3e-9409-0124d4d36978 service neutron] 10.222.0.36 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240566 Aug 20 16:16:18.808543 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-f91a6123-b546-468b-abd3-88756e538e92 service neutron] 10.222.0.36 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141016 Aug 20 16:16:18.969996 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-999afab0-c595-4f34-809b-4dacc25804af req-dc8d1983-7b9f-4489-acc3-575ca2dcf636 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 210 time: 0.0270922 Aug 20 16:16:20.050215 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314aed-6e69-400d-bead-0024a6825f2f req-6546de1e-e3bf-469b-8f2c-2ea95809c9b5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:20.052012 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-6546de1e-e3bf-469b-8f2c-2ea95809c9b5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.72 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 809 time: 0.1082981 Aug 20 16:16:20.072548 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2b5aadb6-9e8f-40ad-ba73-9c88a8aa3645 req-c03ba1c7-a5d8-4c82-beb4-4306a3b04463 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 210 time: 0.0289431 Aug 20 16:16:20.087927 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d691f3ec-2968-45b7-9a9e-4af6c214630a no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:16:20.111904 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-5449536e-f876-43ce-ba93-2570d8704950 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84fa6b4b0444413690c28328975058ca HTTP/1.1" status: 200 len: 380 time: 0.0425842 Aug 20 16:16:20.149507 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'port': {'device_id': '223b60a7-31c6-456d-8557-167c56e079a6', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'admin_state_up': True, 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'security_groups': ['407cb38a-4deb-4bfc-93b7-a48482501adf']}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:16:20.162010 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:20.185757 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:16:20.188010 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad5d48b-0f1b-4e5a-a7fb-9fa53f71c69f" -d '{"events": [{"server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "name": "network-vif-unplugged", "status": "completed", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:16:20.206167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:16:20.213925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:20.244718 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e62a59-c49c-49af-b95b-c5719ae1a20c x-openstack-request-id: req-f2e62a59-c49c-49af-b95b-c5719ae1a20c {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:16:20.245238 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "name": "network-vif-unplugged", "status": "completed", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:16:20.245497 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2e62a59-c49c-49af-b95b-c5719ae1a20c {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:16:20.245932 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'code': 200} Aug 20 16:16:20.272217 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Pushing event updated for resources: {'Port': ['ID=d691f3ec-2968-45b7-9a9e-4af6c214630a,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:20.282091 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Made reservation on behalf of 84fa6b4b0444413690c28328975058ca for: {'port': 1} {{(pid=101100) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 20 16:16:20.286889 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:20.433060 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Allocated IP 172.20.0.5 (9525a18e-9eb1-4296-b050-ba0e25ee29fc/55b4acb0-2872-421e-89d5-d12c9235a654/bda916b4-d162-4ce2-ab75-425e433dc7ca) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:16:20.604398 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:20.618299 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Transition to ACTIVE for port object bda916b4-d162-4ce2-ab75-425e433dc7ca will not be triggered until provisioned by entity DHCP. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:16:20.654541 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:20.695711 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:16:20.700455 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:16:20.704342 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:16:20.757290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'Port': ['ID=bda916b4-d162-4ce2-ab75-425e433dc7ca,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:20.784652 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.786077 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.786607 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.787170 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.787821 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.788341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.788952 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.789554 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.790082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.790681 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.791290 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.791912 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:16:20.809791 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:20.810526 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:20.834021 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-fee1a405-e6c5-4cf4-9684-e87e09a69316 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6881757 Aug 20 16:16:21.011732 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-256e6ca5-cbad-4e5a-a9d5-d7e3f61957ac None None] Provisioning for port bda916b4-d162-4ce2-ab75-425e433dc7ca completed by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:16:21.016877 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-256e6ca5-cbad-4e5a-a9d5-d7e3f61957ac None None] Provisioning complete for port bda916b4-d162-4ce2-ab75-425e433dc7ca triggered by entity DHCP. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:16:21.017443 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-256e6ca5-cbad-4e5a-a9d5-d7e3f61957ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:21.056063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-256e6ca5-cbad-4e5a-a9d5-d7e3f61957ac None None] Port bda916b4-d162-4ce2-ab75-425e433dc7ca cannot update to ACTIVE because it is not bound. {{(pid=101101) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 20 16:16:21.194358 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cb13e-b546-4102-b8e0-0178611b09d4 req-99b21d2e-70dd-4143-b9fe-8291fd4e42ed tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:21.195782 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f5cb13e-b546-4102-b8e0-0178611b09d4 req-99b21d2e-70dd-4143-b9fe-8291fd4e42ed tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0502322 Aug 20 16:16:21.237580 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-4f5cb13e-b546-4102-b8e0-0178611b09d4 req-b05c747e-5128-4863-aec5-eb7518da56b4 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348904 Aug 20 16:16:22.363750 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1e47b-9966-4d62-bb89-e3ec21be8c17 req-d0debcdd-bdbd-4dc1-8e54-9da3affddc8f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:22.365518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ec1e47b-9966-4d62-bb89-e3ec21be8c17 req-d0debcdd-bdbd-4dc1-8e54-9da3affddc8f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0546677 Aug 20 16:16:22.407512 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2ec1e47b-9966-4d62-bb89-e3ec21be8c17 req-e2674908-0f78-4821-9e96-326f9e2d643e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350113 Aug 20 16:16:23.527020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027e65-ceae-4f1c-801e-a498f5c3e8ea req-9e0f05c8-1222-4856-ac62-bb3c0fa00a81 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:23.528423 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64027e65-ceae-4f1c-801e-a498f5c3e8ea req-9e0f05c8-1222-4856-ac62-bb3c0fa00a81 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0486615 Aug 20 16:16:23.572939 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-64027e65-ceae-4f1c-801e-a498f5c3e8ea req-c3944c70-fa9d-42e9-9194-d118e40de062 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383205 Aug 20 16:16:24.692545 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd42955-bfba-4e1e-aadd-42058d9c7057 req-8fb4ea6d-b48f-48bb-8c4c-14ed48a44508 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:24.695618 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcd42955-bfba-4e1e-aadd-42058d9c7057 req-8fb4ea6d-b48f-48bb-8c4c-14ed48a44508 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0521939 Aug 20 16:16:24.734261 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-dcd42955-bfba-4e1e-aadd-42058d9c7057 req-95c644fd-3ad1-4590-8368-f4df9cb24856 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Aug 20 16:16:25.860298 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cfa99-2c78-4d34-a2bc-accf155a9858 req-3f74827c-a79e-4b57-af23-036f5c3b5ea2 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:25.861794 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-877cfa99-2c78-4d34-a2bc-accf155a9858 req-3f74827c-a79e-4b57-af23-036f5c3b5ea2 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0563877 Aug 20 16:16:25.904128 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-877cfa99-2c78-4d34-a2bc-accf155a9858 req-61fb903b-d2ea-4049-a4a3-4caae9f1b781 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354376 Aug 20 16:16:27.032745 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689baca2-2890-4e68-a025-425734276d75 req-b62d3823-1910-48e3-a54c-d2f3e2cb7f85 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:27.034381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-689baca2-2890-4e68-a025-425734276d75 req-b62d3823-1910-48e3-a54c-d2f3e2cb7f85 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0511601 Aug 20 16:16:27.073821 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-689baca2-2890-4e68-a025-425734276d75 req-e6973af0-c2b5-47f8-a7b8-3ae988bb4419 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327024 Aug 20 16:16:27.591182 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:16:28.202172 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4e6ad-d1a4-472d-b40f-7caf94770795 req-946f0111-91d4-44cb-8cad-8c69e70ddaed tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:28.203608 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bed4e6ad-d1a4-472d-b40f-7caf94770795 req-946f0111-91d4-44cb-8cad-8c69e70ddaed tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0536864 Aug 20 16:16:28.242270 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bed4e6ad-d1a4-472d-b40f-7caf94770795 req-7df1f38c-470f-442a-8b0c-a041d2718467 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321600 Aug 20 16:16:29.377857 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944a091-663c-4d04-977b-dd136bec2df3 req-2e83c6da-9d2c-4fa5-9d41-587c37851dae tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:29.379766 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5944a091-663c-4d04-977b-dd136bec2df3 req-2e83c6da-9d2c-4fa5-9d41-587c37851dae tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0583756 Aug 20 16:16:29.424008 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5944a091-663c-4d04-977b-dd136bec2df3 req-7ce2527c-3910-4019-8bed-5c784750f324 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378795 Aug 20 16:16:29.807256 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:30.539396 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84a82e-ec80-48b0-80d6-0812cd4b276f req-8c8fc344-1c60-4bf3-8bab-b2eee2dc5934 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:30.540901 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d84a82e-ec80-48b0-80d6-0812cd4b276f req-8c8fc344-1c60-4bf3-8bab-b2eee2dc5934 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0491016 Aug 20 16:16:30.577709 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-5d84a82e-ec80-48b0-80d6-0812cd4b276f req-242da8b1-57ee-4445-a8f4-b1b165582e59 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309567 Aug 20 16:16:31.692345 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04454995-440d-4ebc-af49-2a359b8b78f7 req-b5b92322-e225-4485-9045-1e24b45e8095 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:31.693831 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04454995-440d-4ebc-af49-2a359b8b78f7 req-b5b92322-e225-4485-9045-1e24b45e8095 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 931 time: 0.0499766 Aug 20 16:16:31.731397 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04454995-440d-4ebc-af49-2a359b8b78f7 req-e3dd5a15-f20c-4b37-84d8-b185b669edea tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307138 Aug 20 16:16:32.316194 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-3bb0b597-8b64-460a-b84a-f7898f64ee34 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=101100) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 20 16:16:32.317122 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-3bb0b597-8b64-460a-b84a-f7898f64ee34 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055356 Aug 20 16:16:32.380088 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Request body: {'port': {'device_id': '223b60a7-31c6-456d-8557-167c56e079a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-15'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:16:32.438199 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:32.690732 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bda916b4-d162-4ce2-ab75-425e433dc7ca {{(pid=101100) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:16:32.698825 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:32.710041 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.provisioning_blocks [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Transition to ACTIVE for port object bda916b4-d162-4ce2-ab75-425e433dc7ca will not be triggered until provisioned by entity L2. {{(pid=101100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 20 16:16:32.714580 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:32.764047 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Pushing event updated for resources: {'Port': ['ID=bda916b4-d162-4ce2-ab75-425e433dc7ca,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:32.842848 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Attempting to bind port bda916b4-d162-4ce2-ab75-425e433dc7ca on host n-h1-695189-15 for vnic_type normal with profile {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 20 16:16:32.843213 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Attempting to bind port bda916b4-d162-4ce2-ab75-425e433dc7ca by drivers openvswitch,hyperv on host n-h1-695189-15 at level 0 using segments [{'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 20 16:16:32.843516 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Attempting to bind port bda916b4-d162-4ce2-ab75-425e433dc7ca on network 9525a18e-9eb1-4296-b050-ba0e25ee29fc {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:16:32.847962 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Port bda916b4-d162-4ce2-ab75-425e433dc7ca on network 9525a18e-9eb1-4296-b050-ba0e25ee29fc not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-15 {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 20 16:16:32.848289 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Attempting to bind port bda916b4-d162-4ce2-ab75-425e433dc7ca on network 9525a18e-9eb1-4296-b050-ba0e25ee29fc {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 20 16:16:32.853836 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Checking agent: {'id': 'af3aa51e-05b2-45c4-aa22-1b76b36e7a48', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'started_at': datetime.datetime(2021, 8, 20, 14, 47, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 20, 16, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 20 16:16:32.854181 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Checking segment: {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 20 16:16:32.854572 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Bound using segment: {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'} {{(pid=101100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 20 16:16:32.855002 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.managers [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Bound port: bda916b4-d162-4ce2-ab75-425e433dc7ca, host: n-h1-695189-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e626682-bd38-4e40-bb28-f4da60e952e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc'}}] {{(pid=101100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 20 16:16:32.855359 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:32.861766 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3408b8-7a03-4ff4-be80-83ff053d9adf req-d3f73baa-f85a-4fe6-aaf9-f6aea4c61232 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:32.863476 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d3408b8-7a03-4ff4-be80-83ff053d9adf req-d3f73baa-f85a-4fe6-aaf9-f6aea4c61232 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 943 time: 0.0578847 Aug 20 16:16:32.908594 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d3408b8-7a03-4ff4-be80-83ff053d9adf req-959c71e1-11d0-4ee0-be7d-e5dc852e9734 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377784 Aug 20 16:16:32.932117 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, cleared binding levels {{(pid=101100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 20 16:16:32.935787 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 20 16:16:32.940658 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:32.974351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:32.974973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:32.976623 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] 10.222.0.72 "PUT /v2.0/ports/bda916b4-d162-4ce2-ab75-425e433dc7ca HTTP/1.1" status: 200 len: 1092 time: 0.6424274 Aug 20 16:16:32.979123 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:16:32.981327 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d771d2-e839-426b-909a-f18baee61494" -d '{"events": [{"name": "network-changed", "server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:16:33.009765 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7861d-1f74-44b2-be95-4b2bf7250f5f service neutron] Pushing event updated for resources: {'Port': ['ID=bda916b4-d162-4ce2-ab75-425e433dc7ca,revision_number=3']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:33.025504 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7545ab-088f-4f72-9c59-98a04e80757f x-openstack-request-id: req-0c7545ab-088f-4f72-9c59-98a04e80757f {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:16:33.025862 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:16:33.026667 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c7545ab-088f-4f72-9c59-98a04e80757f {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:16:33.026969 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'status': 'completed', 'code': 200} Aug 20 16:16:33.085084 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314aed-6e69-400d-bead-0024a6825f2f req-452b610b-f100-4168-b632-89d19c95656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:33.087266 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-452b610b-f100-4168-b632-89d19c95656b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 1095 time: 0.0443497 Aug 20 16:16:33.139246 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-892c6d3a-fc25-48d9-aaa1-ba28a0f1d940 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca HTTP/1.1" status: 200 len: 217 time: 0.0390685 Aug 20 16:16:33.191702 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314aed-6e69-400d-bead-0024a6825f2f req-fd4ee230-5bce-4dad-96dd-e2982307a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:33.193154 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-fd4ee230-5bce-4dad-96dd-e2982307a716 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0468509 Aug 20 16:16:33.239745 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da314aed-6e69-400d-bead-0024a6825f2f req-3ed3b344-f1d9-4f60-8855-5d95f34b2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:33.241268 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-3ed3b344-f1d9-4f60-8855-5d95f34b2308 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411563 Aug 20 16:16:33.334562 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-e4c1a605-74ca-4e1e-9fef-8fccf5fab000 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858583 Aug 20 16:16:33.424062 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-da314aed-6e69-400d-bead-0024a6825f2f req-3e4c4ec0-c327-4bfe-b6c9-2267d5cff8ad service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822737 Aug 20 16:16:33.552998 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d771d2-e839-426b-909a-f18baee61494 req-880aa576-31c9-4e59-88c6-1b7b968b4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:33.554411 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31d771d2-e839-426b-909a-f18baee61494 req-880aa576-31c9-4e59-88c6-1b7b968b4c36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 1095 time: 0.0409584 Aug 20 16:16:33.646188 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d771d2-e839-426b-909a-f18baee61494 req-581eafa0-4f30-4940-99ef-976e704be331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:33.648256 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31d771d2-e839-426b-909a-f18baee61494 req-581eafa0-4f30-4940-99ef-976e704be331 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0866301 Aug 20 16:16:33.688477 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31d771d2-e839-426b-909a-f18baee61494 req-891ae6a7-2d43-4b98-bea5-08736d288aff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca HTTP/1.1" status: 200 len: 217 time: 0.0336814 Aug 20 16:16:33.741888 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d771d2-e839-426b-909a-f18baee61494 req-ad85db98-1f96-4ffb-bce6-b7ef83cb46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:33.743356 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31d771d2-e839-426b-909a-f18baee61494 req-ad85db98-1f96-4ffb-bce6-b7ef83cb46d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0486321 Aug 20 16:16:33.789825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d771d2-e839-426b-909a-f18baee61494 req-444bf654-79e6-4e9c-93e4-0a244a204c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:33.791308 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31d771d2-e839-426b-909a-f18baee61494 req-444bf654-79e6-4e9c-93e4-0a244a204c5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404298 Aug 20 16:16:33.879214 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31d771d2-e839-426b-909a-f18baee61494 req-0d843b38-6e0d-4e3c-9a61-9c6e91148444 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805159 Aug 20 16:16:33.978143 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-31d771d2-e839-426b-909a-f18baee61494 req-1d0c2c52-bf24-4e11-8b85-98c0541727a3 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918961 Aug 20 16:16:34.027412 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50057b-1e79-44db-a780-67858abf930f req-a57c0574-b892-4f87-9b04-c86225bc8220 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:34.028932 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f50057b-1e79-44db-a780-67858abf930f req-a57c0574-b892-4f87-9b04-c86225bc8220 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 943 time: 0.0499065 Aug 20 16:16:34.066346 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7f50057b-1e79-44db-a780-67858abf930f req-7687a665-e2b7-4351-b22a-b4676351bfbe tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314746 Aug 20 16:16:35.183379 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9fc51-432c-428d-bca8-05b8d12004bc req-4f64b894-3a9d-48d8-978a-4c596e73d41f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:35.184800 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73b9fc51-432c-428d-bca8-05b8d12004bc req-4f64b894-3a9d-48d8-978a-4c596e73d41f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 943 time: 0.0497310 Aug 20 16:16:35.221647 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-73b9fc51-432c-428d-bca8-05b8d12004bc req-d75674a2-e90b-4ed9-aa48-d1d9d7cf4f5e tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309324 Aug 20 16:16:36.339966 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5cb52-e7b1-4357-af14-2ad58b995710 req-984d5707-3bf6-4c1b-85aa-fa9f1a96cb0f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:36.341460 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39d5cb52-e7b1-4357-af14-2ad58b995710 req-984d5707-3bf6-4c1b-85aa-fa9f1a96cb0f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 943 time: 0.0526257 Aug 20 16:16:36.378811 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-39d5cb52-e7b1-4357-af14-2ad58b995710 req-8e913c58-38cb-46dd-8294-8e794eb1be50 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314107 Aug 20 16:16:36.876688 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:37.337806 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device bda916b4-d162-4ce2-ab75-425e433dc7ca details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:16:37.434804 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:16:37.447398 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'port_id': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'mac_address': 'fa:16:3e:ef:b7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:16:37.485166 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:37.495389 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81990552-d0b5-4eae-808b-34597a13c1e5 req-ea00633a-5350-4b43-b454-f4f558a502a1 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:37.496909 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81990552-d0b5-4eae-808b-34597a13c1e5 req-ea00633a-5350-4b43-b454-f4f558a502a1 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 943 time: 0.0485795 Aug 20 16:16:37.498332 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bda916b4-d162-4ce2-ab75-425e433dc7ca {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:16:37.519446 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:16:37.524608 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:37.535793 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-81990552-d0b5-4eae-808b-34597a13c1e5 req-a829e414-9400-4a21-aa4a-810fbd11e5aa tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329792 Aug 20 16:16:37.574655 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=bda916b4-d162-4ce2-ab75-425e433dc7ca,revision_number=4']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:37.946914 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['bda916b4-d162-4ce2-ab75-425e433dc7ca'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:16:38.653385 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f9a0c-543a-4751-ba49-ff97eee7778d req-3a021967-1a5d-47aa-bb2c-d2cc32f749ae tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:38.654865 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6f9a0c-543a-4751-ba49-ff97eee7778d req-3a021967-1a5d-47aa-bb2c-d2cc32f749ae tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 944 time: 0.0502648 Aug 20 16:16:38.691912 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-ec6f9a0c-543a-4751-ba49-ff97eee7778d req-94d4d573-6e56-4169-9b7b-285f335a4257 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311217 Aug 20 16:16:39.338139 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device bda916b4-d162-4ce2-ab75-425e433dc7ca up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:16:39.386297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning for port bda916b4-d162-4ce2-ab75-425e433dc7ca completed by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 20 16:16:39.389969 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port bda916b4-d162-4ce2-ab75-425e433dc7ca triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:16:39.390371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:39.469146 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:39.490575 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:16:39.492911 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fade1fa-8456-447c-8a1b-6143d1fd1de7" -d '{"events": [{"server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "name": "network-vif-plugged", "status": "completed", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:16:39.505112 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:16:39.510762 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:39.534873 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abc4f27-6870-448b-b317-1662ace442a2 x-openstack-request-id: req-2abc4f27-6870-448b-b317-1662ace442a2 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:16:39.535169 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "name": "network-vif-plugged", "status": "completed", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:16:39.535428 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2abc4f27-6870-448b-b317-1662ace442a2 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:16:39.535845 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'code': 200} Aug 20 16:16:39.561168 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=bda916b4-d162-4ce2-ab75-425e433dc7ca,revision_number=5']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:39.651885 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273d197-c978-49b2-a451-1679c612a882 req-0ea287df-0f99-4955-86f5-f68907f83cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:39.653378 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7273d197-c978-49b2-a451-1679c612a882 req-0ea287df-0f99-4955-86f5-f68907f83cd7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 1097 time: 0.0404160 Aug 20 16:16:39.692562 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-7273d197-c978-49b2-a451-1679c612a882 req-452ab628-6492-4436-ab13-42d44a31a2fc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309367 Aug 20 16:16:39.812962 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a1283-1072-41ee-9f47-17f62e8fe4e5 req-3db5c695-ce14-43c1-b905-7725685a71fb tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:39.814449 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d32a1283-1072-41ee-9f47-17f62e8fe4e5 req-3db5c695-ce14-43c1-b905-7725685a71fb tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 945 time: 0.0535333 Aug 20 16:16:39.851908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-d32a1283-1072-41ee-9f47-17f62e8fe4e5 req-93f792a1-49bc-4f9b-afcc-a2601969d8bd tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314579 Aug 20 16:16:40.971169 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b439c7-700e-4c19-854c-24cd8f0a90ba req-f3e8b0d8-3691-4c3d-a0b5-886d60398a6f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:40.980080 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65b439c7-700e-4c19-854c-24cd8f0a90ba req-f3e8b0d8-3691-4c3d-a0b5-886d60398a6f tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 945 time: 0.0607474 Aug 20 16:16:41.024162 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-65b439c7-700e-4c19-854c-24cd8f0a90ba req-ae93991b-827c-4146-8ffd-d975de2271d2 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380809 Aug 20 16:16:42.135028 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c489d-ad40-4984-bdf7-c14f6a47cda1 req-584f5a88-a5cb-4a74-9ff3-a379efc16a68 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:42.136544 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-807c489d-ad40-4984-bdf7-c14f6a47cda1 req-584f5a88-a5cb-4a74-9ff3-a379efc16a68 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 945 time: 0.0481031 Aug 20 16:16:42.173698 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-807c489d-ad40-4984-bdf7-c14f6a47cda1 req-aa1b1d15-9b81-4a6c-a0bc-612a05a8f5ab tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313258 Aug 20 16:16:42.290275 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd263e44-515f-4192-94f4-5ed55a781207 req-91a6a9ae-afcc-40b9-94ef-f99b782d89db tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:42.291908 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd263e44-515f-4192-94f4-5ed55a781207 req-91a6a9ae-afcc-40b9-94ef-f99b782d89db tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 945 time: 0.0519714 Aug 20 16:16:42.334502 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-bd263e44-515f-4192-94f4-5ed55a781207 req-5a41e4c1-0292-4f74-adc2-64d482ae6037 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342119 Aug 20 16:16:42.341098 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-33d62c40-ac61-424b-adcf-74c69ff76837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:42.357120 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59798) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:16:42.397237 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac2055-fa6a-4e2f-88a4-d072725cd386 tempest-TestSnapshotPattern-1085660165 tempest-TestSnapshotPattern-1085660165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:42.398887 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-78ac2055-fa6a-4e2f-88a4-d072725cd386 tempest-TestSnapshotPattern-1085660165 tempest-TestSnapshotPattern-1085660165-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 1092 time: 0.0407674 Aug 20 16:16:42.401743 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 59800) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:16:42.406033 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.v2.base [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Request body: {'floatingip': {'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'port_id': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101100) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 20 16:16:42.427652 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for floatingip, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:42.528548 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:42.634335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_common [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Allocated IP 172.25.5.250 (6d116f17-d1cb-4c73-bf30-596db9a7b235/4e0c6911-4588-4c09-aa5d-ed3dfb331530/7ca2cffd-f0c3-4a71-90b3-1fcfc7ace8f8) {{(pid=101100) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 20 16:16:42.735400 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for port, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:42.773455 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765672642039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:42.810419 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Network 6d116f17-d1cb-4c73-bf30-596db9a7b235 is already hosted by enough agents. {{(pid=101100) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 20 16:16:42.813128 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.base_scheduler [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Resources bound (agent type, host, resource id): {{(pid=101100) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 20 16:16:42.815594 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Received port after_create {{(pid=101100) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 20 16:16:42.844672 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'Port': ['ID=7ca2cffd-f0c3-4a71-90b3-1fcfc7ace8f8,revision_number=1']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:43.181970 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:43.251431 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:43.400749 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for port, precommit_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:43.405163 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4437384'] for port, after_update {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:43.478781 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event updated for resources: {'Port': ['ID=7ca2cffd-f0c3-4a71-90b3-1fcfc7ace8f8,revision_number=2']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:16:43.485921 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1830748'] for floatingip, after_create {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:43.581658 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Floating IP b2a88d29-861c-4646-bda6-d1a50fde052a associated. External IP: 172.25.5.250, port: bda916b4-d162-4ce2-ab75-425e433dc7ca. Aug 20 16:16:43.785647 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Router 586e93de-061b-4c78-a334-5edcb4c4fb8b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:16:43.897182 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:16:43.909963 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] Sync routers for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:16:43.915108 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:43.920487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:16:43.921167 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:16:43.941745 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-08b35d37-d73e-4844-9dfc-0cbb551a61c5 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5390081 Aug 20 16:16:43.942314 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:16:43.944649 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5bf817-8c29-453a-bc89-4d73158aa13a" -d '{"events": [{"name": "network-changed", "server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:16:43.981291 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9427ab3e-bdc1-4fd4-ae86-41338d6bc7ce x-openstack-request-id: req-9427ab3e-bdc1-4fd4-ae86-41338d6bc7ce {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:16:43.981584 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:16:43.981962 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9427ab3e-bdc1-4fd4-ae86-41338d6bc7ce {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:16:43.982445 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'status': 'completed', 'code': 200} Aug 20 16:16:44.027769 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:16:44.064392 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-3851c78d-39c3-4c64-a729-80c9b98c4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:44.065867 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-3851c78d-39c3-4c64-a729-80c9b98c4a28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 1097 time: 0.0406775 Aug 20 16:16:44.157972 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-1404a5b6-6667-4261-9f87-62f76c9d5447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:44.159497 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-1404a5b6-6667-4261-9f87-62f76c9d5447 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0869324 Aug 20 16:16:44.230243 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-294cd629-8fea-40db-a82a-497b708362f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca HTTP/1.1" status: 200 len: 999 time: 0.0597034 Aug 20 16:16:44.257861 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'b2a88d29-861c-4646-bda6-d1a50fde052a', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:ef:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223b60a7-31c6-456d-8557-167c56e079a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:16:43Z', 'updated_at': '2021-08-20T16:16:43Z', 'revision_number': 0, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}, {'id': 'c2a8a4b7-ffca-4aa8-a99f-e2421624f367', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:14:04Z', 'updated_at': '2021-08-20T16:14:06Z', 'revision_number': 1, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:16:44.281341 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-f2d1203f-4224-49c0-8c96-99290629986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:44.282835 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-f2d1203f-4224-49c0-8c96-99290629986c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0450540 Aug 20 16:16:44.284625 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] Checking router: 586e93de-061b-4c78-a334-5edcb4c4fb8b for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:16:44.293081 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:16:44.293696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:16:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:16:44.339078 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-7c85c510-8067-4e36-bf0a-27792b1ace34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:16:44.340689 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-7c85c510-8067-4e36-bf0a-27792b1ace34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506730 Aug 20 16:16:44.440389 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-5a3e31cd-4ad9-409c-a590-e99b72a3f111 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886233 Aug 20 16:16:44.539375 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-4e5bf817-8c29-453a-bc89-4d73158aa13a req-4493998a-638d-4db9-86fd-5ffc98e72642 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916069 Aug 20 16:16:44.559904 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:16:44.791525 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'b2a88d29-861c-4646-bda6-d1a50fde052a', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:ef:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223b60a7-31c6-456d-8557-167c56e079a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:16:43Z', 'updated_at': '2021-08-20T16:16:43Z', 'revision_number': 0, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}, {'id': 'c2a8a4b7-ffca-4aa8-a99f-e2421624f367', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:14:04Z', 'updated_at': '2021-08-20T16:14:06Z', 'revision_number': 1, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:16:44.818983 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb71fdbd-067b-42db-8815-f47adcfa70c4 None None] The sync data for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 is: [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'b2a88d29-861c-4646-bda6-d1a50fde052a', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.250', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:ef:b7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223b60a7-31c6-456d-8557-167c56e079a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:16:43Z', 'updated_at': '2021-08-20T16:16:43Z', 'revision_number': 0, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}, {'id': 'c2a8a4b7-ffca-4aa8-a99f-e2421624f367', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:14:04Z', 'updated_at': '2021-08-20T16:14:06Z', 'revision_number': 1, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:16:45.010954 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:45.039778 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26bef2b-7915-43c7-ad92-c3f159803b94 None None] New status for floating IP b2a88d29-861c-4646-bda6-d1a50fde052a: ACTIVE {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:16:45.300557 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-3eb346fc-ab9b-4a45-a6ce-538bbb0dcab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:46.476124 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:48.151979 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:16:59.817617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:01.395842 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b4026419-6f19-4ac1-9659-90401aa072fc req-6c544686-b625-4683-9632-704528f038e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413246 Aug 20 16:17:01.498637 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4026419-6f19-4ac1-9659-90401aa072fc req-76603711-0911-42af-b8c8-adcc64363271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:17:01.500057 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b4026419-6f19-4ac1-9659-90401aa072fc req-76603711-0911-42af-b8c8-adcc64363271 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 1097 time: 0.0420139 Aug 20 16:17:01.604503 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4026419-6f19-4ac1-9659-90401aa072fc req-f9278ec6-bf63-40e1-b0fd-d9040e1b3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:17:01.605957 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b4026419-6f19-4ac1-9659-90401aa072fc req-f9278ec6-bf63-40e1-b0fd-d9040e1b3ca6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0856810 Aug 20 16:17:01.670916 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b4026419-6f19-4ac1-9659-90401aa072fc req-65dfb91d-7382-4698-bf78-0c8742e4fd5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca HTTP/1.1" status: 200 len: 1001 time: 0.0562832 Aug 20 16:17:01.720279 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4026419-6f19-4ac1-9659-90401aa072fc req-fc7de9d3-75a9-4e90-9e85-f626eda1ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:17:01.721698 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b4026419-6f19-4ac1-9659-90401aa072fc req-fc7de9d3-75a9-4e90-9e85-f626eda1ad17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0422680 Aug 20 16:17:01.769599 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4026419-6f19-4ac1-9659-90401aa072fc req-ef2a2722-0969-48cd-a751-03ab80bcd27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:17:01.771065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b4026419-6f19-4ac1-9659-90401aa072fc req-ef2a2722-0969-48cd-a751-03ab80bcd27d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418169 Aug 20 16:17:01.859763 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b4026419-6f19-4ac1-9659-90401aa072fc req-a4c81e8e-bf60-4462-95ce-bb32be14a0a7 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804670 Aug 20 16:17:01.952240 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-b4026419-6f19-4ac1-9659-90401aa072fc req-dce4b5bd-0443-4e18-bcea-e7a389771c1b service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856292 Aug 20 16:17:04.591426 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:17:05.877935 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-ef11091b-b94b-46e5-8e84-f37173776464 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393114 Aug 20 16:17:05.968073 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-1065a7bf-c1fc-4a31-b2e1-845f4f2d6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:17:05.969568 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-1065a7bf-c1fc-4a31-b2e1-845f4f2d6d5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1095 time: 0.0416427 Aug 20 16:17:06.080202 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-643b0768-4b6a-42a3-9ac1-3708ed9f9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:17:06.081702 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-643b0768-4b6a-42a3-9ac1-3708ed9f9a7c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0883083 Aug 20 16:17:06.152142 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-f838c880-89b2-49b0-b4eb-201f2851fa47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 200 len: 999 time: 0.0579073 Aug 20 16:17:06.207392 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-38b88509-5f97-454c-b9f4-87b15752b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:17:06.208834 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-38b88509-5f97-454c-b9f4-87b15752b63b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0444846 Aug 20 16:17:06.260020 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-b878f94b-9a56-48b3-858d-34bf1545efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:17:06.261562 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-b878f94b-9a56-48b3-858d-34bf1545efbf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441775 Aug 20 16:17:06.356407 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-fadb29aa-8034-417e-a0ed-a2d0888bbbaf service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802796 Aug 20 16:17:06.453208 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-68f89fca-fbc6-40b3-94d3-c83d2c8f591c req-75327db4-2f13-46d6-a929-ffe6d52877b1 service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889654 Aug 20 16:17:06.893937 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:12.343237 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-36e60f9c-0414-4d01-9b50-e9ab8d8bd36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:15.013464 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:15.300420 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-228ec0a4-ac2c-4f9d-aff5-7df9f2c09a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:16.479409 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:18.154271 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:29.815397 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:36.910624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:41.590542 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:17:42.346038 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ceb91403-2548-45a3-85f9-03f4eb252790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:45.017925 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:45.300867 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-37013298-604e-4496-8947-d5f7cc9a31b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:46.482799 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:48.157446 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:17:59.846314 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:02.377591 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-7c9b8fbb-ea47-44b3-b923-4927ba7612cb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421906 Aug 20 16:18:02.474563 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-e7a50b26-cc3a-48e0-b363-fe4b570aa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:18:02.476065 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-e7a50b26-cc3a-48e0-b363-fe4b570aa4aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 1097 time: 0.0397947 Aug 20 16:18:02.910262 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-f735cc2e-a6a3-47c0-b7f1-bbce357759bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:18:02.911796 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-f735cc2e-a6a3-47c0-b7f1-bbce357759bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.4164760 Aug 20 16:18:02.977016 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-dd9c8da7-b949-4e12-9a07-6ec2a679701b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca HTTP/1.1" status: 200 len: 1001 time: 0.0577796 Aug 20 16:18:03.024887 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-d9341113-5e7f-45c8-9346-91da5a40148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:18:03.026953 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-d9341113-5e7f-45c8-9346-91da5a40148d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0424809 Aug 20 16:18:03.076922 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-e00a2f2f-0471-4dab-ba16-0d6c59b07030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:18:03.078560 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-e00a2f2f-0471-4dab-ba16-0d6c59b07030 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430455 Aug 20 16:18:03.164963 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-09a7297c-a886-470b-a223-7eb2885f7ab5 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794582 Aug 20 16:18:03.258163 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-bd0e7195-7374-47f5-b73f-3ad66359ed48 req-7306d0ff-d509-4447-9010-f0dc698719f5 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843086 Aug 20 16:18:06.905072 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:07.884267 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-e050519f-7eea-4f4c-a932-dc03f6786fde service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411458 Aug 20 16:18:07.969762 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-8b1aca11-2f7c-4185-8f5f-2a1419f9a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:18:07.971248 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-8b1aca11-2f7c-4185-8f5f-2a1419f9a07e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1095 time: 0.0403337 Aug 20 16:18:08.079686 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-93571ce4-1bc6-4897-afd1-71e6f09a665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:18:08.081167 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-93571ce4-1bc6-4897-afd1-71e6f09a665e service neutron] 10.222.0.70 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0889144 Aug 20 16:18:08.151153 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-5ee0d694-ba7f-497d-ba9c-0959b344944a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 200 len: 999 time: 0.0575342 Aug 20 16:18:08.208942 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-858b542f-cc57-4441-ac69-d2c0a572da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:18:08.210488 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-858b542f-cc57-4441-ac69-d2c0a572da2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0454550 Aug 20 16:18:08.265011 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-b4f8e3fd-fa1d-4886-aa84-bd239e6b0abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:18:08.266517 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-b4f8e3fd-fa1d-4886-aa84-bd239e6b0abb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462272 Aug 20 16:18:08.361433 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-65c0533a-6ff4-4c02-a514-d7e732331f3b service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818527 Aug 20 16:18:08.458253 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-8c6ad3f9-f0e1-4f03-a6bc-1c0aed2c84d8 req-a7f95515-69e8-41b3-8413-6b42095b9f54 service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887077 Aug 20 16:18:12.350415 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c468c54e-eda1-453f-9e32-e4aa984862ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:15.019533 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:15.301725 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a882ae19-ee6d-4a99-b8d6-f0e95af0588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:16.485240 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:18.159692 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:18.589694 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:18:29.861389 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:36.906137 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:42.352307 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0f795aea-e1e6-49ca-835b-481f4018a479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:45.021576 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:45.301086 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-66771818-504b-4551-b65a-976e374c2e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:46.487875 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:47.929308 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device bda916b4-d162-4ce2-ab75-425e433dc7ca details requested by agent hyperv_n-h1-695189-15 with host n-h1-695189-15 {{(pid=101101) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 20 16:18:48.023080 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:18:48.034695 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Returning: {'device': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'port_id': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'mac_address': 'fa:16:3e:ef:b7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101101) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 20 16:18:48.070863 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:48.083699 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bda916b4-d162-4ce2-ab75-425e433dc7ca {{(pid=101101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 20 16:18:48.103017 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:18:48.107492 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:48.168915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=bda916b4-d162-4ce2-ab75-425e433dc7ca,revision_number=6']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:18:48.177042 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:48.178696 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.179617 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.179978 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.180321 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.180658 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.180999 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.181328 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.181657 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.182124 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.182485 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.182819 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.183143 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:18:48.252763 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] get_ports_and_sgs() called for port_ids ['bda916b4-d162-4ce2-ab75-425e433dc7ca'] {{(pid=101101) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 20 16:18:49.934094 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device bda916b4-d162-4ce2-ab75-425e433dc7ca up at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 20 16:18:49.982971 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.provisioning_blocks [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Provisioning complete for port bda916b4-d162-4ce2-ab75-425e433dc7ca triggered by entity L2. {{(pid=101101) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 20 16:18:49.983344 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714459'] for port, provisioning_complete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:50.058619 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:50.079986 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:18:50.082216 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d39eb3-5694-46e8-a506-da0c6d870b60" -d '{"events": [{"server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "name": "network-vif-plugged", "status": "completed", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:18:50.097673 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:18:50.101534 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:18:50.149966 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=bda916b4-d162-4ce2-ab75-425e433dc7ca,revision_number=7']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:18:50.213214 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3896f9-2799-4f58-b716-a61702212e77 x-openstack-request-id: req-4f3896f9-2799-4f58-b716-a61702212e77 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:18:50.213571 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "name": "network-vif-plugged", "status": "completed", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:18:50.213828 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f3896f9-2799-4f58-b716-a61702212e77 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:18:50.214277 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'code': 200} Aug 20 16:18:55.589989 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:18:59.886595 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:01.319236 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60058) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:01.475216 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Deleting port 7ca2cffd-f0c3-4a71-90b3-1fcfc7ace8f8 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:01.475463 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:01.555522 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:01.555895 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:01.568646 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Calling delete_port for 7ca2cffd-f0c3-4a71-90b3-1fcfc7ace8f8 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:01.717281 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:01.743677 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event deleted for resources: {'Port': ['ID=7ca2cffd-f0c3-4a71-90b3-1fcfc7ace8f8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:01.755605 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.755967 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.756319 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.756665 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.757011 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.757351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.757687 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.758021 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.758352 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.758682 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.759015 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.759345 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:01.816983 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:01.817421 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Floating IP b2a88d29-861c-4646-bda6-d1a50fde052a disassociated (deleted). External IP: 172.25.5.250, port: bda916b4-d162-4ce2-ab75-425e433dc7ca. Aug 20 16:19:02.028522 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Router 586e93de-061b-4c78-a334-5edcb4c4fb8b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:19:02.143151 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:19:02.148237 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:02.154937 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] Sync routers for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:19:02.163692 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:19:02.164192 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:18:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:02.175228 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-0fdac8eb-5d1a-453e-8bbf-313e56cf6c52 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "DELETE /v2.0/floatingips/b2a88d29-861c-4646-bda6-d1a50fde052a HTTP/1.1" status: 204 len: 168 time: 0.8548734 Aug 20 16:19:02.175937 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:19:02.178579 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:19:02.279074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:19:02.336939 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bbdf66-35c4-405e-b23a-6c86b93a29b4 x-openstack-request-id: req-24bbdf66-35c4-405e-b23a-6c86b93a29b4 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:19:02.337468 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:19:02.337601 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24bbdf66-35c4-405e-b23a-6c86b93a29b4 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:19:02.338015 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'status': 'completed', 'code': 200} Aug 20 16:19:02.442321 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758782f-5908-463e-9ea6-39415a6b0e3c req-4e8861c3-db81-4470-aba4-f13529d93d23 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:02.444025 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e758782f-5908-463e-9ea6-39415a6b0e3c req-4e8861c3-db81-4470-aba4-f13529d93d23 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 945 time: 0.0585372 Aug 20 16:19:02.457443 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-7ad1c863-e626-42a9-93cd-1f4904c38b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:02.458996 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-7ad1c863-e626-42a9-93cd-1f4904c38b33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 1097 time: 0.0487914 Aug 20 16:19:02.485597 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-e758782f-5908-463e-9ea6-39415a6b0e3c req-a2fbda47-2170-4dc9-8307-0d6dcb3fd3c0 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340331 Aug 20 16:19:02.519433 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c2a8a4b7-ffca-4aa8-a99f-e2421624f367', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:14:04Z', 'updated_at': '2021-08-20T16:14:06Z', 'revision_number': 1, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:02.550661 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] Checking router: 586e93de-061b-4c78-a334-5edcb4c4fb8b for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:19:02.551568 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-6071d5ce-c289-4244-80b7-480856c07946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:02.553354 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-6071d5ce-c289-4244-80b7-480856c07946 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.0869255 Aug 20 16:19:02.560063 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:19:02.560676 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:18:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:02.601185 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-e685bb00-b9e4-47dc-90ea-5487fd5e8c9c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca HTTP/1.1" status: 200 len: 217 time: 0.0386884 Aug 20 16:19:02.651800 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-795b1d67-e589-46ad-ab0f-ec71ca49128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:02.653000 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-795b1d67-e589-46ad-ab0f-ec71ca49128b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0437999 Aug 20 16:19:02.667318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:19:02.702690 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-69a8f9bc-dc80-45e3-9a42-09a033452caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:02.704249 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-69a8f9bc-dc80-45e3-9a42-09a033452caa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420105 Aug 20 16:19:02.799895 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-4b72eaba-6d09-461f-a9d8-34d15ad2be91 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878973 Aug 20 16:19:02.890418 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-6ef1fb4b-d68c-47c7-9296-6f206496a9e3 req-efcd5eef-8c47-4d03-a814-6d76cc3c3058 service neutron] 10.222.0.72 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831876 Aug 20 16:19:02.891837 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c2a8a4b7-ffca-4aa8-a99f-e2421624f367', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:14:04Z', 'updated_at': '2021-08-20T16:14:06Z', 'revision_number': 1, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:02.924375 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d0d23d-f612-4214-b81a-5a8db2afb678 None None] The sync data for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 is: [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_floatingips': [{'id': 'c2a8a4b7-ffca-4aa8-a99f-e2421624f367', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'router_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'port_id': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'mac_address': 'fa:16:3e:32:8f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-20T16:14:04Z', 'updated_at': '2021-08-20T16:14:06Z', 'revision_number': 1, 'project_id': '84fa6b4b0444413690c28328975058ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:19:03.154503 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9863415-822d-47e1-a851-d72777c77b4a None None] New status for floating IP b2a88d29-861c-4646-bda6-d1a50fde052a: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:19:03.601803 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937856d-813e-47ca-8ff3-69e464151ae2 req-99493df4-f617-492c-b8f7-202ede4b0aef tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:03.603268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2937856d-813e-47ca-8ff3-69e464151ae2 req-99493df4-f617-492c-b8f7-202ede4b0aef tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 945 time: 0.0485804 Aug 20 16:19:03.640505 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-2937856d-813e-47ca-8ff3-69e464151ae2 req-dd61f3bd-05d1-4a86-b2ae-9906fc3cdf81 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Aug 20 16:19:03.995338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device bda916b4-d162-4ce2-ab75-425e433dc7ca no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:19:04.069785 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675396'] for port, before_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:04.092145 n-d-695189-15 neutron-server[101101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca'}] {{(pid=101101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:19:04.094358 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04b3b8168e776965717afbe18cda6d95f6c1d75e9141f4c09af49d220f2c9f7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cd9172-2e22-491c-9658-534135b7e25f" -d '{"events": [{"server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca"}]}' {{(pid=101101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:19:04.107227 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:04.111436 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765673176149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765672640013', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765672640031'] for port, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:04.133904 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 20 Aug 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ccaf7c-a432-460c-92f3-60de03989679 x-openstack-request-id: req-44ccaf7c-a432-460c-92f3-60de03989679 {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:19:04.134195 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca", "code": 200}]} {{(pid=101101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:19:04.134444 n-d-695189-15 neutron-server[101101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44ccaf7c-a432-460c-92f3-60de03989679 {{(pid=101101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:19:04.134827 n-d-695189-15 neutron-server[101101]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'code': 200} Aug 20 16:19:04.160358 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Pushing event updated for resources: {'Port': ['ID=bda916b4-d162-4ce2-ab75-425e433dc7ca,revision_number=8']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:04.321082 n-d-695189-15 neutron-server[101100]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-420f7209-bd81-49de-bf89-32ab85f89105 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101100) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:04.322553 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-420f7209-bd81-49de-bf89-32ab85f89105 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.72 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 943 time: 0.0537679 Aug 20 16:19:04.414708 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Deleting port bda916b4-d162-4ce2-ab75-425e433dc7ca {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:04.414973 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:04.507828 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] For port bda916b4-d162-4ce2-ab75-425e433dc7ca, host n-h1-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-15',level=0,port_id=bda916b4-d162-4ce2-ab75-425e433dc7ca,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:04.508202 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:04.521957 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Calling delete_port for bda916b4-d162-4ce2-ab75-425e433dc7ca owned by compute:nova {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:04.647866 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:04.680391 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event deleted for resources: {'Port': ['ID=bda916b4-d162-4ce2-ab75-425e433dc7ca,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:04.722040 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] No DVR routers for this DVR port bda916b4-d162-4ce2-ab75-425e433dc7ca on host n-h1-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:19:04.725120 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:04.727523 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [req-d716a481-69a8-4ae5-89c0-902fd61e4f67 req-80c1dd0d-4918-471a-8b67-62a2cce6a6ff tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.72 "DELETE /v2.0/ports/bda916b4-d162-4ce2-ab75-425e433dc7ca HTTP/1.1" status: 204 len: 173 time: 0.3982022 Aug 20 16:19:04.728003 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'name': 'network-vif-deleted', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:19:04.731519 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346a5eff-59b7-41e1-8c27-c3d4a143cbe8" -d '{"events": [{"server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "name": "network-vif-deleted", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:19:04.749224 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-7d9c491e-a3b4-4f56-a6b9-ca756cce1efd req-b52b6d03-d381-46b6-8d50-6d814ebe7da4 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=223b60a7-31c6-456d-8557-167c56e079a6 HTTP/1.1" status: 200 len: 210 time: 0.0336616 Aug 20 16:19:04.793986 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e379a41f-b9a0-4bbd-be3d-cde9d7247849 x-openstack-request-id: req-e379a41f-b9a0-4bbd-be3d-cde9d7247849 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:19:04.794922 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223b60a7-31c6-456d-8557-167c56e079a6", "name": "network-vif-deleted", "tag": "bda916b4-d162-4ce2-ab75-425e433dc7ca", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:19:04.795251 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e379a41f-b9a0-4bbd-be3d-cde9d7247849 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:19:04.795769 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223b60a7-31c6-456d-8557-167c56e079a6', 'name': 'network-vif-deleted', 'tag': 'bda916b4-d162-4ce2-ab75-425e433dc7ca', 'status': 'completed', 'code': 200} Aug 20 16:19:06.298719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60116) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:06.453571 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Deleting port 7385e223-de41-4fb4-b419-dbaeeabfdc75 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:06.453920 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:06.528448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:06.528776 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:06.540317 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Calling delete_port for 7385e223-de41-4fb4-b419-dbaeeabfdc75 owned by network:floatingip {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:06.683781 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:06.709564 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event deleted for resources: {'Port': ['ID=7385e223-de41-4fb4-b419-dbaeeabfdc75,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:06.771359 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for floatingip, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:06.771723 n-d-695189-15 neutron-server[101100]: INFO neutron.db.l3_db [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Floating IP c2a8a4b7-ffca-4aa8-a99f-e2421624f367 disassociated (deleted). External IP: 172.25.5.197, port: d691f3ec-2968-45b7-9a9e-4af6c214630a. Aug 20 16:19:06.926617 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:06.978709 n-d-695189-15 neutron-server[101100]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Router 586e93de-061b-4c78-a334-5edcb4c4fb8b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101100) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:19:07.085258 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101100) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:19:07.089747 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for floatingip, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:07.095438 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] Sync routers for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:19:07.104437 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:19:07.105055 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:18:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:07.117672 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-b78a3332-4c7d-484e-8fae-97f91fe49e2d tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "DELETE /v2.0/floatingips/c2a8a4b7-ffca-4aa8-a99f-e2421624f367 HTTP/1.1" status: 204 len: 168 time: 0.8178153 Aug 20 16:19:07.118371 n-d-695189-15 neutron-server[101100]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a'}] {{(pid=101100) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:19:07.120791 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f2b49358a25170f73e4ece86fe82f3fd7b4c481185c15b2332671bbc2664c0d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a"}]}' {{(pid=101100) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:19:07.210697 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:19:07.329623 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 20 Aug 2021 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a8a88-9c90-467b-a8b3-2a72502aab96 x-openstack-request-id: req-956a8a88-9c90-467b-a8b3-2a72502aab96 {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:19:07.330188 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a", "status": "completed", "code": 200}]} {{(pid=101100) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:19:07.330188 n-d-695189-15 neutron-server[101100]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-956a8a88-9c90-467b-a8b3-2a72502aab96 {{(pid=101100) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:19:07.330705 n-d-695189-15 neutron-server[101100]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'status': 'completed', 'code': 200} Aug 20 16:19:07.432909 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-dd1cc0e4-811b-4eab-867e-ec45da38ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:07.434518 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-dd1cc0e4-811b-4eab-867e-ec45da38ddb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 1095 time: 0.0735240 Aug 20 16:19:07.449413 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc1734-5327-45fc-a219-201119e57776 req-63145c2f-fcb2-4006-8ae9-a9925dc58397 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:07.450964 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04bc1734-5327-45fc-a219-201119e57776 req-63145c2f-fcb2-4006-8ae9-a9925dc58397 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 943 time: 0.0639296 Aug 20 16:19:07.541452 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-04bc1734-5327-45fc-a219-201119e57776 req-d9e6c40d-720e-4e25-8408-dfeddc05ab3b tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/security-groups?id=407cb38a-4deb-4bfc-93b7-a48482501adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809639 Aug 20 16:19:07.572313 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-dd48b869-bf31-4c90-9750-f40b0aae3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:07.573845 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-dd48b869-bf31-4c90-9750-f40b0aae3c1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 200 len: 910 time: 0.1219807 Aug 20 16:19:07.579814 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:07.607948 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] Checking router: 586e93de-061b-4c78-a334-5edcb4c4fb8b for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:19:07.616304 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:19:07.616915 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:18:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:07.618509 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-30802de2-6b51-4d52-957c-a83507391f54 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 200 len: 217 time: 0.0358348 Aug 20 16:19:07.673873 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-83ab9944-7bf8-431e-896d-5d5acbc4ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:07.675348 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-83ab9944-7bf8-431e-896d-5d5acbc4ad91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 200 len: 848 time: 0.0440779 Aug 20 16:19:07.723184 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:19:07.727184 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-756d5eb8-5981-4ebc-8ca7-f5af15892b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:07.728719 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-756d5eb8-5981-4ebc-8ca7-f5af15892b56 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9525a18e-9eb1-4296-b050-ba0e25ee29fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444725 Aug 20 16:19:07.824318 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-75077aa1-98d3-443a-85ee-a4715579945c service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840237 Aug 20 16:19:07.929964 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:07.932004 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-aaa52685-8bfd-4dc4-a7d0-48a4cdfc0f86 req-ed9e0e42-8915-45f0-b7d9-974abb320d11 service neutron] 10.222.0.70 "GET /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945306 Aug 20 16:19:07.960270 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffedbef-1970-4e7d-88b3-494f688c781a None None] The sync data for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 is: [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:46Z', 'revision_number': 4, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15', '_interfaces': [{'id': 'ecc60ebb-1d76-4eed-a50b-5b47db8004af', 'name': '', 'network_id': '9525a18e-9eb1-4296-b050-ba0e25ee29fc', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'mac_address': 'fa:16:3e:f2:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:45Z', 'updated_at': '2021-08-20T16:13:52Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'subnets': [{'id': '55b4acb0-2872-421e-89d5-d12c9235a654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:19:08.101027 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df7a30-4afe-46bb-8554-23f152df05ab req-5af459e7-c8e4-4ce8-affd-6237e3403dbe tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:08.102268 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01df7a30-4afe-46bb-8554-23f152df05ab req-5af459e7-c8e4-4ce8-affd-6237e3403dbe tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 943 time: 0.0525191 Aug 20 16:19:08.186751 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b59915-3b37-4e34-bfc5-6e49f8d917e6 None None] New status for floating IP c2a8a4b7-ffca-4aa8-a99f-e2421624f367: DOWN {{(pid=101102) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 20 16:19:08.206002 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-01df7a30-4afe-46bb-8554-23f152df05ab req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Deleting port d691f3ec-2968-45b7-9a9e-4af6c214630a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:08.206354 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-01df7a30-4afe-46bb-8554-23f152df05ab req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:08.296549 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [req-01df7a30-4afe-46bb-8554-23f152df05ab req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] For port d691f3ec-2968-45b7-9a9e-4af6c214630a, host n-h2-695189-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-15',level=0,port_id=d691f3ec-2968-45b7-9a9e-4af6c214630a,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:08.297353 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-01df7a30-4afe-46bb-8554-23f152df05ab req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:08.310936 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [req-01df7a30-4afe-46bb-8554-23f152df05ab req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Calling delete_port for d691f3ec-2968-45b7-9a9e-4af6c214630a owned by compute:nova {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:08.440125 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-01df7a30-4afe-46bb-8554-23f152df05ab req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:08.471640 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event deleted for resources: {'Port': ['ID=d691f3ec-2968-45b7-9a9e-4af6c214630a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:08.501738 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.502282 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.502670 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.503060 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.503439 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.503834 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.504175 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.504508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.504840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.505179 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.505509 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.505840 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-15 {{(pid=101099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 20 16:19:08.527405 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [req-01df7a30-4afe-46bb-8554-23f152df05ab req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] No DVR routers for this DVR port d691f3ec-2968-45b7-9a9e-4af6c214630a on host n-h2-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:19:08.529874 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [req-01df7a30-4afe-46bb-8554-23f152df05ab req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-255919'] for port, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:08.532538 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-01df7a30-4afe-46bb-8554-23f152df05ab req-71ffaea8-8d3b-4c5a-864a-69cb68f13318 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.70 "DELETE /v2.0/ports/d691f3ec-2968-45b7-9a9e-4af6c214630a HTTP/1.1" status: 204 len: 173 time: 0.4207401 Aug 20 16:19:08.532977 n-d-695189-15 neutron-server[101099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'name': 'network-vif-deleted', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a'}] {{(pid=101099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 20 16:19:08.535201 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751a9415251e5d4350b29c3c8cab339471b05a93b75e6491fa43bee2ce3aa29e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175f0bf3-80fd-475a-9aef-b1cc95af6fb2" -d '{"events": [{"server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "name": "network-vif-deleted", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a"}]}' {{(pid=101099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 20 16:19:08.631327 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 20 Aug 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b75e2d-d6b9-4dfe-aee2-1a1255799342 x-openstack-request-id: req-56b75e2d-d6b9-4dfe-aee2-1a1255799342 {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 20 16:19:08.631659 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732", "name": "network-vif-deleted", "tag": "d691f3ec-2968-45b7-9a9e-4af6c214630a", "status": "completed", "code": 200}]} {{(pid=101099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 20 16:19:08.631919 n-d-695189-15 neutron-server[101099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56b75e2d-d6b9-4dfe-aee2-1a1255799342 {{(pid=101099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 20 16:19:08.632322 n-d-695189-15 neutron-server[101099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732', 'name': 'network-vif-deleted', 'tag': 'd691f3ec-2968-45b7-9a9e-4af6c214630a', 'status': 'completed', 'code': 200} Aug 20 16:19:08.718664 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-6565d970-e8d1-4620-bf49-adfa0970c798 req-ead2cc67-666f-4319-b3f8-b5cd466bfc3c tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 210 time: 0.0295842 Aug 20 16:19:08.866209 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-938d6481-434c-40e9-bdba-6342904da874 req-6b4f2c81-40e5-4980-a3c2-135b75a9021e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259922 Aug 20 16:19:08.939462 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-938d6481-434c-40e9-bdba-6342904da874 req-9c65edf8-90d9-441e-a36c-1d68deb47e18 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=84fa6b4b0444413690c28328975058ca&device_id=eb8dbd1e-4cc1-475d-a6db-9e3d8e98f732 HTTP/1.1" status: 200 len: 210 time: 0.0273976 Aug 20 16:19:09.143793 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6481-434c-40e9-bdba-6342904da874 req-70ff0f71-1286-474f-aee9-a48c8ab2ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:09.145381 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-938d6481-434c-40e9-bdba-6342904da874 req-70ff0f71-1286-474f-aee9-a48c8ab2ecce service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=84fa6b4b0444413690c28328975058ca&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1720924 Aug 20 16:19:09.326456 n-d-695189-15 neutron-server[101099]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d6481-434c-40e9-bdba-6342904da874 req-1bdb53c8-1bed-4724-b2f3-3001cd5dd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101099) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 20 16:19:09.327965 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [req-938d6481-434c-40e9-bdba-6342904da874 req-1bdb53c8-1bed-4724-b2f3-3001cd5dd609 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733551 Aug 20 16:19:09.774615 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60134) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:09.834184 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-491d8491-a68a-430d-b164-eaaf07ee0b90 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:09.860333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-491d8491-a68a-430d-b164-eaaf07ee0b90 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:09.924981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-491d8491-a68a-430d-b164-eaaf07ee0b90 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:09.927907 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-491d8491-a68a-430d-b164-eaaf07ee0b90 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:09.929072 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-491d8491-a68a-430d-b164-eaaf07ee0b90 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] 10.222.0.36 "DELETE /v2.0/security-groups/407cb38a-4deb-4bfc-93b7-a48482501adf HTTP/1.1" status: 204 len: 168 time: 0.1534710 Aug 20 16:19:09.938010 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d8491-a68a-430d-b164-eaaf07ee0b90 tempest-TestSnapshotPattern-1258807602 tempest-TestSnapshotPattern-1258807602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407cb38a-4deb-4bfc-93b7-a48482501adf,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:09.980162 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60138) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:09.993169 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device bda916b4-d162-4ce2-ab75-425e433dc7ca no longer exists at agent hyperv_n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:19:10.013185 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] No Port match for: bda916b4-d162-4ce2-ab75-425e433dc7ca {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:19:10.013529 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Device bda916b4-d162-4ce2-ab75-425e433dc7ca not bound to the agent host n-h1-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:19:10.460031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:10.704720 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Deleting port ecc60ebb-1d76-4eed-a50b-5b47db8004af {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:10.705057 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:10.780675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] For port ecc60ebb-1d76-4eed-a50b-5b47db8004af, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=ecc60ebb-1d76-4eed-a50b-5b47db8004af,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:10.780919 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:10.796508 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Calling delete_port for ecc60ebb-1d76-4eed-a50b-5b47db8004af owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:10.975908 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:11.002716 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc60ebb-1d76-4eed-a50b-5b47db8004af,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:11.175031 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:11.728611 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Router 586e93de-061b-4c78-a334-5edcb4c4fb8b has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:19:11.831097 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:19:11.836570 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1c72e8f4-277f-4291-8856-d8d7faeec350 admin admin] 10.222.0.36 "PUT /v2.0/routers/586e93de-061b-4c78-a334-5edcb4c4fb8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8553491 Aug 20 16:19:11.839313 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60142) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:11.840309 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] Sync routers for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:19:11.851022 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:19:11.851685 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:18:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:11.947570 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:11.964452 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: n-d-695189-15 {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:19:12.050754 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.106840 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Deleting port 8280013b-c76e-4f93-9b94-509f567a2bc7 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:12.107182 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.144326 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:19:10Z', 'revision_number': 5, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port': {'id': '8280013b-c76e-4f93-9b94-509f567a2bc7', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:33:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:12.170598 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] Checking router: 586e93de-061b-4c78-a334-5edcb4c4fb8b for host: n-d-695189-15 {{(pid=101101) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:19:12.179727 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] Routers {'586e93de-061b-4c78-a334-5edcb4c4fb8b'} bound to L3 agent in host n-d-695189-15 {{(pid=101101) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:19:12.180338 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:18:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['586e93de-061b-4c78-a334-5edcb4c4fb8b'], 'active': True} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:12.186205 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] For port 8280013b-c76e-4f93-9b94-509f567a2bc7, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=8280013b-c76e-4f93-9b94-509f567a2bc7,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:12.187089 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.199761 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Calling delete_port for 8280013b-c76e-4f93-9b94-509f567a2bc7 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:12.265487 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvr_db [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] Set router 586e93de-061b-4c78-a334-5edcb4c4fb8b gateway port host: None {{(pid=101101) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:19:12.318288 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_hamode_db [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:19:12Z', 'revision_number': 6, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:12.351074 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8538bc-8351-465e-b917-a254c7d9208f None None] The sync data for ids ['586e93de-061b-4c78-a334-5edcb4c4fb8b'] in n-d-695189-15 is: [{'id': '586e93de-061b-4c78-a334-5edcb4c4fb8b', 'name': 'tempest-TestSnapshotPattern-336053099-router', 'tenant_id': '84fa6b4b0444413690c28328975058ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:43Z', 'updated_at': '2021-08-20T16:19:12Z', 'revision_number': 6, 'project_id': '84fa6b4b0444413690c28328975058ca', 'gw_port_host': None}] {{(pid=101101) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:19:12.362329 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c6af1e68-97b4-4ed2-8ece-397a463e2684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.373176 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.398719 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=8280013b-c76e-4f93-9b94-509f567a2bc7,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:12.464271 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.552874 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.554868 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.596815 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.597335 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 586e93de-061b-4c78-a334-5edcb4c4fb8b {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:19:12.602086 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.603239 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-2da5a101-783c-457f-abfc-c899b9db1e90 admin admin] 10.222.0.36 "DELETE /v2.0/routers/586e93de-061b-4c78-a334-5edcb4c4fb8b HTTP/1.1" status: 204 len: 168 time: 0.7629309 Aug 20 16:19:12.605825 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60144) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:12.649516 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f13dc6-2971-442f-bfe6-0b752e259ba2 admin admin] Deleting subnet 55b4acb0-2872-421e-89d5-d12c9235a654 {{(pid=101100) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 16:19:12.652500 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72f13dc6-2971-442f-bfe6-0b752e259ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.689666 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72f13dc6-2971-442f-bfe6-0b752e259ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4437765'] for subnet, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.774178 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72f13dc6-2971-442f-bfe6-0b752e259ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.828952 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72f13dc6-2971-442f-bfe6-0b752e259ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4437318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4337135'] for subnet, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.853653 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f13dc6-2971-442f-bfe6-0b752e259ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55b4acb0-2872-421e-89d5-d12c9235a654,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:12.857491 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-72f13dc6-2971-442f-bfe6-0b752e259ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:12.859530 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-72f13dc6-2971-442f-bfe6-0b752e259ba2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/55b4acb0-2872-421e-89d5-d12c9235a654 HTTP/1.1" status: 204 len: 168 time: 0.2527792 Aug 20 16:19:12.861984 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60146) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:12.864519 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1525f34-df9b-4845-871b-786ee40d74ea None None] Network 9525a18e-9eb1-4296-b050-ba0e25ee29fc requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:19:13.004940 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d691f3ec-2968-45b7-9a9e-4af6c214630a no longer exists at agent hyperv_n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:19:13.027536 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] No Port match for: d691f3ec-2968-45b7-9a9e-4af6c214630a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:19:13.027922 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Device d691f3ec-2968-45b7-9a9e-4af6c214630a not bound to the agent host n-h2-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:19:13.111397 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150aa72-66aa-4b4d-ac45-f2356a5f5600 None None] DHCP port deletion for 9525a18e-9eb1-4296-b050-ba0e25ee29fc request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 16:19:13.163822 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-8150aa72-66aa-4b4d-ac45-f2356a5f5600 None None] Deleting port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:13.164340 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8150aa72-66aa-4b4d-ac45-f2356a5f5600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.230218 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-8150aa72-66aa-4b4d-ac45-f2356a5f5600 None None] For port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=d09f4bc7-e8aa-4641-a71d-68d1fcd213ab,segment=NetworkSegment(6e626682-bd38-4e40-bb28-f4da60e952e1),segment_id=6e626682-bd38-4e40-bb28-f4da60e952e1)] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:13.230624 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8150aa72-66aa-4b4d-ac45-f2356a5f5600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.244182 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-8150aa72-66aa-4b4d-ac45-f2356a5f5600 None None] Calling delete_port for d09f4bc7-e8aa-4641-a71d-68d1fcd213ab owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:13.271476 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.325351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Deleting port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:13.326030 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.329269 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8150aa72-66aa-4b4d-ac45-f2356a5f5600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.360972 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150aa72-66aa-4b4d-ac45-f2356a5f5600 None None] No DVR routers for this DVR port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:19:13.363852 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150aa72-66aa-4b4d-ac45-f2356a5f5600 None None] Pushing event deleted for resources: {'Port': ['ID=d09f4bc7-e8aa-4641-a71d-68d1fcd213ab,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:13.401385 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] For port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab, host n-d-695189-15, got binding levels [] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:13.401753 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.413620 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Calling delete_port for d09f4bc7-e8aa-4641-a71d-68d1fcd213ab owned by network:dhcp {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:13.416245 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.ipam_backend_mixin [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab was not found and therefore no delete operation was performed {{(pid=101100) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 16:19:13.417448 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.440244 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d09f4bc7-e8aa-4641-a71d-68d1fcd213ab,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:13.446168 n-d-695189-15 neutron-server[101100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] No DVR routers for this DVR port d09f4bc7-e8aa-4641-a71d-68d1fcd213ab on host n-d-695189-15 {{(pid=101100) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:19:13.515803 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.525356 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9525a18e-9eb1-4296-b050-ba0e25ee29fc']}} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:13.535381 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e626682-bd38-4e40-bb28-f4da60e952e1') {'for_net_delete': True} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:13.535714 n-d-695189-15 neutron-server[101100]: DEBUG neutron.services.segments.db [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e626682-bd38-4e40-bb28-f4da60e952e1') {} {{(pid=101100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:13.544276 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4437884'] for segment, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.564159 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.570944 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=101100) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 16:19:13.571333 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4437420'] for segment, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: Traceback (most recent call last): Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: timer() Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: cb(*args, **kw) Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: return func(*args, **kwargs) Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: self._notify() Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: self.callback(batched_events) Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: event.method(event) Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: return f(self, *a, **k) Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: return self._get(url).json() Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: return self.request(url, 'GET', **kwargs) Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:19:13.572995 n-d-695189-15 neutron-server[101100]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:19:13.625516 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.632205 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Notify callbacks [] for network, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.633900 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9525a18e-9eb1-4296-b050-ba0e25ee29fc HTTP/1.1" status: 204 len: 168 time: 0.7710004 Aug 20 16:19:13.636973 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60148) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:13.644005 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec634c-b542-4143-95dd-550c0c41c3c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9525a18e-9eb1-4296-b050-ba0e25ee29fc,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:13.976775 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612004'] for router_interface, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:13.977791 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8280013b-c76e-4f93-9b94-509f567a2bc7 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:19:13.996873 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 8280013b-c76e-4f93-9b94-509f567a2bc7 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:19:13.997219 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 8280013b-c76e-4f93-9b94-509f567a2bc7 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:19:13.997633 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ecc60ebb-1d76-4eed-a50b-5b47db8004af no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:19:14.016034 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: ecc60ebb-1d76-4eed-a50b-5b47db8004af {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:19:14.016380 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device ecc60ebb-1d76-4eed-a50b-5b47db8004af not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:19:14.016800 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d09f4bc7-e8aa-4641-a71d-68d1fcd213ab no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:19:14.038216 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: d09f4bc7-e8aa-4641-a71d-68d1fcd213ab {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:19:14.038555 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device d09f4bc7-e8aa-4641-a71d-68d1fcd213ab not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:19:14.228570 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Deleting port 9e3eaba1-42c9-4a08-9d10-c18ada97340a {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:14.228819 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:14.310989 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] For port 9e3eaba1-42c9-4a08-9d10-c18ada97340a, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=9e3eaba1-42c9-4a08-9d10-c18ada97340a,segment=NetworkSegment(89e6d293-e742-4877-ba46-d1499f028a31),segment_id=89e6d293-e742-4877-ba46-d1499f028a31)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:14.311895 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:14.331825 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Calling delete_port for 9e3eaba1-42c9-4a08-9d10-c18ada97340a owned by network:router_interface {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:14.536154 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:14.565356 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3eaba1-42c9-4a08-9d10-c18ada97340a,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:14.759522 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1611896'] for router_interface, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:14.998675 n-d-695189-15 neutron-server[101099]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Router 48be0a4a-5716-4e94-97be-d7125ce60fab has already been hosted by L3 agent 879fe512-6578-4fd5-af91-2295540b34ee {{(pid=101099) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 20 16:19:15.023814 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.113100 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] Notify agent at l3_agent.n-d-695189-15 the message routers_updated {{(pid=101099) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 20 16:19:15.120675 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60150) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:15.121184 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-2ec06227-0861-4c94-a95c-e319ca1685d2 admin admin] 10.222.0.36 "PUT /v2.0/routers/48be0a4a-5716-4e94-97be-d7125ce60fab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4825599 Aug 20 16:19:15.121894 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] Sync routers for ids ['48be0a4a-5716-4e94-97be-d7125ce60fab'] in n-d-695189-15 {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 20 16:19:15.131776 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] Routers {'48be0a4a-5716-4e94-97be-d7125ce60fab'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:19:15.132469 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:18:45Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['48be0a4a-5716-4e94-97be-d7125ce60fab'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:15.226507 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.241670 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] Set router 48be0a4a-5716-4e94-97be-d7125ce60fab gateway port host: n-d-695189-15 {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:19:15.313401 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-45aa5532-eeb6-4455-9a0f-2a2296ff9018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.332887 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.386397 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Deleting port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 {{(pid=101100) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:15.386737 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.419174 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'external_fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:19:14Z', 'revision_number': 5, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'gw_port': {'id': '5c4896c5-05f7-445c-ad5c-05fc7b03fdf8', 'name': '', 'network_id': '6d116f17-d1cb-4c73-bf30-596db9a7b235', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e0c6911-4588-4c09-aa5d-ed3dfb331530', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-15'}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:15.444585 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] Checking router: 48be0a4a-5716-4e94-97be-d7125ce60fab for host: n-d-695189-15 {{(pid=101102) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 20 16:19:15.453690 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] Routers {'48be0a4a-5716-4e94-97be-d7125ce60fab'} bound to L3 agent in host n-d-695189-15 {{(pid=101102) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 20 16:19:15.454306 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-20T14:39:45Z,description=,heartbeat_timestamp=2021-08-20T16:19:15Z,host='n-d-695189-15',id=879fe512-6578-4fd5-af91-2295540b34ee,load=0,resource_versions=,resources_synced=,started_at=2021-08-20T14:39:45Z,topic='l3_agent')) {'router_ids': ['48be0a4a-5716-4e94-97be-d7125ce60fab'], 'active': True} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:15.468751 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.db [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] For port 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=5c4896c5-05f7-445c-ad5c-05fc7b03fdf8,segment=NetworkSegment(08c873ba-4e6c-4e03-909c-4fdff04e610e),segment_id=08c873ba-4e6c-4e03-909c-4fdff04e610e)] {{(pid=101100) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:15.468981 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.481678 n-d-695189-15 neutron-server[101100]: DEBUG neutron.plugins.ml2.plugin [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Calling delete_port for 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 owned by network:router_gateway {{(pid=101100) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:15.540316 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_dvr_db [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] Set router 48be0a4a-5716-4e94-97be-d7125ce60fab gateway port host: None {{(pid=101102) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 20 16:19:15.598132 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.l3_hamode_db [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:19:15Z', 'revision_number': 6, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'gw_port_host': None}], 'n-d-695189-15', False) {} {{(pid=101102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:15.624485 n-d-695189-15 neutron-server[101102]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9c5f8-bef5-4925-8a85-71f093173ba2 None None] The sync data for ids ['48be0a4a-5716-4e94-97be-d7125ce60fab'] in n-d-695189-15 is: [{'id': '48be0a4a-5716-4e94-97be-d7125ce60fab', 'name': 'tempest-TestSnapshotPattern-385790345-router', 'tenant_id': 'f3e91c22e16347688908b122b4ef44f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-20T16:13:48Z', 'updated_at': '2021-08-20T16:19:15Z', 'revision_number': 6, 'project_id': 'f3e91c22e16347688908b122b4ef44f6', 'gw_port_host': None}] {{(pid=101102) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 20 16:19:15.650987 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4437363'] for port, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.686351 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4896c5-05f7-445c-ad5c-05fc7b03fdf8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:15.741173 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1830316'] for router_gateway, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.835169 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6786'] for router, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.837338 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.884144 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608089'] for router, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.884701 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48be0a4a-5716-4e94-97be-d7125ce60fab {{(pid=101100) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 20 16:19:15.889034 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.890484 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-160f8745-719a-436b-b48a-6a4bcc1331e7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/48be0a4a-5716-4e94-97be-d7125ce60fab HTTP/1.1" status: 204 len: 168 time: 0.7688081 Aug 20 16:19:15.893157 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60152) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:15.938871 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c95128-3ba4-451b-8ed4-aebb64f09f19 admin admin] Deleting subnet af10dbc3-4139-4767-a23c-0c1e661b0107 {{(pid=101099) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 20 16:19:15.941846 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3c95128-3ba4-451b-8ed4-aebb64f09f19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:15.978015 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3c95128-3ba4-451b-8ed4-aebb64f09f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4353303'] for subnet, precommit_delete_associations {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.104189 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3c95128-3ba4-451b-8ed4-aebb64f09f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-687605'] for subnet, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.158528 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3c95128-3ba4-451b-8ed4-aebb64f09f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-687612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7391265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4277976'] for subnet, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.187998 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c95128-3ba4-451b-8ed4-aebb64f09f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af10dbc3-4139-4767-a23c-0c1e661b0107,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:16.189985 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-b3c95128-3ba4-451b-8ed4-aebb64f09f19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.192466 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-b3c95128-3ba4-451b-8ed4-aebb64f09f19 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/af10dbc3-4139-4767-a23c-0c1e661b0107 HTTP/1.1" status: 204 len: 168 time: 0.2982395 Aug 20 16:19:16.194781 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770493f7-0772-4c98-88a1-90f2f7e69399 None None] Network 870ad6fe-5349-423f-b12c-a3f04b6efb30 requested from n-d-695189-15 {{(pid=101101) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 20 16:19:16.195294 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60154) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:16.266977 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-724220'] for network, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.325338 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Deleting port 88817a2c-99a7-498f-9ff9-c372f2cf4471 {{(pid=101099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:16.325999 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.394740 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.db [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] For port 88817a2c-99a7-498f-9ff9-c372f2cf4471, host n-d-695189-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-15',level=0,port_id=88817a2c-99a7-498f-9ff9-c372f2cf4471,segment=NetworkSegment(89e6d293-e742-4877-ba46-d1499f028a31),segment_id=89e6d293-e742-4877-ba46-d1499f028a31)] {{(pid=101099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:16.395215 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.408318 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9e3eaba1-42c9-4a08-9d10-c18ada97340a no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:19:16.410419 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] DHCP port deletion for 870ad6fe-5349-423f-b12c-a3f04b6efb30 request from n-d-695189-15 {{(pid=101101) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 20 16:19:16.412579 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.plugin [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Calling delete_port for 88817a2c-99a7-498f-9ff9-c372f2cf4471 owned by network:dhcp {{(pid=101099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:16.438244 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 9e3eaba1-42c9-4a08-9d10-c18ada97340a {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:19:16.438857 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 9e3eaba1-42c9-4a08-9d10-c18ada97340a not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:19:16.493104 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] Deleting port 88817a2c-99a7-498f-9ff9-c372f2cf4471 {{(pid=101101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 20 16:19:16.493521 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765673138167'] for port, before_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.497271 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7391252'] for port, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.526578 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=88817a2c-99a7-498f-9ff9-c372f2cf4471,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:16.531297 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.532213 n-d-695189-15 neutron-server[101099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] No DVR routers for this DVR port 88817a2c-99a7-498f-9ff9-c372f2cf4471 on host n-d-695189-15 {{(pid=101099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:19:16.558324 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.db [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] For port 88817a2c-99a7-498f-9ff9-c372f2cf4471, host n-d-695189-15, got binding levels [] {{(pid=101101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 20 16:19:16.558723 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794582'] for port, precommit_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.572297 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] Calling delete_port for 88817a2c-99a7-498f-9ff9-c372f2cf4471 owned by network:dhcp {{(pid=101101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 20 16:19:16.574946 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.ipam_backend_mixin [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] Port 88817a2c-99a7-498f-9ff9-c372f2cf4471 was not found and therefore no delete operation was performed {{(pid=101101) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 20 16:19:16.576261 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-589697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765673176239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765672640004'] for port, after_delete {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.604797 n-d-695189-15 neutron-server[101101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] Pushing event deleted for resources: {'Port': ['ID=88817a2c-99a7-498f-9ff9-c372f2cf4471,revision_number=None']} {{(pid=101101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:16.608424 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-713056', 'neutron.services.segments.db._delete_segments_for_network-8765673218573'] for network, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.609203 n-d-695189-15 neutron-server[101101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19601fd4-28f3-461c-923e-4e29dbc33743 None None] No DVR routers for this DVR port 88817a2c-99a7-498f-9ff9-c372f2cf4471 on host n-d-695189-15 {{(pid=101101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 20 16:19:16.621187 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870ad6fe-5349-423f-b12c-a3f04b6efb30']}} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:16.640599 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e6d293-e742-4877-ba46-d1499f028a31') {'for_net_delete': True} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:16.640935 n-d-695189-15 neutron-server[101099]: DEBUG neutron.services.segments.db [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e6d293-e742-4877-ba46-d1499f028a31') {} {{(pid=101099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 20 16:19:16.657769 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765673157057', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4353390'] for segment, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.679806 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248'] for segment, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.687600 n-d-695189-15 neutron-server[101099]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=101099) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 20 16:19:16.688040 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-756248', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7391435'] for segment, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: Traceback (most recent call last): Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: timer() Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: cb(*args, **kw) Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: return func(*args, **kwargs) Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: self._notify() Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: self.callback(batched_events) Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: event.method(event) Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: aggregate_uuid = self.p_client.list_aggregates( Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: return f(self, *a, **k) Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: return self._get(url).json() Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: return self.request(url, 'GET', **kwargs) Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: base_url = self.get_endpoint(auth, allow=allow, Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 20 16:19:16.689910 n-d-695189-15 neutron-server[101099]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 20 16:19:16.980834 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-713067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739486', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1830693'] for network, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.986613 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Notify callbacks [] for network, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:16.988661 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] 10.222.0.36 "DELETE /v2.0/networks/870ad6fe-5349-423f-b12c-a3f04b6efb30 HTTP/1.1" status: 204 len: 168 time: 0.7927845 Aug 20 16:19:17.004619 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ebe89-65bc-48c1-8a15-551d94419a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=870ad6fe-5349-423f-b12c-a3f04b6efb30,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:17.097462 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60160) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:17.145045 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-ebf8ba15-966e-48f9-a529-81bf9dec7116 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84fa6b4b0444413690c28328975058ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464306 Aug 20 16:19:17.147472 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [-] (101099) accepted ('10.222.0.36', 60162) {{(pid=101099) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:17.202818 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1672e4cd-d3b4-42fb-9045-b5bb73abba45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:17.223881 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1672e4cd-d3b4-42fb-9045-b5bb73abba45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:17.271109 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1672e4cd-d3b4-42fb-9045-b5bb73abba45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:17.273733 n-d-695189-15 neutron-server[101099]: DEBUG neutron_lib.callbacks.manager [None req-1672e4cd-d3b4-42fb-9045-b5bb73abba45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:17.274911 n-d-695189-15 neutron-server[101099]: INFO neutron.wsgi [None req-1672e4cd-d3b4-42fb-9045-b5bb73abba45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fabbd30d-3f94-40f6-8cc4-d3970f43be26 HTTP/1.1" status: 204 len: 168 time: 0.1265411 Aug 20 16:19:17.283366 n-d-695189-15 neutron-server[101099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672e4cd-d3b4-42fb-9045-b5bb73abba45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabbd30d-3f94-40f6-8cc4-d3970f43be26,revision_number=None']} {{(pid=101099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:17.598148 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60168) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:17.637814 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-f00136ff-bb0d-4f41-a493-4f7184b48df4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3e91c22e16347688908b122b4ef44f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384953 Aug 20 16:19:17.640292 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [-] (101100) accepted ('10.222.0.36', 60170) {{(pid=101100) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 20 16:19:17.687846 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d49bbac-4288-4f57-a375-c1dcd4d5bcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:17.708215 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d49bbac-4288-4f57-a375-c1dcd4d5bcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:17.755255 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d49bbac-4288-4f57-a375-c1dcd4d5bcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739441'] for security_group, after_delete {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:17.757892 n-d-695189-15 neutron-server[101100]: DEBUG neutron_lib.callbacks.manager [None req-3d49bbac-4288-4f57-a375-c1dcd4d5bcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:17.759093 n-d-695189-15 neutron-server[101100]: INFO neutron.wsgi [None req-3d49bbac-4288-4f57-a375-c1dcd4d5bcdf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/441f6210-250c-4d5c-909b-04e026811de8 HTTP/1.1" status: 204 len: 168 time: 0.1179183 Aug 20 16:19:17.767961 n-d-695189-15 neutron-server[101100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49bbac-4288-4f57-a375-c1dcd4d5bcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441f6210-250c-4d5c-909b-04e026811de8,revision_number=None']} {{(pid=101100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 20 16:19:17.978934 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 88817a2c-99a7-498f-9ff9-c372f2cf4471 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:19:18.000793 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 88817a2c-99a7-498f-9ff9-c372f2cf4471 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:19:18.001144 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 88817a2c-99a7-498f-9ff9-c372f2cf4471 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:19:18.001572 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 no longer exists at agent ovs-agent-n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 20 16:19:18.022430 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.plugin [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] No Port match for: 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 {{(pid=101101) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 20 16:19:18.022780 n-d-695189-15 neutron-server[101101]: DEBUG neutron.plugins.ml2.rpc [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Device 5c4896c5-05f7-445c-ad5c-05fc7b03fdf8 not bound to the agent host n-d-695189-15 {{(pid=101101) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 20 16:19:18.166091 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:29.874884 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:32.590551 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:19:36.917933 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:42.352293 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-ec228a99-ce24-42ff-a42a-dd1a5b4ad8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:45.025657 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:45.305557 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-8cb307f9-1399-4726-a0ad-5a48a558dbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:46.493559 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:48.167998 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:19:59.878007 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:06.942969 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:09.589404 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:20:12.352371 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a6616746-2bcd-437a-8459-ad74353adfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:15.029569 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:15.308074 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2aa55c8e-3739-4c1e-a182-f1172b112c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:16.496300 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:18.171422 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:29.889476 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:36.930250 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:42.353507 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-41b470a3-76ed-4f6c-bd09-21fdc8500d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:45.032665 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:45.309688 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-1a0277b3-bcf1-4d7f-a977-f1961e099bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:46.498739 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:46.587870 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:20:48.172298 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:20:59.904146 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:06.937011 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:12.353490 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-67ff245d-880e-4189-8109-8a0e67a6baba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:15.034726 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:15.312586 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c2181d09-83b3-4c4c-a287-7462d49fe42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:16.502203 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:18.175953 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:23.588115 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:21:29.903087 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:36.943687 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:42.354946 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-627057ed-9667-4d6c-86da-177eb263193f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:45.038777 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:45.314502 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-bf03b078-35d7-4f5d-aca7-5e98d6bfbb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:46.505333 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:48.180104 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:21:49.046569 n-d-695189-15 neutron-server[101099]: DEBUG neutron.wsgi [req-a9676e95-7eae-4608-8a79-baab6c21e35f req-459a23b7-73a0-420d-913d-22e9f0f55b34 service neutron] (101099) timed out ('10.222.0.36', 58728) {{(pid=101099) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 16:21:59.902404 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:00.586623 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:22:06.949069 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:12.356224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-2f882640-31f0-4afa-bf0b-8d0922801b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:15.040465 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:15.319524 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-9d51f4fa-a6f3-4134-8d8e-914f4555a770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:16.508169 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:18.182637 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:29.902793 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:36.956228 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:37.585740 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:22:42.357926 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f2463269-8019-4db9-ba11-2bf1d761aa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:45.042051 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:45.312851 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-49a0dbce-92c1-4c92-abcf-9c28c760fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:46.512161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:48.184477 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:22:59.931580 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:06.955997 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:12.357846 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-0ac7fb55-3c7a-4d0b-85c9-68812f49bf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:14.584752 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:23:15.043431 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:15.311978 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-80eb31cb-fac1-4a55-ad7e-a99c94c00d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:16.514161 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:18.189967 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:29.946341 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:36.961358 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:42.358329 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-c90ec848-2259-465d-b4e2-8188e232f62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:45.043971 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:45.313021 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-4551e08e-fb78-4188-9867-a03d169707a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:46.519120 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:48.190224 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:23:51.585175 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:23:59.946108 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:06.976569 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:12.359122 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-935520ea-5318-48e9-9131-37f093395471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:15.044662 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:15.314505 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-f7229bc1-af86-43f3-bb52-3a297a4f7029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:16.521143 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:18.193324 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:28.584792 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:24:29.961059 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:36.967301 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:42.360610 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e18ad998-9493-487d-a34f-6f3a9fdb5f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:45.045968 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:45.315130 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e2a988aa-9f19-4042-b37e-2388f00feda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:46.524541 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:48.194442 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:24:59.975955 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:05.585005 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:25:06.960057 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:12.515407 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-5f1b8463-3f30-494b-a211-851a7b8db205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:15.048441 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:15.316160 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-380ec99d-da44-4250-a606-210669d6057d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:16.526473 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:18.198254 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:29.975120 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:36.974826 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:42.366228 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-53d18ce5-9291-4329-aefb-b5c231898abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:42.585112 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:25:45.051195 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:45.316187 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-d08b6dcc-2cc8-4995-8b0a-279491210c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:46.530069 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:48.199737 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:25:59.990019 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:06.980642 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:12.367249 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-b6a03f1d-9450-4888-b6f9-31a493a2c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:15.052217 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:15.316709 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-545f2de3-57c6-4695-ace2-1d76496aae72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:16.533327 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:18.203286 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:19.585889 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:26:30.005807 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:36.995058 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:42.368689 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e32084ee-6082-4ce9-8a8b-a533315c66ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:45.054178 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:45.316986 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e3c1682c-c780-4504-9598-60fa7a7eebe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:46.535895 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:48.205513 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:26:55.173223 n-d-695189-15 neutron-server[101100]: DEBUG neutron.wsgi [req-595c18fd-1326-4fb7-afbf-4486636c7bc7 req-329446d1-a733-486e-b5fe-ec2f94ce7fbe service neutron] (101100) timed out ('10.222.0.36', 54080) {{(pid=101100) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 20 16:26:56.586659 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:27:00.031107 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:27:07.008663 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:27:12.369943 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-60f7ddab-5427-4bba-8638-e4b6ace0afcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:27:15.056052 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-69df1cb7-ccbf-4c51-95d5-b6045c4ff58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:27:15.316575 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a87b042e-8393-4a47-8455-166312d3cae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:27:16.539829 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-6ca9f1c3-01aa-4bf1-8a41-8563d3a9db77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:27:18.209212 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a0d2ebe8-da86-4b0d-82c6-ce008108721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:27:30.020773 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-a8746ca9-9096-4179-b31f-71a6b74f0899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 20 16:27:33.587884 n-d-695189-15 neutron-server[101102]: DEBUG neutron.db.agents_db [None req-a7e239bc-f166-45f8-a924-8961a52a9fc0 None None] Agent healthcheck: found 7 active agents {{(pid=101102) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 20 16:27:37.013885 n-d-695189-15 neutron-server[101101]: DEBUG neutron_lib.callbacks.manager [None req-e1b99159-6259-4f19-9442-ab51a3be2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765673221398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714282'] for agent, after_update {{(pid=101101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}